-- Logs begin at Mon 2022-01-31 15:04:46 UTC, end at Mon 2022-01-31 17:18:33 UTC. -- Jan 31 15:39:30.261075 n-d-827120-1 systemd[1]: Started Devstack devstack@q-svc.service. Jan 31 15:39:33.011696 n-d-827120-1 neutron-server[108664]: INFO neutron.common.config [-] Logging enabled! Jan 31 15:39:33.012294 n-d-827120-1 neutron-server[108664]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32 Jan 31 15:39:33.012463 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108664) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 31 15:39:33.015637 n-d-827120-1 neutron-server[108664]: INFO neutron.common.config [-] Logging enabled! Jan 31 15:39:33.015881 n-d-827120-1 neutron-server[108664]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32 Jan 31 15:39:33.016185 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108664) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 31 15:39:33.017121 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 15:39:33.017349 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 15:39:33.017720 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 15:39:33.017957 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 15:39:33.018177 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 15:39:33.018491 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.018784 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.019053 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.019276 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.019566 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.019845 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.020120 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.020394 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.020682 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.020965 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.021236 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.021527 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.021755 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.022030 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.022308 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.022589 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.022807 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] debug = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.023082 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.023499 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.023914 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.024183 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.024462 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.024729 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.024998 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.025265 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.025564 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.025887 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] host = n-d-827120-1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.026159 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.026437 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.026745 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.027004 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.027272 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.027540 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.027826 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.028082 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.028344 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] log_file = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.028613 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.028983 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.029267 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.029578 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.030100 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.030327 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.030609 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.030886 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.031155 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.031421 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.031689 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.031953 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.032216 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.032475 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.032751 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.033026 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.033300 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.033590 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.033859 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.034123 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.034383 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.034656 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.034922 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.035187 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.035451 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.035728 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.035987 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.036252 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.036539 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.036824 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.037097 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.037374 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.037666 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.037939 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.038200 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.038462 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.038723 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] use_json = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.038984 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.039245 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.039519 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.039781 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.040043 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.040307 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.040565 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.040837 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:33.041125 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.041411 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.041729 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.042003 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.042287 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.042558 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.042839 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.043109 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.043386 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.043661 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.043941 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.044209 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.044510 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.044782 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.045074 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.045365 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.045685 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.045970 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.046235 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.046498 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.046769 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.047037 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.047317 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.047587 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.047866 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.048146 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.048416 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.048695 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.048981 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.049261 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.049553 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.049825 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.050105 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.050372 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.050636 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.050907 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.051187 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.051454 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.051717 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.052000 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.052262 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.052522 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.052783 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.053052 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.053331 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.053624 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.053885 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.054146 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.054411 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.054671 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.054946 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.055215 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.055476 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.055736 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.056001 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.056262 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.056526 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.056798 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.057058 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.057326 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.057619 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.057883 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.058145 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.058407 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.058670 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.058933 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.059195 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.059462 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.059724 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.059987 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.062282 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.062282 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.062282 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.062282 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.062282 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.062282 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.062282 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.062282 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.064853 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.064853 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.064853 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.064853 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.064853 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.064853 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.064853 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.064853 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.065396 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.065396 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.065396 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.065396 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.065715 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.065896 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.066165 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.066435 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.066719 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.066996 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.067280 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.067596 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.067873 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.068152 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.068436 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.068707 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.069005 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.069273 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:33.069453 n-d-827120-1 neutron-server[108664]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 15:39:33.069737 n-d-827120-1 neutron-server[108664]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108664) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 31 15:39:33.421133 n-d-827120-1 neutron-server[108664]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 31 15:39:33.421341 n-d-827120-1 neutron-server[108664]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 31 15:39:33.421606 n-d-827120-1 neutron-server[108664]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 31 15:39:33.421958 n-d-827120-1 neutron-server[108664]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 31 15:39:33.813410 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.813719 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.813985 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.815285 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.815554 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.815809 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.850793 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.851063 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.851323 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.866326 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.866553 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.866852 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.894737 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.895001 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.895265 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.932003 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.932269 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:33.932528 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.162518 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.163156 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.163156 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.163156 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.163873 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.282678 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.282984 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.283259 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.283525 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.283783 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.284086 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.284338 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.284580 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.284828 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.285103 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.285335 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.285614 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.285873 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.286115 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.286372 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.286627 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.286868 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.287107 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.287366 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.287611 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.287870 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.288112 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.288383 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.288752 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.288986 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.289219 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.289629 n-d-827120-1 neutron-server[108664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 15:39:34.289862 n-d-827120-1 neutron-server[108664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 15:39:34.290093 n-d-827120-1 neutron-server[108664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 15:39:34.290323 n-d-827120-1 neutron-server[108664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 15:39:34.290550 n-d-827120-1 neutron-server[108664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 15:39:34.290776 n-d-827120-1 neutron-server[108664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 15:39:34.291129 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 31 15:39:34.294337 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 31 15:39:34.298354 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 31 15:39:34.302062 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 31 15:39:34.303679 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 31 15:39:34.304123 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 31 15:39:34.304457 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 31 15:39:34.304825 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 31 15:39:34.307803 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 31 15:39:34.308051 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 31 15:39:34.308386 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 15:39:34.313704 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 31 15:39:34.335501 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 31 15:39:34.335938 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.336229 n-d-827120-1 neutron-server[108664]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108664) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 31 15:39:34.336585 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.337963 n-d-827120-1 neutron-server[108664]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108664) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 31 15:39:34.338231 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 15:39:34.338471 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 31 15:39:34.341714 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.341991 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:34.407780 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 31 15:39:34.408001 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 31 15:39:34.408235 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 31 15:39:34.408599 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 31 15:39:34.432324 n-d-827120-1 neutron-server[108664]: DEBUG oslo_db.sqlalchemy.engines [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108664) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 31 15:39:34.980805 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Initializing driver for type 'gre' Jan 31 15:39:34.981426 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] gre ID ranges: [(1, 1000)] Jan 31 15:39:35.032437 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Initializing driver for type 'local' Jan 31 15:39:35.032787 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Initializing driver for type 'vlan' Jan 31 15:39:35.048249 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] VlanTypeDriver initialization complete Jan 31 15:39:35.048581 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Initializing driver for type 'vxlan' Jan 31 15:39:35.049059 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] vxlan ID ranges: [(1, 1000)] Jan 31 15:39:35.099620 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Initializing extension driver 'port_security' Jan 31 15:39:35.100020 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.extensions.port_security [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] PortSecurityExtensionDriver initialization complete Jan 31 15:39:35.100343 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Initializing mechanism driver 'openvswitch' Jan 31 15:39:35.100657 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Initializing mechanism driver 'hyperv' Jan 31 15:39:35.107611 n-d-827120-1 neutron-server[108664]: DEBUG neutron.plugins.ml2.plugin [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:39:35.108471 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > port after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.108842 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > port after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.109184 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > port after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.109729 n-d-827120-1 neutron-server[108664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 15:39:35.110151 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > subnet after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.110508 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > subnet after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.110844 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.111231 n-d-827120-1 neutron-server[108664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 15:39:35.111626 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > network after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.111970 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > network after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.112302 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > network after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.112684 n-d-827120-1 neutron-server[108664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 15:39:35.113079 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > security_group after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.113423 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > security_group after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.113785 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.114171 n-d-827120-1 neutron-server[108664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 15:39:35.114562 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.114885 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.115216 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.115603 n-d-827120-1 neutron-server[108664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 15:39:35.115996 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > address_group after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.116336 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > address_group after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.116670 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.117050 n-d-827120-1 neutron-server[108664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 15:39:35.117509 n-d-827120-1 neutron-server[108664]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] ML2 OVO RPC backend initialized. {{(pid=108664) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 31 15:39:35.118211 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.118559 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.118971 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > network before_response 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.119319 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > networks before_response 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.119661 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > port before_response 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.119999 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > ports before_response 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.120336 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > subnet before_response 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.120670 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > subnets before_response 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.121011 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > network after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.121346 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > network after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.121697 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > network after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.122035 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > port after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.122371 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > port after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.122725 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > port after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.123060 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > subnet after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.123393 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > subnet after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.123725 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.124305 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.plugin [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Modular L2 Plugin initialization complete Jan 31 15:39:35.124632 n-d-827120-1 neutron-server[108664]: DEBUG neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading services supported by the core plugin {{(pid=108664) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 31 15:39:35.124954 n-d-827120-1 neutron-server[108664]: INFO neutron.plugins.ml2.managers [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Got port-security extension from driver 'port_security' Jan 31 15:39:35.125418 n-d-827120-1 neutron-server[108664]: INFO neutron.extensions.vlantransparent [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Disabled vlantransparent extension. Jan 31 15:39:35.125942 n-d-827120-1 neutron-server[108664]: DEBUG neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108664) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 31 15:39:35.126499 n-d-827120-1 neutron-server[108664]: INFO neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading Plugin: router Jan 31 15:39:35.162201 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.162584 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router after_create 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.163147 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router before_create 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.163311 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.163667 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.164018 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router after_delete 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.164370 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.164839 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.165195 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router after_create 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.165567 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router after_update 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.165913 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router after_update 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.166256 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.166606 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router after_update 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.166994 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router precommit_update 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.167360 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: port after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.167702 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: port after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.168035 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: subnet after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.168364 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.168707 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.169053 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router precommit_create 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.169386 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: port before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.169784 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router precommit_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.170133 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router after_update 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.170475 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.170823 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router precommit_create 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.171182 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.171525 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router precommit_update 55549900 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.171881 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > agent after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.172210 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > agent after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.172554 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > network after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.173400 n-d-827120-1 neutron-server[108664]: DEBUG neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Tracking information for resource: router configured {{(pid=108664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 15:39:35.173751 n-d-827120-1 neutron-server[108664]: DEBUG neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Tracking information for resource: floatingip configured {{(pid=108664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 15:39:35.178764 n-d-827120-1 neutron-server[108664]: INFO neutron.db.l3_agentschedulers_db [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 31 15:39:35.179338 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: port after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.179695 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: port after_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.180014 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: port after_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.180404 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: port after_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.181172 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router before_create 55550100 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.181557 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.181896 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router precommit_create 55550100 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.182249 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > router precommit_update 55550100 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.187096 n-d-827120-1 neutron-server[108664]: DEBUG neutron.services.provider_configuration [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service providers = [] {{(pid=108664) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 31 15:39:35.187461 n-d-827120-1 neutron-server[108664]: DEBUG neutron.db.servicetype_db [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108664) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 31 15:39:35.190432 n-d-827120-1 neutron-server[108664]: DEBUG neutron.services.service_base [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 15:39:35.190781 n-d-827120-1 neutron-server[108664]: DEBUG neutron.services.service_base [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 15:39:35.191131 n-d-827120-1 neutron-server[108664]: DEBUG neutron.services.service_base [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 15:39:35.191998 n-d-827120-1 neutron-server[108664]: DEBUG neutron.services.service_base [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 15:39:35.192365 n-d-827120-1 neutron-server[108664]: INFO neutron.services.service_base [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 31 15:39:35.192733 n-d-827120-1 neutron-server[108664]: DEBUG neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 15:39:35.193046 n-d-827120-1 neutron-server[108664]: INFO neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 31 15:39:35.203813 n-d-827120-1 neutron-server[108664]: DEBUG neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 15:39:35.204145 n-d-827120-1 neutron-server[108664]: INFO neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading Plugin: auto_allocate Jan 31 15:39:35.210002 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: network precommit_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.210364 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: network precommit_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.210887 n-d-827120-1 neutron-server[108664]: DEBUG neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 15:39:35.211202 n-d-827120-1 neutron-server[108664]: INFO neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading Plugin: tag Jan 31 15:39:35.218062 n-d-827120-1 neutron-server[108664]: DEBUG neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 15:39:35.218385 n-d-827120-1 neutron-server[108664]: INFO neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading Plugin: timestamp Jan 31 15:39:35.222223 n-d-827120-1 neutron-server[108664]: DEBUG neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 15:39:35.222552 n-d-827120-1 neutron-server[108664]: INFO neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading Plugin: network_ip_availability Jan 31 15:39:35.228016 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.228389 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.228740 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.229493 n-d-827120-1 neutron-server[108664]: DEBUG neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 15:39:35.229813 n-d-827120-1 neutron-server[108664]: INFO neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading Plugin: flavors Jan 31 15:39:35.234868 n-d-827120-1 neutron-server[108664]: DEBUG neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 15:39:35.235140 n-d-827120-1 neutron-server[108664]: INFO neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading Plugin: revisions Jan 31 15:39:35.239473 n-d-827120-1 neutron-server[108664]: DEBUG neutron.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 15:39:35.239855 n-d-827120-1 neutron-server[108664]: DEBUG oslo_concurrency.lockutils [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.818s {{(pid=108664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 31 15:39:35.240586 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108664) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 31 15:39:35.240922 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Initializing extension manager. Jan 31 15:39:35.241426 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: __init__.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.241790 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: __pycache__ {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.242121 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.242446 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: address_group.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.243198 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.243776 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: address-group Jan 31 15:39:35.244091 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: address_scope.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.244800 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.245318 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: address-scope Jan 31 15:39:35.245673 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.246615 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.247125 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: router-admin-state-down-before-update Jan 31 15:39:35.247442 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: agent.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.248172 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.248679 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: agent Jan 31 15:39:35.248991 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: agent_resources_synced.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.249930 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.250435 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: agent-resources-synced Jan 31 15:39:35.250753 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: allowedaddresspairs.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.252540 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.253064 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: allowed-address-pairs Jan 31 15:39:35.253391 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: auto_allocated_topology.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.254506 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.255022 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: auto-allocated-topology Jan 31 15:39:35.255400 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: availability_zone.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.256066 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.256558 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: availability_zone Jan 31 15:39:35.256875 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: availability_zone_filter.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.257905 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.260180 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: availability_zone_filter Jan 31 15:39:35.260180 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: data_plane_status.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.260350 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.260744 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension data-plane-status not supported by any of loaded plugins Jan 31 15:39:35.261067 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: default_subnetpools.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.262014 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.262524 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: default-subnetpools Jan 31 15:39:35.262845 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.263669 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.264176 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: dhcp_agent_scheduler Jan 31 15:39:35.264499 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: dns.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.265411 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.265944 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension dns-integration not supported by any of loaded plugins Jan 31 15:39:35.266297 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: dns_domain_ports.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.267179 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.267690 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 31 15:39:35.268013 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.268939 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.269443 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 31 15:39:35.269793 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: dvr.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.270467 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.270980 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: dvr Jan 31 15:39:35.271299 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: ecmp_routes.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.272214 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.272721 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 31 15:39:35.273040 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: empty_string_filtering.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.273974 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.274482 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: empty-string-filtering Jan 31 15:39:35.274799 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.275712 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.276218 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 31 15:39:35.276534 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.277440 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.277989 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 31 15:39:35.278304 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: external_net.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.279303 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.280132 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: external-net Jan 31 15:39:35.280450 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.281357 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.281963 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: extra_dhcp_opt Jan 31 15:39:35.282212 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: extraroute.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.283134 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.283641 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: extraroute Jan 31 15:39:35.283957 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: extraroute_atomic.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.284988 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.285594 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: extraroute-atomic Jan 31 15:39:35.285924 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: filter_validation.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.286762 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.287274 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: filter-validation Jan 31 15:39:35.287593 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: fip_pf_description.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.288502 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.289000 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 31 15:39:35.289316 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: fip_port_details.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.290274 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.290783 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: fip-port-details Jan 31 15:39:35.291101 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: flavors.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.292356 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.292873 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: flavors Jan 31 15:39:35.293194 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.295073 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.295594 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 31 15:39:35.295928 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: floatingip_pools.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.296634 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.297147 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: floatingip-pools Jan 31 15:39:35.297488 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: ip_allocation.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.298421 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.298926 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension ip_allocation not supported by any of loaded plugins Jan 31 15:39:35.299246 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.300166 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.300677 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: ip-substring-filtering Jan 31 15:39:35.300998 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: l2_adjacency.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.301950 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.302457 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 31 15:39:35.302776 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: l3.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.303742 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.304264 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: router Jan 31 15:39:35.304584 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.306885 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.307420 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 31 15:39:35.307754 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.308685 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.309200 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: ext-gw-mode Jan 31 15:39:35.309553 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.310575 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.311086 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: l3-ha Jan 31 15:39:35.311407 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: l3_flavors.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.312321 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.312828 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: l3-flavors Jan 31 15:39:35.313146 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.314085 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.314591 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 31 15:39:35.314909 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: l3agentscheduler.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.315961 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.316473 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: l3_agent_scheduler Jan 31 15:39:35.316793 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: logging.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.318339 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.318863 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension logging not supported by any of loaded plugins Jan 31 15:39:35.319193 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: metering.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.319936 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.320514 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: metering Jan 31 15:39:35.320837 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.322084 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.322606 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: metering_source_and_destination_fields Jan 31 15:39:35.322936 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: multiprovidernet.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.323871 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.324382 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: multi-provider Jan 31 15:39:35.324708 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: netmtu.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.325686 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.326203 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: net-mtu Jan 31 15:39:35.326557 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: netmtu_writable.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.327481 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.327994 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: net-mtu-writable Jan 31 15:39:35.328317 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: network_availability_zone.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.328989 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.329503 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: network_availability_zone Jan 31 15:39:35.329850 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: network_ip_availability.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.330958 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.331476 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: network-ip-availability Jan 31 15:39:35.331797 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: network_segment_range.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.332563 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.333062 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension network-segment-range not supported by any of loaded plugins Jan 31 15:39:35.333383 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: pagination.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.334392 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.334724 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: pagination Jan 31 15:39:35.334996 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: port_device_profile.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.335949 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.336460 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: port-device-profile Jan 31 15:39:35.336780 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.337723 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.338215 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: port-mac-address-regenerate Jan 31 15:39:35.338537 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.339460 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.339971 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: port-numa-affinity-policy Jan 31 15:39:35.340285 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: port_resource_request.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.341202 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.341805 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension port-resource-request not supported by any of loaded plugins Jan 31 15:39:35.342119 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: portbindings.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.343049 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.343554 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: binding Jan 31 15:39:35.343868 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: portbindings_extended.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.345150 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.345707 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: binding-extended Jan 31 15:39:35.346026 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: portsecurity.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.346925 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.347446 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: port-security Jan 31 15:39:35.347763 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: project_id.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.348730 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.349054 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: project-id Jan 31 15:39:35.349372 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: providernet.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.350326 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.350835 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: provider Jan 31 15:39:35.351150 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: qos.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.354761 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.355288 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension qos not supported by any of loaded plugins Jan 31 15:39:35.355625 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.356889 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.357410 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 31 15:39:35.357766 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.358696 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.359207 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 31 15:39:35.359530 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: qos_default.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.360446 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.360960 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension qos-default not supported by any of loaded plugins Jan 31 15:39:35.361279 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: qos_fip.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.361958 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.362461 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension qos-fip not supported by any of loaded plugins Jan 31 15:39:35.362779 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: qos_gateway_ip.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.363694 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.364204 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 31 15:39:35.364520 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: qos_port_network_policy.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.365438 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.365974 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 31 15:39:35.366292 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: qos_pps_rule.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.367469 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.367986 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension qos-pps not supported by any of loaded plugins Jan 31 15:39:35.368308 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: qos_rule_type_details.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.369215 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.369759 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 31 15:39:35.370080 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: qos_rules_alias.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.371125 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.371636 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 31 15:39:35.371959 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: quotasv2.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.373123 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.373445 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: quotas Jan 31 15:39:35.373795 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: quotasv2_detail.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.377032 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.377362 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: quota_details Jan 31 15:39:35.377715 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: rbac.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.378772 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.379297 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: rbac-policies Jan 31 15:39:35.379624 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: rbac_address_group.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.380551 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.381062 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: rbac-address-group Jan 31 15:39:35.381384 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: rbac_address_scope.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.382331 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.382844 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: rbac-address-scope Jan 31 15:39:35.383161 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: rbac_security_groups.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.384074 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.384586 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: rbac-security-groups Jan 31 15:39:35.384903 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: rbac_subnetpool.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.385852 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.386367 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: rbac-subnetpool Jan 31 15:39:35.386687 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: revisionifmatch.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.387601 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.388118 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: revision-if-match Jan 31 15:39:35.388478 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: revisions.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.389611 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.390121 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: standard-attr-revisions Jan 31 15:39:35.390439 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: router_availability_zone.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.391111 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.391607 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: router_availability_zone Jan 31 15:39:35.391925 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: routerservicetype.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.392845 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.393345 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension router-service-type not supported by any of loaded plugins Jan 31 15:39:35.393696 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.394624 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.395136 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: security-groups-normalized-cidr Jan 31 15:39:35.395455 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.396371 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.396878 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: port-security-groups-filtering Jan 31 15:39:35.397197 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.398136 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.398646 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: security-groups-remote-address-group Jan 31 15:39:35.398966 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: securitygroup.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.410767 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.411325 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: security-group Jan 31 15:39:35.411655 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: segment.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.412500 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.413006 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension segment not supported by any of loaded plugins Jan 31 15:39:35.413334 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.414359 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.414873 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 31 15:39:35.415205 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: servicetype.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.416435 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.416944 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: service-type Jan 31 15:39:35.417268 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: sorting.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.418289 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.418620 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: sorting Jan 31 15:39:35.418941 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: standard_attr_segment.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.419888 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.420409 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 31 15:39:35.420736 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: standardattrdescription.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.421384 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.421924 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: standard-attr-description Jan 31 15:39:35.422239 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: stateful_security_group.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.423169 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.423684 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: stateful-security-group Jan 31 15:39:35.424006 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: stdattrs_common.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.424588 n-d-827120-1 neutron-server[108664]: WARNING neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 31 15:39:35.424904 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.425876 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.426576 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 31 15:39:35.426891 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: subnet_onboard.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.428059 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.428580 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: subnet_onboard Jan 31 15:39:35.428895 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.429833 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.430341 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 31 15:39:35.430660 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: subnet_service_types.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.431604 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.432119 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: subnet-service-types Jan 31 15:39:35.432434 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: subnetallocation.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.433565 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.434078 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: subnet_allocation Jan 31 15:39:35.434397 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.435188 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.435698 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: subnetpool-prefix-ops Jan 31 15:39:35.436016 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.436943 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.437450 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 31 15:39:35.437795 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: tagging.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.438895 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.439409 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: standard-attr-tag Jan 31 15:39:35.439732 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: timestamp.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.440937 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.441459 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loaded extension: standard-attr-timestamp Jan 31 15:39:35.441805 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: trunk.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.442834 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.443349 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension trunk not supported by any of loaded plugins Jan 31 15:39:35.443671 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: trunk_details.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.444596 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.445113 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension trunk-details not supported by any of loaded plugins Jan 31 15:39:35.445436 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: uplink_status_propagation.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.446383 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.446893 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 31 15:39:35.447215 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Loading extension file: vlantransparent.py {{(pid=108664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 15:39:35.447901 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 15:39:35.448409 n-d-827120-1 neutron-server[108664]: INFO neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 31 15:39:35.450974 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:network Jan 31 15:39:35.451519 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:subnet Jan 31 15:39:35.452422 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 15:39:35.452422 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:port Jan 31 15:39:35.453590 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.454042 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service FLAVORS assigned prefix: {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.454644 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.455065 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.455395 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:router Jan 31 15:39:35.455823 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:floatingip Jan 31 15:39:35.456307 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service METERING assigned prefix: /metering {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.458591 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.458591 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.458591 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:39:35.459490 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 15:39:35.459934 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:security_group Jan 31 15:39:35.460531 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 15:39:35.461596 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service CORE assigned prefix: {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.461596 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 15:39:35.461780 n-d-827120-1 neutron-server[108664]: WARNING neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] subnetpool is already registered Jan 31 15:39:35.462080 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service CORE assigned prefix: {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.462405 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 15:39:35.462725 n-d-827120-1 neutron-server[108664]: WARNING neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] subnetpool is already registered Jan 31 15:39:35.464980 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.466047 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service FLAVORS assigned prefix: {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.466047 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.466861 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.466861 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:router Jan 31 15:39:35.467159 n-d-827120-1 neutron-server[108664]: WARNING neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] router is already registered Jan 31 15:39:35.467538 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:floatingip Jan 31 15:39:35.467871 n-d-827120-1 neutron-server[108664]: WARNING neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] floatingip is already registered Jan 31 15:39:35.468318 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service METERING assigned prefix: /metering {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.468982 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 15:39:35.469302 n-d-827120-1 neutron-server[108664]: WARNING neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] rbac_policy is already registered Jan 31 15:39:35.469744 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:security_group Jan 31 15:39:35.470069 n-d-827120-1 neutron-server[108664]: WARNING neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] security_group is already registered Jan 31 15:39:35.470468 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 15:39:35.470790 n-d-827120-1 neutron-server[108664]: WARNING neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] security_group_rule is already registered Jan 31 15:39:35.471451 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service CORE assigned prefix: {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.471727 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 15:39:35.472060 n-d-827120-1 neutron-server[108664]: WARNING neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] subnetpool is already registered Jan 31 15:39:35.472468 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.v2.resource_helper [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Service CORE assigned prefix: {{(pid=108664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 15:39:35.472793 n-d-827120-1 neutron-server[108664]: INFO neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 15:39:35.473120 n-d-827120-1 neutron-server[108664]: WARNING neutron.quota.resource_registry [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] subnetpool is already registered Jan 31 15:39:35.473620 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: extensions {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.475128 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: address-groups {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.476645 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: address-scopes {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.478022 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: agents {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.479195 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: auto-allocated-topology {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.480451 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: availability_zones {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.481721 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: dhcp-networks {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.483306 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: dhcp-agents {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.484730 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: routers {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.487072 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: flavors {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.488208 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: service_profiles {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.489453 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: next_providers {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.490936 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: service_profiles {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.492474 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: floatingip-pools {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.493738 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: routers {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.495880 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: floatingips {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.497179 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: l3-routers {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.498666 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: l3-agents {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.500074 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: metering-labels {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.501448 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: metering-label-rules {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.502796 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: network-ip-availabilities {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.504121 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: bindings {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.506634 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: quotas {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.508098 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: quotas {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.509524 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: rbac-policies {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.510770 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: security-groups {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.512200 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: security-group-rules {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.513501 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: service-providers {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.514728 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: subnetpools {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.516171 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: subnetpools {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.517672 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: tags {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.519383 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: tags {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.521197 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: tags {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.523013 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: tags {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.524801 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: tags {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.526742 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: tags {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.528438 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: tags {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.530742 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: tags {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.532504 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: tags {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.534292 n-d-827120-1 neutron-server[108664]: DEBUG neutron.api.extensions [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Extended resource: tags {{(pid=108664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 15:39:35.540263 n-d-827120-1 neutron-server[108664]: WARNING keystonemiddleware.auth_token [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 31 15:39:35.545071 n-d-827120-1 neutron-server[108664]: WARNING keystonemiddleware.auth_token [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 31 15:39:35.553596 n-d-827120-1 neutron-server[108664]: DEBUG oslo_concurrency.lockutils [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Acquired lock "singleton_lock" {{(pid=108664) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 31 15:39:35.554068 n-d-827120-1 neutron-server[108664]: DEBUG oslo_concurrency.lockutils [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Releasing lock "singleton_lock" {{(pid=108664) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 31 15:39:35.554709 n-d-827120-1 neutron-server[108664]: INFO oslo_service.service [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Starting 2 workers Jan 31 15:39:35.559423 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Started child 108771 {{(pid=108664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 15:39:35.563809 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Started child 108772 {{(pid=108664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 15:39:35.565064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:35.565932 n-d-827120-1 neutron-server[108664]: INFO neutron.service [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 31 15:39:35.566100 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Notify callbacks [] for process, before_spawn {{(pid=108664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:35.566483 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [-] (108771) wsgi starting up on http://0.0.0.0:9696 Jan 31 15:39:35.568415 n-d-827120-1 neutron-server[108664]: INFO oslo_service.service [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Starting 1 workers Jan 31 15:39:35.568626 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:35.569786 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [-] (108772) wsgi starting up on http://0.0.0.0:9696 Jan 31 15:39:35.573504 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Started child 108773 {{(pid=108664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 15:39:35.574069 n-d-827120-1 neutron-server[108664]: INFO oslo_service.service [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Starting 1 workers Jan 31 15:39:35.577110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.service [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] calling RpcWorker wait() {{(pid=108773) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 31 15:39:35.577728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.service [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] returning from RpcWorker wait() {{(pid=108773) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 31 15:39:35.578583 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Started child 108774 {{(pid=108664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 15:39:35.578869 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:35.579368 n-d-827120-1 neutron-server[108664]: DEBUG neutron_lib.callbacks.manager [None req-a33b668a-b41b-488a-98fe-423ba4156aa9 None None] Notify callbacks [] for process, after_spawn {{(pid=108664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:35.579507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:39:35.581257 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108664) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 31 15:39:35.581433 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 15:39:35.581810 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 15:39:35.582169 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 15:39:35.582659 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 15:39:35.582963 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 15:39:35.583627 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:35.584151 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.584151 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.584151 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.584363 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.584664 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.585233 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.585454 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.585874 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.586285 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.586746 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.587079 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.587391 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.587769 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.588168 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.588593 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.589001 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.589392 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.589838 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.590151 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.590540 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.590953 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.591411 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.591829 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] debug = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.592224 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.592819 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.593203 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.593641 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.594029 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.594451 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.594823 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.595227 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.595616 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.595994 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.596386 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.596780 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.597155 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.597540 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.597909 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.598342 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.598728 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.599335 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] host = n-d-827120-1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.599709 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.600072 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.600468 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.600859 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.601241 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.601631 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.602036 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.602453 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.602717 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.602965 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.603218 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.603479 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.603894 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.604072 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_file = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.604228 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_options = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.604358 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.604757 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.605192 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.605553 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.605856 n-d-827120-1 neutron-server[108774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:39:35.606067 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.606067 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.606324 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.606485 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.606933 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.607356 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.607541 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.607893 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.608260 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.608612 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.609014 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.609410 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.609791 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.610152 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.610545 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.610940 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.611579 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.611963 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.612328 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.612742 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.612970 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.613237 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.613488 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.613685 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.613892 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.614133 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.614366 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.614635 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.614874 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.615120 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.615398 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.615626 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.615848 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.616063 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.616337 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.616561 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.616808 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.617068 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.617297 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.617575 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.617803 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.618018 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.618247 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] use_json = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.618455 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.618728 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.618953 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.619169 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.619381 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.619595 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.619809 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.620059 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.620501 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.620773 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.621101 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.621355 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.621646 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.621870 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.622132 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.622339 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.622639 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.622863 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.623161 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.623382 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.623664 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.623920 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.624211 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.624485 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.624727 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.624989 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.625245 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.625485 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.625726 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.626104 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.626507 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.626885 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.627268 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.627647 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.627899 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.628270 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.628520 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.628791 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.629058 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.629275 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.629535 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.629752 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.629968 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.630200 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.630426 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.630687 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.631057 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.631269 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.631499 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.631755 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.631986 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.632212 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.632451 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.632681 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.633049 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.633429 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.633824 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.634192 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.634545 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.634915 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.635300 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.635672 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.635929 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.636120 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.636543 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.636760 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.636954 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.637202 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.637430 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.637659 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.638031 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.638460 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.638845 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.639196 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.639577 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.639932 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.640302 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.640660 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.641038 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.641406 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.641652 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.641877 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.642092 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.642312 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.642543 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.642786 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.643018 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.643211 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.643420 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.643629 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.643836 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.644052 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.644276 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.644482 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.644688 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.644915 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.645134 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.645402 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.645727 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.645977 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.646208 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.646450 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.646681 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.646910 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.647159 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.647389 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.647618 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.647804 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.648221 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.648618 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.649020 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.649438 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.649844 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.650260 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.650629 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.650857 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.651072 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.651328 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.651569 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.651820 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.652078 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.652323 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.652569 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.652816 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.653078 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.653310 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.653596 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.653836 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.654090 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.654356 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.654626 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.655209 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.655438 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.655684 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.655930 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.656183 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.656438 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.656690 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.656964 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.657200 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.657491 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.657723 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.657943 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.658170 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.658398 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.658722 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.658967 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.659175 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.659398 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.659653 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.659892 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.660119 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.660377 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.660614 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.660861 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.661096 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.661318 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.661580 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.661830 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.662054 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.662289 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.662485 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.662687 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.662921 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.663130 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.663336 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.663559 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.663766 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.663977 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.664197 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.664437 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.664666 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.664874 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.665086 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.665299 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.665552 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.665769 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.666014 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.666247 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.666467 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.666707 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.666919 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.667181 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.667416 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.667826 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.667958 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.668164 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.668349 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.668556 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.668811 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.669024 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.669248 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.669509 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.670479 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.670479 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.670479 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.670479 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.671139 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.671139 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.671139 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.671445 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.671575 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.671811 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.672040 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.672268 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.672692 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.672790 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.672931 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.673139 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.673380 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.673622 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.673881 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.674098 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.674450 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.674662 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.674870 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.675094 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.675305 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.675534 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.675814 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.676062 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.676297 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.676555 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.676783 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.676988 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.677334 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.677490 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.677661 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.677878 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.678147 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.678336 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.678555 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.678760 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.678965 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.679185 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.679395 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.679599 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.679816 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.680065 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.680289 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.680504 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.680714 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.680917 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.681134 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.681546 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.681546 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.681849 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.681986 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.682146 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.682366 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.682588 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.682791 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.683026 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.683256 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.683458 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.683777 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.684022 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.684240 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.684515 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.684770 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.685036 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.685284 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.685626 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.685839 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.686176 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.686304 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.686493 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.686709 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.686956 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.687258 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.687541 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.687789 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.688016 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.688273 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.688666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:39:35.688783 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.688954 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.689176 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.689453 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.689788 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.690067 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.690329 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.690551 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.690790 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.691021 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.691235 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.691446 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.691673 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.691913 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.692259 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.692398 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.692938 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.692938 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.693108 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.693301 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.693559 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.693957 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.694167 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.694399 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.694556 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 15:39:35.695068 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108664) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 31 15:39:35.695229 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 15:39:35.695378 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 15:39:35.695540 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 15:39:35.695712 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 15:39:35.695855 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 15:39:35.696248 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.696410 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.696570 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.696727 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.696888 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.697064 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.697222 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.697377 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.697569 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.697728 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.697883 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.698038 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.698193 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.698351 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.698508 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.698663 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.698819 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.698963 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.699138 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.699301 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.699457 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.699609 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.699759 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] debug = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.699912 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.700106 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.700267 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.700422 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.700595 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.700784 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.700941 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.701096 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.701275 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.701401 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.701607 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.701726 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.701859 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.702002 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.702157 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.702312 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.702466 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.702621 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] host = n-d-827120-1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.702778 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.702933 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.703088 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.703245 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.703401 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.703555 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.703709 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.703858 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.704013 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.704168 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.704325 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.704479 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.704631 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.704798 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_file = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.704942 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_options = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.705083 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.705228 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.705358 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.705570 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.705786 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.705883 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.706029 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.706196 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.706334 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.706488 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.706642 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.706794 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.707016 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.707152 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.707270 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.707444 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.707566 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.707671 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.707825 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.707979 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.708132 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.708286 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.708439 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.708593 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.708746 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.708900 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.709057 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.709211 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.709367 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.709542 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.709698 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.709853 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.710013 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.710167 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.710323 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.710476 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.710631 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.710787 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.710948 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.711080 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.711238 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.711392 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.711613 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.711736 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.711972 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.711972 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.712487 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] use_json = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.712487 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.712487 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.712745 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.712745 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.713191 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.713191 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.713191 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.713688 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 15:39:35.713688 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.713688 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.713936 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.713936 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.714074 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.714207 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.714398 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.714511 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.714637 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.714756 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.714926 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.715085 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.715367 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.715367 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.715367 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.716015 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.716015 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.716015 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.716528 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.716528 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.716528 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.716837 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.716837 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.716988 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.717086 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.717206 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.717323 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.717516 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.717676 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.717835 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.717992 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.718152 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.718313 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.718468 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.718628 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.718796 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.718934 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.719074 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.719231 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.719387 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.719543 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.719701 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.719858 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.720019 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.720176 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.720333 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.720490 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.720647 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.720804 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.721002 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.721123 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.721249 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.721396 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.721559 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.721722 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.721888 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.722044 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.722200 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.722357 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.722512 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.722669 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.722825 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.722981 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.723309 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.723309 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.723589 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.723589 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.723822 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.723942 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.724060 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.724283 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.724283 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.724552 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.724633 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.724738 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.724876 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.725032 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.725188 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.725369 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.725557 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.725680 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.725815 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.725972 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.726129 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.726286 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.726494 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.726619 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.726738 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.726875 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.727039 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.727197 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.727351 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.727497 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.727653 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.727873 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.727999 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.728118 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.728243 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.728397 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.728553 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.728709 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.728866 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.729023 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.729180 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.729335 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.729508 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.729665 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.729820 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.729981 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.730138 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.730294 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.730453 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.730609 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.730764 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.730919 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.731075 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.731240 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.731426 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.731555 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.731711 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.731946 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.732117 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.732275 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.732431 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.732588 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.732746 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.732888 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.733044 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.733200 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.733355 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.733534 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.733691 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.733856 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.734023 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.734179 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.734337 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.734493 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.734675 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.734833 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.734986 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.735141 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.735298 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.735453 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.735609 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.735765 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.735923 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.736079 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.736235 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.736393 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.736549 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.736705 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.736862 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.737017 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.737224 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.737317 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.737487 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.737654 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.737812 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.737967 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.738123 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.738278 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.738435 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.738593 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.738750 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.738907 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.739057 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.739208 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.739364 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.739519 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.739674 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.739830 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.739990 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.740146 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.740303 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.740461 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.740618 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.740775 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.740932 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.741089 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.741246 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.741402 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.741592 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.741750 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.741907 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.742064 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.742221 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.742378 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.742534 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.742691 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.742849 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.743006 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.743162 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.743333 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.743489 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.743645 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.743800 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.743957 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.744112 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.744267 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.744424 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.744579 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.744736 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.744890 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.745050 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.745209 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.745366 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.745542 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.745703 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.745859 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.746016 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.746173 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.746341 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.746497 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.746654 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.746809 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.746965 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.747124 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.747291 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.747466 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.747623 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.747778 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.747932 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.748088 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.748254 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.748410 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.748566 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.748722 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.748877 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.749033 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.749198 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.749357 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.749533 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.749692 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.749848 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.750008 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.750172 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.750330 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.750488 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.750642 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.750798 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.750954 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.751119 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.751275 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.751431 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.751587 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.751742 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.751897 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.752066 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.752226 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.752383 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.752547 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.752704 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.752861 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.753016 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.753183 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.753340 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.753525 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.753684 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.753839 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.753994 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.754156 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.754317 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.754482 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.754644 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.754802 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.754966 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.755129 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.755294 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.755450 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.755612 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.755781 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.755938 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.756094 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.756252 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.756406 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.756562 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.756717 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.756872 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.757028 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.757183 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.757338 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.757513 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.757672 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.757828 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.757983 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.758139 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.758296 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.758451 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.758605 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.758760 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 15:39:35.758909 n-d-827120-1 neutron-server[108664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 15:39:35.940313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59818) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:39:35.953658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099118 Jan 31 15:39:47.174879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333b3f94-dd04-4712-8298-4cba7725c369 None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 15:39:47.251908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333b3f94-dd04-4712-8298-4cba7725c369 None None] No non-hosted networks {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 31 15:39:47.269751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.agentschedulers_db [None req-333b3f94-dd04-4712-8298-4cba7725c369 None None] DHCP Agent not found on host n-d-827120-1 {{(pid=108773) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 31 15:39:47.430633 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-988b5f8f-e0f7-452e-ac2a-3f75bf661ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-954963'] for agent, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:49.617025 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-07eab497-b306-4dbe-ad35-5fd6e97d5707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-954963'] for agent, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:49.686138 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3966b0b7-47f1-4f5a-906b-d978dbf5a5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:50.699274 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-954963'] for agent, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:52.085315 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-954963'] for agent, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:52.391688 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-954963'] for agent, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:52.393074 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:39:52.393658 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:39:52.394190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:39:52.394524 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:39:52.394849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:39:52.395172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:39:52.395495 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:39:52.395806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:39:52.396126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:39:52.396443 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:39:52.396761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:39:52.397073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:39:52.397447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827120-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:39:52.403632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827120-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:39:53.271740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59912) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:39:53.794839 n-d-827120-1 neutron-server[108772]: WARNING oslo_policy.policy [None req-9b1ad144-6705-420f-9d9b-a05d25a4a464 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 15:39:53.795414 n-d-827120-1 neutron-server[108772]: WARNING oslo_policy.policy [None req-9b1ad144-6705-420f-9d9b-a05d25a4a464 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 15:39:54.016348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-9b1ad144-6705-420f-9d9b-a05d25a4a464 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:39:54.017513 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9b1ad144-6705-420f-9d9b-a05d25a4a464 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7444763 Jan 31 15:39:56.406100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59928) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:39:56.903819 n-d-827120-1 neutron-server[108773]: INFO neutron.db.l3_hamode_db [None req-eae8842d-19d8-4d18-8322-e464b80a53f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 31 15:39:56.915118 n-d-827120-1 neutron-server[108771]: WARNING oslo_policy.policy [None req-365b8efe-59db-46f7-bb72-5b78b1b34c3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 15:39:56.915689 n-d-827120-1 neutron-server[108771]: WARNING oslo_policy.policy [None req-365b8efe-59db-46f7-bb72-5b78b1b34c3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 15:39:56.981037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8842d-19d8-4d18-8322-e464b80a53f5 None None] Routers set() bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:39:56.981420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8842d-19d8-4d18-8322-e464b80a53f5 None None] Router IDs set() for agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 15:39:57.135132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-365b8efe-59db-46f7-bb72-5b78b1b34c3b admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:39:57.227475 n-d-827120-1 neutron-server[108771]: DEBUG neutron.policy [None req-365b8efe-59db-46f7-bb72-5b78b1b34c3b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 31 15:39:57.271657 n-d-827120-1 neutron-server[108771]: WARNING oslo_policy.policy [None req-365b8efe-59db-46f7-bb72-5b78b1b34c3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 15:39:57.272019 n-d-827120-1 neutron-server[108771]: WARNING oslo_policy.policy [None req-365b8efe-59db-46f7-bb72-5b78b1b34c3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 15:39:57.280653 n-d-827120-1 neutron-server[108771]: INFO neutron.quota [None req-365b8efe-59db-46f7-bb72-5b78b1b34c3b admin admin] Loaded quota_driver: . Jan 31 15:39:57.377099 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-365b8efe-59db-46f7-bb72-5b78b1b34c3b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773759966268', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773759966731', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773759986818', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773759981236', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773759599414', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773759926854', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3791432', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4175738', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1033775', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-927405'] for rbac-policy, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:57.457562 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-365b8efe-59db-46f7-bb72-5b78b1b34c3b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:39:57.458918 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-365b8efe-59db-46f7-bb72-5b78b1b34c3b admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0507815 Jan 31 15:40:00.095136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59946) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:40:00.421708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:40:00.423160 n-d-827120-1 neutron-server[108772]: INFO neutron.quota [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Loaded quota_driver: . Jan 31 15:40:00.486890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Made reservation on behalf of b9c59bc29c8c4292be4955b707d4d8e3 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:40:00.552547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.policy [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108772) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 31 15:40:00.596587 n-d-827120-1 neutron-server[108772]: WARNING oslo_policy.policy [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 15:40:00.596970 n-d-827120-1 neutron-server[108772]: WARNING oslo_policy.policy [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 15:40:00.607289 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:00.629221 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:00.742350 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:00.749214 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:00.768641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:40:00.798565 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773760191757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:00.799119 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Unsubscribe: segment precommit_create {{(pid=108772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 15:40:00.799615 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Added segment ad14b006-986c-4d4c-8af0-024c1c4734e3 of type vlan for network 39562caf-ef1f-4b5d-be29-2f32cb1014ba Jan 31 15:40:00.815224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c31b70-d03b-4f96-955d-a79086e618c7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:00.863894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:00.864219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:00.864550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:00.864869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:00.865189 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:00.865537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:00.865854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:00.866163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:00.866473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:00.866780 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:00.867078 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:00.867399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Tracked resource versions report: Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: pushed versions: Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: { 'AddressGroup': {'1.2'}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'ConntrackHelper': {'1.0'}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'Log': {'1.0'}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'Network': {'1.1'}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'Port': {'1.7'}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'PortForwarding': {'1.2'}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'QosPolicy': {'1.9'}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'SecurityGroup': {'1.4'}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'SecurityGroupRule': {'1.2'}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'SubPort': {'1.0'}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'Subnet': {'1.1'}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'Trunk': {'1.1'}} Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: consumer versions: Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: { DHCP agent@n-d-827120-1: {}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: L3 agent@n-d-827120-1: {}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: Metadata agent@n-d-827120-1: {}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: Metering agent@n-d-827120-1: {}, Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: Open vSwitch agent@n-d-827120-1: { 'AddressGroup': '1.2', Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'ConntrackHelper': '1.0', Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'Log': '1.0', Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'Network': '1.1', Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'Port': '1.7', Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'PortForwarding': '1.2', Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'QosPolicy': '1.9', Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'SecurityGroup': '1.4', Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'SecurityGroupRule': '1.2', Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'SubPort': '1.0', Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'Subnet': '1.1', Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: 'Trunk': '1.1'}} Jan 31 15:40:00.868546 n-d-827120-1 neutron-server[108772]: {{(pid=108772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 15:40:00.915956 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:00.963262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:00.964462 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:40:00.965124 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:01.045601 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9493647 Jan 31 15:40:01.073526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47167c24-4c12-428b-9c01-2205c73ecebe admin admin] Pushing event updated for resources: {'Network': ['ID=39562caf-ef1f-4b5d-be29-2f32cb1014ba,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:01.086217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 39562caf-ef1f-4b5d-be29-2f32cb1014ba details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:40:03.792323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59962) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:40:04.263393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f625de35-b0fb-4825-b210-fa6e0e1b5d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:40:04.264901 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f625de35-b0fb-4825-b210-fa6e0e1b5d7f admin admin] 10.222.0.36 "GET /v2.0/networks/39562caf-ef1f-4b5d-be29-2f32cb1014ba HTTP/1.1" status: 200 len: 825 time: 0.4714675 Jan 31 15:40:04.290292 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-68b93fec-9690-4740-8ba1-196127120a3f admin admin] 10.222.0.36 "GET /v2.0/subnetpools/26d5c016-917e-4824-8f67-2af26d57bdfb HTTP/1.1" status: 200 len: 734 time: 0.0189338 Jan 31 15:40:04.299429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Request body: {'subnet': {'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'subnetpool_id': '26d5c016-917e-4824-8f67-2af26d57bdfb', 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:40:04.328869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Made reservation on behalf of b9c59bc29c8c4292be4955b707d4d8e3 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:40:04.331429 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Notify callbacks [] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:04.621458 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:04.687823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Checking segment: {'id': 'ad14b006-986c-4d4c-8af0-024c1c4734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:40:04.688216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Network hostable DHCP agents. Network: 39562caf-ef1f-4b5d-be29-2f32cb1014ba, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:40:04.703198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f0fd2f-4be1-4a49-b282-10c14c898605,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:04.716108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:04.716417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:04.716761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:04.717080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:04.717391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:04.717725 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:04.718032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:04.718345 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:04.718645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:04.718931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:04.719234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:04.719533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Tracked resource versions report: Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: pushed versions: Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: { 'AddressGroup': {'1.2'}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'ConntrackHelper': {'1.0'}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'Log': {'1.0'}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'Network': {'1.1'}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'Port': {'1.7'}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'PortForwarding': {'1.2'}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'QosPolicy': {'1.9'}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'SecurityGroup': {'1.4'}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'SecurityGroupRule': {'1.2'}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'SubPort': {'1.0'}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'Subnet': {'1.1'}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'Trunk': {'1.1'}} Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: consumer versions: Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: { DHCP agent@n-d-827120-1: {}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: L3 agent@n-d-827120-1: {}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: Metadata agent@n-d-827120-1: {}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: Metering agent@n-d-827120-1: {}, Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: Open vSwitch agent@n-d-827120-1: { 'AddressGroup': '1.2', Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'ConntrackHelper': '1.0', Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'Log': '1.0', Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'Network': '1.1', Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'Port': '1.7', Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'PortForwarding': '1.2', Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'QosPolicy': '1.9', Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'SecurityGroup': '1.4', Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'SecurityGroupRule': '1.2', Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'SubPort': '1.0', Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'Subnet': '1.1', Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: 'Trunk': '1.1'}} Jan 31 15:40:04.720608 n-d-827120-1 neutron-server[108771]: {{(pid=108771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 15:40:04.742613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Network 39562caf-ef1f-4b5d-be29-2f32cb1014ba is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:40:04.760566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 39562caf-ef1f-4b5d-be29-2f32cb1014ba) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:40:04.765332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:40:04.765985 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:04.772578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ea7bea-02d1-4400-979b-9d4ff9d0a981 None None] Network 39562caf-ef1f-4b5d-be29-2f32cb1014ba requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:40:04.782338 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d8850d4e-000f-49a0-9c0f-e89954525cff admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4861598 Jan 31 15:40:05.094223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-39562caf-ef1f-4b5d-be29-2f32cb1014ba', 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'fixed_ips': [{'subnet_id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:40:05.095551 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:05.379176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Allocated IP 172.20.0.2 (39562caf-ef1f-4b5d-be29-2f32cb1014ba/e6f0fd2f-4be1-4a49-b282-10c14c898605/a2ed71a8-5753-4669-a00c-a2791b42f10b) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:40:05.584232 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:05.592516 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:05.704752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Network 39562caf-ef1f-4b5d-be29-2f32cb1014ba is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:40:05.709940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:40:05.711667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Pushing event updated for resources: {'Port': ['ID=a2ed71a8-5753-4669-a00c-a2791b42f10b,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:05.716383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:40:05.722866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:05.723206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:05.723540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:05.723869 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:05.724192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:05.724512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:05.724832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:05.725146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:05.725480 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:05.725796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:05.726110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:05.726423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Tracked resource versions report: Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: pushed versions: Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: { 'AddressGroup': {'1.2'}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'ConntrackHelper': {'1.0'}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'Log': {'1.0'}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'Network': {'1.1'}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'Port': {'1.7'}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'PortForwarding': {'1.2'}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'QosPolicy': {'1.9'}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'SecurityGroup': {'1.4'}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'SecurityGroupRule': {'1.2'}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'SubPort': {'1.0'}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'Subnet': {'1.1'}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'Trunk': {'1.1'}} Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: consumer versions: Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: { DHCP agent@n-d-827120-1: {}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: L3 agent@n-d-827120-1: {}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: Metadata agent@n-d-827120-1: {}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: Metering agent@n-d-827120-1: {}, Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: Open vSwitch agent@n-d-827120-1: { 'AddressGroup': '1.2', Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'ConntrackHelper': '1.0', Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'Log': '1.0', Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'Network': '1.1', Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'Port': '1.7', Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'PortForwarding': '1.2', Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'QosPolicy': '1.9', Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'SecurityGroup': '1.4', Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'SecurityGroupRule': '1.2', Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'SubPort': '1.0', Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'Subnet': '1.1', Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: 'Trunk': '1.1'}} Jan 31 15:40:05.727539 n-d-827120-1 neutron-server[108773]: {{(pid=108773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 15:40:05.802439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Attempting to bind port a2ed71a8-5753-4669-a00c-a2791b42f10b on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:40:05.803147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Attempting to bind port a2ed71a8-5753-4669-a00c-a2791b42f10b by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ad14b006-986c-4d4c-8af0-024c1c4734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:40:05.803242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Attempting to bind port a2ed71a8-5753-4669-a00c-a2791b42f10b on network 39562caf-ef1f-4b5d-be29-2f32cb1014ba {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:40:05.808238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:40:05.808641 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Checking segment: {'id': 'ad14b006-986c-4d4c-8af0-024c1c4734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:40:05.809106 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:05.809509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Bound using segment: {'id': 'ad14b006-986c-4d4c-8af0-024c1c4734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:40:05.810028 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Bound port: a2ed71a8-5753-4669-a00c-a2791b42f10b, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad14b006-986c-4d4c-8af0-024c1c4734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:40:05.810396 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:05.873927 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] For port a2ed71a8-5753-4669-a00c-a2791b42f10b, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:40:05.878203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] For port a2ed71a8-5753-4669-a00c-a2791b42f10b, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a2ed71a8-5753-4669-a00c-a2791b42f10b,segment=NetworkSegment(ad14b006-986c-4d4c-8af0-024c1c4734e3),segment_id=ad14b006-986c-4d4c-8af0-024c1c4734e3)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:40:05.884087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:05.947527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17211d5f-d9de-4cf6-85ba-dd198f2b17f1 None None] Pushing event updated for resources: {'Port': ['ID=a2ed71a8-5753-4669-a00c-a2791b42f10b,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:07.247552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59974) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:40:07.569907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-f969c147-2a36-4838-b2d2-5efe105b93ca admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:40:07.570904 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f969c147-2a36-4838-b2d2-5efe105b93ca admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3220823 Jan 31 15:40:09.957402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59982) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:40:10.281985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-86ea85c9-4e67-400a-8b79-a2eac9b1baea admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:40:10.282973 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-86ea85c9-4e67-400a-8b79-a2eac9b1baea admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3245814 Jan 31 15:40:12.964305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59994) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:40:13.271412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e9c472db-457f-4349-92c7-77df3f18afc8 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'name': 'router1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:40:13.299653 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9c472db-457f-4349-92c7-77df3f18afc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:13.301225 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9c472db-457f-4349-92c7-77df3f18afc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:13.458274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9c472db-457f-4349-92c7-77df3f18afc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:13.464816 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9c472db-457f-4349-92c7-77df3f18afc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:13.480676 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9c472db-457f-4349-92c7-77df3f18afc8 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:13.481931 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e9c472db-457f-4349-92c7-77df3f18afc8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5166724 Jan 31 15:40:13.716612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a2ed71a8-5753-4669-a00c-a2791b42f10b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:40:13.810500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a2ed71a8-5753-4669-a00c-a2791b42f10b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:40:13.810886 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:13.927179 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:13.965687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port a2ed71a8-5753-4669-a00c-a2791b42f10b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a2ed71a8-5753-4669-a00c-a2791b42f10b,segment=NetworkSegment(ad14b006-986c-4d4c-8af0-024c1c4734e3),segment_id=ad14b006-986c-4d4c-8af0-024c1c4734e3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:40:13.970700 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:14.017618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=a2ed71a8-5753-4669-a00c-a2791b42f10b,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:14.290356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f09f0e-3de4-4ef7-a3e0-6c1ee9a1cd0d None None] Network 39562caf-ef1f-4b5d-be29-2f32cb1014ba requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:40:14.410672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-00836c2b-8594-4514-8b84-3434021c66cc None None] Provisioning complete for port a2ed71a8-5753-4669-a00c-a2791b42f10b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:40:14.411035 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-00836c2b-8594-4514-8b84-3434021c66cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:14.648753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d6efbee0-47b8-4b37-a61d-d819953db123 None None] Provisioning complete for port a2ed71a8-5753-4669-a00c-a2791b42f10b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:40:14.649124 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d6efbee0-47b8-4b37-a61d-d819953db123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:15.689273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a2ed71a8-5753-4669-a00c-a2791b42f10b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:40:15.736663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a2ed71a8-5753-4669-a00c-a2791b42f10b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:40:15.737006 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:15.977854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60004) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:40:16.348658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-36c56c80-114f-40a9-8939-e013b99e38f1 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:40:16.349680 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-36c56c80-114f-40a9-8939-e013b99e38f1 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3705282 Jan 31 15:40:17.158430 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb8188e5-87c8-4ae8-940b-82a355b79edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:18.776027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60012) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:40:19.114612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:40:19.150695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Made reservation on behalf of fefc7a9b20bf473d94bbdaf809d58e37 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:40:19.152913 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:19.168090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:19.274179 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:19.280216 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:19.296953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Reserving flat network on physical network physnet1 {{(pid=108771) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 31 15:40:19.323819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870a9ba5-44fe-4462-a19e-9c0947669e2e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:19.326570 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773760191757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:19.327137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Unsubscribe: segment precommit_create {{(pid=108771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 15:40:19.327587 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Added segment d550d6f3-86c5-40b9-a616-96b314f35f8f of type flat for network ad999b7c-65db-4384-b3cf-93d5100069eb Jan 31 15:40:19.386349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:19.426749 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:19.427617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:40:19.428239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:19.491927 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7147143 Jan 31 15:40:19.522219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b50cf-a2fc-4959-b8c5-86314d3f1c87 admin admin] Pushing event updated for resources: {'Network': ['ID=ad999b7c-65db-4384-b3cf-93d5100069eb,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:19.534265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network ad999b7c-65db-4384-b3cf-93d5100069eb details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:40:19.605069 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b1b6cfe0-d0d5-420b-960b-31ddf2a890d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:20.672692 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:21.967059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60030) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:40:22.055876 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:22.209181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a053ded-cd6b-4fdc-838c-f6794936e639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:40:22.210561 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9a053ded-cd6b-4fdc-838c-f6794936e639 admin admin] 10.222.0.36 "GET /v2.0/subnets/e6f0fd2f-4be1-4a49-b282-10c14c898605 HTTP/1.1" status: 200 len: 849 time: 0.2425902 Jan 31 15:40:22.371383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d3ca1932-6b04-4d2a-b5b5-77a6e803fae5 admin admin] 10.222.0.36 "GET /v2.0/routers/2a430a45-f0eb-4308-b19b-d0ae2fe6c752 HTTP/1.1" status: 200 len: 704 time: 0.1541014 Jan 31 15:40:22.399132 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:22.667411 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:22.971713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Allocated IP 172.20.0.1 (39562caf-ef1f-4b5d-be29-2f32cb1014ba/e6f0fd2f-4be1-4a49-b282-10c14c898605/650c3911-1e69-4b02-8035-64090b464892) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:40:23.159202 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:23.227213 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:23.300188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Network 39562caf-ef1f-4b5d-be29-2f32cb1014ba is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:40:23.305407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:40:23.315563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:40:23.316107 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:23.318820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Pushing event updated for resources: {'Port': ['ID=650c3911-1e69-4b02-8035-64090b464892,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:23.512271 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:23.521659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-350832fc-1905-4da6-8b5e-d06f9aa6a2d9 None None] Provisioning complete for port 650c3911-1e69-4b02-8035-64090b464892 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:40:23.522170 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-350832fc-1905-4da6-8b5e-d06f9aa6a2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:23.558963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-350832fc-1905-4da6-8b5e-d06f9aa6a2d9 None None] Port 650c3911-1e69-4b02-8035-64090b464892 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:40:23.621662 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:40:23.771724 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:23.779825 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:23.780775 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:23.876668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Pushing event updated for resources: {'Port': ['ID=650c3911-1e69-4b02-8035-64090b464892,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:23.937983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Network 39562caf-ef1f-4b5d-be29-2f32cb1014ba is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:40:23.939687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:40:24.106900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Router 2a430a45-f0eb-4308-b19b-d0ae2fe6c752 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:40:24.181044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5c327352-50fe-4ab5-814a-3a0ba7aa485a None None] Provisioning complete for port 650c3911-1e69-4b02-8035-64090b464892 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:40:24.181427 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c327352-50fe-4ab5-814a-3a0ba7aa485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:24.208261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:40:24.215734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5c327352-50fe-4ab5-814a-3a0ba7aa485a None None] Port 650c3911-1e69-4b02-8035-64090b464892 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:40:24.217921 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6eb05bce-c6a9-4761-8aa0-78ea865c78d4 admin admin] 10.222.0.36 "PUT /v2.0/routers/2a430a45-f0eb-4308-b19b-d0ae2fe6c752/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8382142 Jan 31 15:40:24.219146 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Sync routers for ids ['2a430a45-f0eb-4308-b19b-d0ae2fe6c752'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:40:24.231176 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Routers {'2a430a45-f0eb-4308-b19b-d0ae2fe6c752'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:40:24.231999 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:40:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2a430a45-f0eb-4308-b19b-d0ae2fe6c752'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:40:24.415626 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Set router 2a430a45-f0eb-4308-b19b-d0ae2fe6c752 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:40:24.839025 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'name': 'router1', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:40:13Z', 'updated_at': '2022-01-31T15:40:23Z', 'revision_number': 2, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'gw_port_host': None, '_interfaces': [{'id': '650c3911-1e69-4b02-8035-64090b464892', 'name': '', 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'mac_address': 'fa:16:3e:74:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:40:22Z', 'updated_at': '2022-01-31T15:40:23Z', 'revision_number': 2, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'subnets': [{'id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26d5c016-917e-4824-8f67-2af26d57bdfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:40:24.888709 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Checking router: 2a430a45-f0eb-4308-b19b-d0ae2fe6c752 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:40:24.889090 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Updating router 2a430a45-f0eb-4308-b19b-d0ae2fe6c752 port 650c3911-1e69-4b02-8035-64090b464892 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:40:24.939353 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:25.460799 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:25.467566 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:25.606066 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Pushing event updated for resources: {'Port': ['ID=650c3911-1e69-4b02-8035-64090b464892,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:25.636554 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:25.636944 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:25.637280 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:25.637640 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:25.637968 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:25.638289 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:25.638625 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:25.638911 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:25.639227 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:25.639544 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:25.639861 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:25.640172 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Tracked resource versions report: Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: pushed versions: Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: { 'AddressGroup': {'1.2'}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'ConntrackHelper': {'1.0'}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'Log': {'1.0'}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'Network': {'1.1'}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'Port': {'1.7'}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'PortForwarding': {'1.2'}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'QosPolicy': {'1.9'}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'SecurityGroup': {'1.4'}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'SecurityGroupRule': {'1.2'}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'SubPort': {'1.0'}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'Subnet': {'1.1'}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'Trunk': {'1.1'}} Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: consumer versions: Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: { DHCP agent@n-d-827120-1: {}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: L3 agent@n-d-827120-1: {}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: Metadata agent@n-d-827120-1: {}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: Metering agent@n-d-827120-1: {}, Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: Open vSwitch agent@n-d-827120-1: { 'AddressGroup': '1.2', Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'ConntrackHelper': '1.0', Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'Log': '1.0', Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'Network': '1.1', Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'Port': '1.7', Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'PortForwarding': '1.2', Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'QosPolicy': '1.9', Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'SecurityGroup': '1.4', Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'SecurityGroupRule': '1.2', Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'SubPort': '1.0', Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'Subnet': '1.1', Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: 'Trunk': '1.1'}} Jan 31 15:40:25.641288 n-d-827120-1 neutron-server[108774]: {{(pid=108774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 15:40:25.643828 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Attempting to bind port 650c3911-1e69-4b02-8035-64090b464892 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:40:25.644212 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Attempting to bind port 650c3911-1e69-4b02-8035-64090b464892 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ad14b006-986c-4d4c-8af0-024c1c4734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:40:25.644651 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Attempting to bind port 650c3911-1e69-4b02-8035-64090b464892 on network 39562caf-ef1f-4b5d-be29-2f32cb1014ba {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:40:25.651914 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:40:25.652352 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Checking segment: {'id': 'ad14b006-986c-4d4c-8af0-024c1c4734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:40:25.652864 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:25.653243 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Bound using segment: {'id': 'ad14b006-986c-4d4c-8af0-024c1c4734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:40:25.655977 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Bound port: 650c3911-1e69-4b02-8035-64090b464892, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad14b006-986c-4d4c-8af0-024c1c4734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:40:25.659349 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:25.727094 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] For port 650c3911-1e69-4b02-8035-64090b464892, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:40:25.744238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f6488c08-c67b-4fa4-81d3-be01242e02a6 None None] Provisioning complete for port 650c3911-1e69-4b02-8035-64090b464892 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:40:25.744771 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6488c08-c67b-4fa4-81d3-be01242e02a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:25.749907 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] For port 650c3911-1e69-4b02-8035-64090b464892, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=650c3911-1e69-4b02-8035-64090b464892,segment=NetworkSegment(ad14b006-986c-4d4c-8af0-024c1c4734e3),segment_id=ad14b006-986c-4d4c-8af0-024c1c4734e3)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:40:25.755427 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:25.778601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f6488c08-c67b-4fa4-81d3-be01242e02a6 None None] Port 650c3911-1e69-4b02-8035-64090b464892 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:40:25.818836 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313709de-eae0-4ce9-8945-676b6ae90756 None None] Pushing event updated for resources: {'Port': ['ID=650c3911-1e69-4b02-8035-64090b464892,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:25.823627 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Routers {'2a430a45-f0eb-4308-b19b-d0ae2fe6c752'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:40:25.824305 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:40:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2a430a45-f0eb-4308-b19b-d0ae2fe6c752'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:40:25.921736 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] Set router 2a430a45-f0eb-4308-b19b-d0ae2fe6c752 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:40:26.001184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a3977e0a-e163-403e-9168-507b1bb98295 None None] Provisioning complete for port 650c3911-1e69-4b02-8035-64090b464892 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:40:26.001483 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a3977e0a-e163-403e-9168-507b1bb98295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:26.088823 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a3977e0a-e163-403e-9168-507b1bb98295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:26.123866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a3977e0a-e163-403e-9168-507b1bb98295 None None] For port 650c3911-1e69-4b02-8035-64090b464892, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=650c3911-1e69-4b02-8035-64090b464892,segment=NetworkSegment(ad14b006-986c-4d4c-8af0-024c1c4734e3),segment_id=ad14b006-986c-4d4c-8af0-024c1c4734e3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:40:26.128275 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a3977e0a-e163-403e-9168-507b1bb98295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:26.136167 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'name': 'router1', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:40:13Z', 'updated_at': '2022-01-31T15:40:23Z', 'revision_number': 2, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'gw_port_host': None, '_interfaces': [{'id': '650c3911-1e69-4b02-8035-64090b464892', 'name': '', 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'mac_address': 'fa:16:3e:74:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:40:22Z', 'updated_at': '2022-01-31T15:40:25Z', 'revision_number': 4, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'subnets': [{'id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26d5c016-917e-4824-8f67-2af26d57bdfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:40:26.162559 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd2e49-70d7-48b5-a328-8a038702a819 None None] The sync data for ids ['2a430a45-f0eb-4308-b19b-d0ae2fe6c752'] in n-d-827120-1 is: [{'id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'name': 'router1', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:40:13Z', 'updated_at': '2022-01-31T15:40:23Z', 'revision_number': 2, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'gw_port_host': None, '_interfaces': [{'id': '650c3911-1e69-4b02-8035-64090b464892', 'name': '', 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'mac_address': 'fa:16:3e:74:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:40:22Z', 'updated_at': '2022-01-31T15:40:25Z', 'revision_number': 4, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'subnets': [{'id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26d5c016-917e-4824-8f67-2af26d57bdfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:40:26.179540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3977e0a-e163-403e-9168-507b1bb98295 None None] Pushing event updated for resources: {'Port': ['ID=650c3911-1e69-4b02-8035-64090b464892,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:26.472499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60050) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:40:26.589026 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ffeaaa-fdb9-4879-970b-7c1d2ff7cddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:40:26.590424 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f6ffeaaa-fdb9-4879-970b-7c1d2ff7cddb admin admin] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 842 time: 0.1169372 Jan 31 15:40:26.600616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'ip_version': 4, 'cidr': '172.25.1.0/24'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:40:26.623658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] Made reservation on behalf of fefc7a9b20bf473d94bbdaf809d58e37 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:40:26.625897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:26.934420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.objects.ports [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108771) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 15:40:26.935143 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:26.996370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc195c26-c506-4138-9268-a0e8c3caae94,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:26.999075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:40:26.999434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] Network hostable DHCP agents. Network: ad999b7c-65db-4384-b3cf-93d5100069eb, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:40:27.019144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:40:27.030666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, ad999b7c-65db-4384-b3cf-93d5100069eb) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:40:27.035387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:40:27.035965 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:27.039970 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6d7fb5-99d9-4f77-82a9-54c552d3687a None None] Network ad999b7c-65db-4384-b3cf-93d5100069eb requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:40:27.054131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-aaedbcad-f4a1-4887-861d-c1cabb0528d8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4567330 Jan 31 15:40:27.175787 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193bb4e-11d9-499f-874c-227f55ca8b54 None None] Network ad999b7c-65db-4384-b3cf-93d5100069eb requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:40:29.405801 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60058) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:40:29.535605 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1284f4b1-400b-430c-bba0-a503f9d0ff21 admin admin] 10.222.0.36 "GET /v2.0/routers/2a430a45-f0eb-4308-b19b-d0ae2fe6c752 HTTP/1.1" status: 200 len: 710 time: 0.1285527 Jan 31 15:40:29.622579 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4364ee7-99ba-4794-a402-acc221c43b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:40:29.623814 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b4364ee7-99ba-4794-a402-acc221c43b60 admin admin] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 886 time: 0.0821016 Jan 31 15:40:29.633496 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:40:29.880465 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:30.122472 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:30.199738 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:30.307936 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Allocated IP 172.25.1.6 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/28ae2edc-5015-41a9-87a6-ed313b3a3405) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:40:30.483631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:30.520568 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:30.564467 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:40:30.567191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:40:30.570026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:40:30.605936 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Pushing event updated for resources: {'Port': ['ID=28ae2edc-5015-41a9-87a6-ed313b3a3405,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:30.825663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:31.021643 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:31.024990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:31.133356 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Router 2a430a45-f0eb-4308-b19b-d0ae2fe6c752 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:40:31.239569 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:40:31.244396 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:31.245738 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6f5325cc-2a43-42fb-bf38-ce8447be33ee admin admin] 10.222.0.36 "PUT /v2.0/routers/2a430a45-f0eb-4308-b19b-d0ae2fe6c752 HTTP/1.1" status: 200 len: 888 time: 1.6152894 Jan 31 15:40:31.718396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 650c3911-1e69-4b02-8035-64090b464892 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:40:31.765653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 650c3911-1e69-4b02-8035-64090b464892 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:40:31.766009 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:32.655417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Sync routers for ids ['2a430a45-f0eb-4308-b19b-d0ae2fe6c752'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:40:32.666446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Routers {'2a430a45-f0eb-4308-b19b-d0ae2fe6c752'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:40:32.667339 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:40:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2a430a45-f0eb-4308-b19b-d0ae2fe6c752'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:40:32.871508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Set router 2a430a45-f0eb-4308-b19b-d0ae2fe6c752 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:40:33.255834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'name': 'router1', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '28ae2edc-5015-41a9-87a6-ed313b3a3405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:40:13Z', 'updated_at': '2022-01-31T15:40:30Z', 'revision_number': 4, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'gw_port': {'id': '28ae2edc-5015-41a9-87a6-ed313b3a3405', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:40:30Z', 'updated_at': '2022-01-31T15:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '650c3911-1e69-4b02-8035-64090b464892', 'name': '', 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'mac_address': 'fa:16:3e:74:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:40:22Z', 'updated_at': '2022-01-31T15:40:26Z', 'revision_number': 5, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'subnets': [{'id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26d5c016-917e-4824-8f67-2af26d57bdfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:40:33.306800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Checking router: 2a430a45-f0eb-4308-b19b-d0ae2fe6c752 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:40:33.307157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Updating router 2a430a45-f0eb-4308-b19b-d0ae2fe6c752 port 28ae2edc-5015-41a9-87a6-ed313b3a3405 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:40:33.355799 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:33.674323 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:33.681000 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:33.694429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60070) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:40:33.732270 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0af8eb-359b-4f68-843d-c3055b82301e None None] Pushing event updated for resources: {'Port': ['ID=28ae2edc-5015-41a9-87a6-ed313b3a3405,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:33.735628 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Attempting to bind port 28ae2edc-5015-41a9-87a6-ed313b3a3405 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:40:33.736319 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Attempting to bind port 28ae2edc-5015-41a9-87a6-ed313b3a3405 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:40:33.736648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Attempting to bind port 28ae2edc-5015-41a9-87a6-ed313b3a3405 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:40:33.741946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:40:33.742298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:40:33.742698 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:33.743059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:40:33.743514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Bound port: 28ae2edc-5015-41a9-87a6-ed313b3a3405, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:40:33.743911 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:33.798354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] For port 28ae2edc-5015-41a9-87a6-ed313b3a3405, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:40:33.801460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] For port 28ae2edc-5015-41a9-87a6-ed313b3a3405, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=28ae2edc-5015-41a9-87a6-ed313b3a3405,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:40:33.806575 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:33.812686 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-02057c29-1d0c-40b3-9f62-5f5fba62f610 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1171300 Jan 31 15:40:33.949116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Routers {'2a430a45-f0eb-4308-b19b-d0ae2fe6c752'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:40:33.949740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:40:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2a430a45-f0eb-4308-b19b-d0ae2fe6c752'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:40:33.985126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0af8eb-359b-4f68-843d-c3055b82301e None None] Pushing event updated for resources: {'Port': ['ID=28ae2edc-5015-41a9-87a6-ed313b3a3405,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:34.084304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] Set router 2a430a45-f0eb-4308-b19b-d0ae2fe6c752 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:40:34.293821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'name': 'router1', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '28ae2edc-5015-41a9-87a6-ed313b3a3405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:40:13Z', 'updated_at': '2022-01-31T15:40:30Z', 'revision_number': 4, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'gw_port': {'id': '28ae2edc-5015-41a9-87a6-ed313b3a3405', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:40:30Z', 'updated_at': '2022-01-31T15:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '650c3911-1e69-4b02-8035-64090b464892', 'name': '', 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'mac_address': 'fa:16:3e:74:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:40:22Z', 'updated_at': '2022-01-31T15:40:26Z', 'revision_number': 5, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'subnets': [{'id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26d5c016-917e-4824-8f67-2af26d57bdfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:40:34.323586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6d2f3-2057-4469-8802-1ead9fb18d7f None None] The sync data for ids ['2a430a45-f0eb-4308-b19b-d0ae2fe6c752'] in n-d-827120-1 is: [{'id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'name': 'router1', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '28ae2edc-5015-41a9-87a6-ed313b3a3405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:40:13Z', 'updated_at': '2022-01-31T15:40:30Z', 'revision_number': 4, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'gw_port': {'id': '28ae2edc-5015-41a9-87a6-ed313b3a3405', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:67:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:40:30Z', 'updated_at': '2022-01-31T15:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '650c3911-1e69-4b02-8035-64090b464892', 'name': '', 'network_id': '39562caf-ef1f-4b5d-be29-2f32cb1014ba', 'tenant_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'mac_address': 'fa:16:3e:74:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a430a45-f0eb-4308-b19b-d0ae2fe6c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:40:22Z', 'updated_at': '2022-01-31T15:40:26Z', 'revision_number': 5, 'project_id': 'b9c59bc29c8c4292be4955b707d4d8e3', 'subnets': [{'id': 'e6f0fd2f-4be1-4a49-b282-10c14c898605', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26d5c016-917e-4824-8f67-2af26d57bdfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:40:35.764379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 28ae2edc-5015-41a9-87a6-ed313b3a3405 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:40:35.826191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 28ae2edc-5015-41a9-87a6-ed313b3a3405 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:40:35.826672 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:35.908722 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:35.930179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 28ae2edc-5015-41a9-87a6-ed313b3a3405, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=28ae2edc-5015-41a9-87a6-ed313b3a3405,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:40:35.936027 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:35.991368 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=28ae2edc-5015-41a9-87a6-ed313b3a3405,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:40:37.728080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 28ae2edc-5015-41a9-87a6-ed313b3a3405 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:40:37.803249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 28ae2edc-5015-41a9-87a6-ed313b3a3405 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:40:37.803984 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:47.163731 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-043e26f4-dbaf-4041-a1de-e6a9a612e79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:49.593764 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-06260349-81f3-421f-a806-314b460cac71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:50.675085 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:52.077564 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:40:52.411495 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:41:00.620528 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:41:17.158367 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-412874ce-b9af-4c7d-8c10-1d47e8162441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:41:19.587388 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64b39aad-02ad-4086-ba75-e927a3a1811f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:41:20.678091 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:41:22.069939 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:41:22.400139 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:41:37.621412 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:41:47.163982 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-48394cd9-7c6d-4df6-8b9d-e8904031a0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:41:49.590734 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-da1345ee-6f0f-4485-b6cd-716d580d4e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:41:50.670979 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:41:52.072589 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:41:52.396035 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:14.620971 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:42:14.840153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60666) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:42:14.908382 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac40a2d0-0934-456c-8434-3db42b2b334b admin admin] GET failed (client error): The resource could not be found. Jan 31 15:42:14.909746 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ac40a2d0-0934-456c-8434-3db42b2b334b admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0685821 Jan 31 15:42:15.087130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e1d84-f6dd-4281-9a3d-fe195f01970c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:15.089261 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3e5e1d84-f6dd-4281-9a3d-fe195f01970c admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1745162 Jan 31 15:42:17.169003 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-834c0cf6-1dcd-423c-b0a9-ec419f91bfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:17.325328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60676) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:42:17.439091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f3f5fa-bbf5-4a10-ab72-b6b677c331bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:17.440406 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-35f3f5fa-bbf5-4a10-ab72-b6b677c331bd admin admin] 10.222.0.36 "GET /v2.0/subnets/e6f0fd2f-4be1-4a49-b282-10c14c898605 HTTP/1.1" status: 200 len: 849 time: 0.1140697 Jan 31 15:42:17.454689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:42:17.549620 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Notify callbacks [] for subnet, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:17.711525 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773760175782'] for subnet, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:17.829668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:17.830244 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:17.849704 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] 10.222.0.36 "PUT /v2.0/subnets/e6f0fd2f-4be1-4a49-b282-10c14c898605 HTTP/1.1" status: 200 len: 868 time: 0.3807716 Jan 31 15:42:17.849961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00af8fe8-0edf-4f94-a0e2-e12435367200 None None] Network 39562caf-ef1f-4b5d-be29-2f32cb1014ba requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:42:17.850725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f0fd2f-4be1-4a49-b282-10c14c898605,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:42:17.858337 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:42:17.858676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:42:17.859012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:42:17.859340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:42:17.859665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:42:17.859988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:42:17.860306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:42:17.860627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:42:17.860938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:42:17.861252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:42:17.861609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:42:17.861923 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3aefce-bb22-49cf-b019-e4fdad296b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:42:18.190177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2e225c4e-8452-4360-b575-c87047b9d0e1 None None] Provisioning complete for port 650c3911-1e69-4b02-8035-64090b464892 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:42:18.190756 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2e225c4e-8452-4360-b575-c87047b9d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:18.281182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2e225c4e-8452-4360-b575-c87047b9d0e1 None None] Provisioning complete for port a2ed71a8-5753-4669-a00c-a2791b42f10b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:42:18.281440 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2e225c4e-8452-4360-b575-c87047b9d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:19.593913 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2837f875-9ab4-4d0c-bf38-aa58766d1daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:20.019448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60684) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:42:20.225827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc5220-c59a-468f-9fb9-57001f7a1f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:20.226205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc5220-c59a-468f-9fb9-57001f7a1f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:20.227756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cbbc5220-c59a-468f-9fb9-57001f7a1f86 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2073219 Jan 31 15:42:20.675995 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:22.078134 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:22.392249 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:22.417085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60694) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:42:22.554475 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d238e-9061-447f-936e-dc2a698ca569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:22.554946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d238e-9061-447f-936e-dc2a698ca569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:22.556452 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ab1d238e-9061-447f-936e-dc2a698ca569 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1382949 Jan 31 15:42:24.757893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60702) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:42:24.916165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab54e94-d37d-4eff-a3e5-827a8d48cdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:24.917554 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cab54e94-d37d-4eff-a3e5-827a8d48cdb6 admin admin] 10.222.0.36 "GET /v2.0/networks/39562caf-ef1f-4b5d-be29-2f32cb1014ba HTTP/1.1" status: 200 len: 869 time: 0.1586740 Jan 31 15:42:27.088569 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60710) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:42:27.228936 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5487df9-c54a-4880-a564-1a521b46d0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:27.230343 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b5487df9-c54a-4880-a564-1a521b46d0c1 admin admin] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 886 time: 0.1406937 Jan 31 15:42:29.435235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60718) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:42:29.577294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945c285-f3cb-49fc-8cf3-2297ec29e4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:29.577770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945c285-f3cb-49fc-8cf3-2297ec29e4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:29.579285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d945c285-f3cb-49fc-8cf3-2297ec29e4d6 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1430414 Jan 31 15:42:31.795766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60726) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:42:31.907919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b136076e-dd77-4faa-b938-087172974edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:31.908425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b136076e-dd77-4faa-b938-087172974edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:31.910557 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b136076e-dd77-4faa-b938-087172974edc admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1134624 Jan 31 15:42:34.105003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60734) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:42:34.208645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c056a-3da7-4fa4-959b-97ba25f0ba82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:34.210517 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-589c056a-3da7-4fa4-959b-97ba25f0ba82 admin admin] 10.222.0.36 "GET /v2.0/subnets/bc195c26-c506-4138-9268-a0e8c3caae94 HTTP/1.1" status: 200 len: 816 time: 0.1042233 Jan 31 15:42:36.383249 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60742) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:42:36.479095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176b8ab-0e14-4aea-851a-1d8532e52091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:36.480491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6176b8ab-0e14-4aea-851a-1d8532e52091 admin admin] 10.222.0.36 "GET /v2.0/subnets/e6f0fd2f-4be1-4a49-b282-10c14c898605 HTTP/1.1" status: 200 len: 868 time: 0.0962708 Jan 31 15:42:47.170010 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fff488ac-cd71-4037-a555-e2200d13a381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:49.596519 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-893c703e-6563-40dc-b9c1-7cf0770ff764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:50.685445 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:51.619583 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:42:52.076984 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:52.398156 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:42:57.018267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60796) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:42:57.072499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-7a283eb2-2bb9-4ce5-b152-9a497bb67eb9 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:42:57.073509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7a283eb2-2bb9-4ce5-b152-9a497bb67eb9 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542276 Jan 31 15:42:59.374031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60804) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:42:59.447792 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-679408cb-b03c-4fec-8f9f-f71c2452588f admin admin] GET failed (client error): The resource could not be found. Jan 31 15:42:59.449095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-679408cb-b03c-4fec-8f9f-f71c2452588f admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0736377 Jan 31 15:42:59.538107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507bca47-6e51-4169-892f-e28e45329e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:42:59.539554 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-507bca47-6e51-4169-892f-e28e45329e2c admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0856230 Jan 31 15:43:01.730205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60812) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:43:01.783373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:43:01.806586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] Made reservation on behalf of fefc7a9b20bf473d94bbdaf809d58e37 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:43:01.808892 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:01.839249 n-d-827120-1 neutron-server[108772]: WARNING neutron.services.revisions.revision_plugin [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] Could not find related network for resource to bump revision. Jan 31 15:43:01.852622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:43:01.862628 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:01.862955 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] Added segment e610531a-3aa8-475e-8be0-431506a78d33 of type vlan for network 22e092c5-c120-4fb9-b685-e537bc01969d Jan 31 15:43:01.901499 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:01.927608 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:01.928457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:43:01.929103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:01.981000 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2496061 Jan 31 15:43:01.989717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a0d09-45ee-4c10-b314-afab723168ea admin admin] Pushing event updated for resources: {'Network': ['ID=22e092c5-c120-4fb9-b685-e537bc01969d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:43:02.005107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 22e092c5-c120-4fb9-b685-e537bc01969d details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:43:04.236581 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60820) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:43:04.299887 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3da09d-a48b-45e9-86b1-f436d0e52408 admin admin] GET failed (client error): The resource could not be found. Jan 31 15:43:04.301188 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ef3da09d-a48b-45e9-86b1-f436d0e52408 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636652 Jan 31 15:43:04.405427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c545602-f917-46ce-93b9-87b9df6e6db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:43:04.406951 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3c545602-f917-46ce-93b9-87b9df6e6db6 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1010776 Jan 31 15:43:04.421377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'cidr': '192.168.233.0/24'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:43:04.447401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Made reservation on behalf of fefc7a9b20bf473d94bbdaf809d58e37 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:43:04.449918 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Notify callbacks [] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:04.614096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:04.666486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8dd347-2d40-4247-b060-a0914f2784eb,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:43:04.675487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:04.675733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:04.676062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:04.676385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:04.676727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:04.677043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:04.677356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:04.677699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:04.678012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:04.678325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:04.678639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:04.678945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:04.695279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:43:04.695626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Network hostable DHCP agents. Network: 22e092c5-c120-4fb9-b685-e537bc01969d, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:43:04.714650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Network 22e092c5-c120-4fb9-b685-e537bc01969d is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:43:04.723105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 22e092c5-c120-4fb9-b685-e537bc01969d) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:43:04.727128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:43:04.727696 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:04.732377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5956089d-97fa-4e19-bb8e-62a1ed531565 None None] Network 22e092c5-c120-4fb9-b685-e537bc01969d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:43:04.747296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8f7eef8e-4f44-46b4-bbd7-f80f2bb4f85a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3294809 Jan 31 15:43:04.976983 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-22e092c5-c120-4fb9-b685-e537bc01969d', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'tenant_id': 'fefc7a9b20bf473d94bbdaf809d58e37', 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:43:04.977917 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:05.123678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Allocated IP 192.168.233.2 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:43:05.266606 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:05.274317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:05.312805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:43:05.315747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:43:05.319167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:43:05.328657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Pushing event updated for resources: {'Port': ['ID=2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:43:05.352399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:05.352735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:05.353065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:05.353389 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:05.353740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:05.354061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:05.354375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:05.354692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:05.355030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:05.355418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:05.355731 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:05.356039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:43:05.386976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Attempting to bind port 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:43:05.387333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Attempting to bind port 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:43:05.387682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Attempting to bind port 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:43:05.392599 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:43:05.392962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:43:05.393362 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:05.393762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:43:05.394215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Bound port: 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:43:05.394593 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:05.458797 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] For port 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:43:05.461929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] For port 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:43:05.466753 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:05.524516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f3351-5dae-46d3-9781-0d82477a837f None None] Pushing event updated for resources: {'Port': ['ID=2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:43:05.887117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:43:05.937989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:43:05.938272 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:06.019512 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:06.053996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:43:06.058842 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:06.107748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:43:06.436555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dce0a6-56b7-4194-bd2e-71c1344eb50b None None] Network 22e092c5-c120-4fb9-b685-e537bc01969d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:43:06.493175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0662861b-def5-402f-919a-1f0e42933a93 None None] Provisioning complete for port 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:43:06.493578 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0662861b-def5-402f-919a-1f0e42933a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:06.861197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-755f4857-c239-497d-9f81-d0e07d173448 None None] Provisioning complete for port 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:43:06.861648 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-755f4857-c239-497d-9f81-d0e07d173448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:07.830382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:43:07.879942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 2cde9ae5-01e5-4eaf-8e8c-b4b4030b4e1c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:43:07.880279 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:17.163926 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e2088b1e-cdae-4981-a302-c04825b3921b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:19.601824 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-37497aba-d8ed-4ed2-898c-c19de516d4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:20.681939 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:22.080398 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:22.394383 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:28.618457 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:43:47.170374 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-07493e68-e142-4a50-a27f-dbf4f58dd843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:49.595881 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc05724c-0d66-436c-899f-21388441087f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:50.684561 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:52.083687 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:43:52.405754 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:05.617266 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:44:17.164324 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-733ceb9a-4ea6-400c-8411-a2b1224ee745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:19.600555 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e471b402-5a59-46a3-978b-2808aeb22276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:20.687530 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:22.086120 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:22.400221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:32.542959 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60872) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:44:32.551741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-12fd1f54-f737-4103-af06-7740790075d1 tempest-verify_tempest_config-206154958 tempest-verify_tempest_config-206154958-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:44:32.552947 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-12fd1f54-f737-4103-af06-7740790075d1 tempest-verify_tempest_config-206154958 tempest-verify_tempest_config-206154958-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0089407 Jan 31 15:44:32.891708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60890) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:44:33.000684 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:33.076380 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:33.081801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:33.124764 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44c60f1534184462bc90ec742a622761&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2317979 Jan 31 15:44:33.125683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1979a23d-ee17-4ce1-b91a-0fd8b5d11ada,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:44:33.127833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60894) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:44:33.132604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.132943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.133271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.133626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.133951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.134268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.134583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.134875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.135187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.135494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.135807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.136109 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ce372-d2af-4c9f-9737-dd3ae6df2eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.193295 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:33.258603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:33.369936 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:33.374027 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:33.375415 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1979a23d-ee17-4ce1-b91a-0fd8b5d11ada HTTP/1.1" status: 204 len: 168 time: 0.2465775 Jan 31 15:44:33.383578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1979a23d-ee17-4ce1-b91a-0fd8b5d11ada,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:44:33.390238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.390579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.390909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.391236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.391558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.391878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.392248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.392565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.392877 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.393192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.393542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:33.393851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d24e03-d14f-4577-b190-7056a7d07235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:44:42.621078 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:44:47.175485 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7904181b-ebdb-4554-b498-281a84c20d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:49.608387 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-79915ff0-4988-444d-9f29-140af5b0523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:50.692501 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:52.093086 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:44:52.411737 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:45:17.176051 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-85c9d92f-7474-4fa0-b65d-7b5a2512122d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:45:19.614739 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cacd62c1-f669-41cb-a0f9-17c372ed9b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:45:19.621973 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:45:20.696374 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:45:22.092499 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:45:22.417909 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:45:47.173331 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-215466a7-872a-40ca-bf0e-1bcbeb3f2179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:45:49.605340 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-440e3f89-064c-415b-9865-a222fecf8d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:45:50.700140 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:45:52.103652 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:45:52.416880 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:45:56.620635 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:46:17.172604 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5a624304-f132-4841-be5c-f83404da4361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:46:19.610867 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32467d03-f97a-4c17-a682-ec8565eeb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:46:20.702859 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:46:22.101786 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:46:22.424162 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:46:33.624089 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:46:47.170517 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f04159d1-8907-4dd3-b6d5-34677ba288d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:46:49.615419 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9fffcfd0-b095-4152-a087-c04925f6d85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:46:50.704468 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:46:52.108050 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:46:52.419430 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:47:10.623551 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:47:17.170523 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dd41ef72-dc4c-423b-ade7-3bfb0ca8099c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:47:19.716293 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc8b91e8-8ab5-402a-8fe8-13b84d4f7e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:47:20.707493 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:47:22.109899 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:47:22.425306 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:47:47.164516 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e6353c6a-07e9-4014-928a-e143a7ea1ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:47:47.627240 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 5 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:47:49.622079 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfb45-e792-43be-880f-8265c4e1bfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:47:50.710144 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:47:52.117279 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:47:52.426993 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:47:55.412723 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-954963'] for agent, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:47:57.502166 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-954963'] for agent, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:17.172873 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0e9f2b7d-2426-4336-b7bd-4ef73d15e278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:19.623367 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a1ecfc54-7595-45a5-ab56-5ab4bf763868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:20.714180 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:22.123885 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:22.427865 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:24.632626 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:48:25.382950 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:27.486181 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:45.325046 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60960) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:48:45.449302 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1257aac7-e155-4409-b529-83a1e60c1ed7 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1227539 Jan 31 15:48:47.166445 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5290c55d-ba58-4b21-a2f6-dd929b1a588d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:47.672355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60970) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:48:47.734390 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ecc012af-812a-4ee1-b1f5-438493183629 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0607276 Jan 31 15:48:49.625638 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-69923485-02ee-4287-bee9-fe800cd7941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:50.716400 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:52.118610 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:52.436609 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:55.383762 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:48:57.506566 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:01.637234 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:49:17.179035 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-427bb033-0e43-44a9-9ff6-e9122889fd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:19.624911 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-036ee4e3-55aa-4da7-917f-72d5b052ebce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:20.719447 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:22.122828 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:22.420623 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:25.400729 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:27.509940 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:38.636421 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:49:47.178614 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d4073c0e-5649-4483-9473-b873a318bdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:49.617927 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4fdded0c-5f9c-4053-b0aa-5b21ca6f0b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:50.722239 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:52.127143 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:52.423155 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:55.391830 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:49:57.508873 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:15.635906 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:50:17.174989 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-99d0195e-319a-482b-863c-0e501acaa88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:19.642032 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-868ec736-b762-46cd-900c-afdf0b8156f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:20.736132 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:22.158665 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:22.431471 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:25.390581 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:26.950703 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33098) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:27.087157 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:27.170194 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:27.176322 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:27.181166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33110) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:27.220731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df034f83e9324d0c9707a369adc3043f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2681603 Jan 31 15:50:27.222102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d67d6c-a5be-4400-841a-76f0a616eff3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:27.225880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33116) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:27.230614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.231187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.231709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.232268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.232781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.233288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.234119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.234645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.235153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.235877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.236443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.236997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a14b3b-ac70-4fdc-87a4-a5f2d7c8111f admin admin] Tracked resource versions report: Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: pushed versions: Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: { 'AddressGroup': {'1.2'}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'ConntrackHelper': {'1.0'}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'Log': {'1.0'}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'Network': {'1.1'}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'Port': {'1.7'}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'PortForwarding': {'1.2'}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'QosPolicy': {'1.9'}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'SecurityGroup': {'1.4'}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'SecurityGroupRule': {'1.2'}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'SubPort': {'1.0'}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'Subnet': {'1.1'}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'Trunk': {'1.1'}} Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: consumer versions: Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: { DHCP agent@n-d-827120-1: {}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: HyperV agent@n-h1-827120-1: {}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: HyperV agent@n-h2-827120-1: {}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: L3 agent@n-d-827120-1: {}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: Metadata agent@n-d-827120-1: {}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: Metering agent@n-d-827120-1: {}, Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: Open vSwitch agent@n-d-827120-1: { 'AddressGroup': '1.2', Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'ConntrackHelper': '1.0', Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'Log': '1.0', Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'Network': '1.1', Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'Port': '1.7', Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'PortForwarding': '1.2', Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'QosPolicy': '1.9', Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'SecurityGroup': '1.4', Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'SecurityGroupRule': '1.2', Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'SubPort': '1.0', Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'Subnet': '1.1', Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: 'Trunk': '1.1'}} Jan 31 15:50:27.238737 n-d-827120-1 neutron-server[108772]: {{(pid=108772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 15:50:27.296005 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:27.319279 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:27.338848 n-d-827120-1 neutron-server[108771]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 15:50:27.422803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:27.425844 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:27.429970 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7d67d6c-a5be-4400-841a-76f0a616eff3 HTTP/1.1" status: 204 len: 168 time: 0.2017817 Jan 31 15:50:27.451612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d67d6c-a5be-4400-841a-76f0a616eff3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:27.461232 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.461768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.462105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.462487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.462860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.463190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.463510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.463828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.464268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.464592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.464897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.465357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2d45c-cf7e-4b2e-a683-5ed3886be2af admin admin] Tracked resource versions report: Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: pushed versions: Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: { 'AddressGroup': {'1.2'}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'ConntrackHelper': {'1.0'}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'Log': {'1.0'}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'Network': {'1.1'}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'Port': {'1.7'}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'PortForwarding': {'1.2'}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'QosPolicy': {'1.9'}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'SecurityGroup': {'1.4'}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'SecurityGroupRule': {'1.2'}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'SubPort': {'1.0'}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'Subnet': {'1.1'}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'Trunk': {'1.1'}} Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: consumer versions: Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: { DHCP agent@n-d-827120-1: {}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: HyperV agent@n-h1-827120-1: {}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: HyperV agent@n-h2-827120-1: {}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: L3 agent@n-d-827120-1: {}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: Metadata agent@n-d-827120-1: {}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: Metering agent@n-d-827120-1: {}, Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: Open vSwitch agent@n-d-827120-1: { 'AddressGroup': '1.2', Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'ConntrackHelper': '1.0', Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'Log': '1.0', Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'Network': '1.1', Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'Port': '1.7', Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'PortForwarding': '1.2', Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'QosPolicy': '1.9', Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'SecurityGroup': '1.4', Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'SecurityGroupRule': '1.2', Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'SubPort': '1.0', Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'Subnet': '1.1', Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: 'Trunk': '1.1'}} Jan 31 15:50:27.466627 n-d-827120-1 neutron-server[108771]: {{(pid=108771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 15:50:27.493852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d4fd4-217a-4b75-98f1-e540481b9ff6 req-3cc053fd-e6c4-451d-b43b-3fca1b1a435b tempest-NetworksTest-1338806926 tempest-NetworksTest-1338806926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:27.494366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d4fd4-217a-4b75-98f1-e540481b9ff6 req-3cc053fd-e6c4-451d-b43b-3fca1b1a435b tempest-NetworksTest-1338806926 tempest-NetworksTest-1338806926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:27.495043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d4fd4-217a-4b75-98f1-e540481b9ff6 req-3cc053fd-e6c4-451d-b43b-3fca1b1a435b tempest-NetworksTest-1338806926 tempest-NetworksTest-1338806926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:27.496893 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a1d4fd4-217a-4b75-98f1-e540481b9ff6 req-3cc053fd-e6c4-451d-b43b-3fca1b1a435b tempest-NetworksTest-1338806926 tempest-NetworksTest-1338806926-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.3095632 Jan 31 15:50:27.517848 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:27.933709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33158) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:27.947369 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8f5502c-7fe6-4f95-b56b-ecc7cd928341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:28.030472 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8f5502c-7fe6-4f95-b56b-ecc7cd928341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:28.035282 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8f5502c-7fe6-4f95-b56b-ecc7cd928341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:28.036269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33178) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:28.115583 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-b96457f0-8563-46cd-81b9-45e656ab9bd4 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7d5b04401e3e46f997f4d138d5fb4628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719616 Jan 31 15:50:28.118178 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d8f5502c-7fe6-4f95-b56b-ecc7cd928341 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c61c72aac7f421ca8ea1029edfb8e29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1834574 Jan 31 15:50:28.118868 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5502c-7fe6-4f95-b56b-ecc7cd928341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82aea6e-786d-4e0e-8458-f9c81d39dd14,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:28.122628 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33184) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:28.140075 n-d-827120-1 neutron-server[108772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 15:50:28.247982 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f1e6-818a-4d80-a5ff-7b8cc907bcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:28.268555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e7b17-eadc-4d18-844a-a55f72f1dfad req-887962d8-2b03-4e00-b016-33121d46e275 tempest-NetworksTest-1338806926 tempest-NetworksTest-1338806926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:28.270013 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7f1e7b17-eadc-4d18-844a-a55f72f1dfad req-887962d8-2b03-4e00-b016-33121d46e275 tempest-NetworksTest-1338806926 tempest-NetworksTest-1338806926-project-admin] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 886 time: 0.2326949 Jan 31 15:50:28.283318 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f1e6-818a-4d80-a5ff-7b8cc907bcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:28.300043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-49e22f53-9956-4a8f-954d-fdef85254889 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:28.301526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-49e22f53-9956-4a8f-954d-fdef85254889 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799886 Jan 31 15:50:28.323194 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-de73a4de-defd-4ab4-9810-33a2d8caf5b4 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/quotas/7d5b04401e3e46f997f4d138d5fb4628 HTTP/1.1" status: 200 len: 375 time: 0.0140715 Jan 31 15:50:28.346782 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f1e6-818a-4d80-a5ff-7b8cc907bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:28.349654 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f1e6-818a-4d80-a5ff-7b8cc907bcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:28.354457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7bd5f1e6-818a-4d80-a5ff-7b8cc907bcc7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e82aea6e-786d-4e0e-8458-f9c81d39dd14 HTTP/1.1" status: 204 len: 168 time: 0.2304950 Jan 31 15:50:28.363178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5f1e6-818a-4d80-a5ff-7b8cc907bcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82aea6e-786d-4e0e-8458-f9c81d39dd14,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:28.382486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-9b95055b-ee84-418a-9367-7ad648990864 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d5b04401e3e46f997f4d138d5fb4628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527482 Jan 31 15:50:28.835578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee1031-ff85-496f-8fc1-e1e3dc5e5786 req-4429b457-bf31-4dcf-b913-24e1626ce7e8 tempest-NetworksTest-1338806926 tempest-NetworksTest-1338806926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:28.836050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee1031-ff85-496f-8fc1-e1e3dc5e5786 req-4429b457-bf31-4dcf-b913-24e1626ce7e8 tempest-NetworksTest-1338806926 tempest-NetworksTest-1338806926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:28.836509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee1031-ff85-496f-8fc1-e1e3dc5e5786 req-4429b457-bf31-4dcf-b913-24e1626ce7e8 tempest-NetworksTest-1338806926 tempest-NetworksTest-1338806926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:28.850383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0dee1031-ff85-496f-8fc1-e1e3dc5e5786 req-4429b457-bf31-4dcf-b913-24e1626ce7e8 tempest-NetworksTest-1338806926 tempest-NetworksTest-1338806926-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2020471 Jan 31 15:50:28.940300 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9deb2fc7-3685-44da-8e7d-a89aaf4d155a req-09e431cd-a995-4b31-9550-a878e42ae6ef tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 210 time: 0.0541019 Jan 31 15:50:29.246023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33264) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:29.405610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33282) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:29.435525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33286) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:29.490767 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eae953d7-b182-49c3-9b4e-e082bd24a1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.595023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eae953d7-b182-49c3-9b4e-e082bd24a1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.601053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-network', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:29.605815 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eae953d7-b182-49c3-9b4e-e082bd24a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.669979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae953d7-b182-49c3-9b4e-e082bd24a1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c2c1df-8a90-4972-8b4b-fb4f9672826f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:29.680942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Made reservation on behalf of 47409c3206c74917a98561c89b6ac9b2 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:50:29.683098 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.696731 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-eae953d7-b182-49c3-9b4e-e082bd24a1b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d8264ac66df41a1a36fd284497b025e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4473050 Jan 31 15:50:29.697880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33302) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:29.702346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55af7cea-754c-4765-8fc4-89e8145b5139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.705777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.763223 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-366e460c-134d-4cc6-83f5-fd1a8f6dd102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.789534 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-366e460c-134d-4cc6-83f5-fd1a8f6dd102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.860580 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-366e460c-134d-4cc6-83f5-fd1a8f6dd102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.865923 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-366e460c-134d-4cc6-83f5-fd1a8f6dd102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.868788 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-366e460c-134d-4cc6-83f5-fd1a8f6dd102 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27c2c1df-8a90-4972-8b4b-fb4f9672826f HTTP/1.1" status: 204 len: 168 time: 0.1694036 Jan 31 15:50:29.879408 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55af7cea-754c-4765-8fc4-89e8145b5139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.881750 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e460c-134d-4cc6-83f5-fd1a8f6dd102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c2c1df-8a90-4972-8b4b-fb4f9672826f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:29.884100 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.887486 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55af7cea-754c-4765-8fc4-89e8145b5139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.899969 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.941359 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af7cea-754c-4765-8fc4-89e8145b5139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706fd0c3-d499-4a86-b236-100d9ba209d3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:29.944240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:50:29.950648 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-55af7cea-754c-4765-8fc4-89e8145b5139 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6ada4ff41f0482db95ffbb0379b0385&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5114236 Jan 31 15:50:29.950909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33322) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:29.964242 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:29.964741 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Added segment 8124fb1d-4ab1-469d-9370-401ebab231cb of type vlan for network 107981a1-8971-4307-a532-a01979b3d6a9 Jan 31 15:50:30.005547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d86801-d63b-49b3-bfc0-6237d07af681,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:30.022769 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.057939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.059044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:30.059618 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.081262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3079e0d3-feb5-4749-a8c6-f4f6f840511e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.103733 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3079e0d3-feb5-4749-a8c6-f4f6f840511e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.188267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] Pushing event updated for resources: {'Network': ['ID=107981a1-8971-4307-a532-a01979b3d6a9,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:30.189129 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3079e0d3-feb5-4749-a8c6-f4f6f840511e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.192210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3079e0d3-feb5-4749-a8c6-f4f6f840511e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.196235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3079e0d3-feb5-4749-a8c6-f4f6f840511e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/706fd0c3-d499-4a86-b236-100d9ba209d3 HTTP/1.1" status: 204 len: 168 time: 0.2436836 Jan 31 15:50:30.210783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079e0d3-feb5-4749-a8c6-f4f6f840511e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706fd0c3-d499-4a86-b236-100d9ba209d3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:30.212123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 107981a1-8971-4307-a532-a01979b3d6a9 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:50:30.225321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f25278c3-4184-45dc-bbbf-d6ccb48a315c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8150635 Jan 31 15:50:30.225716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33340) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:30.230616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4cbd5c08-19b5-4e83-af12-d50fa34ea4c4 admin admin] Request body: {'subnet': {'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-subnet', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:30.270909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbd5c08-19b5-4e83-af12-d50fa34ea4c4 admin admin] Made reservation on behalf of 47409c3206c74917a98561c89b6ac9b2 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:50:30.273051 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f4a56bb-7559-4224-b6ed-a0fbd4fdbc50 req-efe85d8c-5773-4805-bfa0-bd7bcfc8f17a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 210 time: 0.0624831 Jan 31 15:50:30.278549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cbd5c08-19b5-4e83-af12-d50fa34ea4c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.489412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33360) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:30.507859 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b4137144-ea73-4c14-9a9f-fc75d9211db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.601743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cbd5c08-19b5-4e83-af12-d50fa34ea4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.670510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd5c08-19b5-4e83-af12-d50fa34ea4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea396132-7d5e-453a-89f4-5dd0f7c77d85,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:30.686089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbd5c08-19b5-4e83-af12-d50fa34ea4c4 admin admin] Checking segment: {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:30.686503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbd5c08-19b5-4e83-af12-d50fa34ea4c4 admin admin] Network hostable DHCP agents. Network: 107981a1-8971-4307-a532-a01979b3d6a9, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:50:30.689832 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b4137144-ea73-4c14-9a9f-fc75d9211db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.709033 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b4137144-ea73-4c14-9a9f-fc75d9211db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.714707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbd5c08-19b5-4e83-af12-d50fa34ea4c4 admin admin] Network 107981a1-8971-4307-a532-a01979b3d6a9 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:50:30.717436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.30', 60808) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:30.763545 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4cbd5c08-19b5-4e83-af12-d50fa34ea4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 107981a1-8971-4307-a532-a01979b3d6a9) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:30.767209 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-d6234c41-8084-4475-aee1-22a1f0e70ecf tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7d5b04401e3e46f997f4d138d5fb4628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465884 Jan 31 15:50:30.770210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd5c08-19b5-4e83-af12-d50fa34ea4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:30.771433 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cbd5c08-19b5-4e83-af12-d50fa34ea4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.772821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f1f69e-847c-4925-83d8-ef06e982c05e None None] Network 107981a1-8971-4307-a532-a01979b3d6a9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:50:30.814129 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b4137144-ea73-4c14-9a9f-fc75d9211db0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47e67aa4cf9a42f4aee3cb93060dd0f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3236234 Jan 31 15:50:30.815106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33368) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:30.817383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4cbd5c08-19b5-4e83-af12-d50fa34ea4c4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5904744 Jan 31 15:50:30.819483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:30.822704 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33370) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:30.823449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4137144-ea73-4c14-9a9f-fc75d9211db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5614c8ed-8bd2-43d8-b32c-5805b9a9de39,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:30.931335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33376) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:30.990214 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:30.991426 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.021287 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-143b9e23-de91-460b-9494-bbd11c6f08e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.076315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33386) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:31.083785 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.097942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-107981a1-8971-4307-a532-a01979b3d6a9', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:50:31.099121 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.127893 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-46fffc43-f6f5-4405-9075-ac41822bd161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.175386 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-143b9e23-de91-460b-9494-bbd11c6f08e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.262462 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-9fedfc39-a499-4ebd-84aa-0631ddb5bd3d tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:31.272148 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-9fedfc39-a499-4ebd-84aa-0631ddb5bd3d tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4867885 Jan 31 15:50:31.373340 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-46fffc43-f6f5-4405-9075-ac41822bd161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.380072 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-46fffc43-f6f5-4405-9075-ac41822bd161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.394939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.396080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Request body: {'port': {'device_id': '77de1d0e-a8e0-4853-b260-5b0636b1e777', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '7d5b04401e3e46f997f4d138d5fb4628'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:31.426819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Allocated IP 172.20.0.2 (107981a1-8971-4307-a532-a01979b3d6a9/ea396132-7d5e-453a-89f4-5dd0f7c77d85/0a7147ca-eb47-4315-abac-182ed69d8fd4) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:50:31.446186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fffc43-f6f5-4405-9075-ac41822bd161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7954ad-e985-4cc2-8225-207410d32171,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:31.501337 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-143b9e23-de91-460b-9494-bbd11c6f08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.505275 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-143b9e23-de91-460b-9494-bbd11c6f08e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.507005 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-143b9e23-de91-460b-9494-bbd11c6f08e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5614c8ed-8bd2-43d8-b32c-5805b9a9de39 HTTP/1.1" status: 204 len: 168 time: 0.6804056 Jan 31 15:50:31.507980 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-59a32587-c64e-4ce7-bf7d-0e97ba7cf7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.535422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b9e23-de91-460b-9494-bbd11c6f08e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5614c8ed-8bd2-43d8-b32c-5805b9a9de39,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:31.537924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-46fffc43-f6f5-4405-9075-ac41822bd161 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c3a4791809b4162a4a8e37f1731adb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4604776 Jan 31 15:50:31.542523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33410) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:31.650982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-59a32587-c64e-4ce7-bf7d-0e97ba7cf7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.763384 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.767609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Made reservation on behalf of 7d5b04401e3e46f997f4d138d5fb4628 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:50:31.771832 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.774025 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.781663 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-59a32587-c64e-4ce7-bf7d-0e97ba7cf7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.785623 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.837841 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73498060-f5db-4851-badb-8635e9c16d7c req-25a77d00-53d5-4ae6-81d7-b0ee9910bcb8 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 210 time: 0.0338008 Jan 31 15:50:31.898939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Network 107981a1-8971-4307-a532-a01979b3d6a9 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:31.903148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:31.920469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Pushing event updated for resources: {'Port': ['ID=0a7147ca-eb47-4315-abac-182ed69d8fd4,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:31.921324 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.927363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:50:31.928323 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:31.951252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:31.951595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:31.951930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:31.952266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:31.952604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:31.954832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:31.955668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:31.956002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:31.956337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:31.956663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:31.956988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:31.957310 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Tracked resource versions report: Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: pushed versions: Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: { 'AddressGroup': {'1.2'}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'ConntrackHelper': {'1.0'}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'Log': {'1.0'}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'Network': {'1.1'}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'Port': {'1.7'}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'PortForwarding': {'1.2'}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'QosPolicy': {'1.9'}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'SecurityGroup': {'1.4'}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'SecurityGroupRule': {'1.2'}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'SubPort': {'1.0'}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'Subnet': {'1.1'}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'Trunk': {'1.1'}} Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: consumer versions: Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: { DHCP agent@n-d-827120-1: {}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: HyperV agent@n-h1-827120-1: {}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: HyperV agent@n-h2-827120-1: {}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: L3 agent@n-d-827120-1: {}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: Metadata agent@n-d-827120-1: {}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: Metering agent@n-d-827120-1: {}, Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: Open vSwitch agent@n-d-827120-1: { 'AddressGroup': '1.2', Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'ConntrackHelper': '1.0', Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'Log': '1.0', Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'Network': '1.1', Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'Port': '1.7', Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'PortForwarding': '1.2', Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'QosPolicy': '1.9', Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'SecurityGroup': '1.4', Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'SecurityGroupRule': '1.2', Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'SubPort': '1.0', Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'Subnet': '1.1', Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: 'Trunk': '1.1'}} Jan 31 15:50:31.958486 n-d-827120-1 neutron-server[108773]: {{(pid=108773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 15:50:31.965252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-59a32587-c64e-4ce7-bf7d-0e97ba7cf7bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d4a1abe069d4bffa82481ee6128ad79&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0328469 Jan 31 15:50:32.002752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33448) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:32.004294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7936087f-4045-455c-a348-7202c1dbea84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.050097 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7936087f-4045-455c-a348-7202c1dbea84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.068511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Attempting to bind port 0a7147ca-eb47-4315-abac-182ed69d8fd4 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:50:32.068870 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Attempting to bind port 0a7147ca-eb47-4315-abac-182ed69d8fd4 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:50:32.069227 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Attempting to bind port 0a7147ca-eb47-4315-abac-182ed69d8fd4 on network 107981a1-8971-4307-a532-a01979b3d6a9 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:50:32.081689 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:50:32.082059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Checking segment: {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:32.090066 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.090714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Bound using segment: {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:50:32.091350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Bound port: 0a7147ca-eb47-4315-abac-182ed69d8fd4, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:50:32.091933 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.122112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a32587-c64e-4ce7-bf7d-0e97ba7cf7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71faf7da-6df1-4a41-b030-b1e1adaee2ba,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:32.160386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Allocated IP 192.168.233.119 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/ef8d711d-9690-471c-8f32-ca2d75bc415e) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:50:32.171091 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7936087f-4045-455c-a348-7202c1dbea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.173548 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7936087f-4045-455c-a348-7202c1dbea84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.178074 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7936087f-4045-455c-a348-7202c1dbea84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f7954ad-e985-4cc2-8225-207410d32171 HTTP/1.1" status: 204 len: 168 time: 0.5212004 Jan 31 15:50:32.189951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936087f-4045-455c-a348-7202c1dbea84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7954ad-e985-4cc2-8225-207410d32171,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:32.286762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] For port 0a7147ca-eb47-4315-abac-182ed69d8fd4, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:50:32.296136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] For port 0a7147ca-eb47-4315-abac-182ed69d8fd4, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0a7147ca-eb47-4315-abac-182ed69d8fd4,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:50:32.344849 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.564819 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.587344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f44ca1-495d-4126-8f89-5249f776eb3e None None] Pushing event updated for resources: {'Port': ['ID=0a7147ca-eb47-4315-abac-182ed69d8fd4,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:32.613367 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.697652 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ccc53610-a6bd-46f5-b51a-15047eccd747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.714116 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.779159 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.878134 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ccc53610-a6bd-46f5-b51a-15047eccd747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:32.986467 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Pushing event updated for resources: {'Port': ['ID=ef8d711d-9690-471c-8f32-ca2d75bc415e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:33.020426 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-bd2136fc-03ae-4383-a743-0462e7f2c2c8 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=59bf5787d1bb4e10aed50a38bb04f56b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3273036 Jan 31 15:50:33.187162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f181e1c-3c59-4873-a901-3285850b93dd req-99116804-ed6a-42a4-9cd4-20754c02fb3c tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:33.194491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-99116804-ed6a-42a4-9cd4-20754c02fb3c tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731381 Jan 31 15:50:33.209096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:33.212219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1810f923-23b6-4670-9b8f-169877cbff54,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:33.215426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:33.226037 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-40794f49-7564-4ef1-8fc0-aed42be36165 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/quotas/59bf5787d1bb4e10aed50a38bb04f56b HTTP/1.1" status: 200 len: 375 time: 0.0306735 Jan 31 15:50:33.250585 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ccc53610-a6bd-46f5-b51a-15047eccd747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:33.256566 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ccc53610-a6bd-46f5-b51a-15047eccd747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:33.257869 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ccc53610-a6bd-46f5-b51a-15047eccd747 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71faf7da-6df1-4a41-b030-b1e1adaee2ba HTTP/1.1" status: 204 len: 168 time: 1.1322250 Jan 31 15:50:33.311707 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-87334377-8538-4153-8218-c61911fd2f50 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59bf5787d1bb4e10aed50a38bb04f56b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845590 Jan 31 15:50:33.318709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:50:33.324872 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:33.325549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:33.345883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc53610-a6bd-46f5-b51a-15047eccd747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71faf7da-6df1-4a41-b030-b1e1adaee2ba,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:33.350994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Allocated IP 172.25.1.89 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/c1d1bcec-a6c1-418a-b256-4c4742864f98) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:50:33.360964 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-e601d395-df09-4e2f-be90-5617a4dd796a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9755101 Jan 31 15:50:33.374109 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-21a75913-5abe-4ea3-816c-60643ae8ab80 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:50:33.378708 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-21a75913-5abe-4ea3-816c-60643ae8ab80 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087879 Jan 31 15:50:33.668045 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:33.902898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-50095283-86eb-49a2-b3b6-dde8049dcab9 req-260cefef-1032-40e4-a02b-c788ead84cf0 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 210 time: 0.0660660 Jan 31 15:50:33.918575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b5662b9f-8825-4f37-bfd2-a49949f05332 None None] Provisioning complete for port ef8d711d-9690-471c-8f32-ca2d75bc415e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:33.919048 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b5662b9f-8825-4f37-bfd2-a49949f05332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:34.040819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e1911-ea87-4dcf-8d66-135be8caee60 req-a8d28d96-b3ad-433e-87b4-653f64381959 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:34.046274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b5662b9f-8825-4f37-bfd2-a49949f05332 None None] Port ef8d711d-9690-471c-8f32-ca2d75bc415e cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:50:34.050610 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f5e1911-ea87-4dcf-8d66-135be8caee60 req-a8d28d96-b3ad-433e-87b4-653f64381959 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 936 time: 0.3170650 Jan 31 15:50:34.112487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33542) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:34.180245 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:34.302312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33552) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:34.323093 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6286a84-a3c0-4869-a358-5861fadc2a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:34.323468 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0a7147ca-eb47-4315-abac-182ed69d8fd4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:50:34.380020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d1bcec-a6c1-418a-b256-4c4742864f98,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:34.434848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:34.440609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:34.446463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:50:34.474649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0a7147ca-eb47-4315-abac-182ed69d8fd4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:34.475765 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:34.558995 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6286a84-a3c0-4869-a358-5861fadc2a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:34.575615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed871b-5104-4da1-90da-312b11c6b71e None None] Network 107981a1-8971-4307-a532-a01979b3d6a9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:50:34.578475 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Request body: {'port': {'device_id': '77de1d0e-a8e0-4853-b260-5b0636b1e777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:34.661762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f5e1911-ea87-4dcf-8d66-135be8caee60 req-712fc6de-424a-46fa-a0d7-bb9603a4a66d tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836947 Jan 31 15:50:34.750254 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6286a84-a3c0-4869-a358-5861fadc2a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:34.857665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6286a84-a3c0-4869-a358-5861fadc2a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4229103d-1e58-4121-a7a9-fa0aca271e4c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:34.892954 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:34.938905 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:35.138494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2021095994-network', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:35.185864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6710ec62-bd39-4eab-a1d9-97247819c0a0 None None] Provisioning complete for port 0a7147ca-eb47-4315-abac-182ed69d8fd4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:35.186479 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6710ec62-bd39-4eab-a1d9-97247819c0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:35.229157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33574) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:35.269850 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:35.436169 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c84467d-0f4d-4ebd-a371-1292095e1e4b req-c889eb11-4b27-4c55-bdc1-2193bca45952 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 210 time: 0.3386712 Jan 31 15:50:35.493449 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:35.512928 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e6286a84-a3c0-4869-a358-5861fadc2a9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a66c9cac87944dfbe2fdaf5294e5277&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2091599 Jan 31 15:50:35.516106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33582) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:35.532779 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 0a7147ca-eb47-4315-abac-182ed69d8fd4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0a7147ca-eb47-4315-abac-182ed69d8fd4,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:50:35.544228 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:35.744486 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=0a7147ca-eb47-4315-abac-182ed69d8fd4,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:35.930930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Made reservation on behalf of cabaad6478e843ffbf504c33d8913ac5 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:50:35.933491 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:35.948895 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:35.990865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b908c027-b75f-42e6-8634-172b63bfe941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.022052 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2153c6ce-42ff-466a-abe2-8d1227bd69fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.055591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4d311d13-43da-4d79-86be-3cec31d6d478 None None] Provisioning complete for port 0a7147ca-eb47-4315-abac-182ed69d8fd4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:36.056034 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4d311d13-43da-4d79-86be-3cec31d6d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.194586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaa879-06c7-410f-9f60-7dc962fb3f26 req-fd8b15c9-7f59-4a4c-9896-14cea4b8c91c tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:36.196253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6faaa879-06c7-410f-9f60-7dc962fb3f26 req-fd8b15c9-7f59-4a4c-9896-14cea4b8c91c tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 936 time: 0.3519533 Jan 31 15:50:36.261374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0a7147ca-eb47-4315-abac-182ed69d8fd4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:50:36.304555 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2153c6ce-42ff-466a-abe2-8d1227bd69fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.340294 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.354588 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.369775 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6faaa879-06c7-410f-9f60-7dc962fb3f26 req-1422b213-a74d-42d9-b186-8d20b687b38f tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416273 Jan 31 15:50:36.371066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Router 99c6369a-609c-4980-9963-099fc2fc963c is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:50:36.436831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0a7147ca-eb47-4315-abac-182ed69d8fd4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:36.437339 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.439428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1751fb54-61a5-448d-beb4-d3b81a8f413d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:36.482991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:50:36.497068 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.497718 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Added segment 182ca6c2-36d4-454d-83b2-521153322086 of type vlan for network c614da20-f2b3-4641-bf4e-22875b25df07 Jan 31 15:50:36.581531 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.626739 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b908c027-b75f-42e6-8634-172b63bfe941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.634897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2153c6ce-42ff-466a-abe2-8d1227bd69fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.638332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2153c6ce-42ff-466a-abe2-8d1227bd69fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.644467 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2153c6ce-42ff-466a-abe2-8d1227bd69fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4229103d-1e58-4121-a7a9-fa0aca271e4c HTTP/1.1" status: 204 len: 168 time: 1.1271822 Jan 31 15:50:36.650513 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b908c027-b75f-42e6-8634-172b63bfe941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.681916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153c6ce-42ff-466a-abe2-8d1227bd69fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4229103d-1e58-4121-a7a9-fa0aca271e4c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:36.689621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8d711d-9690-471c-8f32-ca2d75bc415e {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:50:36.735793 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.748608 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ea201edd-742e-481f-a001-a3226db241ab req-f36023fa-1b1c-4630-bbff-d429d1cdb990 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 210 time: 0.0660608 Jan 31 15:50:36.759849 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.760962 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:36.761671 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:36.783953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908c027-b75f-42e6-8634-172b63bfe941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c66f791-5396-4e99-893f-0dcc9a250b1b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:36.785674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.20', 57566) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:36.823674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:50:36.837717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b908c027-b75f-42e6-8634-172b63bfe941 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19a41f3eaac64e87b2c89ac8b5768a7e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6024926 Jan 31 15:50:36.839178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33610) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:36.928216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-cf8b13df-ce39-4e35-9735-d8171bab6088 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=59bf5787d1bb4e10aed50a38bb04f56b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248271 Jan 31 15:50:36.931682 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Sync routers for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:50:36.934188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Transition to ACTIVE for port object ef8d711d-9690-471c-8f32-ca2d75bc415e will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:50:36.958065 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:50:36.959108 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:50:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:36.976548 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:37.004323 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8907015 Jan 31 15:50:37.009167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33622) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:37.025324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-78071131-da45-4e1d-a1e1-60b47b2eb096 admin admin] Request body: {'subnet': {'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2021095994-subnet', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:37.070565 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:37.076630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ad9673db-96d9-498e-a264-8ff3956689c1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.2555773 Jan 31 15:50:37.085501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33626) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:37.126349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d111aeeb-2ba1-4fb9-9255-5f176ed1d348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:37.155778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc138a5-d559-43ef-8ada-2833b8ef8a96 admin admin] Pushing event updated for resources: {'Network': ['ID=c614da20-f2b3-4641-bf4e-22875b25df07,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:37.178962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c614da20-f2b3-4641-bf4e-22875b25df07 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:50:37.237267 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:50:37.404104 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d111aeeb-2ba1-4fb9-9255-5f176ed1d348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:37.430428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78071131-da45-4e1d-a1e1-60b47b2eb096 admin admin] Made reservation on behalf of cabaad6478e843ffbf504c33d8913ac5 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:50:37.435585 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-78071131-da45-4e1d-a1e1-60b47b2eb096 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:37.442846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8d711d-9690-471c-8f32-ca2d75bc415e,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:37.513346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Attempting to bind port ef8d711d-9690-471c-8f32-ca2d75bc415e on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:50:37.531561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Attempting to bind port ef8d711d-9690-471c-8f32-ca2d75bc415e by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:50:37.536844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Attempting to bind port ef8d711d-9690-471c-8f32-ca2d75bc415e on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:50:37.571471 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f181e1c-3c59-4873-a901-3285850b93dd req-d6a6463f-22c1-470e-9b5e-1d7f24bece5b tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:37.578190 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-d6a6463f-22c1-470e-9b5e-1d7f24bece5b tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6295996 Jan 31 15:50:37.590262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Port ef8d711d-9690-471c-8f32-ca2d75bc415e on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:50:37.593363 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Attempting to bind port ef8d711d-9690-471c-8f32-ca2d75bc415e on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:50:37.609813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:50:37.618011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:37.619017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:50:37.621680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Bound port: ef8d711d-9690-471c-8f32-ca2d75bc415e, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:50:37.626263 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:37.716389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Request body: {'port': {'device_id': 'fdec028e-fa94-4180-971c-49601844e368', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '59bf5787d1bb4e10aed50a38bb04f56b'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:37.982863 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:34Z', 'revision_number': 3, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:38.032287 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Checking router: 99c6369a-609c-4980-9963-099fc2fc963c for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:50:38.033068 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Updating router 99c6369a-609c-4980-9963-099fc2fc963c port c1d1bcec-a6c1-418a-b256-4c4742864f98 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:50:38.091680 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f9552f2-0a65-48d0-b674-81f2c4a2a875 req-ec04a652-51d1-49ef-8c5c-a889bb5a0770 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 210 time: 0.1354921 Jan 31 15:50:38.133060 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:38.216305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] For port ef8d711d-9690-471c-8f32-ca2d75bc415e, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:50:38.262033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a21ed-15e6-407c-9b18-938fc8cbeb20 req-7f53b6b3-214b-4b44-9df6-ec4278df548d tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:38.263643 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b06a21ed-15e6-407c-9b18-938fc8cbeb20 req-7f53b6b3-214b-4b44-9df6-ec4278df548d tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 948 time: 0.6660717 Jan 31 15:50:38.314838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] For port ef8d711d-9690-471c-8f32-ca2d75bc415e, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ef8d711d-9690-471c-8f32-ca2d75bc415e,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:50:38.324815 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:38.404857 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d111aeeb-2ba1-4fb9-9255-5f176ed1d348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:38.408748 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d111aeeb-2ba1-4fb9-9255-5f176ed1d348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:38.410438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d111aeeb-2ba1-4fb9-9255-5f176ed1d348 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c66f791-5396-4e99-893f-0dcc9a250b1b HTTP/1.1" status: 204 len: 168 time: 1.5691791 Jan 31 15:50:38.455317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:38.458813 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:38.460717 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] 10.222.0.30 "PUT /v2.0/ports/ef8d711d-9690-471c-8f32-ca2d75bc415e HTTP/1.1" status: 200 len: 1096 time: 4.3552451 Jan 31 15:50:38.467013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111aeeb-2ba1-4fb9-9255-5f176ed1d348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c66f791-5396-4e99-893f-0dcc9a250b1b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:38.470725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77de1d0e-a8e0-4853-b260-5b0636b1e777', 'tag': 'ef8d711d-9690-471c-8f32-ca2d75bc415e'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:50:38.485414 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b06a21ed-15e6-407c-9b18-938fc8cbeb20 req-3dec768f-c06e-4a94-9929-a0201f6a6670 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109632 Jan 31 15:50:38.799956 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-78071131-da45-4e1d-a1e1-60b47b2eb096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:38.825610 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:38.841075 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:38.908678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30676a91-4de4-4e84-855d-ee159ef8b129 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8d711d-9690-471c-8f32-ca2d75bc415e,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:38.908932 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Attempting to bind port c1d1bcec-a6c1-418a-b256-4c4742864f98 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:50:38.909316 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Attempting to bind port c1d1bcec-a6c1-418a-b256-4c4742864f98 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:50:38.909822 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Attempting to bind port c1d1bcec-a6c1-418a-b256-4c4742864f98 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:50:38.923087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-a37bd9fd-bfe5-4098-8df9-5779520a0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:38.924774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-a37bd9fd-bfe5-4098-8df9-5779520a0b89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d5b04401e3e46f997f4d138d5fb4628&device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 1099 time: 0.2954650 Jan 31 15:50:38.926201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Made reservation on behalf of 59bf5787d1bb4e10aed50a38bb04f56b for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:50:38.926405 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Pushing event updated for resources: {'Port': ['ID=c1d1bcec-a6c1-418a-b256-4c4742864f98,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:38.933524 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:38.942539 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:50:38.947459 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:38.949159 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:38.950023 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:50:38.953042 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Bound port: c1d1bcec-a6c1-418a-b256-4c4742864f98, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:50:38.953700 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:38.958950 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:38.970337 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:38.973917 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:38.973917 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:38.973917 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:38.973917 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:38.973917 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:38.973917 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:38.973917 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:38.973917 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:38.975822 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:38.978107 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:38.980302 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Tracked resource versions report: Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: pushed versions: Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: { 'AddressGroup': {'1.2'}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'ConntrackHelper': {'1.0'}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'Log': {'1.0'}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'Network': {'1.1'}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'Port': {'1.7'}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'PortForwarding': {'1.2'}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'QosPolicy': {'1.9'}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'SecurityGroup': {'1.4'}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'SecurityGroupRule': {'1.2'}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'SubPort': {'1.0'}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'Subnet': {'1.1'}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'Trunk': {'1.1'}} Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: consumer versions: Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: { DHCP agent@n-d-827120-1: {}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: HyperV agent@n-h1-827120-1: {}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: HyperV agent@n-h2-827120-1: {}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: L3 agent@n-d-827120-1: {}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: Metadata agent@n-d-827120-1: {}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: Metering agent@n-d-827120-1: {}, Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: Open vSwitch agent@n-d-827120-1: { 'AddressGroup': '1.2', Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'ConntrackHelper': '1.0', Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'Log': '1.0', Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'Network': '1.1', Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'Port': '1.7', Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'PortForwarding': '1.2', Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'QosPolicy': '1.9', Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'SecurityGroup': '1.4', Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'SecurityGroupRule': '1.2', Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'SubPort': '1.0', Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'Subnet': '1.1', Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: 'Trunk': '1.1'}} Jan 31 15:50:38.981877 n-d-827120-1 neutron-server[108774]: {{(pid=108774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 15:50:39.049569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78071131-da45-4e1d-a1e1-60b47b2eb096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae37419-bd0a-4b87-b60a-144187c56296,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:39.179919 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] For port c1d1bcec-a6c1-418a-b256-4c4742864f98, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:50:39.181587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33684) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:39.187242 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-9ae551d6-aeb6-485a-90e4-961deb7384a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=ef8d711d-9690-471c-8f32-ca2d75bc415e HTTP/1.1" status: 200 len: 217 time: 0.2346601 Jan 31 15:50:39.191526 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] For port c1d1bcec-a6c1-418a-b256-4c4742864f98, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c1d1bcec-a6c1-418a-b256-4c4742864f98,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:50:39.196584 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78071131-da45-4e1d-a1e1-60b47b2eb096 admin admin] Checking segment: {'id': '182ca6c2-36d4-454d-83b2-521153322086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:39.196938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78071131-da45-4e1d-a1e1-60b47b2eb096 admin admin] Network hostable DHCP agents. Network: c614da20-f2b3-4641-bf4e-22875b25df07, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:50:39.199261 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:39.358481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33690) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:39.367860 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-221cdb4a-54a8-42bc-befb-120339617e8c req-ca371ff9-4355-4af0-b635-627310c9de45 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 210 time: 0.1125000 Jan 31 15:50:39.381213 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:50:39.382174 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:50:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:39.405522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78071131-da45-4e1d-a1e1-60b47b2eb096 admin admin] Network c614da20-f2b3-4641-bf4e-22875b25df07 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:50:39.426912 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58df0803-7cb0-4126-aee2-77321c0a9d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:39.460948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-78071131-da45-4e1d-a1e1-60b47b2eb096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c614da20-f2b3-4641-bf4e-22875b25df07) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:39.484069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56daa3ef-d744-490c-8256-1d11a172dd80 None None] Network c614da20-f2b3-4641-bf4e-22875b25df07 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:50:39.490702 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b315223-3c70-49a5-9634-882164c1e120 None None] Pushing event updated for resources: {'Port': ['ID=c1d1bcec-a6c1-418a-b256-4c4742864f98,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:39.534255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78071131-da45-4e1d-a1e1-60b47b2eb096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:39.535077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-78071131-da45-4e1d-a1e1-60b47b2eb096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:39.560684 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:39.581344 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fee9d1-62b3-4676-8d8b-8c29e4b9d51d" -d '{"events": [{"name": "network-changed", "server_uuid": "77de1d0e-a8e0-4853-b260-5b0636b1e777", "tag": "ef8d711d-9690-471c-8f32-ca2d75bc415e"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:50:39.589652 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:39.638168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3da3d8-77cb-4907-98e7-e491366a578b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:39.668745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-9f3d1fc4-9bd7-4953-8500-2dc80f71efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:39.668745 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-9f3d1fc4-9bd7-4953-8500-2dc80f71efdb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.4581516 Jan 31 15:50:39.730299 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-78071131-da45-4e1d-a1e1-60b47b2eb096 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7000585 Jan 31 15:50:39.731017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33700) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:39.765898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:39.795652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2021095994-router', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:39.889969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-c614da20-f2b3-4641-bf4e-22875b25df07', 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'fixed_ips': [{'subnet_id': 'cae37419-bd0a-4b87-b60a-144187c56296'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:50:39.891294 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:39.976424 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:50:40.005998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b58ac69d-a88b-4f5a-91a0-3372a5a48188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:40.033816 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:40.035134 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:40.060231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51165847-55ae-4688-8768-adea6bcd654b req-bf1adf6d-50d3-404d-8ff5-cbcad3597d4c tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:40.072135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-51165847-55ae-4688-8768-adea6bcd654b req-bf1adf6d-50d3-404d-8ff5-cbcad3597d4c tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 948 time: 0.3398921 Jan 31 15:50:40.122936 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58df0803-7cb0-4126-aee2-77321c0a9d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:40.161883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Allocated IP 192.168.233.65 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/0312b56d-66e3-4a62-ba11-7b0a9b9de36d) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:50:40.222062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-4ccb2392-fb28-451e-b86e-93f8ef648bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:40.223656 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-4ccb2392-fb28-451e-b86e-93f8ef648bc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5175500 Jan 31 15:50:40.236710 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7595c8da-4d89-41f9-b60a-86b203d01c4f x-openstack-request-id: req-7595c8da-4d89-41f9-b60a-86b203d01c4f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:50:40.236710 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77de1d0e-a8e0-4853-b260-5b0636b1e777", "tag": "ef8d711d-9690-471c-8f32-ca2d75bc415e", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:50:40.236710 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7595c8da-4d89-41f9-b60a-86b203d01c4f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:50:40.236710 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77de1d0e-a8e0-4853-b260-5b0636b1e777', 'tag': 'ef8d711d-9690-471c-8f32-ca2d75bc415e', 'status': 'completed', 'code': 200} Jan 31 15:50:40.293493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Allocated IP 172.20.0.2 (c614da20-f2b3-4641-bf4e-22875b25df07/cae37419-bd0a-4b87-b60a-144187c56296/8d48c82e-1c6a-49ef-ac51-fa708cd595b6) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:50:40.470358 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:34Z', 'revision_number': 3, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:40.578307 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58df0803-7cb0-4126-aee2-77321c0a9d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:40.581871 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cd695-6ddd-453f-9099-4c63f2634e69 None None] The sync data for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 is: [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:34Z', 'revision_number': 3, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:50:40.676703 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:40.696516 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:40.796183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Network c614da20-f2b3-4641-bf4e-22875b25df07 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:40.806048 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-724c3e5b-74e9-4cba-9d5a-a068f802a77c req-2c3b4313-b49a-4c58-9921-6ed324436deb tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 210 time: 0.2728107 Jan 31 15:50:40.809867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:40.832744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Allocated IP 172.20.0.1 (107981a1-8971-4307-a532-a01979b3d6a9/ea396132-7d5e-453a-89f4-5dd0f7c77d85/93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:50:40.833884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:50:40.906714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-6f4fe3eb-9c38-42ce-a826-7c245ff95341 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490231 Jan 31 15:50:40.983445 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:41.018010 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-51165847-55ae-4688-8768-adea6bcd654b req-0aacdb1b-c16f-480b-86c9-bb6f5751b323 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9445777 Jan 31 15:50:41.041697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df0803-7cb0-4126-aee2-77321c0a9d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cf2a8b-4598-4790-a0f6-d348e0664cd0,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:41.062608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Pushing event updated for resources: {'Port': ['ID=8d48c82e-1c6a-49ef-ac51-fa708cd595b6,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:41.091952 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-58df0803-7cb0-4126-aee2-77321c0a9d6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5b8fdcfdb3845ab89530939df9751c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7323880 Jan 31 15:50:41.098278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33720) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:41.100125 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Attempting to bind port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:50:41.100726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Attempting to bind port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '182ca6c2-36d4-454d-83b2-521153322086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:50:41.100842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Attempting to bind port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 on network c614da20-f2b3-4641-bf4e-22875b25df07 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:50:41.141358 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:50:41.150077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Checking segment: {'id': '182ca6c2-36d4-454d-83b2-521153322086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:41.150896 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:41.151547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Bound using segment: {'id': '182ca6c2-36d4-454d-83b2-521153322086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:50:41.152261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Bound port: 8d48c82e-1c6a-49ef-ac51-fa708cd595b6, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182ca6c2-36d4-454d-83b2-521153322086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:50:41.153249 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:41.173880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:41.227408 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b58ac69d-a88b-4f5a-91a0-3372a5a48188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:41.254432 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b58ac69d-a88b-4f5a-91a0-3372a5a48188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:41.370264 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b58ac69d-a88b-4f5a-91a0-3372a5a48188 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73a4639e3dbc4fc980a8beca15139dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1847723 Jan 31 15:50:41.370944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33726) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:41.403223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ac69d-a88b-4f5a-91a0-3372a5a48188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f42891a-d459-4831-9263-d93f807c7985,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:41.425362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] For port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:50:41.448571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] For port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8d48c82e-1c6a-49ef-ac51-fa708cd595b6,segment=NetworkSegment(182ca6c2-36d4-454d-83b2-521153322086),segment_id=182ca6c2-36d4-454d-83b2-521153322086)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:50:41.459943 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:41.527975 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eb5b0ac-e46d-424a-8b10-6b3da2848941 req-b383f710-134a-4d09-9f7a-5064806972bb service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019328 Jan 31 15:50:41.606652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4cc5c-2598-4903-82d5-5c282fedf7f0 None None] Pushing event updated for resources: {'Port': ['ID=8d48c82e-1c6a-49ef-ac51-fa708cd595b6,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:41.712742 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd421699-d049-4418-b875-e30fb837bf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:41.734141 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:41.792272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd421699-d049-4418-b875-e30fb837bf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:41.895452 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.034484 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.138674 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.188631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fee9d1-62b3-4676-8d8b-8c29e4b9d51d req-d051039b-ba09-4a73-ad76-4c78230f1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:42.199968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63fee9d1-62b3-4676-8d8b-8c29e4b9d51d req-d051039b-ba09-4a73-ad76-4c78230f1ae6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d5b04401e3e46f997f4d138d5fb4628&device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 1099 time: 0.5551581 Jan 31 15:50:42.200645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Pushing event updated for resources: {'Port': ['ID=0312b56d-66e3-4a62-ba11-7b0a9b9de36d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:42.219608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:42.236357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:42.249901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:50:42.270497 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:42.273085 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.299320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7979bcdd-72fe-4d48-acce-5799a864067c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.327215 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7979bcdd-72fe-4d48-acce-5799a864067c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.451238 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7979bcdd-72fe-4d48-acce-5799a864067c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.456282 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7979bcdd-72fe-4d48-acce-5799a864067c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.460750 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7979bcdd-72fe-4d48-acce-5799a864067c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7cf2a8b-4598-4790-a0f6-d348e0664cd0 HTTP/1.1" status: 204 len: 168 time: 1.3544166 Jan 31 15:50:42.498490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Network 107981a1-8971-4307-a532-a01979b3d6a9 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:42.506704 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:42.513548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:50:42.514374 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.517792 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd421699-d049-4418-b875-e30fb837bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.526687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd421699-d049-4418-b875-e30fb837bf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.528240 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bd421699-d049-4418-b875-e30fb837bf03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f42891a-d459-4831-9263-d93f807c7985 HTTP/1.1" status: 204 len: 168 time: 1.0873272 Jan 31 15:50:42.554010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:50:42.600284 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-b89ef05b-f936-466b-b8f6-654daacc8251 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9140677 Jan 31 15:50:42.680132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-7058f1c5-f464-4b0f-ae1a-d13bb383f22f tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:50:42.681213 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-7058f1c5-f464-4b0f-ae1a-d13bb383f22f tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596251 Jan 31 15:50:42.687903 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd421699-d049-4418-b875-e30fb837bf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f42891a-d459-4831-9263-d93f807c7985,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:42.706462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:42.706838 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.896528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c9665-b6c6-496d-9397-9f6ce2dcb8ea req-f69af25e-5721-45a4-a3df-d8f895a57c2d tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:42.905984 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3804eb73-5a36-4770-8a10-a00d6a0ca642 None None] Provisioning complete for port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:42.908826 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3804eb73-5a36-4770-8a10-a00d6a0ca642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:42.913733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-752c9665-b6c6-496d-9397-9f6ce2dcb8ea req-f69af25e-5721-45a4-a3df-d8f895a57c2d tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 948 time: 0.6926532 Jan 31 15:50:42.922039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fee9d1-62b3-4676-8d8b-8c29e4b9d51d req-0a9efcaa-9ad3-4171-a0da-6d3f1abcaf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:42.923593 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63fee9d1-62b3-4676-8d8b-8c29e4b9d51d req-0a9efcaa-9ad3-4171-a0da-6d3f1abcaf3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.7007828 Jan 31 15:50:43.021993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Pushing event updated for resources: {'Port': ['ID=93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:43.084132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3804eb73-5a36-4770-8a10-a00d6a0ca642 None None] Port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:50:43.090350 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979bcdd-72fe-4d48-acce-5799a864067c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cf2a8b-4598-4790-a0f6-d348e0664cd0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:43.163872 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:43.189738 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63fee9d1-62b3-4676-8d8b-8c29e4b9d51d req-e26ad0a6-d975-4f3e-b2fd-68f793f09aea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=ef8d711d-9690-471c-8f32-ca2d75bc415e HTTP/1.1" status: 200 len: 217 time: 0.2423244 Jan 31 15:50:43.205035 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da0e9-1561-4b22-a1a5-a5b13e74ee14 req-91bf654b-aacd-41b9-aaba-6f31892c2b7f tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:43.226278 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e1da0e9-1561-4b22-a1a5-a5b13e74ee14 req-91bf654b-aacd-41b9-aaba-6f31892c2b7f tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 935 time: 1.1015723 Jan 31 15:50:43.233168 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-752c9665-b6c6-496d-9397-9f6ce2dcb8ea req-4908dde3-ef76-4f55-8ebd-54ffc4b0a21d tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183360 Jan 31 15:50:43.304777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a20b36d6-5d19-4bcc-9e2e-1e13428c3e85 None None] Provisioning complete for port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:43.305534 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a20b36d6-5d19-4bcc-9e2e-1e13428c3e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:43.359499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fee9d1-62b3-4676-8d8b-8c29e4b9d51d req-6c8f6eff-48de-4137-9c4a-473dbb8d77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:43.375052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63fee9d1-62b3-4676-8d8b-8c29e4b9d51d req-6c8f6eff-48de-4137-9c4a-473dbb8d77b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1683950 Jan 31 15:50:43.391992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8d48c82e-1c6a-49ef-ac51-fa708cd595b6,segment=NetworkSegment(182ca6c2-36d4-454d-83b2-521153322086),segment_id=182ca6c2-36d4-454d-83b2-521153322086)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:50:43.396802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a20b36d6-5d19-4bcc-9e2e-1e13428c3e85 None None] Port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:50:43.403201 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:43.404379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c1d1bcec-a6c1-418a-b256-4c4742864f98 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:50:43.457426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33774) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:43.457780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33778) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:43.479891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e1da0e9-1561-4b22-a1a5-a5b13e74ee14 req-203e7b75-ce1d-472f-9a59-0536f8ada9e9 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525792 Jan 31 15:50:43.548428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fee9d1-62b3-4676-8d8b-8c29e4b9d51d req-905f0566-a26f-4db3-a39c-17f829975c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:43.560470 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cacaab8b-5469-45ed-84fb-0cc292461fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:43.563376 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63fee9d1-62b3-4676-8d8b-8c29e4b9d51d req-905f0566-a26f-4db3-a39c-17f829975c34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1821160 Jan 31 15:50:43.578503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=8d48c82e-1c6a-49ef-ac51-fa708cd595b6,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:43.725260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port c1d1bcec-a6c1-418a-b256-4c4742864f98 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:43.725870 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:43.850323 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd053c-bd21-40a4-81c5-d2de882c5f3f None None] Network c614da20-f2b3-4641-bf4e-22875b25df07 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:50:43.854307 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cacaab8b-5469-45ed-84fb-0cc292461fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:43.855560 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:43.884556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Request body: {'port': {'device_id': 'fdec028e-fa94-4180-971c-49601844e368', 'device_owner': 'compute:tempest-test_az-688078664', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:43.963729 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cacaab8b-5469-45ed-84fb-0cc292461fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.018968 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0de40b1-bf59-4edd-b346-ca179ee8f063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.051338 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cacaab8b-5469-45ed-84fb-0cc292461fb5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68615b88b9544c4e8202cc983cee7bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690916 Jan 31 15:50:44.066583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33782) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:44.067275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.081248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63fee9d1-62b3-4676-8d8b-8c29e4b9d51d req-0a756772-7da7-4928-adf7-71c9ea79acea service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061712 Jan 31 15:50:44.117147 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.153717 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0de40b1-bf59-4edd-b346-ca179ee8f063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.155037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port c1d1bcec-a6c1-418a-b256-4c4742864f98, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c1d1bcec-a6c1-418a-b256-4c4742864f98,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:50:44.164144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-bbc5122e-1dce-417a-a92a-98ff8d348a43 None None] Provisioning complete for port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:44.164865 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bbc5122e-1dce-417a-a92a-98ff8d348a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.231221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.290696 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0de40b1-bf59-4edd-b346-ca179ee8f063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.422572 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=c1d1bcec-a6c1-418a-b256-4c4742864f98,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:44.467694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:50:44.543547 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c0de40b1-bf59-4edd-b346-ca179ee8f063 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ff79d2c83dc4782bdc3fbda5502c61a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0600493 Jan 31 15:50:44.544327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33800) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:44.621564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaab8b-5469-45ed-84fb-0cc292461fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03aebe1-c7a2-4883-bb5d-7c637a8867d8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:44.635715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:44.637050 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.658403 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63fee9d1-62b3-4676-8d8b-8c29e4b9d51d req-245d918c-fdc9-4633-8e09-cfd9748c4430 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534742 Jan 31 15:50:44.741458 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a97233bc-d366-46a8-95ff-c4ef7fd8efa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.799223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7e28bf98-898f-4519-8faf-57005fba1e9f None None] Provisioning complete for port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:44.799605 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7e28bf98-898f-4519-8faf-57005fba1e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.823776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202245e-5307-4c45-800f-7651e5ebcfa1 req-70f9db04-b1b8-4adb-a898-a5ed9756ea72 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:44.832453 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4202245e-5307-4c45-800f-7651e5ebcfa1 req-70f9db04-b1b8-4adb-a898-a5ed9756ea72 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 935 time: 0.1726432 Jan 31 15:50:44.855096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3b30e-af69-4220-bdc6-9385aba832ea req-755f9a4f-5a37-4fc1-8a63-bd9b6f813edc tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:44.858711 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a97233bc-d366-46a8-95ff-c4ef7fd8efa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.862747 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ace3b30e-af69-4220-bdc6-9385aba832ea req-755f9a4f-5a37-4fc1-8a63-bd9b6f813edc tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 948 time: 0.3713739 Jan 31 15:50:44.864602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de40b1-bf59-4edd-b346-ca179ee8f063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aadb6e-f6cb-441c-970c-193c88e993df,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:44.878146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.898921 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-497a536f-828d-40e1-8275-ebd400f4a790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.936804 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:44.969019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4202245e-5307-4c45-800f-7651e5ebcfa1 req-a8783b3e-79f3-48a2-af69-9577844c2821 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353707 Jan 31 15:50:45.134959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a97233bc-d366-46a8-95ff-c4ef7fd8efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:45.137802 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a97233bc-d366-46a8-95ff-c4ef7fd8efa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:45.141944 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a97233bc-d366-46a8-95ff-c4ef7fd8efa0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e03aebe1-c7a2-4883-bb5d-7c637a8867d8 HTTP/1.1" status: 204 len: 168 time: 1.0690987 Jan 31 15:50:45.160614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97233bc-d366-46a8-95ff-c4ef7fd8efa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03aebe1-c7a2-4883-bb5d-7c637a8867d8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:45.244620 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-497a536f-828d-40e1-8275-ebd400f4a790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:45.269507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0312b56d-66e3-4a62-ba11-7b0a9b9de36d {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:50:45.290479 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:45.355031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Transition to ACTIVE for port object 0312b56d-66e3-4a62-ba11-7b0a9b9de36d will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:50:45.362410 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:45.425366 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-497a536f-828d-40e1-8275-ebd400f4a790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:45.428239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-497a536f-828d-40e1-8275-ebd400f4a790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:45.437520 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-497a536f-828d-40e1-8275-ebd400f4a790 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34aadb6e-f6cb-441c-970c-193c88e993df HTTP/1.1" status: 204 len: 168 time: 0.8295224 Jan 31 15:50:45.584692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Pushing event updated for resources: {'Port': ['ID=0312b56d-66e3-4a62-ba11-7b0a9b9de36d,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:45.654098 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:45.701715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ace3b30e-af69-4220-bdc6-9385aba832ea req-f7b971c2-9661-4410-9004-963f184fd0c6 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8360689 Jan 31 15:50:45.711209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a536f-828d-40e1-8275-ebd400f4a790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aadb6e-f6cb-441c-970c-193c88e993df,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:45.738029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Attempting to bind port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:50:45.738475 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Attempting to bind port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:50:45.739128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Attempting to bind port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:50:45.763505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:50:45.767219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Attempting to bind port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:50:45.773698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:50:45.783813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:45.786457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:50:45.788069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Bound port: 0312b56d-66e3-4a62-ba11-7b0a9b9de36d, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:50:45.791412 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:45.809255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:45.809255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:45.819248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Allocated IP 172.25.1.160 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/70ddb4dc-fdfe-45b9-a136-05e7fb01da5e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:50:46.086318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] For port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:50:46.101048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] For port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0312b56d-66e3-4a62-ba11-7b0a9b9de36d,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:50:46.116922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:46.288050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Pushing event updated for resources: {'Port': ['ID=93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:46.298801 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Pushing event updated for resources: {'Port': ['ID=0312b56d-66e3-4a62-ba11-7b0a9b9de36d,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:46.309483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:46.312212 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:46.313831 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-00b01f81-4e6a-44ec-935a-df13fdf12a66 service neutron] 10.222.0.20 "PUT /v2.0/ports/0312b56d-66e3-4a62-ba11-7b0a9b9de36d HTTP/1.1" status: 200 len: 1116 time: 3.1172585 Jan 31 15:50:46.314249 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdec028e-fa94-4180-971c-49601844e368', 'tag': '0312b56d-66e3-4a62-ba11-7b0a9b9de36d'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:50:46.320330 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff878169-82ef-4787-beb3-c156237c56bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fdec028e-fa94-4180-971c-49601844e368", "tag": "0312b56d-66e3-4a62-ba11-7b0a9b9de36d"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:50:46.493337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c1d1bcec-a6c1-418a-b256-4c4742864f98 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:50:46.496940 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3690929e-8354-4621-9a6f-43d9eccbf62b x-openstack-request-id: req-3690929e-8354-4621-9a6f-43d9eccbf62b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:50:46.497120 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdec028e-fa94-4180-971c-49601844e368", "tag": "0312b56d-66e3-4a62-ba11-7b0a9b9de36d", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:50:46.501696 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3690929e-8354-4621-9a6f-43d9eccbf62b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:50:46.503042 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdec028e-fa94-4180-971c-49601844e368', 'tag': '0312b56d-66e3-4a62-ba11-7b0a9b9de36d', 'status': 'completed', 'code': 200} Jan 31 15:50:46.574871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f181e1c-3c59-4873-a901-3285850b93dd req-f976c750-bcf4-4f98-a673-b4791d141efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:46.576449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-f976c750-bcf4-4f98-a673-b4791d141efd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=59bf5787d1bb4e10aed50a38bb04f56b&device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 1119 time: 0.2117198 Jan 31 15:50:46.660091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port c1d1bcec-a6c1-418a-b256-4c4742864f98 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:46.660605 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:46.694928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4454e8-b22b-4bac-ae99-ae232d431aa6 req-79a377dc-2fe0-465e-b076-faa6296bf66d tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:46.710281 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f4454e8-b22b-4bac-ae99-ae232d431aa6 req-79a377dc-2fe0-465e-b076-faa6296bf66d tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 968 time: 0.5890157 Jan 31 15:50:46.760461 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-4fa12e62-36c1-44fa-80c7-85432e5414f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0312b56d-66e3-4a62-ba11-7b0a9b9de36d HTTP/1.1" status: 200 len: 217 time: 0.1675186 Jan 31 15:50:46.794411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:46.844832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Network 107981a1-8971-4307-a532-a01979b3d6a9 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:46.854478 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:47.049799 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f181e1c-3c59-4873-a901-3285850b93dd req-d5641d9d-d19d-4d41-a55f-6a200c0e5292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:47.054549 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-d5641d9d-d19d-4d41-a55f-6a200c0e5292 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.2776489 Jan 31 15:50:47.091421 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f4454e8-b22b-4bac-ae99-ae232d431aa6 req-79448ec8-3f7c-4f78-a00e-b10c3301284c tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786323 Jan 31 15:50:47.097067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Router 99c6369a-609c-4980-9963-099fc2fc963c has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:50:47.114083 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:47.187338 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-909aae50-907c-42c7-9f5d-5e338cadd1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:47.230119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:47.246267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:47.253188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:50:47.278788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d9e83-6a14-4207-90a2-12c57d191032 req-78236ceb-ee34-4ab2-a915-4adfbe7e3d60 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:47.295668 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a15d9e83-6a14-4207-90a2-12c57d191032 req-78236ceb-ee34-4ab2-a915-4adfbe7e3d60 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 948 time: 0.4915147 Jan 31 15:50:47.364362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7cf52500-f063-445b-b6ac-6fe416527c55 None None] Provisioning complete for port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:47.364726 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7cf52500-f063-445b-b6ac-6fe416527c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:47.392690 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a15d9e83-6a14-4207-90a2-12c57d191032 req-262cf753-2fbc-462c-9bb7-cf656845c1de tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944514 Jan 31 15:50:47.423565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f181e1c-3c59-4873-a901-3285850b93dd req-cf1a69fa-05a2-49ae-b955-81725f412d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:47.425650 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-cf1a69fa-05a2-49ae-b955-81725f412d7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3560476 Jan 31 15:50:47.430461 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Pushing event updated for resources: {'Port': ['ID=70ddb4dc-fdfe-45b9-a136-05e7fb01da5e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:47.478336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7cf52500-f063-445b-b6ac-6fe416527c55 None None] Port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:50:47.729824 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:47.738991 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-6ff03313-c8a6-4f25-9250-88e696ee1c32 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048704 Jan 31 15:50:47.816223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:50:47.841167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Sync routers for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:50:47.863850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-35dc672a-0780-4594-bc8d-627dd78f1d70 admin admin] 10.222.0.36 "PUT /v2.0/routers/99c6369a-609c-4980-9963-099fc2fc963c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7676959 Jan 31 15:50:47.864559 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:50:47.866523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:50:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:48.037876 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f181e1c-3c59-4873-a901-3285850b93dd req-e66159e4-96ba-4e7c-b5df-1e036a0e804a service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762997 Jan 31 15:50:48.065031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:48.093432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33902) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:48.246501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:50:48.362738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeaae7-d1fa-419b-9b43-574b28857771 req-6cae4e72-a59f-44bb-b659-831b8efbdba1 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:48.367962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2aeeaae7-d1fa-419b-9b43-574b28857771 req-6cae4e72-a59f-44bb-b659-831b8efbdba1 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 968 time: 0.0739186 Jan 31 15:50:48.417515 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39b81fb7-dd83-4f21-a706-15645ae5432c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:48.426371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Router b456b84a-3568-4bd0-ae2c-8fae901b5f12 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:50:48.485817 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2aeeaae7-d1fa-419b-9b43-574b28857771 req-31457d68-51bb-4e7c-88b3-e3bf750ba728 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958753 Jan 31 15:50:48.665632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33922) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:48.715499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 2, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:48.763481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Checking router: 99c6369a-609c-4980-9963-099fc2fc963c for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:50:48.763899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Updating router 99c6369a-609c-4980-9963-099fc2fc963c port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:50:48.779171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1103a-677c-4bda-ad43-099d1ee54b34 req-caee49f4-68bd-462a-9b42-78eb12efc960 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:48.787409 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cfd1103a-677c-4bda-ad43-099d1ee54b34 req-caee49f4-68bd-462a-9b42-78eb12efc960 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 948 time: 0.2091272 Jan 31 15:50:48.805739 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.121448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:50:49.135206 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Sync routers for ids ['b456b84a-3568-4bd0-ae2c-8fae901b5f12'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:50:49.150489 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39b81fb7-dd83-4f21-a706-15645ae5432c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.151447 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Routers {'b456b84a-3568-4bd0-ae2c-8fae901b5f12'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:50:49.153638 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:50:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b456b84a-3568-4bd0-ae2c-8fae901b5f12'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:49.154943 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.158470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5b7bd7cc-116c-44ca-9ac6-c56a2fd17a39 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.4211164 Jan 31 15:50:49.160657 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33934) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:49.222788 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39b81fb7-dd83-4f21-a706-15645ae5432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.252690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-177776365-network', 'tenant_id': 'fb6f65ae282d4cad81a9203baacdf14e'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:49.348865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-39b81fb7-dd83-4f21-a706-15645ae5432c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb66c755efd640179bdb43abf122ae6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2513659 Jan 31 15:50:49.360237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33938) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:49.400890 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Made reservation on behalf of fb6f65ae282d4cad81a9203baacdf14e for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:50:49.407630 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.441100 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.471927 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.481182 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.522498 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Set router b456b84a-3568-4bd0-ae2c-8fae901b5f12 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:50:49.585737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33944) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:49.589320 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2aeedfe-2531-4ea8-a048-b15fb22b1390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.607492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cfd1103a-677c-4bda-ad43-099d1ee54b34 req-e5a8fcbb-b918-47a8-8348-46364300bf90 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8190420 Jan 31 15:50:49.622652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1273941012-network', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:49.645301 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.654147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.670016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:50:49.681063 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.681495 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Added segment 8b96fc42-5099-4442-949b-570e8b0eeead of type vlan for network 8879dc0d-286b-48d7-8388-e4f6990e87ec Jan 31 15:50:49.735822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Made reservation on behalf of 2dc68eeca6a34033979958b6910a0b8a for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:50:49.741615 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.761179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b81fb7-dd83-4f21-a706-15645ae5432c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f28531-5819-4a0b-b0fa-d848e06d7f2f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:49.820383 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.842435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff878169-82ef-4787-beb3-c156237c56bc req-614705c9-834c-4e7d-84f6-fb413ebdc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:49.846615 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff878169-82ef-4787-beb3-c156237c56bc req-614705c9-834c-4e7d-84f6-fb413ebdc172 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=59bf5787d1bb4e10aed50a38bb04f56b&device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 1119 time: 0.6848464 Jan 31 15:50:49.850621 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2aeedfe-2531-4ea8-a048-b15fb22b1390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.855602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Attempting to bind port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:50:49.858743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.859026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Attempting to bind port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:50:49.859570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Attempting to bind port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 on network 107981a1-8971-4307-a532-a01979b3d6a9 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:50:49.873457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:50:49.877700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Checking segment: {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:49.883413 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.884407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Bound using segment: {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:50:49.885097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Bound port: 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:50:49.885674 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.913119 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-11b05d20-78ca-4116-ab55-c94f7cfee47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.921955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd5537-17e9-437d-89df-6feda5792fda None None] Pushing event updated for resources: {'Port': ['ID=93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:49.945446 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:49.950965 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:49.951771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:50.067840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] For port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:50:50.074749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] For port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:50:50.083268 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:50.200497 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'name': 'tempest-FloatingIPDetailsTestJSON-2021095994-router', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:40Z', 'updated_at': '2022-01-31T15:50:47Z', 'revision_number': 3, 'project_id': 'cabaad6478e843ffbf504c33d8913ac5', 'gw_port': {'id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:19:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:45Z', 'updated_at': '2022-01-31T15:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:50.239694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:50:50.240345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:50:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:50.261024 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:50.272073 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:50.334638 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Checking router: b456b84a-3568-4bd0-ae2c-8fae901b5f12 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:50:50.335322 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Updating router b456b84a-3568-4bd0-ae2c-8fae901b5f12 port 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:50:50.403155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:50:50.420181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7ae96223-2ca4-4830-a32f-c6b07dfd26c2 None None] Provisioning complete for port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:50.423255 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ae96223-2ca4-4830-a32f-c6b07dfd26c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:50.426143 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:50.432068 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7521858 Jan 31 15:50:50.438512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6231482-ead3-439d-9294-4bd23eacccbc,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:50.461646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33952) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:50.483136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2ce5c80d-5fca-43ae-ba71-1093acd6e0f9 admin admin] Request body: {'subnet': {'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-177776365-subnet', 'tenant_id': 'fb6f65ae282d4cad81a9203baacdf14e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:50.502286 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:50.502480 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Added segment 081f075d-a119-472b-8d50-66477652c0e2 of type vlan for network 8c2a0557-740e-47b0-828c-2fba6f0a8d46 Jan 31 15:50:50.534334 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2aeedfe-2531-4ea8-a048-b15fb22b1390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:50.539433 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2aeedfe-2531-4ea8-a048-b15fb22b1390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:50.548266 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a2aeedfe-2531-4ea8-a048-b15fb22b1390 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7f28531-5819-4a0b-b0fa-d848e06d7f2f HTTP/1.1" status: 204 len: 168 time: 1.1460283 Jan 31 15:50:50.620438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd5537-17e9-437d-89df-6feda5792fda None None] Pushing event updated for resources: {'Port': ['ID=93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:50.671050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f8abe-24dd-467d-a2b3-d8b3f77642d9 req-9e454ae1-fb3f-45b2-bd31-d32a4c986ed2 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:50.671050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f26f8abe-24dd-467d-a2b3-d8b3f77642d9 req-9e454ae1-fb3f-45b2-bd31-d32a4c986ed2 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 968 time: 1.0184495 Jan 31 15:50:50.748691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeedfe-2531-4ea8-a048-b15fb22b1390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f28531-5819-4a0b-b0fa-d848e06d7f2f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:50.784195 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:50.791211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce5c80d-5fca-43ae-ba71-1093acd6e0f9 admin admin] Made reservation on behalf of fb6f65ae282d4cad81a9203baacdf14e for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:50:50.801352 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c80d-5fca-43ae-ba71-1093acd6e0f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:50.811123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a2068e-43a2-4897-9abf-9b585566c2b4,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:50.830853 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:50.841547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:50:50.857825 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f26f8abe-24dd-467d-a2b3-d8b3f77642d9 req-45227a64-7c30-4ce8-ae0d-664c2ae9a3e0 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712410 Jan 31 15:50:50.858358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33962) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:50.892643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa52d35-9b59-4fb7-b043-db85b180d059 admin admin] Pushing event updated for resources: {'Network': ['ID=8879dc0d-286b-48d7-8388-e4f6990e87ec,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:50.954972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 8879dc0d-286b-48d7-8388-e4f6990e87ec details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:50:51.281595 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.300528 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.370847 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ae96223-2ca4-4830-a32f-c6b07dfd26c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.376868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.400546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33968) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:51.437453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff878169-82ef-4787-beb3-c156237c56bc req-aa298045-161e-43c2-aafb-35218ecad818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:51.443722 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff878169-82ef-4787-beb3-c156237c56bc req-aa298045-161e-43c2-aafb-35218ecad818 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3622010 Jan 31 15:50:51.449995 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be09427-81b3-4e61-bb89-466aec570d87 None None] Pushing event updated for resources: {'Port': ['ID=70ddb4dc-fdfe-45b9-a136-05e7fb01da5e,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:51.459953 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-826173db-ce12-4c8d-b5e6-449ee3627afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.487657 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42a16216-7a30-49e0-8f1c-3d474a16e092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.522045 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Attempting to bind port 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:50:51.524079 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Attempting to bind port 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:50:51.525915 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Attempting to bind port 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:50:51.540014 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:50:51.541318 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:51.545163 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.547086 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:50:51.548121 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Bound port: 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:50:51.549887 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.555037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7ae96223-2ca4-4830-a32f-c6b07dfd26c2 None None] For port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:50:51.605151 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ae96223-2ca4-4830-a32f-c6b07dfd26c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.618556 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.622013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:51.622697 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.643353 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] For port 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:50:51.659325 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff878169-82ef-4787-beb3-c156237c56bc req-281dd6a2-b453-45ae-bbba-4fa0eb71228a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0312b56d-66e3-4a62-ba11-7b0a9b9de36d HTTP/1.1" status: 200 len: 217 time: 0.1391668 Jan 31 15:50:51.676400 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] For port 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=70ddb4dc-fdfe-45b9-a136-05e7fb01da5e,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:50:51.690580 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.731319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479dbeb-304f-4b33-8f4f-569bd7d2eac9 req-58bf7b8e-0d5e-41b5-ba01-8bab450abafa tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:51.746980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0479dbeb-304f-4b33-8f4f-569bd7d2eac9 req-58bf7b8e-0d5e-41b5-ba01-8bab450abafa tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 948 time: 0.8957179 Jan 31 15:50:51.769603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42a16216-7a30-49e0-8f1c-3d474a16e092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.785094 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42a16216-7a30-49e0-8f1c-3d474a16e092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.822363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae96223-2ca4-4830-a32f-c6b07dfd26c2 None None] Pushing event updated for resources: {'Port': ['ID=93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:51.832578 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-42a16216-7a30-49e0-8f1c-3d474a16e092 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b62374d7e16945a19e9957d5a6d3217b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252431 Jan 31 15:50:51.847154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33970) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:51.859889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-10adc8b1-e474-4891-9aea-bc15ee8b614b None None] Provisioning complete for port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:51.861658 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-10adc8b1-e474-4891-9aea-bc15ee8b614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.887467 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-826173db-ce12-4c8d-b5e6-449ee3627afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:51.914453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Allocated IP 172.20.0.1 (c614da20-f2b3-4641-bf4e-22875b25df07/cae37419-bd0a-4b87-b60a-144187c56296/396ad7ad-0b64-4461-964a-e02773997df4) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:50:51.965269 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be09427-81b3-4e61-bb89-466aec570d87 None None] Pushing event updated for resources: {'Port': ['ID=70ddb4dc-fdfe-45b9-a136-05e7fb01da5e,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:51.967143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:50Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:51.973459 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Routers {'b456b84a-3568-4bd0-ae2c-8fae901b5f12'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:50:51.980390 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:50:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b456b84a-3568-4bd0-ae2c-8fae901b5f12'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:52.001854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4542a9-4765-444e-ab6d-06a84cc464d2 None None] The sync data for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 is: [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:50Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:50:52.146310 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:52.223575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2a0557-740e-47b0-828c-2fba6f0a8d46,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:52.232543 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:52.234311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 8c2a0557-740e-47b0-828c-2fba6f0a8d46 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:50:52.276091 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-826173db-ce12-4c8d-b5e6-449ee3627afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:52.283205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ef8d711d-9690-471c-8f32-ca2d75bc415e details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:50:52.294850 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fe96a680-9e4c-4aae-8ca1-0dd8382641b5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6833398 Jan 31 15:50:52.337237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33974) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:52.380764 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a16216-7a30-49e0-8f1c-3d474a16e092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e08891-004c-4302-be59-86cc5aa8ed18,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:52.390070 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] Set router b456b84a-3568-4bd0-ae2c-8fae901b5f12 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:50:52.432426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c0bd2e16-c5e9-46eb-b8f0-12fefb766b26 admin admin] Request body: {'subnet': {'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1273941012-subnet', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:52.476403 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c80d-5fca-43ae-ba71-1093acd6e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:52.566249 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:52.592842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:50:52.616976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff878169-82ef-4787-beb3-c156237c56bc req-270b5c68-bd64-4457-ad8a-c6f69a812440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:52.623511 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff878169-82ef-4787-beb3-c156237c56bc req-270b5c68-bd64-4457-ad8a-c6f69a812440 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.9150815 Jan 31 15:50:52.655289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0479dbeb-304f-4b33-8f4f-569bd7d2eac9 req-f22ec644-b188-4578-8ffd-fa064a88229f tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9061720 Jan 31 15:50:52.657035 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ef8d711d-9690-471c-8f32-ca2d75bc415e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ef8d711d-9690-471c-8f32-ca2d75bc415e,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:50:52.666889 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:50:52.676195 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-826173db-ce12-4c8d-b5e6-449ee3627afa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eba1ba0487a34f64ad57ae087a56bb27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8119481 Jan 31 15:50:52.688106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33980) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:52.710326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'ef8d711d-9690-471c-8f32-ca2d75bc415e', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'ef8d711d-9690-471c-8f32-ca2d75bc415e', 'mac_address': 'fa:16:3e:5f:a7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:50:52.720358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826173db-ce12-4c8d-b5e6-449ee3627afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cd45b0-2f66-4aea-9a3c-ba5564354b6b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:52.790887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5c80d-5fca-43ae-ba71-1093acd6e0f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a14ea8-cb04-4130-9b96-606f6d6534e1,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:52.814254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08196361-12cc-4e5c-a80a-dbb7eb299acb req-8e89e152-6c13-4851-abf5-430de43683f1 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:52.816307 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:52.831173 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'name': 'tempest-FloatingIPDetailsTestJSON-2021095994-router', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:40Z', 'updated_at': '2022-01-31T15:50:47Z', 'revision_number': 3, 'project_id': 'cabaad6478e843ffbf504c33d8913ac5', 'gw_port': {'id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:19:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:45Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:52.834616 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08196361-12cc-4e5c-a80a-dbb7eb299acb req-8e89e152-6c13-4851-abf5-430de43683f1 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 968 time: 0.5972388 Jan 31 15:50:52.855570 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e846eefa-4d4b-47f9-a952-6cd9c6b494b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:52.867550 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:52.868109 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:52.870795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8d711d-9690-471c-8f32-ca2d75bc415e {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:50:52.870912 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267a769-3b79-47bf-9f4c-fbfe2357fdb3 None None] The sync data for ids ['b456b84a-3568-4bd0-ae2c-8fae901b5f12'] in n-d-827120-1 is: [{'id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'name': 'tempest-FloatingIPDetailsTestJSON-2021095994-router', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:40Z', 'updated_at': '2022-01-31T15:50:47Z', 'revision_number': 3, 'project_id': 'cabaad6478e843ffbf504c33d8913ac5', 'gw_port': {'id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:19:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:45Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:50:52.877869 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:52.889020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5c80d-5fca-43ae-ba71-1093acd6e0f9 admin admin] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:52.889387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5c80d-5fca-43ae-ba71-1093acd6e0f9 admin admin] Network hostable DHCP agents. Network: 8879dc0d-286b-48d7-8388-e4f6990e87ec, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:50:52.893162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff878169-82ef-4787-beb3-c156237c56bc req-be318d7b-af81-4528-a0d4-08f013c13ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:52.894734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff878169-82ef-4787-beb3-c156237c56bc req-be318d7b-af81-4528-a0d4-08f013c13ec6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2366023 Jan 31 15:50:52.951143 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e846eefa-4d4b-47f9-a952-6cd9c6b494b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.032037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ef8d711d-9690-471c-8f32-ca2d75bc415e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ef8d711d-9690-471c-8f32-ca2d75bc415e,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:50:53.045216 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.052838 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b730129a-f29a-4376-8847-f631821a9b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.075451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=396ad7ad-0b64-4461-964a-e02773997df4,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:53.079077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e846eefa-4d4b-47f9-a952-6cd9c6b494b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.089300 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e846eefa-4d4b-47f9-a952-6cd9c6b494b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.091818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e846eefa-4d4b-47f9-a952-6cd9c6b494b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39e08891-004c-4302-be59-86cc5aa8ed18 HTTP/1.1" status: 204 len: 168 time: 1.2382059 Jan 31 15:50:53.110281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5c80d-5fca-43ae-ba71-1093acd6e0f9 admin admin] Network 8879dc0d-286b-48d7-8388-e4f6990e87ec is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:50:53.124814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bd2e16-c5e9-46eb-b8f0-12fefb766b26 admin admin] Made reservation on behalf of 2dc68eeca6a34033979958b6910a0b8a for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:50:53.129373 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2e16-c5e9-46eb-b8f0-12fefb766b26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.143933 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b730129a-f29a-4376-8847-f631821a9b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.156889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-2ce5c80d-5fca-43ae-ba71-1093acd6e0f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 8879dc0d-286b-48d7-8388-e4f6990e87ec) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:53.182790 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5c80d-5fca-43ae-ba71-1093acd6e0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:53.183396 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c80d-5fca-43ae-ba71-1093acd6e0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.208452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2199b047-9c2f-4980-bb05-48bee41c2259 None None] Network 8879dc0d-286b-48d7-8388-e4f6990e87ec requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:50:53.251877 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff878169-82ef-4787-beb3-c156237c56bc req-7823e16d-08dd-4d9c-aca9-07049d749c4d service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416400 Jan 31 15:50:53.256540 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2ce5c80d-5fca-43ae-ba71-1093acd6e0f9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7935596 Jan 31 15:50:53.307024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846eefa-4d4b-47f9-a952-6cd9c6b494b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e08891-004c-4302-be59-86cc5aa8ed18,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:53.319680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ef8d711d-9690-471c-8f32-ca2d75bc415e,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:53.341428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Network c614da20-f2b3-4641-bf4e-22875b25df07 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:53.368630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08196361-12cc-4e5c-a80a-dbb7eb299acb req-2362975d-f2e5-4f86-9823-09942a699732 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012076 Jan 31 15:50:53.371370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:53.374316 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:50:53.375289 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.475183 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b730129a-f29a-4376-8847-f631821a9b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.479862 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b730129a-f29a-4376-8847-f631821a9b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.482364 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b730129a-f29a-4376-8847-f631821a9b49 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90cd45b0-2f66-4aea-9a3c-ba5564354b6b HTTP/1.1" status: 204 len: 168 time: 0.7781069 Jan 31 15:50:53.500266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ef8d711d-9690-471c-8f32-ca2d75bc415e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:50:53.515878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730129a-f29a-4376-8847-f631821a9b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cd45b0-2f66-4aea-9a3c-ba5564354b6b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:53.580080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff878169-82ef-4787-beb3-c156237c56bc req-24b5743a-ed2b-44df-9633-3942b434af17 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216705 Jan 31 15:50:53.713433 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2e16-c5e9-46eb-b8f0-12fefb766b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.869813 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:53.951955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b55f9d-aa92-4c56-9b62-cfb343da9556 req-181ddc6b-09ec-4067-9f4d-5ddabe9e7950 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:53.960072 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42b55f9d-aa92-4c56-9b62-cfb343da9556 req-181ddc6b-09ec-4067-9f4d-5ddabe9e7950 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 949 time: 0.1290088 Jan 31 15:50:54.018250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-db5d3b3e-1ef5-4691-83f2-8bfdd106cf3f None None] Provisioning complete for port 396ad7ad-0b64-4461-964a-e02773997df4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:54.019167 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-db5d3b3e-1ef5-4691-83f2-8bfdd106cf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.051443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42b55f9d-aa92-4c56-9b62-cfb343da9556 req-a08091c6-4555-4267-9702-80ea0099fd60 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820892 Jan 31 15:50:54.162144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec83b0bd-a764-49eb-b8fd-8e66288564a5 None None] Network 8879dc0d-286b-48d7-8388-e4f6990e87ec requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:50:54.162384 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd2e16-c5e9-46eb-b8f0-12fefb766b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=722d2e89-ea63-4153-8689-d40cddeef461,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:54.232589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34004) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:54.256886 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b6d452d-ad02-40b4-bade-3129cd44e46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.285945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-db5d3b3e-1ef5-4691-83f2-8bfdd106cf3f None None] Port 396ad7ad-0b64-4461-964a-e02773997df4 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:50:54.442564 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.466016 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.472039 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.482536 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b6d452d-ad02-40b4-bade-3129cd44e46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.489228 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b6d452d-ad02-40b4-bade-3129cd44e46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.529530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:50:54.586846 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8b6d452d-ad02-40b4-bade-3129cd44e46f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4c6069fc8d54f68b344149e5d9388d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526495 Jan 31 15:50:54.590869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34016) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:54.604758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d452d-ad02-40b4-bade-3129cd44e46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac250d8-3dbb-45a4-84c2-6a362962ea51,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:54.628257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bd2e16-c5e9-46eb-b8f0-12fefb766b26 admin admin] Checking segment: {'id': '081f075d-a119-472b-8d50-66477652c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:54.628616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd2e16-c5e9-46eb-b8f0-12fefb766b26 admin admin] Network hostable DHCP agents. Network: 8c2a0557-740e-47b0-828c-2fba6f0a8d46, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:50:54.657208 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:54.659364 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.672880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59ff4307-53fe-49fe-932a-a33349a46fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.703757 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59ff4307-53fe-49fe-932a-a33349a46fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.705387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=396ad7ad-0b64-4461-964a-e02773997df4,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:54.712371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd2e16-c5e9-46eb-b8f0-12fefb766b26 admin admin] Network 8c2a0557-740e-47b0-828c-2fba6f0a8d46 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:50:54.753245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf40798-60b9-4b46-b05a-1a0940c8370e req-83478e86-b76f-42e3-8b99-27c32f2cac24 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:54.754805 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0bf40798-60b9-4b46-b05a-1a0940c8370e req-83478e86-b76f-42e3-8b99-27c32f2cac24 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 968 time: 0.2117879 Jan 31 15:50:54.756209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c0bd2e16-c5e9-46eb-b8f0-12fefb766b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 8c2a0557-740e-47b0-828c-2fba6f0a8d46) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:54.762555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bd2e16-c5e9-46eb-b8f0-12fefb766b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:54.763183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2e16-c5e9-46eb-b8f0-12fefb766b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.768291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f7457-458d-44d3-9e57-cf5558a28897 None None] Network 8c2a0557-740e-47b0-828c-2fba6f0a8d46 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:50:54.782481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Network c614da20-f2b3-4641-bf4e-22875b25df07 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:54.787485 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59ff4307-53fe-49fe-932a-a33349a46fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.790897 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59ff4307-53fe-49fe-932a-a33349a46fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.792713 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c0bd2e16-c5e9-46eb-b8f0-12fefb766b26 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4412837 Jan 31 15:50:54.796531 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-59ff4307-53fe-49fe-932a-a33349a46fd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ac250d8-3dbb-45a4-84c2-6a362962ea51 HTTP/1.1" status: 204 len: 168 time: 0.1985061 Jan 31 15:50:54.797174 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34020) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:54.802705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:54.822519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1273941012-router', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:54.844181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff4307-53fe-49fe-932a-a33349a46fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac250d8-3dbb-45a4-84c2-6a362962ea51,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:54.878047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34024) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:54.890967 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0bf40798-60b9-4b46-b05a-1a0940c8370e req-111128d2-4a75-44f4-9d21-9f57dd444dbd tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107602 Jan 31 15:50:54.893500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-275893083-network', 'tenant_id': '329a2dda77034e678310ad124a35af0c'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:54.914857 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.919197 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:54.920887 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.006008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Made reservation on behalf of 329a2dda77034e678310ad124a35af0c for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:50:55.010873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.028167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=70ddb4dc-fdfe-45b9-a136-05e7fb01da5e,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:50:55.051351 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.053689 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.070324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Router b456b84a-3568-4bd0-ae2c-8fae901b5f12 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:50:55.150058 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.249586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:50:55.261409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3c4e0980-e3d3-462f-afb0-f0b06dd77ae7 admin admin] 10.222.0.36 "PUT /v2.0/routers/b456b84a-3568-4bd0-ae2c-8fae901b5f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0993161 Jan 31 15:50:55.305719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=70ddb4dc-fdfe-45b9-a136-05e7fb01da5e,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:55.312261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-33953563-00f9-47e2-9432-38debdd669ec None None] Provisioning complete for port 396ad7ad-0b64-4461-964a-e02773997df4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:55.312906 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-33953563-00f9-47e2-9432-38debdd669ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.403640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-8c2a0557-740e-47b0-828c-2fba6f0a8d46', 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'fixed_ips': [{'subnet_id': '722d2e89-ea63-4153-8689-d40cddeef461'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:50:55.404975 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.410414 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b2044-0669-44eb-a64b-39232b04f916 req-cc0fefde-c088-4cf9-bb58-2e504c856b1d tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:55.411956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b46b2044-0669-44eb-a64b-39232b04f916 req-cc0fefde-c088-4cf9-bb58-2e504c856b1d tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 949 time: 0.1672113 Jan 31 15:50:55.423128 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.520364 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b46b2044-0669-44eb-a64b-39232b04f916 req-8070b4bc-58e3-4c02-9e92-95281ffd6fde tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934899 Jan 31 15:50:55.537549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.537779 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.542407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-33953563-00f9-47e2-9432-38debdd669ec None None] Port 396ad7ad-0b64-4461-964a-e02773997df4 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:50:55.553811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.596571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:50:55.625959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.626716 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Added segment a476e7da-06e1-42aa-aa7c-5863de73facb of type vlan for network fd600cf6-13fc-4e63-9848-f347bf64d09e Jan 31 15:50:55.632859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bd5344-8bc1-44ea-9ea4-b3e4ecc6ffa7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:55.659979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Allocated IP 172.20.0.2 (8c2a0557-740e-47b0-828c-2fba6f0a8d46/722d2e89-ea63-4153-8689-d40cddeef461/47a2c87d-4d3a-4bcf-b616-fcceeb94134d) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:50:55.709169 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Sync routers for ids ['b456b84a-3568-4bd0-ae2c-8fae901b5f12'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:50:55.755687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Routers {'b456b84a-3568-4bd0-ae2c-8fae901b5f12'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:50:55.756353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:50:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b456b84a-3568-4bd0-ae2c-8fae901b5f12'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:55.886027 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.923832 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.924996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:55.925407 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:55.926416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Set router b456b84a-3568-4bd0-ae2c-8fae901b5f12 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:50:56.126022 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.149412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0312b56d-66e3-4a62-ba11-7b0a9b9de36d details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:50:56.167273 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.192827 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3111124 Jan 31 15:50:56.198346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34064) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:56.216514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3d08f-826b-4ba4-96b5-73a7fd44a1d9 req-50bfbd4a-1f97-4a52-81db-e71fe65aa162 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:56.223074 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e7792ee1-05fa-422d-8687-7c9a3b942e54 admin admin] Request body: {'subnet': {'network_id': 'fd600cf6-13fc-4e63-9848-f347bf64d09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-275893083-subnet', 'tenant_id': '329a2dda77034e678310ad124a35af0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:56.225711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4de3d08f-826b-4ba4-96b5-73a7fd44a1d9 req-50bfbd4a-1f97-4a52-81db-e71fe65aa162 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 968 time: 0.1542466 Jan 31 15:50:56.238689 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Network 8c2a0557-740e-47b0-828c-2fba6f0a8d46 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:56.266622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:56.276651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ef8d711d-9690-471c-8f32-ca2d75bc415e up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:50:56.279737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:50:56.304810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-aa566b45-2efb-4007-b1d4-04dd23c4fe0d tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3661349 Jan 31 15:50:56.344469 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:56.357013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Pushing event updated for resources: {'Port': ['ID=47a2c87d-4d3a-4bcf-b616-fcceeb94134d,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:56.376481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7792ee1-05fa-422d-8687-7c9a3b942e54 admin admin] Made reservation on behalf of 329a2dda77034e678310ad124a35af0c for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:50:56.379943 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7792ee1-05fa-422d-8687-7c9a3b942e54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.388916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4de3d08f-826b-4ba4-96b5-73a7fd44a1d9 req-a4de1104-290d-403a-b6e9-63e92757cbde tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618028 Jan 31 15:50:56.390330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d17551-1273-42be-96ed-71c9e2362828 admin admin] Pushing event updated for resources: {'Network': ['ID=fd600cf6-13fc-4e63-9848-f347bf64d09e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:56.391152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:50:56.397892 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.431916 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.438254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network fd600cf6-13fc-4e63-9848-f347bf64d09e details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:50:56.535239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Attempting to bind port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:50:56.535716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Attempting to bind port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '081f075d-a119-472b-8d50-66477652c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:50:56.535992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Attempting to bind port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d on network 8c2a0557-740e-47b0-828c-2fba6f0a8d46 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:50:56.539174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'name': 'tempest-FloatingIPDetailsTestJSON-2021095994-router', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:40Z', 'updated_at': '2022-01-31T15:50:53Z', 'revision_number': 4, 'project_id': 'cabaad6478e843ffbf504c33d8913ac5', 'gw_port': {'id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:19:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:45Z', 'updated_at': '2022-01-31T15:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '396ad7ad-0b64-4461-964a-e02773997df4', 'name': '', 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'mac_address': 'fa:16:3e:1d:bd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'cae37419-bd0a-4b87-b60a-144187c56296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:51Z', 'updated_at': '2022-01-31T15:50:54Z', 'revision_number': 2, 'project_id': 'cabaad6478e843ffbf504c33d8913ac5', 'subnets': [{'id': 'cae37419-bd0a-4b87-b60a-144187c56296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:56.548850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Allocated IP 172.25.1.11 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/005c9cb6-8f1e-4780-aede-15053da5a83b) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:50:56.555533 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.734407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:56.734774 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.758150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd7ce4-9802-46b9-bc8d-fb37d7bd2220 req-4fc76451-0c6f-42bb-8570-b353ce5f6a05 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:56.767779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fcbd7ce4-9802-46b9-bc8d-fb37d7bd2220 req-4fc76451-0c6f-42bb-8570-b353ce5f6a05 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 949 time: 0.0863628 Jan 31 15:50:56.772567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.797100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:50:56.797915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Checking segment: {'id': '081f075d-a119-472b-8d50-66477652c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:56.798506 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.799012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Bound using segment: {'id': '081f075d-a119-472b-8d50-66477652c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:50:56.799986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Bound port: 47a2c87d-4d3a-4bcf-b616-fcceeb94134d, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081f075d-a119-472b-8d50-66477652c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:50:56.800385 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.830236 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fcbd7ce4-9802-46b9-bc8d-fb37d7bd2220 req-3ffd3f47-2bce-4226-90de-2895d7ef9594 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609860 Jan 31 15:50:56.865936 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.873088 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7792ee1-05fa-422d-8687-7c9a3b942e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.892045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Checking router: b456b84a-3568-4bd0-ae2c-8fae901b5f12 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:50:56.892734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Updating router b456b84a-3568-4bd0-ae2c-8fae901b5f12 port 396ad7ad-0b64-4461-964a-e02773997df4 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:50:56.909997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0312b56d-66e3-4a62-ba11-7b0a9b9de36d,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:50:56.940172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port ef8d711d-9690-471c-8f32-ca2d75bc415e completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:50:56.951168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.963994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:56.970438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port ef8d711d-9690-471c-8f32-ca2d75bc415e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:56.970905 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.981688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:56.984012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Pushing event updated for resources: {'Port': ['ID=005c9cb6-8f1e-4780-aede-15053da5a83b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:56.985638 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:56.986262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:50:57.011428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7792ee1-05fa-422d-8687-7c9a3b942e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d1e199-2af0-4ed6-bd01-39b0a734ea3a,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:57.027528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '0312b56d-66e3-4a62-ba11-7b0a9b9de36d', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '0312b56d-66e3-4a62-ba11-7b0a9b9de36d', 'mac_address': 'fa:16:3e:3c:a0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:tempest-test_az-688078664', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:50:57.063806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] For port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:50:57.117437 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] For port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=47a2c87d-4d3a-4bcf-b616-fcceeb94134d,segment=NetworkSegment(081f075d-a119-472b-8d50-66477652c0e2),segment_id=081f075d-a119-472b-8d50-66477652c0e2)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:50:57.131666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7792ee1-05fa-422d-8687-7c9a3b942e54 admin admin] Checking segment: {'id': 'a476e7da-06e1-42aa-aa7c-5863de73facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fd600cf6-13fc-4e63-9848-f347bf64d09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:57.139305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7792ee1-05fa-422d-8687-7c9a3b942e54 admin admin] Network hostable DHCP agents. Network: fd600cf6-13fc-4e63-9848-f347bf64d09e, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:50:57.148424 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:57.216350 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7792ee1-05fa-422d-8687-7c9a3b942e54 admin admin] Network fd600cf6-13fc-4e63-9848-f347bf64d09e is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:50:57.235681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e7792ee1-05fa-422d-8687-7c9a3b942e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, fd600cf6-13fc-4e63-9848-f347bf64d09e) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:57.241123 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:57.245577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7792ee1-05fa-422d-8687-7c9a3b942e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:57.246442 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7792ee1-05fa-422d-8687-7c9a3b942e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:57.255507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Allocated IP 172.25.1.199 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/ed6f16ca-5584-4a5b-86fe-95c7062a428b) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:50:57.285681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e7792ee1-05fa-422d-8687-7c9a3b942e54 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0861006 Jan 31 15:50:57.324525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b3d137-777e-41b2-baf8-72de3ad0d979 None None] Network fd600cf6-13fc-4e63-9848-f347bf64d09e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:50:57.381357 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:57.431775 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:57.446517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0312b56d-66e3-4a62-ba11-7b0a9b9de36d {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:50:57.499927 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:57.523638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1ceec-c641-4547-aead-f233de1b0e2a None None] Pushing event updated for resources: {'Port': ['ID=47a2c87d-4d3a-4bcf-b616-fcceeb94134d,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:57.606582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:50:57.608398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0312b56d-66e3-4a62-ba11-7b0a9b9de36d,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:50:57.609876 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:57.637127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:50:57.651495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:50:57.689806 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:57.691653 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:57.696736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Pushing event updated for resources: {'Port': ['ID=ed6f16ca-5584-4a5b-86fe-95c7062a428b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:57.834491 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:57.836934 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:57.884867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:57.897535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77de1d0e-a8e0-4853-b260-5b0636b1e777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8d711d-9690-471c-8f32-ca2d75bc415e'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:50:57.975026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a652d43-205f-4d31-9d89-65d016d43321 req-5de41ef9-d067-400f-8a62-4608fecfd262 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:57.982715 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a652d43-205f-4d31-9d89-65d016d43321 req-5de41ef9-d067-400f-8a62-4608fecfd262 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 969 time: 0.1418126 Jan 31 15:50:58.028852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12612c13-7871-4d82-acaf-68869d8c1ba2 None None] Network fd600cf6-13fc-4e63-9848-f347bf64d09e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:50:58.036837 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a652d43-205f-4d31-9d89-65d016d43321 req-5d8e2eb3-ba8d-42f1-a058-08bbb8fe5c7b tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532506 Jan 31 15:50:58.040912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ef8d711d-9690-471c-8f32-ca2d75bc415e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ef8d711d-9690-471c-8f32-ca2d75bc415e,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:50:58.069562 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:58.072377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['0312b56d-66e3-4a62-ba11-7b0a9b9de36d'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:50:58.120013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Router 2ceef184-929c-4095-8d9e-fbca5efcc543 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:50:58.147156 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:58.150785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=0312b56d-66e3-4a62-ba11-7b0a9b9de36d,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:58.168264 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:58.235704 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e190d5-fe79-48ce-bcef-ae9a580bf61d" -d '{"events": [{"server_uuid": "77de1d0e-a8e0-4853-b260-5b0636b1e777", "name": "network-vif-plugged", "status": "completed", "tag": "ef8d711d-9690-471c-8f32-ca2d75bc415e"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:50:58.346836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:50:58.373070 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Sync routers for ids ['2ceef184-929c-4095-8d9e-fbca5efcc543'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:50:58.380335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Attempting to bind port 396ad7ad-0b64-4461-964a-e02773997df4 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:50:58.380853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Attempting to bind port 396ad7ad-0b64-4461-964a-e02773997df4 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '182ca6c2-36d4-454d-83b2-521153322086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:50:58.381216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Attempting to bind port 396ad7ad-0b64-4461-964a-e02773997df4 on network c614da20-f2b3-4641-bf4e-22875b25df07 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:50:58.387171 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Routers {'2ceef184-929c-4095-8d9e-fbca5efcc543'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:50:58.389807 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:50:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2ceef184-929c-4095-8d9e-fbca5efcc543'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:58.399364 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:58.400626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cce301aa-2342-4f88-bb66-a9ee723a0d64 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6006436 Jan 31 15:50:58.403706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34128) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:50:58.435442 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:58.437036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:50:58.447188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Checking segment: {'id': '182ca6c2-36d4-454d-83b2-521153322086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:58.447954 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:58.448457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Bound using segment: {'id': '182ca6c2-36d4-454d-83b2-521153322086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:50:58.448973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Bound port: 396ad7ad-0b64-4461-964a-e02773997df4, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182ca6c2-36d4-454d-83b2-521153322086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:50:58.449431 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:58.450248 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:58.517748 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:58.576322 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:58.577641 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2607954 Jan 31 15:50:58.592474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 47a2c87d-4d3a-4bcf-b616-fcceeb94134d up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:50:58.594452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e48934-2b4e-4bc7-bb61-0c724d506b2c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Pushing event updated for resources: {'Port': ['ID=ed6f16ca-5584-4a5b-86fe-95c7062a428b,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:58.643348 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Set router 2ceef184-929c-4095-8d9e-fbca5efcc543 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:50:58.661874 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ef8d711d-9690-471c-8f32-ca2d75bc415e,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:58.725520 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-57d732dc-45b7-4cfc-9e1f-1ba389cc538c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.1338973 Jan 31 15:50:58.814604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07150034-1cf9-468b-8c97-b0cf5502cc1b None None] Pushing event updated for resources: {'Port': ['ID=396ad7ad-0b64-4461-964a-e02773997df4,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:58.871715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] For port 396ad7ad-0b64-4461-964a-e02773997df4, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:50:58.897200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf06cd2-6e54-4f67-bc67-942c72960d24 None None] Network 8c2a0557-740e-47b0-828c-2fba6f0a8d46 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:50:58.907895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-bc35b9e2-d4c3-4f3f-bb78-4fb9d6c0d12a tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:58.909164 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-bc35b9e2-d4c3-4f3f-bb78-4fb9d6c0d12a tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1780679 Jan 31 15:50:58.921396 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-1dfe2b06-e3b5-4a4f-87f9-78554a231f5c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:50:58.922417 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5060ce6e-4f77-4b20-8c45-799b51b89969 req-1dfe2b06-e3b5-4a4f-87f9-78554a231f5c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075409 Jan 31 15:50:58.933614 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] For port 396ad7ad-0b64-4461-964a-e02773997df4, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=396ad7ad-0b64-4461-964a-e02773997df4,segment=NetworkSegment(182ca6c2-36d4-454d-83b2-521153322086),segment_id=182ca6c2-36d4-454d-83b2-521153322086)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:50:58.972617 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:58.979598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4ec7bc27-f9da-4391-a885-95363d9d0dde None None] Provisioning complete for port 396ad7ad-0b64-4461-964a-e02773997df4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:58.979954 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ec7bc27-f9da-4391-a885-95363d9d0dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.004216 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1273941012-router', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:54Z', 'updated_at': '2022-01-31T15:50:57Z', 'revision_number': 3, 'project_id': '2dc68eeca6a34033979958b6910a0b8a', 'gw_port': {'id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:56Z', 'updated_at': '2022-01-31T15:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:59.044128 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Checking router: 2ceef184-929c-4095-8d9e-fbca5efcc543 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:50:59.044495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597450-d055-4c96-9259-a59f3d0d8fc8 req-b82ba571-e5e7-45ca-b44a-9f219a223e5e tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:59.044935 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Updating router 2ceef184-929c-4095-8d9e-fbca5efcc543 port 005c9cb6-8f1e-4780-aede-15053da5a83b binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:50:59.046422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe597450-d055-4c96-9259-a59f3d0d8fc8 req-b82ba571-e5e7-45ca-b44a-9f219a223e5e tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 950 time: 0.0605762 Jan 31 15:50:59.079689 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.115819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:50:59.116185 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.119587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-a8a043a4-5632-4ccd-97d3-50d36b96702c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:59.126461 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe597450-d055-4c96-9259-a59f3d0d8fc8 req-5e863b8a-4099-4d0d-961a-deeed10bec84 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602024 Jan 31 15:50:59.131375 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-a8a043a4-5632-4ccd-97d3-50d36b96702c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 807 time: 0.2955313 Jan 31 15:50:59.161910 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-7d054468-335a-4c07-b529-6e0813864c9d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/quotas/fb6f65ae282d4cad81a9203baacdf14e HTTP/1.1" status: 200 len: 375 time: 0.0295165 Jan 31 15:50:59.170352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Routers {'b456b84a-3568-4bd0-ae2c-8fae901b5f12'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:50:59.171053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:50:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b456b84a-3568-4bd0-ae2c-8fae901b5f12'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:59.189959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07150034-1cf9-468b-8c97-b0cf5502cc1b None None] Pushing event updated for resources: {'Port': ['ID=396ad7ad-0b64-4461-964a-e02773997df4,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:59.231600 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-0aa91769-eec1-46dd-95ee-80dfae849c61 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304065 Jan 31 15:50:59.455866 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.469506 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.521609 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad23369b-5395-4d9c-9e05-c9f067f7f681 x-openstack-request-id: req-ad23369b-5395-4d9c-9e05-c9f067f7f681 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:50:59.521933 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77de1d0e-a8e0-4853-b260-5b0636b1e777", "name": "network-vif-plugged", "status": "completed", "tag": "ef8d711d-9690-471c-8f32-ca2d75bc415e", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:50:59.522188 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad23369b-5395-4d9c-9e05-c9f067f7f681 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:50:59.522658 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77de1d0e-a8e0-4853-b260-5b0636b1e777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8d711d-9690-471c-8f32-ca2d75bc415e', 'code': 200} Jan 31 15:50:59.540998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-958b2706-1b5b-4a33-bbeb-c18bc7ea0e6f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:50:59.551351 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-958b2706-1b5b-4a33-bbeb-c18bc7ea0e6f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1466622 Jan 31 15:50:59.583620 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Attempting to bind port 005c9cb6-8f1e-4780-aede-15053da5a83b on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:50:59.584212 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Attempting to bind port 005c9cb6-8f1e-4780-aede-15053da5a83b by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:50:59.584724 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Attempting to bind port 005c9cb6-8f1e-4780-aede-15053da5a83b on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:50:59.599566 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:50:59.600252 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:50:59.600807 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.601337 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:50:59.602009 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Bound port: 005c9cb6-8f1e-4780-aede-15053da5a83b, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:50:59.602551 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.629425 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc6dff-9e48-4399-9d7e-6b98df10a9ce None None] Pushing event updated for resources: {'Port': ['ID=005c9cb6-8f1e-4780-aede-15053da5a83b,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:59.673437 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] For port 005c9cb6-8f1e-4780-aede-15053da5a83b, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:50:59.679499 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] For port 005c9cb6-8f1e-4780-aede-15053da5a83b, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=005c9cb6-8f1e-4780-aede-15053da5a83b,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:50:59.686352 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.706532 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ec7bc27-f9da-4391-a885-95363d9d0dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.714335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-965798c8-6f5d-49f3-875c-1af5f5ac68c5 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1691172 Jan 31 15:50:59.726309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:50:59.728417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] Set router b456b84a-3568-4bd0-ae2c-8fae901b5f12 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:50:59.755271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.796841 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc6dff-9e48-4399-9d7e-6b98df10a9ce None None] Pushing event updated for resources: {'Port': ['ID=005c9cb6-8f1e-4780-aede-15053da5a83b,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:50:59.815008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a603c9-c871-4edf-82bd-ad63a2fb3a1d req-a2929fa1-e4c0-4572-af01-480cb9cb6f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:50:59.815248 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.816213 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Routers {'2ceef184-929c-4095-8d9e-fbca5efcc543'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:50:59.816481 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1a603c9-c871-4edf-82bd-ad63a2fb3a1d req-a2929fa1-e4c0-4572-af01-480cb9cb6f92 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 1101 time: 0.1519992 Jan 31 15:50:59.817279 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:50:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2ceef184-929c-4095-8d9e-fbca5efcc543'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:50:59.820334 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-e4c1a498-9b79-4c72-845f-767c44481935 service neutron] 10.222.0.36 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681792 Jan 31 15:50:59.858134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4ec7bc27-f9da-4391-a885-95363d9d0dde None None] For port 396ad7ad-0b64-4461-964a-e02773997df4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=396ad7ad-0b64-4461-964a-e02773997df4,segment=NetworkSegment(182ca6c2-36d4-454d-83b2-521153322086),segment_id=182ca6c2-36d4-454d-83b2-521153322086)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:50:59.876700 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.878666 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1a603c9-c871-4edf-82bd-ad63a2fb3a1d req-993c5de8-e982-4fc4-bfa6-dd4f32e28f93 service neutron] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.896234 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ec7bc27-f9da-4391-a885-95363d9d0dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.932362 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:50:59.951024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=47a2c87d-4d3a-4bcf-b616-fcceeb94134d,segment=NetworkSegment(081f075d-a119-472b-8d50-66477652c0e2),segment_id=081f075d-a119-472b-8d50-66477652c0e2)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:50:59.985393 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] Set router 2ceef184-929c-4095-8d9e-fbca5efcc543 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:50:59.991720 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.090260 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-d360c0c5-c71d-43e7-b722-9cdf48d633f3 service neutron] 10.222.0.36 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604487 Jan 31 15:51:00.102905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7bc27-f9da-4391-a885-95363d9d0dde None None] Pushing event updated for resources: {'Port': ['ID=396ad7ad-0b64-4461-964a-e02773997df4,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:00.114802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Allocated IP 172.25.1.163 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/9fdc1326-5717-4b04-a980-fe8805019f56) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:00.178996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=47a2c87d-4d3a-4bcf-b616-fcceeb94134d,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:00.189083 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cca20dfd-86da-4bfe-8030-779c8a68d7a0 None None] Provisioning complete for port 396ad7ad-0b64-4461-964a-e02773997df4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:00.189513 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cca20dfd-86da-4bfe-8030-779c8a68d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.204067 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1a603c9-c871-4edf-82bd-ad63a2fb3a1d req-993c5de8-e982-4fc4-bfa6-dd4f32e28f93 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.210512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1a603c9-c871-4edf-82bd-ad63a2fb3a1d req-993c5de8-e982-4fc4-bfa6-dd4f32e28f93 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.238502 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1273941012-router', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:54Z', 'updated_at': '2022-01-31T15:50:57Z', 'revision_number': 3, 'project_id': '2dc68eeca6a34033979958b6910a0b8a', 'gw_port': {'id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:56Z', 'updated_at': '2022-01-31T15:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:00.243170 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0312b56d-66e3-4a62-ba11-7b0a9b9de36d up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:00.249017 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1a603c9-c871-4edf-82bd-ad63a2fb3a1d req-993c5de8-e982-4fc4-bfa6-dd4f32e28f93 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175618 Jan 31 15:51:00.254226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Allocated IP 172.20.0.1 (8c2a0557-740e-47b0-828c-2fba6f0a8d46/722d2e89-ea63-4153-8689-d40cddeef461/92358279-8857-4357-ac0f-0640460d62de) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:00.267269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c5de8-e982-4fc4-bfa6-dd4f32e28f93 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8091b3dd-058a-4254-b23f-ebd1284b1f88,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:00.292572 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f802a79-2b4a-41fe-80dd-c14b7c157ba8 None None] The sync data for ids ['2ceef184-929c-4095-8d9e-fbca5efcc543'] in n-d-827120-1 is: [{'id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1273941012-router', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:54Z', 'updated_at': '2022-01-31T15:50:57Z', 'revision_number': 3, 'project_id': '2dc68eeca6a34033979958b6910a0b8a', 'gw_port': {'id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:56Z', 'updated_at': '2022-01-31T15:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:51:00.336093 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.396062 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.417554 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.425964 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 47a2c87d-4d3a-4bcf-b616-fcceeb94134d up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:00.448617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:00.454165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:00.459380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:00.461913 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.468519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Pushing event updated for resources: {'Port': ['ID=9fdc1326-5717-4b04-a980-fe8805019f56,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:00.535716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:51:00.542342 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.559994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:00.560863 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.566386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Network 8c2a0557-740e-47b0-828c-2fba6f0a8d46 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:00.577339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:00.582581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:00.583057 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.600627 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.673102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'name': 'tempest-FloatingIPDetailsTestJSON-2021095994-router', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:40Z', 'updated_at': '2022-01-31T15:50:53Z', 'revision_number': 4, 'project_id': 'cabaad6478e843ffbf504c33d8913ac5', 'gw_port': {'id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:19:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:45Z', 'updated_at': '2022-01-31T15:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '396ad7ad-0b64-4461-964a-e02773997df4', 'name': '', 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'mac_address': 'fa:16:3e:1d:bd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'cae37419-bd0a-4b87-b60a-144187c56296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:51Z', 'updated_at': '2022-01-31T15:50:58Z', 'revision_number': 4, 'project_id': 'cabaad6478e843ffbf504c33d8913ac5', 'subnets': [{'id': 'cae37419-bd0a-4b87-b60a-144187c56296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:00.692916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Pushing event updated for resources: {'Port': ['ID=92358279-8857-4357-ac0f-0640460d62de,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:00.724677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cca20dfd-86da-4bfe-8030-779c8a68d7a0 None None] Provisioning complete for port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:00.725053 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cca20dfd-86da-4bfe-8030-779c8a68d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.728519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:00.728876 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.730542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c8b96-9022-42f9-86b5-9491262e54c3 None None] The sync data for ids ['b456b84a-3568-4bd0-ae2c-8fae901b5f12'] in n-d-827120-1 is: [{'id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'name': 'tempest-FloatingIPDetailsTestJSON-2021095994-router', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:40Z', 'updated_at': '2022-01-31T15:50:53Z', 'revision_number': 4, 'project_id': 'cabaad6478e843ffbf504c33d8913ac5', 'gw_port': {'id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:19:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:45Z', 'updated_at': '2022-01-31T15:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '396ad7ad-0b64-4461-964a-e02773997df4', 'name': '', 'network_id': 'c614da20-f2b3-4641-bf4e-22875b25df07', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'mac_address': 'fa:16:3e:1d:bd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'cae37419-bd0a-4b87-b60a-144187c56296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:51Z', 'updated_at': '2022-01-31T15:50:58Z', 'revision_number': 4, 'project_id': 'cabaad6478e843ffbf504c33d8913ac5', 'subnets': [{'id': 'cae37419-bd0a-4b87-b60a-144187c56296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:51:00.792624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ff8c8-7182-4ba2-9116-a79ce6336128 req-ed4c0726-9445-45fd-b8ff-a19bea0bdb4f tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:00.801697 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f6ff8c8-7182-4ba2-9116-a79ce6336128 req-ed4c0726-9445-45fd-b8ff-a19bea0bdb4f tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 969 time: 0.2882037 Jan 31 15:51:00.856492 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.871174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.914102 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.945185 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:00.949983 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2243307 Jan 31 15:51:01.008134 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:01.020783 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-4e593c35-8466-459a-9d33-3aed4fb752ab tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.0643964 Jan 31 15:51:01.023639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b76c89-7b6d-4e82-9b10-6d2de0af9442 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Pushing event updated for resources: {'Port': ['ID=9fdc1326-5717-4b04-a980-fe8805019f56,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:01.080938 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f6ff8c8-7182-4ba2-9116-a79ce6336128 req-b748d0f1-1132-4c0d-8309-04d0f273bb68 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776148 Jan 31 15:51:01.235244 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:01.240703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0312b56d-66e3-4a62-ba11-7b0a9b9de36d,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:01.254310 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:01.380540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-51dec35c-ca95-4ce3-8fa2-8caa340c52d3 None None] Provisioning complete for port 92358279-8857-4357-ac0f-0640460d62de triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:01.380909 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51dec35c-ca95-4ce3-8fa2-8caa340c52d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:01.411592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-f63fc2a4-7597-4b51-8237-15d5a8891f99 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:01.413394 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3c798a6-937b-4401-a02c-df64ecb0b4af req-f63fc2a4-7597-4b51-8237-15d5a8891f99 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.3780985 Jan 31 15:51:01.454165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=0312b56d-66e3-4a62-ba11-7b0a9b9de36d,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:01.471904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-51dec35c-ca95-4ce3-8fa2-8caa340c52d3 None None] Port 92358279-8857-4357-ac0f-0640460d62de cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:51:01.487573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-51dec35c-ca95-4ce3-8fa2-8caa340c52d3 None None] Provisioning complete for port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:01.488019 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51dec35c-ca95-4ce3-8fa2-8caa340c52d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:01.528601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdec028e-fa94-4180-971c-49601844e368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0312b56d-66e3-4a62-ba11-7b0a9b9de36d'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:01.536646 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015c78d4-e4e3-4619-87fe-f4f2ada8d0bf" -d '{"events": [{"server_uuid": "fdec028e-fa94-4180-971c-49601844e368", "name": "network-vif-plugged", "status": "completed", "tag": "0312b56d-66e3-4a62-ba11-7b0a9b9de36d"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:01.570455 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-46be53e7-dd52-4dbd-a523-e8acdca16173 req-993ded58-3a2f-416e-85c4-97b0d7294af6 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 210 time: 0.0628216 Jan 31 15:51:01.652763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06177709-8ee9-4d4d-9f01-34770ad18c04 req-cc918e83-15f2-4772-89fe-21ca8067a509 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:01.654814 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-06177709-8ee9-4d4d-9f01-34770ad18c04 req-cc918e83-15f2-4772-89fe-21ca8067a509 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 950 time: 0.2430968 Jan 31 15:51:01.678308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34182) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:01.721996 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:01.743139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:01.743912 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:01.810972 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-06177709-8ee9-4d4d-9f01-34770ad18c04 req-889eac7e-76e9-455e-8128-7d8a0e382e5a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303678 Jan 31 15:51:01.849386 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-ed5f09e7-fb2d-482b-91b0-8efa822306c9 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1638341 Jan 31 15:51:01.875678 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f339c7-2cf2-4be5-8cba-32ebe039a63b x-openstack-request-id: req-03f339c7-2cf2-4be5-8cba-32ebe039a63b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:01.876480 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdec028e-fa94-4180-971c-49601844e368", "name": "network-vif-plugged", "status": "completed", "tag": "0312b56d-66e3-4a62-ba11-7b0a9b9de36d", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:01.876908 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03f339c7-2cf2-4be5-8cba-32ebe039a63b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:01.877458 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdec028e-fa94-4180-971c-49601844e368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0312b56d-66e3-4a62-ba11-7b0a9b9de36d', 'code': 200} Jan 31 15:51:01.877713 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:01.891017 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-79589ec2-ecda-4aca-b6e1-18b946ec8f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:01.984419 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.094275 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-79589ec2-ecda-4aca-b6e1-18b946ec8f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.114805 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-79589ec2-ecda-4aca-b6e1-18b946ec8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.194414 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-79589ec2-ecda-4aca-b6e1-18b946ec8f89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b222e3ddb7f8465fb43335a3262ba523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147140 Jan 31 15:51:02.200969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34192) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:02.203773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79589ec2-ecda-4aca-b6e1-18b946ec8f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb7f4a9-705b-4c39-b165-46a6cafac0ca,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:02.206872 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Pushing event updated for resources: {'Port': ['ID=92358279-8857-4357-ac0f-0640460d62de,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:02.224540 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.334437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34196) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:02.424536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d45cc-0f41-4ec8-8956-137f2c661f52 req-9db859d9-6164-4a86-a65d-13590c682b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:02.426049 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c06d45cc-0f41-4ec8-8956-137f2c661f52 req-9db859d9-6164-4a86-a65d-13590c682b3e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 1121 time: 0.2812512 Jan 31 15:51:02.433632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Allocated IP 172.25.1.35 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/34288fee-370d-4602-98da-eec5299f50e3) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:02.461902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda6686-f5e6-4c5f-8730-cd33bb7897e4 req-e14f1125-7ade-42a8-b032-de203a748153 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:02.463709 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0eda6686-f5e6-4c5f-8730-cd33bb7897e4 req-e14f1125-7ade-42a8-b032-de203a748153 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 970 time: 0.2837815 Jan 31 15:51:02.465608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Network 8c2a0557-740e-47b0-828c-2fba6f0a8d46 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:02.489781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:02.518927 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-06d853c8-2f16-47b5-b428-4c81d860a884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.549493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 396ad7ad-0b64-4461-964a-e02773997df4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:02.558031 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c06d45cc-0f41-4ec8-8956-137f2c661f52 req-11fdb490-aab1-4ca5-9253-e064298f17f2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184351 Jan 31 15:51:02.588254 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.622493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 396ad7ad-0b64-4461-964a-e02773997df4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:02.622864 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.634546 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.639607 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2a02455-48b5-4214-a4cf-698fb252dee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.670508 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-06d853c8-2f16-47b5-b428-4c81d860a884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.684088 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-b5707191-1bfd-4ae2-9ba0-de05ac95c587 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:02.686544 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-b5707191-1bfd-4ae2-9ba0-de05ac95c587 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.30 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 807 time: 0.3602908 Jan 31 15:51:02.695551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:02.698128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:02.701537 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:02.704030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Request body: {'port': {'device_id': '5acb6e3a-39d7-49dd-8067-0bbd0264c82f', 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec', 'admin_state_up': True, 'tenant_id': 'fb6f65ae282d4cad81a9203baacdf14e'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:02.710124 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Pushing event updated for resources: {'Port': ['ID=34288fee-370d-4602-98da-eec5299f50e3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:02.728011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 005c9cb6-8f1e-4780-aede-15053da5a83b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:02.730990 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0eda6686-f5e6-4c5f-8730-cd33bb7897e4 req-5709605f-91a3-48bc-aa52-7901bac92289 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503211 Jan 31 15:51:02.771745 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.792800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 005c9cb6-8f1e-4780-aede-15053da5a83b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:02.793222 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.813106 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.842630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0e90cd0a-78a0-4cd8-8eea-ca013feaeeac None None] Provisioning complete for port 92358279-8857-4357-ac0f-0640460d62de triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:02.842912 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0e90cd0a-78a0-4cd8-8eea-ca013feaeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.898231 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae5b73cb-12e4-4ae3-ad77-ad8514eba28d req-e80139ed-a2a8-4d46-93f2-d187f2eb46cb tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 210 time: 0.0698996 Jan 31 15:51:02.919926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0e90cd0a-78a0-4cd8-8eea-ca013feaeeac None None] Port 92358279-8857-4357-ac0f-0640460d62de cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:51:02.942227 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.962224 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-06d853c8-2f16-47b5-b428-4c81d860a884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.964736 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-06d853c8-2f16-47b5-b428-4c81d860a884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:02.968589 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-06d853c8-2f16-47b5-b428-4c81d860a884 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8eb7f4a9-705b-4c39-b165-46a6cafac0ca HTTP/1.1" status: 204 len: 168 time: 0.7413530 Jan 31 15:51:02.974301 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 005c9cb6-8f1e-4780-aede-15053da5a83b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=005c9cb6-8f1e-4780-aede-15053da5a83b,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:02.981057 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.016988 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.022208 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.035155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d853c8-2f16-47b5-b428-4c81d860a884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb7f4a9-705b-4c39-b165-46a6cafac0ca,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:03.057075 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.074072 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2a02455-48b5-4214-a4cf-698fb252dee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.081347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=005c9cb6-8f1e-4780-aede-15053da5a83b,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:03.089852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Router 2ceef184-929c-4095-8d9e-fbca5efcc543 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:51:03.091831 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.093617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2339745 Jan 31 15:51:03.094475 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11bf2d-09cd-449b-a2f9-8e2ff14052a8 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Pushing event updated for resources: {'Port': ['ID=34288fee-370d-4602-98da-eec5299f50e3,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:03.095639 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2a02455-48b5-4214-a4cf-698fb252dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.153291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-8d2eec7f-21b2-454f-94cd-d03c7ac41727 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 695 time: 0.0510421 Jan 31 15:51:03.154783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b161b24-b18f-4ce0-a4f6-3d8c49cbc24c req-618e96b3-3a6a-4be8-8d69-7646c4e5ebcb tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:03.156311 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b161b24-b18f-4ce0-a4f6-3d8c49cbc24c req-618e96b3-3a6a-4be8-8d69-7646c4e5ebcb tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 950 time: 0.1847878 Jan 31 15:51:03.173963 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d2a02455-48b5-4214-a4cf-698fb252dee0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b01e5efcd214285865fbc91ecc60547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8375897 Jan 31 15:51:03.176564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34210) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:03.183917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a02455-48b5-4214-a4cf-698fb252dee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73bb25f-05ed-46b3-a1eb-4b6644dfc417,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:03.260010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Made reservation on behalf of fb6f65ae282d4cad81a9203baacdf14e for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:03.263491 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.281701 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b161b24-b18f-4ce0-a4f6-3d8c49cbc24c req-e7d42304-3e2f-4d0b-9d3a-26eee344539f tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138072 Jan 31 15:51:03.302843 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-824be550-3f37-4b97-b701-afc396328c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.330145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34216) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:03.359630 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-3f49ea8e-f9ec-4fa3-9b7d-57dfcecac387 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:03.361096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ec013c16-5b12-47a3-ae0e-05f7c77528d1 req-3f49ea8e-f9ec-4fa3-9b7d-57dfcecac387 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1975188 Jan 31 15:51:03.363323 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-824be550-3f37-4b97-b701-afc396328c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.365266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b090fc6-b734-4581-b51a-54097809c45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.390355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:51:03.414108 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-50bd4534-dca8-4c8a-858d-e592e94bbdec admin admin] 10.222.0.36 "PUT /v2.0/routers/2ceef184-929c-4095-8d9e-fbca5efcc543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0019665 Jan 31 15:51:03.474209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Allocated IP 172.20.0.13 (8879dc0d-286b-48d7-8388-e4f6990e87ec/d7a14ea8-cb04-4130-9b96-606f6d6534e1/2433965b-00b7-48c5-82f2-b3ac2ce2898a) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:03.526700 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-824be550-3f37-4b97-b701-afc396328c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.529549 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-824be550-3f37-4b97-b701-afc396328c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.533190 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-824be550-3f37-4b97-b701-afc396328c68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b73bb25f-05ed-46b3-a1eb-4b6644dfc417 HTTP/1.1" status: 204 len: 168 time: 0.3532379 Jan 31 15:51:03.567940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824be550-3f37-4b97-b701-afc396328c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73bb25f-05ed-46b3-a1eb-4b6644dfc417,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:03.584539 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8735afa-115f-4572-8edc-9b132fc8367e req-1d6fd779-28ea-471b-8f02-e2f7cb983109 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1859202 Jan 31 15:51:03.600491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:03.627044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b090fc6-b734-4581-b51a-54097809c45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.634567 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b090fc6-b734-4581-b51a-54097809c45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.685895 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.700195 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.711721 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9b090fc6-b734-4581-b51a-54097809c45e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b50adbe218e54eddb012a02da20ac5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763378 Jan 31 15:51:03.712193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34226) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:03.721258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b090fc6-b734-4581-b51a-54097809c45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b57ace-5b97-446b-bb90-d17493fc290d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:03.773044 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.816529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53fb46e3-9670-494c-b805-bbc31da34d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.840101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Network 8879dc0d-286b-48d7-8388-e4f6990e87ec is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:03.845912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:03.847920 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53fb46e3-9670-494c-b805-bbc31da34d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.856823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:03.864914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:03.865745 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.888872 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1893556 Jan 31 15:51:03.894286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d75c3-7817-4496-a516-4d4d0d692361 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Pushing event updated for resources: {'Port': ['ID=2433965b-00b7-48c5-82f2-b3ac2ce2898a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:03.904855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Request body: {'port': {'device_id': '5acb6e3a-39d7-49dd-8067-0bbd0264c82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:03.913190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.970415 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53fb46e3-9670-494c-b805-bbc31da34d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.972888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53fb46e3-9670-494c-b805-bbc31da34d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:03.974065 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-53fb46e3-9670-494c-b805-bbc31da34d04 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96b57ace-5b97-446b-bb90-d17493fc290d HTTP/1.1" status: 204 len: 168 time: 0.2610643 Jan 31 15:51:03.989620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb46e3-9670-494c-b805-bbc31da34d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b57ace-5b97-446b-bb90-d17493fc290d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:04.038042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.052498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34240) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:04.084438 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fa9678f-0fcd-467d-8b92-cb4bfe12a3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.102035 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Allocated IP 172.25.1.79 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/a33c4d2a-0aeb-4e7f-b759-e4137690505e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:04.350183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 005c9cb6-8f1e-4780-aede-15053da5a83b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:04.439439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.445760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fa9678f-0fcd-467d-8b92-cb4bfe12a3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.453108 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fa9678f-0fcd-467d-8b92-cb4bfe12a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.483982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2433965b-00b7-48c5-82f2-b3ac2ce2898a {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:04.492903 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.505365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 005c9cb6-8f1e-4780-aede-15053da5a83b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:04.505996 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.509167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Transition to ACTIVE for port object 2433965b-00b7-48c5-82f2-b3ac2ce2898a will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:51:04.515932 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.537432 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0fa9678f-0fcd-467d-8b92-cb4bfe12a3e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bac57041627548349451ed1aa46b21c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833431 Jan 31 15:51:04.542086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34248) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:04.559909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9678f-0fcd-467d-8b92-cb4bfe12a3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e2aef7-acfa-4f22-82b7-b4e47553d895,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:04.585991 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.608123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Pushing event updated for resources: {'Port': ['ID=2433965b-00b7-48c5-82f2-b3ac2ce2898a,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:04.677399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Attempting to bind port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:04.677759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Attempting to bind port 2433965b-00b7-48c5-82f2-b3ac2ce2898a by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:04.678081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Attempting to bind port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:04.694590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:04.694590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Attempting to bind port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:04.700482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:04.704710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:04.706586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Pushing event updated for resources: {'Port': ['ID=a33c4d2a-0aeb-4e7f-b759-e4137690505e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:04.708990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:04.715134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:04.715134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:04.715641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:04.715966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Bound port: 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:04.716317 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.750354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-782dc33f-bdf2-4077-b1d8-66d5b20aa94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.770033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81a541-72ea-4620-a092-38216a4a3473 req-ad73edd4-b672-4521-bea1-639ecbf0e435 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:04.771591 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b81a541-72ea-4620-a092-38216a4a3473 req-ad73edd4-b672-4521-bea1-639ecbf0e435 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 970 time: 0.0957859 Jan 31 15:51:04.783508 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-782dc33f-bdf2-4077-b1d8-66d5b20aa94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.785403 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.836819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:04.848514 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.848949 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b81a541-72ea-4620-a092-38216a4a3473 req-bdf77fb0-fec1-4bed-a749-129d66f2abc5 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682268 Jan 31 15:51:04.879556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:04.886132 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.910632 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-782dc33f-bdf2-4077-b1d8-66d5b20aa94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.912111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-782dc33f-bdf2-4077-b1d8-66d5b20aa94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.913325 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-782dc33f-bdf2-4077-b1d8-66d5b20aa94d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9e2aef7-acfa-4f22-82b7-b4e47553d895 HTTP/1.1" status: 204 len: 168 time: 0.3687079 Jan 31 15:51:04.934032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782dc33f-bdf2-4077-b1d8-66d5b20aa94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e2aef7-acfa-4f22-82b7-b4e47553d895,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:04.974440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:04.975027 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:04.977157 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] 10.222.0.30 "PUT /v2.0/ports/2433965b-00b7-48c5-82f2-b3ac2ce2898a HTTP/1.1" status: 200 len: 1092 time: 1.0773160 Jan 31 15:51:05.000368 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Sync routers for ids ['2ceef184-929c-4095-8d9e-fbca5efcc543'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:51:05.028949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acb6e3a-39d7-49dd-8067-0bbd0264c82f', 'tag': '2433965b-00b7-48c5-82f2-b3ac2ce2898a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:05.031241 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2f19eb-e2e5-45aa-8b97-45a457008e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "5acb6e3a-39d7-49dd-8067-0bbd0264c82f", "tag": "2433965b-00b7-48c5-82f2-b3ac2ce2898a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:05.034848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Routers {'2ceef184-929c-4095-8d9e-fbca5efcc543'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:51:05.035695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:50:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2ceef184-929c-4095-8d9e-fbca5efcc543'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:05.091064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:05.098281 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:05.115984 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:05.166953 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:05.168572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8735afa-115f-4572-8edc-9b132fc8367e req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5775976 Jan 31 15:51:05.193852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f772694-40a4-4fe4-848e-38be74dd2770 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Pushing event updated for resources: {'Port': ['ID=a33c4d2a-0aeb-4e7f-b759-e4137690505e,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:05.240364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b931f64-0655-4784-9be0-cfa8ff389f9c service neutron] Pushing event updated for resources: {'Port': ['ID=2433965b-00b7-48c5-82f2-b3ac2ce2898a,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:05.265821 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8735afa-115f-4572-8edc-9b132fc8367e req-79f05521-99f7-4f38-a47d-79ae39ca53a6 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.79 HTTP/1.1" status: 200 len: 695 time: 0.0821266 Jan 31 15:51:05.292573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623a22-852f-4738-a1ef-afc93ecc5291 req-d7f70983-8d54-4ae1-83d9-071de7e44e77 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:05.302252 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99623a22-852f-4738-a1ef-afc93ecc5291 req-d7f70983-8d54-4ae1-83d9-071de7e44e77 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 944 time: 0.3382180 Jan 31 15:51:05.306984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-addab1b7-df69-4fb5-b00b-8dbbad33a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:05.308975 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-addab1b7-df69-4fb5-b00b-8dbbad33a344 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 1095 time: 0.2466600 Jan 31 15:51:05.369915 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-2c27c175-a2a7-40e0-a9cb-d33dc136d445 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a HTTP/1.1" status: 200 len: 217 time: 0.0522745 Jan 31 15:51:05.404006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99623a22-852f-4738-a1ef-afc93ecc5291 req-ba5961ae-9cda-4bb8-a3e9-658a98885064 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957053 Jan 31 15:51:05.453398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Set router 2ceef184-929c-4095-8d9e-fbca5efcc543 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:51:05.471410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8735afa-115f-4572-8edc-9b132fc8367e req-551e6eec-5fa8-4340-97bd-536f58c5bb1b tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:05.472867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8735afa-115f-4572-8edc-9b132fc8367e req-551e6eec-5fa8-4340-97bd-536f58c5bb1b tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.2014573 Jan 31 15:51:05.473344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.30', 60821) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:05.485175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-4a54f329-09fe-419e-b8db-f0c201baad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:05.488226 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-4a54f329-09fe-419e-b8db-f0c201baad33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.1097019 Jan 31 15:51:05.546206 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-8c7a538f-0758-4df8-8a0b-3891bc2b9ee5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498104 Jan 31 15:51:05.594871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ddffa-e11d-404c-8dcd-851e9ad5226f req-aa7a65b9-745d-46b5-a687-6c505b8b0444 tempest-DeleteServersAdminTestJSON-1340392063 tempest-DeleteServersAdminTestJSON-1340392063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:05.596469 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dd7ddffa-e11d-404c-8dcd-851e9ad5226f req-aa7a65b9-745d-46b5-a687-6c505b8b0444 tempest-DeleteServersAdminTestJSON-1340392063 tempest-DeleteServersAdminTestJSON-1340392063-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 1101 time: 0.1124063 Jan 31 15:51:05.676605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a569a-c8ff-44d3-8b39-3bb4bb9b0a99 req-46512c2a-3531-45d6-ab4c-1a9701dc8f9b tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:05.678482 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a63a569a-c8ff-44d3-8b39-3bb4bb9b0a99 req-46512c2a-3531-45d6-ab4c-1a9701dc8f9b tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=77de1d0e-a8e0-4853-b260-5b0636b1e777 HTTP/1.1" status: 200 len: 950 time: 0.1312768 Jan 31 15:51:05.736334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-dd7ddffa-e11d-404c-8dcd-851e9ad5226f req-80f6f4b1-0a75-4212-86cc-19e672687929 tempest-DeleteServersAdminTestJSON-1340392063 tempest-DeleteServersAdminTestJSON-1340392063-project-admin] Deleting port ef8d711d-9690-471c-8f32-ca2d75bc415e {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:05.736684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dd7ddffa-e11d-404c-8dcd-851e9ad5226f req-80f6f4b1-0a75-4212-86cc-19e672687929 tempest-DeleteServersAdminTestJSON-1340392063 tempest-DeleteServersAdminTestJSON-1340392063-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:05.742284 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-542421e7-5247-4363-9e23-8a9c740b19ce service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835537 Jan 31 15:51:05.751490 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a63a569a-c8ff-44d3-8b39-3bb4bb9b0a99 req-1479a145-3530-46dc-b926-89e1ac32e53d tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661759 Jan 31 15:51:05.797653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1273941012-router', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:54Z', 'updated_at': '2022-01-31T15:51:01Z', 'revision_number': 4, 'project_id': '2dc68eeca6a34033979958b6910a0b8a', 'gw_port': {'id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:56Z', 'updated_at': '2022-01-31T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '92358279-8857-4357-ac0f-0640460d62de', 'name': '', 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'mac_address': 'fa:16:3e:4d:6b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '722d2e89-ea63-4153-8689-d40cddeef461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:59Z', 'updated_at': '2022-01-31T15:51:01Z', 'revision_number': 2, 'project_id': '2dc68eeca6a34033979958b6910a0b8a', 'subnets': [{'id': '722d2e89-ea63-4153-8689-d40cddeef461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:05.840298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-dd7ddffa-e11d-404c-8dcd-851e9ad5226f req-80f6f4b1-0a75-4212-86cc-19e672687929 tempest-DeleteServersAdminTestJSON-1340392063 tempest-DeleteServersAdminTestJSON-1340392063-project-admin] For port ef8d711d-9690-471c-8f32-ca2d75bc415e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ef8d711d-9690-471c-8f32-ca2d75bc415e,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:05.841151 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dd7ddffa-e11d-404c-8dcd-851e9ad5226f req-80f6f4b1-0a75-4212-86cc-19e672687929 tempest-DeleteServersAdminTestJSON-1340392063 tempest-DeleteServersAdminTestJSON-1340392063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:05.860388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-dd7ddffa-e11d-404c-8dcd-851e9ad5226f req-80f6f4b1-0a75-4212-86cc-19e672687929 tempest-DeleteServersAdminTestJSON-1340392063 tempest-DeleteServersAdminTestJSON-1340392063-project-admin] Calling delete_port for ef8d711d-9690-471c-8f32-ca2d75bc415e owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:05.862903 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c68e6b83-db68-4070-ab69-85c4850f8ca0 req-806b1e71-89ea-4487-a1db-087a18dda974 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094148 Jan 31 15:51:05.869003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Checking router: 2ceef184-929c-4095-8d9e-fbca5efcc543 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:51:05.870952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Updating router 2ceef184-929c-4095-8d9e-fbca5efcc543 port 92358279-8857-4357-ac0f-0640460d62de binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:51:05.919909 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:05.997834 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d78c586-1c39-4725-b823-04cdd452d818 x-openstack-request-id: req-7d78c586-1c39-4725-b823-04cdd452d818 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:05.998523 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5acb6e3a-39d7-49dd-8067-0bbd0264c82f", "tag": "2433965b-00b7-48c5-82f2-b3ac2ce2898a", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:05.999097 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d78c586-1c39-4725-b823-04cdd452d818 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:05.999752 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acb6e3a-39d7-49dd-8067-0bbd0264c82f', 'tag': '2433965b-00b7-48c5-82f2-b3ac2ce2898a', 'status': 'completed', 'code': 200} Jan 31 15:51:06.106196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f19eb-e2e5-45aa-8b97-45a457008e2c req-481654d7-570f-46a2-9233-28b4e6b9bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:06.108419 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c2f19eb-e2e5-45aa-8b97-45a457008e2c req-481654d7-570f-46a2-9233-28b4e6b9bcb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 1095 time: 0.0891216 Jan 31 15:51:06.108600 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c71c85c3-4a3f-4462-a538-e923558cd71d req-5d52614b-615d-43b6-ad4c-73e5e162116b tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips/a9143774-b012-4a30-9978-6b9d16de6f06 HTTP/1.1" status: 200 len: 692 time: 0.0963392 Jan 31 15:51:06.223719 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dd7ddffa-e11d-404c-8dcd-851e9ad5226f req-80f6f4b1-0a75-4212-86cc-19e672687929 tempest-DeleteServersAdminTestJSON-1340392063 tempest-DeleteServersAdminTestJSON-1340392063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:06.250614 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ef8d711d-9690-471c-8f32-ca2d75bc415e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:06.283145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6f4b1-0a75-4212-86cc-19e672687929 tempest-DeleteServersAdminTestJSON-1340392063 tempest-DeleteServersAdminTestJSON-1340392063-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef8d711d-9690-471c-8f32-ca2d75bc415e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:06.359096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c85c3-4a3f-4462-a538-e923558cd71d req-8ffa136c-b4fb-42b8-a9e5-157f44e07987 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:06.360220 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c71c85c3-4a3f-4462-a538-e923558cd71d req-8ffa136c-b4fb-42b8-a9e5-157f44e07987 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.2257962 Jan 31 15:51:06.367453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4ccad-d2fb-43a1-84a7-ab6716bee8d4 req-80a333be-210a-4226-8cbf-1baa6445e350 tempest-AggregatesAdminTestJSON-708265900 tempest-AggregatesAdminTestJSON-708265900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:06.368973 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ecc4ccad-d2fb-43a1-84a7-ab6716bee8d4 req-80a333be-210a-4226-8cbf-1baa6445e350 tempest-AggregatesAdminTestJSON-708265900 tempest-AggregatesAdminTestJSON-708265900-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 1121 time: 0.1436388 Jan 31 15:51:06.371925 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f19eb-e2e5-45aa-8b97-45a457008e2c req-785a7248-b953-47fe-9ee4-8b95af6208f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:06.373391 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c2f19eb-e2e5-45aa-8b97-45a457008e2c req-785a7248-b953-47fe-9ee4-8b95af6208f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.2562306 Jan 31 15:51:06.388434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7ddffa-e11d-404c-8dcd-851e9ad5226f req-80f6f4b1-0a75-4212-86cc-19e672687929 tempest-DeleteServersAdminTestJSON-1340392063 tempest-DeleteServersAdminTestJSON-1340392063-project-admin] No DVR routers for this DVR port ef8d711d-9690-471c-8f32-ca2d75bc415e on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:51:06.398641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-c71c85c3-4a3f-4462-a538-e923558cd71d req-3a6b34f4-814f-4898-af4f-0b0d42489b2a tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:51:06.400296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c71c85c3-4a3f-4462-a538-e923558cd71d req-3a6b34f4-814f-4898-af4f-0b0d42489b2a tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132148 Jan 31 15:51:06.401718 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dd7ddffa-e11d-404c-8dcd-851e9ad5226f req-80f6f4b1-0a75-4212-86cc-19e672687929 tempest-DeleteServersAdminTestJSON-1340392063 tempest-DeleteServersAdminTestJSON-1340392063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:06.413355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dd7ddffa-e11d-404c-8dcd-851e9ad5226f req-80f6f4b1-0a75-4212-86cc-19e672687929 tempest-DeleteServersAdminTestJSON-1340392063 tempest-DeleteServersAdminTestJSON-1340392063-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ef8d711d-9690-471c-8f32-ca2d75bc415e HTTP/1.1" status: 204 len: 173 time: 0.8074427 Jan 31 15:51:06.413819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77de1d0e-a8e0-4853-b260-5b0636b1e777', 'name': 'network-vif-deleted', 'tag': 'ef8d711d-9690-471c-8f32-ca2d75bc415e'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:06.441915 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c2f19eb-e2e5-45aa-8b97-45a457008e2c req-10c5c8cc-1ba5-4b4f-a4c2-4d5a1a7f6da0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a HTTP/1.1" status: 200 len: 217 time: 0.0599856 Jan 31 15:51:06.472838 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ecc4ccad-d2fb-43a1-84a7-ab6716bee8d4 req-274559d2-5830-4eba-9a9d-f2630e092b9d tempest-AggregatesAdminTestJSON-708265900 tempest-AggregatesAdminTestJSON-708265900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:06.528456 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:06.540232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f19eb-e2e5-45aa-8b97-45a457008e2c req-98ae202b-2420-484e-a1d2-0f065358197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:06.540943 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:06.542340 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c2f19eb-e2e5-45aa-8b97-45a457008e2c req-98ae202b-2420-484e-a1d2-0f065358197a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.0829082 Jan 31 15:51:06.589714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c2f19eb-e2e5-45aa-8b97-45a457008e2c req-a47e9563-23ad-45de-b5d2-b71696f9f790 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390065 Jan 31 15:51:06.644080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4a934-82a1-479f-9735-fa98bda9e53b None None] Pushing event updated for resources: {'Port': ['ID=92358279-8857-4357-ac0f-0640460d62de,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:06.736380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Attempting to bind port 92358279-8857-4357-ac0f-0640460d62de on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:06.736863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Attempting to bind port 92358279-8857-4357-ac0f-0640460d62de by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '081f075d-a119-472b-8d50-66477652c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:06.737219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Attempting to bind port 92358279-8857-4357-ac0f-0640460d62de on network 8c2a0557-740e-47b0-828c-2fba6f0a8d46 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:06.743250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:06.743512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Checking segment: {'id': '081f075d-a119-472b-8d50-66477652c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:06.743849 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:06.744241 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Bound using segment: {'id': '081f075d-a119-472b-8d50-66477652c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:06.744723 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Bound port: 92358279-8857-4357-ac0f-0640460d62de, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081f075d-a119-472b-8d50-66477652c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:06.745111 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:06.819643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] For port 92358279-8857-4357-ac0f-0640460d62de, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:06.823469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] For port 92358279-8857-4357-ac0f-0640460d62de, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=92358279-8857-4357-ac0f-0640460d62de,segment=NetworkSegment(081f075d-a119-472b-8d50-66477652c0e2),segment_id=081f075d-a119-472b-8d50-66477652c0e2)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:06.831756 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11964c59-28ca-4bb0-a312-81f91389714b" -d '{"events": [{"server_uuid": "77de1d0e-a8e0-4853-b260-5b0636b1e777", "name": "network-vif-deleted", "tag": "ef8d711d-9690-471c-8f32-ca2d75bc415e"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:06.835505 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:06.922482 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ecc4ccad-d2fb-43a1-84a7-ab6716bee8d4 req-274559d2-5830-4eba-9a9d-f2630e092b9d tempest-AggregatesAdminTestJSON-708265900 tempest-AggregatesAdminTestJSON-708265900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:06.934690 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ecc4ccad-d2fb-43a1-84a7-ab6716bee8d4 req-274559d2-5830-4eba-9a9d-f2630e092b9d tempest-AggregatesAdminTestJSON-708265900 tempest-AggregatesAdminTestJSON-708265900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:06.934912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Routers {'2ceef184-929c-4095-8d9e-fbca5efcc543'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:51:06.935608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:50:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2ceef184-929c-4095-8d9e-fbca5efcc543'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:06.938533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4a934-82a1-479f-9735-fa98bda9e53b None None] Pushing event updated for resources: {'Port': ['ID=92358279-8857-4357-ac0f-0640460d62de,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:06.984439 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c2f19eb-e2e5-45aa-8b97-45a457008e2c req-0751a5ee-7584-40a3-a743-0d20d09acf87 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858244 Jan 31 15:51:07.042730 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ecc4ccad-d2fb-43a1-84a7-ab6716bee8d4 req-274559d2-5830-4eba-9a9d-f2630e092b9d tempest-AggregatesAdminTestJSON-708265900 tempest-AggregatesAdminTestJSON-708265900-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6644859 Jan 31 15:51:07.079475 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fe75a109-a772-4b5a-81f2-394be4db5e08 None None] Provisioning complete for port 92358279-8857-4357-ac0f-0640460d62de triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:07.079876 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fe75a109-a772-4b5a-81f2-394be4db5e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:07.172049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] Set router 2ceef184-929c-4095-8d9e-fbca5efcc543 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:51:07.247180 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c2f19eb-e2e5-45aa-8b97-45a457008e2c req-632f5be2-dd8a-49d0-a0b1-f1256545c065 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507653 Jan 31 15:51:07.255579 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274559d2-5830-4eba-9a9d-f2630e092b9d tempest-AggregatesAdminTestJSON-708265900 tempest-AggregatesAdminTestJSON-708265900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9af967-2fb1-43df-b7da-245e7512ca48,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:07.331936 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cafc9-c118-4b6e-becb-7a3ae1aa612e req-9e289b65-93ae-4334-be65-fa84d6856783 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:07.334126 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c6cafc9-c118-4b6e-becb-7a3ae1aa612e req-9e289b65-93ae-4334-be65-fa84d6856783 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 944 time: 0.0791557 Jan 31 15:51:07.353638 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b754600-13cb-42ee-9166-64d071392353 req-f9f9f9e0-1a92-410d-80bd-cecc17b638d3 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips/a9143774-b012-4a30-9978-6b9d16de6f06 HTTP/1.1" status: 200 len: 692 time: 0.1039112 Jan 31 15:51:07.378225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c6cafc9-c118-4b6e-becb-7a3ae1aa612e req-2776c7ba-1a81-4ec5-8155-fd1612f8965a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377667 Jan 31 15:51:07.417130 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fe75a109-a772-4b5a-81f2-394be4db5e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:07.469681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b754600-13cb-42ee-9166-64d071392353 req-0db99a5a-73d4-4034-bb4b-e6a1519beb1c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:07.475650 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b754600-13cb-42ee-9166-64d071392353 req-0db99a5a-73d4-4034-bb4b-e6a1519beb1c tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1206727 Jan 31 15:51:07.480931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-1b754600-13cb-42ee-9166-64d071392353 req-bfb7482c-9c9d-49c5-817e-2bf06df73eab tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:51:07.487947 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b754600-13cb-42ee-9166-64d071392353 req-bfb7482c-9c9d-49c5-817e-2bf06df73eab tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117104 Jan 31 15:51:07.492028 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fe75a109-a772-4b5a-81f2-394be4db5e08 None None] For port 92358279-8857-4357-ac0f-0640460d62de, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=92358279-8857-4357-ac0f-0640460d62de,segment=NetworkSegment(081f075d-a119-472b-8d50-66477652c0e2),segment_id=081f075d-a119-472b-8d50-66477652c0e2)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:07.500647 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fe75a109-a772-4b5a-81f2-394be4db5e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:07.578804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b754600-13cb-42ee-9166-64d071392353 req-7d10a17a-5223-418f-9980-d3961ed429f5 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.79 HTTP/1.1" status: 200 len: 695 time: 0.0897563 Jan 31 15:51:07.599373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75a109-a772-4b5a-81f2-394be4db5e08 None None] Pushing event updated for resources: {'Port': ['ID=92358279-8857-4357-ac0f-0640460d62de,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:07.628107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a64532d1-9f1d-4229-8068-afe8edfc409f None None] Provisioning complete for port 92358279-8857-4357-ac0f-0640460d62de triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:07.628277 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a64532d1-9f1d-4229-8068-afe8edfc409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:07.631026 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1211d32c-6e92-4db3-8930-7cd10cd6fbc0 x-openstack-request-id: req-1211d32c-6e92-4db3-8930-7cd10cd6fbc0 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:07.631427 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77de1d0e-a8e0-4853-b260-5b0636b1e777", "name": "network-vif-deleted", "tag": "ef8d711d-9690-471c-8f32-ca2d75bc415e", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:07.631944 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1211d32c-6e92-4db3-8930-7cd10cd6fbc0 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:07.632446 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77de1d0e-a8e0-4853-b260-5b0636b1e777', 'name': 'network-vif-deleted', 'tag': 'ef8d711d-9690-471c-8f32-ca2d75bc415e', 'status': 'completed', 'code': 200} Jan 31 15:51:07.633872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1273941012-router', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:54Z', 'updated_at': '2022-01-31T15:51:01Z', 'revision_number': 4, 'project_id': '2dc68eeca6a34033979958b6910a0b8a', 'gw_port': {'id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:56Z', 'updated_at': '2022-01-31T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '92358279-8857-4357-ac0f-0640460d62de', 'name': '', 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'mac_address': 'fa:16:3e:4d:6b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '722d2e89-ea63-4153-8689-d40cddeef461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:59Z', 'updated_at': '2022-01-31T15:51:06Z', 'revision_number': 4, 'project_id': '2dc68eeca6a34033979958b6910a0b8a', 'subnets': [{'id': '722d2e89-ea63-4153-8689-d40cddeef461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:07.639799 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b754600-13cb-42ee-9166-64d071392353 req-fedb4eb9-87d4-4ac9-8043-7671722d5253 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.79 HTTP/1.1" status: 200 len: 695 time: 0.0525193 Jan 31 15:51:07.685989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1198b3b5-f8e0-419c-9575-5f8a3c990f6e None None] The sync data for ids ['2ceef184-929c-4095-8d9e-fbca5efcc543'] in n-d-827120-1 is: [{'id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1273941012-router', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:54Z', 'updated_at': '2022-01-31T15:51:01Z', 'revision_number': 4, 'project_id': '2dc68eeca6a34033979958b6910a0b8a', 'gw_port': {'id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:56Z', 'updated_at': '2022-01-31T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '92358279-8857-4357-ac0f-0640460d62de', 'name': '', 'network_id': '8c2a0557-740e-47b0-828c-2fba6f0a8d46', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'mac_address': 'fa:16:3e:4d:6b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '722d2e89-ea63-4153-8689-d40cddeef461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:59Z', 'updated_at': '2022-01-31T15:51:06Z', 'revision_number': 4, 'project_id': '2dc68eeca6a34033979958b6910a0b8a', 'subnets': [{'id': '722d2e89-ea63-4153-8689-d40cddeef461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:51:07.791889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-1b754600-13cb-42ee-9166-64d071392353 req-4c4bf3ab-5ae6-47f7-9d31-d88a4db25fb5 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Deleting port a33c4d2a-0aeb-4e7f-b759-e4137690505e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:07.792219 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1b754600-13cb-42ee-9166-64d071392353 req-4c4bf3ab-5ae6-47f7-9d31-d88a4db25fb5 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:07.889613 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1b754600-13cb-42ee-9166-64d071392353 req-4c4bf3ab-5ae6-47f7-9d31-d88a4db25fb5 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:07.889954 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1b754600-13cb-42ee-9166-64d071392353 req-4c4bf3ab-5ae6-47f7-9d31-d88a4db25fb5 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:07.904154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-1b754600-13cb-42ee-9166-64d071392353 req-4c4bf3ab-5ae6-47f7-9d31-d88a4db25fb5 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Calling delete_port for a33c4d2a-0aeb-4e7f-b759-e4137690505e owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:08.099270 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1b754600-13cb-42ee-9166-64d071392353 req-4c4bf3ab-5ae6-47f7-9d31-d88a4db25fb5 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:08.121963 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-868d3a54-0897-4bd4-9a19-9ac15d9bc056 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7d5b04401e3e46f997f4d138d5fb4628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257051 Jan 31 15:51:08.125784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bf3ab-5ae6-47f7-9d31-d88a4db25fb5 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Pushing event deleted for resources: {'Port': ['ID=a33c4d2a-0aeb-4e7f-b759-e4137690505e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:08.152905 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1b754600-13cb-42ee-9166-64d071392353 req-4c4bf3ab-5ae6-47f7-9d31-d88a4db25fb5 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:08.155702 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1b754600-13cb-42ee-9166-64d071392353 req-4c4bf3ab-5ae6-47f7-9d31-d88a4db25fb5 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:08.157001 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b754600-13cb-42ee-9166-64d071392353 req-4c4bf3ab-5ae6-47f7-9d31-d88a4db25fb5 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "DELETE /v2.0/floatingips/a9143774-b012-4a30-9978-6b9d16de6f06 HTTP/1.1" status: 204 len: 173 time: 0.5163109 Jan 31 15:51:08.246980 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-12b71ffe-2626-4ae0-9c4c-1a57274c7bec tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:08.248897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-12b71ffe-2626-4ae0-9c4c-1a57274c7bec tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205184 Jan 31 15:51:08.261659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69cbdc-9f43-4465-8e24-4e5502695284 req-b6e23369-97e6-4eda-a7dd-9eb3bd89230d tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:08.264829 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-39d9e5ca-ce12-475d-8643-515b695b7453 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/quotas/7d5b04401e3e46f997f4d138d5fb4628 HTTP/1.1" status: 200 len: 375 time: 0.0098767 Jan 31 15:51:08.269037 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba69cbdc-9f43-4465-8e24-4e5502695284 req-b6e23369-97e6-4eda-a7dd-9eb3bd89230d tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 970 time: 0.0596073 Jan 31 15:51:08.286520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2433965b-00b7-48c5-82f2-b3ac2ce2898a details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:51:08.306004 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba69cbdc-9f43-4465-8e24-4e5502695284 req-c59bc08e-adf0-4cda-9e16-fafb95093a47 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360823 Jan 31 15:51:08.312900 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-13e4b381-fc66-4346-80cc-0ad50db1d577 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d5b04401e3e46f997f4d138d5fb4628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392599 Jan 31 15:51:08.441678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:08.457248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '2433965b-00b7-48c5-82f2-b3ac2ce2898a', 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec', 'port_id': '2433965b-00b7-48c5-82f2-b3ac2ce2898a', 'mac_address': 'fa:16:3e:a3:b8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a14ea8-cb04-4130-9b96-606f6d6534e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:51:08.462109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 92358279-8857-4357-ac0f-0640460d62de up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:08.714912 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:08.748315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2433965b-00b7-48c5-82f2-b3ac2ce2898a {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:08.777411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34388) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:08.813758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:08.814887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 92358279-8857-4357-ac0f-0640460d62de triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:08.815248 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:08.842838 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:08.931347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=2433965b-00b7-48c5-82f2-b3ac2ce2898a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:08.963053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34396) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:08.967588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6d6d232a-ec1e-470c-887d-6759cf22ac28 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430900181', 'description': 'tempest-description--909116770'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:08.973850 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-096c35dd-3c2c-4929-9968-a4bfabd9ae1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.017712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b235847-2ef9-4adf-8f82-f05cb201f520 req-a3542de2-cb56-4bbf-996b-8305a35c8eda tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:09.032935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b235847-2ef9-4adf-8f82-f05cb201f520 req-a3542de2-cb56-4bbf-996b-8305a35c8eda tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3425803 Jan 31 15:51:09.042054 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d6d232a-ec1e-470c-887d-6759cf22ac28 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.104851 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a17ce4e-20f0-4bdb-961e-29a6fc207332 req-b247748a-159e-4878-b862-8dacc06ab5a7 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 210 time: 0.0366473 Jan 31 15:51:09.137242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['2433965b-00b7-48c5-82f2-b3ac2ce2898a'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:09.238574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f9773-8e50-4dde-bcfa-84ef947eca75 req-c99deb81-4dcf-4082-b05d-91514869397e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:09.246193 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-253f9773-8e50-4dde-bcfa-84ef947eca75 req-c99deb81-4dcf-4082-b05d-91514869397e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 945 time: 0.1868179 Jan 31 15:51:09.249931 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d6d232a-ec1e-470c-887d-6759cf22ac28 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.255854 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-096c35dd-3c2c-4929-9968-a4bfabd9ae1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.262593 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d6d232a-ec1e-470c-887d-6759cf22ac28 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.295910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d232a-ec1e-470c-887d-6759cf22ac28 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:09.298155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-096c35dd-3c2c-4929-9968-a4bfabd9ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.344620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4702-ee4f-4740-bb6e-d5b894962f33 req-d10f33db-e493-435f-b5cb-47a9d9551f92 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:09.346428 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-220c4702-ee4f-4740-bb6e-d5b894962f33 req-d10f33db-e493-435f-b5cb-47a9d9551f92 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 970 time: 0.1964388 Jan 31 15:51:09.353219 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d6d232a-ec1e-470c-887d-6759cf22ac28 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.353377 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-499a75bd-63ab-45f1-a839-ff32c4e4c2d7 req-a880afec-060d-4bd7-88f6-372b4a8a16ea tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=cabaad6478e843ffbf504c33d8913ac5 HTTP/1.1" status: 200 len: 1656 time: 0.1541250 Jan 31 15:51:09.357460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6d6d232a-ec1e-470c-887d-6759cf22ac28 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3904676 Jan 31 15:51:09.358405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34406) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:09.362596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b9585573-4a6e-4172-a83d-bbb3336e622f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Request body: {'security_group_rule': {'security_group_id': '9a43a0bd-d7f0-4e96-bdff-3f923b6b648d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:09.369499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c35dd-3c2c-4929-9968-a4bfabd9ae1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3afaa9-8dbc-4beb-802d-d57602070ee1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:09.377829 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-096c35dd-3c2c-4929-9968-a4bfabd9ae1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2402d101aa3849e79d8a29271049493c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993273 Jan 31 15:51:09.378898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34408) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:09.390391 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-253f9773-8e50-4dde-bcfa-84ef947eca75 req-e4006507-9fc5-4f52-99cc-38ab9f017d91 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414809 Jan 31 15:51:09.474060 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9585573-4a6e-4172-a83d-bbb3336e622f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.507073 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1e76-df56-4695-939b-1c6325e72cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.719776 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1e76-df56-4695-939b-1c6325e72cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.779097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfc29c-e6c6-4b26-973c-92cfa685f86c req-c3da6b72-f591-4741-b67c-f35f22f37b4f tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:09.780450 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4dfc29c-e6c6-4b26-973c-92cfa685f86c req-c3da6b72-f591-4741-b67c-f35f22f37b4f tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 970 time: 0.2883301 Jan 31 15:51:09.783408 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9585573-4a6e-4172-a83d-bbb3336e622f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.789456 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9585573-4a6e-4172-a83d-bbb3336e622f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.812810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a75bd-63ab-45f1-a839-ff32c4e4c2d7 req-68cf4ea4-995a-42e1-8eb1-3fe12a3b19bd tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:09.822046 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-499a75bd-63ab-45f1-a839-ff32c4e4c2d7 req-68cf4ea4-995a-42e1-8eb1-3fe12a3b19bd tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks?id=ad999b7c-65db-4384-b3cf-93d5100069eb&id=ad999b7c-65db-4384-b3cf-93d5100069eb&id=ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 787 time: 0.4125922 Jan 31 15:51:09.824127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9585573-4a6e-4172-a83d-bbb3336e622f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f43496-0f96-46a6-925c-14a5693f363b,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:09.832677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-499a75bd-63ab-45f1-a839-ff32c4e4c2d7 req-aa551f46-71f9-4dee-9bff-8daf970096ca tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:51:09.833696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-499a75bd-63ab-45f1-a839-ff32c4e4c2d7 req-aa551f46-71f9-4dee-9bff-8daf970096ca tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108511 Jan 31 15:51:09.835857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-220c4702-ee4f-4740-bb6e-d5b894962f33 req-7a2092f7-cae5-4cb8-856c-d6588db16372 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Deleting port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:09.836144 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-220c4702-ee4f-4740-bb6e-d5b894962f33 req-7a2092f7-cae5-4cb8-856c-d6588db16372 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.843878 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9585573-4a6e-4172-a83d-bbb3336e622f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.848217 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b9585573-4a6e-4172-a83d-bbb3336e622f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4891942 Jan 31 15:51:09.850781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34414) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:09.853018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1e76-df56-4695-939b-1c6325e72cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.855629 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1e76-df56-4695-939b-1c6325e72cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:09.856696 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1cbd1e76-df56-4695-939b-1c6325e72cb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf3afaa9-8dbc-4beb-802d-d57602070ee1 HTTP/1.1" status: 204 len: 168 time: 0.4653659 Jan 31 15:51:09.860183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-548cc5e7-b72b-417c-b824-b74440713186 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Request body: {'security_group_rule': {'security_group_id': '9a43a0bd-d7f0-4e96-bdff-3f923b6b648d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:09.880363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd1e76-df56-4695-939b-1c6325e72cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3afaa9-8dbc-4beb-802d-d57602070ee1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:09.917233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4dfc29c-e6c6-4b26-973c-92cfa685f86c req-89bfc235-16d5-4858-9aea-98f01f253606 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e3da3d8-77cb-4907-98e7-e491366a578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102555 Jan 31 15:51:09.943191 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-548cc5e7-b72b-417c-b824-b74440713186 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.014830 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-c9e21267-cb7a-40e2-abd7-146eea030351 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips/452d2f78-db50-4ed3-8f0f-a9a243fc5630 HTTP/1.1" status: 200 len: 692 time: 0.0885139 Jan 31 15:51:10.017698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-548cc5e7-b72b-417c-b824-b74440713186 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.031448 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-548cc5e7-b72b-417c-b824-b74440713186 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.038706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-748cf678-45be-4af3-92e6-54227390e51a tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7d5b04401e3e46f997f4d138d5fb4628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590117 Jan 31 15:51:10.052524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cc5e7-b72b-417c-b824-b74440713186 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad96d413-b03c-4f54-b049-152a1402e13b,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:10.112752 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-548cc5e7-b72b-417c-b824-b74440713186 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.126318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-548cc5e7-b72b-417c-b824-b74440713186 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2743061 Jan 31 15:51:10.129606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34426) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:10.139981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:10.179320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-220c4702-ee4f-4740-bb6e-d5b894962f33 req-7a2092f7-cae5-4cb8-856c-d6588db16372 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] For port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0312b56d-66e3-4a62-ba11-7b0a9b9de36d,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:10.179694 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-220c4702-ee4f-4740-bb6e-d5b894962f33 req-7a2092f7-cae5-4cb8-856c-d6588db16372 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.203356 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.207929 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-220c4702-ee4f-4740-bb6e-d5b894962f33 req-7a2092f7-cae5-4cb8-856c-d6588db16372 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Calling delete_port for 0312b56d-66e3-4a62-ba11-7b0a9b9de36d owned by compute:tempest-test_az-688078664 {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:10.301170 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2433965b-00b7-48c5-82f2-b3ac2ce2898a up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:10.330958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34430) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:10.371980 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ab64cca-a0aa-4d29-bf77-1a0787452610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.381617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-76c890cc-fe75-4711-b919-0d59b25d0997 req-22f3c645-7c8f-4df4-9acd-81149a75dad4 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 210 time: 0.0707161 Jan 31 15:51:10.396022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 2433965b-00b7-48c5-82f2-b3ac2ce2898a completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:51:10.401428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 2433965b-00b7-48c5-82f2-b3ac2ce2898a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:10.401839 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.407775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-09b9f364-962e-47f8-b3bb-337195899ea6 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:10.409504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-09b9f364-962e-47f8-b3bb-337195899ea6 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3537147 Jan 31 15:51:10.423186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-a184c769-bf4d-4f06-a050-330dfc92b31e tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:10.424615 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-a184c769-bf4d-4f06-a050-330dfc92b31e tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.3945761 Jan 31 15:51:10.429341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Request body: {'port': {'device_id': 'aa01db85-fdab-4dea-b74e-30dc8338c6f9', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '7d5b04401e3e46f997f4d138d5fb4628'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:10.458073 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.479593 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-4861b86f-bcea-41e5-9ddb-bf37f7b03ee3 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 695 time: 0.0443110 Jan 31 15:51:10.519334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34436) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:10.574441 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.577079 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-2ab5bbde-0bc4-4349-9577-d9443f27704a tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 695 time: 0.0809686 Jan 31 15:51:10.600262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ab64cca-a0aa-4d29-bf77-1a0787452610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.620817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:10.622252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acb6e3a-39d7-49dd-8067-0bbd0264c82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2433965b-00b7-48c5-82f2-b3ac2ce2898a'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:10.627191 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0409592-51c7-4858-a5e2-68b1416001f8" -d '{"events": [{"server_uuid": "5acb6e3a-39d7-49dd-8067-0bbd0264c82f", "name": "network-vif-plugged", "status": "completed", "tag": "2433965b-00b7-48c5-82f2-b3ac2ce2898a"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:10.632822 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ab64cca-a0aa-4d29-bf77-1a0787452610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.633681 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.636703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ef8d711d-9690-471c-8f32-ca2d75bc415e no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:51:10.674326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065bce-c7e1-44a5-a9ae-3084361f8a86 req-5abf64d9-be28-4f7e-a5d2-0020178bfb35 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:10.675943 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3065bce-c7e1-44a5-a9ae-3084361f8a86 req-5abf64d9-be28-4f7e-a5d2-0020178bfb35 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 945 time: 0.1557295 Jan 31 15:51:10.693242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: ef8d711d-9690-471c-8f32-ca2d75bc415e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:51:10.693938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ef8d711d-9690-471c-8f32-ca2d75bc415e not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:51:10.723217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=2433965b-00b7-48c5-82f2-b3ac2ce2898a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:10.726503 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8ab64cca-a0aa-4d29-bf77-1a0787452610 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca2c6377458f423da3514c207917c706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915944 Jan 31 15:51:10.730189 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34442) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:10.742122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-490b6ef2-f494-43e4-abfe-983d579cc3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.746815 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Allocated IP 172.25.1.72 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/88cc1089-707e-467d-b86a-4c6dafc5b5b5) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:10.754635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab64cca-a0aa-4d29-bf77-1a0787452610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df06a0b-3018-4874-bde1-768c06b53a28,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:10.791735 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-220c4702-ee4f-4740-bb6e-d5b894962f33 req-7a2092f7-cae5-4cb8-856c-d6588db16372 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.803597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['0312b56d-66e3-4a62-ba11-7b0a9b9de36d'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:10.807113 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3065bce-c7e1-44a5-a9ae-3084361f8a86 req-7f689a1a-531d-4227-b640-c932dc1b9d15 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153457 Jan 31 15:51:10.847485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2092f7-cae5-4cb8-856c-d6588db16372 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Pushing event deleted for resources: {'Port': ['ID=0312b56d-66e3-4a62-ba11-7b0a9b9de36d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:10.903354 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a23ef6-7d86-4045-896a-3af524dc759f x-openstack-request-id: req-e9a23ef6-7d86-4045-896a-3af524dc759f {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:10.903991 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acb6e3a-39d7-49dd-8067-0bbd0264c82f", "name": "network-vif-plugged", "status": "completed", "tag": "2433965b-00b7-48c5-82f2-b3ac2ce2898a", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:10.904705 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9a23ef6-7d86-4045-896a-3af524dc759f {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:10.905418 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acb6e3a-39d7-49dd-8067-0bbd0264c82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2433965b-00b7-48c5-82f2-b3ac2ce2898a', 'code': 200} Jan 31 15:51:10.936647 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.943472 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-220c4702-ee4f-4740-bb6e-d5b894962f33 req-7a2092f7-cae5-4cb8-856c-d6588db16372 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] No DVR routers for this DVR port 0312b56d-66e3-4a62-ba11-7b0a9b9de36d on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:51:10.953761 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-490b6ef2-f494-43e4-abfe-983d579cc3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.959970 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-220c4702-ee4f-4740-bb6e-d5b894962f33 req-7a2092f7-cae5-4cb8-856c-d6588db16372 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.962715 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-490b6ef2-f494-43e4-abfe-983d579cc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.963064 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-220c4702-ee4f-4740-bb6e-d5b894962f33 req-7a2092f7-cae5-4cb8-856c-d6588db16372 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.20 "DELETE /v2.0/ports/0312b56d-66e3-4a62-ba11-7b0a9b9de36d HTTP/1.1" status: 204 len: 173 time: 1.6087394 Jan 31 15:51:10.963679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Made reservation on behalf of 7d5b04401e3e46f997f4d138d5fb4628 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:10.967416 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:10.969440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdec028e-fa94-4180-971c-49601844e368', 'name': 'network-vif-deleted', 'tag': '0312b56d-66e3-4a62-ba11-7b0a9b9de36d'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:10.971929 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c1110-fd6c-4771-9d64-7ef891618062" -d '{"events": [{"server_uuid": "fdec028e-fa94-4180-971c-49601844e368", "name": "network-vif-deleted", "tag": "0312b56d-66e3-4a62-ba11-7b0a9b9de36d"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:10.980849 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-41de3715-79ce-4a3d-b09a-0b6dd50b0d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.001955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-8387d010-1be9-4f03-a56b-f1eaa5e9f61f tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Deleting port 34288fee-370d-4602-98da-eec5299f50e3 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:11.002770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-8387d010-1be9-4f03-a56b-f1eaa5e9f61f tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.046774 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-490b6ef2-f494-43e4-abfe-983d579cc3a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09c868bfd5974864858b67507231d909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237525 Jan 31 15:51:11.057339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34448) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:11.066650 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.084769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b6ef2-f494-43e4-abfe-983d579cc3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bf3954-560e-47a8-8b12-1982ee85b241,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:11.107954 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b24a0fa-d67d-404f-96df-d63b50225e7c req-cf5e9cfb-2f5c-4a68-96c4-6dc700624f13 tempest-AggregatesAdminTestJSON-1411899485 tempest-AggregatesAdminTestJSON-1411899485-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdec028e-fa94-4180-971c-49601844e368 HTTP/1.1" status: 200 len: 210 time: 0.0731962 Jan 31 15:51:11.155300 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-41de3715-79ce-4a3d-b09a-0b6dd50b0d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.161828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:11.174269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:11.174918 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-8387d010-1be9-4f03-a56b-f1eaa5e9f61f tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.175241 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-8387d010-1be9-4f03-a56b-f1eaa5e9f61f tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.181231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:11.190527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57310-91c9-4e6b-9aeb-f2852e281053 req-e409a818-109c-4064-8c03-cf8f84603762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:11.192168 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbd57310-91c9-4e6b-9aeb-f2852e281053 req-e409a818-109c-4064-8c03-cf8f84603762 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 1097 time: 0.1959379 Jan 31 15:51:11.208424 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Pushing event updated for resources: {'Port': ['ID=88cc1089-707e-467d-b86a-4c6dafc5b5b5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:11.211981 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce30d8cd-15ec-4279-9483-dcda021a6477 x-openstack-request-id: req-ce30d8cd-15ec-4279-9483-dcda021a6477 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:11.212316 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdec028e-fa94-4180-971c-49601844e368", "name": "network-vif-deleted", "tag": "0312b56d-66e3-4a62-ba11-7b0a9b9de36d", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:11.212499 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce30d8cd-15ec-4279-9483-dcda021a6477 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:11.212892 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdec028e-fa94-4180-971c-49601844e368', 'name': 'network-vif-deleted', 'tag': '0312b56d-66e3-4a62-ba11-7b0a9b9de36d', 'status': 'completed', 'code': 200} Jan 31 15:51:11.241216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-8387d010-1be9-4f03-a56b-f1eaa5e9f61f tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Calling delete_port for 34288fee-370d-4602-98da-eec5299f50e3 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:11.266424 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c14a9253-55a3-42a8-938f-754f48fc7f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.282437 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbd57310-91c9-4e6b-9aeb-f2852e281053 req-dddb9ff8-4c50-4829-87aa-dcc756267fb7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819118 Jan 31 15:51:11.293870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.306613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c14a9253-55a3-42a8-938f-754f48fc7f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.348623 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-41de3715-79ce-4a3d-b09a-0b6dd50b0d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.351082 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-41de3715-79ce-4a3d-b09a-0b6dd50b0d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.352203 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-41de3715-79ce-4a3d-b09a-0b6dd50b0d7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3df06a0b-3018-4874-bde1-768c06b53a28 HTTP/1.1" status: 204 len: 168 time: 0.6210690 Jan 31 15:51:11.360005 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.382304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de3715-79ce-4a3d-b09a-0b6dd50b0d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df06a0b-3018-4874-bde1-768c06b53a28,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:11.386047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Allocated IP 192.168.233.248 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/37d439e8-a01e-46ef-9920-76463a21a770) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:11.424249 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c14a9253-55a3-42a8-938f-754f48fc7f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.427334 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c14a9253-55a3-42a8-938f-754f48fc7f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.431576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c14a9253-55a3-42a8-938f-754f48fc7f7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66bf3954-560e-47a8-8b12-1982ee85b241 HTTP/1.1" status: 204 len: 168 time: 0.3688643 Jan 31 15:51:11.479625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a9253-55a3-42a8-938f-754f48fc7f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bf3954-560e-47a8-8b12-1982ee85b241,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:11.519770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-8387d010-1be9-4f03-a56b-f1eaa5e9f61f tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.595342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387d010-1be9-4f03-a56b-f1eaa5e9f61f tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Pushing event deleted for resources: {'Port': ['ID=34288fee-370d-4602-98da-eec5299f50e3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:11.605246 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-48bde3d5-a675-47a2-9a3c-91829b629120 req-1c1d6cd8-3f1d-4af5-b23d-4001ce519f03 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 210 time: 0.0343370 Jan 31 15:51:11.614225 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.621617 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.689978 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.696995 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-8387d010-1be9-4f03-a56b-f1eaa5e9f61f tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.700861 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-8387d010-1be9-4f03-a56b-f1eaa5e9f61f tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.708949 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7fe6b70-319d-41e3-a760-c43adfc07ee0 req-8387d010-1be9-4f03-a56b-f1eaa5e9f61f tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "DELETE /v2.0/floatingips/452d2f78-db50-4ed3-8f0f-a9a243fc5630 HTTP/1.1" status: 204 len: 173 time: 1.1251791 Jan 31 15:51:11.714555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Pushing event updated for resources: {'Port': ['ID=88cc1089-707e-467d-b86a-4c6dafc5b5b5,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:11.722897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.736025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0911d034-d44d-41ac-9b04-a57ec5db0dd5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6038806 Jan 31 15:51:11.808545 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.809265 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-5545de8e-7613-4b12-9759-b725a0b3d33e tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips/9396dec4-386b-4137-a5f7-4cb7e6de2948 HTTP/1.1" status: 200 len: 693 time: 0.0706673 Jan 31 15:51:11.853613 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.895809 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:11.899584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:11.904671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:11.911407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:11.912047 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:11.961309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-a8c6c651-3bd8-4a5c-9cd5-2ca422ee0cbd tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:11.970418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-a8c6c651-3bd8-4a5c-9cd5-2ca422ee0cbd tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1598132 Jan 31 15:51:11.973026 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34474) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:11.975121 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5494480 Jan 31 15:51:11.979806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-c8671d6f-8726-4b5f-b875-afa34625cd98 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:51:11.989217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2374d-aeca-419b-8f36-2f9169e95cc3 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Pushing event updated for resources: {'Port': ['ID=37d439e8-a01e-46ef-9920-76463a21a770,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:11.989726 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-c8671d6f-8726-4b5f-b875-afa34625cd98 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179548 Jan 31 15:51:11.995623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Request body: {'port': {'device_id': 'aa01db85-fdab-4dea-b74e-30dc8338c6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:12.021911 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6001adb1-1e13-47b4-830e-af61a0dbc5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.045460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06e114-053e-449a-b79f-44fb750a208f req-80445684-d4e6-427e-91d6-94f9b121b0bd tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:12.046989 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db06e114-053e-449a-b79f-44fb750a208f req-80445684-d4e6-427e-91d6-94f9b121b0bd tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 946 time: 0.1179538 Jan 31 15:51:12.075460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-afb6bd51-d2ab-47c6-bf8f-3560cadebeae tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.0848598 Jan 31 15:51:12.103699 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.130620 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db06e114-053e-449a-b79f-44fb750a208f req-71effe29-ad87-459d-9534-15eeb4372031 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583591 Jan 31 15:51:12.185810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-1f029f64-1364-45bf-8544-718dfdecbe0f tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.0992730 Jan 31 15:51:12.255953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0f19e06f-7f02-404a-96c9-d9f22c679e3e None None] Provisioning complete for port 37d439e8-a01e-46ef-9920-76463a21a770 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:12.262798 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f19e06f-7f02-404a-96c9-d9f22c679e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.317568 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-311d0360-51d6-4daf-bdb3-98a0b4e68588 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1430900181&fields=id&tenant_id=47409c3206c74917a98561c89b6ac9b2 HTTP/1.1" status: 200 len: 267 time: 0.0577626 Jan 31 15:51:12.336334 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0f19e06f-7f02-404a-96c9-d9f22c679e3e None None] Port 37d439e8-a01e-46ef-9920-76463a21a770 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:51:12.362874 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6001adb1-1e13-47b4-830e-af61a0dbc5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.370360 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6001adb1-1e13-47b4-830e-af61a0dbc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.385145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-a23358e5-9b2d-48a1-a6b5-6871d9c1b608 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Deleting port 9fdc1326-5717-4b04-a980-fe8805019f56 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:12.385510 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-a23358e5-9b2d-48a1-a6b5-6871d9c1b608 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.496186 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6001adb1-1e13-47b4-830e-af61a0dbc5b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbe281486eb84e49b2eb3426fde054b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193417 Jan 31 15:51:12.497582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34496) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:12.505826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001adb1-1e13-47b4-830e-af61a0dbc5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a89159d-13a9-41e6-b903-972be769920e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:12.541171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34498) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:12.543888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-a23358e5-9b2d-48a1-a6b5-6871d9c1b608 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.544205 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-a23358e5-9b2d-48a1-a6b5-6871d9c1b608 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.568639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-a23358e5-9b2d-48a1-a6b5-6871d9c1b608 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Calling delete_port for 9fdc1326-5717-4b04-a980-fe8805019f56 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:12.761915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-7b06035a-cfff-41be-a561-687ab66c3bd8 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:12.763390 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-7b06035a-cfff-41be-a561-687ab66c3bd8 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/networks?id=107981a1-8971-4307-a532-a01979b3d6a9 HTTP/1.1" status: 200 len: 823 time: 0.4370949 Jan 31 15:51:12.792510 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-730d68a2-96d2-45d9-8b56-11ad4b05643b tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/quotas/47409c3206c74917a98561c89b6ac9b2 HTTP/1.1" status: 200 len: 375 time: 0.0186718 Jan 31 15:51:12.795200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1996549521-network', 'tenant_id': '752356e4045c453fb2ac93b32b0057f6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:12.810095 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52ea3273-ab99-45ed-ad01-ab311ed069b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.851951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52ea3273-ab99-45ed-ad01-ab311ed069b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.868788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d439e8-a01e-46ef-9920-76463a21a770 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:12.873785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Made reservation on behalf of 752356e4045c453fb2ac93b32b0057f6 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:12.876164 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.880866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.897957 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-3482f290-47da-4159-8430-fe2b016f13f6 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=47409c3206c74917a98561c89b6ac9b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965564 Jan 31 15:51:12.905534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Transition to ACTIVE for port object 37d439e8-a01e-46ef-9920-76463a21a770 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:51:12.907348 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.911103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.967296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52ea3273-ab99-45ed-ad01-ab311ed069b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.970273 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52ea3273-ab99-45ed-ad01-ab311ed069b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:12.974267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-52ea3273-ab99-45ed-ad01-ab311ed069b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a89159d-13a9-41e6-b903-972be769920e HTTP/1.1" status: 204 len: 168 time: 0.4754584 Jan 31 15:51:13.001915 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-a23358e5-9b2d-48a1-a6b5-6871d9c1b608 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.016045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea3273-ab99-45ed-ad01-ab311ed069b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a89159d-13a9-41e6-b903-972be769920e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:13.021061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Pushing event updated for resources: {'Port': ['ID=37d439e8-a01e-46ef-9920-76463a21a770,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:13.073391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23358e5-9b2d-48a1-a6b5-6871d9c1b608 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Pushing event deleted for resources: {'Port': ['ID=9fdc1326-5717-4b04-a980-fe8805019f56,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:13.073905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Attempting to bind port 37d439e8-a01e-46ef-9920-76463a21a770 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:13.074245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Attempting to bind port 37d439e8-a01e-46ef-9920-76463a21a770 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:13.074570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Attempting to bind port 37d439e8-a01e-46ef-9920-76463a21a770 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:13.091713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Port 37d439e8-a01e-46ef-9920-76463a21a770 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:13.092037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Attempting to bind port 37d439e8-a01e-46ef-9920-76463a21a770 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:13.104137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-a23358e5-9b2d-48a1-a6b5-6871d9c1b608 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.104943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:13.105284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:13.105687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:13.106177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Bound port: 37d439e8-a01e-46ef-9920-76463a21a770, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:13.106591 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.107524 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-a23358e5-9b2d-48a1-a6b5-6871d9c1b608 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.114234 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a8563dd-d42e-49d4-b2b7-e43e1cc90a78 req-a23358e5-9b2d-48a1-a6b5-6871d9c1b608 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "DELETE /v2.0/floatingips/9396dec4-386b-4137-a5f7-4cb7e6de2948 HTTP/1.1" status: 204 len: 173 time: 0.9200399 Jan 31 15:51:13.119752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-c3ccf65f-bdde-4f33-9857-9ad344560f08 service neutron] 10.222.0.36 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007618 Jan 31 15:51:13.150089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.156845 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.186179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:51:13.196233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a94198-9879-425b-8952-175c3ce9c5a4,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:13.205055 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.205566 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Added segment f5059a18-e020-4596-95ba-42500c4bc940 of type vlan for network 4edfa7f6-b666-4f6a-b919-e486125e4ebc Jan 31 15:51:13.264080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.275568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] For port 37d439e8-a01e-46ef-9920-76463a21a770, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:13.280778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] For port 37d439e8-a01e-46ef-9920-76463a21a770, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=37d439e8-a01e-46ef-9920-76463a21a770,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:13.288760 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.316448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9917fd-8773-4d7b-9407-9468610ae2cc req-051c0f61-d9f5-40e7-9d9e-2579a6899cc7 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:13.323918 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f9917fd-8773-4d7b-9407-9468610ae2cc req-051c0f61-d9f5-40e7-9d9e-2579a6899cc7 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 948 time: 0.0719724 Jan 31 15:51:13.326172 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.327151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:13.328182 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.340904 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:13.341530 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.342927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] 10.222.0.30 "PUT /v2.0/ports/37d439e8-a01e-46ef-9920-76463a21a770 HTTP/1.1" status: 200 len: 1096 time: 1.3548512 Jan 31 15:51:13.346718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa01db85-fdab-4dea-b74e-30dc8338c6f9', 'tag': '37d439e8-a01e-46ef-9920-76463a21a770'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:13.349793 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42eb1436-dcf9-420e-ac8d-7c23bd158708" -d '{"events": [{"name": "network-changed", "server_uuid": "aa01db85-fdab-4dea-b74e-30dc8338c6f9", "tag": "37d439e8-a01e-46ef-9920-76463a21a770"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:13.372980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-bce62ec1-9c5d-43be-99e0-79385149df03 service neutron] 10.222.0.36 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416608 Jan 31 15:51:13.412064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8650122 Jan 31 15:51:13.414976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34520) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:13.418450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e9166-a0ae-49f5-9dda-d88cab30cfae service neutron] Pushing event updated for resources: {'Port': ['ID=37d439e8-a01e-46ef-9920-76463a21a770,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:13.462352 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-5b9df24d-3e1e-4f20-a020-3cf3b550b62f admin admin] Request body: {'subnet': {'network_id': '4edfa7f6-b666-4f6a-b919-e486125e4ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1996549521-subnet', 'tenant_id': '752356e4045c453fb2ac93b32b0057f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:13.467114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-e44d47db-ff4d-4f1a-ade8-0b1c69b082d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:13.469546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962811ea-b946-46d9-ab7c-0001749f54c1 admin admin] Pushing event updated for resources: {'Network': ['ID=4edfa7f6-b666-4f6a-b919-e486125e4ebc,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:13.469692 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-e44d47db-ff4d-4f1a-ade8-0b1c69b082d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d5b04401e3e46f997f4d138d5fb4628&device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 1099 time: 0.0700181 Jan 31 15:51:13.479204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 4edfa7f6-b666-4f6a-b919-e486125e4ebc details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:51:13.489418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f9917fd-8773-4d7b-9407-9468610ae2cc req-9708aec0-098a-4ee3-becc-3a5d97185ab5 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605644 Jan 31 15:51:13.533047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9df24d-3e1e-4f20-a020-3cf3b550b62f admin admin] Made reservation on behalf of 752356e4045c453fb2ac93b32b0057f6 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:13.533991 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-82f2e198-f998-4a48-b6a5-f58a650e771c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=37d439e8-a01e-46ef-9920-76463a21a770 HTTP/1.1" status: 200 len: 217 time: 0.0574656 Jan 31 15:51:13.534663 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b9df24d-3e1e-4f20-a020-3cf3b550b62f admin admin] Notify callbacks [] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.616779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-c628d476-dc9e-4597-b2be-e6be09ba6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:13.619374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-c628d476-dc9e-4597-b2be-e6be09ba6cfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0795438 Jan 31 15:51:13.679766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-ed7ae469-06be-4685-8a16-6e1a1d668c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:13.681956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-ed7ae469-06be-4685-8a16-6e1a1d668c27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536067 Jan 31 15:51:13.692496 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-9dabd939-57be-423c-9067-21520b8df5d2 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips/58fffe11-5d7e-4cb9-89b0-e3dc4b306f82 HTTP/1.1" status: 200 len: 693 time: 0.1693454 Jan 31 15:51:13.831203 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-8cadcfbd-953b-44e1-9e71-d558a6750557 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422622 Jan 31 15:51:13.879751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-446051a7-63ca-435d-b524-1014a6aeb5ab tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:13.887513 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-446051a7-63ca-435d-b524-1014a6aeb5ab tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1866753 Jan 31 15:51:13.895289 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b9df24d-3e1e-4f20-a020-3cf3b550b62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:13.938524 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c34fc1-84c8-44fa-9d13-44ca0749f38e req-683c8a9c-22da-4b5e-afc4-2d218f45ff1c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:13.940078 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c8c34fc1-84c8-44fa-9d13-44ca0749f38e req-683c8a9c-22da-4b5e-afc4-2d218f45ff1c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 946 time: 0.2313275 Jan 31 15:51:13.968442 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-c541f98b-8e68-409c-af3b-b475bcb6db84 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0800085 Jan 31 15:51:14.010040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3333f35b-7c00-4e63-9e92-5e13a2969eb6 req-77cbc0bc-a1c7-4a54-a85c-cd86cd85007e service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560800 Jan 31 15:51:14.036650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9df24d-3e1e-4f20-a020-3cf3b550b62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=80eb03b9-a7d4-4653-b535-13f8d4d3e9cc,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:14.045758 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-232df127-5acf-4592-ad69-255943a86964 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0691056 Jan 31 15:51:14.049273 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c8c34fc1-84c8-44fa-9d13-44ca0749f38e req-2414647d-379b-4cd7-b177-68190bcdc7e8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937157 Jan 31 15:51:14.057151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9df24d-3e1e-4f20-a020-3cf3b550b62f admin admin] Checking segment: {'id': 'f5059a18-e020-4596-95ba-42500c4bc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4edfa7f6-b666-4f6a-b919-e486125e4ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:14.057536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9df24d-3e1e-4f20-a020-3cf3b550b62f admin admin] Network hostable DHCP agents. Network: 4edfa7f6-b666-4f6a-b919-e486125e4ebc, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:51:14.148632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9df24d-3e1e-4f20-a020-3cf3b550b62f admin admin] Network 4edfa7f6-b666-4f6a-b919-e486125e4ebc is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:51:14.178859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-5b9df24d-3e1e-4f20-a020-3cf3b550b62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 4edfa7f6-b666-4f6a-b919-e486125e4ebc) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:14.184199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9df24d-3e1e-4f20-a020-3cf3b550b62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:14.184797 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b9df24d-3e1e-4f20-a020-3cf3b550b62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:14.189603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f8c4c-b181-4941-80ed-f1a61b70e3af None None] Network 4edfa7f6-b666-4f6a-b919-e486125e4ebc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:14.208482 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5b9df24d-3e1e-4f20-a020-3cf3b550b62f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7639415 Jan 31 15:51:14.210307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0312b56d-66e3-4a62-ba11-7b0a9b9de36d no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:51:14.237047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-e9f9823f-7b63-4781-8a5e-c13c7c6ee7d1 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Deleting port ed6f16ca-5584-4a5b-86fe-95c7062a428b {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:14.237503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-e9f9823f-7b63-4781-8a5e-c13c7c6ee7d1 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:14.244390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 0312b56d-66e3-4a62-ba11-7b0a9b9de36d {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:51:14.244757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0312b56d-66e3-4a62-ba11-7b0a9b9de36d not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:51:14.336735 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354f95a6-9130-4722-a34d-7bb7452a64c2 x-openstack-request-id: req-354f95a6-9130-4722-a34d-7bb7452a64c2 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:14.337110 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa01db85-fdab-4dea-b74e-30dc8338c6f9", "tag": "37d439e8-a01e-46ef-9920-76463a21a770", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:14.337338 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-354f95a6-9130-4722-a34d-7bb7452a64c2 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:14.337754 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa01db85-fdab-4dea-b74e-30dc8338c6f9', 'tag': '37d439e8-a01e-46ef-9920-76463a21a770', 'status': 'completed', 'code': 200} Jan 31 15:51:14.419027 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-e9f9823f-7b63-4781-8a5e-c13c7c6ee7d1 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:14.419636 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-e9f9823f-7b63-4781-8a5e-c13c7c6ee7d1 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:14.433740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-e9f9823f-7b63-4781-8a5e-c13c7c6ee7d1 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Calling delete_port for ed6f16ca-5584-4a5b-86fe-95c7062a428b owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:14.460677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e2259777-fe88-4693-a434-5d80c3fba1ac req-9edf7152-fbd4-44d3-93d6-29e583dc4184 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 210 time: 0.0431492 Jan 31 15:51:14.463680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb1436-dcf9-420e-ac8d-7c23bd158708 req-c4de00c5-641d-4de6-b3e8-fe63ab391c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:14.465168 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42eb1436-dcf9-420e-ac8d-7c23bd158708 req-c4de00c5-641d-4de6-b3e8-fe63ab391c9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d5b04401e3e46f997f4d138d5fb4628&device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 1099 time: 0.1076779 Jan 31 15:51:14.476587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b944db-b5ec-45ba-a50e-50f41dcc1c6c None None] Network 4edfa7f6-b666-4f6a-b919-e486125e4ebc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:14.638125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb1436-dcf9-420e-ac8d-7c23bd158708 req-6ca0ab33-4392-4881-a11c-64d2a5a17ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:14.643274 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42eb1436-dcf9-420e-ac8d-7c23bd158708 req-6ca0ab33-4392-4881-a11c-64d2a5a17ae2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1691842 Jan 31 15:51:14.680338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-e9f9823f-7b63-4781-8a5e-c13c7c6ee7d1 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:14.693997 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42eb1436-dcf9-420e-ac8d-7c23bd158708 req-d686c541-9554-4dd2-8f26-a4d52c8f320a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=37d439e8-a01e-46ef-9920-76463a21a770 HTTP/1.1" status: 200 len: 217 time: 0.0451243 Jan 31 15:51:14.714064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9823f-7b63-4781-8a5e-c13c7c6ee7d1 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Pushing event deleted for resources: {'Port': ['ID=ed6f16ca-5584-4a5b-86fe-95c7062a428b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:14.741138 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-e9f9823f-7b63-4781-8a5e-c13c7c6ee7d1 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:14.744281 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-e9f9823f-7b63-4781-8a5e-c13c7c6ee7d1 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:14.745435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d7f2ae6-d541-47f7-88e8-c1a385858715 req-e9f9823f-7b63-4781-8a5e-c13c7c6ee7d1 tempest-FloatingIPDetailsTestJSON-1768221691 tempest-FloatingIPDetailsTestJSON-1768221691-project] 10.222.0.36 "DELETE /v2.0/floatingips/58fffe11-5d7e-4cb9-89b0-e3dc4b306f82 HTTP/1.1" status: 204 len: 173 time: 0.6901052 Jan 31 15:51:14.751742 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34574) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:14.806989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb1436-dcf9-420e-ac8d-7c23bd158708 req-4a497c84-008c-4ecc-8a41-b41cbd0515cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:14.808440 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42eb1436-dcf9-420e-ac8d-7c23bd158708 req-4a497c84-008c-4ecc-8a41-b41cbd0515cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1067624 Jan 31 15:51:14.940293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb1436-dcf9-420e-ac8d-7c23bd158708 req-58847a2b-7f11-42bc-a69c-19514fe33825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:14.942350 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42eb1436-dcf9-420e-ac8d-7c23bd158708 req-58847a2b-7f11-42bc-a69c-19514fe33825 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236746 Jan 31 15:51:14.958011 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c55da-4317-4793-bcbc-6ca1c5641b8d req-0f99dec7-0fb1-488d-bfdc-a85b153c550b tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:14.960010 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a1c55da-4317-4793-bcbc-6ca1c5641b8d req-0f99dec7-0fb1-488d-bfdc-a85b153c550b tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 948 time: 0.0725913 Jan 31 15:51:15.030012 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a1c55da-4317-4793-bcbc-6ca1c5641b8d req-14e85249-7636-4346-bbd5-9872a581aedd tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642042 Jan 31 15:51:15.249924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-f201e80e-fac1-4733-9391-e3c9be80dc75 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:15.251536 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-f201e80e-fac1-4733-9391-e3c9be80dc75 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.20 "GET /v2.0/networks?id=107981a1-8971-4307-a532-a01979b3d6a9 HTTP/1.1" status: 200 len: 823 time: 0.3529084 Jan 31 15:51:15.256841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70c78c-43a5-4325-ab0e-59c01f362c08 req-d357365d-c344-407c-939b-4e487054640b tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:15.264439 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd70c78c-43a5-4325-ab0e-59c01f362c08 req-d357365d-c344-407c-939b-4e487054640b tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 1097 time: 0.2702739 Jan 31 15:51:15.303652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34596) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:15.309104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1000152578-network', 'tenant_id': '7611bf2836824c5da5e84e9ad94dee60'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:15.319453 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42eb1436-dcf9-420e-ac8d-7c23bd158708 req-3f254622-c49c-4a4b-a375-8b9872f4fa3c service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263962 Jan 31 15:51:15.348473 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Made reservation on behalf of 7611bf2836824c5da5e84e9ad94dee60 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:15.353533 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:15.366921 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:15.420527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd70c78c-43a5-4325-ab0e-59c01f362c08 req-5e39a100-d4cf-405f-8ac9-d368820b8afc tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551218 Jan 31 15:51:15.492575 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-d7c1ab2d-f40c-4526-8f3a-4452e1a18639 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47409c3206c74917a98561c89b6ac9b2 HTTP/1.1" status: 200 len: 380 time: 0.2261052 Jan 31 15:51:15.506691 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:15.507645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Request body: {'port': {'device_id': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'admin_state_up': True, 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'security_groups': ['9a43a0bd-d7f0-4e96-bdff-3f923b6b648d']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:15.511577 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:15.542816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:51:15.553592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec863b4c-49c0-4792-a26b-4e1f6a475594,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:15.571878 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:15.572283 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Added segment 2ee3914e-0543-4d9c-84d2-04494f925f56 of type vlan for network e5d330fc-5858-48d0-872d-93e6b526042e Jan 31 15:51:15.597685 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f3f7bd9-88bd-4500-a8a1-7d1bc46c83e7 req-f1e366dc-e26d-48be-bd7d-708a9d4fa5c4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 210 time: 0.0386386 Jan 31 15:51:15.638910 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:15.682953 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:15.684291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:15.684929 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:15.745109 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4400380 Jan 31 15:51:15.747769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34622) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:15.752738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-54f64bb1-1655-472d-b86f-c4e9dc9ce58e admin admin] Request body: {'subnet': {'network_id': 'e5d330fc-5858-48d0-872d-93e6b526042e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1000152578-subnet', 'tenant_id': '7611bf2836824c5da5e84e9ad94dee60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:15.765607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263291ae-6d16-477a-854e-294114db0b3f admin admin] Pushing event updated for resources: {'Network': ['ID=e5d330fc-5858-48d0-872d-93e6b526042e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:15.781963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network e5d330fc-5858-48d0-872d-93e6b526042e details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:51:15.793114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f64bb1-1655-472d-b86f-c4e9dc9ce58e admin admin] Made reservation on behalf of 7611bf2836824c5da5e84e9ad94dee60 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:15.796021 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54f64bb1-1655-472d-b86f-c4e9dc9ce58e admin admin] Notify callbacks [] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:15.933524 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42eb1436-dcf9-420e-ac8d-7c23bd158708 req-1c15e3fd-230b-44f6-9be9-eb22e2551bab service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959468 Jan 31 15:51:15.964506 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa93fde-043d-4409-9985-479f2d5807a2 req-5991177f-9c83-41aa-b6d9-093610539725 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:15.966239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fa93fde-043d-4409-9985-479f2d5807a2 req-5991177f-9c83-41aa-b6d9-093610539725 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 1097 time: 0.4380608 Jan 31 15:51:16.007903 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54f64bb1-1655-472d-b86f-c4e9dc9ce58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:16.037139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Made reservation on behalf of 47409c3206c74917a98561c89b6ac9b2 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:16.040595 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:16.059477 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fa93fde-043d-4409-9985-479f2d5807a2 req-ea0f5d61-8aa6-4a1d-b0b0-7a4ac2bd9284 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809617 Jan 31 15:51:16.087195 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f64bb1-1655-472d-b86f-c4e9dc9ce58e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ae8f97-a219-4510-888e-c714c09e4f2c,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:16.096840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f64bb1-1655-472d-b86f-c4e9dc9ce58e admin admin] Checking segment: {'id': '2ee3914e-0543-4d9c-84d2-04494f925f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e5d330fc-5858-48d0-872d-93e6b526042e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:16.097208 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f64bb1-1655-472d-b86f-c4e9dc9ce58e admin admin] Network hostable DHCP agents. Network: e5d330fc-5858-48d0-872d-93e6b526042e, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:51:16.118734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f64bb1-1655-472d-b86f-c4e9dc9ce58e admin admin] Network e5d330fc-5858-48d0-872d-93e6b526042e is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:51:16.131587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-54f64bb1-1655-472d-b86f-c4e9dc9ce58e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, e5d330fc-5858-48d0-872d-93e6b526042e) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:16.144658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f64bb1-1655-472d-b86f-c4e9dc9ce58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:16.145083 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351fc10-5137-49be-a9a2-d6e4a4ea7180 None None] Network e5d330fc-5858-48d0-872d-93e6b526042e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:16.145306 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54f64bb1-1655-472d-b86f-c4e9dc9ce58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:16.180814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-54f64bb1-1655-472d-b86f-c4e9dc9ce58e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4245737 Jan 31 15:51:16.246670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e7830-e545-41a5-b929-d6335c9f15c9 req-30925e6e-c5cd-4aab-80a6-5732579e03e4 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:16.254291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-263e7830-e545-41a5-b929-d6335c9f15c9 req-30925e6e-c5cd-4aab-80a6-5732579e03e4 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 948 time: 0.0943236 Jan 31 15:51:16.320736 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-263e7830-e545-41a5-b929-d6335c9f15c9 req-3ae6006a-fc9f-4a8a-a74b-ea28f91fadef tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659437 Jan 31 15:51:16.321253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34654) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:16.333288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 37d439e8-a01e-46ef-9920-76463a21a770 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:51:16.375681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Allocated IP 172.20.0.13 (107981a1-8971-4307-a532-a01979b3d6a9/ea396132-7d5e-453a-89f4-5dd0f7c77d85/dc3057ec-a28e-45a5-b69d-9c760ba46ba2) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:16.392265 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-884ab1b8-90b4-48fa-bb8d-1e807cacea2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:16.420642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6508ac-b9fd-4ca7-8300-92a27d79fa74 admin admin] Deleting subnet 80eb03b9-a7d4-4653-b535-13f8d4d3e9cc {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:51:16.424394 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a6508ac-b9fd-4ca7-8300-92a27d79fa74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:16.463457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-f495a878-074f-42f6-9b75-7415d906e350 req-d1eb5df6-1f03-4a97-8d1c-e9fb9798fc22 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:51:16.465172 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f495a878-074f-42f6-9b75-7415d906e350 req-d1eb5df6-1f03-4a97-8d1c-e9fb9798fc22 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0666859 Jan 31 15:51:16.486165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b29b536-ba8c-461d-8179-5ac70ebe66b9 None None] Network e5d330fc-5858-48d0-872d-93e6b526042e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:16.515866 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a6508ac-b9fd-4ca7-8300-92a27d79fa74 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:16.543922 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a6508ac-b9fd-4ca7-8300-92a27d79fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:16.589532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 37d439e8-a01e-46ef-9920-76463a21a770, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=37d439e8-a01e-46ef-9920-76463a21a770,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:16.612456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '37d439e8-a01e-46ef-9920-76463a21a770', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '37d439e8-a01e-46ef-9920-76463a21a770', 'mac_address': 'fa:16:3e:e2:0a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:51:16.717720 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a6508ac-b9fd-4ca7-8300-92a27d79fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:16.751763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6508ac-b9fd-4ca7-8300-92a27d79fa74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80eb03b9-a7d4-4653-b535-13f8d4d3e9cc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:16.760341 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a6508ac-b9fd-4ca7-8300-92a27d79fa74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:16.768610 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4a6508ac-b9fd-4ca7-8300-92a27d79fa74 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/80eb03b9-a7d4-4653-b535-13f8d4d3e9cc HTTP/1.1" status: 204 len: 168 time: 0.4462216 Jan 31 15:51:16.768953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34674) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:16.804614 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:16.819655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d439e8-a01e-46ef-9920-76463a21a770 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:16.840746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 37d439e8-a01e-46ef-9920-76463a21a770, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=37d439e8-a01e-46ef-9920-76463a21a770,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:16.845442 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:16.849916 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3520762-1ae7-47ef-a765-6450d103a233 req-78d2755b-a097-452d-b52e-e666773f097d tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 210 time: 0.0436790 Jan 31 15:51:16.853036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34680) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:16.904466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=37d439e8-a01e-46ef-9920-76463a21a770,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:16.992005 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5a20883-251a-4b51-8580-53a36d547d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.061425 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.078463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['37d439e8-a01e-46ef-9920-76463a21a770'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:17.085332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.138448 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5a20883-251a-4b51-8580-53a36d547d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.145356 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5a20883-251a-4b51-8580-53a36d547d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.184153 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-38660852-c6fe-47bf-b890-d226387fafe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.205713 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d5a20883-251a-4b51-8580-53a36d547d10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb71227d3c7a4b829e8fa5f3ccc161b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513875 Jan 31 15:51:17.207935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34708) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:17.214167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a20883-251a-4b51-8580-53a36d547d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7a6c2d-52e3-4e5b-8e53-e3e5fd192602,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:17.289512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-802f91dd-9285-4d1a-9ccf-e47335b6b140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.321687 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-802f91dd-9285-4d1a-9ccf-e47335b6b140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.347330 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.359239 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.406308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-802f91dd-9285-4d1a-9ccf-e47335b6b140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.409218 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-802f91dd-9285-4d1a-9ccf-e47335b6b140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.413873 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-802f91dd-9285-4d1a-9ccf-e47335b6b140 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a7a6c2d-52e3-4e5b-8e53-e3e5fd192602 HTTP/1.1" status: 204 len: 168 time: 0.2048817 Jan 31 15:51:17.425809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f91dd-9285-4d1a-9ccf-e47335b6b140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7a6c2d-52e3-4e5b-8e53-e3e5fd192602,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:17.426474 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.426811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.427513 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.427831 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > port after_create 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.428154 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > port after_delete 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.428471 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > port after_update 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.428776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.429079 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.429377 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.429721 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.519801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.520324 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.520801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.521285 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:17.521917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edfa7f6-b666-4f6a-b919-e486125e4ebc']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:17.560916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Network 107981a1-8971-4307-a532-a01979b3d6a9 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:17.563045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5059a18-e020-4596-95ba-42500c4bc940') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:17.563549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5059a18-e020-4596-95ba-42500c4bc940') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:17.573235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c7bf8-899f-44d3-b37f-96f4c6994dae req-52cf96e2-ac5d-44c6-a7e1-41c06253c2a7 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:17.577429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:17.580798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Pushing event updated for resources: {'Port': ['ID=dc3057ec-a28e-45a5-b69d-9c760ba46ba2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:17.581780 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a50c7bf8-899f-44d3-b37f-96f4c6994dae req-52cf96e2-ac5d-44c6-a7e1-41c06253c2a7 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 949 time: 0.0691669 Jan 31 15:51:17.594362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:17.605139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:17.606322 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.625278 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.631923 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-ccc3c1de-4de9-45f9-894b-7d13a6665160 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1280558 Jan 31 15:51:17.635217 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a50c7bf8-899f-44d3-b37f-96f4c6994dae req-2a04f38c-e12e-476a-ba1a-d027b7706a40 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525784 Jan 31 15:51:17.650287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Request body: {'port': {'device_id': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'device_owner': 'compute:tempest-test_az-688078664', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:17.680681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-884ab1b8-90b4-48fa-bb8d-1e807cacea2c admin admin] Deleting port 396ad7ad-0b64-4461-964a-e02773997df4 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:17.680681 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-884ab1b8-90b4-48fa-bb8d-1e807cacea2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.686150 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.718052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:51:17.718455 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: from cryptography.utils import int_from_bytes Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: from cryptography.utils import int_from_bytes Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:51:17.750333 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:51:17.818264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34744) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:17.847414 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b80e0d3f-d1f7-4eb3-934a-c09123bf0fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.916982 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.948989 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b80e0d3f-d1f7-4eb3-934a-c09123bf0fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.961642 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b80e0d3f-d1f7-4eb3-934a-c09123bf0fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:17.970041 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d768d86b-bded-4a16-93dc-7e7d009a8704 None None] Provisioning complete for port dc3057ec-a28e-45a5-b69d-9c760ba46ba2 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:17.970837 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d768d86b-bded-4a16-93dc-7e7d009a8704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.010158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d768d86b-bded-4a16-93dc-7e7d009a8704 None None] Port dc3057ec-a28e-45a5-b69d-9c760ba46ba2 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:51:18.038186 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b80e0d3f-d1f7-4eb3-934a-c09123bf0fa9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd1e958d105b455091902208528d5f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187283 Jan 31 15:51:18.040626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34758) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:18.048690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e0d3f-d1f7-4eb3-934a-c09123bf0fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaadfc9-7d5c-4e81-a2d3-abf882ecadb9,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:18.064847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.071439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab7052-526f-4398-8469-fe8bbfae1725 req-d9550d14-e5c9-4bf3-94ba-1f9c8e97535a tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:18.073242 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03ab7052-526f-4398-8469-fe8bbfae1725 req-d9550d14-e5c9-4bf3-94ba-1f9c8e97535a tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 932 time: 0.0982823 Jan 31 15:51:18.078920 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.083282 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] 10.222.0.36 "DELETE /v2.0/networks/4edfa7f6-b666-4f6a-b919-e486125e4ebc HTTP/1.1" status: 204 len: 168 time: 1.3098252 Jan 31 15:51:18.089731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34760) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:18.102624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34762) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:18.115958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-884ab1b8-90b4-48fa-bb8d-1e807cacea2c admin admin] For port 396ad7ad-0b64-4461-964a-e02773997df4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=396ad7ad-0b64-4461-964a-e02773997df4,segment=NetworkSegment(182ca6c2-36d4-454d-83b2-521153322086),segment_id=182ca6c2-36d4-454d-83b2-521153322086)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:18.116373 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-884ab1b8-90b4-48fa-bb8d-1e807cacea2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.119128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270d1f2-e692-4ddf-9f93-0ca770089f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=4edfa7f6-b666-4f6a-b919-e486125e4ebc,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:18.143106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-884ab1b8-90b4-48fa-bb8d-1e807cacea2c admin admin] Calling delete_port for 396ad7ad-0b64-4461-964a-e02773997df4 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:18.176007 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6d01be5-cae1-4d4e-b933-b404485350e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.199086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-80caf242-7e28-49ef-8af9-e80aca657295 admin admin] Deleting subnet 94ae8f97-a219-4510-888e-c714c09e4f2c {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:51:18.208990 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80caf242-7e28-49ef-8af9-e80aca657295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.213193 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03ab7052-526f-4398-8469-fe8bbfae1725 req-77081c0f-78d4-4c5f-9316-00e046fec098 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100342 Jan 31 15:51:18.241241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f70844c0-c296-4f30-9e26-7ca82be5e0be tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:51:18.241365 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6d01be5-cae1-4d4e-b933-b404485350e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.242269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f70844c0-c296-4f30-9e26-7ca82be5e0be tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1380239 Jan 31 15:51:18.322010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80caf242-7e28-49ef-8af9-e80aca657295 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.332770 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80caf242-7e28-49ef-8af9-e80aca657295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.356577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 37d439e8-a01e-46ef-9920-76463a21a770 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:18.364433 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6d01be5-cae1-4d4e-b933-b404485350e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.367228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6d01be5-cae1-4d4e-b933-b404485350e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.368642 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a6d01be5-cae1-4d4e-b933-b404485350e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebaadfc9-7d5c-4e81-a2d3-abf882ecadb9 HTTP/1.1" status: 204 len: 168 time: 0.3255713 Jan 31 15:51:18.384653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d01be5-cae1-4d4e-b933-b404485350e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaadfc9-7d5c-4e81-a2d3-abf882ecadb9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:18.426155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80caf242-7e28-49ef-8af9-e80aca657295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.427906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 37d439e8-a01e-46ef-9920-76463a21a770 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:51:18.437322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 37d439e8-a01e-46ef-9920-76463a21a770 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:18.438674 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.461977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80caf242-7e28-49ef-8af9-e80aca657295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ae8f97-a219-4510-888e-c714c09e4f2c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:18.469004 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80caf242-7e28-49ef-8af9-e80aca657295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.482268 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-80caf242-7e28-49ef-8af9-e80aca657295 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/94ae8f97-a219-4510-888e-c714c09e4f2c HTTP/1.1" status: 204 len: 168 time: 0.3900566 Jan 31 15:51:18.484594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34782) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:18.500819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-ecb14f26-1718-4342-9a36-55b23e1cc55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:18.502381 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-ecb14f26-1718-4342-9a36-55b23e1cc55f service neutron] 10.222.0.36 "GET /v2.0/ports/2433965b-00b7-48c5-82f2-b3ac2ce2898a HTTP/1.1" status: 200 len: 1094 time: 0.2092803 Jan 31 15:51:18.509499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3057ec-a28e-45a5-b69d-9c760ba46ba2 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:18.525436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] Request body: {'binding': {'host': 'n-h2-827120-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:18.526170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] Unknown quota resources ['binding']. {{(pid=108772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 15:51:18.533422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.554729 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.592211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Transition to ACTIVE for port object dc3057ec-a28e-45a5-b69d-9c760ba46ba2 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:51:18.597538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 37d439e8-a01e-46ef-9920-76463a21a770, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=37d439e8-a01e-46ef-9920-76463a21a770,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:18.599186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01db85-fdab-4dea-b74e-30dc8338c6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d439e8-a01e-46ef-9920-76463a21a770'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:18.602964 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0656738d-b892-477c-b67e-f36dff80a162" -d '{"events": [{"server_uuid": "aa01db85-fdab-4dea-b74e-30dc8338c6f9", "name": "network-vif-plugged", "status": "completed", "tag": "37d439e8-a01e-46ef-9920-76463a21a770"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:18.607326 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.608905 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.646051 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.666159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=37d439e8-a01e-46ef-9920-76463a21a770,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:18.748081 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2e4423-cd8a-4a97-a554-60f8b0744c8b x-openstack-request-id: req-1d2e4423-cd8a-4a97-a554-60f8b0744c8b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:18.748489 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa01db85-fdab-4dea-b74e-30dc8338c6f9", "name": "network-vif-plugged", "status": "completed", "tag": "37d439e8-a01e-46ef-9920-76463a21a770", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:18.748810 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d2e4423-cd8a-4a97-a554-60f8b0744c8b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:18.749329 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01db85-fdab-4dea-b74e-30dc8338c6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d439e8-a01e-46ef-9920-76463a21a770', 'code': 200} Jan 31 15:51:18.791736 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:18.821375 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.822074 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.823152 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.823632 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > port after_create 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.824116 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > port after_delete 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.824589 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > port after_update 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.825353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.826082 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.826577 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.827258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.910471 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.910826 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.911162 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.911488 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 15:51:18.911852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d330fc-5858-48d0-872d-93e6b526042e']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:18.941550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee3914e-0543-4d9c-84d2-04494f925f56') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:18.941550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee3914e-0543-4d9c-84d2-04494f925f56') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:18.974784 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.011929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab85ec4-36b0-47db-aa3a-d6df66a515a4 req-bbf72206-8635-4cfc-ae76-18099ddd62c4 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:19.018285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Pushing event updated for resources: {'Port': ['ID=dc3057ec-a28e-45a5-b69d-9c760ba46ba2,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:19.019657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aab85ec4-36b0-47db-aa3a-d6df66a515a4 req-bbf72206-8635-4cfc-ae76-18099ddd62c4 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 950 time: 0.1013334 Jan 31 15:51:19.022525 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.029298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-884ab1b8-90b4-48fa-bb8d-1e807cacea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.042330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:51:19.042731 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: from cryptography.utils import int_from_bytes Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: from cryptography.utils import int_from_bytes Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:51:19.046928 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:51:19.107397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ab1b8-90b4-48fa-bb8d-1e807cacea2c admin admin] Pushing event deleted for resources: {'Port': ['ID=396ad7ad-0b64-4461-964a-e02773997df4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:19.126681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aab85ec4-36b0-47db-aa3a-d6df66a515a4 req-85a5551a-d4c9-4242-9a2e-c31fcf1d2249 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060362 Jan 31 15:51:19.134203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.150148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1facb95-0a42-486c-9d6f-1f44d3fa9979 req-4dd78838-510e-46a6-a116-643d8e640581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:19.151558 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.151703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e1facb95-0a42-486c-9d6f-1f44d3fa9979 req-4dd78838-510e-46a6-a116-643d8e640581 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 1101 time: 0.2361140 Jan 31 15:51:19.161127 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] 10.222.0.36 "DELETE /v2.0/networks/e5d330fc-5858-48d0-872d-93e6b526042e HTTP/1.1" status: 204 len: 168 time: 0.6745801 Jan 31 15:51:19.190312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4d930-b0ad-4e48-8780-3b62653b99df admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d330fc-5858-48d0-872d-93e6b526042e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:19.248752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] Attempting to bind port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on host n-h2-827120-1 for vnic_type normal with profile None {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:19.249360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] Attempting to bind port 2433965b-00b7-48c5-82f2-b3ac2ce2898a by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:19.249997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] Attempting to bind port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:19.266095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] Port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:19.266512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] Attempting to bind port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:19.298987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:19.299317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:19.299912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:19.300529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] Bound port: 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:19.352205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34820) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:19.412742 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:19.416126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Attempting to bind port dc3057ec-a28e-45a5-b69d-9c760ba46ba2 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:19.416497 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Attempting to bind port dc3057ec-a28e-45a5-b69d-9c760ba46ba2 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:19.416815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Attempting to bind port dc3057ec-a28e-45a5-b69d-9c760ba46ba2 on network 107981a1-8971-4307-a532-a01979b3d6a9 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:19.457753 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b21434a3-283a-4d5e-b888-e3fc986504b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=752356e4045c453fb2ac93b32b0057f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1016791 Jan 31 15:51:19.458269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34822) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:19.491162 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.492790 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f5a9520a-d208-435b-9426-cb9941dfac89 service neutron] 10.222.0.36 "POST /v2.0/ports/2433965b-00b7-48c5-82f2-b3ac2ce2898a/bindings HTTP/1.1" status: 201 len: 389 time: 0.9785180 Jan 31 15:51:19.516472 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e1facb95-0a42-486c-9d6f-1f44d3fa9979 req-4d5ca58a-3665-4ea7-8e26-8d261532ba43 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332946 Jan 31 15:51:19.522063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Port dc3057ec-a28e-45a5-b69d-9c760ba46ba2 on network 107981a1-8971-4307-a532-a01979b3d6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:19.526179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Attempting to bind port dc3057ec-a28e-45a5-b69d-9c760ba46ba2 on network 107981a1-8971-4307-a532-a01979b3d6a9 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:19.544260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:19.544949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Checking segment: {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:19.545567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Bound using segment: {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:19.546176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Bound port: dc3057ec-a28e-45a5-b69d-9c760ba46ba2, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:19.546811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.580515 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6ca1bc5-2b58-4f7a-939b-6b9b2b78f621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.621556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6ca1bc5-2b58-4f7a-939b-6b9b2b78f621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.640897 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-774ae997-7566-4eaa-9724-36ba57ac207e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.706468 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] For port dc3057ec-a28e-45a5-b69d-9c760ba46ba2, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:19.708613 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-884ab1b8-90b4-48fa-bb8d-1e807cacea2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.712372 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] For port dc3057ec-a28e-45a5-b69d-9c760ba46ba2, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc3057ec-a28e-45a5-b69d-9c760ba46ba2,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:19.733631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.735873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34838) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:19.848889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:19.849512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.850881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] 10.222.0.20 "PUT /v2.0/ports/dc3057ec-a28e-45a5-b69d-9c760ba46ba2 HTTP/1.1" status: 200 len: 1113 time: 2.2062016 Jan 31 15:51:19.855954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'tag': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:19.863074 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f73f84e-bf2d-4e13-8262-7db8851cf64c" -d '{"events": [{"name": "network-changed", "server_uuid": "403cb439-29a3-4a3d-ba75-545da6cafc24", "tag": "dc3057ec-a28e-45a5-b69d-9c760ba46ba2"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:19.893651 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3f01a-2bbf-4e95-b1a1-1ad7340e8b1c service neutron] Pushing event updated for resources: {'Port': ['ID=dc3057ec-a28e-45a5-b69d-9c760ba46ba2,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:19.926267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634454f-c073-4616-99e0-96330519bc43 req-f0240ee6-031d-4a1d-ad2b-2c3f680bb304 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:19.927960 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c634454f-c073-4616-99e0-96330519bc43 req-f0240ee6-031d-4a1d-ad2b-2c3f680bb304 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 965 time: 0.2683189 Jan 31 15:51:19.935162 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6ca1bc5-2b58-4f7a-939b-6b9b2b78f621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.938204 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6ca1bc5-2b58-4f7a-939b-6b9b2b78f621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:19.939406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e6ca1bc5-2b58-4f7a-939b-6b9b2b78f621 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22a94198-9879-425b-8952-175c3ce9c5a4 HTTP/1.1" status: 204 len: 168 time: 0.4799953 Jan 31 15:51:19.959552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca1bc5-2b58-4f7a-939b-6b9b2b78f621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a94198-9879-425b-8952-175c3ce9c5a4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:19.997710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c634454f-c073-4616-99e0-96330519bc43 req-dbe36f72-1011-4019-ba45-1447defe1a43 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505505 Jan 31 15:51:19.999807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.20', 57582) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:20.033954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5b6c1-cf41-4c3b-8ed5-e42538406dfa req-0d543787-ad4b-4cc7-bd6a-1afbe7d0d37a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:20.035635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ec5b6c1-cf41-4c3b-8ed5-e42538406dfa req-0d543787-ad4b-4cc7-bd6a-1afbe7d0d37a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 946 time: 0.2679658 Jan 31 15:51:20.042979 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-471376218-network', 'tenant_id': 'f7454e77053048da93d6c7125983ed93'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:20.111197 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33d015e-f575-41ff-bcf6-9636743d274e x-openstack-request-id: req-a33d015e-f575-41ff-bcf6-9636743d274e {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:20.111483 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403cb439-29a3-4a3d-ba75-545da6cafc24", "tag": "dc3057ec-a28e-45a5-b69d-9c760ba46ba2", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:20.111727 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a33d015e-f575-41ff-bcf6-9636743d274e {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:20.112307 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'tag': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2', 'status': 'completed', 'code': 200} Jan 31 15:51:20.133312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-2ba769f6-c128-462b-a0d8-49b05264bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:20.134828 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-2ba769f6-c128-462b-a0d8-49b05264bfbc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47409c3206c74917a98561c89b6ac9b2&device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 1116 time: 0.1911819 Jan 31 15:51:20.184296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Made reservation on behalf of f7454e77053048da93d6c7125983ed93 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:20.186618 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:20.197505 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ec5b6c1-cf41-4c3b-8ed5-e42538406dfa req-0700d5d1-b8e7-4db9-93e0-04611020617d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332581 Jan 31 15:51:20.233381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-6ddd8539-f634-47f6-b040-bf2dc2a21b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:20.235857 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-6ddd8539-f634-47f6-b040-bf2dc2a21b64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 1097 time: 0.2311516 Jan 31 15:51:20.236754 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:20.307894 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-d7e7e82c-ea53-4acb-8dc8-5c81311a5638 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc3057ec-a28e-45a5-b69d-9c760ba46ba2 HTTP/1.1" status: 200 len: 217 time: 0.1340382 Jan 31 15:51:20.339809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d5817-33e8-47c9-9a6d-c28659ef375a req-0bdf2652-e124-43e0-ac61-c741a8765af1 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:20.341352 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e9d5817-33e8-47c9-9a6d-c28659ef375a req-0bdf2652-e124-43e0-ac61-c741a8765af1 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 950 time: 0.1022289 Jan 31 15:51:20.389299 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e9d5817-33e8-47c9-9a6d-c28659ef375a req-390ba7d7-9b15-484c-91f5-fce8d5385aff tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Jan 31 15:51:20.426259 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34874) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:20.480774 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-41c8f89c-cf81-4132-bc16-9ee1c527698b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7611bf2836824c5da5e84e9ad94dee60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532782 Jan 31 15:51:20.483285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34876) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:20.485016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-9f3384a7-4da2-41d4-98f8-39ceea462264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:20.486523 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-9f3384a7-4da2-41d4-98f8-39ceea462264 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea396132-7d5e-453a-89f4-5dd0f7c77d85 HTTP/1.1" status: 200 len: 862 time: 0.1617727 Jan 31 15:51:20.571722 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884ab1b8-90b4-48fa-bb8d-1e807cacea2c admin admin] Router b456b84a-3568-4bd0-ae2c-8fae901b5f12 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:51:20.576743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-37e7be99-1603-4b1b-b338-52914a68a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:20.578395 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-37e7be99-1603-4b1b-b338-52914a68a0e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.2903306 Jan 31 15:51:20.605069 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e40369b-0543-4624-99d5-aa0e5cd1305a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:20.633637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e40369b-0543-4624-99d5-aa0e5cd1305a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:20.644518 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-4d4c6669-a469-400b-9c69-25846ff9cbe7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a HTTP/1.1" status: 200 len: 217 time: 0.0579767 Jan 31 15:51:20.666411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-56700007-1708-4fd2-acd3-72bcc79a07df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:20.667849 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-56700007-1708-4fd2-acd3-72bcc79a07df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=107981a1-8971-4307-a532-a01979b3d6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650150 Jan 31 15:51:20.698396 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e40369b-0543-4624-99d5-aa0e5cd1305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:20.703440 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e40369b-0543-4624-99d5-aa0e5cd1305a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:20.705200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2e40369b-0543-4624-99d5-aa0e5cd1305a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec863b4c-49c0-4792-a26b-4e1f6a475594 HTTP/1.1" status: 204 len: 168 time: 0.2206872 Jan 31 15:51:20.721168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40369b-0543-4624-99d5-aa0e5cd1305a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec863b4c-49c0-4792-a26b-4e1f6a475594,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:20.732803 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:20.755380 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:20.805072 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:20.878230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-741d63ee-1594-4ad6-824a-db666a601777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:20.880232 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-741d63ee-1594-4ad6-824a-db666a601777 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.2254810 Jan 31 15:51:20.886277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:51:20.967277 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:20.967611 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Added segment 3ddbc800-9fef-4bb4-8c29-95a686203a44 of type vlan for network d9143695-d818-4ec6-a1c8-9227036ec2ad Jan 31 15:51:20.968811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6f9317-94e3-478f-ae3a-d33278212442,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:20.973015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-71ca45fb-4db4-48df-8aca-9e889d665fd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837603 Jan 31 15:51:21.064222 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-a60c2e94-360f-4509-b71e-1da286ae2f03 service neutron] 10.222.0.20 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833613 Jan 31 15:51:21.065944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884ab1b8-90b4-48fa-bb8d-1e807cacea2c admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:51:21.077546 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d779a56-f6cd-421a-ae27-853452e64f57 None None] Sync routers for ids ['b456b84a-3568-4bd0-ae2c-8fae901b5f12'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:51:21.096491 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d779a56-f6cd-421a-ae27-853452e64f57 None None] Routers {'b456b84a-3568-4bd0-ae2c-8fae901b5f12'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:51:21.097149 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0d779a56-f6cd-421a-ae27-853452e64f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:51:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b456b84a-3568-4bd0-ae2c-8fae901b5f12'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:21.106629 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-884ab1b8-90b4-48fa-bb8d-1e807cacea2c admin admin] 10.222.0.36 "PUT /v2.0/routers/b456b84a-3568-4bd0-ae2c-8fae901b5f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3512971 Jan 31 15:51:21.106949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34932) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:21.119622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:21.273680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34950) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:21.302343 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:21.335977 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0d779a56-f6cd-421a-ae27-853452e64f57 None None] Set router b456b84a-3568-4bd0-ae2c-8fae901b5f12 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:51:21.553013 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:21.581297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a174969-22c0-4540-94f1-a6111efc3a60 req-5696c019-cce6-4e1f-ac5b-3a2b3a8fd488 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:21.583702 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0d779a56-f6cd-421a-ae27-853452e64f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'name': 'tempest-FloatingIPDetailsTestJSON-2021095994-router', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:40Z', 'updated_at': '2022-01-31T15:51:18Z', 'revision_number': 5, 'project_id': 'cabaad6478e843ffbf504c33d8913ac5', 'gw_port': {'id': '70ddb4dc-fdfe-45b9-a136-05e7fb01da5e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:19:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:45Z', 'updated_at': '2022-01-31T15:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:21.591647 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a174969-22c0-4540-94f1-a6111efc3a60 req-5696c019-cce6-4e1f-ac5b-3a2b3a8fd488 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 946 time: 0.2125962 Jan 31 15:51:21.603773 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.db.resource_extend [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 15:51:21.625477 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d779a56-f6cd-421a-ae27-853452e64f57 None None] Checking router: b456b84a-3568-4bd0-ae2c-8fae901b5f12 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:51:21.641683 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d779a56-f6cd-421a-ae27-853452e64f57 None None] Routers {'b456b84a-3568-4bd0-ae2c-8fae901b5f12'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:51:21.642544 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0d779a56-f6cd-421a-ae27-853452e64f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:51:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b456b84a-3568-4bd0-ae2c-8fae901b5f12'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:21.670837 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-88d5a811-ea18-4c93-b0e2-370135d69ec4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59bf5787d1bb4e10aed50a38bb04f56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937418 Jan 31 15:51:21.671039 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:21.671039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:21.671039 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:21.674556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34972) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:21.704808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a174969-22c0-4540-94f1-a6111efc3a60 req-582fa49c-6a83-4675-b530-ecdd7522913d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121757 Jan 31 15:51:21.772228 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-05740a35-81d1-4ed2-a324-c25c26b49432 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7736900 Jan 31 15:51:21.773589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Deleting port 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:21.774029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:21.776758 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0d779a56-f6cd-421a-ae27-853452e64f57 None None] Set router b456b84a-3568-4bd0-ae2c-8fae901b5f12 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:51:21.808436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0700951 Jan 31 15:51:21.816851 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-335dd33d-8e3a-4599-a4f9-52bd14736f1e req-a25add01-3093-4047-b297-15fabf2c1a94 service neutron] 10.222.0.20 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7100229 Jan 31 15:51:21.833184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34978) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:21.840412 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0d779a56-f6cd-421a-ae27-853452e64f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'name': 'tempest-FloatingIPDetailsTestJSON-2021095994-router', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:40Z', 'updated_at': '2022-01-31T15:51:21Z', 'revision_number': 6, 'project_id': 'cabaad6478e843ffbf504c33d8913ac5', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:21.842229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe4690-ecc3-4a23-8c00-6a7779e59846 req-9c069b5f-b4e7-47e9-baf4-b84fc49af3b1 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:21.843975 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3dbe4690-ecc3-4a23-8c00-6a7779e59846 req-9c069b5f-b4e7-47e9-baf4-b84fc49af3b1 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 965 time: 0.2548950 Jan 31 15:51:21.852219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-258499e1-59df-4bdb-bca1-65ae62f42de5 admin admin] Request body: {'subnet': {'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-471376218-subnet', 'tenant_id': 'f7454e77053048da93d6c7125983ed93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:21.882443 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d779a56-f6cd-421a-ae27-853452e64f57 None None] The sync data for ids ['b456b84a-3568-4bd0-ae2c-8fae901b5f12'] in n-d-827120-1 is: [{'id': 'b456b84a-3568-4bd0-ae2c-8fae901b5f12', 'name': 'tempest-FloatingIPDetailsTestJSON-2021095994-router', 'tenant_id': 'cabaad6478e843ffbf504c33d8913ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:40Z', 'updated_at': '2022-01-31T15:51:21Z', 'revision_number': 6, 'project_id': 'cabaad6478e843ffbf504c33d8913ac5', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:51:21.887991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a4a8f-0b35-4a5b-8b43-915916808a66 admin admin] Pushing event updated for resources: {'Network': ['ID=d9143695-d818-4ec6-a1c8-9227036ec2ad,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:21.911189 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network d9143695-d818-4ec6-a1c8-9227036ec2ad details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:51:21.953388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb19375-d7eb-4317-ac18-154ccba71f37 req-aa9541cf-b100-4902-9ffa-62e1d7831c6f tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:21.957441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3dbe4690-ecc3-4a23-8c00-6a7779e59846 req-db07929b-5ae9-4185-ad40-d52a5c9ed64a tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004038 Jan 31 15:51:21.960719 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edb19375-d7eb-4317-ac18-154ccba71f37 req-aa9541cf-b100-4902-9ffa-62e1d7831c6f tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 950 time: 0.1026130 Jan 31 15:51:22.007169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] For port 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=70ddb4dc-fdfe-45b9-a136-05e7fb01da5e,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:22.007359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258499e1-59df-4bdb-bca1-65ae62f42de5 admin admin] Made reservation on behalf of f7454e77053048da93d6c7125983ed93 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:22.007567 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.011017 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-258499e1-59df-4bdb-bca1-65ae62f42de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.041818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edb19375-d7eb-4317-ac18-154ccba71f37 req-1b420c30-a0d8-406f-9a52-a0757712f29f tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765262 Jan 31 15:51:22.051316 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Calling delete_port for 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:22.128951 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-747097da-d94b-4866-b4a0-6b54b5ed4656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.152487 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.153373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73f84e-bf2d-4e13-8262-7db8851cf64c req-8aa0e2af-bbdb-4144-be06-b2166c2f3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:22.155593 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f73f84e-bf2d-4e13-8262-7db8851cf64c req-8aa0e2af-bbdb-4144-be06-b2166c2f3ce9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47409c3206c74917a98561c89b6ac9b2&device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 1116 time: 0.2627752 Jan 31 15:51:22.209184 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f0d056f5-c422-4c63-a06d-db35aa158887 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257026 Jan 31 15:51:22.228267 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-747097da-d94b-4866-b4a0-6b54b5ed4656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.322071 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 396ad7ad-0b64-4461-964a-e02773997df4 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:51:22.345631 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.389588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 396ad7ad-0b64-4461-964a-e02773997df4 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:51:22.392961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 396ad7ad-0b64-4461-964a-e02773997df4 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:51:22.449214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Pushing event deleted for resources: {'Port': ['ID=70ddb4dc-fdfe-45b9-a136-05e7fb01da5e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:22.476379 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.507532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73f84e-bf2d-4e13-8262-7db8851cf64c req-89806341-abd6-497f-90cf-ef87ac31863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:22.509113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f73f84e-bf2d-4e13-8262-7db8851cf64c req-89806341-abd6-497f-90cf-ef87ac31863d service neutron] 10.222.0.20 "GET /v2.0/networks?id=107981a1-8971-4307-a532-a01979b3d6a9 HTTP/1.1" status: 200 len: 924 time: 0.3409026 Jan 31 15:51:22.514620 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-747097da-d94b-4866-b4a0-6b54b5ed4656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.517516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-747097da-d94b-4866-b4a0-6b54b5ed4656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.518774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-747097da-d94b-4866-b4a0-6b54b5ed4656 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e3da3d8-77cb-4907-98e7-e491366a578b HTTP/1.1" status: 204 len: 168 time: 0.8300843 Jan 31 15:51:22.541797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-887cfffa-7280-4a66-83c5-2c44525ae0fa tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:22.543254 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-887cfffa-7280-4a66-83c5-2c44525ae0fa tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f&tenant_id=fb6f65ae282d4cad81a9203baacdf14e&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1097 time: 0.1793101 Jan 31 15:51:22.558532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35004) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:22.577244 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.591587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827120-1'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:22.600889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747097da-d94b-4866-b4a0-6b54b5ed4656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3da3d8-77cb-4907-98e7-e491366a578b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:22.603341 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f73f84e-bf2d-4e13-8262-7db8851cf64c req-e3840b0c-9aad-4291-bf84-bba9978d19ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc3057ec-a28e-45a5-b69d-9c760ba46ba2 HTTP/1.1" status: 200 len: 217 time: 0.0781276 Jan 31 15:51:22.718869 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.721726 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.739332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-258499e1-59df-4bdb-bca1-65ae62f42de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.820358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73f84e-bf2d-4e13-8262-7db8851cf64c req-454bee35-bc1a-4ccb-8e2c-e9638710c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:22.821832 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f73f84e-bf2d-4e13-8262-7db8851cf64c req-454bee35-bc1a-4ccb-8e2c-e9638710c934 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea396132-7d5e-453a-89f4-5dd0f7c77d85 HTTP/1.1" status: 200 len: 862 time: 0.1867089 Jan 31 15:51:22.829352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5d551-b122-4245-9cf5-132af3bddba0 req-daf709f4-6630-4311-ac7d-043c178c4839 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:22.839408 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bba5d551-b122-4245-9cf5-132af3bddba0 req-daf709f4-6630-4311-ac7d-043c178c4839 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 950 time: 0.2936924 Jan 31 15:51:22.844044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.844660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b456b84a-3568-4bd0-ae2c-8fae901b5f12 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:51:22.845905 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.853688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.854815 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cca5ab3c-d7f5-4443-8241-0e413921c88a admin admin] 10.222.0.36 "DELETE /v2.0/routers/b456b84a-3568-4bd0-ae2c-8fae901b5f12 HTTP/1.1" status: 204 len: 168 time: 1.7468853 Jan 31 15:51:22.867098 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35016) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:22.890649 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b538e258-db4e-4d2d-acb2-05ab1843dc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:22.890782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258499e1-59df-4bdb-bca1-65ae62f42de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4805291-5b10-4a76-b006-715b95a7b211,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:22.949579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd961bd-0c3b-4338-9b8e-4fa61b3c94dd req-46c84165-aabb-4f8b-8b78-5caab56a56b3 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:22.956434 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9bd961bd-0c3b-4338-9b8e-4fa61b3c94dd req-46c84165-aabb-4f8b-8b78-5caab56a56b3 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 946 time: 0.1134987 Jan 31 15:51:22.999873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35024) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:23.048042 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f194e9e-72d8-41a0-9e4c-1d1c3ff848fc admin admin] Deleting subnet cae37419-bd0a-4b87-b60a-144187c56296 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:51:23.057298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f194e9e-72d8-41a0-9e4c-1d1c3ff848fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.059642 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9bd961bd-0c3b-4338-9b8e-4fa61b3c94dd req-957980d6-8aa8-4dec-8a7c-e6cb72b2c19b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884745 Jan 31 15:51:23.089234 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2066eec0-2e50-4847-b7e6-5f85d255e13f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9091e578d8a64211bff2339d65c7dfe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0859809 Jan 31 15:51:23.090089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35026) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:23.113932 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b538e258-db4e-4d2d-acb2-05ab1843dc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.124735 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b538e258-db4e-4d2d-acb2-05ab1843dc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.151388 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bba5d551-b122-4245-9cf5-132af3bddba0 req-aab186dc-c4ad-42e1-9acf-75edaa440098 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107653 Jan 31 15:51:23.152744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258499e1-59df-4bdb-bca1-65ae62f42de5 admin admin] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:23.152884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258499e1-59df-4bdb-bca1-65ae62f42de5 admin admin] Network hostable DHCP agents. Network: d9143695-d818-4ec6-a1c8-9227036ec2ad, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:51:23.182473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73f84e-bf2d-4e13-8262-7db8851cf64c req-b28969ba-61fd-4123-a872-9b9db9cc6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:23.184373 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f73f84e-bf2d-4e13-8262-7db8851cf64c req-b28969ba-61fd-4123-a872-9b9db9cc6281 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=107981a1-8971-4307-a532-a01979b3d6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3393524 Jan 31 15:51:23.185454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538e258-db4e-4d2d-acb2-05ab1843dc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d9e110-d984-4b05-8650-75c56ebfb73e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:23.195771 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b538e258-db4e-4d2d-acb2-05ab1843dc46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54913c0333f540b8bd575af4a20aed87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6360822 Jan 31 15:51:23.203931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35032) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:23.211793 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f194e9e-72d8-41a0-9e4c-1d1c3ff848fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.220097 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b5387ac7-7be8-4bb8-be31-887e5315c9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.260283 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b5387ac7-7be8-4bb8-be31-887e5315c9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.302088 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c040da4-be4a-44c6-84a1-c67ea87574a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.326507 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c040da4-be4a-44c6-84a1-c67ea87574a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.332889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:23.337994 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b5387ac7-7be8-4bb8-be31-887e5315c9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.340485 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b5387ac7-7be8-4bb8-be31-887e5315c9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.351840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b5387ac7-7be8-4bb8-be31-887e5315c9bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb9af967-2fb1-43df-b7da-245e7512ca48 HTTP/1.1" status: 204 len: 168 time: 0.2535720 Jan 31 15:51:23.370818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5387ac7-7be8-4bb8-be31-887e5315c9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9af967-2fb1-43df-b7da-245e7512ca48,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:23.406998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258499e1-59df-4bdb-bca1-65ae62f42de5 admin admin] Network d9143695-d818-4ec6-a1c8-9227036ec2ad is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:51:23.408665 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c040da4-be4a-44c6-84a1-c67ea87574a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.411846 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c040da4-be4a-44c6-84a1-c67ea87574a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.413231 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8c040da4-be4a-44c6-84a1-c67ea87574a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61d9e110-d984-4b05-8650-75c56ebfb73e HTTP/1.1" status: 204 len: 168 time: 0.2067823 Jan 31 15:51:23.430134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-258499e1-59df-4bdb-bca1-65ae62f42de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, d9143695-d818-4ec6-a1c8-9227036ec2ad) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:23.434647 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258499e1-59df-4bdb-bca1-65ae62f42de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:23.435555 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-258499e1-59df-4bdb-bca1-65ae62f42de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.436979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c040da4-be4a-44c6-84a1-c67ea87574a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d9e110-d984-4b05-8650-75c56ebfb73e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:23.441532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b5d56-75fe-4b6f-b0fa-29fdee899f57 None None] Network d9143695-d818-4ec6-a1c8-9227036ec2ad requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:23.528743 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-9baba9b9-fd52-4edf-8449-a484fd99e2ae tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=65c4c04662ee4774a6a3dc32e2dcafe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274208 Jan 31 15:51:23.565386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99585ba-54a1-4dcd-baf6-b7efeb748b00 req-4c1a32e9-db16-4800-8efd-a30152725a4f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:23.575282 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c99585ba-54a1-4dcd-baf6-b7efeb748b00 req-4c1a32e9-db16-4800-8efd-a30152725a4f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 965 time: 0.2769866 Jan 31 15:51:23.641545 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-258499e1-59df-4bdb-bca1-65ae62f42de5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7962720 Jan 31 15:51:23.696720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:23.736527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f73f84e-bf2d-4e13-8262-7db8851cf64c req-3808a5b0-0d4a-4d36-8ec1-5559338efc36 service neutron] 10.222.0.20 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285759 Jan 31 15:51:23.771444 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-9a7bc2d3-92f6-4890-a0a9-cee50d8e2627 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:23.773013 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-9a7bc2d3-92f6-4890-a0a9-cee50d8e2627 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2365212 Jan 31 15:51:23.775856 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c99585ba-54a1-4dcd-baf6-b7efeb748b00 req-c14f7298-4938-4643-89fc-5efe7864d922 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995721 Jan 31 15:51:23.811356 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-bbe7e09e-4402-4f9a-be63-4f70cc21199f tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/quotas/65c4c04662ee4774a6a3dc32e2dcafe2 HTTP/1.1" status: 200 len: 375 time: 0.0177667 Jan 31 15:51:23.815264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa8d6c6-7cbf-4408-a8c0-586603b8c75f None None] Network d9143695-d818-4ec6-a1c8-9227036ec2ad requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:23.822411 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f194e9e-72d8-41a0-9e4c-1d1c3ff848fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:23.857338 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-cfd3d8d7-8f39-460e-9073-7cbdce22e71d tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=65c4c04662ee4774a6a3dc32e2dcafe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441413 Jan 31 15:51:24.009514 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.017040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acb6e3a-39d7-49dd-8067-0bbd0264c82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2433965b-00b7-48c5-82f2-b3ac2ce2898a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:24.021487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35062) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:24.024167 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa971cf-2cfe-41e0-be77-00864ae64880" -d '{"events": [{"server_uuid": "5acb6e3a-39d7-49dd-8067-0bbd0264c82f", "name": "network-vif-unplugged", "status": "completed", "tag": "2433965b-00b7-48c5-82f2-b3ac2ce2898a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:24.053410 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53ea46a2-0e1d-48b2-bbf8-4124221d78b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.063830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.163800 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-290fd109-0d11-4276-9fe9-e485a1202183 req-a971baf1-5fb9-4e7b-b12a-df45780b81c4 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 210 time: 0.1063445 Jan 31 15:51:24.170225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Pushing event updated for resources: {'Port': ['ID=2433965b-00b7-48c5-82f2-b3ac2ce2898a,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:24.183830 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b54018-4220-49e0-89f7-495d99912660 x-openstack-request-id: req-d9b54018-4220-49e0-89f7-495d99912660 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:24.184329 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acb6e3a-39d7-49dd-8067-0bbd0264c82f", "name": "network-vif-unplugged", "status": "completed", "tag": "2433965b-00b7-48c5-82f2-b3ac2ce2898a", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:24.185916 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9b54018-4220-49e0-89f7-495d99912660 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:24.186442 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acb6e3a-39d7-49dd-8067-0bbd0264c82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2433965b-00b7-48c5-82f2-b3ac2ce2898a', 'code': 200} Jan 31 15:51:24.192748 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f194e9e-72d8-41a0-9e4c-1d1c3ff848fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.225719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dc3057ec-a28e-45a5-b69d-9c760ba46ba2 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:51:24.297085 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53ea46a2-0e1d-48b2-bbf8-4124221d78b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.314557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53ea46a2-0e1d-48b2-bbf8-4124221d78b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.327707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194e9e-72d8-41a0-9e4c-1d1c3ff848fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae37419-bd0a-4b87-b60a-144187c56296,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:24.390575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:51:24.435270 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-53ea46a2-0e1d-48b2-bbf8-4124221d78b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4f7a5fc27d0437387cf12b8b5534cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120133 Jan 31 15:51:24.436680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35086) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:24.448259 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea46a2-0e1d-48b2-bbf8-4124221d78b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5432649a-275a-42e6-b58e-0f282fbbc048,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:24.449982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:51:24.467715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941406-d8c1-42b0-9dc7-c4f8a339f797 req-2267943c-042d-4407-b6db-fda3eba0cfa2 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:24.470322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 70ddb4dc-fdfe-45b9-a136-05e7fb01da5e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:51:24.477548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-71941406-d8c1-42b0-9dc7-c4f8a339f797 req-2267943c-042d-4407-b6db-fda3eba0cfa2 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 950 time: 0.1547279 Jan 31 15:51:24.519882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Attempting to bind port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on host n-h1-827120-1 for vnic_type normal with profile {"migrating_to": "n-h2-827120-1"} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:24.520233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Attempting to bind port 2433965b-00b7-48c5-82f2-b3ac2ce2898a by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:24.520513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Attempting to bind port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:24.527285 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f194e9e-72d8-41a0-9e4c-1d1c3ff848fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.528044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91495f6-5bd9-414b-885e-d02805ee0ad4 None None] Network c614da20-f2b3-4641-bf4e-22875b25df07 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:24.530402 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8f194e9e-72d8-41a0-9e4c-1d1c3ff848fc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cae37419-bd0a-4b87-b60a-144187c56296 HTTP/1.1" status: 204 len: 168 time: 1.6408920 Jan 31 15:51:24.531321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:24.531429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Attempting to bind port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:24.537319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35088) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:24.539917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:24.540250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:24.540623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:24.541051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Bound port: 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:24.541397 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.605398 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f73f84e-bf2d-4e13-8262-7db8851cf64c req-b9a12311-fd56-41cb-9e12-7a9010dfe6c7 service neutron] 10.222.0.20 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8586748 Jan 31 15:51:24.644543 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-71941406-d8c1-42b0-9dc7-c4f8a339f797 req-e8a197d7-4e45-4153-a92e-e21f39657189 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660032 Jan 31 15:51:24.647628 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dc3057ec-a28e-45a5-b69d-9c760ba46ba2, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc3057ec-a28e-45a5-b69d-9c760ba46ba2,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:24.682340 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-76cd6faf-eb90-4bd6-b815-a008beb4010d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.691893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35096) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:24.708388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'port_id': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2', 'mac_address': 'fa:16:3e:4f:f9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-688078664', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:51:24.724036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2034265824-network', 'tenant_id': '986a1047533b4f0c87475378f97bddd3'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:24.745415 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-76cd6faf-eb90-4bd6-b815-a008beb4010d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.812629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Made reservation on behalf of 986a1047533b4f0c87475378f97bddd3 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:24.817768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.827209 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.855729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3057ec-a28e-45a5-b69d-9c760ba46ba2 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:24.859528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.886565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dc3057ec-a28e-45a5-b69d-9c760ba46ba2, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc3057ec-a28e-45a5-b69d-9c760ba46ba2,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:24.892607 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.913795 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-76cd6faf-eb90-4bd6-b815-a008beb4010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.919026 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-76cd6faf-eb90-4bd6-b815-a008beb4010d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:24.923306 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-76cd6faf-eb90-4bd6-b815-a008beb4010d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5432649a-275a-42e6-b58e-0f282fbbc048 HTTP/1.1" status: 204 len: 168 time: 0.4848063 Jan 31 15:51:24.973529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd6faf-eb90-4bd6-b815-a008beb4010d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5432649a-275a-42e6-b58e-0f282fbbc048,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:25.019469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611be9d-8fd1-4bd7-a48a-963fb6bde33e req-ed7d1f65-6001-46fb-9463-df6cfbc0c77b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:25.019878 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4327ebe-60c0-4607-a2aa-0b4c7e3fae3f None None] DHCP port deletion for c614da20-f2b3-4641-bf4e-22875b25df07 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:51:25.027955 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5611be9d-8fd1-4bd7-a48a-963fb6bde33e req-ed7d1f65-6001-46fb-9463-df6cfbc0c77b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 944 time: 0.7038317 Jan 31 15:51:25.034616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=dc3057ec-a28e-45a5-b69d-9c760ba46ba2,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:25.089405 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.091758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a4327ebe-60c0-4607-a2aa-0b4c7e3fae3f None None] Deleting port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:25.092221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a4327ebe-60c0-4607-a2aa-0b4c7e3fae3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.095045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5706f-acd7-47c7-9c0d-ebf807c00455 req-70db8963-1df3-49b5-8fa7-fbe408e3f45c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:25.103746 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1f5706f-acd7-47c7-9c0d-ebf807c00455 req-70db8963-1df3-49b5-8fa7-fbe408e3f45c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 966 time: 0.1791937 Jan 31 15:51:25.169837 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1f5706f-acd7-47c7-9c0d-ebf807c00455 req-9ef0d7c5-bb0d-4b78-aa4d-54e821f424fd tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608232 Jan 31 15:51:25.175347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['dc3057ec-a28e-45a5-b69d-9c760ba46ba2'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:25.193854 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5611be9d-8fd1-4bd7-a48a-963fb6bde33e req-64b06863-ba48-4419-8691-eeefc0ba6b9f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641490 Jan 31 15:51:25.201879 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.210163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.249026 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35112) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:25.249234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:25.270955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f7e0a6-a3a5-4f2c-91dc-9fd20e5dc5fd,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:25.276242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a4327ebe-60c0-4607-a2aa-0b4c7e3fae3f None None] For port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8d48c82e-1c6a-49ef-ac51-fa708cd595b6,segment=NetworkSegment(182ca6c2-36d4-454d-83b2-521153322086),segment_id=182ca6c2-36d4-454d-83b2-521153322086)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:25.276862 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a4327ebe-60c0-4607-a2aa-0b4c7e3fae3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.282641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:51:25.282749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:25.296072 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.297579 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Added segment ff8b21be-59b7-4612-a12b-dc69d12ef56b of type vlan for network 4ec0890c-1f49-4835-98c3-d5dff9fea7c1 Jan 31 15:51:25.300855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a4327ebe-60c0-4607-a2aa-0b4c7e3fae3f None None] Calling delete_port for 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:25.310370 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.369162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-23756f17-9eef-4a85-8a77-22a0a3e0698c req-92586188-90b1-41d4-a8d3-39c6ac0bb2ef tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 210 time: 0.0593436 Jan 31 15:51:25.437964 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.446870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:25.448714 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.452747 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] 10.222.0.20 "PUT /v2.0/ports/2433965b-00b7-48c5-82f2-b3ac2ce2898a HTTP/1.1" status: 200 len: 1122 time: 2.8677115 Jan 31 15:51:25.454353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.468027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Deleting port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:25.471880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.475163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc3063-a31c-4e95-ae8a-5935fddaa054 service neutron] Pushing event updated for resources: {'Port': ['ID=2433965b-00b7-48c5-82f2-b3ac2ce2898a,revision_number=8']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:25.502423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.503951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:25.504417 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a4327ebe-60c0-4607-a2aa-0b4c7e3fae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.505322 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.535531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['2433965b-00b7-48c5-82f2-b3ac2ce2898a'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:25.545097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4327ebe-60c0-4607-a2aa-0b4c7e3fae3f None None] No DVR routers for this DVR port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:51:25.637307 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9438424 Jan 31 15:51:25.641282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35124) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:25.650272 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-d0d21849-4661-4782-a4fe-0e5236d826e7 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=65c4c04662ee4774a6a3dc32e2dcafe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656488 Jan 31 15:51:25.659981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b726d68d-ddd6-4d95-af26-0bffa953c845 admin admin] Request body: {'subnet': {'network_id': '4ec0890c-1f49-4835-98c3-d5dff9fea7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2034265824-subnet', 'tenant_id': '986a1047533b4f0c87475378f97bddd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:25.665783 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4327ebe-60c0-4607-a2aa-0b4c7e3fae3f None None] Pushing event deleted for resources: {'Port': ['ID=8d48c82e-1c6a-49ef-ac51-fa708cd595b6,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:25.692275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385721eb-96c0-4a8b-90dc-6314fe20e820 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec0890c-1f49-4835-98c3-d5dff9fea7c1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:25.725145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 4ec0890c-1f49-4835-98c3-d5dff9fea7c1 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:51:25.760520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b726d68d-ddd6-4d95-af26-0bffa953c845 admin admin] Made reservation on behalf of 986a1047533b4f0c87475378f97bddd3 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:25.763533 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b726d68d-ddd6-4d95-af26-0bffa953c845 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:25.849104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-12a163c5-f384-4687-a00b-a1191a1139c8 tempest-AutoAllocateNetworkTest-2117614964 tempest-AutoAllocateNetworkTest-2117614964-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=abcb26fcc1bf42bc85fb64188c1596f2&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5987313 Jan 31 15:51:25.855752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35130) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:25.920045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06bded-8b5b-49e1-8c58-c3414172ac36 req-fd5d62ee-8d8a-4773-b216-8735e4d130ef tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:25.922468 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7d06bded-8b5b-49e1-8c58-c3414172ac36 req-fd5d62ee-8d8a-4773-b216-8735e4d130ef tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 950 time: 0.3479760 Jan 31 15:51:25.926848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] For port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8d48c82e-1c6a-49ef-ac51-fa708cd595b6,segment=NetworkSegment(182ca6c2-36d4-454d-83b2-521153322086),segment_id=182ca6c2-36d4-454d-83b2-521153322086)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:25.927432 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:26.005965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4a0e9-8878-493c-8874-fe4918c49edc req-60d8e844-bf40-422c-9713-42f9f5c684aa tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:26.007441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6c4a0e9-8878-493c-8874-fe4918c49edc req-60d8e844-bf40-422c-9713-42f9f5c684aa tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 950 time: 0.1665330 Jan 31 15:51:26.011881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Calling delete_port for 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:26.020617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7abbda-31c0-4943-89ec-e142bb742902 tempest-AutoAllocateNetworkTest-2117614964 tempest-AutoAllocateNetworkTest-2117614964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:26.022259 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1e7abbda-31c0-4943-89ec-e142bb742902 tempest-AutoAllocateNetworkTest-2117614964 tempest-AutoAllocateNetworkTest-2117614964-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1656828 Jan 31 15:51:26.037884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35138) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:26.118265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b726d68d-ddd6-4d95-af26-0bffa953c845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:26.132363 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b6141e65-8010-4940-baae-d454ddc73980 tempest-AutoAllocateNetworkTest-2117614964 tempest-AutoAllocateNetworkTest-2117614964-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901272 Jan 31 15:51:26.141516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35142) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:26.187721 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acb6e3a-39d7-49dd-8067-0bbd0264c82f', 'tag': '2433965b-00b7-48c5-82f2-b3ac2ce2898a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:26.189156 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b726d68d-ddd6-4d95-af26-0bffa953c845 admin admin] Checking segment: {'id': 'ff8b21be-59b7-4612-a12b-dc69d12ef56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4ec0890c-1f49-4835-98c3-d5dff9fea7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:26.189583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726d68d-ddd6-4d95-af26-0bffa953c845 admin admin] Network hostable DHCP agents. Network: 4ec0890c-1f49-4835-98c3-d5dff9fea7c1, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:51:26.190049 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72594667-c7a1-4e46-9a54-56c73c08b83b" -d '{"events": [{"name": "network-changed", "server_uuid": "5acb6e3a-39d7-49dd-8067-0bbd0264c82f", "tag": "2433965b-00b7-48c5-82f2-b3ac2ce2898a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:26.193743 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726d68d-ddd6-4d95-af26-0bffa953c845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b4d538-4a8b-4b69-ba4e-aedfb48f9343,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:26.216938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726d68d-ddd6-4d95-af26-0bffa953c845 admin admin] Network 4ec0890c-1f49-4835-98c3-d5dff9fea7c1 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:51:26.228292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-b726d68d-ddd6-4d95-af26-0bffa953c845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 4ec0890c-1f49-4835-98c3-d5dff9fea7c1) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:26.230186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-e9e3cd40-22cb-4533-99d3-a169aa8bc0f4 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:26.231673 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-e9e3cd40-22cb-4533-99d3-a169aa8bc0f4 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5459075 Jan 31 15:51:26.232792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726d68d-ddd6-4d95-af26-0bffa953c845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:26.233559 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b726d68d-ddd6-4d95-af26-0bffa953c845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:26.239405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652ea4ad-28d5-427f-8afb-a1c16cf04378 None None] Network 4ec0890c-1f49-4835-98c3-d5dff9fea7c1 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:26.244242 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-af1bea06-f37f-472b-8cbd-df594ae07086 tempest-AutoAllocateNetworkTest-2117614964 tempest-AutoAllocateNetworkTest-2117614964-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=abcb26fcc1bf42bc85fb64188c1596f2 HTTP/1.1" status: 200 len: 208 time: 0.0697107 Jan 31 15:51:26.255868 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Request body: {'port': {'device_id': 'ad9f7c08-5bd0-47f0-83e7-d7a74681462a', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '65c4c04662ee4774a6a3dc32e2dcafe2'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:26.277947 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b726d68d-ddd6-4d95-af26-0bffa953c845 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6253495 Jan 31 15:51:26.308978 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6c4a0e9-8878-493c-8874-fe4918c49edc req-7e13d885-9f4e-41f4-89cb-5edfc202cabc tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/security-groups?id=1810f923-23b6-4670-9b8f-169877cbff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635388 Jan 31 15:51:26.382967 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53075b14-3bac-4c0c-84e3-baec9bc2e89c x-openstack-request-id: req-53075b14-3bac-4c0c-84e3-baec9bc2e89c {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:26.383520 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5acb6e3a-39d7-49dd-8067-0bbd0264c82f", "tag": "2433965b-00b7-48c5-82f2-b3ac2ce2898a", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:26.383935 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53075b14-3bac-4c0c-84e3-baec9bc2e89c {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:26.384496 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acb6e3a-39d7-49dd-8067-0bbd0264c82f', 'tag': '2433965b-00b7-48c5-82f2-b3ac2ce2898a', 'status': 'completed', 'code': 200} Jan 31 15:51:26.405268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-7d06bded-8b5b-49e1-8c58-c3414172ac36 req-cb1701bd-521d-48f7-9e2a-a743e67e1130 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Deleting port 37d439e8-a01e-46ef-9920-76463a21a770 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:26.405460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:51:26.409321 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7d06bded-8b5b-49e1-8c58-c3414172ac36 req-cb1701bd-521d-48f7-9e2a-a743e67e1130 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:26.495026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:51:26.495316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:51:26.526409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4371b-2b5e-4a3a-9d20-956f4c8e6ccd req-6ac2729b-ac92-44b8-9dbf-4bb4f651cde4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:26.536097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43b4371b-2b5e-4a3a-9d20-956f4c8e6ccd req-6ac2729b-ac92-44b8-9dbf-4bb4f651cde4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 966 time: 0.2231097 Jan 31 15:51:26.568309 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:26.578380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72594667-c7a1-4e46-9a54-56c73c08b83b req-190e5f0c-5c29-4634-80be-360580075eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:26.582738 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72594667-c7a1-4e46-9a54-56c73c08b83b req-190e5f0c-5c29-4634-80be-360580075eb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 1125 time: 0.1748631 Jan 31 15:51:26.604610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35166) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:26.610846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d48c82e-1c6a-49ef-ac51-fa708cd595b6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:26.624173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1432d3d3-af1a-4414-96b8-1eb437daa6ad None None] Network 4ec0890c-1f49-4835-98c3-d5dff9fea7c1 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:26.637204 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43b4371b-2b5e-4a3a-9d20-956f4c8e6ccd req-86a83562-943e-4037-b31a-f4810408a83b tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002042 Jan 31 15:51:26.746761 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] No DVR routers for this DVR port 8d48c82e-1c6a-49ef-ac51-fa708cd595b6 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:51:26.765816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be263722-f378-4f9c-8f44-5a8d6c51bfa5 req-e5432dd6-7ba9-4153-b74b-2e2f7d447b88 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:26.768519 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-be263722-f378-4f9c-8f44-5a8d6c51bfa5 req-e5432dd6-7ba9-4153-b74b-2e2f7d447b88 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 944 time: 0.2856848 Jan 31 15:51:26.803063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Made reservation on behalf of 65c4c04662ee4774a6a3dc32e2dcafe2 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:26.807129 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:26.875214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7d06bded-8b5b-49e1-8c58-c3414172ac36 req-cb1701bd-521d-48f7-9e2a-a743e67e1130 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] For port 37d439e8-a01e-46ef-9920-76463a21a770, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=37d439e8-a01e-46ef-9920-76463a21a770,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:26.875916 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7d06bded-8b5b-49e1-8c58-c3414172ac36 req-cb1701bd-521d-48f7-9e2a-a743e67e1130 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:26.885077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:26.938746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:26.953418 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-7d06bded-8b5b-49e1-8c58-c3414172ac36 req-cb1701bd-521d-48f7-9e2a-a743e67e1130 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Calling delete_port for 37d439e8-a01e-46ef-9920-76463a21a770 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:26.990223 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69d1a4ca-eb7d-48b9-89d5-1e535430ba46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:26.996920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c614da20-f2b3-4641-bf4e-22875b25df07']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:27.012252 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-be263722-f378-4f9c-8f44-5a8d6c51bfa5 req-70b3a498-a47e-40b6-9510-e3d2e6e9b336 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111392 Jan 31 15:51:27.031740 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2da80a6f-ee91-4137-abe3-094c72370631 req-03972c02-2ab5-468c-9f37-3d3822118130 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 210 time: 0.2357028 Jan 31 15:51:27.046329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72594667-c7a1-4e46-9a54-56c73c08b83b req-01d27223-278d-4de3-97e7-4e5e75f4a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:27.048043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72594667-c7a1-4e46-9a54-56c73c08b83b req-01d27223-278d-4de3-97e7-4e5e75f4a30b service neutron] 10.222.0.30 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.4392090 Jan 31 15:51:27.068067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182ca6c2-36d4-454d-83b2-521153322086') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:27.068355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182ca6c2-36d4-454d-83b2-521153322086') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:27.090837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.119102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72594667-c7a1-4e46-9a54-56c73c08b83b req-f0d32203-bd65-46ea-abb4-dd2bbf0e883e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a HTTP/1.1" status: 200 len: 217 time: 0.0591388 Jan 31 15:51:27.135923 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.150371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:51:27.150771 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:51:27.155266 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:51:27.200501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72594667-c7a1-4e46-9a54-56c73c08b83b req-7e1dfdc9-bb58-4f82-90ef-cd1b8217763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:27.202576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72594667-c7a1-4e46-9a54-56c73c08b83b req-7e1dfdc9-bb58-4f82-90ef-cd1b8217763c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.0775812 Jan 31 15:51:27.292263 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72594667-c7a1-4e46-9a54-56c73c08b83b req-e517e67b-8f27-40cd-8669-773b2e88e69b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766463 Jan 31 15:51:27.294112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.296237 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.314636 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.319622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.326071 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c614da20-f2b3-4641-bf4e-22875b25df07 HTTP/1.1" status: 204 len: 168 time: 2.7713253 Jan 31 15:51:27.365828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c614da20-f2b3-4641-bf4e-22875b25df07,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:27.418822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:27.423577 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72594667-c7a1-4e46-9a54-56c73c08b83b req-4d86d214-2209-4d7a-940e-8218d4873114 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237173 Jan 31 15:51:27.437221 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69d1a4ca-eb7d-48b9-89d5-1e535430ba46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.507861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.508306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.508772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.509177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.509620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.510054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.511532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.511962 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.512266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.512768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.513273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.513681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c32eda-9aa5-4e44-b283-1cd3e08ab4d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.516613 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69d1a4ca-eb7d-48b9-89d5-1e535430ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.533982 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.553302 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-16799abd-980c-4e8b-a9d0-39c879c61aee req-e8dd7c6c-ccf3-4f4b-a0e3-4338d6e698e9 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa01db85-fdab-4dea-b74e-30dc8338c6f9 HTTP/1.1" status: 200 len: 210 time: 0.0773115 Jan 31 15:51:27.556446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.556961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.557381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.557839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.558248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.558649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.559064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.559464 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.559870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.560315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.560684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.561096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:27.564515 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7d06bded-8b5b-49e1-8c58-c3414172ac36 req-cb1701bd-521d-48f7-9e2a-a743e67e1130 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.576502 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['37d439e8-a01e-46ef-9920-76463a21a770'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:27.624601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35204) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:27.632661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72594667-c7a1-4e46-9a54-56c73c08b83b req-3581ed27-fc0d-495b-9185-826f170a2b82 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023876 Jan 31 15:51:27.645994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1701bd-521d-48f7-9e2a-a743e67e1130 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Pushing event deleted for resources: {'Port': ['ID=37d439e8-a01e-46ef-9920-76463a21a770,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:27.697640 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-69d1a4ca-eb7d-48b9-89d5-1e535430ba46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=abcb26fcc1bf42bc85fb64188c1596f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0797911 Jan 31 15:51:27.698759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35208) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:27.723783 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c522ed85-5b20-4e01-b9e1-fd39a2508110 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cabaad6478e843ffbf504c33d8913ac5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0954344 Jan 31 15:51:27.723991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35210) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:27.785325 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35212) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:27.803543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1a4ca-eb7d-48b9-89d5-1e535430ba46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d206d2ce-c810-4204-9c72-c26acc5eb843,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:27.839685 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d06bded-8b5b-49e1-8c58-c3414172ac36 req-cb1701bd-521d-48f7-9e2a-a743e67e1130 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] No DVR routers for this DVR port 37d439e8-a01e-46ef-9920-76463a21a770 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:51:27.845781 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7d06bded-8b5b-49e1-8c58-c3414172ac36 req-cb1701bd-521d-48f7-9e2a-a743e67e1130 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.849052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7d06bded-8b5b-49e1-8c58-c3414172ac36 req-cb1701bd-521d-48f7-9e2a-a743e67e1130 tempest-DeleteServersAdminTestJSON-961061379 tempest-DeleteServersAdminTestJSON-961061379-project] 10.222.0.30 "DELETE /v2.0/ports/37d439e8-a01e-46ef-9920-76463a21a770 HTTP/1.1" status: 204 len: 173 time: 1.9077713 Jan 31 15:51:27.861117 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.869368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-42e297fc-f514-41d3-b836-a026547448eb tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:27.872173 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-42e297fc-f514-41d3-b836-a026547448eb tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 820 time: 0.4322517 Jan 31 15:51:27.875871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16987a8-c067-4b9d-a9a7-97b7e29c8a30 req-56544e63-fbf4-416c-8f0f-ecc6fefe74e2 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:27.887989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a16987a8-c067-4b9d-a9a7-97b7e29c8a30 req-56544e63-fbf4-416c-8f0f-ecc6fefe74e2 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 966 time: 0.1436253 Jan 31 15:51:27.891730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Allocated IP 192.168.233.20 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/0b705b12-35d1-476f-95bd-f0420379a01b) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:27.896444 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48653fd0-cf34-498e-9389-fe40ce638459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.944716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:27.982267 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48653fd0-cf34-498e-9389-fe40ce638459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.016524 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a16987a8-c067-4b9d-a9a7-97b7e29c8a30 req-2eceb993-e10f-4aa2-a9ed-546b7e23aac3 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121666 Jan 31 15:51:28.035474 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4de9439c-8dd1-49f3-9f0a-86184622cadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.045154 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-c83d4b11-fc28-4f02-9f86-2a53622e8e52 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/quotas/f7454e77053048da93d6c7125983ed93 HTTP/1.1" status: 200 len: 375 time: 0.1630387 Jan 31 15:51:28.057272 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.064890 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.065330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d206d2ce-c810-4204-9c72-c26acc5eb843 HTTP/1.1" status: 204 len: 168 time: 0.3642228 Jan 31 15:51:28.070437 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48653fd0-cf34-498e-9389-fe40ce638459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.074175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48653fd0-cf34-498e-9389-fe40ce638459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.075419 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-48653fd0-cf34-498e-9389-fe40ce638459 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1751fb54-61a5-448d-beb4-d3b81a8f413d HTTP/1.1" status: 204 len: 168 time: 0.3505845 Jan 31 15:51:28.082214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d206d2ce-c810-4204-9c72-c26acc5eb843,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:28.090801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:28.091146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:28.091480 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:28.091804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:28.092129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:28.092482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:28.092916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:28.093233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:28.093576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:28.093895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:28.094353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:28.096850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b120e27-ec55-4cde-9a54-bd4b53a3b196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:28.108786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48653fd0-cf34-498e-9389-fe40ce638459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1751fb54-61a5-448d-beb4-d3b81a8f413d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:28.127773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-c615fd2e-bf3f-4dc1-8ee3-38bdb54be742 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816343 Jan 31 15:51:28.225956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d471a63-f680-448f-aabd-4f30bed3d3e4 req-6c51627a-a3be-472c-80d3-ba57ca5efede tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:28.245648 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.246288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d471a63-f680-448f-aabd-4f30bed3d3e4 req-6c51627a-a3be-472c-80d3-ba57ca5efede tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 944 time: 0.1030390 Jan 31 15:51:28.272546 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2433965b-00b7-48c5-82f2-b3ac2ce2898a details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:51:28.302476 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dc3057ec-a28e-45a5-b69d-9c760ba46ba2 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:28.308511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d471a63-f680-448f-aabd-4f30bed3d3e4 req-5f26738e-dfb7-424d-a9ef-9364f9513c1c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604150 Jan 31 15:51:28.394478 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.resource_extend [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 15:51:28.395862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01db85-fdab-4dea-b74e-30dc8338c6f9', 'name': 'network-vif-deleted', 'tag': '37d439e8-a01e-46ef-9920-76463a21a770'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:28.398438 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ad480d-0b7c-49a2-85a5-8afb54692802" -d '{"events": [{"server_uuid": "aa01db85-fdab-4dea-b74e-30dc8338c6f9", "name": "network-vif-deleted", "tag": "37d439e8-a01e-46ef-9920-76463a21a770"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:28.471774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-0642dc0d-361b-4ea2-acd8-31be99b555a2 service neutron] 10.222.0.36 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431206 Jan 31 15:51:28.511806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-936490e6-3bb0-4b68-a5c1-6a7f6bd04d30 req-e5a0700e-b4a3-439b-beea-ab30e81467d2 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 210 time: 0.0749483 Jan 31 15:51:28.538373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port dc3057ec-a28e-45a5-b69d-9c760ba46ba2 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:51:28.547567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port dc3057ec-a28e-45a5-b69d-9c760ba46ba2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:28.547865 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.574149 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9ccb1c-8790-4cb7-b04d-bf037ce0209c x-openstack-request-id: req-5a9ccb1c-8790-4cb7-b04d-bf037ce0209c {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:28.574440 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa01db85-fdab-4dea-b74e-30dc8338c6f9", "name": "network-vif-deleted", "tag": "37d439e8-a01e-46ef-9920-76463a21a770", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:28.574777 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a9ccb1c-8790-4cb7-b04d-bf037ce0209c {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:28.575172 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01db85-fdab-4dea-b74e-30dc8338c6f9', 'name': 'network-vif-deleted', 'tag': '37d439e8-a01e-46ef-9920-76463a21a770', 'status': 'completed', 'code': 200} Jan 31 15:51:28.583069 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.590741 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4de9439c-8dd1-49f3-9f0a-86184622cadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.605008 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4de9439c-8dd1-49f3-9f0a-86184622cadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.677885 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:28.691840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:28.722442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:28.728012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Pushing event updated for resources: {'Port': ['ID=0b705b12-35d1-476f-95bd-f0420379a01b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:28.731126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:28.742834 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4de9439c-8dd1-49f3-9f0a-86184622cadd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0f7028b841c4c3ba8af8073ecf10c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9506736 Jan 31 15:51:28.743070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35252) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:28.752419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2433965b-00b7-48c5-82f2-b3ac2ce2898a has no active binding in host n-h2-827120-1 {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 15:51:28.755745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9439c-8dd1-49f3-9f0a-86184622cadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dade20d8-113b-4bd4-b82b-4655b6ceeedc,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:28.759267 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.800771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-dcce53d5-d1bd-403b-a21e-6d6be4a6cf6b service neutron] 10.222.0.36 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098094 Jan 31 15:51:28.846198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dc3057ec-a28e-45a5-b69d-9c760ba46ba2, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc3057ec-a28e-45a5-b69d-9c760ba46ba2,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:28.849161 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:28.854000 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2c3f55ca-abce-4fcd-a491-185258f084ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.857638 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695befd7-23fe-4582-a546-72b97a86e3ee" -d '{"events": [{"server_uuid": "403cb439-29a3-4a3d-ba75-545da6cafc24", "name": "network-vif-plugged", "status": "completed", "tag": "dc3057ec-a28e-45a5-b69d-9c760ba46ba2"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:28.860097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:28.860776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.870580 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.894181 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-0978914d-a6d0-4261-b954-3fe09f16931b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6456788 Jan 31 15:51:28.907714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Request body: {'port': {'device_id': 'ad9f7c08-5bd0-47f0-83e7-d7a74681462a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:28.914607 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2c3f55ca-abce-4fcd-a491-185258f084ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:28.996928 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=dc3057ec-a28e-45a5-b69d-9c760ba46ba2,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:29.011248 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682fd0f3-6692-4c1d-8d21-f08843cf520e x-openstack-request-id: req-682fd0f3-6692-4c1d-8d21-f08843cf520e {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:29.011809 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403cb439-29a3-4a3d-ba75-545da6cafc24", "name": "network-vif-plugged", "status": "completed", "tag": "dc3057ec-a28e-45a5-b69d-9c760ba46ba2", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:29.012585 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-682fd0f3-6692-4c1d-8d21-f08843cf520e {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:29.013177 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2', 'code': 200} Jan 31 15:51:29.074027 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2c3f55ca-abce-4fcd-a491-185258f084ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:29.078507 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2c3f55ca-abce-4fcd-a491-185258f084ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:29.080831 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2c3f55ca-abce-4fcd-a491-185258f084ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dade20d8-113b-4bd4-b82b-4655b6ceeedc HTTP/1.1" status: 204 len: 168 time: 0.3363602 Jan 31 15:51:29.116458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f55ca-abce-4fcd-a491-185258f084ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dade20d8-113b-4bd4-b82b-4655b6ceeedc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:29.119236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-54f09be5-54ad-48d1-8a44-01fbbf82b760 None None] Provisioning complete for port 0b705b12-35d1-476f-95bd-f0420379a01b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:29.121363 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-54f09be5-54ad-48d1-8a44-01fbbf82b760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:29.153527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:29.218685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-54f09be5-54ad-48d1-8a44-01fbbf82b760 None None] Port 0b705b12-35d1-476f-95bd-f0420379a01b cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:51:29.229426 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-59abba5d-809d-491a-a6f5-c7eaa4211de1 req-c261b236-b2e8-4730-b78f-737e7c039368 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 210 time: 0.0462000 Jan 31 15:51:29.250050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b42e90-3f0a-42d7-82a0-c9297596121b req-1aee6786-375d-4240-9960-8e07908ee10f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:29.252551 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b42e90-3f0a-42d7-82a0-c9297596121b req-1aee6786-375d-4240-9960-8e07908ee10f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 967 time: 0.0833147 Jan 31 15:51:29.263260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c14a08-1320-4713-b48c-dbf884fd8e70 req-7a7ea971-a686-449f-9650-79ff9d73c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:29.264847 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-09c14a08-1320-4713-b48c-dbf884fd8e70 req-7a7ea971-a686-449f-9650-79ff9d73c358 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 1118 time: 0.1980147 Jan 31 15:51:29.336417 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b42e90-3f0a-42d7-82a0-c9297596121b req-b4523f04-6229-43f3-b212-932c9906de54 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773573 Jan 31 15:51:29.514181 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35294) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:29.637544 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:51:29.684078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab6f0-22d1-4d97-8be2-838833091afc req-21b63b65-0ecc-4a50-82dc-f8c6fd670599 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:29.687703 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfbab6f0-22d1-4d97-8be2-838833091afc req-21b63b65-0ecc-4a50-82dc-f8c6fd670599 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 935 time: 0.0844648 Jan 31 15:51:29.755792 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfbab6f0-22d1-4d97-8be2-838833091afc req-697468f7-f1bd-48dd-ac29-96a44630f1d7 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480194 Jan 31 15:51:29.781129 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-09c14a08-1320-4713-b48c-dbf884fd8e70 req-167bffb2-f6f4-48af-a7a5-a3db8867fc64 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5076845 Jan 31 15:51:29.823066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b865b-672c-44a8-96ca-f7b275009f86 req-2a680dcf-9251-4ab2-ba13-663075486a83 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:29.824453 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-129b865b-672c-44a8-96ca-f7b275009f86 req-2a680dcf-9251-4ab2-ba13-663075486a83 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 944 time: 0.3843498 Jan 31 15:51:29.896928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35304) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:29.905575 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-129b865b-672c-44a8-96ca-f7b275009f86 req-6c152858-373e-4af6-97ee-8527c02303d6 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717282 Jan 31 15:51:29.925051 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9fd804f-14c5-4971-a2ce-aac7479ff6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:29.954043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b705b12-35d1-476f-95bd-f0420379a01b {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:29.962298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:29.978565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Transition to ACTIVE for port object 0b705b12-35d1-476f-95bd-f0420379a01b will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:51:29.985059 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.056341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35306) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:30.067417 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9fd804f-14c5-4971-a2ce-aac7479ff6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.084015 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9fd804f-14c5-4971-a2ce-aac7479ff6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.165912 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-32f65a0e-72f9-4bcc-bb72-710e7b0f68f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d5b04401e3e46f997f4d138d5fb4628&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6482055 Jan 31 15:51:30.166239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Attempting to bind port 0b705b12-35d1-476f-95bd-f0420379a01b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:30.167274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Attempting to bind port 0b705b12-35d1-476f-95bd-f0420379a01b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:30.167274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Attempting to bind port 0b705b12-35d1-476f-95bd-f0420379a01b on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:30.167951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35312) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:30.177148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Port 0b705b12-35d1-476f-95bd-f0420379a01b on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:30.177494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Attempting to bind port 0b705b12-35d1-476f-95bd-f0420379a01b on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:30.186975 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c9fd804f-14c5-4971-a2ce-aac7479ff6cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b7586736227487a832f8b0b75158013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879765 Jan 31 15:51:30.188682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35314) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:30.189862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Pushing event updated for resources: {'Port': ['ID=0b705b12-35d1-476f-95bd-f0420379a01b,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:30.189977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd804f-14c5-4971-a2ce-aac7479ff6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b39a2b-40fe-4fbb-8bab-ca0ce8fbb4b5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:30.202221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:30.202569 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:30.202950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:30.203458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Bound port: 0b705b12-35d1-476f-95bd-f0420379a01b, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:30.203828 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.227538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1293207862-network', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:30.268298 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a43892a5-fd33-4254-b546-8d4fd9edf262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.280322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Made reservation on behalf of a8a18d990dab49968784c5efdbdb0c08 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:30.282930 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.302068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.322997 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a43892a5-fd33-4254-b546-8d4fd9edf262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.381965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] For port 0b705b12-35d1-476f-95bd-f0420379a01b, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:30.385845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] For port 0b705b12-35d1-476f-95bd-f0420379a01b, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0b705b12-35d1-476f-95bd-f0420379a01b,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:30.408120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a47c844-2fc5-431b-8aa5-ec834aff2049 req-2ea3e493-4e47-40b0-84d8-6824d1b24166 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 210 time: 0.0319464 Jan 31 15:51:30.411653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddcde2fe-2141-419b-81ba-3a85878ab513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.424934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a43892a5-fd33-4254-b546-8d4fd9edf262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.427679 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a43892a5-fd33-4254-b546-8d4fd9edf262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.431131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a43892a5-fd33-4254-b546-8d4fd9edf262 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1810f923-23b6-4670-9b8f-169877cbff54 HTTP/1.1" status: 204 len: 168 time: 0.2590704 Jan 31 15:51:30.437431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 37d439e8-a01e-46ef-9920-76463a21a770 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:51:30.446512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43892a5-fd33-4254-b546-8d4fd9edf262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1810f923-23b6-4670-9b8f-169877cbff54,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:30.475068 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.494275 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.500618 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.531626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 37d439e8-a01e-46ef-9920-76463a21a770 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:51:30.532101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 37d439e8-a01e-46ef-9920-76463a21a770 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:51:30.573067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:51:30.590586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1db3d9-0f78-4e78-8748-ddd0b52089b8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:30.596424 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.596874 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Added segment 1ce9b39d-73c8-4663-952e-99fdb5068696 of type vlan for network fa421a36-d003-49b8-ac37-49498faec060 Jan 31 15:51:30.629760 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddcde2fe-2141-419b-81ba-3a85878ab513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.665573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:30.666224 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.667703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] 10.222.0.20 "PUT /v2.0/ports/0b705b12-35d1-476f-95bd-f0420379a01b HTTP/1.1" status: 200 len: 1095 time: 1.7662942 Jan 31 15:51:30.668177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9f7c08-5bd0-47f0-83e7-d7a74681462a', 'tag': '0b705b12-35d1-476f-95bd-f0420379a01b'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:30.670607 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b81d51-50c7-4a55-b5aa-a203907efb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9f7c08-5bd0-47f0-83e7-d7a74681462a", "tag": "0b705b12-35d1-476f-95bd-f0420379a01b"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:30.683740 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.727253 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.728739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:30.729534 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.763101 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4bf217-0ac5-49a1-8533-ffd03078d83f x-openstack-request-id: req-1d4bf217-0ac5-49a1-8533-ffd03078d83f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:30.763479 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9f7c08-5bd0-47f0-83e7-d7a74681462a", "tag": "0b705b12-35d1-476f-95bd-f0420379a01b", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:30.763770 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d4bf217-0ac5-49a1-8533-ffd03078d83f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:30.764189 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9f7c08-5bd0-47f0-83e7-d7a74681462a', 'tag': '0b705b12-35d1-476f-95bd-f0420379a01b', 'status': 'completed', 'code': 200} Jan 31 15:51:30.811511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7528992 Jan 31 15:51:30.818410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35336) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:30.824030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4860146a-4409-4297-8396-d9cfb6599279 admin admin] Request body: {'subnet': {'network_id': 'fa421a36-d003-49b8-ac37-49498faec060', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1293207862-subnet', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:30.839036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f3801-2942-4a2f-b58b-e7d94e835028 admin admin] Pushing event updated for resources: {'Network': ['ID=fa421a36-d003-49b8-ac37-49498faec060,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:30.857720 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4860146a-4409-4297-8396-d9cfb6599279 admin admin] Made reservation on behalf of a8a18d990dab49968784c5efdbdb0c08 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:30.858618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network fa421a36-d003-49b8-ac37-49498faec060 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:51:30.860385 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4860146a-4409-4297-8396-d9cfb6599279 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:30.891659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4c0ba-643b-43ec-9632-02da81e41064 service neutron] Pushing event updated for resources: {'Port': ['ID=0b705b12-35d1-476f-95bd-f0420379a01b,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:30.947156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd9f0-7ec3-4f61-b1fe-e6a093013589 req-7b419942-d85c-4711-a0fc-6ce75565e0d5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:30.949951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-726bd9f0-7ec3-4f61-b1fe-e6a093013589 req-7b419942-d85c-4711-a0fc-6ce75565e0d5 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 967 time: 0.4138179 Jan 31 15:51:30.959881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-67981b80-1164-4e95-b8fe-b9a2c987245e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:30.962357 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-67981b80-1164-4e95-b8fe-b9a2c987245e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 820 time: 0.5517974 Jan 31 15:51:30.992869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-cecc2551-6088-499d-8bb6-9b51b4feb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:30.995948 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-cecc2551-6088-499d-8bb6-9b51b4feb863 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65c4c04662ee4774a6a3dc32e2dcafe2&device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 1098 time: 0.2493169 Jan 31 15:51:31.008489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41a770-b867-4baa-ba48-edf4ae01768f req-eabde5f1-234b-41c8-8f41-7b341c13c4f8 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:31.010024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0c41a770-b867-4baa-ba48-edf4ae01768f req-eabde5f1-234b-41c8-8f41-7b341c13c4f8 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 947 time: 0.1257639 Jan 31 15:51:31.017238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Request body: {'port': {'device_id': '08facd01-27d9-4afd-b742-82575fac2dda', 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad', 'admin_state_up': True, 'tenant_id': 'f7454e77053048da93d6c7125983ed93'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:31.045959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35344) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:31.117572 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-1addaa7a-1711-44b4-96e8-fb40bed9f59a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0b705b12-35d1-476f-95bd-f0420379a01b HTTP/1.1" status: 200 len: 217 time: 0.0910130 Jan 31 15:51:31.118042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddcde2fe-2141-419b-81ba-3a85878ab513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.120507 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddcde2fe-2141-419b-81ba-3a85878ab513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.121503 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ddcde2fe-2141-419b-81ba-3a85878ab513 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31b39a2b-40fe-4fbb-8bab-ca0ce8fbb4b5 HTTP/1.1" status: 204 len: 168 time: 0.9289265 Jan 31 15:51:31.122771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bbcfbfd8-bbd7-487f-93e9-a33784606933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.139053 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0c41a770-b867-4baa-ba48-edf4ae01768f req-369c80b1-6dbb-4002-ac66-e5039ce31a18 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185751 Jan 31 15:51:31.177527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-726bd9f0-7ec3-4f61-b1fe-e6a093013589 req-1e3ff1eb-e996-44d8-8dee-8f996183b978 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023466 Jan 31 15:51:31.178404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde2fe-2141-419b-81ba-3a85878ab513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b39a2b-40fe-4fbb-8bab-ca0ce8fbb4b5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:31.264915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-55c0247b-cc91-4660-ab04-ca9b4128b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:31.266654 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-55c0247b-cc91-4660-ab04-ca9b4128b2a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1298077 Jan 31 15:51:31.352845 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bbcfbfd8-bbd7-487f-93e9-a33784606933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.364060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Made reservation on behalf of f7454e77053048da93d6c7125983ed93 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:31.367786 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.379206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-52b57d45-8251-45d1-8ba4-771ecdee854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:31.380742 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-52b57d45-8251-45d1-8ba4-771ecdee854d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045237 Jan 31 15:51:31.397307 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bbcfbfd8-bbd7-487f-93e9-a33784606933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.438065 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4860146a-4409-4297-8396-d9cfb6599279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.481528 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bbcfbfd8-bbd7-487f-93e9-a33784606933 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57de5945b1d04b459884811429e52ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333816 Jan 31 15:51:31.487707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35360) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:31.503214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a01e5-8989-428f-89a2-e03c999ecc50 req-ee60f32d-b1d9-4993-93f1-afdeaf57d7e5 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:31.514953 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-032a01e5-8989-428f-89a2-e03c999ecc50 req-ee60f32d-b1d9-4993-93f1-afdeaf57d7e5 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 944 time: 0.2393978 Jan 31 15:51:31.518999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfbfd8-bbd7-487f-93e9-a33784606933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa8de7-59ee-4ea1-9348-f84e013eaf24,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:31.588814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860146a-4409-4297-8396-d9cfb6599279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca34410-77df-4749-9831-25d53a164789,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:31.604417 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-032a01e5-8989-428f-89a2-e03c999ecc50 req-65494ba5-a9a2-4423-90fe-f90cc478dd3b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717523 Jan 31 15:51:31.605555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4860146a-4409-4297-8396-d9cfb6599279 admin admin] Checking segment: {'id': '1ce9b39d-73c8-4663-952e-99fdb5068696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:31.605994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860146a-4409-4297-8396-d9cfb6599279 admin admin] Network hostable DHCP agents. Network: fa421a36-d003-49b8-ac37-49498faec060, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:51:31.627053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860146a-4409-4297-8396-d9cfb6599279 admin admin] Network fa421a36-d003-49b8-ac37-49498faec060 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:51:31.648402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-4860146a-4409-4297-8396-d9cfb6599279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, fa421a36-d003-49b8-ac37-49498faec060) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:31.659902 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f6fd4-e373-42d1-ab68-44f6b283631b None None] Network fa421a36-d003-49b8-ac37-49498faec060 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:31.674095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4860146a-4409-4297-8396-d9cfb6599279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:31.674726 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4860146a-4409-4297-8396-d9cfb6599279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.697201 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-2bd90f3c-98fa-4d49-9f1b-026c3fa2d208 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077760 Jan 31 15:51:31.711205 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4860146a-4409-4297-8396-d9cfb6599279 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8916397 Jan 31 15:51:31.714127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35378) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:31.718844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1293207862-router', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:31.726062 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b609f8f-4c2c-4b66-9a3a-ef232939287c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.729922 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf1d217e-8fec-42b8-9fa4-25682a42f241 req-75157f15-74f7-467a-89c4-7a5c9e75cadc tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 210 time: 0.0710204 Jan 31 15:51:31.732461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Allocated IP 172.20.0.8 (d9143695-d818-4ec6-a1c8-9227036ec2ad/b4805291-5b10-4a76-b006-715b95a7b211/b7d30bc8-b030-4764-97af-dfa2f8de3d40) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:31.783990 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.785629 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.831617 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b609f8f-4c2c-4b66-9a3a-ef232939287c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.846174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-fa421a36-d003-49b8-ac37-49498faec060', 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'fixed_ips': [{'subnet_id': '6ca34410-77df-4749-9831-25d53a164789'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:51:31.847061 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:31.903265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.021491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1bc8e9-41b1-42c1-b9e0-98e05e3a7263 req-8d236d0c-3d69-4b27-bf60-c3789cfda183 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000200 Jan 31 15:51:32.038570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Allocated IP 172.20.0.2 (fa421a36-d003-49b8-ac37-49498faec060/6ca34410-77df-4749-9831-25d53a164789/baf99f30-7c47-40ad-baee-ebf8fb88ae07) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:32.064580 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b609f8f-4c2c-4b66-9a3a-ef232939287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.078746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b609f8f-4c2c-4b66-9a3a-ef232939287c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.078746 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9b609f8f-4c2c-4b66-9a3a-ef232939287c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48aa8de7-59ee-4ea1-9348-f84e013eaf24 HTTP/1.1" status: 204 len: 168 time: 0.5875878 Jan 31 15:51:32.080252 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.146170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35392) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:32.165066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b609f8f-4c2c-4b66-9a3a-ef232939287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa8de7-59ee-4ea1-9348-f84e013eaf24,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:32.209233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81d51-50c7-4a55-b5aa-a203907efb5c req-aa6875e0-ad0c-4a20-bf01-9098b2b41a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:32.210972 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4b81d51-50c7-4a55-b5aa-a203907efb5c req-aa6875e0-ad0c-4a20-bf01-9098b2b41a0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65c4c04662ee4774a6a3dc32e2dcafe2&device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 1098 time: 0.1132877 Jan 31 15:51:32.214759 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.475156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a046797-f63f-4bdf-9a15-e3fb1575637f req-87b36b96-f4ee-434e-97e7-ca9fbaed7ea1 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:32.486080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a046797-f63f-4bdf-9a15-e3fb1575637f req-87b36b96-f4ee-434e-97e7-ca9fbaed7ea1 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 967 time: 0.1345699 Jan 31 15:51:32.518276 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.527614 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.536239 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.597842 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81d51-50c7-4a55-b5aa-a203907efb5c req-3f6712a0-fe18-4f43-bf48-22e3ed2d6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:32.599334 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4b81d51-50c7-4a55-b5aa-a203907efb5c req-3f6712a0-fe18-4f43-bf48-22e3ed2d6775 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3804700 Jan 31 15:51:32.601321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Network d9143695-d818-4ec6-a1c8-9227036ec2ad is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:32.613007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Network fa421a36-d003-49b8-ac37-49498faec060 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:32.616059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:32.619915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:32.631310 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Pushing event updated for resources: {'Port': ['ID=baf99f30-7c47-40ad-baee-ebf8fb88ae07,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:32.641514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2436b-ab4b-41d8-a6e6-04dddad6d419 req-b4a8c3cc-4a86-4271-b7f1-a13b2b977c75 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:32.646584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:32.648687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1b2436b-ab4b-41d8-a6e6-04dddad6d419 req-b4a8c3cc-4a86-4271-b7f1-a13b2b977c75 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 947 time: 0.3845809 Jan 31 15:51:32.652947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:32.653279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:32.653640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:32.653966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:32.654280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:32.654669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:32.654913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:32.655210 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:32.655519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:32.655825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:32.656138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:32.656441 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:32.678840 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a046797-f63f-4bdf-9a15-e3fb1575637f req-7865a77f-f99c-4c32-976c-58d010d05274 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915286 Jan 31 15:51:32.680241 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c4de729-b551-44cf-8dc9-63a7b205d738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.682913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Pushing event updated for resources: {'Port': ['ID=b7d30bc8-b030-4764-97af-dfa2f8de3d40,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:32.686100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:32.715149 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.744546 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.744876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Attempting to bind port baf99f30-7c47-40ad-baee-ebf8fb88ae07 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:32.746607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Attempting to bind port baf99f30-7c47-40ad-baee-ebf8fb88ae07 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '1ce9b39d-73c8-4663-952e-99fdb5068696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:32.747467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Attempting to bind port baf99f30-7c47-40ad-baee-ebf8fb88ae07 on network fa421a36-d003-49b8-ac37-49498faec060 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:32.758609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:32.759379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Checking segment: {'id': '1ce9b39d-73c8-4663-952e-99fdb5068696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:32.759999 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.760940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Bound using segment: {'id': '1ce9b39d-73c8-4663-952e-99fdb5068696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:32.762059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Bound port: baf99f30-7c47-40ad-baee-ebf8fb88ae07, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce9b39d-73c8-4663-952e-99fdb5068696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:32.763596 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.808296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1b2436b-ab4b-41d8-a6e6-04dddad6d419 req-e403d9c4-5855-4b2f-9938-115ff636ba27 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538496 Jan 31 15:51:32.830789 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4b81d51-50c7-4a55-b5aa-a203907efb5c req-68a7a0a3-834a-4413-9e05-0ef135dd0d61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0b705b12-35d1-476f-95bd-f0420379a01b HTTP/1.1" status: 200 len: 217 time: 0.1367228 Jan 31 15:51:32.891511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] For port baf99f30-7c47-40ad-baee-ebf8fb88ae07, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:32.899468 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] For port baf99f30-7c47-40ad-baee-ebf8fb88ae07, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=baf99f30-7c47-40ad-baee-ebf8fb88ae07,segment=NetworkSegment(1ce9b39d-73c8-4663-952e-99fdb5068696),segment_id=1ce9b39d-73c8-4663-952e-99fdb5068696)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:32.906074 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:32.998471 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:33.000644 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:33.005967 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ca0fe-57f1-402c-8303-5f0e1f4ff4cf None None] Pushing event updated for resources: {'Port': ['ID=baf99f30-7c47-40ad-baee-ebf8fb88ae07,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:33.027856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc68b6-485e-4e68-83c0-7f56b610fc48 req-3e79b5cc-a2f8-42c2-b7c6-df7714d31f4c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:33.029716 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6cdc68b6-485e-4e68-83c0-7f56b610fc48 req-3e79b5cc-a2f8-42c2-b7c6-df7714d31f4c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 967 time: 0.1045632 Jan 31 15:51:33.039770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35426) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:33.045708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-5bf14f69-1a36-4659-82ba-29aed2c8bec2 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Request body: {'floatingip': {'port_id': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:33.046211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81d51-50c7-4a55-b5aa-a203907efb5c req-12dd1ba0-b143-4df6-a2f1-1ba5358a9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:33.047843 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4b81d51-50c7-4a55-b5aa-a203907efb5c req-12dd1ba0-b143-4df6-a2f1-1ba5358a9628 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1504526 Jan 31 15:51:33.049263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Allocated IP 172.25.1.178 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/62867fad-2b41-4e3e-9188-68d672b9f34f) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:33.085328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91113bf-a698-496e-b7dd-5779f307db0e req-e9c0df54-3eb5-4e96-857d-e9dd8ff0e833 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:33.086968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d91113bf-a698-496e-b7dd-5779f307db0e req-e9c0df54-3eb5-4e96-857d-e9dd8ff0e833 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 944 time: 0.2548089 Jan 31 15:51:33.140812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5bf14f69-1a36-4659-82ba-29aed2c8bec2 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:33.198145 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-89d3c5e4-40a3-4cd5-90c1-17c1687f8563 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2101789 Jan 31 15:51:33.227413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Request body: {'port': {'device_id': '08facd01-27d9-4afd-b742-82575fac2dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:33.321720 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d91113bf-a698-496e-b7dd-5779f307db0e req-df715def-c786-4020-aa90-470939e82ede tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147803 Jan 31 15:51:33.351812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81d51-50c7-4a55-b5aa-a203907efb5c req-5d1cae7f-3b47-4a61-b40d-7dc413ce0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:33.353700 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4b81d51-50c7-4a55-b5aa-a203907efb5c req-5d1cae7f-3b47-4a61-b40d-7dc413ce0f9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2658386 Jan 31 15:51:33.379927 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c4de729-b551-44cf-8dc9-63a7b205d738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:33.512381 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4b81d51-50c7-4a55-b5aa-a203907efb5c req-b1fb83ef-b290-445b-9ce5-757b097e7579 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460912 Jan 31 15:51:33.513527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c4de729-b551-44cf-8dc9-63a7b205d738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:33.514000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14e1e3-17b1-4702-8c4b-9f45cf66206b req-7dfd508f-fb9f-4b50-ba54-13a9e14e0df0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:33.518758 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd14e1e3-17b1-4702-8c4b-9f45cf66206b req-7dfd508f-fb9f-4b50-ba54-13a9e14e0df0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 931 time: 0.4004099 Jan 31 15:51:33.567205 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:33.629860 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:33.670600 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-eb95025f-23d1-4ab4-b673-dac1a76d50a6 service neutron] 10.222.0.30 "GET /v2.0/ports/2433965b-00b7-48c5-82f2-b3ac2ce2898a/bindings/n-h2-827120-1 HTTP/1.1" status: 200 len: 384 time: 0.5065997 Jan 31 15:51:33.689458 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd14e1e3-17b1-4702-8c4b-9f45cf66206b req-e5aeca20-a4df-4392-a4d4-56d517238caf tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550045 Jan 31 15:51:33.730546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4de729-b551-44cf-8dc9-63a7b205d738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc9492a-bc36-473a-9830-7ed851664f0e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:33.803297 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2c4de729-b551-44cf-8dc9-63a7b205d738 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61c48bc8d738465282f054160ca929d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6520634 Jan 31 15:51:33.806624 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35450) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:33.830798 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:33.912251 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4b81d51-50c7-4a55-b5aa-a203907efb5c req-e4ee81e0-b505-4b19-b3fd-fe933ccb3103 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880675 Jan 31 15:51:33.997054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:34.042563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec782a-74e2-4be6-b932-37c02cf36673 req-508faa5b-c572-4b9c-b55c-0ff3179db327 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:34.044450 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1dec782a-74e2-4be6-b932-37c02cf36673 req-508faa5b-c572-4b9c-b55c-0ff3179db327 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 947 time: 0.1286364 Jan 31 15:51:34.086353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:34.111951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:34.117208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d30bc8-b030-4764-97af-dfa2f8de3d40 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:34.135463 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:34.162626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1dec782a-74e2-4be6-b932-37c02cf36673 req-19d1dd49-9dad-491f-8f51-17f2b18be9f8 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810592 Jan 31 15:51:34.166493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Transition to ACTIVE for port object b7d30bc8-b030-4764-97af-dfa2f8de3d40 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:51:34.174682 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:34.175128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Pushing event updated for resources: {'Port': ['ID=62867fad-2b41-4e3e-9188-68d672b9f34f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:34.366914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Attempting to bind port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:34.369597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Attempting to bind port b7d30bc8-b030-4764-97af-dfa2f8de3d40 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:34.369597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Attempting to bind port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:34.371207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d30bc8-b030-4764-97af-dfa2f8de3d40,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:34.395176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on network d9143695-d818-4ec6-a1c8-9227036ec2ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:34.395588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Attempting to bind port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:34.407470 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:34.407470 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:34.407808 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Bound using segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:34.412332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Bound port: b7d30bc8-b030-4764-97af-dfa2f8de3d40, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:34.414183 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:34.434295 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da0561b8-e8f1-4b5a-b453-5863205b39db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:34.475980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device baf99f30-7c47-40ad-baee-ebf8fb88ae07 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:34.578538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port baf99f30-7c47-40ad-baee-ebf8fb88ae07 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:34.578909 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:34.607636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e04895-95c5-42d3-b7b8-ecfa555413e3 None None] Network fa421a36-d003-49b8-ac37-49498faec060 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:34.625097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a896577-0d78-40bb-a054-a7add1ea57f0 req-f93c4e9e-fbad-4400-8cf8-cf350fffda56 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:34.627390 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6a896577-0d78-40bb-a054-a7add1ea57f0 req-f93c4e9e-fbad-4400-8cf8-cf350fffda56 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 944 time: 0.1881611 Jan 31 15:51:34.678677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-702efc53-7c4e-4dd3-836b-4d76c78ae4b3 None None] Provisioning complete for port baf99f30-7c47-40ad-baee-ebf8fb88ae07 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:34.679533 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-702efc53-7c4e-4dd3-836b-4d76c78ae4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:34.686852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:34.692256 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6a896577-0d78-40bb-a054-a7add1ea57f0 req-0456a745-5a91-42b0-96bd-a0e3e76cca6b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 Jan 31 15:51:34.704210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:34.729705 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:34.781452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:34.782492 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:34.784468 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] 10.222.0.30 "PUT /v2.0/ports/b7d30bc8-b030-4764-97af-dfa2f8de3d40 HTTP/1.1" status: 200 len: 1091 time: 1.5686471 Jan 31 15:51:34.787106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08facd01-27d9-4afd-b742-82575fac2dda', 'tag': 'b7d30bc8-b030-4764-97af-dfa2f8de3d40'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:34.789737 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99f229a-7e01-4a37-85ba-3d05c282d0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "08facd01-27d9-4afd-b742-82575fac2dda", "tag": "b7d30bc8-b030-4764-97af-dfa2f8de3d40"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:34.824238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9370ea5-5b23-4a34-9606-c7d9fee59be5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d30bc8-b030-4764-97af-dfa2f8de3d40,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:34.878447 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-702efc53-7c4e-4dd3-836b-4d76c78ae4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:34.882630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-8a6d2d49-0db9-45f5-848a-ed2194fab4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:34.883375 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:34.884601 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-8a6d2d49-0db9-45f5-848a-ed2194fab4a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 1094 time: 0.0492392 Jan 31 15:51:34.906870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da0561b8-e8f1-4b5a-b453-5863205b39db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:34.934644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-702efc53-7c4e-4dd3-836b-4d76c78ae4b3 None None] For port baf99f30-7c47-40ad-baee-ebf8fb88ae07, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=baf99f30-7c47-40ad-baee-ebf8fb88ae07,segment=NetworkSegment(1ce9b39d-73c8-4663-952e-99fdb5068696),segment_id=1ce9b39d-73c8-4663-952e-99fdb5068696)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:34.944745 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-d31816fd-d88d-4540-9cbc-6b601bb84cb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40 HTTP/1.1" status: 200 len: 217 time: 0.0482900 Jan 31 15:51:34.951209 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-702efc53-7c4e-4dd3-836b-4d76c78ae4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:34.973354 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-886678ab-9290-4817-bd72-26930a09f3d7 req-bdfba1ab-7866-473a-98be-0026ea11753f tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=98abee1b3b544b59869a5fcf0fdbf0e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313954 Jan 31 15:51:35.020163 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 15:51:35.020576 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 15:51:35.047542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-fa44902a-94c2-47e5-b196-f73ee8c16b6b service neutron] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:35.051178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702efc53-7c4e-4dd3-836b-4d76c78ae4b3 None None] Pushing event updated for resources: {'Port': ['ID=baf99f30-7c47-40ad-baee-ebf8fb88ae07,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:35.068463 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.resource_extend [None req-5bf14f69-1a36-4659-82ba-29aed2c8bec2 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 15:51:35.072816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-d0d079f6-dab4-4290-9c0d-8cda74ba1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:35.074639 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-d0d079f6-dab4-4290-9c0d-8cda74ba1387 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.1191001 Jan 31 15:51:35.117167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-5718174a-59e2-4e6c-b1af-e170433b1bc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297627 Jan 31 15:51:35.177646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-fa44902a-94c2-47e5-b196-f73ee8c16b6b service neutron] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:35.201991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886678ab-9290-4817-bd72-26930a09f3d7 req-1d610a1e-1c58-4459-b89e-8fb7f6dff98a tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:35.203741 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-886678ab-9290-4817-bd72-26930a09f3d7 req-1d610a1e-1c58-4459-b89e-8fb7f6dff98a tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083864 Jan 31 15:51:35.218238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f550f-2bd7-4a74-8e2c-351584addf99 req-08d8dc7c-aa44-4a4b-9dbe-377cdba98f50 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:35.220240 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2c0f550f-2bd7-4a74-8e2c-351584addf99 req-08d8dc7c-aa44-4a4b-9dbe-377cdba98f50 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 943 time: 0.2971680 Jan 31 15:51:35.233654 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5bf14f69-1a36-4659-82ba-29aed2c8bec2 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:35.244070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-886678ab-9290-4817-bd72-26930a09f3d7 req-81209c0c-ad83-407b-aa9a-f042b50ee323 tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] 10.222.0.36 "GET /v2.0/quotas/98abee1b3b544b59869a5fcf0fdbf0e9 HTTP/1.1" status: 200 len: 375 time: 0.0268919 Jan 31 15:51:35.284433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-886678ab-9290-4817-bd72-26930a09f3d7 req-37995ea3-1c7c-42aa-bee7-ec91f8df4e55 tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=98abee1b3b544b59869a5fcf0fdbf0e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393658 Jan 31 15:51:35.284722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5e3fd5db-447d-4351-bed5-7e54419935d9 None None] Provisioning complete for port baf99f30-7c47-40ad-baee-ebf8fb88ae07 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:35.286218 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5e3fd5db-447d-4351-bed5-7e54419935d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:35.287132 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5bf14f69-1a36-4659-82ba-29aed2c8bec2 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:35.295481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-fa44902a-94c2-47e5-b196-f73ee8c16b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2433965b-00b7-48c5-82f2-b3ac2ce2898a {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:35.301871 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-4b130cf2-55aa-4e38-84f7-4e173b2d0723 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740062 Jan 31 15:51:35.305424 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da0561b8-e8f1-4b5a-b453-5863205b39db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:35.307934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da0561b8-e8f1-4b5a-b453-5863205b39db admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:35.309078 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-da0561b8-e8f1-4b5a-b453-5863205b39db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bc9492a-bc36-473a-9830-7ed851664f0e HTTP/1.1" status: 204 len: 168 time: 1.5012531 Jan 31 15:51:35.354849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-fa44902a-94c2-47e5-b196-f73ee8c16b6b service neutron] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:35.438074 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d009315b-bfa9-47be-ab02-a822ddd30e2d req-af485771-2591-42b9-bbdc-9924409542ef service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245229 Jan 31 15:51:35.441550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0561b8-e8f1-4b5a-b453-5863205b39db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc9492a-bc36-473a-9830-7ed851664f0e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:35.443270 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-fa44902a-94c2-47e5-b196-f73ee8c16b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:35.466653 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2c0f550f-2bd7-4a74-8e2c-351584addf99 req-d03a3131-a179-4f4d-8d29-b7f1f72fd90d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302744 Jan 31 15:51:35.485261 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8291f74a-daac-4079-9727-b7cb6c191147 x-openstack-request-id: req-8291f74a-daac-4079-9727-b7cb6c191147 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:35.491621 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08facd01-27d9-4afd-b742-82575fac2dda", "tag": "b7d30bc8-b030-4764-97af-dfa2f8de3d40", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:35.492004 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8291f74a-daac-4079-9727-b7cb6c191147 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:35.492317 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08facd01-27d9-4afd-b742-82575fac2dda', 'tag': 'b7d30bc8-b030-4764-97af-dfa2f8de3d40', 'status': 'completed', 'code': 200} Jan 31 15:51:35.547624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:35.590660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f229a-7e01-4a37-85ba-3d05c282d0f3 req-ba28e1c0-b610-4aa0-bffb-55cf3853ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:35.592296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a99f229a-7e01-4a37-85ba-3d05c282d0f3 req-ba28e1c0-b610-4aa0-bffb-55cf3853ffd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 1094 time: 0.0717902 Jan 31 15:51:35.599745 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-5bf14f69-1a36-4659-82ba-29aed2c8bec2 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Floating IP a4d9990d-c646-4ed2-a8ed-5326fee5b620 associated. External IP: 172.25.1.72, port: dc3057ec-a28e-45a5-b69d-9c760ba46ba2. Jan 31 15:51:35.715034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f229a-7e01-4a37-85ba-3d05c282d0f3 req-ddc9392f-79ba-468c-b740-18b370910416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:35.716882 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a99f229a-7e01-4a37-85ba-3d05c282d0f3 req-ddc9392f-79ba-468c-b740-18b370910416 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.1171262 Jan 31 15:51:35.726148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-fa44902a-94c2-47e5-b196-f73ee8c16b6b service neutron] Transition to ACTIVE for port object 2433965b-00b7-48c5-82f2-b3ac2ce2898a will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:51:35.762626 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-fa44902a-94c2-47e5-b196-f73ee8c16b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:35.894161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35514) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:35.898573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-fa44902a-94c2-47e5-b196-f73ee8c16b6b service neutron] No DVR routers for this DVR port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:51:35.923745 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44902a-94c2-47e5-b196-f73ee8c16b6b service neutron] Pushing event updated for resources: {'Port': ['ID=2433965b-00b7-48c5-82f2-b3ac2ce2898a,revision_number=10']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:35.932058 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ff74baf-10ac-4547-80f8-53af0c7b35dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:36.035551 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-fa44902a-94c2-47e5-b196-f73ee8c16b6b service neutron] 10.222.0.30 "PUT /v2.0/ports/2433965b-00b7-48c5-82f2-b3ac2ce2898a/bindings/n-h2-827120-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3450761 Jan 31 15:51:36.050040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a99f229a-7e01-4a37-85ba-3d05c282d0f3 req-eccaa450-05d0-4a45-83d6-2e07f818ff0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40 HTTP/1.1" status: 200 len: 217 time: 0.0400429 Jan 31 15:51:36.110075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c271cf-5128-4d42-a03b-9f2eddf0ef09 req-2d40f5ff-7147-4268-8b69-3a418282f4cd tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:36.115090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:36.117642 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-45c271cf-5128-4d42-a03b-9f2eddf0ef09 req-2d40f5ff-7147-4268-8b69-3a418282f4cd tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 947 time: 0.5151713 Jan 31 15:51:36.170694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f229a-7e01-4a37-85ba-3d05c282d0f3 req-4b4cb363-5fe7-435d-92f1-78858268c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:36.172164 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a99f229a-7e01-4a37-85ba-3d05c282d0f3 req-4b4cb363-5fe7-435d-92f1-78858268c160 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.1153846 Jan 31 15:51:36.191976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf14f69-1a36-4659-82ba-29aed2c8bec2 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Router 99c6369a-609c-4980-9963-099fc2fc963c has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:51:36.205426 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-45c271cf-5128-4d42-a03b-9f2eddf0ef09 req-ef1a77d6-bb1f-46bd-8965-74938d208003 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869281 Jan 31 15:51:36.226317 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a99f229a-7e01-4a37-85ba-3d05c282d0f3 req-2125d378-df1e-4c94-8e4f-e0765be85a1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396206 Jan 31 15:51:36.228552 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-565b3197-7219-4c1a-b2d0-c9100ec62920 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:36.230733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-565b3197-7219-4c1a-b2d0-c9100ec62920 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f&tenant_id=fb6f65ae282d4cad81a9203baacdf14e&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1096 time: 0.1103389 Jan 31 15:51:36.320056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0b705b12-35d1-476f-95bd-f0420379a01b details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:51:36.405743 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device baf99f30-7c47-40ad-baee-ebf8fb88ae07 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:36.423131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-c28a75db-f482-4d82-ab43-6e6884594b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:36.424627 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-c28a75db-f482-4d82-ab43-6e6884594b4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f&tenant_id=fb6f65ae282d4cad81a9203baacdf14e HTTP/1.1" status: 200 len: 1096 time: 0.1817424 Jan 31 15:51:36.426930 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a99f229a-7e01-4a37-85ba-3d05c282d0f3 req-ba701388-66c2-4ad5-b62b-b807631bc5c0 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927934 Jan 31 15:51:36.513247 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ff74baf-10ac-4547-80f8-53af0c7b35dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:36.545139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0b705b12-35d1-476f-95bd-f0420379a01b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0b705b12-35d1-476f-95bd-f0420379a01b,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:36.563200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2433965b-00b7-48c5-82f2-b3ac2ce2898a no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:51:36.565194 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ff74baf-10ac-4547-80f8-53af0c7b35dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:36.567580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '0b705b12-35d1-476f-95bd-f0420379a01b', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '0b705b12-35d1-476f-95bd-f0420379a01b', 'mac_address': 'fa:16:3e:e3:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:51:36.576075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f36434cc-f32c-4896-b9c5-19995af3c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:36.577580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-f36434cc-f32c-4896-b9c5-19995af3c702 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 1096 time: 0.0770426 Jan 31 15:51:36.581614 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a99f229a-7e01-4a37-85ba-3d05c282d0f3 req-a434fb3b-427d-4da4-94a7-74d21ffa31ec service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390693 Jan 31 15:51:36.590972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fa87a-e373-491f-bc47-95903e2f19ff req-2fae3a7b-bb21-4f54-82a7-f7b1c219dc73 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:36.592509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-508fa87a-e373-491f-bc47-95903e2f19ff req-2fae3a7b-bb21-4f54-82a7-f7b1c219dc73 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 945 time: 0.3984001 Jan 31 15:51:36.663030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2433965b-00b7-48c5-82f2-b3ac2ce2898a not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:51:36.681374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1ff74baf-10ac-4547-80f8-53af0c7b35dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a726da44ce14f3085dd1284214a89a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7839556 Jan 31 15:51:36.685172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff74baf-10ac-4547-80f8-53af0c7b35dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31c9cb7-3c90-4f78-9793-3ebc7985bcfb,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:36.686717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port baf99f30-7c47-40ad-baee-ebf8fb88ae07 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:36.687013 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:36.687572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35540) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:36.717770 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:36.740846 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b705b12-35d1-476f-95bd-f0420379a01b {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:36.742543 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-508fa87a-e373-491f-bc47-95903e2f19ff req-13bc28c7-36e3-4e18-81e2-22b064f45fbc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335082 Jan 31 15:51:36.756827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf14f69-1a36-4659-82ba-29aed2c8bec2 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:51:36.765059 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5bf14f69-1a36-4659-82ba-29aed2c8bec2 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:36.783918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0b705b12-35d1-476f-95bd-f0420379a01b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0b705b12-35d1-476f-95bd-f0420379a01b,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:36.792203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b435953-3bd2-4b68-a04f-d42503b81b4b None None] Sync routers for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:51:36.793428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Router f014ca49-a805-44f0-a7bd-a2c3b59ed322 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:51:36.801094 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:36.821086 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5bf14f69-1a36-4659-82ba-29aed2c8bec2 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "PUT /v2.0/floatingips/a4d9990d-c646-4ed2-a8ed-5326fee5b620 HTTP/1.1" status: 200 len: 1012 time: 3.7799826 Jan 31 15:51:36.823781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'tag': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:36.826456 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd99abf-e744-4b25-b74a-79e92202e185" -d '{"events": [{"name": "network-changed", "server_uuid": "403cb439-29a3-4a3d-ba75-545da6cafc24", "tag": "dc3057ec-a28e-45a5-b69d-9c760ba46ba2"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:36.830167 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b673e689-a1fb-42c0-9aac-fb03029a5dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:36.865196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-56b2dc04-d7f6-4ef2-978b-67532cf4ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:36.866721 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-56b2dc04-d7f6-4ef2-978b-67532cf4ad7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.2809064 Jan 31 15:51:36.890094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852fd92-83ec-4a13-911a-8162da0bbca8 req-98f50600-7234-49e2-a24e-c0460203c7c2 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:36.891640 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3852fd92-83ec-4a13-911a-8162da0bbca8 req-98f50600-7234-49e2-a24e-c0460203c7c2 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 943 time: 0.1147614 Jan 31 15:51:36.894366 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b673e689-a1fb-42c0-9aac-fb03029a5dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:36.902421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b435953-3bd2-4b68-a04f-d42503b81b4b None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:51:36.903061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8b435953-3bd2-4b68-a04f-d42503b81b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:51:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:36.932316 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-402b0d6b-b43d-45ba-9f9e-a98577fa6841 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a HTTP/1.1" status: 200 len: 217 time: 0.0568299 Jan 31 15:51:36.953269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=0b705b12-35d1-476f-95bd-f0420379a01b,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:37.000367 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3852fd92-83ec-4a13-911a-8162da0bbca8 req-18423e55-4ed0-41d7-99ed-a4244bddc31e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703654 Jan 31 15:51:37.008055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:51:37.013544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-e7dd1588-5959-45ef-bb03-c631df2e4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:37.017561 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-e7dd1588-5959-45ef-bb03-c631df2e4dd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.0677679 Jan 31 15:51:37.023162 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Sync routers for ids ['f014ca49-a805-44f0-a7bd-a2c3b59ed322'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:51:37.028141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72d63b-6be6-4d37-9ac0-09c8c68fd3e5 req-6e141ef6-8dbb-4118-b8a5-d1989ec7cc01 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:37.029702 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe72d63b-6be6-4d37-9ac0-09c8c68fd3e5 req-6e141ef6-8dbb-4118-b8a5-d1989ec7cc01 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 967 time: 0.0871544 Jan 31 15:51:37.056850 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:37.061163 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d7604b9d-b5f7-4839-9c33-12d7c3732d48 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3432651 Jan 31 15:51:37.061163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b673e689-a1fb-42c0-9aac-fb03029a5dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:37.061845 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b673e689-a1fb-42c0-9aac-fb03029a5dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:37.063136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b673e689-a1fb-42c0-9aac-fb03029a5dad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a31c9cb7-3c90-4f78-9793-3ebc7985bcfb HTTP/1.1" status: 204 len: 168 time: 0.3701906 Jan 31 15:51:37.070167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['0b705b12-35d1-476f-95bd-f0420379a01b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:37.070301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35550) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:37.085346 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-3321d6ec-efe9-4f22-b014-cfe708ee172e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596139 Jan 31 15:51:37.118441 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc04bfd-077c-4e88-a962-a67d708f2118 x-openstack-request-id: req-fcc04bfd-077c-4e88-a962-a67d708f2118 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:37.118829 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403cb439-29a3-4a3d-ba75-545da6cafc24", "tag": "dc3057ec-a28e-45a5-b69d-9c760ba46ba2", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:37.119154 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcc04bfd-077c-4e88-a962-a67d708f2118 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:37.119622 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'tag': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2', 'status': 'completed', 'code': 200} Jan 31 15:51:37.120391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673e689-a1fb-42c0-9aac-fb03029a5dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31c9cb7-3c90-4f78-9793-3ebc7985bcfb,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:37.175050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe72d63b-6be6-4d37-9ac0-09c8c68fd3e5 req-27c239d1-05db-4435-acb9-eaa69fb1f367 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331184 Jan 31 15:51:37.213625 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-8b435953-3bd2-4b68-a04f-d42503b81b4b None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:51:37.238186 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Routers {'f014ca49-a805-44f0-a7bd-a2c3b59ed322'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:51:37.238928 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:51:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f014ca49-a805-44f0-a7bd-a2c3b59ed322'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:37.245087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd99abf-e744-4b25-b74a-79e92202e185 req-80f9b9ed-b8b5-434a-a2e1-d44c6bb1a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:37.250263 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fd99abf-e744-4b25-b74a-79e92202e185 req-80f9b9ed-b8b5-434a-a2e1-d44c6bb1a7a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47409c3206c74917a98561c89b6ac9b2&device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 1118 time: 0.1433380 Jan 31 15:51:37.305484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e87c3ad3-bcc4-4f3a-af27-48b5e2634b75 req-56c020aa-d1d6-4675-b421-752463f84a75 tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=98abee1b3b544b59869a5fcf0fdbf0e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576630 Jan 31 15:51:37.345636 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-6215fd7a-b083-4fb4-9a15-eca88b076f79 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502127 Jan 31 15:51:37.431161 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Set router f014ca49-a805-44f0-a7bd-a2c3b59ed322 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:51:37.545181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd99abf-e744-4b25-b74a-79e92202e185 req-3707aaf5-36d2-4a17-a4ec-193008050965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:37.546710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fd99abf-e744-4b25-b74a-79e92202e185 req-3707aaf5-36d2-4a17-a4ec-193008050965 service neutron] 10.222.0.20 "GET /v2.0/networks?id=107981a1-8971-4307-a532-a01979b3d6a9 HTTP/1.1" status: 200 len: 924 time: 0.2829115 Jan 31 15:51:37.557593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c3ad3-bcc4-4f3a-af27-48b5e2634b75 req-0553f4df-f350-4842-ada7-369b48562469 tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:37.564751 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e87c3ad3-bcc4-4f3a-af27-48b5e2634b75 req-0553f4df-f350-4842-ada7-369b48562469 tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2581916 Jan 31 15:51:37.590179 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-bf895376-0f20-4ea0-960c-a1f769c399a3 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235262 Jan 31 15:51:37.633448 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e87c3ad3-bcc4-4f3a-af27-48b5e2634b75 req-0ad98263-b2a7-4df8-b931-2ad13fb3d6ea tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] 10.222.0.36 "GET /v2.0/quotas/98abee1b3b544b59869a5fcf0fdbf0e9 HTTP/1.1" status: 200 len: 375 time: 0.0677333 Jan 31 15:51:37.697433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e87c3ad3-bcc4-4f3a-af27-48b5e2634b75 req-0ac55b07-8f81-44bf-be77-72f6681022ec tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=98abee1b3b544b59869a5fcf0fdbf0e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629740 Jan 31 15:51:37.764236 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fd99abf-e744-4b25-b74a-79e92202e185 req-921d975c-8f7f-4c83-86f7-759b7ff971bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc3057ec-a28e-45a5-b69d-9c760ba46ba2 HTTP/1.1" status: 200 len: 1020 time: 0.1923320 Jan 31 15:51:37.817096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81a8c2-97d2-4d31-ae66-db2c50e258db req-c3945d7b-a6e7-44cd-9c10-b07f6ddb9c05 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:37.817096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e81a8c2-97d2-4d31-ae66-db2c50e258db req-c3945d7b-a6e7-44cd-9c10-b07f6ddb9c05 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 948 time: 0.3475096 Jan 31 15:51:37.882244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8b435953-3bd2-4b68-a04f-d42503b81b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'a4d9990d-c646-4ed2-a8ed-5326fee5b620', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'port_id': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'mac_address': 'fa:16:3e:4f:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'device_owner': 'compute:tempest-test_az-688078664'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:51:11Z', 'updated_at': '2022-01-31T15:51:34Z', 'revision_number': 1, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:37.887053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd99abf-e744-4b25-b74a-79e92202e185 req-0d2371c5-2a11-4ede-9715-1d7ac1301dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:37.888582 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fd99abf-e744-4b25-b74a-79e92202e185 req-0d2371c5-2a11-4ede-9715-1d7ac1301dff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea396132-7d5e-453a-89f4-5dd0f7c77d85 HTTP/1.1" status: 200 len: 862 time: 0.1140168 Jan 31 15:51:37.930814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e81a8c2-97d2-4d31-ae66-db2c50e258db req-6a764c6f-a271-47bd-b87b-ddab99ecfbc8 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051290 Jan 31 15:51:37.964612 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1293207862-router', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:51:31Z', 'updated_at': '2022-01-31T15:51:35Z', 'revision_number': 3, 'project_id': 'a8a18d990dab49968784c5efdbdb0c08', 'gw_port': {'id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:51:32Z', 'updated_at': '2022-01-31T15:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:37.981229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd99abf-e744-4b25-b74a-79e92202e185 req-cb2be95f-ccdd-480c-bc39-7565e73d80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:37.983756 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fd99abf-e744-4b25-b74a-79e92202e185 req-cb2be95f-ccdd-480c-bc39-7565e73d80c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=107981a1-8971-4307-a532-a01979b3d6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873713 Jan 31 15:51:37.987630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-461ce449-ec9f-4c8e-9741-c867ba124385 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:37.989628 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-461ce449-ec9f-4c8e-9741-c867ba124385 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f&tenant_id=fb6f65ae282d4cad81a9203baacdf14e&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1096 time: 0.0820062 Jan 31 15:51:38.034125 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Checking router: f014ca49-a805-44f0-a7bd-a2c3b59ed322 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:51:38.034692 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Updating router f014ca49-a805-44f0-a7bd-a2c3b59ed322 port 62867fad-2b41-4e3e-9188-68d672b9f34f binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:51:38.121857 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:38.168744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a818dd-eb66-4402-9668-63b55c719033 req-f21d4dec-c509-4656-b105-74731317d639 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:38.171337 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58a818dd-eb66-4402-9668-63b55c719033 req-f21d4dec-c509-4656-b105-74731317d639 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 945 time: 0.1049461 Jan 31 15:51:38.204220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b435953-3bd2-4b68-a04f-d42503b81b4b None None] Checking router: 99c6369a-609c-4980-9963-099fc2fc963c for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:51:38.217563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b435953-3bd2-4b68-a04f-d42503b81b4b None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:51:38.219215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8b435953-3bd2-4b68-a04f-d42503b81b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:51:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:38.235647 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fd99abf-e744-4b25-b74a-79e92202e185 req-819468ff-1cd4-40cc-9c8d-ecae6f287f08 service neutron] 10.222.0.20 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363636 Jan 31 15:51:38.249919 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:38.265859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58a818dd-eb66-4402-9668-63b55c719033 req-2a646dbb-0717-4453-a14c-b970a3a3cabd tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600898 Jan 31 15:51:38.411299 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fd99abf-e744-4b25-b74a-79e92202e185 req-9f469dd3-3bb2-48f8-b609-c01e49a1103e service neutron] 10.222.0.20 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642032 Jan 31 15:51:38.433637 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0b705b12-35d1-476f-95bd-f0420379a01b up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:38.436885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-af76ae1b-ee65-416d-b9d4-802611825626 service neutron] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:38.443677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-af76ae1b-ee65-416d-b9d4-802611825626 service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:38.445188 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-214e48d7-4ca7-4bea-9ca3-0ba3a4fbfc86 req-af76ae1b-ee65-416d-b9d4-802611825626 service neutron] 10.222.0.20 "DELETE /v2.0/ports/2433965b-00b7-48c5-82f2-b3ac2ce2898a/bindings/n-h1-827120-1 HTTP/1.1" status: 204 len: 173 time: 0.4447548 Jan 31 15:51:38.472708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-8b435953-3bd2-4b68-a04f-d42503b81b4b None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:51:38.534240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b7d30bc8-b030-4764-97af-dfa2f8de3d40 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:51:38.612769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b8450-86f6-4dcf-afc9-1a972fec77bc req-c3192b31-104b-45bc-9aff-cd01fdfcfd03 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:38.620529 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a32b8450-86f6-4dcf-afc9-1a972fec77bc req-c3192b31-104b-45bc-9aff-cd01fdfcfd03 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 943 time: 0.2127507 Jan 31 15:51:38.645814 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:38.660983 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:38.700436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 0b705b12-35d1-476f-95bd-f0420379a01b completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:51:38.711149 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a32b8450-86f6-4dcf-afc9-1a972fec77bc req-96c6bd15-910f-4e6b-9221-5fa65c70674e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858257 Jan 31 15:51:38.712466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Allocated IP 172.20.0.1 (fa421a36-d003-49b8-ac37-49498faec060/6ca34410-77df-4749-9831-25d53a164789/8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:38.716846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a13704-fb81-4192-9ede-57e0fda2c717 req-54165bb0-fba4-4080-8d76-34f1173f8a61 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:38.718552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65a13704-fb81-4192-9ede-57e0fda2c717 req-54165bb0-fba4-4080-8d76-34f1173f8a61 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 967 time: 0.1026332 Jan 31 15:51:38.731176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 0b705b12-35d1-476f-95bd-f0420379a01b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:38.731494 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:38.736931 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8124553-c167-4777-a494-242b21c2167d None None] Pushing event updated for resources: {'Port': ['ID=62867fad-2b41-4e3e-9188-68d672b9f34f,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:38.775190 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Attempting to bind port 62867fad-2b41-4e3e-9188-68d672b9f34f on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:38.778239 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Attempting to bind port 62867fad-2b41-4e3e-9188-68d672b9f34f by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:38.778740 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Attempting to bind port 62867fad-2b41-4e3e-9188-68d672b9f34f on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:38.793494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65a13704-fb81-4192-9ede-57e0fda2c717 req-2114841d-c432-4e37-a0dd-687de6dcc5be tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624769 Jan 31 15:51:38.794377 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:38.794984 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:38.795681 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:38.796552 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:38.797240 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Bound port: 62867fad-2b41-4e3e-9188-68d672b9f34f, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:38.797768 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:38.858242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:38.894097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'b7d30bc8-b030-4764-97af-dfa2f8de3d40', 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad', 'port_id': 'b7d30bc8-b030-4764-97af-dfa2f8de3d40', 'mac_address': 'fa:16:3e:ad:60:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4805291-5b10-4a76-b006-715b95a7b211', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:51:38.952081 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] For port 62867fad-2b41-4e3e-9188-68d672b9f34f, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:38.965220 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] For port 62867fad-2b41-4e3e-9188-68d672b9f34f, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=62867fad-2b41-4e3e-9188-68d672b9f34f,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:38.976842 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:39.010126 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:39.023023 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:39.039840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d30bc8-b030-4764-97af-dfa2f8de3d40 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:39.072151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9f7c08-5bd0-47f0-83e7-d7a74681462a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b705b12-35d1-476f-95bd-f0420379a01b'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:39.079301 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a525f7e-eb52-4342-8fdd-c782bc97ca21" -d '{"events": [{"server_uuid": "ad9f7c08-5bd0-47f0-83e7-d7a74681462a", "name": "network-vif-plugged", "status": "completed", "tag": "0b705b12-35d1-476f-95bd-f0420379a01b"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:39.093074 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:39.100105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0b705b12-35d1-476f-95bd-f0420379a01b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0b705b12-35d1-476f-95bd-f0420379a01b,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:39.104719 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:39.113283 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8124553-c167-4777-a494-242b21c2167d None None] Pushing event updated for resources: {'Port': ['ID=62867fad-2b41-4e3e-9188-68d672b9f34f,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:39.124623 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8124553-c167-4777-a494-242b21c2167d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:39.125392 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8124553-c167-4777-a494-242b21c2167d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:39.125911 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8124553-c167-4777-a494-242b21c2167d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:39.126425 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8124553-c167-4777-a494-242b21c2167d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:39.126961 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8124553-c167-4777-a494-242b21c2167d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:39.128105 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8124553-c167-4777-a494-242b21c2167d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:39.128607 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8124553-c167-4777-a494-242b21c2167d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:39.129096 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8124553-c167-4777-a494-242b21c2167d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:39.129637 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8124553-c167-4777-a494-242b21c2167d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:39.130154 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8124553-c167-4777-a494-242b21c2167d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:39.130640 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8124553-c167-4777-a494-242b21c2167d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:39.131096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:39.131293 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8124553-c167-4777-a494-242b21c2167d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:51:39.138081 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Routers {'f014ca49-a805-44f0-a7bd-a2c3b59ed322'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:51:39.138993 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:51:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f014ca49-a805-44f0-a7bd-a2c3b59ed322'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:39.169205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8b435953-3bd2-4b68-a04f-d42503b81b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'a4d9990d-c646-4ed2-a8ed-5326fee5b620', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'port_id': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'mac_address': 'fa:16:3e:4f:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'device_owner': 'compute:tempest-test_az-688078664'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:51:11Z', 'updated_at': '2022-01-31T15:51:34Z', 'revision_number': 1, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:39.171511 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:39.183915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04f2fd-25ca-4860-b134-bc4342cf543d req-ad668b20-563c-488a-9e2e-98bae6beab05 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:39.198972 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e04f2fd-25ca-4860-b134-bc4342cf543d req-ad668b20-563c-488a-9e2e-98bae6beab05 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 967 time: 0.1420395 Jan 31 15:51:39.202461 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:39.221077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b435953-3bd2-4b68-a04f-d42503b81b4b None None] The sync data for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 is: [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'a4d9990d-c646-4ed2-a8ed-5326fee5b620', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'port_id': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'mac_address': 'fa:16:3e:4f:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'device_owner': 'compute:tempest-test_az-688078664'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:51:11Z', 'updated_at': '2022-01-31T15:51:34Z', 'revision_number': 1, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:51:39.242444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b7d30bc8-b030-4764-97af-dfa2f8de3d40,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:39.289237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Pushing event updated for resources: {'Port': ['ID=8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:39.293122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Network fa421a36-d003-49b8-ac37-49498faec060 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:39.295060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:39.297358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:39.304412 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e04f2fd-25ca-4860-b134-bc4342cf543d req-fe64883c-eb0a-4944-a579-d0ef69b6bdb6 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043179 Jan 31 15:51:39.366253 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:39.366633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['b7d30bc8-b030-4764-97af-dfa2f8de3d40'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:39.419041 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] Set router f014ca49-a805-44f0-a7bd-a2c3b59ed322 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:51:39.484990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=0b705b12-35d1-476f-95bd-f0420379a01b,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:39.621788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea3fe6-34b4-4571-bdaa-c5042dc69fde req-9a63c6d2-a839-43d1-a8e9-5e76ba0956a8 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:39.627367 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-05ea3fe6-34b4-4571-bdaa-c5042dc69fde req-9a63c6d2-a839-43d1-a8e9-5e76ba0956a8 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 1096 time: 0.1501603 Jan 31 15:51:39.637155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:39.659089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e892a886-9447-4f8c-bfa6-0882e69b19b8 None None] New status for floating IP a4d9990d-c646-4ed2-a8ed-5326fee5b620: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:51:39.745593 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-05ea3fe6-34b4-4571-bdaa-c5042dc69fde req-312cd291-4b06-4472-877e-878a386818af tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084912 Jan 31 15:51:39.818396 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1293207862-router', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:51:31Z', 'updated_at': '2022-01-31T15:51:35Z', 'revision_number': 3, 'project_id': 'a8a18d990dab49968784c5efdbdb0c08', 'gw_port': {'id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:51:32Z', 'updated_at': '2022-01-31T15:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:39.870272 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c12de49-e9fa-44c6-9f22-3eb412b21aa5 x-openstack-request-id: req-8c12de49-e9fa-44c6-9f22-3eb412b21aa5 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:39.870597 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9f7c08-5bd0-47f0-83e7-d7a74681462a", "name": "network-vif-plugged", "status": "completed", "tag": "0b705b12-35d1-476f-95bd-f0420379a01b", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:39.870852 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c12de49-e9fa-44c6-9f22-3eb412b21aa5 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:39.871229 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9f7c08-5bd0-47f0-83e7-d7a74681462a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b705b12-35d1-476f-95bd-f0420379a01b', 'code': 200} Jan 31 15:51:39.882505 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d60f42-07e2-43ec-afaf-9744debcd15c None None] The sync data for ids ['f014ca49-a805-44f0-a7bd-a2c3b59ed322'] in n-d-827120-1 is: [{'id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1293207862-router', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:51:31Z', 'updated_at': '2022-01-31T15:51:35Z', 'revision_number': 3, 'project_id': 'a8a18d990dab49968784c5efdbdb0c08', 'gw_port': {'id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:51:32Z', 'updated_at': '2022-01-31T15:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:51:39.932880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c5fb2-5b21-4447-acee-0efb6dfb2406 req-675609f5-0713-46f9-9eb8-c56a34e7d479 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:39.941525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2c5c5fb2-5b21-4447-acee-0efb6dfb2406 req-675609f5-0713-46f9-9eb8-c56a34e7d479 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 949 time: 0.1759658 Jan 31 15:51:39.958200 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d63bc4-f208-44cc-adba-6e2f213c7a2d req-41dee3d4-16d5-43d4-a8ab-5ed1c43c3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:39.960247 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3d63bc4-f208-44cc-adba-6e2f213c7a2d req-41dee3d4-16d5-43d4-a8ab-5ed1c43c3930 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 1100 time: 0.0800076 Jan 31 15:51:39.987432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-72452ab1-a5a6-452e-ac77-215c0abd6f55 None None] Provisioning complete for port 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:39.987918 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-72452ab1-a5a6-452e-ac77-215c0abd6f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:40.013620 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3d63bc4-f208-44cc-adba-6e2f213c7a2d req-25cca218-9fc5-4ec9-9a0a-a9910b96b8cf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458674 Jan 31 15:51:40.015785 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:40.032097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2c5c5fb2-5b21-4447-acee-0efb6dfb2406 req-937c606d-5506-4d94-a118-2d814991c838 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892689 Jan 31 15:51:40.038090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:40.059941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-72452ab1-a5a6-452e-ac77-215c0abd6f55 None None] Port 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:51:40.122931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Pushing event updated for resources: {'Port': ['ID=8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:40.125877 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:40.258258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b371-9441-46c5-b869-9d2017594386 req-d3d5ffbf-6d46-400d-a684-f8f15c55faa8 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:40.271746 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd57b371-9441-46c5-b869-9d2017594386 req-d3d5ffbf-6d46-400d-a684-f8f15c55faa8 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 944 time: 0.1338294 Jan 31 15:51:40.336139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Network fa421a36-d003-49b8-ac37-49498faec060 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:40.342079 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd57b371-9441-46c5-b869-9d2017594386 req-8a09d23a-1baa-49c8-be61-a94d1e35cb65 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694580 Jan 31 15:51:40.343137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:40.491816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b7d30bc8-b030-4764-97af-dfa2f8de3d40 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:40.520722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 62867fad-2b41-4e3e-9188-68d672b9f34f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:40.542910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Router f014ca49-a805-44f0-a7bd-a2c3b59ed322 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:51:40.560237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc51120b-f6ac-4d56-a09e-65c6e212eb16 req-2501f4c5-1f1f-47ad-8f80-07d6ef630153 tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=98abee1b3b544b59869a5fcf0fdbf0e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482407 Jan 31 15:51:40.563070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f263d6-c6a6-4712-a124-08f85ab05def req-57ca5ee4-05f4-43c2-9f1d-6027892cd2e4 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:40.571536 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-57ca5ee4-05f4-43c2-9f1d-6027892cd2e4 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 807 time: 0.2336538 Jan 31 15:51:40.590877 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-a9cad5fc-3ed0-4a1b-bbfe-5f57208bb969 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/quotas/fb6f65ae282d4cad81a9203baacdf14e HTTP/1.1" status: 200 len: 375 time: 0.0180264 Jan 31 15:51:40.602799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port b7d30bc8-b030-4764-97af-dfa2f8de3d40 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:51:40.613224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port b7d30bc8-b030-4764-97af-dfa2f8de3d40 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:40.613623 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:40.615186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 62867fad-2b41-4e3e-9188-68d672b9f34f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:40.615527 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:40.664820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-c840fcbc-d227-48c7-94d4-799743a91a26 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717564 Jan 31 15:51:40.724157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-de1cd026-0e5c-4470-836c-630788d89c69 None None] Provisioning complete for port 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:40.724844 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-de1cd026-0e5c-4470-836c-630788d89c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:40.779073 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-c9366627-665f-4099-8824-13958099f725 service neutron] 10.222.0.36 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123905 Jan 31 15:51:40.822048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-de1cd026-0e5c-4470-836c-630788d89c69 None None] Port 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:51:40.825786 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:40.866558 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:40.887501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:40.903597 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:40.907079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 62867fad-2b41-4e3e-9188-68d672b9f34f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=62867fad-2b41-4e3e-9188-68d672b9f34f,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:40.913846 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-0424c6c5-455c-4f39-9d9d-08ec4742da97 service neutron] 10.222.0.36 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334805 Jan 31 15:51:40.935271 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:40.971341 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b7d30bc8-b030-4764-97af-dfa2f8de3d40,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:41.069260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51120b-f6ac-4d56-a09e-65c6e212eb16 req-608b5d9f-aa4b-4122-ad5f-b26d1eb4a770 tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:41.094242 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc51120b-f6ac-4d56-a09e-65c6e212eb16 req-608b5d9f-aa4b-4122-ad5f-b26d1eb4a770 tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5161273 Jan 31 15:51:41.141036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc51120b-f6ac-4d56-a09e-65c6e212eb16 req-a364c7a4-fd68-400a-8e3b-638deb26a424 tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] 10.222.0.36 "GET /v2.0/quotas/98abee1b3b544b59869a5fcf0fdbf0e9 HTTP/1.1" status: 200 len: 375 time: 0.0456405 Jan 31 15:51:41.144147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:51:41.155563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-240d0679-d6ef-407c-a230-7f700683ddda admin admin] 10.222.0.36 "PUT /v2.0/routers/f014ca49-a805-44f0-a7bd-a2c3b59ed322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0826879 Jan 31 15:51:41.239536 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=62867fad-2b41-4e3e-9188-68d672b9f34f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:41.240771 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc51120b-f6ac-4d56-a09e-65c6e212eb16 req-9ae5a9aa-3252-425d-a41a-b982bce165c5 tempest-QuotasAdminNegativeTest-1605009365 tempest-QuotasAdminNegativeTest-1605009365-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=98abee1b3b544b59869a5fcf0fdbf0e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831878 Jan 31 15:51:41.291877 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ac1e4b35-7a40-4cca-8743-f05f6023b630 req-9ef11029-c373-4816-bc7f-756da25eb30f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 210 time: 0.0981596 Jan 31 15:51:41.446628 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca332-eb25-4af8-a8a9-6ed3773fdd74 req-e8367e86-83f0-44ad-a1d0-051a2bb7ab92 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:41.447495 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44fca332-eb25-4af8-a8a9-6ed3773fdd74 req-e8367e86-83f0-44ad-a1d0-051a2bb7ab92 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 949 time: 0.0612972 Jan 31 15:51:41.499486 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44fca332-eb25-4af8-a8a9-6ed3773fdd74 req-44f09be2-8663-483d-b355-1e021923598f tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457988 Jan 31 15:51:41.599485 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35716) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:41.677943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c0aed-fa1a-4146-ac93-18beaf1423cb req-43a64369-a500-4b53-8f8d-af396de9907c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:41.679545 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-983c0aed-fa1a-4146-ac93-18beaf1423cb req-43a64369-a500-4b53-8f8d-af396de9907c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 945 time: 0.0517023 Jan 31 15:51:41.730864 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-983c0aed-fa1a-4146-ac93-18beaf1423cb req-80e0bcaa-8181-48c6-9c8b-65ca94b26b59 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449154 Jan 31 15:51:41.749699 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-037150e3-724d-48bb-85b2-ee1559a325e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:41.808685 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [req-6d6671d9-0652-44a8-8351-d143ffc6fa93 req-4fe52ee0-d27d-4c7b-bbe3-da115130bf81 tempest-FloatingIPDetailsNegativeTestJSON-2113347793 tempest-FloatingIPDetailsNegativeTestJSON-2113347793-project] show failed (client error): The resource could not be found. Jan 31 15:51:41.813334 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d6671d9-0652-44a8-8351-d143ffc6fa93 req-4fe52ee0-d27d-4c7b-bbe3-da115130bf81 tempest-FloatingIPDetailsNegativeTestJSON-2113347793 tempest-FloatingIPDetailsNegativeTestJSON-2113347793-project] 10.222.0.36 "GET /v2.0/floatingips/4167cc70-f758-4f16-94b1-d141d8c6a3aa HTTP/1.1" status: 404 len: 350 time: 0.0470464 Jan 31 15:51:41.822300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35724) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:41.872954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08facd01-27d9-4afd-b742-82575fac2dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d30bc8-b030-4764-97af-dfa2f8de3d40'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:41.875678 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692735b4-a0a2-484d-8f7a-cffa4b2c6955" -d '{"events": [{"server_uuid": "08facd01-27d9-4afd-b742-82575fac2dda", "name": "network-vif-plugged", "status": "completed", "tag": "b7d30bc8-b030-4764-97af-dfa2f8de3d40"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:41.888977 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-037150e3-724d-48bb-85b2-ee1559a325e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:41.898100 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-037150e3-724d-48bb-85b2-ee1559a325e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:41.959287 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb21568-e475-40cf-8b88-89bcd5526d79 x-openstack-request-id: req-1bb21568-e475-40cf-8b88-89bcd5526d79 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:41.959949 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08facd01-27d9-4afd-b742-82575fac2dda", "name": "network-vif-plugged", "status": "completed", "tag": "b7d30bc8-b030-4764-97af-dfa2f8de3d40", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:41.960401 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bb21568-e475-40cf-8b88-89bcd5526d79 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:41.961040 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08facd01-27d9-4afd-b742-82575fac2dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d30bc8-b030-4764-97af-dfa2f8de3d40', 'code': 200} Jan 31 15:51:42.048395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-037150e3-724d-48bb-85b2-ee1559a325e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07556b46eb6644288c8dcdaef959de67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455824 Jan 31 15:51:42.048395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037150e3-724d-48bb-85b2-ee1559a325e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44062d7a-4edd-464e-92a7-9d872a46d973,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:42.049510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35732) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:42.180403 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-766f87b0-21d7-43b7-aa16-72863a8ef912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:42.231869 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-766f87b0-21d7-43b7-aa16-72863a8ef912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:42.338364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35752) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:42.368089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-766f87b0-21d7-43b7-aa16-72863a8ef912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:42.371067 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-766f87b0-21d7-43b7-aa16-72863a8ef912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:42.372353 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-766f87b0-21d7-43b7-aa16-72863a8ef912 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44062d7a-4edd-464e-92a7-9d872a46d973 HTTP/1.1" status: 204 len: 168 time: 0.3040726 Jan 31 15:51:42.396896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f87b0-21d7-43b7-aa16-72863a8ef912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44062d7a-4edd-464e-92a7-9d872a46d973,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:42.418590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 62867fad-2b41-4e3e-9188-68d672b9f34f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:42.429139 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Sync routers for ids ['f014ca49-a805-44f0-a7bd-a2c3b59ed322'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:51:42.440852 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Routers {'f014ca49-a805-44f0-a7bd-a2c3b59ed322'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:51:42.442073 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:51:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f014ca49-a805-44f0-a7bd-a2c3b59ed322'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:42.479601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-0a172d8a-d788-4d9b-851f-5cb4ae322eb6 req-49de4379-74a2-415f-bc15-a6e9a81478aa service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:51:42.480629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0a172d8a-d788-4d9b-851f-5cb4ae322eb6 req-49de4379-74a2-415f-bc15-a6e9a81478aa service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1487129 Jan 31 15:51:42.534066 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ac6097d9-864c-47f7-84e0-da5e92c8c9a8 req-818c21d8-37e7-47e9-bb90-09d7c74a0f20 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 210 time: 0.0724387 Jan 31 15:51:42.535924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 62867fad-2b41-4e3e-9188-68d672b9f34f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:42.536306 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:42.551419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9ad46-38e3-4831-b247-4cfeb4c4d326 req-b1f80138-320c-421b-872f-b3cf8a31f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:42.557046 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75f9ad46-38e3-4831-b247-4cfeb4c4d326 req-b1f80138-320c-421b-872f-b3cf8a31f327 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 1096 time: 0.4688857 Jan 31 15:51:42.708779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75f9ad46-38e3-4831-b247-4cfeb4c4d326 req-b5e8aa0e-69d2-4f99-82d4-d1df2f6991d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385407 Jan 31 15:51:42.739812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35762) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:42.745589 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Set router f014ca49-a805-44f0-a7bd-a2c3b59ed322 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:51:42.795897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fb7f7-01e5-443c-8b5e-94840e8fd984 req-0ea42d00-89f6-4dc6-9387-90b9cf2b27c9 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:42.803273 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-132fb7f7-01e5-443c-8b5e-94840e8fd984 req-0ea42d00-89f6-4dc6-9387-90b9cf2b27c9 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 949 time: 0.0882287 Jan 31 15:51:42.827791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa63bf42-d6ad-49c2-9fbf-82a89550f599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:42.873453 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-132fb7f7-01e5-443c-8b5e-94840e8fd984 req-51232b9d-9290-4ada-96f8-4e1d556eacbf tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650845 Jan 31 15:51:42.918096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa63bf42-d6ad-49c2-9fbf-82a89550f599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:42.932711 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa63bf42-d6ad-49c2-9fbf-82a89550f599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:42.933862 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-028487f3-2691-482b-9e04-4dd756bc9adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:42.994331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fa63bf42-d6ad-49c2-9fbf-82a89550f599 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98abee1b3b544b59869a5fcf0fdbf0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6545520 Jan 31 15:51:43.011371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35772) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:43.092393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63bf42-d6ad-49c2-9fbf-82a89550f599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f68e895-78f7-4b05-9198-b805b43a47c0,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:43.107484 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c892-6fc5-4c8d-9b09-0204f4e9a23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.114157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f263d6-c6a6-4712-a124-08f85ab05def req-e8a7bcc8-824f-4b34-af28-2aa270d2f473 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:43.115903 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-e8a7bcc8-824f-4b34-af28-2aa270d2f473 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.30 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 807 time: 0.5691519 Jan 31 15:51:43.137914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-19f263d6-c6a6-4712-a124-08f85ab05def req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Request body: {'port': {'device_id': '5d04efae-f538-4cff-a5e8-8c2ec0e94e47', 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec', 'admin_state_up': True, 'tenant_id': 'fb6f65ae282d4cad81a9203baacdf14e'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:43.195253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35774) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:43.195886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fe545-3bca-4b85-be3c-7b20ad1c07ba req-b47c4062-ad71-4d58-b560-81f9e5774680 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:43.203049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-321fe545-3bca-4b85-be3c-7b20ad1c07ba req-b47c4062-ad71-4d58-b560-81f9e5774680 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 945 time: 0.2772636 Jan 31 15:51:43.212907 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1293207862-router', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:51:31Z', 'updated_at': '2022-01-31T15:51:39Z', 'revision_number': 4, 'project_id': 'a8a18d990dab49968784c5efdbdb0c08', 'gw_port': {'id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:51:32Z', 'updated_at': '2022-01-31T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9', 'name': '', 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'mac_address': 'fa:16:3e:65:1e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6ca34410-77df-4749-9831-25d53a164789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:51:38Z', 'updated_at': '2022-01-31T15:51:39Z', 'revision_number': 2, 'project_id': 'a8a18d990dab49968784c5efdbdb0c08', 'subnets': [{'id': '6ca34410-77df-4749-9831-25d53a164789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:43.225653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa205dcc-a24a-4d22-89d5-e1795f9d5189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.250437 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Checking router: f014ca49-a805-44f0-a7bd-a2c3b59ed322 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:51:43.251130 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Updating router f014ca49-a805-44f0-a7bd-a2c3b59ed322 port 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:51:43.264390 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d797a02-34c4-4c1a-b272-a7f025559926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.285056 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-321fe545-3bca-4b85-be3c-7b20ad1c07ba req-d254a322-bd28-4839-86e3-fe8a630df3d6 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809820 Jan 31 15:51:43.295526 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.324660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d797a02-34c4-4c1a-b272-a7f025559926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.326328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c892-6fc5-4c8d-9b09-0204f4e9a23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.354488 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c892-6fc5-4c8d-9b09-0204f4e9a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.364871 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-acae56e7-fad7-40e8-a20e-1e5176c02651 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=65c4c04662ee4774a6a3dc32e2dcafe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458150 Jan 31 15:51:43.382089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f263d6-c6a6-4712-a124-08f85ab05def req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Made reservation on behalf of fb6f65ae282d4cad81a9203baacdf14e for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:43.386382 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-19f263d6-c6a6-4712-a124-08f85ab05def req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.416579 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d797a02-34c4-4c1a-b272-a7f025559926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.419138 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d797a02-34c4-4c1a-b272-a7f025559926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.422774 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2d797a02-34c4-4c1a-b272-a7f025559926 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f68e895-78f7-4b05-9198-b805b43a47c0 HTTP/1.1" status: 204 len: 168 time: 0.4096749 Jan 31 15:51:43.472752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6ea1c892-6fc5-4c8d-9b09-0204f4e9a23e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d69292eeceb146a8ae8e94202df91968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7310374 Jan 31 15:51:43.473924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1c892-6fc5-4c8d-9b09-0204f4e9a23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772b48fa-44c4-488c-bf86-5244e0baab26,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:43.477295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35788) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:43.478145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d797a02-34c4-4c1a-b272-a7f025559926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f68e895-78f7-4b05-9198-b805b43a47c0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:43.565665 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa205dcc-a24a-4d22-89d5-e1795f9d5189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.573295 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa205dcc-a24a-4d22-89d5-e1795f9d5189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.600883 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df4f3a8e-3e60-4be8-a183-7566fabc7d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.665054 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fa205dcc-a24a-4d22-89d5-e1795f9d5189 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f953b78aa3da4bed8042079b5e3670bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686105 Jan 31 15:51:43.671860 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa205dcc-a24a-4d22-89d5-e1795f9d5189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6293f58c-568e-4a41-bbdb-23a8aeed7fe2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:43.674799 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35792) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:43.690982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df4f3a8e-3e60-4be8-a183-7566fabc7d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.697488 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986625-15a0-457b-af92-37232032ddb8 req-7e64c673-a40f-4572-ad18-70251315a946 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:43.704903 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-7e64c673-a40f-4572-ad18-70251315a946 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3166485 Jan 31 15:51:43.713134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-028487f3-2691-482b-9e04-4dd756bc9adb admin admin] Deleting port 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:43.713789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-028487f3-2691-482b-9e04-4dd756bc9adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.724281 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-598adb1e-bff3-446a-8973-804926dc4219 req-b3fd3508-5372-4bdc-acc9-f65f1645160f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 210 time: 0.0731461 Jan 31 15:51:43.752835 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.760945 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.772044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-19f263d6-c6a6-4712-a124-08f85ab05def req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Allocated IP 172.20.0.11 (8879dc0d-286b-48d7-8388-e4f6990e87ec/d7a14ea8-cb04-4130-9b96-606f6d6534e1/6dc509ef-de46-4147-8552-8f62f38a1363) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:43.778943 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-21dd7457-04c6-4c07-a936-32b1e03778ee tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/quotas/65c4c04662ee4774a6a3dc32e2dcafe2 HTTP/1.1" status: 200 len: 375 time: 0.0727453 Jan 31 15:51:43.877503 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a83c159-b9fd-4f96-b713-8ec040729357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.881206 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe26a54-1fb8-4204-b6a9-1392fc2157a7 None None] Pushing event updated for resources: {'Port': ['ID=8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:43.914571 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df4f3a8e-3e60-4be8-a183-7566fabc7d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.919303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-028487f3-2691-482b-9e04-4dd756bc9adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.923957 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df4f3a8e-3e60-4be8-a183-7566fabc7d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.929827 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-df4f3a8e-3e60-4be8-a183-7566fabc7d4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/772b48fa-44c4-488c-bf86-5244e0baab26 HTTP/1.1" status: 204 len: 168 time: 0.4495389 Jan 31 15:51:43.946804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-154f3f45-3d26-430a-aa90-0c184a4f701a tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=65c4c04662ee4774a6a3dc32e2dcafe2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1670542 Jan 31 15:51:43.957617 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Attempting to bind port 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:43.958156 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Attempting to bind port 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '1ce9b39d-73c8-4663-952e-99fdb5068696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:43.958691 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Attempting to bind port 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 on network fa421a36-d003-49b8-ac37-49498faec060 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:43.967747 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:43.968228 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Checking segment: {'id': '1ce9b39d-73c8-4663-952e-99fdb5068696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:43.968799 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.969303 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Bound using segment: {'id': '1ce9b39d-73c8-4663-952e-99fdb5068696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:43.970268 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Bound port: 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce9b39d-73c8-4663-952e-99fdb5068696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:43.971381 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:43.999734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-028487f3-2691-482b-9e04-4dd756bc9adb admin admin] Calling delete_port for 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:44.002970 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a83c159-b9fd-4f96-b713-8ec040729357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.045225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f3a8e-3e60-4be8-a183-7566fabc7d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772b48fa-44c4-488c-bf86-5244e0baab26,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:44.066300 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] For port 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:44.072957 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] For port 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9,segment=NetworkSegment(1ce9b39d-73c8-4663-952e-99fdb5068696),segment_id=1ce9b39d-73c8-4663-952e-99fdb5068696)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:44.089006 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.091322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35798) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:44.170775 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Routers {'f014ca49-a805-44f0-a7bd-a2c3b59ed322'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:51:44.171833 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:51:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f014ca49-a805-44f0-a7bd-a2c3b59ed322'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:44.174194 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-19f263d6-c6a6-4712-a124-08f85ab05def req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.206556 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-484467dd-4bc2-41d7-9dda-ef8ef59dd80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.279546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a83c159-b9fd-4f96-b713-8ec040729357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.282804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a83c159-b9fd-4f96-b713-8ec040729357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.284912 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4a83c159-b9fd-4f96-b713-8ec040729357 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6293f58c-568e-4a41-bbdb-23a8aeed7fe2 HTTP/1.1" status: 204 len: 168 time: 0.6070149 Jan 31 15:51:44.313854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-534eaf0a-cb50-468d-87f6-b793a3c18753 None None] Provisioning complete for port 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:44.314395 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-534eaf0a-cb50-468d-87f6-b793a3c18753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.359885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83c159-b9fd-4f96-b713-8ec040729357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6293f58c-568e-4a41-bbdb-23a8aeed7fe2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:44.403720 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe26a54-1fb8-4204-b6a9-1392fc2157a7 None None] Pushing event updated for resources: {'Port': ['ID=8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:44.445022 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] Set router f014ca49-a805-44f0-a7bd-a2c3b59ed322 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:51:44.454150 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef712ba1-5007-4e36-93d3-d2d9e2c296da req-18315f44-34d8-47e7-a740-43db85027293 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 210 time: 0.1447375 Jan 31 15:51:44.464583 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-19f263d6-c6a6-4712-a124-08f85ab05def req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.581430 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-534eaf0a-cb50-468d-87f6-b793a3c18753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.618957 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-484467dd-4bc2-41d7-9dda-ef8ef59dd80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.628693 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-484467dd-4bc2-41d7-9dda-ef8ef59dd80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.673153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35814) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:44.703176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920344b7-3700-4a43-ada6-c7cfdabb3b07 req-06439902-cd30-4fa4-a259-be1c36bd905b tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:44.705252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f263d6-c6a6-4712-a124-08f85ab05def req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Network 8879dc0d-286b-48d7-8388-e4f6990e87ec is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:44.711032 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-920344b7-3700-4a43-ada6-c7cfdabb3b07 req-06439902-cd30-4fa4-a259-be1c36bd905b tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 945 time: 0.2799108 Jan 31 15:51:44.735459 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-19f263d6-c6a6-4712-a124-08f85ab05def req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:44.735667 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-028487f3-2691-482b-9e04-4dd756bc9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.750649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f263d6-c6a6-4712-a124-08f85ab05def req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:44.755868 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c21dcf14-0a1a-44b2-95fb-531ae65df584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:44.758945 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-484467dd-4bc2-41d7-9dda-ef8ef59dd80b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b0cdd5b55724c1ea3d993887aac26f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636176 Jan 31 15:51:44.767777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35818) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:44.782357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484467dd-4bc2-41d7-9dda-ef8ef59dd80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ad0c59-bb8e-459e-aec7-cd3c100d35ca,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:44.790356 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028487f3-2691-482b-9e04-4dd756bc9adb admin admin] Pushing event deleted for resources: {'Port': ['ID=8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:44.831910 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1293207862-router', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:51:31Z', 'updated_at': '2022-01-31T15:51:39Z', 'revision_number': 4, 'project_id': 'a8a18d990dab49968784c5efdbdb0c08', 'gw_port': {'id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:51:32Z', 'updated_at': '2022-01-31T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9', 'name': '', 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'mac_address': 'fa:16:3e:65:1e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6ca34410-77df-4749-9831-25d53a164789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:51:38Z', 'updated_at': '2022-01-31T15:51:44Z', 'revision_number': 4, 'project_id': 'a8a18d990dab49968784c5efdbdb0c08', 'subnets': [{'id': '6ca34410-77df-4749-9831-25d53a164789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:44.843943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Pushing event updated for resources: {'Port': ['ID=6dc509ef-de46-4147-8552-8f62f38a1363,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:44.848070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-920344b7-3700-4a43-ada6-c7cfdabb3b07 req-46c6233e-31e4-48aa-b3a9-7a9d96694bbe tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278501 Jan 31 15:51:44.865496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-80190f85-0503-4db7-93ca-ac2c4169b998 None None] Could not find standard attr ID for object 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 15:51:44.891248 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e87c5-4584-442f-91ff-56b60324f781 None None] The sync data for ids ['f014ca49-a805-44f0-a7bd-a2c3b59ed322'] in n-d-827120-1 is: [{'id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1293207862-router', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:51:31Z', 'updated_at': '2022-01-31T15:51:39Z', 'revision_number': 4, 'project_id': 'a8a18d990dab49968784c5efdbdb0c08', 'gw_port': {'id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:51:32Z', 'updated_at': '2022-01-31T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9', 'name': '', 'network_id': 'fa421a36-d003-49b8-ac37-49498faec060', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'mac_address': 'fa:16:3e:65:1e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6ca34410-77df-4749-9831-25d53a164789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:51:38Z', 'updated_at': '2022-01-31T15:51:44Z', 'revision_number': 4, 'project_id': 'a8a18d990dab49968784c5efdbdb0c08', 'subnets': [{'id': '6ca34410-77df-4749-9831-25d53a164789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:51:45.031712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f263d6-c6a6-4712-a124-08f85ab05def req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:45.033074 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-19f263d6-c6a6-4712-a124-08f85ab05def req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:45.075640 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c21dcf14-0a1a-44b2-95fb-531ae65df584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:45.082826 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c21dcf14-0a1a-44b2-95fb-531ae65df584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:45.084967 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f7cfd97-1777-4da3-81fd-25ea95734546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:45.123323 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f7cfd97-1777-4da3-81fd-25ea95734546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:45.281244 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c21dcf14-0a1a-44b2-95fb-531ae65df584 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ddfdcdb53c704829b0e1cc9851be8ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5999084 Jan 31 15:51:45.281411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f7cfd97-1777-4da3-81fd-25ea95734546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:45.285850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dcf14-0a1a-44b2-95fb-531ae65df584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd1dde3-5dff-4f38-895b-fa1021c2110f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:45.288036 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-028487f3-2691-482b-9e04-4dd756bc9adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:45.289813 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f7cfd97-1777-4da3-81fd-25ea95734546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:45.290563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35838) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:45.293933 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7f7cfd97-1777-4da3-81fd-25ea95734546 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10ad0c59-bb8e-459e-aec7-cd3c100d35ca HTTP/1.1" status: 204 len: 168 time: 0.5222828 Jan 31 15:51:45.313854 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-877deafd-e582-423b-8e33-9949ae3fe2ff tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1824496 Jan 31 15:51:45.353539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Request body: {'port': {'device_id': '5d04efae-f538-4cff-a5e8-8c2ec0e94e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:45.356985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cfd97-1777-4da3-81fd-25ea95734546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ad0c59-bb8e-459e-aec7-cd3c100d35ca,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:45.403744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081da082-fae7-49c4-8663-c6fc0ca2eb3f req-b18a8f53-ca48-4b14-94bd-036783037106 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:45.412048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-081da082-fae7-49c4-8663-c6fc0ca2eb3f req-b18a8f53-ca48-4b14-94bd-036783037106 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 932 time: 0.3924601 Jan 31 15:51:45.506342 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-081da082-fae7-49c4-8663-c6fc0ca2eb3f req-d03b10f1-8bb4-4af5-a874-772a18c45f23 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899153 Jan 31 15:51:45.524780 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:45.716389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36809394-2885-4d95-8361-ccfc7124903d req-fe9e40a8-d586-4d53-ad65-0bec37b9259a tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:45.718289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36809394-2885-4d95-8361-ccfc7124903d req-fe9e40a8-d586-4d53-ad65-0bec37b9259a tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 1096 time: 0.3472302 Jan 31 15:51:45.735777 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7494f970-c544-4009-b511-b6c73c28e9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:45.840562 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7494f970-c544-4009-b511-b6c73c28e9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:45.866338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36809394-2885-4d95-8361-ccfc7124903d req-5c0d400f-0236-400d-bf18-a7862ad2891d tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386352 Jan 31 15:51:45.887400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1989d3b1-89aa-4016-9610-d4ea960dad58 req-ee0d14e5-0c5e-45f0-9b5a-72c599646540 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 210 time: 0.1146345 Jan 31 15:51:46.050800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028487f3-2691-482b-9e04-4dd756bc9adb admin admin] Router f014ca49-a805-44f0-a7bd-a2c3b59ed322 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:51:46.094677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7494f970-c544-4009-b511-b6c73c28e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:46.102112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7494f970-c544-4009-b511-b6c73c28e9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:46.107308 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7494f970-c544-4009-b511-b6c73c28e9d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edd1dde3-5dff-4f38-895b-fa1021c2110f HTTP/1.1" status: 204 len: 168 time: 0.8146579 Jan 31 15:51:46.122443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494f970-c544-4009-b511-b6c73c28e9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd1dde3-5dff-4f38-895b-fa1021c2110f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:46.194777 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-95e4d0db-7a74-401f-b0fb-4da42e21d3a6 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=65c4c04662ee4774a6a3dc32e2dcafe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743327 Jan 31 15:51:46.257279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc509ef-de46-4147-8552-8f62f38a1363 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:46.267218 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:46.293281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Transition to ACTIVE for port object 6dc509ef-de46-4147-8552-8f62f38a1363 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:51:46.300206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fe40b-02a4-4bcc-8e89-de64239caf2a req-6f1eeefe-3039-4598-b9eb-de5104d56b53 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:46.305772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f95fe40b-02a4-4bcc-8e89-de64239caf2a req-6f1eeefe-3039-4598-b9eb-de5104d56b53 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 1096 time: 0.0976591 Jan 31 15:51:46.307016 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:46.438522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc509ef-de46-4147-8552-8f62f38a1363,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:46.457924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f95fe40b-02a4-4bcc-8e89-de64239caf2a req-0e96ed61-d65e-44eb-a099-aefc3e667f73 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454675 Jan 31 15:51:46.485963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986625-15a0-457b-af92-37232032ddb8 req-0552747d-d972-49e3-93aa-64fc98fa38c3 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:46.488000 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-0552747d-d972-49e3-93aa-64fc98fa38c3 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389483 Jan 31 15:51:46.501015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-36986625-15a0-457b-af92-37232032ddb8 req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Request body: {'port': {'device_id': 'faef2efe-bea6-452c-8069-aaa03839fd1b', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '65c4c04662ee4774a6a3dc32e2dcafe2'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:46.614855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Attempting to bind port 6dc509ef-de46-4147-8552-8f62f38a1363 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:46.615237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Attempting to bind port 6dc509ef-de46-4147-8552-8f62f38a1363 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:46.615584 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Attempting to bind port 6dc509ef-de46-4147-8552-8f62f38a1363 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:46.620024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Port 6dc509ef-de46-4147-8552-8f62f38a1363 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:46.620491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Attempting to bind port 6dc509ef-de46-4147-8552-8f62f38a1363 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:46.643390 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:46.644264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:46.644956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:46.645234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028487f3-2691-482b-9e04-4dd756bc9adb admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:51:46.645875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Bound port: 6dc509ef-de46-4147-8552-8f62f38a1363, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:46.652618 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-028487f3-2691-482b-9e04-4dd756bc9adb admin admin] 10.222.0.36 "PUT /v2.0/routers/f014ca49-a805-44f0-a7bd-a2c3b59ed322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8292592 Jan 31 15:51:46.656258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:46.658238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35884) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:46.732676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36986625-15a0-457b-af92-37232032ddb8 req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Made reservation on behalf of 65c4c04662ee4774a6a3dc32e2dcafe2 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:46.738967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-36986625-15a0-457b-af92-37232032ddb8 req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:46.780611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b224c-df5f-415e-99be-8e62230c8dd1 req-30c116ea-0bde-4802-86b5-e04798c39d7b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:46.782626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f20b224c-df5f-415e-99be-8e62230c8dd1 req-30c116ea-0bde-4802-86b5-e04798c39d7b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 944 time: 0.1280944 Jan 31 15:51:46.921147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:46.943425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6dc509ef-de46-4147-8552-8f62f38a1363,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:46.953431 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:46.960968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f20b224c-df5f-415e-99be-8e62230c8dd1 req-bb67e0b3-7152-4dcd-834f-e6b7a426f78f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689951 Jan 31 15:51:47.109992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-36986625-15a0-457b-af92-37232032ddb8 req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Allocated IP 192.168.233.247 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/343dd534-a5a1-452f-b959-595cd92515ea) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:47.184072 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6c7b1cea-0842-415f-ad2d-4c3942475a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:47.243129 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-504c091f-09b5-47f7-92d5-4e00b7cf4056 req-98de3b7f-e648-456d-8b38-0e5891dfb9f9 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 210 time: 0.0721200 Jan 31 15:51:47.278795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866501e-be5d-4567-a5ae-98b2b5ca84ba None None] Sync routers for ids ['f014ca49-a805-44f0-a7bd-a2c3b59ed322'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:51:47.298085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866501e-be5d-4567-a5ae-98b2b5ca84ba None None] Routers {'f014ca49-a805-44f0-a7bd-a2c3b59ed322'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:51:47.299012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0866501e-be5d-4567-a5ae-98b2b5ca84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:51:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f014ca49-a805-44f0-a7bd-a2c3b59ed322'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:47.301993 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:47.370864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:47.371624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:47.373124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] 10.222.0.30 "PUT /v2.0/ports/6dc509ef-de46-4147-8552-8f62f38a1363 HTTP/1.1" status: 200 len: 1092 time: 2.0395603 Jan 31 15:51:47.373725 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d04efae-f538-4cff-a5e8-8c2ec0e94e47', 'tag': '6dc509ef-de46-4147-8552-8f62f38a1363'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:47.376603 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d387562f-f56c-43f9-b5f4-1fc79b975f95" -d '{"events": [{"name": "network-changed", "server_uuid": "5d04efae-f538-4cff-a5e8-8c2ec0e94e47", "tag": "6dc509ef-de46-4147-8552-8f62f38a1363"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:47.454070 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bb83b0-19d3-44b6-ae48-541dcbdcb663 x-openstack-request-id: req-84bb83b0-19d3-44b6-ae48-541dcbdcb663 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:47.454529 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d04efae-f538-4cff-a5e8-8c2ec0e94e47", "tag": "6dc509ef-de46-4147-8552-8f62f38a1363", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:47.454857 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84bb83b0-19d3-44b6-ae48-541dcbdcb663 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:47.455348 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d04efae-f538-4cff-a5e8-8c2ec0e94e47', 'tag': '6dc509ef-de46-4147-8552-8f62f38a1363', 'status': 'completed', 'code': 200} Jan 31 15:51:47.456383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24f9b8-fb9c-4f2e-9288-8998c840cec4 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc509ef-de46-4147-8552-8f62f38a1363,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:47.469103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-0866501e-be5d-4567-a5ae-98b2b5ca84ba None None] Set router f014ca49-a805-44f0-a7bd-a2c3b59ed322 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:51:47.519001 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:47.526525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f263d6-c6a6-4712-a124-08f85ab05def req-dedef43c-88d2-4528-a620-e05cd5fa8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:47.528534 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-dedef43c-88d2-4528-a620-e05cd5fa8dd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 1095 time: 0.0772285 Jan 31 15:51:47.632688 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-5e18b068-73e0-414d-99af-af62554d09dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dc509ef-de46-4147-8552-8f62f38a1363 HTTP/1.1" status: 200 len: 217 time: 0.0905943 Jan 31 15:51:47.758701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f263d6-c6a6-4712-a124-08f85ab05def req-21e25cf3-e219-422a-8940-391161bdb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:47.759451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0866501e-be5d-4567-a5ae-98b2b5ca84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1293207862-router', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:51:31Z', 'updated_at': '2022-01-31T15:51:44Z', 'revision_number': 5, 'project_id': 'a8a18d990dab49968784c5efdbdb0c08', 'gw_port': {'id': '62867fad-2b41-4e3e-9188-68d672b9f34f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:51:32Z', 'updated_at': '2022-01-31T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:47.760242 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-21e25cf3-e219-422a-8940-391161bdb023 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.1168542 Jan 31 15:51:47.798688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866501e-be5d-4567-a5ae-98b2b5ca84ba None None] Checking router: f014ca49-a805-44f0-a7bd-a2c3b59ed322 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:51:47.807700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866501e-be5d-4567-a5ae-98b2b5ca84ba None None] Routers {'f014ca49-a805-44f0-a7bd-a2c3b59ed322'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:51:47.808314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0866501e-be5d-4567-a5ae-98b2b5ca84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:51:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f014ca49-a805-44f0-a7bd-a2c3b59ed322'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:47.825098 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-851094f4-c21f-461d-84cb-fcf827db00fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506015 Jan 31 15:51:47.836017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Deleting port 62867fad-2b41-4e3e-9188-68d672b9f34f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:47.836357 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:48.009976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-0866501e-be5d-4567-a5ae-98b2b5ca84ba None None] Set router f014ca49-a805-44f0-a7bd-a2c3b59ed322 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:51:48.011747 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-36986625-15a0-457b-af92-37232032ddb8 req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:48.091640 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-36986625-15a0-457b-af92-37232032ddb8 req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:48.101016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0866501e-be5d-4567-a5ae-98b2b5ca84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1293207862-router', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:51:31Z', 'updated_at': '2022-01-31T15:51:47Z', 'revision_number': 6, 'project_id': 'a8a18d990dab49968784c5efdbdb0c08', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:48.145509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866501e-be5d-4567-a5ae-98b2b5ca84ba None None] The sync data for ids ['f014ca49-a805-44f0-a7bd-a2c3b59ed322'] in n-d-827120-1 is: [{'id': 'f014ca49-a805-44f0-a7bd-a2c3b59ed322', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1293207862-router', 'tenant_id': 'a8a18d990dab49968784c5efdbdb0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:51:31Z', 'updated_at': '2022-01-31T15:51:47Z', 'revision_number': 6, 'project_id': 'a8a18d990dab49968784c5efdbdb0c08', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:51:48.148639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['0b705b12-35d1-476f-95bd-f0420379a01b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:48.161358 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-0c358e3f-7794-4f51-92ae-422dad83bc83 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226357 Jan 31 15:51:48.229398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36986625-15a0-457b-af92-37232032ddb8 req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:48.238333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-36986625-15a0-457b-af92-37232032ddb8 req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:48.246341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-36986625-15a0-457b-af92-37232032ddb8 req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:48.264257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Pushing event updated for resources: {'Port': ['ID=343dd534-a5a1-452f-b959-595cd92515ea,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:48.382847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] For port 62867fad-2b41-4e3e-9188-68d672b9f34f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=62867fad-2b41-4e3e-9188-68d672b9f34f,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:48.388278 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:48.431259 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Calling delete_port for 62867fad-2b41-4e3e-9188-68d672b9f34f owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:48.473143 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986625-15a0-457b-af92-37232032ddb8 req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:48.474095 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-36986625-15a0-457b-af92-37232032ddb8 req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:48.514025 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-d6cb3e64-8383-4ffc-a3d4-525bfb91ecc0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0167964 Jan 31 15:51:48.537049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19f263d6-c6a6-4712-a124-08f85ab05def req-d2910140-a7e4-4296-be4b-a94bee048ed6 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544288 Jan 31 15:51:48.555842 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ac16b-cc23-44a1-83c3-74d4e5ceb3d6 req-a98ac907-3a91-4015-9eaa-a6847b9bf3cb tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:48.564933 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d89ac16b-cc23-44a1-83c3-74d4e5ceb3d6 req-a98ac907-3a91-4015-9eaa-a6847b9bf3cb tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 944 time: 0.2347662 Jan 31 15:51:48.576947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Request body: {'port': {'device_id': 'faef2efe-bea6-452c-8069-aaa03839fd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:48.580911 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:51:48.654054 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d89ac16b-cc23-44a1-83c3-74d4e5ceb3d6 req-b4c96140-ab62-419d-aa4c-0a1e9b9e465e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858331 Jan 31 15:51:48.662726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:51:48.663378 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8dcb4a7e-dad0-49e0-8a07-bcb4d7420da9 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:51:48.722572 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-53b5094f-4688-4ea3-886b-b2370912ce93 None None] Provisioning complete for port 343dd534-a5a1-452f-b959-595cd92515ea triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:48.724814 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-53b5094f-4688-4ea3-886b-b2370912ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:48.728113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:48.744328 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387562f-f56c-43f9-b5f4-1fc79b975f95 req-65764dcb-d079-48c5-b8e5-31846c083c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:48.746149 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d387562f-f56c-43f9-b5f4-1fc79b975f95 req-65764dcb-d079-48c5-b8e5-31846c083c6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 1095 time: 0.1096287 Jan 31 15:51:48.784426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-53b5094f-4688-4ea3-886b-b2370912ce93 None None] Port 343dd534-a5a1-452f-b959-595cd92515ea cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:51:48.825327 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:48.864491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Pushing event deleted for resources: {'Port': ['ID=62867fad-2b41-4e3e-9188-68d672b9f34f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:48.918831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387562f-f56c-43f9-b5f4-1fc79b975f95 req-e4a874d3-de81-4f87-b2f7-fc0de5a55c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:48.920287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d387562f-f56c-43f9-b5f4-1fc79b975f95 req-e4a874d3-de81-4f87-b2f7-fc0de5a55c30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.1661365 Jan 31 15:51:48.952185 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.006973 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d387562f-f56c-43f9-b5f4-1fc79b975f95 req-a436d426-1876-4419-927b-f42bd2988494 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dc509ef-de46-4147-8552-8f62f38a1363 HTTP/1.1" status: 200 len: 217 time: 0.0782135 Jan 31 15:51:49.085600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35988) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:49.116228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.117873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343dd534-a5a1-452f-b959-595cd92515ea {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:49.121187 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.129054 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.178457 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387562f-f56c-43f9-b5f4-1fc79b975f95 req-8ff7d457-24e1-4bd4-8775-fba7f7bbbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:49.179908 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d387562f-f56c-43f9-b5f4-1fc79b975f95 req-8ff7d457-24e1-4bd4-8775-fba7f7bbbbb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.1430752 Jan 31 15:51:49.194683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Transition to ACTIVE for port object 343dd534-a5a1-452f-b959-595cd92515ea will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:51:49.200497 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.201062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f014ca49-a805-44f0-a7bd-a2c3b59ed322 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:51:49.201210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.224305 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d387562f-f56c-43f9-b5f4-1fc79b975f95 req-62729a9b-7fa3-4ceb-8ce5-24663c30e02c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366426 Jan 31 15:51:49.227849 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.228809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9da00168-9d51-496a-9d96-cb3842f6451a admin admin] 10.222.0.36 "DELETE /v2.0/routers/f014ca49-a805-44f0-a7bd-a2c3b59ed322 HTTP/1.1" status: 204 len: 168 time: 2.5691314 Jan 31 15:51:49.241172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35996) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:49.266632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc603f63-87f0-4c49-9bf4-56725912b8c9 req-b7432f1f-7928-4288-a329-c732b078584c tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:49.268130 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc603f63-87f0-4c49-9bf4-56725912b8c9 req-b7432f1f-7928-4288-a329-c732b078584c tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 936 time: 0.1351371 Jan 31 15:51:49.318874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Pushing event updated for resources: {'Port': ['ID=343dd534-a5a1-452f-b959-595cd92515ea,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:49.373513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b15e19-f025-4c43-b186-5d2135bd2194 admin admin] Deleting subnet 6ca34410-77df-4749-9831-25d53a164789 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:51:49.377495 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60b15e19-f025-4c43-b186-5d2135bd2194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.392861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc603f63-87f0-4c49-9bf4-56725912b8c9 req-fae11b9f-f63f-46f1-80a5-f06c32032073 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107411 Jan 31 15:51:49.399191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-83299494-6e06-4198-8573-f7a84f18969b tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:51:49.400423 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-83299494-6e06-4198-8573-f7a84f18969b tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3140376 Jan 31 15:51:49.429603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60b15e19-f025-4c43-b186-5d2135bd2194 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.451863 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Attempting to bind port 343dd534-a5a1-452f-b959-595cd92515ea on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:49.453305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Attempting to bind port 343dd534-a5a1-452f-b959-595cd92515ea by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:49.453746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Attempting to bind port 343dd534-a5a1-452f-b959-595cd92515ea on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:49.462664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Port 343dd534-a5a1-452f-b959-595cd92515ea on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:49.469554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Attempting to bind port 343dd534-a5a1-452f-b959-595cd92515ea on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:49.488312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:49.488651 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:49.489177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:49.489786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Bound port: 343dd534-a5a1-452f-b959-595cd92515ea, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:49.490306 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.557512 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d387562f-f56c-43f9-b5f4-1fc79b975f95 req-7ce36c10-5f66-4895-bbda-92eca01e2881 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261340 Jan 31 15:51:49.612857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] For port 343dd534-a5a1-452f-b959-595cd92515ea, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:49.621244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] For port 343dd534-a5a1-452f-b959-595cd92515ea, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=343dd534-a5a1-452f-b959-595cd92515ea,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:49.628405 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.634510 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3eb627e4-063a-4f74-91e8-f0addc6418a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.687201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:49.687931 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.689385 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] 10.222.0.30 "PUT /v2.0/ports/343dd534-a5a1-452f-b959-595cd92515ea HTTP/1.1" status: 200 len: 1096 time: 1.1218736 Jan 31 15:51:49.689866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faef2efe-bea6-452c-8069-aaa03839fd1b', 'tag': '343dd534-a5a1-452f-b959-595cd92515ea'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:49.705288 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934752d3-20da-43ca-9b8c-16af6fff3872" -d '{"events": [{"name": "network-changed", "server_uuid": "faef2efe-bea6-452c-8069-aaa03839fd1b", "tag": "343dd534-a5a1-452f-b959-595cd92515ea"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:49.759183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0a8da-97f3-427f-8e7e-4c21d9252f6e service neutron] Pushing event updated for resources: {'Port': ['ID=343dd534-a5a1-452f-b959-595cd92515ea,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:49.778627 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60b15e19-f025-4c43-b186-5d2135bd2194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.846450 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d387562f-f56c-43f9-b5f4-1fc79b975f95 req-d3f3d3f2-aeeb-4a4c-8974-5626c22792f0 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753322 Jan 31 15:51:49.855737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986625-15a0-457b-af92-37232032ddb8 req-050e13a3-da62-48fb-a680-ac6de117aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:49.857974 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-050e13a3-da62-48fb-a680-ac6de117aaa2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65c4c04662ee4774a6a3dc32e2dcafe2&device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 1099 time: 0.0863607 Jan 31 15:51:49.923447 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60b15e19-f025-4c43-b186-5d2135bd2194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.937443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799b35-58b2-4040-afe6-754822f6821e req-0c055bab-7a61-43ac-a0e4-91f953645e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:49.938726 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-0c055bab-7a61-43ac-a0e4-91f953645e23 service neutron] 10.222.0.36 "GET /v2.0/ports/b7d30bc8-b030-4764-97af-dfa2f8de3d40 HTTP/1.1" status: 200 len: 1093 time: 0.4520380 Jan 31 15:51:49.940967 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60b15e19-f025-4c43-b186-5d2135bd2194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:49.946691 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a42f2c-b5b6-4905-8a0a-df15d7e686bc None None] Network fa421a36-d003-49b8-ac37-49498faec060 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:49.954020 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-60b15e19-f025-4c43-b186-5d2135bd2194 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6ca34410-77df-4749-9831-25d53a164789 HTTP/1.1" status: 204 len: 168 time: 0.7020261 Jan 31 15:51:49.957918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36024) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:49.987416 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] Request body: {'binding': {'host': 'n-h2-827120-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:49.987863 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] Unknown quota resources ['binding']. {{(pid=108772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 15:51:50.000106 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-e51a57b4-ee0a-4c67-afd8-f6877dc350f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=343dd534-a5a1-452f-b959-595cd92515ea HTTP/1.1" status: 200 len: 217 time: 0.0719597 Jan 31 15:51:50.000548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b15e19-f025-4c43-b186-5d2135bd2194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca34410-77df-4749-9831-25d53a164789,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:50.033778 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-14a57a1e-a6be-46d6-ae34-467ad5ae8100 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995445 Jan 31 15:51:50.055574 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.114328 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Deleting port baf99f30-7c47-40ad-baee-ebf8fb88ae07 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:50.114619 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.147287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be5e94-7a1f-4349-afb5-caa18f5997ac None None] DHCP port deletion for fa421a36-d003-49b8-ac37-49498faec060 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:51:50.178989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986625-15a0-457b-af92-37232032ddb8 req-b0570ec6-f3ed-43f9-9d6a-5bde07456c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:50.181298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-b0570ec6-f3ed-43f9-9d6a-5bde07456c1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1584077 Jan 31 15:51:50.198416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] For port baf99f30-7c47-40ad-baee-ebf8fb88ae07, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=baf99f30-7c47-40ad-baee-ebf8fb88ae07,segment=NetworkSegment(1ce9b39d-73c8-4663-952e-99fdb5068696),segment_id=1ce9b39d-73c8-4663-952e-99fdb5068696)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:50.198834 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.205614 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-19be5e94-7a1f-4349-afb5-caa18f5997ac None None] Deleting port baf99f30-7c47-40ad-baee-ebf8fb88ae07 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:51:50.205981 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-19be5e94-7a1f-4349-afb5-caa18f5997ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.213456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Calling delete_port for baf99f30-7c47-40ad-baee-ebf8fb88ae07 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:50.271853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-19be5e94-7a1f-4349-afb5-caa18f5997ac None None] For port baf99f30-7c47-40ad-baee-ebf8fb88ae07, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=baf99f30-7c47-40ad-baee-ebf8fb88ae07,segment=NetworkSegment(1ce9b39d-73c8-4663-952e-99fdb5068696),segment_id=1ce9b39d-73c8-4663-952e-99fdb5068696)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:50.272155 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-19be5e94-7a1f-4349-afb5-caa18f5997ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.273797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986625-15a0-457b-af92-37232032ddb8 req-bbe16f8e-7ff1-43dd-a1f7-ba638de541b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:50.275296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-bbe16f8e-7ff1-43dd-a1f7-ba638de541b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845549 Jan 31 15:51:50.285986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-19be5e94-7a1f-4349-afb5-caa18f5997ac None None] Calling delete_port for baf99f30-7c47-40ad-baee-ebf8fb88ae07 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:51:50.300801 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.327971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf99f30-7c47-40ad-baee-ebf8fb88ae07,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:50.332898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-9ed8d911-bbcc-4238-8113-e77d21a96203 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:50.332898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-9ed8d911-bbcc-4238-8113-e77d21a96203 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722957 Jan 31 15:51:50.335610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] No DVR routers for this DVR port baf99f30-7c47-40ad-baee-ebf8fb88ae07 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:51:50.370980 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-19be5e94-7a1f-4349-afb5-caa18f5997ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.384916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be5e94-7a1f-4349-afb5-caa18f5997ac None None] No DVR routers for this DVR port baf99f30-7c47-40ad-baee-ebf8fb88ae07 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:51:50.386153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] Attempting to bind port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on host n-h2-827120-1 for vnic_type normal with profile None {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:50.386491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] Attempting to bind port b7d30bc8-b030-4764-97af-dfa2f8de3d40 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:50.386827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] Attempting to bind port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:50.389647 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-7a76e90c-7e00-4056-b546-f37a6ab2d8fc tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/quotas/ffd95ee2c10f4a3cbfa9d45d9a9b1bfe HTTP/1.1" status: 200 len: 375 time: 0.0247011 Jan 31 15:51:50.396848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] Port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on network d9143695-d818-4ec6-a1c8-9227036ec2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:50.397504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] Attempting to bind port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:50.414932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:50.415296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:50.415775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] Bound using segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:50.416210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] Bound port: b7d30bc8-b030-4764-97af-dfa2f8de3d40, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:50.417207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device baf99f30-7c47-40ad-baee-ebf8fb88ae07 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:51:50.421552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be5e94-7a1f-4349-afb5-caa18f5997ac None None] Pushing event deleted for resources: {'Port': ['ID=baf99f30-7c47-40ad-baee-ebf8fb88ae07,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:50.446195 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.448119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: baf99f30-7c47-40ad-baee-ebf8fb88ae07 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:51:50.448446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device baf99f30-7c47-40ad-baee-ebf8fb88ae07 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:51:50.449037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 62867fad-2b41-4e3e-9188-68d672b9f34f no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:51:50.467551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa421a36-d003-49b8-ac37-49498faec060']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:50.467876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 62867fad-2b41-4e3e-9188-68d672b9f34f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:51:50.468226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 62867fad-2b41-4e3e-9188-68d672b9f34f not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:51:50.478718 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-dd7d5e79-ae9d-46dd-a304-d23cc21adf7e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714529 Jan 31 15:51:50.479513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce9b39d-73c8-4663-952e-99fdb5068696') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:50.479992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce9b39d-73c8-4663-952e-99fdb5068696') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:51:50.490614 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.490880 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-00ffde8c-1c4c-454f-b4fd-be89dd281e9a service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017481 Jan 31 15:51:50.505207 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.513449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:51:50.513938 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:51:50.515754 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:51:50.533321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6dc509ef-de46-4147-8552-8f62f38a1363 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:51:50.563092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:50.573745 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.574961 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-28484e3a-f181-49f5-ab6e-5bbef936f8f6 service neutron] 10.222.0.36 "POST /v2.0/ports/b7d30bc8-b030-4764-97af-dfa2f8de3d40/bindings HTTP/1.1" status: 201 len: 389 time: 0.5909555 Jan 31 15:51:50.607669 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36986625-15a0-457b-af92-37232032ddb8 req-18cbd584-c281-422c-8a9b-fa8463b198a7 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105494 Jan 31 15:51:50.608320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.637420 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.646841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fa421a36-d003-49b8-ac37-49498faec060 HTTP/1.1" status: 204 len: 168 time: 0.6854517 Jan 31 15:51:50.650756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73ea28-b5aa-4681-9c87-422e447847c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa421a36-d003-49b8-ac37-49498faec060,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:50.756386 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6dc509ef-de46-4147-8552-8f62f38a1363,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:50.792922 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.794110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '6dc509ef-de46-4147-8552-8f62f38a1363', 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec', 'port_id': '6dc509ef-de46-4147-8552-8f62f38a1363', 'mac_address': 'fa:16:3e:35:2a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a14ea8-cb04-4130-9b96-606f6d6534e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:51:50.823585 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26395d0b-9a05-406d-8f2c-21b6f8ab28e8 x-openstack-request-id: req-26395d0b-9a05-406d-8f2c-21b6f8ab28e8 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:50.823887 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faef2efe-bea6-452c-8069-aaa03839fd1b", "tag": "343dd534-a5a1-452f-b959-595cd92515ea", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:50.824607 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26395d0b-9a05-406d-8f2c-21b6f8ab28e8 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:50.824607 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faef2efe-bea6-452c-8069-aaa03839fd1b', 'tag': '343dd534-a5a1-452f-b959-595cd92515ea', 'status': 'completed', 'code': 200} Jan 31 15:51:50.847153 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.889005 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc509ef-de46-4147-8552-8f62f38a1363 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:50.898452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef03eb-0eb8-4327-a428-86b99a4e45d8 req-307c2024-319f-4b61-b23a-927eb9e07228 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:50.900149 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74ef03eb-0eb8-4327-a428-86b99a4e45d8 req-307c2024-319f-4b61-b23a-927eb9e07228 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 944 time: 0.1070437 Jan 31 15:51:50.955776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6dc509ef-de46-4147-8552-8f62f38a1363,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:50.961570 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:50.973492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36048) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:51.000214 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74ef03eb-0eb8-4327-a428-86b99a4e45d8 req-52167b6d-a642-4738-8e82-48eabd8df52c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922596 Jan 31 15:51:51.053365 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fad0b5c5-d0ff-476e-bfa8-b6b903b76b97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8a18d990dab49968784c5efdbdb0c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777767 Jan 31 15:51:51.056033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36058) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:51.077075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934752d3-20da-43ca-9b8c-16af6fff3872 req-1e0cab1e-9d01-41d8-8cfe-61e99a7d523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:51.079060 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-934752d3-20da-43ca-9b8c-16af6fff3872 req-1e0cab1e-9d01-41d8-8cfe-61e99a7d523b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65c4c04662ee4774a6a3dc32e2dcafe2&device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 1099 time: 0.2301753 Jan 31 15:51:51.082447 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-55ec292a-62c6-4367-b168-f0cd897a742d tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2265c07a087545859356d144d07f938f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356803 Jan 31 15:51:51.085039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799b35-58b2-4040-afe6-754822f6821e req-56cc722e-8380-43e5-a3ea-6f0ed5f40c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:51.088569 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-56cc722e-8380-43e5-a3ea-6f0ed5f40c5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 1096 time: 0.2304094 Jan 31 15:51:51.122735 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5316167-922c-4a8e-add2-381654b7883d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:51.142006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=6dc509ef-de46-4147-8552-8f62f38a1363,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:51.213670 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5316167-922c-4a8e-add2-381654b7883d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:51.284283 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5316167-922c-4a8e-add2-381654b7883d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:51.288089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5316167-922c-4a8e-add2-381654b7883d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:51.289379 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a5316167-922c-4a8e-add2-381654b7883d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b1db3d9-0f78-4e78-8748-ddd0b52089b8 HTTP/1.1" status: 204 len: 168 time: 0.2325506 Jan 31 15:51:51.295366 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['6dc509ef-de46-4147-8552-8f62f38a1363'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:51.323132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5316167-922c-4a8e-add2-381654b7883d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1db3d9-0f78-4e78-8748-ddd0b52089b8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:51.350666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ba406-277a-4efa-8f7e-df2c7040a990 req-bf294d5d-94a4-4dd6-a838-8c33f5c274d4 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:51.352481 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-444ba406-277a-4efa-8f7e-df2c7040a990 req-bf294d5d-94a4-4dd6-a838-8c33f5c274d4 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 948 time: 0.1820083 Jan 31 15:51:51.362341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799b35-58b2-4040-afe6-754822f6821e req-c6133bce-7851-443a-99d3-2a300f88292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:51.363791 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-c6133bce-7851-443a-99d3-2a300f88292a service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.2653282 Jan 31 15:51:51.369874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934752d3-20da-43ca-9b8c-16af6fff3872 req-d1b7a3da-7832-48f3-b09c-77810b2297d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:51.371271 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-934752d3-20da-43ca-9b8c-16af6fff3872 req-d1b7a3da-7832-48f3-b09c-77810b2297d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2818286 Jan 31 15:51:51.383076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-6607bf8a-aaf3-426a-bc3d-93bf6174cfc9 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:51.384512 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-6607bf8a-aaf3-426a-bc3d-93bf6174cfc9 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2870855 Jan 31 15:51:51.441253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-444ba406-277a-4efa-8f7e-df2c7040a990 req-da0e41de-8e7e-457e-a5ad-7bca8f776e61 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787556 Jan 31 15:51:51.467576 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-934752d3-20da-43ca-9b8c-16af6fff3872 req-08132db2-9178-4419-abc1-7b6557e2a0f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=343dd534-a5a1-452f-b959-595cd92515ea HTTP/1.1" status: 200 len: 217 time: 0.0821311 Jan 31 15:51:51.469016 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-00428117-71e6-4e07-9d77-d2708a70f620 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40 HTTP/1.1" status: 200 len: 217 time: 0.0934670 Jan 31 15:51:51.471643 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-ffb76602-fbaf-4aae-8525-37a541ca92a2 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/quotas/2265c07a087545859356d144d07f938f HTTP/1.1" status: 200 len: 375 time: 0.0739331 Jan 31 15:51:51.547706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799b35-58b2-4040-afe6-754822f6821e req-2f12c0ce-d4e1-4bfa-812a-29db8608ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:51.549196 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-2f12c0ce-d4e1-4bfa-812a-29db8608ccbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.0618689 Jan 31 15:51:51.634506 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-242ee9e1-eab5-4e26-96ab-cf819d8c6b8d tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2265c07a087545859356d144d07f938f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1459262 Jan 31 15:51:51.650020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23459e0e-ebc3-47ee-8463-34e6e2d812d0 req-41c15bbe-effe-4fa3-87b3-9316f80fcd5c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:51.658092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934752d3-20da-43ca-9b8c-16af6fff3872 req-03b37aa5-c7bb-4e6e-b16c-9c76a3542188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:51.659772 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-934752d3-20da-43ca-9b8c-16af6fff3872 req-03b37aa5-c7bb-4e6e-b16c-9c76a3542188 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1843030 Jan 31 15:51:51.661881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-fffdb401-b0f5-410d-8c7b-f9afd9277227 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632296 Jan 31 15:51:51.662027 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-23459e0e-ebc3-47ee-8463-34e6e2d812d0 req-41c15bbe-effe-4fa3-87b3-9316f80fcd5c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 945 time: 0.1071804 Jan 31 15:51:51.724419 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-23459e0e-ebc3-47ee-8463-34e6e2d812d0 req-d0b53cbe-2c56-4fbd-a2b3-1a1ff392dcb0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527699 Jan 31 15:51:51.799381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934752d3-20da-43ca-9b8c-16af6fff3872 req-f1b23355-aeb7-4da1-be46-fd2563650e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:51.800952 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-934752d3-20da-43ca-9b8c-16af6fff3872 req-f1b23355-aeb7-4da1-be46-fd2563650e4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333754 Jan 31 15:51:51.878465 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-00241512-18b2-4179-89ab-545569048c29 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401146 Jan 31 15:51:51.966505 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8df01150-c59f-43d2-814e-38d69bf8143f req-b9128cb1-54ef-4fe2-9e79-98ffe6c534ec tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 210 time: 0.0528204 Jan 31 15:51:51.976655 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-50e65758-4c9d-4c59-9f9f-c46670fb0846 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865505 Jan 31 15:51:52.104177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-9e9ccd14-1cce-442b-a855-9dca58b18eba tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:52.112231 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-9e9ccd14-1cce-442b-a855-9dca58b18eba tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2206488 Jan 31 15:51:52.130865 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-9de0c610-7232-4bdd-be57-2056a1c3d845 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/quotas/ffd95ee2c10f4a3cbfa9d45d9a9b1bfe HTTP/1.1" status: 200 len: 375 time: 0.0174916 Jan 31 15:51:52.162160 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:52.188694 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-3dfc5ab0-8dac-4f15-8b12-7cb2be7b4e71 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504248 Jan 31 15:51:52.192588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-934752d3-20da-43ca-9b8c-16af6fff3872 req-5cb82035-820b-456b-ac51-317c70e8088c service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832769 Jan 31 15:51:52.212197 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-0592477a-2e47-48c2-926a-357e29217469 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803545 Jan 31 15:51:52.445419 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-462bb838-1b00-43bc-968e-353826677998 req-da716323-b7da-4ba6-a7fe-47a917233457 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 210 time: 0.0442433 Jan 31 15:51:52.498159 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:52.528822 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-bd3b3b80-7f26-4629-bf89-2264224ebd7c service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361950 Jan 31 15:51:52.552599 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6dc509ef-de46-4147-8552-8f62f38a1363 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:52.622303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 6dc509ef-de46-4147-8552-8f62f38a1363 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:51:52.630108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af70f70-c411-4d63-a5f5-5856bc8811ba req-c7dcfb36-5025-4fdb-982b-682274aac29d tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:52.633104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 6dc509ef-de46-4147-8552-8f62f38a1363 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:52.633496 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:52.639231 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8af70f70-c411-4d63-a5f5-5856bc8811ba req-c7dcfb36-5025-4fdb-982b-682274aac29d tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 948 time: 0.0921466 Jan 31 15:51:52.660557 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-934752d3-20da-43ca-9b8c-16af6fff3872 req-5bead1ea-a1ba-4e4e-8aa9-85b06c808948 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548206 Jan 31 15:51:52.716841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8f4c0-c52b-4e45-953c-379ae0a36dfd req-e8969f57-dd7d-4278-987f-63723848fd94 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:52.723300 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8af70f70-c411-4d63-a5f5-5856bc8811ba req-36c9588e-291e-4341-8990-fb17e7152cd6 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828209 Jan 31 15:51:52.724101 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-59f8f4c0-c52b-4e45-953c-379ae0a36dfd req-e8969f57-dd7d-4278-987f-63723848fd94 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 945 time: 0.5017262 Jan 31 15:51:52.765089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-42e0815d-bd45-4877-b68f-1add9b032966 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:52.767153 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-42e0815d-bd45-4877-b68f-1add9b032966 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5718985 Jan 31 15:51:52.777352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799b35-58b2-4040-afe6-754822f6821e req-58208d85-adc3-4fb1-b0a0-df212ef3c8eb tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:52.778991 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-58208d85-adc3-4fb1-b0a0-df212ef3c8eb tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda&tenant_id=f7454e77053048da93d6c7125983ed93&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1096 time: 0.1634324 Jan 31 15:51:52.792728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Request body: {'port': {'device_id': 'e14456e1-41a7-48d9-bed6-a561be6f9e25', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': 'ffd95ee2c10f4a3cbfa9d45d9a9b1bfe'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:52.803344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827120-1'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:52.805344 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:52.834082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-59f8f4c0-c52b-4e45-953c-379ae0a36dfd req-3031db2a-464c-405c-a61c-d6eec7cecc31 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090262 Jan 31 15:51:52.852191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d04efae-f538-4cff-a5e8-8c2ec0e94e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc509ef-de46-4147-8552-8f62f38a1363'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:52.854741 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4eba7c-f82b-40fc-bde3-558f0b8c796a" -d '{"events": [{"server_uuid": "5d04efae-f538-4cff-a5e8-8c2ec0e94e47", "name": "network-vif-plugged", "status": "completed", "tag": "6dc509ef-de46-4147-8552-8f62f38a1363"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:52.889670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6dc509ef-de46-4147-8552-8f62f38a1363,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:52.895365 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:52.958363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=6dc509ef-de46-4147-8552-8f62f38a1363,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:53.020632 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d2cd9-112a-4ed8-b4d7-050940aa4cad x-openstack-request-id: req-d44d2cd9-112a-4ed8-b4d7-050940aa4cad {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:53.021164 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d04efae-f538-4cff-a5e8-8c2ec0e94e47", "name": "network-vif-plugged", "status": "completed", "tag": "6dc509ef-de46-4147-8552-8f62f38a1363", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:53.021416 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d44d2cd9-112a-4ed8-b4d7-050940aa4cad {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:53.022526 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d04efae-f538-4cff-a5e8-8c2ec0e94e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc509ef-de46-4147-8552-8f62f38a1363', 'code': 200} Jan 31 15:51:53.030176 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:53.210738 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc44b416-d333-4025-bade-cca28be29f11 req-7aabbab2-912d-4ba0-bbff-8f433e53d672 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 210 time: 0.0350251 Jan 31 15:51:53.395980 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-c004d490-f151-4925-b185-455687589f3c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2265c07a087545859356d144d07f938f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433841 Jan 31 15:51:53.441821 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36148) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:53.558407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7a456-a103-4dd4-8885-934d9f85a9bd req-1065f23f-f118-4eab-88dd-f01df52039a1 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:53.566958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16b7a456-a103-4dd4-8885-934d9f85a9bd req-1065f23f-f118-4eab-88dd-f01df52039a1 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 945 time: 0.6080177 Jan 31 15:51:53.596695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-dc2d1751-0aec-4441-a18b-aec95d5133a5 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:53.599881 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-dc2d1751-0aec-4441-a18b-aec95d5133a5 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971905 Jan 31 15:51:53.620347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Request body: {'port': {'device_id': 'e4f6f395-dcde-447c-a8a8-6b5274776389', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '2265c07a087545859356d144d07f938f'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:53.678936 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac99e8b-23a0-4e5d-9399-b7de4d081836 req-9be9fedf-d2ca-4b8e-b0a5-df528830746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:53.680411 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ac99e8b-23a0-4e5d-9399-b7de4d081836 req-9be9fedf-d2ca-4b8e-b0a5-df528830746f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 1097 time: 0.1878374 Jan 31 15:51:53.686419 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16b7a456-a103-4dd4-8885-934d9f85a9bd req-bc29870f-f42a-47f3-88c1-fae2a77bcfc5 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187096 Jan 31 15:51:53.691222 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1b7a5b-c2c6-44b7-8afc-003d43e842e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:53.718466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Made reservation on behalf of ffd95ee2c10f4a3cbfa9d45d9a9b1bfe for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:53.721983 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:53.739742 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34c762eb-6bfb-431f-a12a-f4c5f147fd00 req-5adfdd6e-b6d4-4879-83c7-a36aa2b52679 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 210 time: 0.0548415 Jan 31 15:51:53.743853 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:53.765394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:53.769127 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ac99e8b-23a0-4e5d-9399-b7de4d081836 req-fecb1530-e6b1-4d21-a470-0de0e417fb7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784125 Jan 31 15:51:53.841344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:53.904686 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08facd01-27d9-4afd-b742-82575fac2dda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d30bc8-b030-4764-97af-dfa2f8de3d40'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:53.906999 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce60d68-9dc8-47f4-9344-f153ac5852b0" -d '{"events": [{"server_uuid": "08facd01-27d9-4afd-b742-82575fac2dda", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d30bc8-b030-4764-97af-dfa2f8de3d40"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:53.915745 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:53.925714 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:53.931359 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1b7a5b-c2c6-44b7-8afc-003d43e842e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:53.933265 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:53.938867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1b7a5b-c2c6-44b7-8afc-003d43e842e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:53.951201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f020ed-8096-4332-8438-03ecd0543cab req-073f2815-a0a7-450e-bd99-c98ddf04885a tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:53.952902 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97f020ed-8096-4332-8438-03ecd0543cab req-073f2815-a0a7-450e-bd99-c98ddf04885a tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 948 time: 0.1235185 Jan 31 15:51:53.959660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Made reservation on behalf of 2265c07a087545859356d144d07f938f for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:53.961275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:53.963444 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.006914 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.043222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-eb1b7a5b-c2c6-44b7-8afc-003d43e842e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01346b2759cd4044b7e18e5f4278b856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000152 Jan 31 15:51:54.049681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b7a5b-c2c6-44b7-8afc-003d43e842e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42d3b60-313e-4e01-ae38-723bc1776964,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:54.053448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36164) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:54.072827 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-6bfbde25-3a46-4789-87d9-4785d4c9285d tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740852 Jan 31 15:51:54.075409 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d30bc8-b030-4764-97af-dfa2f8de3d40,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:54.087424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f400fc65-9b82-437c-8546-ea1fc17ed133,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:54.106032 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97f020ed-8096-4332-8438-03ecd0543cab req-83c38732-9f9b-4c63-817f-fc046fec10c6 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351149 Jan 31 15:51:54.189831 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e52fda70-1b75-4a7e-be1b-398d6a58a85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.201497 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758d1ab7-f289-4345-8744-e19b7be3b329 x-openstack-request-id: req-758d1ab7-f289-4345-8744-e19b7be3b329 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:54.201817 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08facd01-27d9-4afd-b742-82575fac2dda", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d30bc8-b030-4764-97af-dfa2f8de3d40", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:54.202075 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-758d1ab7-f289-4345-8744-e19b7be3b329 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:54.202481 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08facd01-27d9-4afd-b742-82575fac2dda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d30bc8-b030-4764-97af-dfa2f8de3d40', 'code': 200} Jan 31 15:51:54.224253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Attempting to bind port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on host n-h1-827120-1 for vnic_type normal with profile {"migrating_to": "n-h2-827120-1"} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:54.224253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Attempting to bind port b7d30bc8-b030-4764-97af-dfa2f8de3d40 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:54.224691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Attempting to bind port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:54.229575 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.236540 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e52fda70-1b75-4a7e-be1b-398d6a58a85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.245273 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.278168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on network d9143695-d818-4ec6-a1c8-9227036ec2ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:54.278499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Attempting to bind port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:54.301648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:54.301992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:54.302377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Bound using segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:54.302855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Bound port: b7d30bc8-b030-4764-97af-dfa2f8de3d40, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:54.303192 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.339332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Allocated IP 192.168.233.30 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/eb5e5d58-29bd-46f7-ae14-d35440bb5055) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:54.349538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7237c1c-df6b-430e-af5f-136d9ff57b49 req-ba5c71a5-d1ec-4a0f-9e7b-0f31a5f62aaf tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:54.351269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c7237c1c-df6b-430e-af5f-136d9ff57b49 req-ba5c71a5-d1ec-4a0f-9e7b-0f31a5f62aaf tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 946 time: 0.2183833 Jan 31 15:51:54.417549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-7c43cdf6-3c80-4970-b2f6-7aa467ef9cd6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:54.419080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-7c43cdf6-3c80-4970-b2f6-7aa467ef9cd6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3327167 Jan 31 15:51:54.450924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Request body: {'port': {'device_id': '720192bd-82a2-4570-b052-24e247a40b7d', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': 'ffd95ee2c10f4a3cbfa9d45d9a9b1bfe'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:54.531299 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c7237c1c-df6b-430e-af5f-136d9ff57b49 req-8f4f3a3e-3f29-4fea-ad2d-0ad8f3891fac tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720185 Jan 31 15:51:54.539281 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 343dd534-a5a1-452f-b959-595cd92515ea details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:51:54.559358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:54.576716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:54.585882 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-54063f90-789d-4327-8678-0e13579043c5 req-3d3fbb0a-5fa0-492e-9a63-8157029273b4 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 210 time: 0.0782073 Jan 31 15:51:54.590384 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73fa1eb-3f76-4303-953b-945fb25a260f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:54.610418 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.626318 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e52fda70-1b75-4a7e-be1b-398d6a58a85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.630624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e52fda70-1b75-4a7e-be1b-398d6a58a85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.632174 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e52fda70-1b75-4a7e-be1b-398d6a58a85d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f42d3b60-313e-4e01-ae38-723bc1776964 HTTP/1.1" status: 204 len: 168 time: 0.5494142 Jan 31 15:51:54.649592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fda70-1b75-4a7e-be1b-398d6a58a85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42d3b60-313e-4e01-ae38-723bc1776964,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:54.796512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 343dd534-a5a1-452f-b959-595cd92515ea, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=343dd534-a5a1-452f-b959-595cd92515ea,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:54.826194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '343dd534-a5a1-452f-b959-595cd92515ea', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '343dd534-a5a1-452f-b959-595cd92515ea', 'mac_address': 'fa:16:3e:e2:60:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:51:54.846791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d30bc8-b030-4764-97af-dfa2f8de3d40,revision_number=8']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:54.872396 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-29e9266a-481e-4f36-9412-eb35997fb6c3 req-8a0daeb9-8f2e-4ed2-aceb-6ea51abd1c2c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 210 time: 0.0436859 Jan 31 15:51:54.879321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:54.879926 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.881281 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-c3e7a5bf-06c8-440e-8e7e-3f80d481a002 service neutron] 10.222.0.20 "PUT /v2.0/ports/b7d30bc8-b030-4764-97af-dfa2f8de3d40 HTTP/1.1" status: 200 len: 1121 time: 2.0821335 Jan 31 15:51:54.881875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Made reservation on behalf of ffd95ee2c10f4a3cbfa9d45d9a9b1bfe for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:54.885189 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.914077 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.920775 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:54.939578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983ad50-1a87-4d7c-8a9c-2dc09c9c82b3 req-cee15ca2-c2cb-40e4-9093-e8bff94f1082 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:54.941259 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f983ad50-1a87-4d7c-8a9c-2dc09c9c82b3 req-cee15ca2-c2cb-40e4-9093-e8bff94f1082 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 943 time: 0.1585271 Jan 31 15:51:54.955476 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343dd534-a5a1-452f-b959-595cd92515ea {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:54.988373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['b7d30bc8-b030-4764-97af-dfa2f8de3d40'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:55.026350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 343dd534-a5a1-452f-b959-595cd92515ea, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=343dd534-a5a1-452f-b959-595cd92515ea,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:55.068706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f983ad50-1a87-4d7c-8a9c-2dc09c9c82b3 req-fb0e9743-557a-4107-9d3f-ebad728628a2 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098466 Jan 31 15:51:55.069323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36190) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:55.085126 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.087939 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.147520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:55.154753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:55.161558 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:55.202805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Allocated IP 192.168.233.35 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/24a27c9a-8d6a-4fa3-a7c2-e9390834404d) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:55.219410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Pushing event updated for resources: {'Port': ['ID=eb5e5d58-29bd-46f7-ae14-d35440bb5055,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:55.220306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=343dd534-a5a1-452f-b959-595cd92515ea,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:55.286749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36196) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:55.304693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:55.305329 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.327484 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7ef7e78-395a-463d-a42a-4757ba2c4131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.329279 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-456e84aa-c550-406d-a982-613bbe7aa1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.361876 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-adeeb3be-1739-402d-a562-6c1d2bf874df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5781724 Jan 31 15:51:55.367148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['343dd534-a5a1-452f-b959-595cd92515ea'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:51:55.374760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Request body: {'port': {'device_id': 'e14456e1-41a7-48d9-bed6-a561be6f9e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:55.436751 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.452472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae611ad6-7c5e-4278-bee0-bed2c9450f2f req-a0e9df82-7645-4c09-9557-9620618c3ae0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:55.454123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ae611ad6-7c5e-4278-bee0-bed2c9450f2f req-a0e9df82-7645-4c09-9557-9620618c3ae0 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 949 time: 0.1896555 Jan 31 15:51:55.478383 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.486693 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.510037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7b9c4434-c38f-43c7-8a5f-5d634fe15630 None None] Provisioning complete for port eb5e5d58-29bd-46f7-ae14-d35440bb5055 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:55.510419 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4434-c38f-43c7-8a5f-5d634fe15630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.518882 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ae611ad6-7c5e-4278-bee0-bed2c9450f2f req-408baf5f-9eb6-4ebd-bdf0-d0425718b073 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521610 Jan 31 15:51:55.540992 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.575029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-456e84aa-c550-406d-a982-613bbe7aa1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.575718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c4434-c38f-43c7-8a5f-5d634fe15630 None None] Port eb5e5d58-29bd-46f7-ae14-d35440bb5055 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:51:55.578533 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7ef7e78-395a-463d-a42a-4757ba2c4131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.606152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-456e84aa-c550-406d-a982-613bbe7aa1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.620160 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7ef7e78-395a-463d-a42a-4757ba2c4131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.630264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Pushing event updated for resources: {'Port': ['ID=24a27c9a-8d6a-4fa3-a7c2-e9390834404d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:55.639334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:55.640855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:55.643316 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:55.710916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:55.711948 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.756160 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-f4414503-33e4-48d9-b25a-f2bc115407a7 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1424599 Jan 31 15:51:55.771567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67575685-d6c4-4782-b6e5-88d9929b625a req-a7e07347-d4a3-4e73-99a7-7ea413eb5ae6 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:55.778288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-67575685-d6c4-4782-b6e5-88d9929b625a req-a7e07347-d4a3-4e73-99a7-7ea413eb5ae6 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 935 time: 0.0637167 Jan 31 15:51:55.783754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Request body: {'port': {'device_id': 'e4f6f395-dcde-447c-a8a8-6b5274776389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:55.792944 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-456e84aa-c550-406d-a982-613bbe7aa1e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3191482d4170425fad2cc756f5c6b139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7184823 Jan 31 15:51:55.802041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e84aa-c550-406d-a982-613bbe7aa1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968d8586-2d85-4fbc-afe3-9e26e68c94fa,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:55.805374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Allocated IP 192.168.233.133 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/4f5c27e9-1e98-42ab-8832-ae8bc15df0e1) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:51:55.808575 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36202) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:55.821512 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a7ef7e78-395a-463d-a42a-4757ba2c4131 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ed1285c92db4d2cb728b9cbf6497321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334370 Jan 31 15:51:55.825255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36204) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:55.870015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef7e78-395a-463d-a42a-4757ba2c4131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa1ce6b-e284-45b0-b1c3-dfd2dfd27607,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:55.885154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304b169-c68e-4028-9335-5c0207838bfc req-0220a819-2960-450a-80ba-ab8dd83e1f04 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:55.892344 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8304b169-c68e-4028-9335-5c0207838bfc req-0220a819-2960-450a-80ba-ab8dd83e1f04 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 946 time: 0.2609634 Jan 31 15:51:55.904878 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-53a50c12-8479-4512-9d81-d793f8016852 None None] Provisioning complete for port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:55.905551 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-53a50c12-8479-4512-9d81-d793f8016852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.926600 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-67575685-d6c4-4782-b6e5-88d9929b625a req-c44088a9-4dfb-4ca2-9a20-2f6deb33a9d0 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398396 Jan 31 15:51:55.938939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:55.962176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8304b169-c68e-4028-9335-5c0207838bfc req-65597bf5-9535-4247-b689-36728a18d400 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646589 Jan 31 15:51:56.004295 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae92c-b5f8-40e1-9691-ebb713aa473d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.015729 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f04cb300-cb7d-40d1-b5d4-f5eb97e7dab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.089251 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f48673b-50ea-426c-b4ff-0ceafa7606bb req-bb87e831-201a-4c91-9739-6e2cf59a8602 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 210 time: 0.0650659 Jan 31 15:51:56.094084 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae92c-b5f8-40e1-9691-ebb713aa473d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.108585 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d94618-6050-4754-9670-eac0161893e4 req-f540eda8-80f9-48c8-b282-eac587c55f6b tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:56.110265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3d94618-6050-4754-9670-eac0161893e4 req-f540eda8-80f9-48c8-b282-eac587c55f6b tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 1097 time: 0.0761583 Jan 31 15:51:56.120722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-53a50c12-8479-4512-9d81-d793f8016852 None None] Port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:51:56.154604 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.164015 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f04cb300-cb7d-40d1-b5d4-f5eb97e7dab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.169142 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3d94618-6050-4754-9670-eac0161893e4 req-c5d26d8e-3ee3-4127-a406-c2fb0baef613 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Jan 31 15:51:56.202199 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.213760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08facd01-27d9-4afd-b742-82575fac2dda', 'tag': 'b7d30bc8-b030-4764-97af-dfa2f8de3d40'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:56.218102 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401d4ff8-d72e-42d4-abea-3126f3aee7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "08facd01-27d9-4afd-b742-82575fac2dda", "tag": "b7d30bc8-b030-4764-97af-dfa2f8de3d40"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:56.271417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c84f2-7835-4c97-8074-39c5f13fdf59 req-9099b1ce-05eb-4b4a-a76e-23015ee55023 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:56.272885 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-901c84f2-7835-4c97-8074-39c5f13fdf59 req-9099b1ce-05eb-4b4a-a76e-23015ee55023 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 943 time: 0.0890634 Jan 31 15:51:56.288167 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f04cb300-cb7d-40d1-b5d4-f5eb97e7dab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.291045 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f04cb300-cb7d-40d1-b5d4-f5eb97e7dab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.292105 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f04cb300-cb7d-40d1-b5d4-f5eb97e7dab6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/caa1ce6b-e284-45b0-b1c3-dfd2dfd27607 HTTP/1.1" status: 204 len: 168 time: 0.4650297 Jan 31 15:51:56.306223 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae92c-b5f8-40e1-9691-ebb713aa473d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.308714 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae92c-b5f8-40e1-9691-ebb713aa473d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.309867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1f7ae92c-b5f8-40e1-9691-ebb713aa473d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/968d8586-2d85-4fbc-afe3-9e26e68c94fa HTTP/1.1" status: 204 len: 168 time: 0.5003552 Jan 31 15:51:56.321048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cb300-cb7d-40d1-b5d4-f5eb97e7dab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa1ce6b-e284-45b0-b1c3-dfd2dfd27607,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:56.348922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:51:56.350658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ae92c-b5f8-40e1-9691-ebb713aa473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968d8586-2d85-4fbc-afe3-9e26e68c94fa,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:56.358512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:56.361559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Pushing event updated for resources: {'Port': ['ID=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:56.366699 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:51:56.390373 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-901c84f2-7835-4c97-8074-39c5f13fdf59 req-4e1d56f8-8662-4e59-a68b-8fd2affed2d9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813415 Jan 31 15:51:56.420313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:56.420887 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.429889 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046b2b5e-f9f7-43d9-a05a-734dadb176a6 x-openstack-request-id: req-046b2b5e-f9f7-43d9-a05a-734dadb176a6 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:56.430181 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08facd01-27d9-4afd-b742-82575fac2dda", "tag": "b7d30bc8-b030-4764-97af-dfa2f8de3d40", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:56.430435 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-046b2b5e-f9f7-43d9-a05a-734dadb176a6 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:56.430829 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08facd01-27d9-4afd-b742-82575fac2dda', 'tag': 'b7d30bc8-b030-4764-97af-dfa2f8de3d40', 'status': 'completed', 'code': 200} Jan 31 15:51:56.441410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.30', 60863) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:56.473892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab99a12-6480-478e-aaa3-8146354c10fd req-1728f934-8d70-47ea-ab98-0bcc55e108fe tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:56.475682 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dab99a12-6480-478e-aaa3-8146354c10fd req-1728f934-8d70-47ea-ab98-0bcc55e108fe tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 1097 time: 0.2170053 Jan 31 15:51:56.490695 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-f53e9bcb-51ce-4c2c-9864-585daa43a0f2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0582407 Jan 31 15:51:56.515877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Request body: {'port': {'device_id': '720192bd-82a2-4570-b052-24e247a40b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:56.516304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d4ff8-d72e-42d4-abea-3126f3aee7e3 req-0634b17e-bb3b-401b-8b9b-9f98469ddfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:56.518782 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-401d4ff8-d72e-42d4-abea-3126f3aee7e3 req-0634b17e-bb3b-401b-8b9b-9f98469ddfc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 1124 time: 0.0758932 Jan 31 15:51:56.537344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 343dd534-a5a1-452f-b959-595cd92515ea up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:51:56.686224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 343dd534-a5a1-452f-b959-595cd92515ea completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:51:56.695441 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 343dd534-a5a1-452f-b959-595cd92515ea triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:56.696517 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.707969 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.712755 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dab99a12-6480-478e-aaa3-8146354c10fd req-8c85ed86-e57e-46c0-94e0-36f5b152ddf3 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142992 Jan 31 15:51:56.743306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d4ff8-d72e-42d4-abea-3126f3aee7e3 req-91265e42-489d-4aa0-bbb4-c646617c2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:56.744977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-401d4ff8-d72e-42d4-abea-3126f3aee7e3 req-91265e42-489d-4aa0-bbb4-c646617c2ac4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.2199228 Jan 31 15:51:56.761039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5e5d58-29bd-46f7-ae14-d35440bb5055 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:56.774832 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.801290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Transition to ACTIVE for port object eb5e5d58-29bd-46f7-ae14-d35440bb5055 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:51:56.807632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.810671 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-401d4ff8-d72e-42d4-abea-3126f3aee7e3 req-4e882026-f2c1-4417-a740-b36b58429a87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40 HTTP/1.1" status: 200 len: 217 time: 0.0555134 Jan 31 15:51:56.872840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a3210f06-ab6d-412c-aa76-1f41cdaaa163 None None] Provisioning complete for port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:51:56.874356 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a3210f06-ab6d-412c-aa76-1f41cdaaa163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:56.930386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32139aa-8680-4fe4-bc2e-0d4ba8ea29a5 req-fb53946c-fbe0-4735-8c24-5860b8fcd01c tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:56.941078 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e32139aa-8680-4fe4-bc2e-0d4ba8ea29a5 req-fb53946c-fbe0-4735-8c24-5860b8fcd01c tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 949 time: 0.2619896 Jan 31 15:51:56.945213 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5e5d58-29bd-46f7-ae14-d35440bb5055,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:57.020665 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a3210f06-ab6d-412c-aa76-1f41cdaaa163 None None] Port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:51:57.024621 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e32139aa-8680-4fe4-bc2e-0d4ba8ea29a5 req-f41fc54c-384e-4e9b-932c-bf49be2fb5d5 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823865 Jan 31 15:51:57.093015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d4ff8-d72e-42d4-abea-3126f3aee7e3 req-e9461cc2-4ff9-4756-93aa-d85d5e7a1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:57.095845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-401d4ff8-d72e-42d4-abea-3126f3aee7e3 req-e9461cc2-4ff9-4756-93aa-d85d5e7a1ee3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.2350092 Jan 31 15:51:57.112092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Attempting to bind port eb5e5d58-29bd-46f7-ae14-d35440bb5055 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:57.112401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Attempting to bind port eb5e5d58-29bd-46f7-ae14-d35440bb5055 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:57.112707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Attempting to bind port eb5e5d58-29bd-46f7-ae14-d35440bb5055 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:57.120880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Port eb5e5d58-29bd-46f7-ae14-d35440bb5055 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:57.121253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Attempting to bind port eb5e5d58-29bd-46f7-ae14-d35440bb5055 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:57.129217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:57.129757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:57.130149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:57.130641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Bound port: eb5e5d58-29bd-46f7-ae14-d35440bb5055, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:57.130964 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:57.133957 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:57.192525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faef2efe-bea6-452c-8069-aaa03839fd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343dd534-a5a1-452f-b959-595cd92515ea'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:57.197780 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-401d4ff8-d72e-42d4-abea-3126f3aee7e3 req-4a6b1737-5522-4280-877b-094d8257e65d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806203 Jan 31 15:51:57.200510 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5985148d-5b5d-40e6-b8bf-da2fc3d7b1a6" -d '{"events": [{"server_uuid": "faef2efe-bea6-452c-8069-aaa03839fd1b", "name": "network-vif-plugged", "status": "completed", "tag": "343dd534-a5a1-452f-b959-595cd92515ea"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:57.233365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 343dd534-a5a1-452f-b959-595cd92515ea, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=343dd534-a5a1-452f-b959-595cd92515ea,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:57.242274 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:57.333582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e57ca2-f525-48e1-bb42-794756e27da4 req-54b903a3-2550-4149-b40f-25ec10600685 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:57.340979 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5e57ca2-f525-48e1-bb42-794756e27da4 req-54b903a3-2550-4149-b40f-25ec10600685 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 935 time: 0.1383874 Jan 31 15:51:57.348704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=343dd534-a5a1-452f-b959-595cd92515ea,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:57.365439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee6603-2f03-4c72-aeed-d09223ba1a36 req-f1e8fd65-d47d-4432-b816-ee5135976c32 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:57.366981 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbee6603-2f03-4c72-aeed-d09223ba1a36 req-f1e8fd65-d47d-4432-b816-ee5135976c32 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 1097 time: 0.1610169 Jan 31 15:51:57.387255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:57.392759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:57.412329 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:57.470670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5e57ca2-f525-48e1-bb42-794756e27da4 req-1b536b70-3d2b-49a0-957f-321025f06195 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280394 Jan 31 15:51:57.488138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:57.488741 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:57.490113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] 10.222.0.20 "PUT /v2.0/ports/eb5e5d58-29bd-46f7-ae14-d35440bb5055 HTTP/1.1" status: 200 len: 1095 time: 2.1198204 Jan 31 15:51:57.517910 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbee6603-2f03-4c72-aeed-d09223ba1a36 req-3eb3b740-99eb-41d1-a00d-063bb1afa51e tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389492 Jan 31 15:51:57.534437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9475-3c88-4958-bf71-6864dbc2ac68 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5e5d58-29bd-46f7-ae14-d35440bb5055,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:57.537176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a27c9a-8d6a-4fa3-a7c2-e9390834404d {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:57.542320 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:57.560010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:57.579439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Transition to ACTIVE for port object 24a27c9a-8d6a-4fa3-a7c2-e9390834404d will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:51:57.583556 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-401d4ff8-d72e-42d4-abea-3126f3aee7e3 req-34d80e8f-c2ae-4af6-be4e-e52c328b579a service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384929 Jan 31 15:51:57.585883 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:57.618662 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8269c2c4-e81f-43c0-9dfd-d894b5500449 x-openstack-request-id: req-8269c2c4-e81f-43c0-9dfd-d894b5500449 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:57.619486 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faef2efe-bea6-452c-8069-aaa03839fd1b", "name": "network-vif-plugged", "status": "completed", "tag": "343dd534-a5a1-452f-b959-595cd92515ea", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:57.619965 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8269c2c4-e81f-43c0-9dfd-d894b5500449 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:57.620568 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faef2efe-bea6-452c-8069-aaa03839fd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343dd534-a5a1-452f-b959-595cd92515ea', 'code': 200} Jan 31 15:51:57.688014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.30', 60865) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:57.827813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-01420657-86cc-4a13-b70c-1c80924816b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:57.829136 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-01420657-86cc-4a13-b70c-1c80924816b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 1098 time: 0.2732568 Jan 31 15:51:57.848403 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Pushing event updated for resources: {'Port': ['ID=24a27c9a-8d6a-4fa3-a7c2-e9390834404d,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:57.850559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36276) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:57.910726 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ecdbd-7537-45a2-a38e-f2e3947a3183 req-98db5add-00b5-466d-aec3-372940a7da50 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:57.918537 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a6ecdbd-7537-45a2-a38e-f2e3947a3183 req-98db5add-00b5-466d-aec3-372940a7da50 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 936 time: 0.3126969 Jan 31 15:51:57.987187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Attempting to bind port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:57.988000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Attempting to bind port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:57.988000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Attempting to bind port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:57.998815 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:57.999143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Attempting to bind port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:58.034954 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a6ecdbd-7537-45a2-a38e-f2e3947a3183 req-facb8f20-2820-49e4-bda2-31092ae267e3 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120193 Jan 31 15:51:58.044118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-401d4ff8-d72e-42d4-abea-3126f3aee7e3 req-ea6a69fa-9e42-45fd-9640-f0f8cf6e0f21 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497628 Jan 31 15:51:58.045412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:58.045955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:58.046508 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:58.047101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Bound port: 24a27c9a-8d6a-4fa3-a7c2-e9390834404d, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:58.047603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.148843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1900933755-network', 'tenant_id': '24b2b34085a5418883c1d3f3f917cd9f'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:58.230105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] For port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:58.235743 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] For port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=24a27c9a-8d6a-4fa3-a7c2-e9390834404d,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:58.244875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20267044-d5c2-4485-b43c-77fc4e6d48de req-c85480d5-b3a0-409d-8407-e128673f61b4 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:58.246531 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-20267044-d5c2-4485-b43c-77fc4e6d48de req-c85480d5-b3a0-409d-8407-e128673f61b4 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 950 time: 0.1038570 Jan 31 15:51:58.247517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Made reservation on behalf of 24b2b34085a5418883c1d3f3f917cd9f for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:58.249784 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.252442 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.287071 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.309826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-867507b9-f0cd-49df-b09a-858a5045be90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055 HTTP/1.1" status: 200 len: 217 time: 0.4627452 Jan 31 15:51:58.315480 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fedb3-c3b2-4003-b4d1-bf78dbc98c7a req-d275bba9-e760-4847-8dc6-725d58878d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:58.317232 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba2fedb3-c3b2-4003-b4d1-bf78dbc98c7a req-d275bba9-e760-4847-8dc6-725d58878d83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 1101 time: 0.6203089 Jan 31 15:51:58.337185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:58.337918 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.339335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] 10.222.0.30 "PUT /v2.0/ports/24a27c9a-8d6a-4fa3-a7c2-e9390834404d HTTP/1.1" status: 200 len: 1095 time: 2.5601084 Jan 31 15:51:58.342193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f6f395-dcde-447c-a8a8-6b5274776389', 'tag': '24a27c9a-8d6a-4fa3-a7c2-e9390834404d'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:58.344559 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686b6d2a-c690-468e-822b-075448c4d3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f6f395-dcde-447c-a8a8-6b5274776389", "tag": "24a27c9a-8d6a-4fa3-a7c2-e9390834404d"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:58.356184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee43a3d-4624-41eb-ba36-a3c2b4806f2f req-22983c3d-7c0d-4950-b80e-28a1c3738441 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:58.358218 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ee43a3d-4624-41eb-ba36-a3c2b4806f2f req-22983c3d-7c0d-4950-b80e-28a1c3738441 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 943 time: 0.6063311 Jan 31 15:51:58.390214 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-20267044-d5c2-4485-b43c-77fc4e6d48de req-0e04d3f0-c3fd-4e22-b863-8ad5e0b64377 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243143 Jan 31 15:51:58.394700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ec918-af2a-46c5-9e07-8cf18d0fef0b service neutron] Pushing event updated for resources: {'Port': ['ID=24a27c9a-8d6a-4fa3-a7c2-e9390834404d,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:58.437804 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b7d30bc8-b030-4764-97af-dfa2f8de3d40 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:51:58.462388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14456e1-41a7-48d9-bed6-a561be6f9e25', 'tag': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:51:58.467876 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3b8e2c-7305-47a7-ba53-ceaefe9db7ae x-openstack-request-id: req-be3b8e2c-7305-47a7-ba53-ceaefe9db7ae {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:58.468182 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f6f395-dcde-447c-a8a8-6b5274776389", "tag": "24a27c9a-8d6a-4fa3-a7c2-e9390834404d", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:58.468522 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be3b8e2c-7305-47a7-ba53-ceaefe9db7ae {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:58.468720 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df4f05d-12e1-418b-bc6d-412becdcb448" -d '{"events": [{"name": "network-changed", "server_uuid": "e14456e1-41a7-48d9-bed6-a561be6f9e25", "tag": "eb5e5d58-29bd-46f7-ae14-d35440bb5055"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:51:58.468918 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f6f395-dcde-447c-a8a8-6b5274776389', 'tag': '24a27c9a-8d6a-4fa3-a7c2-e9390834404d', 'status': 'completed', 'code': 200} Jan 31 15:51:58.510894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-2db20cff-82e9-4fb8-9765-f9a08c9e1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:58.512363 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-2db20cff-82e9-4fb8-9765-f9a08c9e1549 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2265c07a087545859356d144d07f938f&device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 1098 time: 0.1128507 Jan 31 15:51:58.589339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-949b63e1-e941-4d1e-847b-a8cf4378772b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=24a27c9a-8d6a-4fa3-a7c2-e9390834404d HTTP/1.1" status: 200 len: 217 time: 0.0661588 Jan 31 15:51:58.601555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:51:58.609366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:51:58.614498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b7d30bc8-b030-4764-97af-dfa2f8de3d40 has no active binding in host n-h2-827120-1 {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 15:51:58.628836 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.631499 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.648402 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d622d69-5b80-4b86-b08f-bbc02cf86ce2 x-openstack-request-id: req-4d622d69-5b80-4b86-b08f-bbc02cf86ce2 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:51:58.648687 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14456e1-41a7-48d9-bed6-a561be6f9e25", "tag": "eb5e5d58-29bd-46f7-ae14-d35440bb5055", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:51:58.649114 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d622d69-5b80-4b86-b08f-bbc02cf86ce2 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:51:58.649700 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14456e1-41a7-48d9-bed6-a561be6f9e25', 'tag': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055', 'status': 'completed', 'code': 200} Jan 31 15:51:58.673654 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.678595 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ee43a3d-4624-41eb-ba36-a3c2b4806f2f req-046fd83a-979f-4276-9249-65ddcd766b25 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080559 Jan 31 15:51:58.684511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-4429eda8-6dea-4dc0-bed0-64a8c302dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:58.686986 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-4429eda8-6dea-4dc0-bed0-64a8c302dd18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.3683546 Jan 31 15:51:58.692720 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba2fedb3-c3b2-4003-b4d1-bf78dbc98c7a req-781523a5-372e-4b56-a1af-fa1bb4deca06 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468049 Jan 31 15:51:58.704298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Transition to ACTIVE for port object 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:51:58.706177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:51:58.707147 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3fc4734-a084-4da4-aaa1-ea25474f72a1 req-b5a38e87-7641-4798-87c9-31c9af9a8ae0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4175498 Jan 31 15:51:58.710389 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.730038 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3186823b-12a8-4d43-9e70-a923e04f477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:58.731664 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-3186823b-12a8-4d43-9e70-a923e04f477b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1329668 Jan 31 15:51:58.735482 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.735818 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Added segment 266b18d7-770a-42e7-976e-57c1732933d3 of type vlan for network d0061e8d-b3c5-41c2-937f-cb7232fc05aa Jan 31 15:51:58.744644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab10cc82-4d7b-479a-ad24-b5b0d4272a9c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:58.767548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752068a-4359-4514-ae93-f70f9f7023bd req-9a933090-60d3-4016-9aaf-8e5bbc6b77f2 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:58.769167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6752068a-4359-4514-ae93-f70f9f7023bd req-9a933090-60d3-4016-9aaf-8e5bbc6b77f2 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 947 time: 0.1489062 Jan 31 15:51:58.816806 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.854113 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6752068a-4359-4514-ae93-f70f9f7023bd req-799e7a15-b17f-4fa7-8584-55362752479b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634835 Jan 31 15:51:58.867206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:58.873765 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.874920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:58.875658 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:58.880797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-3154f4cc-4e35-42ee-a516-826d3f7f1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:58.882354 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-3154f4cc-4e35-42ee-a516-826d3f7f1cb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866326 Jan 31 15:51:58.952976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc4734-a084-4da4-aaa1-ea25474f72a1 req-4db0a69e-40a4-458a-afc9-1b7017f573db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:58.954515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3fc4734-a084-4da4-aaa1-ea25474f72a1 req-4db0a69e-40a4-458a-afc9-1b7017f573db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 1096 time: 0.1731353 Jan 31 15:51:58.960562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc02041-97f5-4068-9635-15c85bad53d5 req-0649246e-08d0-411d-b736-829f40742267 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:58.968615 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8cc02041-97f5-4068-9635-15c85bad53d5 req-0649246e-08d0-411d-b736-829f40742267 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 1097 time: 0.1857703 Jan 31 15:51:58.973273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1165221 Jan 31 15:51:58.978171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36306) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:51:58.987715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-da4d31e7-0f5b-473c-b127-628c120340b3 admin admin] Request body: {'subnet': {'network_id': 'd0061e8d-b3c5-41c2-937f-cb7232fc05aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1900933755-subnet', 'tenant_id': '24b2b34085a5418883c1d3f3f917cd9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:51:59.005210 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784192a-9359-4027-891b-b64cf07d5701 admin admin] Pushing event updated for resources: {'Network': ['ID=d0061e8d-b3c5-41c2-937f-cb7232fc05aa,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:59.017264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network d0061e8d-b3c5-41c2-937f-cb7232fc05aa details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:51:59.044048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-5809f23e-46fb-477b-818a-87ff192a4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:59.046025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-5809f23e-46fb-477b-818a-87ff192a4465 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161597 Jan 31 15:51:59.128593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Attempting to bind port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:51:59.128892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Attempting to bind port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:51:59.129348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Attempting to bind port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:59.137116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4d31e7-0f5b-473c-b127-628c120340b3 admin admin] Made reservation on behalf of 24b2b34085a5418883c1d3f3f917cd9f for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:51:59.139502 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4d31e7-0f5b-473c-b127-628c120340b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:59.143168 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8cc02041-97f5-4068-9635-15c85bad53d5 req-db15bf4f-8431-4931-a591-54321051b3d1 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736343 Jan 31 15:51:59.175876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:51:59.176211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Attempting to bind port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:51:59.194184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:51:59.194539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:59.194920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:51:59.195357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Bound port: 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:51:59.195712 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:59.198992 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-2f2da2b2-a5d9-4a01-acda-d8953d178d57 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959774 Jan 31 15:51:59.220847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc4734-a084-4da4-aaa1-ea25474f72a1 req-80c39aa2-de86-4ec0-b8b6-a07c2571e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:59.222402 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3fc4734-a084-4da4-aaa1-ea25474f72a1 req-80c39aa2-de86-4ec0-b8b6-a07c2571e8c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.2177191 Jan 31 15:51:59.273332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-dabc9fe4-e2d6-43ab-a149-24a16c2e6b3b service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179780 Jan 31 15:51:59.297863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81864512-56ec-40ad-acff-053b6e0a604f req-cb7e9933-dfbc-4176-bbcd-634b17bdb46e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:59.299332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81864512-56ec-40ad-acff-053b6e0a604f req-cb7e9933-dfbc-4176-bbcd-634b17bdb46e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 948 time: 0.1563590 Jan 31 15:51:59.319904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3fc4734-a084-4da4-aaa1-ea25474f72a1 req-ac3954e5-c5d0-48ed-b912-5028a737dc72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a HTTP/1.1" status: 200 len: 217 time: 0.0856419 Jan 31 15:51:59.397004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] For port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:51:59.423819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] For port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:51:59.430446 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-879c2bb1-1f55-4d2b-9318-917db70e09ff req-e58a6d74-cb95-4aaa-be88-4ccfba0d97f5 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220566 Jan 31 15:51:59.431816 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:59.434651 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc4734-a084-4da4-aaa1-ea25474f72a1 req-95b6781c-fa8c-4aac-b6a2-09d6810c1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:59.436131 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3fc4734-a084-4da4-aaa1-ea25474f72a1 req-95b6781c-fa8c-4aac-b6a2-09d6810c1f5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.1075044 Jan 31 15:51:59.498442 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3fc4734-a084-4da4-aaa1-ea25474f72a1 req-5e3c5443-9291-491d-909d-c4f4a3f364ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521758 Jan 31 15:51:59.504374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:59.505322 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:59.506967 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 HTTP/1.1" status: 200 len: 1096 time: 3.0073624 Jan 31 15:51:59.625036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1344c-c17e-44fc-941c-1e3beb0d94b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:59.711068 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4f05d-12e1-418b-bc6d-412becdcb448 req-8c271764-d267-45d1-90cc-59723e2f3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:59.712916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4df4f05d-12e1-418b-bc6d-412becdcb448 req-8c271764-d267-45d1-90cc-59723e2f3a0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 1098 time: 0.1889033 Jan 31 15:51:59.719988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-07f7ff58-f6d3-4e90-a7da-77b17557c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:59.721441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-07f7ff58-f6d3-4e90-a7da-77b17557c209 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 1099 time: 0.1600463 Jan 31 15:51:59.723279 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3fc4734-a084-4da4-aaa1-ea25474f72a1 req-8b5b1423-7521-490b-837e-2c61c65e8fba service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085762 Jan 31 15:51:59.745156 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4d31e7-0f5b-473c-b127-628c120340b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:59.782449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81864512-56ec-40ad-acff-053b6e0a604f req-2d893ad0-5d94-482d-b8e3-25c15436cc8b tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713302 Jan 31 15:51:59.830219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8d74dd5-f805-4934-a5c6-f82bde0abc58 req-e8e2348e-bd0b-4851-b096-551fbabc1d55 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489023 Jan 31 15:51:59.835506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d31e7-0f5b-473c-b127-628c120340b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44bd80b9-acca-45d9-a671-3d2b4798bda6,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:51:59.856855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-06438778-3270-4806-9cec-62a2b1effe5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 HTTP/1.1" status: 200 len: 217 time: 0.1157343 Jan 31 15:51:59.858318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4d31e7-0f5b-473c-b127-628c120340b3 admin admin] Checking segment: {'id': '266b18d7-770a-42e7-976e-57c1732933d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd0061e8d-b3c5-41c2-937f-cb7232fc05aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:51:59.858674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d31e7-0f5b-473c-b127-628c120340b3 admin admin] Network hostable DHCP agents. Network: d0061e8d-b3c5-41c2-937f-cb7232fc05aa, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:51:59.881631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d31e7-0f5b-473c-b127-628c120340b3 admin admin] Network d0061e8d-b3c5-41c2-937f-cb7232fc05aa is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:51:59.898601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-da4d31e7-0f5b-473c-b127-628c120340b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, d0061e8d-b3c5-41c2-937f-cb7232fc05aa) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:51:59.903978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4d31e7-0f5b-473c-b127-628c120340b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:51:59.906275 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4d31e7-0f5b-473c-b127-628c120340b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:51:59.916360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd6eed-c7bc-47d8-a7d0-2ef911ea1dc9 None None] Network d0061e8d-b3c5-41c2-937f-cb7232fc05aa requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:51:59.940253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-da4d31e7-0f5b-473c-b127-628c120340b3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9597237 Jan 31 15:52:00.029888 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3fc4734-a084-4da4-aaa1-ea25474f72a1 req-bb17d919-cb8a-4dbc-932c-7e5a0bacdebf service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982433 Jan 31 15:52:00.035833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-666719aa-0a4f-40ab-80a9-f40acd172984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:00.037550 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-666719aa-0a4f-40ab-80a9-f40acd172984 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1727476 Jan 31 15:52:00.052282 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4f05d-12e1-418b-bc6d-412becdcb448 req-827ca353-0d71-4a64-a0db-8e988c0b083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:00.055476 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4df4f05d-12e1-418b-bc6d-412becdcb448 req-827ca353-0d71-4a64-a0db-8e988c0b083a service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3311195 Jan 31 15:52:00.125770 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-c178fd39-ecb8-43e5-99a8-5897358f74e6 service neutron] 10.222.0.30 "GET /v2.0/ports/b7d30bc8-b030-4764-97af-dfa2f8de3d40/bindings/n-h2-827120-1 HTTP/1.1" status: 200 len: 384 time: 0.1537578 Jan 31 15:52:00.134477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deee1da-bf24-414f-821d-42e20da64ec8 req-4a2706ac-e5e0-48c6-9f6b-e3ff0b77d7b4 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:00.142061 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0deee1da-bf24-414f-821d-42e20da64ec8 req-4a2706ac-e5e0-48c6-9f6b-e3ff0b77d7b4 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 950 time: 0.1379561 Jan 31 15:52:00.160474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3587c2b0-ae26-46de-b968-94541636aa80 None None] Network d0061e8d-b3c5-41c2-937f-cb7232fc05aa requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:52:00.173866 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4df4f05d-12e1-418b-bc6d-412becdcb448 req-54f7a4a7-41ff-4884-88ac-2521d5ceb1c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055 HTTP/1.1" status: 200 len: 217 time: 0.0558388 Jan 31 15:52:00.178660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b6d2a-c690-468e-822b-075448c4d3b7 req-4aae13d9-2e2d-45ed-b97a-7d6c23dd7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:00.180317 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-686b6d2a-c690-468e-822b-075448c4d3b7 req-4aae13d9-2e2d-45ed-b97a-7d6c23dd7b9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2265c07a087545859356d144d07f938f&device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 1098 time: 0.2029905 Jan 31 15:52:00.220787 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0deee1da-bf24-414f-821d-42e20da64ec8 req-01430e5f-dfb1-469d-980b-40406faa020b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777695 Jan 31 15:52:00.221357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-09d4fccc-6c66-4ea8-89df-ceb69d8be43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:00.222867 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-09d4fccc-6c66-4ea8-89df-ceb69d8be43a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1665714 Jan 31 15:52:00.348460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-1a2c66fd-a651-4ba4-a8a9-ba8451618d04 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:52:00.349411 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-1a2c66fd-a651-4ba4-a8a9-ba8451618d04 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123653 Jan 31 15:52:00.408679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e16ed-e034-4326-9485-33d3c0302032 req-e9052d92-340c-48e8-8867-70edc4657ce6 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:00.410499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0a2e16ed-e034-4326-9485-33d3c0302032 req-e9052d92-340c-48e8-8867-70edc4657ce6 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 943 time: 0.1111054 Jan 31 15:52:00.439100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-34799b35-58b2-4040-afe6-754822f6821e req-b6c6b899-dde2-4e73-aba3-a5123b3bfa18 service neutron] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:00.443298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4f05d-12e1-418b-bc6d-412becdcb448 req-f16abb21-8807-49c2-9119-983da61f2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:00.444756 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4df4f05d-12e1-418b-bc6d-412becdcb448 req-f16abb21-8807-49c2-9119-983da61f2e23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.2472258 Jan 31 15:52:00.453352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b6d2a-c690-468e-822b-075448c4d3b7 req-3f120a8b-3291-4935-b9c5-1dcfa1632002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:00.454734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-686b6d2a-c690-468e-822b-075448c4d3b7 req-3f120a8b-3291-4935-b9c5-1dcfa1632002 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2598703 Jan 31 15:52:00.457084 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-7dc2a590-fe7c-40fc-ae1b-6e3f869d788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:00.458299 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-7dc2a590-fe7c-40fc-ae1b-6e3f869d788f service neutron] 10.222.0.36 "GET /v2.0/ports/6dc509ef-de46-4147-8552-8f62f38a1363 HTTP/1.1" status: 200 len: 1094 time: 0.0915134 Jan 31 15:52:00.479226 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0a2e16ed-e034-4326-9485-33d3c0302032 req-55c121a3-c0e4-421a-ad2a-94e73de17bb2 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617363 Jan 31 15:52:00.482645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] Request body: {'binding': {'host': 'n-h2-827120-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:00.483087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] Unknown quota resources ['binding']. {{(pid=108772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 15:52:00.483964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-34799b35-58b2-4040-afe6-754822f6821e req-b6c6b899-dde2-4e73-aba3-a5123b3bfa18 service neutron] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:00.536973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-34799b35-58b2-4040-afe6-754822f6821e req-b6c6b899-dde2-4e73-aba3-a5123b3bfa18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d30bc8-b030-4764-97af-dfa2f8de3d40 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:00.556696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-686b6d2a-c690-468e-822b-075448c4d3b7 req-e6fee335-c5ac-492a-af99-303acd122ab3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=24a27c9a-8d6a-4fa3-a7c2-e9390834404d HTTP/1.1" status: 200 len: 217 time: 0.0937636 Jan 31 15:52:00.565283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-34799b35-58b2-4040-afe6-754822f6821e req-b6c6b899-dde2-4e73-aba3-a5123b3bfa18 service neutron] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:00.613530 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-34799b35-58b2-4040-afe6-754822f6821e req-b6c6b899-dde2-4e73-aba3-a5123b3bfa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:00.642966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c65df-692f-4558-bce1-1f9924b5029d req-9bae7720-76db-45b8-8940-8ef01d58d01c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:00.644612 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb5c65df-692f-4558-bce1-1f9924b5029d req-9bae7720-76db-45b8-8940-8ef01d58d01c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 947 time: 0.0756888 Jan 31 15:52:00.732192 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb5c65df-692f-4558-bce1-1f9924b5029d req-3cba86fc-ef98-4a70-8ee2-8a082dfff9d4 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575120 Jan 31 15:52:00.761435 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-34799b35-58b2-4040-afe6-754822f6821e req-b6c6b899-dde2-4e73-aba3-a5123b3bfa18 service neutron] Transition to ACTIVE for port object b7d30bc8-b030-4764-97af-dfa2f8de3d40 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:52:00.771161 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-34799b35-58b2-4040-afe6-754822f6821e req-b6c6b899-dde2-4e73-aba3-a5123b3bfa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:00.840151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-34799b35-58b2-4040-afe6-754822f6821e req-b6c6b899-dde2-4e73-aba3-a5123b3bfa18 service neutron] No DVR routers for this DVR port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:52:00.856396 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6b899-dde2-4e73-aba3-a5123b3bfa18 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d30bc8-b030-4764-97af-dfa2f8de3d40,revision_number=10']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:00.866413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720192bd-82a2-4570-b052-24e247a40b7d', 'tag': '4f5c27e9-1e98-42ab-8832-ae8bc15df0e1'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:00.868412 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1264b7f2-f5a6-48bf-be78-82843caa1f29" -d '{"events": [{"name": "network-changed", "server_uuid": "720192bd-82a2-4570-b052-24e247a40b7d", "tag": "4f5c27e9-1e98-42ab-8832-ae8bc15df0e1"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:00.876982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-1d186570-a701-4290-b2c1-7c531456d3e6 req-1a348450-1d6a-44dd-acdd-f6ef60f01124 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-209546416', 'description': 'tempest-description-1124352531'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:00.891075 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-b6c6b899-dde2-4e73-aba3-a5123b3bfa18 service neutron] 10.222.0.30 "PUT /v2.0/ports/b7d30bc8-b030-4764-97af-dfa2f8de3d40/bindings/n-h2-827120-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7464046 Jan 31 15:52:00.895759 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-2c1636fb-13c5-4f01-879d-24ba0e4370aa service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002984 Jan 31 15:52:00.907596 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1d186570-a701-4290-b2c1-7c531456d3e6 req-1a348450-1d6a-44dd-acdd-f6ef60f01124 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:00.941321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4f05d-12e1-418b-bc6d-412becdcb448 req-0c39ae11-ad70-44b6-bcbc-448cd96d705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:00.942996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4df4f05d-12e1-418b-bc6d-412becdcb448 req-0c39ae11-ad70-44b6-bcbc-448cd96d705e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4714515 Jan 31 15:52:00.981274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1d186570-a701-4290-b2c1-7c531456d3e6 req-1a348450-1d6a-44dd-acdd-f6ef60f01124 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:00.986047 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1d186570-a701-4290-b2c1-7c531456d3e6 req-1a348450-1d6a-44dd-acdd-f6ef60f01124 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:01.010571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b6d2a-c690-468e-822b-075448c4d3b7 req-ab42092e-cc3d-4a2f-8221-7077f5fb5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.012003 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-686b6d2a-c690-468e-822b-075448c4d3b7 req-ab42092e-cc3d-4a2f-8221-7077f5fb5af0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.4410474 Jan 31 15:52:01.013033 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1d186570-a701-4290-b2c1-7c531456d3e6 req-1a348450-1d6a-44dd-acdd-f6ef60f01124 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:01.014262 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d186570-a701-4290-b2c1-7c531456d3e6 req-1a348450-1d6a-44dd-acdd-f6ef60f01124 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1588342 Jan 31 15:52:01.027696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a348450-1d6a-44dd-acdd-f6ef60f01124 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50b7ea9-8475-4c70-b808-de044f0dd3fd,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:01.150781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac568006-4718-4e33-a49a-456d7893180f req-0cfa163c-1250-46e8-a038-afe8281f3273 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.152706 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac568006-4718-4e33-a49a-456d7893180f req-0cfa163c-1250-46e8-a038-afe8281f3273 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 948 time: 0.0518503 Jan 31 15:52:01.190642 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac568006-4718-4e33-a49a-456d7893180f req-4f9422ec-7ae3-45fe-b3d7-433623e9560a tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317025 Jan 31 15:52:01.199610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799b35-58b2-4040-afe6-754822f6821e req-65734d75-8993-4305-9949-6ad403fdd005 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.201162 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-65734d75-8993-4305-9949-6ad403fdd005 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda&tenant_id=f7454e77053048da93d6c7125983ed93&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1095 time: 0.2126114 Jan 31 15:52:01.211347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4762b89-fb09-4913-832b-ce8d8d1df7fc req-988e0941-4c95-4f23-8486-f791779d00ae service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881675 Jan 31 15:52:01.221165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] Attempting to bind port 6dc509ef-de46-4147-8552-8f62f38a1363 on host n-h2-827120-1 for vnic_type normal with profile None {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:01.221504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] Attempting to bind port 6dc509ef-de46-4147-8552-8f62f38a1363 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:01.221831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] Attempting to bind port 6dc509ef-de46-4147-8552-8f62f38a1363 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:01.224919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b6d2a-c690-468e-822b-075448c4d3b7 req-8556bea6-5902-4096-88c2-25e0ca7c4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.226485 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-686b6d2a-c690-468e-822b-075448c4d3b7 req-8556bea6-5902-4096-88c2-25e0ca7c4043 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1897533 Jan 31 15:52:01.244344 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c27c135-5b26-4d9f-ae52-ba99ee8d46ee x-openstack-request-id: req-6c27c135-5b26-4d9f-ae52-ba99ee8d46ee {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:01.244627 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720192bd-82a2-4570-b052-24e247a40b7d", "tag": "4f5c27e9-1e98-42ab-8832-ae8bc15df0e1", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:01.244873 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c27c135-5b26-4d9f-ae52-ba99ee8d46ee {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:01.245252 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720192bd-82a2-4570-b052-24e247a40b7d', 'tag': '4f5c27e9-1e98-42ab-8832-ae8bc15df0e1', 'status': 'completed', 'code': 200} Jan 31 15:52:01.265691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] Port 6dc509ef-de46-4147-8552-8f62f38a1363 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:01.266015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] Attempting to bind port 6dc509ef-de46-4147-8552-8f62f38a1363 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:01.275855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4df4f05d-12e1-418b-bc6d-412becdcb448 req-4ac4621c-2b19-4359-83f9-665f76f7d0a1 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845862 Jan 31 15:52:01.287268 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79b50814-9c93-462d-a0a2-3ab17cdd47d4 req-d00a641d-1f44-48ca-a947-e778e43895d3 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/c50b7ea9-8475-4c70-b808-de044f0dd3fd HTTP/1.1" status: 200 len: 1804 time: 0.0393884 Jan 31 15:52:01.297709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-79b50814-9c93-462d-a0a2-3ab17cdd47d4 req-5ba36929-6036-42d7-820e-1748e6649324 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c50b7ea9-8475-4c70-b808-de044f0dd3fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:01.298021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-79b50814-9c93-462d-a0a2-3ab17cdd47d4 req-5ba36929-6036-42d7-820e-1748e6649324 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c50b7ea9-8475-4c70-b808-de044f0dd3fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:01.345939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:01.346198 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:01.346544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:01.347014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] Bound port: 6dc509ef-de46-4147-8552-8f62f38a1363, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:01.355531 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-79b50814-9c93-462d-a0a2-3ab17cdd47d4 req-5ba36929-6036-42d7-820e-1748e6649324 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:01.382560 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-79b50814-9c93-462d-a0a2-3ab17cdd47d4 req-5ba36929-6036-42d7-820e-1748e6649324 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:01.386871 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-79b50814-9c93-462d-a0a2-3ab17cdd47d4 req-5ba36929-6036-42d7-820e-1748e6649324 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:01.407139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba36929-6036-42d7-820e-1748e6649324 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdf2ecf-bbc3-436f-9b4a-174b4715fa45,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:01.413556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-79b50814-9c93-462d-a0a2-3ab17cdd47d4 req-5ba36929-6036-42d7-820e-1748e6649324 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:01.414748 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79b50814-9c93-462d-a0a2-3ab17cdd47d4 req-5ba36929-6036-42d7-820e-1748e6649324 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1209748 Jan 31 15:52:01.462899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799b35-58b2-4040-afe6-754822f6821e req-0f400ddb-bec5-4950-8798-7e56fe4ed2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.464410 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-0f400ddb-bec5-4950-8798-7e56fe4ed2aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda&tenant_id=f7454e77053048da93d6c7125983ed93 HTTP/1.1" status: 200 len: 1095 time: 0.2345507 Jan 31 15:52:01.503267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264b7f2-f5a6-48bf-be78-82843caa1f29 req-e5012d80-7dc9-4c0a-a931-92f6ccb2e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.504710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1264b7f2-f5a6-48bf-be78-82843caa1f29 req-e5012d80-7dc9-4c0a-a931-92f6ccb2e1b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 1099 time: 0.2356043 Jan 31 15:52:01.538231 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-686b6d2a-c690-468e-822b-075448c4d3b7 req-d0ba1354-ce9e-4bcd-9eac-11bcc604050b service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956798 Jan 31 15:52:01.540817 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6dc509ef-de46-4147-8552-8f62f38a1363,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:01.548212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417a7b8-0baf-4b0d-9dd7-73ed17216c2c req-526edc36-e569-4ece-99b8-335c9c609d5d tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.549904 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f417a7b8-0baf-4b0d-9dd7-73ed17216c2c req-526edc36-e569-4ece-99b8-335c9c609d5d tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 950 time: 0.0512624 Jan 31 15:52:01.569964 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4df4f05d-12e1-418b-bc6d-412becdcb448 req-051acf80-ffa5-4e4a-9ac3-7f2957780b58 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745287 Jan 31 15:52:01.581334 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:01.582480 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-fdf6122a-349a-4923-812d-98af3a9a0ffb service neutron] 10.222.0.36 "POST /v2.0/ports/6dc509ef-de46-4147-8552-8f62f38a1363/bindings HTTP/1.1" status: 201 len: 389 time: 1.1120360 Jan 31 15:52:01.607628 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f417a7b8-0baf-4b0d-9dd7-73ed17216c2c req-6fd08273-dc5c-4121-9ae9-a75873ba3920 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507591 Jan 31 15:52:01.649439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c519e8a9-c152-4b05-a34d-8e19cf4e4566 req-4f7e3618-ca04-4825-8b7b-d8e67894ca0f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1985224305', 'description': 'tempest-description-1450502583'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:01.701239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799b35-58b2-4040-afe6-754822f6821e req-17cd8645-3e3a-48c6-85c0-1c98455ddc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.702840 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-17cd8645-3e3a-48c6-85c0-1c98455ddc66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 1095 time: 0.2048714 Jan 31 15:52:01.704143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ea561-6fe1-4701-9f4f-130564aff012 req-e3467d33-3f84-4d22-a45b-9d1f74ba53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.706210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657ea561-6fe1-4701-9f4f-130564aff012 req-e3467d33-3f84-4d22-a45b-9d1f74ba53de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 1095 time: 0.0947623 Jan 31 15:52:01.707639 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c519e8a9-c152-4b05-a34d-8e19cf4e4566 req-4f7e3618-ca04-4825-8b7b-d8e67894ca0f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:01.743773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264b7f2-f5a6-48bf-be78-82843caa1f29 req-5043ade0-13b0-4075-b2bb-e5309c12db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.745230 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1264b7f2-f5a6-48bf-be78-82843caa1f29 req-5043ade0-13b0-4075-b2bb-e5309c12db91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2248762 Jan 31 15:52:01.828284 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1264b7f2-f5a6-48bf-be78-82843caa1f29 req-2218e4cd-d257-4c70-9986-7bd4588bd16e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 HTTP/1.1" status: 200 len: 217 time: 0.0547996 Jan 31 15:52:01.842307 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-686b6d2a-c690-468e-822b-075448c4d3b7 req-d9db1a39-16e4-48b8-97da-94c905793c23 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833161 Jan 31 15:52:01.857304 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c519e8a9-c152-4b05-a34d-8e19cf4e4566 req-4f7e3618-ca04-4825-8b7b-d8e67894ca0f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:01.859748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ea561-6fe1-4701-9f4f-130564aff012 req-ac3f797b-3d4f-4c50-8835-006c6bff7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.861449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657ea561-6fe1-4701-9f4f-130564aff012 req-ac3f797b-3d4f-4c50-8835-006c6bff7926 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.1315746 Jan 31 15:52:01.862630 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c519e8a9-c152-4b05-a34d-8e19cf4e4566 req-4f7e3618-ca04-4825-8b7b-d8e67894ca0f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:01.922321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657ea561-6fe1-4701-9f4f-130564aff012 req-f3da39d2-a97a-47c0-b4e1-e72bdc938516 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40 HTTP/1.1" status: 200 len: 217 time: 0.0529315 Jan 31 15:52:01.924644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799b35-58b2-4040-afe6-754822f6821e req-b176c3af-e230-4e43-8842-35737b3e3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.926197 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-b176c3af-e230-4e43-8842-35737b3e3d64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.2147102 Jan 31 15:52:01.926341 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c519e8a9-c152-4b05-a34d-8e19cf4e4566 req-4f7e3618-ca04-4825-8b7b-d8e67894ca0f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:01.927378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c519e8a9-c152-4b05-a34d-8e19cf4e4566 req-4f7e3618-ca04-4825-8b7b-d8e67894ca0f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2837975 Jan 31 15:52:01.928299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e3618-ca04-4825-8b7b-d8e67894ca0f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9b0a06-71d3-494e-b7c2-f63ead0e6366,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:01.928899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264b7f2-f5a6-48bf-be78-82843caa1f29 req-16885134-7b25-4dd4-93a0-8f1d2acf972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.936499 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1264b7f2-f5a6-48bf-be78-82843caa1f29 req-16885134-7b25-4dd4-93a0-8f1d2acf972a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0918157 Jan 31 15:52:01.955481 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343c0b0-c8c7-4152-94d3-819ef2045e01 req-41365bdb-afe2-4de0-b94a-9ac00df77530 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.956955 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4343c0b0-c8c7-4152-94d3-819ef2045e01 req-41365bdb-afe2-4de0-b94a-9ac00df77530 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 944 time: 0.1341534 Jan 31 15:52:01.976910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ea561-6fe1-4701-9f4f-130564aff012 req-33a7675e-6e1c-4ea7-9690-b6e279e6c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:01.979254 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657ea561-6fe1-4701-9f4f-130564aff012 req-33a7675e-6e1c-4ea7-9690-b6e279e6c108 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.0475731 Jan 31 15:52:02.007705 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-ce798b60-9901-40fe-bb5f-e6ec389bdca0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40 HTTP/1.1" status: 200 len: 217 time: 0.0745227 Jan 31 15:52:02.015579 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657ea561-6fe1-4701-9f4f-130564aff012 req-8e8013fc-a5c6-4ce8-babf-8ce9dd931ed6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289600 Jan 31 15:52:02.077163 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4343c0b0-c8c7-4152-94d3-819ef2045e01 req-758db433-54dd-4bc3-99fd-32c0310d4eae tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887287 Jan 31 15:52:02.084241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799b35-58b2-4040-afe6-754822f6821e req-5663c9d9-b58e-419f-837d-3d980e445a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:02.085705 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-5663c9d9-b58e-419f-837d-3d980e445a48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.0696244 Jan 31 15:52:02.088229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264b7f2-f5a6-48bf-be78-82843caa1f29 req-eef5b9b8-e1f8-498d-a6a3-bf6bfad724fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:02.089649 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1264b7f2-f5a6-48bf-be78-82843caa1f29 req-eef5b9b8-e1f8-498d-a6a3-bf6bfad724fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502373 Jan 31 15:52:02.138135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-4d9a037d-8ca6-4ca3-844a-a1179d57b338 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455835 Jan 31 15:52:02.164906 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657ea561-6fe1-4701-9f4f-130564aff012 req-427bc09c-ad3c-4cf9-81df-26da22d69da3 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423812 Jan 31 15:52:02.179096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b3ee0-fd8d-412f-9a22-1c1314469b74 req-df420637-c715-433b-bb90-42f1c0eed22a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:02.180518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-713b3ee0-fd8d-412f-9a22-1c1314469b74 req-df420637-c715-433b-bb90-42f1c0eed22a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 946 time: 0.0622416 Jan 31 15:52:02.268657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-713b3ee0-fd8d-412f-9a22-1c1314469b74 req-26cb3341-cbb6-4c1b-88b7-efed862c6c50 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803099 Jan 31 15:52:02.292777 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657ea561-6fe1-4701-9f4f-130564aff012 req-e545e3fc-3e23-411e-9a60-94fa5d04c5a7 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113014 Jan 31 15:52:02.297368 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1264b7f2-f5a6-48bf-be78-82843caa1f29 req-c8a2e593-ea24-4c86-9982-15413bc7f5a0 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967483 Jan 31 15:52:02.308990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267b288-3acc-40ed-9a58-7e34da65ad67 req-d8fe3899-b4fe-4835-982d-f0becbde7d2c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:02.310493 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6267b288-3acc-40ed-9a58-7e34da65ad67 req-d8fe3899-b4fe-4835-982d-f0becbde7d2c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 947 time: 0.1476998 Jan 31 15:52:02.344693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-1091a1da-46d1-4243-9709-fe8ad84b1433 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805983 Jan 31 15:52:02.397339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57d37deb-d0b1-4056-82ec-de1c4411d62d req-31afe337-4aca-43b5-9eaa-d82da9826f29 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/eb9b0a06-71d3-494e-b7c2-f63ead0e6366 HTTP/1.1" status: 200 len: 1805 time: 0.0408525 Jan 31 15:52:02.408043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-57d37deb-d0b1-4056-82ec-de1c4411d62d req-b44a80f3-92a0-4e83-a0a2-be2d8b487cfd tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'eb9b0a06-71d3-494e-b7c2-f63ead0e6366', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:02.408356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-57d37deb-d0b1-4056-82ec-de1c4411d62d req-b44a80f3-92a0-4e83-a0a2-be2d8b487cfd tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'eb9b0a06-71d3-494e-b7c2-f63ead0e6366', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:02.440377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device eb5e5d58-29bd-46f7-ae14-d35440bb5055 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:02.463963 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6267b288-3acc-40ed-9a58-7e34da65ad67 req-ea4563d7-4e78-4148-8ccf-30cbc506587a tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448693 Jan 31 15:52:02.475381 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-57d37deb-d0b1-4056-82ec-de1c4411d62d req-b44a80f3-92a0-4e83-a0a2-be2d8b487cfd tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:02.519234 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-57d37deb-d0b1-4056-82ec-de1c4411d62d req-b44a80f3-92a0-4e83-a0a2-be2d8b487cfd tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:02.524125 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-57d37deb-d0b1-4056-82ec-de1c4411d62d req-b44a80f3-92a0-4e83-a0a2-be2d8b487cfd tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:02.526493 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1264b7f2-f5a6-48bf-be78-82843caa1f29 req-2721c527-eada-4587-a848-f84d691b4646 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100644 Jan 31 15:52:02.532890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-c46e6b9a-175e-4089-9a5f-f0f1eae6fc61 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755855 Jan 31 15:52:02.576491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a80f3-92a0-4e83-a0a2-be2d8b487cfd tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff7f359-7301-41f3-b69b-8f921db64358,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:02.577845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:02.587762 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-57d37deb-d0b1-4056-82ec-de1c4411d62d req-b44a80f3-92a0-4e83-a0a2-be2d8b487cfd tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:02.595497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 24a27c9a-8d6a-4fa3-a7c2-e9390834404d details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:02.595957 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57d37deb-d0b1-4056-82ec-de1c4411d62d req-b44a80f3-92a0-4e83-a0a2-be2d8b487cfd tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1917813 Jan 31 15:52:02.643886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d65250-fb47-439e-8ede-a7e4071b1659 req-17a8721c-209b-4690-bbbb-5360d8ba701b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:02.654577 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76d65250-fb47-439e-8ede-a7e4071b1659 req-17a8721c-209b-4690-bbbb-5360d8ba701b tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 950 time: 0.0980344 Jan 31 15:52:02.682412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055', 'mac_address': 'fa:16:3e:3e:ca:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:52:02.708363 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76d65250-fb47-439e-8ede-a7e4071b1659 req-18fa67af-7b63-4a8f-a6e1-c15d3ce7a578 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525322 Jan 31 15:52:02.750638 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:02.775346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-bf99bdae-6691-4a15-8174-96e3ad5755a0 req-b6d98e9c-6b0f-41b8-a948-ffaa3ee3f0c7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-520090512', 'description': 'tempest-description-647678385'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:02.782779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dee83-9880-4ef1-8eef-bedf03b6f1de req-4c44e108-68bc-48ae-8ca3-94037c5dbf30 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:02.782974 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5e5d58-29bd-46f7-ae14-d35440bb5055 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:02.785063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d27dee83-9880-4ef1-8eef-bedf03b6f1de req-4c44e108-68bc-48ae-8ca3-94037c5dbf30 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 948 time: 0.0941272 Jan 31 15:52:02.788366 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=24a27c9a-8d6a-4fa3-a7c2-e9390834404d,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:02.811822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '24a27c9a-8d6a-4fa3-a7c2-e9390834404d', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '24a27c9a-8d6a-4fa3-a7c2-e9390834404d', 'mac_address': 'fa:16:3e:08:34:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:52:02.817578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:02.820477 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36402) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:02.831432 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:02.838633 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf99bdae-6691-4a15-8174-96e3ad5755a0 req-b6d98e9c-6b0f-41b8-a948-ffaa3ee3f0c7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:02.877497 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:02.887570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d27dee83-9880-4ef1-8eef-bedf03b6f1de req-cd705835-61fb-48e8-ac74-2dd480e60073 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913200 Jan 31 15:52:02.920516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a27c9a-8d6a-4fa3-a7c2-e9390834404d {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:02.921369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799b35-58b2-4040-afe6-754822f6821e req-55b76eb0-f7ff-4445-b3a3-823662dbbe91 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:02.922881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-55b76eb0-f7ff-4445-b3a3-823662dbbe91 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda&tenant_id=f7454e77053048da93d6c7125983ed93&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1095 time: 0.0702438 Jan 31 15:52:02.959430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=24a27c9a-8d6a-4fa3-a7c2-e9390834404d,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:02.962688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=eb5e5d58-29bd-46f7-ae14-d35440bb5055,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:02.965829 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:02.988005 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73fefca3-e7ad-4228-936b-ba29e6582f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.007592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf99bdae-6691-4a15-8174-96e3ad5755a0 req-b6d98e9c-6b0f-41b8-a948-ffaa3ee3f0c7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.016174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=24a27c9a-8d6a-4fa3-a7c2-e9390834404d,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:03.018753 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf99bdae-6691-4a15-8174-96e3ad5755a0 req-b6d98e9c-6b0f-41b8-a948-ffaa3ee3f0c7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.074844 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf99bdae-6691-4a15-8174-96e3ad5755a0 req-b6d98e9c-6b0f-41b8-a948-ffaa3ee3f0c7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.076030 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf99bdae-6691-4a15-8174-96e3ad5755a0 req-b6d98e9c-6b0f-41b8-a948-ffaa3ee3f0c7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3065908 Jan 31 15:52:03.081685 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d98e9c-6b0f-41b8-a948-ffaa3ee3f0c7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d020ca-90ea-4bf1-80fa-59cd5512b910,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:03.103840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-9de5db82-f976-460c-b957-5825bb129ad0 req-edbe7a41-457a-4765-95b8-85436169a4c4 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1740754322', 'description': 'tempest-description-828204942'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:03.116626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['eb5e5d58-29bd-46f7-ae14-d35440bb5055'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:03.132066 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9de5db82-f976-460c-b957-5825bb129ad0 req-edbe7a41-457a-4765-95b8-85436169a4c4 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.188131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73fefca3-e7ad-4228-936b-ba29e6582f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.190247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-34799b35-58b2-4040-afe6-754822f6821e req-29b30f0f-fb56-4f80-9e76-fbcbfc04278e service neutron] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:03.203539 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-34799b35-58b2-4040-afe6-754822f6821e req-29b30f0f-fb56-4f80-9e76-fbcbfc04278e service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.204606 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34799b35-58b2-4040-afe6-754822f6821e req-29b30f0f-fb56-4f80-9e76-fbcbfc04278e service neutron] 10.222.0.20 "DELETE /v2.0/ports/b7d30bc8-b030-4764-97af-dfa2f8de3d40/bindings/n-h1-827120-1 HTTP/1.1" status: 204 len: 173 time: 0.2715166 Jan 31 15:52:03.213593 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9de5db82-f976-460c-b957-5825bb129ad0 req-edbe7a41-457a-4765-95b8-85436169a4c4 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.220068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9de5db82-f976-460c-b957-5825bb129ad0 req-edbe7a41-457a-4765-95b8-85436169a4c4 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.220369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73fefca3-e7ad-4228-936b-ba29e6582f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.221640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['24a27c9a-8d6a-4fa3-a7c2-e9390834404d'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:03.258544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9de5db82-f976-460c-b957-5825bb129ad0 req-edbe7a41-457a-4765-95b8-85436169a4c4 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.259981 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9de5db82-f976-460c-b957-5825bb129ad0 req-edbe7a41-457a-4765-95b8-85436169a4c4 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1603510 Jan 31 15:52:03.261096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe7a41-457a-4765-95b8-85436169a4c4 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5175f8-4e27-4e06-90bf-1461f0a606e2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:03.292348 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-73fefca3-e7ad-4228-936b-ba29e6582f20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28f2efd465ab4520bec02193f857904b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708402 Jan 31 15:52:03.294128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fefca3-e7ad-4228-936b-ba29e6582f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b424ee-ba6a-4349-a5bb-252d4e7ed82c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:03.298748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36414) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:03.307018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb075b9-ea33-41ca-b0ce-b3d98a3a6e50 req-b566a744-08fe-455b-9a0e-c2be4284a1ad tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:03.308507 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5fb075b9-ea33-41ca-b0ce-b3d98a3a6e50 req-b566a744-08fe-455b-9a0e-c2be4284a1ad tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 944 time: 0.1227920 Jan 31 15:52:03.344237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3e79eb19-255e-46b6-9141-f0b2d0312b60 req-9ed62185-17c6-4ba8-8722-3cdac0d696ba tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/b0d020ca-90ea-4bf1-80fa-59cd5512b910 HTTP/1.1" status: 200 len: 1803 time: 0.0605562 Jan 31 15:52:03.350238 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5fb075b9-ea33-41ca-b0ce-b3d98a3a6e50 req-2b6f0a06-5043-4d25-958d-15624a880639 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340619 Jan 31 15:52:03.381023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17d043db-a0a1-48e9-9b3b-343405997b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.420947 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17d043db-a0a1-48e9-9b3b-343405997b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.429501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3e79eb19-255e-46b6-9141-f0b2d0312b60 req-b178e694-4edf-4625-a09b-04fdd7b43149 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/2b5175f8-4e27-4e06-90bf-1461f0a606e2 HTTP/1.1" status: 200 len: 1804 time: 0.0683458 Jan 31 15:52:03.443587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-3e79eb19-255e-46b6-9141-f0b2d0312b60 req-7f4b1891-0c30-470b-b484-4251e701cef7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b0d020ca-90ea-4bf1-80fa-59cd5512b910', 'remote_group_id': '2b5175f8-4e27-4e06-90bf-1461f0a606e2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:03.443894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-3e79eb19-255e-46b6-9141-f0b2d0312b60 req-7f4b1891-0c30-470b-b484-4251e701cef7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b0d020ca-90ea-4bf1-80fa-59cd5512b910', 'remote_group_id': '2b5175f8-4e27-4e06-90bf-1461f0a606e2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:03.483059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cffd7-a841-4bcf-8e76-162d55d705ae req-bb92a619-e71f-4992-97bc-684010c7bc11 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:03.484769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e47cffd7-a841-4bcf-8e76-162d55d705ae req-bb92a619-e71f-4992-97bc-684010c7bc11 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 946 time: 0.0488214 Jan 31 15:52:03.494772 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17d043db-a0a1-48e9-9b3b-343405997b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.497391 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17d043db-a0a1-48e9-9b3b-343405997b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.498662 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-17d043db-a0a1-48e9-9b3b-343405997b91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56b424ee-ba6a-4349-a5bb-252d4e7ed82c HTTP/1.1" status: 204 len: 168 time: 0.1996360 Jan 31 15:52:03.519610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d043db-a0a1-48e9-9b3b-343405997b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b424ee-ba6a-4349-a5bb-252d4e7ed82c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:03.527591 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e47cffd7-a841-4bcf-8e76-162d55d705ae req-d4ebf570-88f8-4d29-a634-bd54eae85243 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356352 Jan 31 15:52:03.553710 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3e79eb19-255e-46b6-9141-f0b2d0312b60 req-7f4b1891-0c30-470b-b484-4251e701cef7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.602451 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3e79eb19-255e-46b6-9141-f0b2d0312b60 req-7f4b1891-0c30-470b-b484-4251e701cef7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.608901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3e79eb19-255e-46b6-9141-f0b2d0312b60 req-7f4b1891-0c30-470b-b484-4251e701cef7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.627342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b1891-0c30-470b-b484-4251e701cef7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6812b3ca-1062-43c6-8ce3-5a5ed111ce6a,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:03.639952 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3e79eb19-255e-46b6-9141-f0b2d0312b60 req-7f4b1891-0c30-470b-b484-4251e701cef7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.641323 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3e79eb19-255e-46b6-9141-f0b2d0312b60 req-7f4b1891-0c30-470b-b484-4251e701cef7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2032216 Jan 31 15:52:03.716735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98654225-4dba-44b7-86cc-ced248dbe535 req-0cf35021-e8cc-401b-a094-03c6ae0b2d39 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:03.718193 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98654225-4dba-44b7-86cc-ced248dbe535 req-0cf35021-e8cc-401b-a094-03c6ae0b2d39 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 948 time: 0.0809205 Jan 31 15:52:03.744053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f143feb-7f9d-496c-9902-16195b54fc6f req-7266e73c-0372-4cc2-9f12-77d9cf459473 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:03.745599 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f143feb-7f9d-496c-9902-16195b54fc6f req-7266e73c-0372-4cc2-9f12-77d9cf459473 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 1095 time: 0.0455632 Jan 31 15:52:03.762226 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98654225-4dba-44b7-86cc-ced248dbe535 req-b89d4cf4-764e-42bf-b0fe-07d611dcee3f tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372536 Jan 31 15:52:03.785883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f143feb-7f9d-496c-9902-16195b54fc6f req-38bc7f01-7b76-4ca9-ae49-f67fcb09f6f8 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336254 Jan 31 15:52:03.794937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-d9900181-4b78-476f-abf4-75114cd7090f req-99fe00bf-66a9-4dd8-a1e3-314f5a2edc76 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-206357204', 'description': 'tempest-description-1284745691'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:03.822315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d9900181-4b78-476f-abf4-75114cd7090f req-99fe00bf-66a9-4dd8-a1e3-314f5a2edc76 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.903808 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d9900181-4b78-476f-abf4-75114cd7090f req-99fe00bf-66a9-4dd8-a1e3-314f5a2edc76 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.908242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36434) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:03.909276 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d9900181-4b78-476f-abf4-75114cd7090f req-99fe00bf-66a9-4dd8-a1e3-314f5a2edc76 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.924906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef8d06-9724-4a31-8d37-f195f43418a7 req-85d2de9a-8dc5-4bf6-9b31-a82910c682e2 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:03.926379 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3aef8d06-9724-4a31-8d37-f195f43418a7 req-85d2de9a-8dc5-4bf6-9b31-a82910c682e2 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 950 time: 0.0605960 Jan 31 15:52:03.932181 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1b77e34-7aec-4e01-99a3-729db9f2d436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.946941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe00bf-66a9-4dd8-a1e3-314f5a2edc76 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a46b5c-f3da-4882-b4fd-8d11002a5c70,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:03.954658 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d9900181-4b78-476f-abf4-75114cd7090f req-99fe00bf-66a9-4dd8-a1e3-314f5a2edc76 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:03.956080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d9900181-4b78-476f-abf4-75114cd7090f req-99fe00bf-66a9-4dd8-a1e3-314f5a2edc76 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1656239 Jan 31 15:52:04.001313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3aef8d06-9724-4a31-8d37-f195f43418a7 req-28a01f74-4592-4146-a490-861a4b45c6be tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658753 Jan 31 15:52:04.070207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86d379-a3bd-4f8a-91df-a5be931fb774 req-ea13ca7e-3dd3-4213-8e6e-41e210832706 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:04.072265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef86d379-a3bd-4f8a-91df-a5be931fb774 req-ea13ca7e-3dd3-4213-8e6e-41e210832706 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 948 time: 0.0565054 Jan 31 15:52:04.079040 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1b77e34-7aec-4e01-99a3-729db9f2d436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.084359 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1b77e34-7aec-4e01-99a3-729db9f2d436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.118551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef86d379-a3bd-4f8a-91df-a5be931fb774 req-fd3545ae-90f4-451d-9120-828ac8e1a036 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Jan 31 15:52:04.147280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-0d49449b-82f8-4a1c-8999-eb603d99a55a req-0c51eddb-8d56-4bed-88e9-1192ebdf261a tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-576318297', 'description': 'tempest-description-1420659588'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:04.151065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b77e34-7aec-4e01-99a3-729db9f2d436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aecf986-81ee-4d4f-97c2-1d213948887e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:04.161998 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d1b77e34-7aec-4e01-99a3-729db9f2d436 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9dcefaf933dc442fa3772d0ffbba6d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527175 Jan 31 15:52:04.162682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36450) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:04.176421 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d49449b-82f8-4a1c-8999-eb603d99a55a req-0c51eddb-8d56-4bed-88e9-1192ebdf261a tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.262975 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d49449b-82f8-4a1c-8999-eb603d99a55a req-0c51eddb-8d56-4bed-88e9-1192ebdf261a tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.281513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3136030-b7b2-462d-997d-e623f06bbacc req-24630bb2-d200-4fec-b055-d951c64200e4 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:04.283016 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-24630bb2-d200-4fec-b055-d951c64200e4 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 820 time: 0.1827219 Jan 31 15:52:04.283125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d49449b-82f8-4a1c-8999-eb603d99a55a req-0c51eddb-8d56-4bed-88e9-1192ebdf261a tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.286098 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-965b8f60-63bd-4b83-91fb-3b7931032506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.311866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-0969bb67-50d0-4d10-8480-4a5dc73d4492 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/quotas/f7454e77053048da93d6c7125983ed93 HTTP/1.1" status: 200 len: 375 time: 0.0213070 Jan 31 15:52:04.317839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-965b8f60-63bd-4b83-91fb-3b7931032506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.317984 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d49449b-82f8-4a1c-8999-eb603d99a55a req-0c51eddb-8d56-4bed-88e9-1192ebdf261a tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.319235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d49449b-82f8-4a1c-8999-eb603d99a55a req-0c51eddb-8d56-4bed-88e9-1192ebdf261a tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1761248 Jan 31 15:52:04.326437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51eddb-8d56-4bed-88e9-1192ebdf261a tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e91014-36f2-447e-a3de-f9d327cc4aa9,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:04.333855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-3c08745f-cf6f-4e22-a9b4-7114bc89d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:04.335341 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-3c08745f-cf6f-4e22-a9b4-7114bc89d8a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 1097 time: 0.0867574 Jan 31 15:52:04.411235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-43a90c70-8abf-44f3-8db7-1d03716a0473 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803668 Jan 31 15:52:04.424257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-fbcc36df-3efa-42c1-b1a4-33274eb7c5c4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:52:04.425204 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-fbcc36df-3efa-42c1-b1a4-33274eb7c5c4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060019 Jan 31 15:52:04.432004 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-965b8f60-63bd-4b83-91fb-3b7931032506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.434792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-965b8f60-63bd-4b83-91fb-3b7931032506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.438517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-965b8f60-63bd-4b83-91fb-3b7931032506 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2aecf986-81ee-4d4f-97c2-1d213948887e HTTP/1.1" status: 204 len: 168 time: 0.2464187 Jan 31 15:52:04.462561 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device eb5e5d58-29bd-46f7-ae14-d35440bb5055 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:04.463156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa886e6c-5db9-4616-a69f-e82898b5b522 req-df15b551-c3c1-4cca-834e-feb3d5d2a0ed tempest-LiveMigrationNegativeTest-1818743456 tempest-LiveMigrationNegativeTest-1818743456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:04.464058 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa886e6c-5db9-4616-a69f-e82898b5b522 req-df15b551-c3c1-4cca-834e-feb3d5d2a0ed tempest-LiveMigrationNegativeTest-1818743456 tempest-LiveMigrationNegativeTest-1818743456-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 1101 time: 0.0736344 Jan 31 15:52:04.465135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-f2e67b92-fc05-4cb8-b52e-1f9e25fc8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:04.466472 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-f2e67b92-fc05-4cb8-b52e-1f9e25fc8c8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.1215880 Jan 31 15:52:04.477655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b8f60-63bd-4b83-91fb-3b7931032506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aecf986-81ee-4d4f-97c2-1d213948887e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:04.534764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port eb5e5d58-29bd-46f7-ae14-d35440bb5055 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:52:04.539699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port eb5e5d58-29bd-46f7-ae14-d35440bb5055 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:04.540125 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.572377 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-c2b5de56-918a-4d80-851f-59aa39e92752 service neutron] 10.222.0.36 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353636 Jan 31 15:52:04.632890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:04.661574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 24a27c9a-8d6a-4fa3-a7c2-e9390834404d up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:04.667414 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.732446 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-d132ef99-4d40-47dd-9284-0dbd780304bd service neutron] 10.222.0.36 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530321 Jan 31 15:52:04.792069 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-aa886e6c-5db9-4616-a69f-e82898b5b522 req-b9c22d72-cc7f-4808-8b73-859b83872ab9 tempest-LiveMigrationNegativeTest-1818743456 tempest-LiveMigrationNegativeTest-1818743456-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.794243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:04.794935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-17bbf414-1676-4a8a-9f0d-119184af22ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dc509ef-de46-4147-8552-8f62f38a1363 HTTP/1.1" status: 200 len: 217 time: 0.3182623 Jan 31 15:52:04.797555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14456e1-41a7-48d9-bed6-a561be6f9e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:04.800625 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76a8e98-2601-4fbd-bc00-3afe07f4ed78" -d '{"events": [{"server_uuid": "e14456e1-41a7-48d9-bed6-a561be6f9e25", "name": "network-vif-plugged", "status": "completed", "tag": "eb5e5d58-29bd-46f7-ae14-d35440bb5055"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:04.849440 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:04.865321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-e7c08b51-e97d-4602-ad80-b78205dd80e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:04.866684 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-e7c08b51-e97d-4602-ad80-b78205dd80e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.0644979 Jan 31 15:52:04.910835 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-cf8da830-c378-4090-b47f-bdca970d29dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333908 Jan 31 15:52:04.922435 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:04.931265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=eb5e5d58-29bd-46f7-ae14-d35440bb5055,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:04.957087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3fbbd431-d2d5-48d3-8f00-1a36c4a82893 req-ee5dd7ba-b5c2-4484-a096-94266fcceba7 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/60a46b5c-f3da-4882-b4fd-8d11002a5c70 HTTP/1.1" status: 200 len: 1804 time: 0.0738816 Jan 31 15:52:04.967601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '4f5c27e9-1e98-42ab-8832-ae8bc15df0e1', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '4f5c27e9-1e98-42ab-8832-ae8bc15df0e1', 'mac_address': 'fa:16:3e:14:78:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:52:04.985777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:52:05.009294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3fbbd431-d2d5-48d3-8f00-1a36c4a82893 req-5819fa84-bf3b-40cc-9a42-e8abd9616a8f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/05e91014-36f2-447e-a3de-f9d327cc4aa9 HTTP/1.1" status: 200 len: 1804 time: 0.0505657 Jan 31 15:52:05.023951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-3fbbd431-d2d5-48d3-8f00-1a36c4a82893 req-d56c4346-4e56-4dfc-9b37-5b4affb99c95 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '60a46b5c-f3da-4882-b4fd-8d11002a5c70', 'remote_group_id': '05e91014-36f2-447e-a3de-f9d327cc4aa9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:05.024269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-3fbbd431-d2d5-48d3-8f00-1a36c4a82893 req-d56c4346-4e56-4dfc-9b37-5b4affb99c95 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '60a46b5c-f3da-4882-b4fd-8d11002a5c70', 'remote_group_id': '05e91014-36f2-447e-a3de-f9d327cc4aa9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:05.030452 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-e8820b81-18d4-4f49-95a4-52a0f1d3a865 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104076 Jan 31 15:52:05.034445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:05.034819 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:05.035771 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-aa886e6c-5db9-4616-a69f-e82898b5b522 req-b9c22d72-cc7f-4808-8b73-859b83872ab9 tempest-LiveMigrationNegativeTest-1818743456 tempest-LiveMigrationNegativeTest-1818743456-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:05.089047 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:05.107918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:05.136272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-aa886e6c-5db9-4616-a69f-e82898b5b522 req-b9c22d72-cc7f-4808-8b73-859b83872ab9 tempest-LiveMigrationNegativeTest-1818743456 tempest-LiveMigrationNegativeTest-1818743456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:05.139603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3fbbd431-d2d5-48d3-8f00-1a36c4a82893 req-d56c4346-4e56-4dfc-9b37-5b4affb99c95 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:05.158814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:05.173931 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:05.195062 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3fbbd431-d2d5-48d3-8f00-1a36c4a82893 req-d56c4346-4e56-4dfc-9b37-5b4affb99c95 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:05.201699 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3fbbd431-d2d5-48d3-8f00-1a36c4a82893 req-d56c4346-4e56-4dfc-9b37-5b4affb99c95 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:05.203526 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:05.233544 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-cfd6b44b-6e7f-4211-bda9-80c781d66919 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946990 Jan 31 15:52:05.238918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c4346-4e56-4dfc-9b37-5b4affb99c95 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7cba647-1e12-4c3d-afba-e512450b5baa,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:05.248430 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3fbbd431-d2d5-48d3-8f00-1a36c4a82893 req-d56c4346-4e56-4dfc-9b37-5b4affb99c95 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:05.251207 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa886e6c-5db9-4616-a69f-e82898b5b522 req-b9c22d72-cc7f-4808-8b73-859b83872ab9 tempest-LiveMigrationNegativeTest-1818743456 tempest-LiveMigrationNegativeTest-1818743456-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7803771 Jan 31 15:52:05.255740 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3fbbd431-d2d5-48d3-8f00-1a36c4a82893 req-d56c4346-4e56-4dfc-9b37-5b4affb99c95 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2453167 Jan 31 15:52:05.268723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c22d72-cc7f-4808-8b73-859b83872ab9 tempest-LiveMigrationNegativeTest-1818743456 tempest-LiveMigrationNegativeTest-1818743456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0023b1c8-fbab-491b-b7b2-25f6911e4261,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:05.295784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:05.302610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=24a27c9a-8d6a-4fa3-a7c2-e9390834404d,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:05.309337 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:05.310422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b7d30bc8-b030-4764-97af-dfa2f8de3d40 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:52:05.394444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=24a27c9a-8d6a-4fa3-a7c2-e9390834404d,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:05.420401 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b7d30bc8-b030-4764-97af-dfa2f8de3d40 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:52:05.441008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b5147-8193-45cc-baec-1b1b71be12b6 req-35084840-9cfe-48db-81f0-7b43f4a6b732 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:05.442969 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c09b5147-8193-45cc-baec-1b1b71be12b6 req-35084840-9cfe-48db-81f0-7b43f4a6b732 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 946 time: 0.1147799 Jan 31 15:52:05.459915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-036ebaea-6f38-4c65-8146-5b7d9e2641a1 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:05.461599 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-036ebaea-6f38-4c65-8146-5b7d9e2641a1 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47&tenant_id=fb6f65ae282d4cad81a9203baacdf14e&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1097 time: 0.1198459 Jan 31 15:52:05.474449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827120-1'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:05.487421 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c09b5147-8193-45cc-baec-1b1b71be12b6 req-f211c603-33ac-412b-a02f-130c47c1916b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383809 Jan 31 15:52:05.514850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4f5c27e9-1e98-42ab-8832-ae8bc15df0e1'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:05.515400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a7d9f-db3e-4798-b885-5635e8f02465 req-33c15cff-6a2c-471c-9cfb-f84b35b428fe tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:05.517197 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a98a7d9f-db3e-4798-b885-5635e8f02465 req-33c15cff-6a2c-471c-9cfb-f84b35b428fe tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 949 time: 0.1149650 Jan 31 15:52:05.558939 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:05.581391 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d0125c-9b69-4cc0-a8dc-f94a5f2a0d05 x-openstack-request-id: req-63d0125c-9b69-4cc0-a8dc-f94a5f2a0d05 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:05.581892 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14456e1-41a7-48d9-bed6-a561be6f9e25", "name": "network-vif-plugged", "status": "completed", "tag": "eb5e5d58-29bd-46f7-ae14-d35440bb5055", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:05.582156 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63d0125c-9b69-4cc0-a8dc-f94a5f2a0d05 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:05.582560 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14456e1-41a7-48d9-bed6-a561be6f9e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055', 'code': 200} Jan 31 15:52:05.652601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-762a1a08-78bc-4e6c-89af-2af94f1636a4 req-a686296e-1b7e-4a4e-98d7-c3eb7f8653ce tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 210 time: 0.0396135 Jan 31 15:52:05.709292 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a98a7d9f-db3e-4798-b885-5635e8f02465 req-87616e65-f784-4916-8a77-9d2c228619e2 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479020 Jan 31 15:52:05.817792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee172aa-d1b7-451d-b0e8-2cbdfd1ecb05 req-f0895467-7230-4973-8b02-2147626f4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:05.819313 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ee172aa-d1b7-451d-b0e8-2cbdfd1ecb05 req-f0895467-7230-4973-8b02-2147626f4590 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 1100 time: 0.1646466 Jan 31 15:52:05.823565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89e5a0-dca2-406e-b073-f111364c283f req-04e6fae9-f4bf-4344-b032-542ea1de28d3 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:05.826099 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-af89e5a0-dca2-406e-b073-f111364c283f req-04e6fae9-f4bf-4344-b032-542ea1de28d3 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 949 time: 0.0839856 Jan 31 15:52:05.867706 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-af89e5a0-dca2-406e-b073-f111364c283f req-32d45cfe-6260-438d-90c5-0f46fbbe60df tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356019 Jan 31 15:52:05.875636 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79eb5d96-21ce-49f1-b248-2172ec7c4064 req-02ad2726-57e3-4bb1-96c2-7b6415780d02 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/05e91014-36f2-447e-a3de-f9d327cc4aa9 HTTP/1.1" status: 200 len: 1804 time: 0.1424139 Jan 31 15:52:05.925803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ee172aa-d1b7-451d-b0e8-2cbdfd1ecb05 req-0b94cd98-ea8b-4f06-a597-15921860de74 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985906 Jan 31 15:52:05.927469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6dc509ef-de46-4147-8552-8f62f38a1363,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:05.998491 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-79eb5d96-21ce-49f1-b248-2172ec7c4064 req-071c65a5-353f-421a-88bf-7b142093438f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.003159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:06.049789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-79eb5d96-21ce-49f1-b248-2172ec7c4064 req-071c65a5-353f-421a-88bf-7b142093438f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.069834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d04efae-f538-4cff-a5e8-8c2ec0e94e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dc509ef-de46-4147-8552-8f62f38a1363'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:06.072184 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad410c8-e6cf-4198-bebd-d961c7baf09a" -d '{"events": [{"server_uuid": "5d04efae-f538-4cff-a5e8-8c2ec0e94e47", "name": "network-vif-unplugged", "status": "completed", "tag": "6dc509ef-de46-4147-8552-8f62f38a1363"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:06.081541 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.097921 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.172658 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71976dbf-d3ac-48d5-b81d-7881c27b97ba x-openstack-request-id: req-71976dbf-d3ac-48d5-b81d-7881c27b97ba {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:06.173046 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d04efae-f538-4cff-a5e8-8c2ec0e94e47", "name": "network-vif-unplugged", "status": "completed", "tag": "6dc509ef-de46-4147-8552-8f62f38a1363", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:06.173387 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71976dbf-d3ac-48d5-b81d-7881c27b97ba {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:06.173893 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d04efae-f538-4cff-a5e8-8c2ec0e94e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dc509ef-de46-4147-8552-8f62f38a1363', 'code': 200} Jan 31 15:52:06.217177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc509ef-de46-4147-8552-8f62f38a1363,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:06.230637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Attempting to bind port 6dc509ef-de46-4147-8552-8f62f38a1363 on host n-h1-827120-1 for vnic_type normal with profile {"migrating_to": "n-h2-827120-1"} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:06.231088 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Attempting to bind port 6dc509ef-de46-4147-8552-8f62f38a1363 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:06.231507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Attempting to bind port 6dc509ef-de46-4147-8552-8f62f38a1363 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:06.235974 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-79eb5d96-21ce-49f1-b248-2172ec7c4064 req-071c65a5-353f-421a-88bf-7b142093438f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.238585 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-79eb5d96-21ce-49f1-b248-2172ec7c4064 req-071c65a5-353f-421a-88bf-7b142093438f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.239701 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79eb5d96-21ce-49f1-b248-2172ec7c4064 req-071c65a5-353f-421a-88bf-7b142093438f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "DELETE /v2.0/security-groups/05e91014-36f2-447e-a3de-f9d327cc4aa9 HTTP/1.1" status: 204 len: 173 time: 0.3631330 Jan 31 15:52:06.244506 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Port 6dc509ef-de46-4147-8552-8f62f38a1363 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:06.244828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Attempting to bind port 6dc509ef-de46-4147-8552-8f62f38a1363 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:06.255618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c65a5-353f-421a-88bf-7b142093438f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e91014-36f2-447e-a3de-f9d327cc4aa9,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:06.257930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:06.258592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:06.259279 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:06.259752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Bound port: 6dc509ef-de46-4147-8552-8f62f38a1363, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:06.260204 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.286307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ef0c-dcc5-4c08-b3fd-ffe926b4fcba req-918a3b18-6ef1-4fc6-8222-64b4c4cc4e4f tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:06.287856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8b9ef0c-dcc5-4c08-b3fd-ffe926b4fcba req-918a3b18-6ef1-4fc6-8222-64b4c4cc4e4f tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 950 time: 0.0586205 Jan 31 15:52:06.328351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8b9ef0c-dcc5-4c08-b3fd-ffe926b4fcba req-f43f749b-2f11-45d0-81c4-020aee173971 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332863 Jan 31 15:52:06.365539 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61b7906c-81f5-45a7-8543-c0955406299a req-dc79248c-3b36-48c6-940c-923a75d10d0f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/60a46b5c-f3da-4882-b4fd-8d11002a5c70 HTTP/1.1" status: 200 len: 1804 time: 0.0616510 Jan 31 15:52:06.368353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:06.371328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6dc509ef-de46-4147-8552-8f62f38a1363,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:06.378771 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.415977 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-a4400460-ccf3-4977-b3e8-53c53476a2df req-c11d4090-747f-4a27-9faf-24fc89af3b3c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1678688936', 'description': 'tempest-description-127695668'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:06.483913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:06.484671 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.486036 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] 10.222.0.20 "PUT /v2.0/ports/6dc509ef-de46-4147-8552-8f62f38a1363 HTTP/1.1" status: 200 len: 1122 time: 1.0165749 Jan 31 15:52:06.489542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01368664-d5cb-4349-a73d-fa55ab15fe53 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc509ef-de46-4147-8552-8f62f38a1363,revision_number=8']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:06.514333 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a4400460-ccf3-4977-b3e8-53c53476a2df req-c11d4090-747f-4a27-9faf-24fc89af3b3c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.579762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['6dc509ef-de46-4147-8552-8f62f38a1363'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:06.636627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3136030-b7b2-462d-997d-e623f06bbacc req-85f88119-b5f6-468b-93d4-8eff9c51fbb2 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:06.637672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:06.638410 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-85f88119-b5f6-468b-93d4-8eff9c51fbb2 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.20 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 820 time: 0.1514857 Jan 31 15:52:06.638642 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:52:06.671796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-a3136030-b7b2-462d-997d-e623f06bbacc req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Request body: {'port': {'device_id': '3ad321d9-54ac-4f5d-9338-effa86729932', 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad', 'admin_state_up': True, 'tenant_id': 'f7454e77053048da93d6c7125983ed93'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:06.678307 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a4400460-ccf3-4977-b3e8-53c53476a2df req-c11d4090-747f-4a27-9faf-24fc89af3b3c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.689658 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a4400460-ccf3-4977-b3e8-53c53476a2df req-c11d4090-747f-4a27-9faf-24fc89af3b3c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.745839 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:52:06.753602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:06.754073 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.759375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d4090-747f-4a27-9faf-24fc89af3b3c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc2320f-6438-4173-a38f-8edb288e9755,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:06.761643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88507c4-4dd5-4e2a-be32-098db9bfc626 req-26bce79b-6878-4360-b7bb-39998a457f63 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:06.763887 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c88507c4-4dd5-4e2a-be32-098db9bfc626 req-26bce79b-6878-4360-b7bb-39998a457f63 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 944 time: 0.0545356 Jan 31 15:52:06.765350 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a4400460-ccf3-4977-b3e8-53c53476a2df req-c11d4090-747f-4a27-9faf-24fc89af3b3c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.776198 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a4400460-ccf3-4977-b3e8-53c53476a2df req-c11d4090-747f-4a27-9faf-24fc89af3b3c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3870437 Jan 31 15:52:06.827203 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c88507c4-4dd5-4e2a-be32-098db9bfc626 req-b45db206-9b39-49b6-a4f1-571e44176745 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523622 Jan 31 15:52:06.868338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ee93d54-858a-4bf0-aa7c-40d833466917 req-0567b583-ec42-4628-b65c-cc4bf7fbcbf9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 210 time: 0.0356653 Jan 31 15:52:06.871829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3136030-b7b2-462d-997d-e623f06bbacc req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Made reservation on behalf of f7454e77053048da93d6c7125983ed93 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:06.876627 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a3136030-b7b2-462d-997d-e623f06bbacc req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.922144 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.947310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5efe3b-e2a4-4f5e-ac7c-e9dfe8b6a783 req-bf047e15-5a37-4a10-9514-1fe4ae06e7a2 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:06.949514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a5efe3b-e2a4-4f5e-ac7c-e9dfe8b6a783 req-bf047e15-5a37-4a10-9514-1fe4ae06e7a2 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 949 time: 0.0645092 Jan 31 15:52:06.953620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:06.958734 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:06.993535 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-085ab472-ee7a-4e8f-8019-a0605fd0b3ba req-0e444993-01c3-4b10-84ea-d86ecfe9f550 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/acc2320f-6438-4173-a38f-8edb288e9755 HTTP/1.1" status: 200 len: 1804 time: 0.0886312 Jan 31 15:52:06.996199 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a5efe3b-e2a4-4f5e-ac7c-e9dfe8b6a783 req-5da57bdd-f949-41f0-8f1c-2070545ce931 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Jan 31 15:52:07.016581 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:07.027351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-085ab472-ee7a-4e8f-8019-a0605fd0b3ba req-c579c0e4-2810-4904-9d81-123722c4552c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'acc2320f-6438-4173-a38f-8edb288e9755', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:07.028694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-085ab472-ee7a-4e8f-8019-a0605fd0b3ba req-c579c0e4-2810-4904-9d81-123722c4552c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'acc2320f-6438-4173-a38f-8edb288e9755', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:07.063958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-a3136030-b7b2-462d-997d-e623f06bbacc req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Allocated IP 172.20.0.7 (d9143695-d818-4ec6-a1c8-9227036ec2ad/b4805291-5b10-4a76-b006-715b95a7b211/25e937fa-5f77-4224-ae9b-8c330dc94aa6) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:07.119569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c465867-9495-4da1-9426-fe317bf4c688 req-8f511e75-1ea7-4923-9437-725f89dacb9c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:07.121309 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c465867-9495-4da1-9426-fe317bf4c688 req-8f511e75-1ea7-4923-9437-725f89dacb9c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 950 time: 0.0528035 Jan 31 15:52:07.150211 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-085ab472-ee7a-4e8f-8019-a0605fd0b3ba req-c579c0e4-2810-4904-9d81-123722c4552c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.160997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c465867-9495-4da1-9426-fe317bf4c688 req-6bd93cf8-c546-4e9f-a82a-95663206502d tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330727 Jan 31 15:52:07.217440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-085ab472-ee7a-4e8f-8019-a0605fd0b3ba req-c579c0e4-2810-4904-9d81-123722c4552c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.227500 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-085ab472-ee7a-4e8f-8019-a0605fd0b3ba req-c579c0e4-2810-4904-9d81-123722c4552c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.264139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579c0e4-2810-4904-9d81-123722c4552c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23e0128-82c5-480c-b4f9-264c27e5748f,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:07.273791 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-085ab472-ee7a-4e8f-8019-a0605fd0b3ba req-c579c0e4-2810-4904-9d81-123722c4552c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.278646 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-085ab472-ee7a-4e8f-8019-a0605fd0b3ba req-c579c0e4-2810-4904-9d81-123722c4552c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2655468 Jan 31 15:52:07.334015 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a3136030-b7b2-462d-997d-e623f06bbacc req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.370014 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2814906e-cfab-4b47-825d-60b72d517a1c req-e26edf4f-9bb6-4238-b200-486a61592917 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/acc2320f-6438-4173-a38f-8edb288e9755 HTTP/1.1" status: 200 len: 2397 time: 0.0694432 Jan 31 15:52:07.384845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2814906e-cfab-4b47-825d-60b72d517a1c req-6516a3b4-1dc6-4433-98e5-1134c94009aa tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'acc2320f-6438-4173-a38f-8edb288e9755', 'remote_group_id': None}]} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:07.385152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2814906e-cfab-4b47-825d-60b72d517a1c req-6516a3b4-1dc6-4433-98e5-1134c94009aa tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'acc2320f-6438-4173-a38f-8edb288e9755', 'remote_group_id': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:07.408656 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a3136030-b7b2-462d-997d-e623f06bbacc req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.464176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3136030-b7b2-462d-997d-e623f06bbacc req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Network d9143695-d818-4ec6-a1c8-9227036ec2ad is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:07.470047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039bf9b-0db7-452c-a42a-0687d5ff3cd1 req-dd71f530-f909-4cf6-93fd-828d368425ca tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:07.471628 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5039bf9b-0db7-452c-a42a-0687d5ff3cd1 req-dd71f530-f909-4cf6-93fd-828d368425ca tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 950 time: 0.0536897 Jan 31 15:52:07.475153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-a3136030-b7b2-462d-997d-e623f06bbacc req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:07.484652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3136030-b7b2-462d-997d-e623f06bbacc req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:07.492165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Pushing event updated for resources: {'Port': ['ID=25e937fa-5f77-4224-ae9b-8c330dc94aa6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:07.529502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5039bf9b-0db7-452c-a42a-0687d5ff3cd1 req-7645f783-12bd-4df7-9e81-c9173cb2283f tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439186 Jan 31 15:52:07.536782 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2814906e-cfab-4b47-825d-60b72d517a1c req-6516a3b4-1dc6-4433-98e5-1134c94009aa tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.554736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3136030-b7b2-462d-997d-e623f06bbacc req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:07.555338 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a3136030-b7b2-462d-997d-e623f06bbacc req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.571292 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2814906e-cfab-4b47-825d-60b72d517a1c req-6516a3b4-1dc6-4433-98e5-1134c94009aa tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.576600 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2814906e-cfab-4b47-825d-60b72d517a1c req-6516a3b4-1dc6-4433-98e5-1134c94009aa tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.583568 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f6f395-dcde-447c-a8a8-6b5274776389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a27c9a-8d6a-4fa3-a7c2-e9390834404d'}, {'server_uuid': '720192bd-82a2-4570-b052-24e247a40b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5c27e9-1e98-42ab-8832-ae8bc15df0e1'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:07.587247 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13128dff-066c-4c73-b30d-1664ad08a839" -d '{"events": [{"server_uuid": "e4f6f395-dcde-447c-a8a8-6b5274776389", "name": "network-vif-plugged", "status": "completed", "tag": "24a27c9a-8d6a-4fa3-a7c2-e9390834404d"}, {"server_uuid": "720192bd-82a2-4570-b052-24e247a40b7d", "name": "network-vif-plugged", "status": "completed", "tag": "4f5c27e9-1e98-42ab-8832-ae8bc15df0e1"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:07.587546 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-eb94a939-79f0-483c-9605-709a4e3a42e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9322109 Jan 31 15:52:07.604522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Request body: {'port': {'device_id': '3ad321d9-54ac-4f5d-9338-effa86729932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:07.607159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516a3b4-1dc6-4433-98e5-1134c94009aa tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b8f673-fd4e-4c12-9190-6bbde4ddca7a,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:07.630820 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fee83f9-83a6-4bbd-9eef-1b0e14b1a8c2 x-openstack-request-id: req-9fee83f9-83a6-4bbd-9eef-1b0e14b1a8c2 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:07.631123 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f6f395-dcde-447c-a8a8-6b5274776389", "name": "network-vif-plugged", "status": "completed", "tag": "24a27c9a-8d6a-4fa3-a7c2-e9390834404d", "code": 200}, {"server_uuid": "720192bd-82a2-4570-b052-24e247a40b7d", "name": "network-vif-plugged", "status": "completed", "tag": "4f5c27e9-1e98-42ab-8832-ae8bc15df0e1", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:07.631371 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fee83f9-83a6-4bbd-9eef-1b0e14b1a8c2 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:07.631795 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f6f395-dcde-447c-a8a8-6b5274776389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a27c9a-8d6a-4fa3-a7c2-e9390834404d', 'code': 200} Jan 31 15:52:07.632044 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720192bd-82a2-4570-b052-24e247a40b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5c27e9-1e98-42ab-8832-ae8bc15df0e1', 'code': 200} Jan 31 15:52:07.640240 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2814906e-cfab-4b47-825d-60b72d517a1c req-6516a3b4-1dc6-4433-98e5-1134c94009aa tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.641360 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2814906e-cfab-4b47-825d-60b72d517a1c req-6516a3b4-1dc6-4433-98e5-1134c94009aa tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2623761 Jan 31 15:52:07.670654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36584) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:07.697235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.740318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90616109-eaaa-449f-b105-0207b14ffa2c req-1d52a807-7a8f-4523-9e7b-8175958e2069 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/acc2320f-6438-4173-a38f-8edb288e9755 HTTP/1.1" status: 200 len: 2995 time: 0.0605927 Jan 31 15:52:07.799241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de89f1f9-3bcb-4dcb-a789-337bac5bf460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.803787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbaab9-441d-43df-96e7-1baa674d22be req-76b0b975-bd36-4463-9bb9-8a1819d008c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:07.805308 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecdbaab9-441d-43df-96e7-1baa674d22be req-76b0b975-bd36-4463-9bb9-8a1819d008c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 1101 time: 0.0806038 Jan 31 15:52:07.837451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a83c1e8-faa1-4e82-9c43-771f72779011 req-abfc72f2-2528-4a67-a28c-ebba77a61e7d tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-group-rules/21b8f673-fd4e-4c12-9190-6bbde4ddca7a HTTP/1.1" status: 200 len: 783 time: 0.0635216 Jan 31 15:52:07.860522 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecdbaab9-441d-43df-96e7-1baa674d22be req-0beadbd2-0388-4622-a9f4-c047c921d8d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453849 Jan 31 15:52:07.894741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e4c15-6c43-4d77-84f6-860b135cfff9 req-2f25969d-a0c8-4135-be1c-b80a0bb225bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:07.896096 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-484e4c15-6c43-4d77-84f6-860b135cfff9 req-2f25969d-a0c8-4135-be1c-b80a0bb225bc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 1100 time: 0.1648302 Jan 31 15:52:07.904415 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de89f1f9-3bcb-4dcb-a789-337bac5bf460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.914094 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de89f1f9-3bcb-4dcb-a789-337bac5bf460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:07.943108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e76e0-6af0-4e34-b43b-5204180ca87e req-c3a3c80e-1ca3-4ed3-bfc6-0ee5e7eb1cae tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:07.944556 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-652e76e0-6af0-4e34-b43b-5204180ca87e req-c3a3c80e-1ca3-4ed3-bfc6-0ee5e7eb1cae tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.30 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 950 time: 0.1745865 Jan 31 15:52:07.971071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89f1f9-3bcb-4dcb-a789-337bac5bf460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555b7aba-8ad5-424f-ade4-051a9376010c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:07.978904 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-de89f1f9-3bcb-4dcb-a789-337bac5bf460 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2fdea0e98d3e49d6b94642b2a55594a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020217 Jan 31 15:52:07.979374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36594) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:07.994670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff47e76-e5b8-4825-8e62-d2c403493a1f req-010a34f1-fee9-46b3-a882-d385da83cad3 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:07.996186 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ff47e76-e5b8-4825-8e62-d2c403493a1f req-010a34f1-fee9-46b3-a882-d385da83cad3 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 944 time: 0.0944631 Jan 31 15:52:08.006662 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a83c1e8-faa1-4e82-9c43-771f72779011 req-5d357449-6543-421d-906d-aac3bb28024c tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/acc2320f-6438-4173-a38f-8edb288e9755 HTTP/1.1" status: 200 len: 2995 time: 0.1241331 Jan 31 15:52:08.060529 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ff47e76-e5b8-4825-8e62-d2c403493a1f req-f23c2d74-e683-4bcb-be24-ea2c80bea4c7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557444 Jan 31 15:52:08.062888 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5a83c1e8-faa1-4e82-9c43-771f72779011 req-41c73f0d-78b9-4c61-9dbe-031e0bc05b84 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.069867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a3f46a41-6c12-433a-804a-c3469b6a77c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.083131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5a83c1e8-faa1-4e82-9c43-771f72779011 req-41c73f0d-78b9-4c61-9dbe-031e0bc05b84 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.113323 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a3f46a41-6c12-433a-804a-c3469b6a77c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.180239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d04efae-f538-4cff-a5e8-8c2ec0e94e47', 'tag': '6dc509ef-de46-4147-8552-8f62f38a1363'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:08.184312 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d5b6b1-39ee-4b26-a26c-3a7a2da6b294" -d '{"events": [{"name": "network-changed", "server_uuid": "5d04efae-f538-4cff-a5e8-8c2ec0e94e47", "tag": "6dc509ef-de46-4147-8552-8f62f38a1363"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:08.194409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c215e-b05a-4b0a-a884-6747454dbbdb req-62c7c047-682c-48e7-a7bf-bd94d5176822 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:08.195198 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5a83c1e8-faa1-4e82-9c43-771f72779011 req-41c73f0d-78b9-4c61-9dbe-031e0bc05b84 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.195965 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b6c215e-b05a-4b0a-a884-6747454dbbdb req-62c7c047-682c-48e7-a7bf-bd94d5176822 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 931 time: 0.0694325 Jan 31 15:52:08.211712 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5a83c1e8-faa1-4e82-9c43-771f72779011 req-41c73f0d-78b9-4c61-9dbe-031e0bc05b84 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.212843 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a83c1e8-faa1-4e82-9c43-771f72779011 req-41c73f0d-78b9-4c61-9dbe-031e0bc05b84 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/21b8f673-fd4e-4c12-9190-6bbde4ddca7a HTTP/1.1" status: 204 len: 173 time: 0.1985700 Jan 31 15:52:08.214804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e937fa-5f77-4224-ae9b-8c330dc94aa6 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:08.223808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a3f46a41-6c12-433a-804a-c3469b6a77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.227373 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a3f46a41-6c12-433a-804a-c3469b6a77c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.231213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a3f46a41-6c12-433a-804a-c3469b6a77c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/555b7aba-8ad5-424f-ade4-051a9376010c HTTP/1.1" status: 204 len: 168 time: 0.2485056 Jan 31 15:52:08.238762 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.241314 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c73f0d-78b9-4c61-9dbe-031e0bc05b84 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21b8f673-fd4e-4c12-9190-6bbde4ddca7a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:08.246059 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-484e4c15-6c43-4d77-84f6-860b135cfff9 req-5de979ca-5a06-4b7b-8f5d-d3cf0c3d5b6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569960 Jan 31 15:52:08.246350 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f46a41-6c12-433a-804a-c3469b6a77c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555b7aba-8ad5-424f-ade4-051a9376010c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:08.269598 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b6c215e-b05a-4b0a-a884-6747454dbbdb req-034b6126-b994-4d88-821f-2df7eb6ff068 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607281 Jan 31 15:52:08.344984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Transition to ACTIVE for port object 25e937fa-5f77-4224-ae9b-8c330dc94aa6 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:52:08.361010 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.373119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e960fbf-884a-4c03-8963-0ea466715ba0 req-15ce0945-2770-42eb-a708-beae334177ec tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:08.374960 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e960fbf-884a-4c03-8963-0ea466715ba0 req-15ce0945-2770-42eb-a708-beae334177ec tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 950 time: 0.0538409 Jan 31 15:52:08.420411 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e960fbf-884a-4c03-8963-0ea466715ba0 req-3575c52d-f625-417c-8643-2ce037a62253 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381005 Jan 31 15:52:08.434720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281b314-612e-4282-b95a-90143477df62 req-2c222762-0ecb-4f32-9b2a-759073e2f207 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:08.436139 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9281b314-612e-4282-b95a-90143477df62 req-2c222762-0ecb-4f32-9b2a-759073e2f207 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 949 time: 0.1348841 Jan 31 15:52:08.438310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-652e76e0-6af0-4e34-b43b-5204180ca87e req-995c6d3b-204d-4cb6-b0e4-f049ffde8440 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Deleting port 343dd534-a5a1-452f-b959-595cd92515ea {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:52:08.438644 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-652e76e0-6af0-4e34-b43b-5204180ca87e req-995c6d3b-204d-4cb6-b0e4-f049ffde8440 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.443128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=25e937fa-5f77-4224-ae9b-8c330dc94aa6,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:08.486186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6dc509ef-de46-4147-8552-8f62f38a1363 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:08.498403 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9372201-6451-4116-9d2b-13c0ea3658cf x-openstack-request-id: req-c9372201-6451-4116-9d2b-13c0ea3658cf {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:08.499007 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d04efae-f538-4cff-a5e8-8c2ec0e94e47", "tag": "6dc509ef-de46-4147-8552-8f62f38a1363", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:08.499007 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9372201-6451-4116-9d2b-13c0ea3658cf {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:08.499511 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d04efae-f538-4cff-a5e8-8c2ec0e94e47', 'tag': '6dc509ef-de46-4147-8552-8f62f38a1363', 'status': 'completed', 'code': 200} Jan 31 15:52:08.539534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36608) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:08.558406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eee63c25-9902-44d2-b4de-947eb9abc22a req-98d0fad4-a6bf-4624-b101-079a0bca62cd tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/acc2320f-6438-4173-a38f-8edb288e9755 HTTP/1.1" status: 200 len: 2397 time: 0.0573871 Jan 31 15:52:08.559412 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1667f3a9-2872-4b1e-b79f-c8f48b51843c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.609266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6dc509ef-de46-4147-8552-8f62f38a1363,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:08.620962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6dc509ef-de46-4147-8552-8f62f38a1363 has no active binding in host n-h2-827120-1 {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 15:52:08.641208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9281b314-612e-4282-b95a-90143477df62 req-8c257e1a-6481-4807-9494-a5fa701f253f tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954465 Jan 31 15:52:08.649557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eee63c25-9902-44d2-b4de-947eb9abc22a req-61567ccb-e5b4-4e30-bb23-736f61ea056f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.664410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-652e76e0-6af0-4e34-b43b-5204180ca87e req-995c6d3b-204d-4cb6-b0e4-f049ffde8440 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] For port 343dd534-a5a1-452f-b959-595cd92515ea, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=343dd534-a5a1-452f-b959-595cd92515ea,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:08.664410 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-652e76e0-6af0-4e34-b43b-5204180ca87e req-995c6d3b-204d-4cb6-b0e4-f049ffde8440 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.670137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b6b1-39ee-4b26-a26c-3a7a2da6b294 req-d93f31a8-82f3-4400-9d28-b7ffd294a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:08.671746 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6d5b6b1-39ee-4b26-a26c-3a7a2da6b294 req-d93f31a8-82f3-4400-9d28-b7ffd294a3da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 1125 time: 0.1515663 Jan 31 15:52:08.688247 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eee63c25-9902-44d2-b4de-947eb9abc22a req-61567ccb-e5b4-4e30-bb23-736f61ea056f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.690673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-652e76e0-6af0-4e34-b43b-5204180ca87e req-995c6d3b-204d-4cb6-b0e4-f049ffde8440 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Calling delete_port for 343dd534-a5a1-452f-b959-595cd92515ea owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:52:08.692365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Attempting to bind port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:08.692697 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Attempting to bind port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:08.693018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Attempting to bind port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:08.717924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on network d9143695-d818-4ec6-a1c8-9227036ec2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:08.718257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Attempting to bind port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:08.727550 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1667f3a9-2872-4b1e-b79f-c8f48b51843c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.734628 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1667f3a9-2872-4b1e-b79f-c8f48b51843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.775759 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1667f3a9-2872-4b1e-b79f-c8f48b51843c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5b816da66f54adf9edf8b402e653a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342861 Jan 31 15:52:08.777224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667f3a9-2872-4b1e-b79f-c8f48b51843c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aed2a62-c6e1-4815-b3eb-6e4df4ebf99d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:08.779704 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36612) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:08.780287 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eee63c25-9902-44d2-b4de-947eb9abc22a req-61567ccb-e5b4-4e30-bb23-736f61ea056f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.782754 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eee63c25-9902-44d2-b4de-947eb9abc22a req-61567ccb-e5b4-4e30-bb23-736f61ea056f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.784123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eee63c25-9902-44d2-b4de-947eb9abc22a req-61567ccb-e5b4-4e30-bb23-736f61ea056f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "DELETE /v2.0/security-groups/acc2320f-6438-4173-a38f-8edb288e9755 HTTP/1.1" status: 204 len: 173 time: 0.2161608 Jan 31 15:52:08.797138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:08.797530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:08.797938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Bound using segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:08.798879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Bound port: 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:08.799243 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.807837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61567ccb-e5b4-4e30-bb23-736f61ea056f tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc2320f-6438-4173-a38f-8edb288e9755,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:08.830696 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-7d597aed-41c4-4a3f-a127-35b9d4cc5ac7 req-03e9dd5b-03c4-45b9-baf3-e76a01d4c539 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] show failed (client error): The resource could not be found. Jan 31 15:52:08.836520 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7d597aed-41c4-4a3f-a127-35b9d4cc5ac7 req-03e9dd5b-03c4-45b9-baf3-e76a01d4c539 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/05e91014-36f2-447e-a3de-f9d327cc4aa9 HTTP/1.1" status: 404 len: 352 time: 0.0299704 Jan 31 15:52:08.873798 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e8374e7-ff00-4a37-a8f9-977402d0d7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.910093 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e8374e7-ff00-4a37-a8f9-977402d0d7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.919172 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f621c0ea-f3f4-4574-87b1-ee3599578880 req-f64f4135-70de-4180-ba6d-0ddf702dd5e1 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/60a46b5c-f3da-4882-b4fd-8d11002a5c70 HTTP/1.1" status: 200 len: 1804 time: 0.0649283 Jan 31 15:52:08.926365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ecbb7-d121-4c6a-8a96-5526385ef84f req-3b1e445e-5d5d-406f-b958-e7a2bd9f88ab tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:08.927848 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e25ecbb7-d121-4c6a-8a96-5526385ef84f req-3b1e445e-5d5d-406f-b958-e7a2bd9f88ab tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 950 time: 0.2073064 Jan 31 15:52:08.940802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b6b1-39ee-4b26-a26c-3a7a2da6b294 req-228c43c2-fd8b-4c4b-9e1b-30f4681e9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:08.942183 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6d5b6b1-39ee-4b26-a26c-3a7a2da6b294 req-228c43c2-fd8b-4c4b-9e1b-30f4681e9788 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.2622747 Jan 31 15:52:08.991934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e8374e7-ff00-4a37-a8f9-977402d0d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.994556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1e8374e7-ff00-4a37-a8f9-977402d0d7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:08.995679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1e8374e7-ff00-4a37-a8f9-977402d0d7f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2aed2a62-c6e1-4815-b3eb-6e4df4ebf99d HTTP/1.1" status: 204 len: 168 time: 0.2108860 Jan 31 15:52:08.998051 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f621c0ea-f3f4-4574-87b1-ee3599578880 req-6ddc65c1-eb2f-4f32-8b88-25e250640c66 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:09.012285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8374e7-ff00-4a37-a8f9-977402d0d7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aed2a62-c6e1-4815-b3eb-6e4df4ebf99d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:09.021429 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6d5b6b1-39ee-4b26-a26c-3a7a2da6b294 req-d16b84cf-ea67-438b-b2ff-5fee8c433113 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dc509ef-de46-4147-8552-8f62f38a1363 HTTP/1.1" status: 200 len: 217 time: 0.0661552 Jan 31 15:52:09.028164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:09.030351 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f621c0ea-f3f4-4574-87b1-ee3599578880 req-6ddc65c1-eb2f-4f32-8b88-25e250640c66 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:09.079515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e25ecbb7-d121-4c6a-8a96-5526385ef84f req-79b6138e-cdb5-41c5-97fb-7581b1642e56 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429207 Jan 31 15:52:09.087480 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f621c0ea-f3f4-4574-87b1-ee3599578880 req-6ddc65c1-eb2f-4f32-8b88-25e250640c66 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:09.090563 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f621c0ea-f3f4-4574-87b1-ee3599578880 req-6ddc65c1-eb2f-4f32-8b88-25e250640c66 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:09.098148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f621c0ea-f3f4-4574-87b1-ee3599578880 req-6ddc65c1-eb2f-4f32-8b88-25e250640c66 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "DELETE /v2.0/security-groups/60a46b5c-f3da-4882-b4fd-8d11002a5c70 HTTP/1.1" status: 204 len: 173 time: 0.1703439 Jan 31 15:52:09.107774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:09.110591 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc65c1-eb2f-4f32-8b88-25e250640c66 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a46b5c-f3da-4882-b4fd-8d11002a5c70,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:09.121946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:09.199446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b6b1-39ee-4b26-a26c-3a7a2da6b294 req-42227855-5237-46c0-80fb-4ae2bf263932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:09.200857 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6d5b6b1-39ee-4b26-a26c-3a7a2da6b294 req-42227855-5237-46c0-80fb-4ae2bf263932 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.1676264 Jan 31 15:52:09.217948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:09.218662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:09.220023 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] 10.222.0.20 "PUT /v2.0/ports/25e937fa-5f77-4224-ae9b-8c330dc94aa6 HTTP/1.1" status: 200 len: 1091 time: 1.6216948 Jan 31 15:52:09.264091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316b896-7896-458a-a7d9-79162bbc6e65 req-7429a612-7fe3-451c-ada0-d23ba360c37b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:09.266063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5316b896-7896-458a-a7d9-79162bbc6e65 req-7429a612-7fe3-451c-ada0-d23ba360c37b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 944 time: 0.0871344 Jan 31 15:52:09.266948 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-652e76e0-6af0-4e34-b43b-5204180ca87e req-995c6d3b-204d-4cb6-b0e4-f049ffde8440 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:09.274688 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6d5b6b1-39ee-4b26-a26c-3a7a2da6b294 req-08be39b2-76ac-4034-b736-6cd519a0a0e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494723 Jan 31 15:52:09.279072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['343dd534-a5a1-452f-b959-595cd92515ea'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:09.281309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['0b705b12-35d1-476f-95bd-f0420379a01b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:09.344849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f19c33-8080-4720-bd06-e118ed638ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=25e937fa-5f77-4224-ae9b-8c330dc94aa6,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:09.347691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5316b896-7896-458a-a7d9-79162bbc6e65 req-edcc3eab-f72b-4326-abd7-6df513b3b459 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730751 Jan 31 15:52:09.528604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd0de2-bfa9-41f6-9206-6f9d5b655949 req-29a18bc0-6524-47c2-8d34-9580893293c1 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:09.530650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57fd0de2-bfa9-41f6-9206-6f9d5b655949 req-29a18bc0-6524-47c2-8d34-9580893293c1 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 943 time: 0.0898249 Jan 31 15:52:09.589864 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57fd0de2-bfa9-41f6-9206-6f9d5b655949 req-32a3874f-dab8-439d-9b04-e25db7db8fa4 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505207 Jan 31 15:52:09.705529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07068c-3a81-439c-ba8b-19c21c530a1b req-5ab88878-25b3-48cd-b2e9-8d0392d34ade tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:09.707488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca07068c-3a81-439c-ba8b-19c21c530a1b req-5ab88878-25b3-48cd-b2e9-8d0392d34ade tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 950 time: 0.0510933 Jan 31 15:52:09.722208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3fa5d5e-0042-4399-988e-afef6531bac6 req-90fc9f68-4340-4a83-a63b-9af662aa7ba9 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/2b5175f8-4e27-4e06-90bf-1461f0a606e2 HTTP/1.1" status: 200 len: 1804 time: 0.5462308 Jan 31 15:52:09.750679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca07068c-3a81-439c-ba8b-19c21c530a1b req-47872039-c739-4907-b3fd-bd6448b1f29d tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372260 Jan 31 15:52:09.766891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c6d3b-204d-4cb6-b0e4-f049ffde8440 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Pushing event deleted for resources: {'Port': ['ID=343dd534-a5a1-452f-b959-595cd92515ea,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:09.805988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-652e76e0-6af0-4e34-b43b-5204180ca87e req-995c6d3b-204d-4cb6-b0e4-f049ffde8440 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] No DVR routers for this DVR port 343dd534-a5a1-452f-b959-595cd92515ea on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:52:09.808921 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-652e76e0-6af0-4e34-b43b-5204180ca87e req-995c6d3b-204d-4cb6-b0e4-f049ffde8440 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:09.812641 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-652e76e0-6af0-4e34-b43b-5204180ca87e req-995c6d3b-204d-4cb6-b0e4-f049ffde8440 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.30 "DELETE /v2.0/ports/343dd534-a5a1-452f-b959-595cd92515ea HTTP/1.1" status: 204 len: 173 time: 1.7236977 Jan 31 15:52:09.856887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3136030-b7b2-462d-997d-e623f06bbacc req-c5d79f41-be96-4415-ab7e-e6a9d77e28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:09.858523 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-c5d79f41-be96-4415-ab7e-e6a9d77e28b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 1094 time: 0.5808554 Jan 31 15:52:09.897200 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6d5b6b1-39ee-4b26-a26c-3a7a2da6b294 req-f3f65d69-d05a-4ed2-874d-07e40ed83984 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976498 Jan 31 15:52:09.899128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a61531-eea3-4edc-bceb-e09d3ed05008 req-115b6b46-9fab-40a6-b232-be5bf213f88f tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:09.906395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84a61531-eea3-4edc-bceb-e09d3ed05008 req-115b6b46-9fab-40a6-b232-be5bf213f88f tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 949 time: 0.0819881 Jan 31 15:52:09.940744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-26008fb1-6496-43bf-bcb1-ef1aad6ff415 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6 HTTP/1.1" status: 200 len: 217 time: 0.0671916 Jan 31 15:52:09.952244 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84a61531-eea3-4edc-bceb-e09d3ed05008 req-64af83d0-131c-46c4-ae26-b429eb10dda8 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395558 Jan 31 15:52:09.953008 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d3fa5d5e-0042-4399-988e-afef6531bac6 req-b26abb98-f70d-44c4-a1b5-58d0294ff52d tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:10.060683 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d3fa5d5e-0042-4399-988e-afef6531bac6 req-b26abb98-f70d-44c4-a1b5-58d0294ff52d tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:10.067740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410b6df-6e8b-41bc-829f-3c1c33903035 req-e8ecef29-8d81-4734-a1bf-b9ada473a7d2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:10.069422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3410b6df-6e8b-41bc-829f-3c1c33903035 req-e8ecef29-8d81-4734-a1bf-b9ada473a7d2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0538325 Jan 31 15:52:10.077339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3136030-b7b2-462d-997d-e623f06bbacc req-c233f88e-0114-4346-90f0-f907c6dc8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:10.079310 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-c233f88e-0114-4346-90f0-f907c6dc8c29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.1273086 Jan 31 15:52:10.110465 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3410b6df-6e8b-41bc-829f-3c1c33903035 req-15649b18-a5d2-4fcc-9283-1934dff3177b tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342987 Jan 31 15:52:10.138479 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-3aff7c10-b3be-498e-966c-4dab154b6143 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421493 Jan 31 15:52:10.168823 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6d5b6b1-39ee-4b26-a26c-3a7a2da6b294 req-f8b79738-b742-4b98-b3bf-5b83364a3e9a service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418158 Jan 31 15:52:10.248070 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d3fa5d5e-0042-4399-988e-afef6531bac6 req-b26abb98-f70d-44c4-a1b5-58d0294ff52d tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:10.250902 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d3fa5d5e-0042-4399-988e-afef6531bac6 req-b26abb98-f70d-44c4-a1b5-58d0294ff52d tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:10.254372 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3fa5d5e-0042-4399-988e-afef6531bac6 req-b26abb98-f70d-44c4-a1b5-58d0294ff52d tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "DELETE /v2.0/security-groups/2b5175f8-4e27-4e06-90bf-1461f0a606e2 HTTP/1.1" status: 204 len: 173 time: 0.5036066 Jan 31 15:52:10.285986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26abb98-f70d-44c4-a1b5-58d0294ff52d tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5175f8-4e27-4e06-90bf-1461f0a606e2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:10.294589 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-97cc70ff-940a-433b-aec6-5e57d824780c service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391487 Jan 31 15:52:10.418341 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3fd8936e-0978-4691-b548-2114ceb7cc79 req-1e691440-3563-4ed9-9d38-fac70902e5a1 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=faef2efe-bea6-452c-8069-aaa03839fd1b HTTP/1.1" status: 200 len: 210 time: 0.0434029 Jan 31 15:52:10.452111 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3136030-b7b2-462d-997d-e623f06bbacc req-23d8881a-dec9-4c23-a6cd-f82f5635c697 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495748 Jan 31 15:52:10.500921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad321d9-54ac-4f5d-9338-effa86729932', 'tag': '25e937fa-5f77-4224-ae9b-8c330dc94aa6'}, {'server_uuid': 'faef2efe-bea6-452c-8069-aaa03839fd1b', 'name': 'network-vif-deleted', 'tag': '343dd534-a5a1-452f-b959-595cd92515ea'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:10.503365 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba6adc5-9ddb-4a1a-8f8d-fc4c2aacafc2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad321d9-54ac-4f5d-9338-effa86729932", "tag": "25e937fa-5f77-4224-ae9b-8c330dc94aa6"}, {"server_uuid": "faef2efe-bea6-452c-8069-aaa03839fd1b", "name": "network-vif-deleted", "tag": "343dd534-a5a1-452f-b959-595cd92515ea"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:10.534141 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-39d8511c-c913-4ce1-be03-3a7f31c9f0cc tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278249 Jan 31 15:52:10.566207 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e74c643b-33cc-4067-8091-6f1dfb726390 req-12c4bca3-cb93-429c-a12f-733e084f9e87 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/b0d020ca-90ea-4bf1-80fa-59cd5512b910 HTTP/1.1" status: 200 len: 1803 time: 0.0514529 Jan 31 15:52:10.630065 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e74c643b-33cc-4067-8091-6f1dfb726390 req-3d020f3f-745b-4c82-ab69-debaff799cf9 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:10.657856 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e74c643b-33cc-4067-8091-6f1dfb726390 req-3d020f3f-745b-4c82-ab69-debaff799cf9 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:10.675603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-d2fca51e-70cc-4cac-87dd-89089834d8e9 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:10.677101 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-d2fca51e-70cc-4cac-87dd-89089834d8e9 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1373930 Jan 31 15:52:10.692671 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-79741211-6f93-4a5a-aba1-b29cac1f7247 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/quotas/ffd95ee2c10f4a3cbfa9d45d9a9b1bfe HTTP/1.1" status: 200 len: 375 time: 0.0094588 Jan 31 15:52:10.705933 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e74c643b-33cc-4067-8091-6f1dfb726390 req-3d020f3f-745b-4c82-ab69-debaff799cf9 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:10.708548 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e74c643b-33cc-4067-8091-6f1dfb726390 req-3d020f3f-745b-4c82-ab69-debaff799cf9 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:10.709721 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e74c643b-33cc-4067-8091-6f1dfb726390 req-3d020f3f-745b-4c82-ab69-debaff799cf9 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "DELETE /v2.0/security-groups/b0d020ca-90ea-4bf1-80fa-59cd5512b910 HTTP/1.1" status: 204 len: 173 time: 0.1353102 Jan 31 15:52:10.722317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d020f3f-745b-4c82-ab69-debaff799cf9 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d020ca-90ea-4bf1-80fa-59cd5512b910,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:10.750050 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-ffe285d2-e0c9-465a-b723-616f1dc6df4c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503860 Jan 31 15:52:10.819969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468a52b-06b3-49b0-9fa1-7ff1b525a7c3 req-a08b2abf-864f-45a8-918a-db5be91cdfea tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:10.821451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b468a52b-06b3-49b0-9fa1-7ff1b525a7c3 req-a08b2abf-864f-45a8-918a-db5be91cdfea tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 944 time: 0.0507874 Jan 31 15:52:10.863880 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b468a52b-06b3-49b0-9fa1-7ff1b525a7c3 req-29dccb3e-3e0f-46e9-b8e3-ef5e7d702bdd tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349495 Jan 31 15:52:10.893801 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc6bc7-4a35-4d12-8711-1097a83c9b04 x-openstack-request-id: req-82bc6bc7-4a35-4d12-8711-1097a83c9b04 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:10.894382 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad321d9-54ac-4f5d-9338-effa86729932", "tag": "25e937fa-5f77-4224-ae9b-8c330dc94aa6", "status": "completed", "code": 200}, {"server_uuid": "faef2efe-bea6-452c-8069-aaa03839fd1b", "name": "network-vif-deleted", "tag": "343dd534-a5a1-452f-b959-595cd92515ea", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:10.894842 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82bc6bc7-4a35-4d12-8711-1097a83c9b04 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:10.895602 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad321d9-54ac-4f5d-9338-effa86729932', 'tag': '25e937fa-5f77-4224-ae9b-8c330dc94aa6', 'status': 'completed', 'code': 200} Jan 31 15:52:10.896064 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faef2efe-bea6-452c-8069-aaa03839fd1b', 'name': 'network-vif-deleted', 'tag': '343dd534-a5a1-452f-b959-595cd92515ea', 'status': 'completed', 'code': 200} Jan 31 15:52:10.978090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11101df6-bd75-4056-ab44-fc4e8c273549 req-22c8f1d8-cbf6-43e2-a536-44149acdbe65 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:10.985990 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11101df6-bd75-4056-ab44-fc4e8c273549 req-22c8f1d8-cbf6-43e2-a536-44149acdbe65 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 943 time: 0.0665419 Jan 31 15:52:10.995724 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-f8dc332d-d0d5-4d25-8abd-8e981e1b8d85 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2265c07a087545859356d144d07f938f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259683 Jan 31 15:52:10.998279 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6adc5-9ddb-4a1a-8f8d-fc4c2aacafc2 req-80a9bfc1-8bae-4f2e-82a0-8b1d00cb8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:11.000119 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dba6adc5-9ddb-4a1a-8f8d-fc4c2aacafc2 req-80a9bfc1-8bae-4f2e-82a0-8b1d00cb8edb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 1094 time: 0.0895576 Jan 31 15:52:11.020442 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11101df6-bd75-4056-ab44-fc4e8c273549 req-b63ee0a0-e7e4-48ad-9abb-b82f7a7a1d89 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335321 Jan 31 15:52:11.093981 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7b14987f-4b01-46a1-a5fc-a2f0a24a88ab req-5c3dbc75-f6cd-4b0a-b3d8-0d994fe44778 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/eb9b0a06-71d3-494e-b7c2-f63ead0e6366 HTTP/1.1" status: 200 len: 2404 time: 0.0464034 Jan 31 15:52:11.164268 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7b14987f-4b01-46a1-a5fc-a2f0a24a88ab req-a286ecf0-0f77-4f84-bb95-945c8cf9cb73 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:11.186892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-3268dea3-364c-4f38-baea-5138b5c15b7b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:11.188387 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-3268dea3-364c-4f38-baea-5138b5c15b7b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856575 Jan 31 15:52:11.190085 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7b14987f-4b01-46a1-a5fc-a2f0a24a88ab req-a286ecf0-0f77-4f84-bb95-945c8cf9cb73 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:11.195359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6adc5-9ddb-4a1a-8f8d-fc4c2aacafc2 req-33c4ba0e-ff85-4357-a65b-2907ef96c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:11.196817 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dba6adc5-9ddb-4a1a-8f8d-fc4c2aacafc2 req-33c4ba0e-ff85-4357-a65b-2907ef96c9b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.1731579 Jan 31 15:52:11.214574 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-99ff8f00-74e5-40f6-8730-faa8f9ac00d5 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/quotas/2265c07a087545859356d144d07f938f HTTP/1.1" status: 200 len: 375 time: 0.0168004 Jan 31 15:52:11.243003 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7b14987f-4b01-46a1-a5fc-a2f0a24a88ab req-a286ecf0-0f77-4f84-bb95-945c8cf9cb73 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:11.245719 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7b14987f-4b01-46a1-a5fc-a2f0a24a88ab req-a286ecf0-0f77-4f84-bb95-945c8cf9cb73 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:11.246855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7b14987f-4b01-46a1-a5fc-a2f0a24a88ab req-a286ecf0-0f77-4f84-bb95-945c8cf9cb73 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "DELETE /v2.0/security-groups/eb9b0a06-71d3-494e-b7c2-f63ead0e6366 HTTP/1.1" status: 204 len: 173 time: 0.1443052 Jan 31 15:52:11.253767 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dba6adc5-9ddb-4a1a-8f8d-fc4c2aacafc2 req-ed78b52c-ecf8-4228-8d7d-ba2712db260c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6 HTTP/1.1" status: 200 len: 217 time: 0.0479944 Jan 31 15:52:11.256492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286ecf0-0f77-4f84-bb95-945c8cf9cb73 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9b0a06-71d3-494e-b7c2-f63ead0e6366,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:11.345975 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6adc5-9ddb-4a1a-8f8d-fc4c2aacafc2 req-cd7088df-ed62-4b8e-b454-1c7422e06d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:11.347443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dba6adc5-9ddb-4a1a-8f8d-fc4c2aacafc2 req-cd7088df-ed62-4b8e-b454-1c7422e06d6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.0609853 Jan 31 15:52:11.351590 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-04784d87-f612-4fbd-9a73-f76ed329cc80 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2265c07a087545859356d144d07f938f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001818 Jan 31 15:52:11.385519 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dba6adc5-9ddb-4a1a-8f8d-fc4c2aacafc2 req-89e8eac9-e0a2-46a5-a9e3-d07353d6ed4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258150 Jan 31 15:52:11.505353 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dba6adc5-9ddb-4a1a-8f8d-fc4c2aacafc2 req-6a48f3f5-d348-43aa-b1b6-b32f8c3d9249 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024084 Jan 31 15:52:11.530540 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc6b98fc-0f90-40d6-a280-8146cac0218c req-b5c63c2a-fc69-4371-8bd7-e6fa8b651129 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 210 time: 0.0460296 Jan 31 15:52:11.620449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9606f98-0de6-40b5-a04e-ef2733343290 req-850b2013-2d90-4565-8f76-7b81707c9aac tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "GET /v2.0/security-groups/c50b7ea9-8475-4c70-b808-de044f0dd3fd HTTP/1.1" status: 200 len: 2397 time: 0.0980582 Jan 31 15:52:11.676606 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dba6adc5-9ddb-4a1a-8f8d-fc4c2aacafc2 req-dcee89e6-bdc1-403d-aa4d-9af424e2d406 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581862 Jan 31 15:52:11.695623 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9606f98-0de6-40b5-a04e-ef2733343290 req-39ca0f4a-53e8-4b8c-acc4-a2d994331717 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:11.720731 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9606f98-0de6-40b5-a04e-ef2733343290 req-39ca0f4a-53e8-4b8c-acc4-a2d994331717 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:11.771811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9606f98-0de6-40b5-a04e-ef2733343290 req-39ca0f4a-53e8-4b8c-acc4-a2d994331717 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:11.774395 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9606f98-0de6-40b5-a04e-ef2733343290 req-39ca0f4a-53e8-4b8c-acc4-a2d994331717 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:11.775545 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9606f98-0de6-40b5-a04e-ef2733343290 req-39ca0f4a-53e8-4b8c-acc4-a2d994331717 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] 10.222.0.36 "DELETE /v2.0/security-groups/c50b7ea9-8475-4c70-b808-de044f0dd3fd HTTP/1.1" status: 204 len: 173 time: 0.1499760 Jan 31 15:52:11.783510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36740) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:11.785669 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-717a5267-e257-4b5c-9362-c7c3e9f9a586 req-ba70649a-4bf7-4ac4-954c-8ab03f8001eb tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 210 time: 0.0378003 Jan 31 15:52:11.799171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca0f4a-53e8-4b8c-acc4-a2d994331717 tempest-SecurityGroupRulesTestJSON-608415205 tempest-SecurityGroupRulesTestJSON-608415205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50b7ea9-8475-4c70-b808-de044f0dd3fd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:11.855753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fef4368-4b36-4968-beda-9b0a02c6f35f admin admin] Deleting subnet 44bd80b9-acca-45d9-a671-3d2b4798bda6 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:52:11.859494 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5fef4368-4b36-4968-beda-9b0a02c6f35f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:11.905239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5fef4368-4b36-4968-beda-9b0a02c6f35f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:11.948194 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5fef4368-4b36-4968-beda-9b0a02c6f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.016998 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5fef4368-4b36-4968-beda-9b0a02c6f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.039227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d36d8-7947-4727-b6b8-991284695e99 req-aaa398b0-c3c7-4a1e-b03c-537c499e0e10 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:12.047289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-699d36d8-7947-4727-b6b8-991284695e99 req-aaa398b0-c3c7-4a1e-b03c-537c499e0e10 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 944 time: 0.0757685 Jan 31 15:52:12.060638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef4368-4b36-4968-beda-9b0a02c6f35f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44bd80b9-acca-45d9-a671-3d2b4798bda6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:12.099190 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-256190d5-78d4-4570-9af7-867b895a4cc8 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305982 Jan 31 15:52:12.104853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5fef4368-4b36-4968-beda-9b0a02c6f35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.110432 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5fef4368-4b36-4968-beda-9b0a02c6f35f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/44bd80b9-acca-45d9-a671-3d2b4798bda6 HTTP/1.1" status: 204 len: 168 time: 0.3214810 Jan 31 15:52:12.110615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36758) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:12.126996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-699d36d8-7947-4727-b6b8-991284695e99 req-54362d15-9298-4938-86f3-29f270ec7987 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789433 Jan 31 15:52:12.186195 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd6ba5-b7cc-46a7-8ffb-de699742470a req-8494e8d0-ba12-490e-ae52-c699e287c735 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:12.187799 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3abd6ba5-b7cc-46a7-8ffb-de699742470a req-8494e8d0-ba12-490e-ae52-c699e287c735 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 949 time: 0.1237710 Jan 31 15:52:12.222720 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.265515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3abd6ba5-b7cc-46a7-8ffb-de699742470a req-e0f3605c-e9fb-4f89-8a52-698d6b419334 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627365 Jan 31 15:52:12.322303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-ccbb1aca-2d75-4c5a-ab9c-4c9b2d73796d tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:12.324024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-ccbb1aca-2d75-4c5a-ab9c-4c9b2d73796d tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169371 Jan 31 15:52:12.336986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4ec7d-8402-471f-9278-fd08036e799f req-c5361126-46ad-4786-91f1-3dede6bc6018 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:12.338772 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94f4ec7d-8402-471f-9278-fd08036e799f req-c5361126-46ad-4786-91f1-3dede6bc6018 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 943 time: 0.1078782 Jan 31 15:52:12.344393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Request body: {'port': {'device_id': 'da3808e2-0311-4610-8a45-cf04b230be39', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': 'ffd95ee2c10f4a3cbfa9d45d9a9b1bfe'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:12.353890 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.375836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0061e8d-b3c5-41c2-937f-cb7232fc05aa']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:12.385768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266b18d7-770a-42e7-976e-57c1732933d3') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:12.386111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266b18d7-770a-42e7-976e-57c1732933d3') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:12.399026 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.405428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36762) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:12.419567 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.426653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:52:12.427320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:52:12.429118 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:52:12.436886 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94f4ec7d-8402-471f-9278-fd08036e799f req-0797f852-1725-4a67-b60b-555ad2bf6f9a tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877266 Jan 31 15:52:12.487594 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.493802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.497670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] 10.222.0.36 "DELETE /v2.0/networks/d0061e8d-b3c5-41c2-937f-cb7232fc05aa HTTP/1.1" status: 204 len: 168 time: 0.3857708 Jan 31 15:52:12.502968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Made reservation on behalf of ffd95ee2c10f4a3cbfa9d45d9a9b1bfe for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:12.507177 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.509986 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e9837-ac8f-4566-85b3-63f0648e1e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=d0061e8d-b3c5-41c2-937f-cb7232fc05aa,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:12.555718 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4bc43678-e5cf-4b82-b5ea-aeba3ce69e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.659534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36770) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:12.662454 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-3ee42c6a-196d-4fc4-8e5c-de4d22e575c0 service neutron] 10.222.0.30 "GET /v2.0/ports/6dc509ef-de46-4147-8552-8f62f38a1363/bindings/n-h2-827120-1 HTTP/1.1" status: 200 len: 384 time: 0.1289704 Jan 31 15:52:12.663105 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9df4a673-4221-4539-9ccd-8c7afb55069f req-b8847209-80c2-4cb4-90da-0e04304b33b4 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 210 time: 0.0472586 Jan 31 15:52:12.664931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 343dd534-a5a1-452f-b959-595cd92515ea no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:52:12.706642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 343dd534-a5a1-452f-b959-595cd92515ea {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:52:12.707235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 343dd534-a5a1-452f-b959-595cd92515ea not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:52:12.708017 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4bc43678-e5cf-4b82-b5ea-aeba3ce69e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.716820 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4bc43678-e5cf-4b82-b5ea-aeba3ce69e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.730134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Allocated IP 192.168.233.248 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/c0b2964f-9877-4997-95fc-165bfaafb6c5) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:12.762346 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4bc43678-e5cf-4b82-b5ea-aeba3ce69e9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef50242d044d42739c0f7e995cea6a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558712 Jan 31 15:52:12.767403 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5ce0a928-5784-4fe0-9886-fe7513570b20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24b2b34085a5418883c1d3f3f917cd9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029139 Jan 31 15:52:12.767928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36772) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:12.770394 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36774) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:12.781073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc43678-e5cf-4b82-b5ea-aeba3ce69e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ded089-0cd8-4d8b-971c-a0a8d5bc825f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:12.849714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-a8009fc4-a3c0-4108-9292-bbfab4907f94 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2265c07a087545859356d144d07f938f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961311 Jan 31 15:52:12.864501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2a74d413-66bf-4fa0-9c56-6d4b55da4b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.866912 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37356d21-9e33-45f3-ac91-327932e928fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.899018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2a74d413-66bf-4fa0-9c56-6d4b55da4b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.909385 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37356d21-9e33-45f3-ac91-327932e928fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.971919 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37356d21-9e33-45f3-ac91-327932e928fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.974503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37356d21-9e33-45f3-ac91-327932e928fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.975634 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-37356d21-9e33-45f3-ac91-327932e928fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab10cc82-4d7b-479a-ad24-b5b0d4272a9c HTTP/1.1" status: 204 len: 168 time: 0.2002785 Jan 31 15:52:12.978450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2a74d413-66bf-4fa0-9c56-6d4b55da4b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.980836 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2a74d413-66bf-4fa0-9c56-6d4b55da4b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:12.984235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2a74d413-66bf-4fa0-9c56-6d4b55da4b50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5ded089-0cd8-4d8b-971c-a0a8d5bc825f HTTP/1.1" status: 204 len: 168 time: 0.2122598 Jan 31 15:52:12.990383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37356d21-9e33-45f3-ac91-327932e928fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab10cc82-4d7b-479a-ad24-b5b0d4272a9c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:12.994735 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4acfe916-9a89-4687-a2cd-b69e1aad8f36 req-20b6823d-a90b-4720-97cb-81f214dc396c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 210 time: 0.1111267 Jan 31 15:52:13.001589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74d413-66bf-4fa0-9c56-6d4b55da4b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ded089-0cd8-4d8b-971c-a0a8d5bc825f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:13.112730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-7227d006-5885-415b-b39e-410f7acd57b4 service neutron] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6dc509ef-de46-4147-8552-8f62f38a1363,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:13.182846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-e60c23c1-4201-4937-93dd-bd9001c5cb92 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:13.184319 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-e60c23c1-4201-4937-93dd-bd9001c5cb92 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3273704 Jan 31 15:52:13.190176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-7227d006-5885-415b-b39e-410f7acd57b4 service neutron] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:13.221727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Request body: {'port': {'device_id': 'f43034e8-730e-4b8e-9242-41069d9a7c1e', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '2265c07a087545859356d144d07f938f'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:13.242077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:13.261684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feacb3f-8f4e-4f76-966a-18f20c64f136 req-233dee26-5319-4849-ad93-d40067bb89b6 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:13.263924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0feacb3f-8f4e-4f76-966a-18f20c64f136 req-233dee26-5319-4849-ad93-d40067bb89b6 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 944 time: 0.0622926 Jan 31 15:52:13.318598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-7227d006-5885-415b-b39e-410f7acd57b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc509ef-de46-4147-8552-8f62f38a1363 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:13.321921 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0feacb3f-8f4e-4f76-966a-18f20c64f136 req-717922aa-cfc7-40f2-bca2-a7bd9911b484 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Jan 31 15:52:13.374824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-7227d006-5885-415b-b39e-410f7acd57b4 service neutron] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6dc509ef-de46-4147-8552-8f62f38a1363,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:13.386859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36794) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:13.408924 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ab7da37-466a-4d36-be3a-23e6386681c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:13.424529 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-7227d006-5885-415b-b39e-410f7acd57b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:13.460052 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:13.473792 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4f5c27e9-1e98-42ab-8832-ae8bc15df0e1'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:13.476484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['eb5e5d58-29bd-46f7-ae14-d35440bb5055'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:13.495213 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ab7da37-466a-4d36-be3a-23e6386681c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:13.500554 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ab7da37-466a-4d36-be3a-23e6386681c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:13.536464 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1ab7da37-466a-4d36-be3a-23e6386681c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62b1e677eebe4cf698ef178e2f6e9552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480920 Jan 31 15:52:13.540450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36800) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:13.589681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a75de-7669-414f-b8c1-09b2f40af455 req-bf44fbd9-ccda-4f25-beb8-824b0819ed57 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:13.591265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f6a75de-7669-414f-b8c1-09b2f40af455 req-bf44fbd9-ccda-4f25-beb8-824b0819ed57 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 949 time: 0.2513809 Jan 31 15:52:13.628574 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75d1e6e8-25d7-411e-989f-968323db6e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:13.641635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:13.644083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7da37-466a-4d36-be3a-23e6386681c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4806fdd8-664c-4d6f-b880-f0d66df5f1ef,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:13.666921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:13.669028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Made reservation on behalf of 2265c07a087545859356d144d07f938f for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:13.686075 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:13.701890 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75d1e6e8-25d7-411e-989f-968323db6e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:13.707910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:13.715584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Pushing event updated for resources: {'Port': ['ID=c0b2964f-9877-4997-95fc-165bfaafb6c5,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:13.742695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560f18f-ab3e-4658-a273-cb26de089274 req-2c326eb2-7610-4b6e-9adb-efd6b65371b0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:13.744252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3560f18f-ab3e-4658-a273-cb26de089274 req-2c326eb2-7610-4b6e-9adb-efd6b65371b0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 943 time: 0.1423302 Jan 31 15:52:13.815631 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3560f18f-ab3e-4658-a273-cb26de089274 req-cb98cc3a-dc0e-41c6-ad69-0622d81c2060 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586448 Jan 31 15:52:13.829003 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75d1e6e8-25d7-411e-989f-968323db6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:13.837146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75d1e6e8-25d7-411e-989f-968323db6e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:13.845070 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-75d1e6e8-25d7-411e-989f-968323db6e3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4806fdd8-664c-4d6f-b880-f0d66df5f1ef HTTP/1.1" status: 204 len: 168 time: 0.3005970 Jan 31 15:52:13.866880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1e6e8-25d7-411e-989f-968323db6e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4806fdd8-664c-4d6f-b880-f0d66df5f1ef,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:14.061080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7a97e-eb26-4fed-ba62-a6db5cb36a0f req-4342a2b9-035a-484f-8d48-c350781f3425 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:14.061382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0b28ef26-14e4-4a8a-90e2-c3b06ae8ba31 None None] Provisioning complete for port c0b2964f-9877-4997-95fc-165bfaafb6c5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:14.062464 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b28ef26-14e4-4a8a-90e2-c3b06ae8ba31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.075950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bdb7a97e-eb26-4fed-ba62-a6db5cb36a0f req-4342a2b9-035a-484f-8d48-c350781f3425 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 936 time: 0.1198244 Jan 31 15:52:14.115502 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0b28ef26-14e4-4a8a-90e2-c3b06ae8ba31 None None] Port c0b2964f-9877-4997-95fc-165bfaafb6c5 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:52:14.146023 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bdb7a97e-eb26-4fed-ba62-a6db5cb36a0f req-5ca54045-12c5-44c4-8195-a0a8830309de tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642450 Jan 31 15:52:14.150985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36822) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:14.187365 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f6a75de-7669-414f-b8c1-09b2f40af455 req-e9e4e15c-4f7e-4aaf-9378-44cd9ff14347 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859940 Jan 31 15:52:14.212113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-7227d006-5885-415b-b39e-410f7acd57b4 service neutron] Transition to ACTIVE for port object 6dc509ef-de46-4147-8552-8f62f38a1363 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:52:14.233722 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-7227d006-5885-415b-b39e-410f7acd57b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.290747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-625134698-network', 'tenant_id': 'd76ffa6c8fc8494caa5aa01adf79093d'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:14.291305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:14.291399 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.349784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Made reservation on behalf of d76ffa6c8fc8494caa5aa01adf79093d for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:14.353508 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.368341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3b701-fd4c-4c2a-8d63-074da5b74a89 req-68cb722d-8177-48d5-8484-0774b8278d7e tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:14.368768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.370237 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42d3b701-fd4c-4c2a-8d63-074da5b74a89 req-68cb722d-8177-48d5-8484-0774b8278d7e tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 949 time: 0.6740403 Jan 31 15:52:14.394887 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3caf0811-96d7-42d8-a822-df415b5be363 req-79d0d73b-ddb1-42ff-89ff-5bab6b03547d tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 210 time: 0.0996273 Jan 31 15:52:14.415601 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-38ea6198-9d8c-4fd2-b774-99dab30a1db5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0751088 Jan 31 15:52:14.470765 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Request body: {'port': {'device_id': 'da3808e2-0311-4610-8a45-cf04b230be39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:14.481834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-7227d006-5885-415b-b39e-410f7acd57b4 service neutron] No DVR routers for this DVR port 6dc509ef-de46-4147-8552-8f62f38a1363 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:52:14.501972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 25e937fa-5f77-4224-ae9b-8c330dc94aa6 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:14.539077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.540978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227d006-5885-415b-b39e-410f7acd57b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc509ef-de46-4147-8552-8f62f38a1363,revision_number=10']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:14.544520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.573833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd5cd85-0607-4aea-92ea-18990d1fbd41,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:14.591891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1214a4-5e63-46b0-aa6f-8c98fc65e991 req-2b43999c-ee07-49df-bd50-37dc485bc6cf tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:14.593670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b1214a4-5e63-46b0-aa6f-8c98fc65e991 req-2b43999c-ee07-49df-bd50-37dc485bc6cf tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 945 time: 0.1771986 Jan 31 15:52:14.600110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:52:14.629145 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.629504 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Added segment 98f59df2-c360-40db-bc4d-1248043b9357 of type vlan for network 335eda43-a9e4-4b22-add6-364e39c7741f Jan 31 15:52:14.651704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Allocated IP 192.168.233.84 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:14.659203 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-7227d006-5885-415b-b39e-410f7acd57b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/6dc509ef-de46-4147-8552-8f62f38a1363/bindings/n-h2-827120-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9896870 Jan 31 15:52:14.684461 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.714339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b1214a4-5e63-46b0-aa6f-8c98fc65e991 req-4dea609f-b14e-499f-9110-b51ab7a83f6a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066513 Jan 31 15:52:14.719514 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.724267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:14.725326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.20', 57594) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:14.738509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '25e937fa-5f77-4224-ae9b-8c330dc94aa6', 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad', 'port_id': '25e937fa-5f77-4224-ae9b-8c330dc94aa6', 'mac_address': 'fa:16:3e:c8:54:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4805291-5b10-4a76-b006-715b95a7b211', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:52:14.752418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-f79bedd0-8ea1-4bbc-a50d-c7505e2818d9 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1430900181&fields=id&tenant_id=47409c3206c74917a98561c89b6ac9b2 HTTP/1.1" status: 200 len: 267 time: 0.1362085 Jan 31 15:52:14.792556 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.810515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e937fa-5f77-4224-ae9b-8c330dc94aa6 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:14.823966 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.826591 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:14.827066 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.842598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:14.848907 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.867317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7121520 Jan 31 15:52:14.868285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36858) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:14.882329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-bad32c56-6836-4c4c-ad4e-4198b998fcc7 admin admin] Request body: {'subnet': {'network_id': '335eda43-a9e4-4b22-add6-364e39c7741f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-625134698-subnet', 'tenant_id': 'd76ffa6c8fc8494caa5aa01adf79093d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:14.904760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-42d3b701-fd4c-4c2a-8d63-074da5b74a89 req-276831e6-72d0-4089-a737-266192e628b3 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Deleting port 0b705b12-35d1-476f-95bd-f0420379a01b {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:52:14.905217 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-42d3b701-fd4c-4c2a-8d63-074da5b74a89 req-276831e6-72d0-4089-a737-266192e628b3 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:14.920668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=25e937fa-5f77-4224-ae9b-8c330dc94aa6,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:15.132776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-a3b632b1-86b0-493c-a3d1-a9037315f2b4 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:15.134221 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-a3b632b1-86b0-493c-a3d1-a9037315f2b4 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47&tenant_id=fb6f65ae282d4cad81a9203baacdf14e&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1096 time: 0.4075599 Jan 31 15:52:15.147118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['25e937fa-5f77-4224-ae9b-8c330dc94aa6'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:15.147747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad32c56-6836-4c4c-ad4e-4198b998fcc7 admin admin] Made reservation on behalf of d76ffa6c8fc8494caa5aa01adf79093d for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:15.150672 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bad32c56-6836-4c4c-ad4e-4198b998fcc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:15.168750 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-15e42984-27a9-484e-bbca-9125ad40a634 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:15.175694 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-15e42984-27a9-484e-bbca-9125ad40a634 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/networks?id=107981a1-8971-4307-a532-a01979b3d6a9 HTTP/1.1" status: 200 len: 823 time: 0.4223239 Jan 31 15:52:15.276301 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-2cdb2508-4f2f-48b8-9a67-923bdaca1d89 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/quotas/47409c3206c74917a98561c89b6ac9b2 HTTP/1.1" status: 200 len: 375 time: 0.0997081 Jan 31 15:52:15.284578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52412a5a-7dfb-4072-835b-5f2c7b54c6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=335eda43-a9e4-4b22-add6-364e39c7741f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:15.293303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:15.309985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 335eda43-a9e4-4b22-add6-364e39c7741f details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:52:15.312405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd856c4-b83d-484d-ab0a-ad65a70ebf4d req-7ab8b3da-c6e0-4b94-bbb0-ec2922a24d44 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:15.320219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fd856c4-b83d-484d-ab0a-ad65a70ebf4d req-7ab8b3da-c6e0-4b94-bbb0-ec2922a24d44 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 944 time: 0.1848736 Jan 31 15:52:15.341892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-42d3b701-fd4c-4c2a-8d63-074da5b74a89 req-276831e6-72d0-4089-a737-266192e628b3 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] For port 0b705b12-35d1-476f-95bd-f0420379a01b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0b705b12-35d1-476f-95bd-f0420379a01b,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:15.342113 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-e56be144-62cd-4669-b066-f3cae822aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:15.342280 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-42d3b701-fd4c-4c2a-8d63-074da5b74a89 req-276831e6-72d0-4089-a737-266192e628b3 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:15.343418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-e56be144-62cd-4669-b066-f3cae822aa96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47&tenant_id=fb6f65ae282d4cad81a9203baacdf14e HTTP/1.1" status: 200 len: 1096 time: 0.1743646 Jan 31 15:52:15.366951 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fd856c4-b83d-484d-ab0a-ad65a70ebf4d req-ad49e3cf-b370-453b-b5b2-29d63454e8de tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435631 Jan 31 15:52:15.377998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-42d3b701-fd4c-4c2a-8d63-074da5b74a89 req-276831e6-72d0-4089-a737-266192e628b3 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Calling delete_port for 0b705b12-35d1-476f-95bd-f0420379a01b owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:52:15.444319 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-951f3508-6f0d-4910-97a0-8b809fe6144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:15.446900 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-951f3508-6f0d-4910-97a0-8b809fe6144c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 1096 time: 0.0624084 Jan 31 15:52:15.467769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-a5a83c3f-351d-45f4-a7db-d6066a29e64b tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=47409c3206c74917a98561c89b6ac9b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1902561 Jan 31 15:52:15.523666 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:15.538275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['24a27c9a-8d6a-4fa3-a7c2-e9390834404d'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:15.588942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b60fd9-5964-4573-9790-b57af8a4b7cf req-46c3c4ce-5aeb-436c-a35c-3d8626ea26f7 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:15.590657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-62b60fd9-5964-4573-9790-b57af8a4b7cf req-46c3c4ce-5aeb-436c-a35c-3d8626ea26f7 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 936 time: 0.1242452 Jan 31 15:52:15.649226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-854e2598-4eba-4f4b-975e-b0b476482ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:15.651118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-854e2598-4eba-4f4b-975e-b0b476482ca5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.1965806 Jan 31 15:52:15.678033 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-62b60fd9-5964-4573-9790-b57af8a4b7cf req-503f9180-a2de-4f64-8421-c783752bb4ff tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721638 Jan 31 15:52:15.715711 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-346ae9dd-9eff-45af-9027-7854dc4a3bd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dc509ef-de46-4147-8552-8f62f38a1363 HTTP/1.1" status: 200 len: 217 time: 0.0533292 Jan 31 15:52:15.738123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:15.762407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:15.764562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Pushing event updated for resources: {'Port': ['ID=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:15.767719 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:15.793976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-b7d0be0e-501d-4683-9a0c-d93a3ab854c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:15.795686 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-b7d0be0e-501d-4683-9a0c-d93a3ab854c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.0658720 Jan 31 15:52:15.861846 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-94d262f5-7103-4646-ae8d-6a6d02de715f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576162 Jan 31 15:52:15.866555 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-f6d7c1d1-68b7-4a10-88b7-3036f2598c85 service neutron] 10.222.0.36 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677430 Jan 31 15:52:15.867382 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bad32c56-6836-4c4c-ad4e-4198b998fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:15.886493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dff5bf-ebb5-400c-b621-4ba0e523169a req-211c1a27-0997-4472-bb20-13a4358b5bda tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:15.887947 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-67dff5bf-ebb5-400c-b621-4ba0e523169a req-211c1a27-0997-4472-bb20-13a4358b5bda tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad9f7c08-5bd0-47f0-83e7-d7a74681462a HTTP/1.1" status: 200 len: 949 time: 0.0741701 Jan 31 15:52:15.977307 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-67dff5bf-ebb5-400c-b621-4ba0e523169a req-8f3a8665-d06e-43fc-9b97-9b0522381313 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790393 Jan 31 15:52:16.004483 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-93f9a4a3-a650-459b-a7cd-838f05214a9b service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338437 Jan 31 15:52:16.014951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:16.015856 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:16.048602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f50fc70b-a32c-4bf4-b325-f119d8a5884f None None] Provisioning complete for port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:16.048926 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f50fc70b-a32c-4bf4-b325-f119d8a5884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:16.051805 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-42d3b701-fd4c-4c2a-8d63-074da5b74a89 req-276831e6-72d0-4089-a737-266192e628b3 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:16.072399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['0b705b12-35d1-476f-95bd-f0420379a01b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:16.107642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.20', 57595) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:16.110460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f50fc70b-a32c-4bf4-b325-f119d8a5884f None None] Port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:52:16.127560 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-830c6e9f-94d3-4415-9c47-5e3e94a11e8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9116411 Jan 31 15:52:16.139328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad32c56-6836-4c4c-ad4e-4198b998fcc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8135ee7c-bd37-45f7-ab55-40a16cf8d67c,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:16.165085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Request body: {'port': {'device_id': 'f43034e8-730e-4b8e-9242-41069d9a7c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:16.168801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e3936-856e-4a79-b89d-1ce9596d34ca req-624760b3-7d94-48b0-9a7e-6facc13522b0 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:16.170325 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-138e3936-856e-4a79-b89d-1ce9596d34ca req-624760b3-7d94-48b0-9a7e-6facc13522b0 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 935 time: 0.1082621 Jan 31 15:52:16.180721 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-81c06dfd-8749-4b9a-82bc-701c0a2a391f service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666415 Jan 31 15:52:16.201859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276831e6-72d0-4089-a737-266192e628b3 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Pushing event deleted for resources: {'Port': ['ID=0b705b12-35d1-476f-95bd-f0420379a01b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:16.205590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-2db795ec-7c37-4bd8-b5b6-908902a2d96d tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:16.207119 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-2db795ec-7c37-4bd8-b5b6-908902a2d96d tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.20 "GET /v2.0/ports?device_id=403cb439-29a3-4a3d-ba75-545da6cafc24 HTTP/1.1" status: 200 len: 967 time: 0.0985439 Jan 31 15:52:16.251166 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-138e3936-856e-4a79-b89d-1ce9596d34ca req-5e6b32d9-feb1-42d6-9b7d-2a80b5cac188 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694578 Jan 31 15:52:16.254193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d3b701-fd4c-4c2a-8d63-074da5b74a89 req-276831e6-72d0-4089-a737-266192e628b3 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] No DVR routers for this DVR port 0b705b12-35d1-476f-95bd-f0420379a01b on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:52:16.257046 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-42d3b701-fd4c-4c2a-8d63-074da5b74a89 req-276831e6-72d0-4089-a737-266192e628b3 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:16.260714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42d3b701-fd4c-4c2a-8d63-074da5b74a89 req-276831e6-72d0-4089-a737-266192e628b3 tempest-LiveMigrationNegativeTest-863233853 tempest-LiveMigrationNegativeTest-863233853-project] 10.222.0.20 "DELETE /v2.0/ports/0b705b12-35d1-476f-95bd-f0420379a01b HTTP/1.1" status: 204 len: 173 time: 1.8597691 Jan 31 15:52:16.262796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b2964f-9877-4997-95fc-165bfaafb6c5 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:16.274861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9f7c08-5bd0-47f0-83e7-d7a74681462a', 'name': 'network-vif-deleted', 'tag': '0b705b12-35d1-476f-95bd-f0420379a01b'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:16.278825 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee033bb-0208-4412-89aa-b6f454baa2bb" -d '{"events": [{"server_uuid": "ad9f7c08-5bd0-47f0-83e7-d7a74681462a", "name": "network-vif-deleted", "tag": "0b705b12-35d1-476f-95bd-f0420379a01b"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:16.291271 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:16.296056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad32c56-6836-4c4c-ad4e-4198b998fcc7 admin admin] Checking segment: {'id': '98f59df2-c360-40db-bc4d-1248043b9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '335eda43-a9e4-4b22-add6-364e39c7741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:16.296653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad32c56-6836-4c4c-ad4e-4198b998fcc7 admin admin] Network hostable DHCP agents. Network: 335eda43-a9e4-4b22-add6-364e39c7741f, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:52:16.307073 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff7f03a-3fa4-471c-b77a-4ef0366c9813 service neutron] 10.222.0.36 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044163 Jan 31 15:52:16.347747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Transition to ACTIVE for port object c0b2964f-9877-4997-95fc-165bfaafb6c5 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:52:16.360260 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:16.381635 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:16.387075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad32c56-6836-4c4c-ad4e-4198b998fcc7 admin admin] Network 335eda43-a9e4-4b22-add6-364e39c7741f is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:52:16.469414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Deleting port dc3057ec-a28e-45a5-b69d-9c760ba46ba2 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:52:16.470457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:16.497775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-bad32c56-6836-4c4c-ad4e-4198b998fcc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 335eda43-a9e4-4b22-add6-364e39c7741f) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:16.503450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad32c56-6836-4c4c-ad4e-4198b998fcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:16.504199 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bad32c56-6836-4c4c-ad4e-4198b998fcc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:16.512571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97ff01-72bf-4a31-89c6-3ad4bbec90c8 None None] Network 335eda43-a9e4-4b22-add6-364e39c7741f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:52:16.546910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 25e937fa-5f77-4224-ae9b-8c330dc94aa6 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:16.549369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca1b59-70c3-4a10-a31a-aa580b58c1cb req-b2257272-20c2-4bf3-8a80-c85cd840c6b2 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:16.556971 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2ca1b59-70c3-4a10-a31a-aa580b58c1cb req-b2257272-20c2-4bf3-8a80-c85cd840c6b2 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 945 time: 0.1427553 Jan 31 15:52:16.563446 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bad32c56-6836-4c4c-ad4e-4198b998fcc7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6883290 Jan 31 15:52:16.602169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b2964f-9877-4997-95fc-165bfaafb6c5,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:16.693961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6dc509ef-de46-4147-8552-8f62f38a1363 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:52:16.710644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-ab243753-4956-4a0d-82ff-670bedd0b19d tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:16.712619 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-ab243753-4956-4a0d-82ff-670bedd0b19d tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47&tenant_id=fb6f65ae282d4cad81a9203baacdf14e&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1096 time: 0.2558153 Jan 31 15:52:16.741501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] For port dc3057ec-a28e-45a5-b69d-9c760ba46ba2, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc3057ec-a28e-45a5-b69d-9c760ba46ba2,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:16.745708 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:16.765239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:52:16.781647 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Attempting to bind port c0b2964f-9877-4997-95fc-165bfaafb6c5 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:16.785556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Attempting to bind port c0b2964f-9877-4997-95fc-165bfaafb6c5 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:16.785833 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:16.785955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Attempting to bind port c0b2964f-9877-4997-95fc-165bfaafb6c5 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:16.786437 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:16.952705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6dc509ef-de46-4147-8552-8f62f38a1363 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:52:16.970654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Port c0b2964f-9877-4997-95fc-165bfaafb6c5 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:16.971976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Attempting to bind port c0b2964f-9877-4997-95fc-165bfaafb6c5 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:16.972843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2ca1b59-70c3-4a10-a31a-aa580b58c1cb req-c5e108c4-4570-47c7-9d1a-4d8c79381006 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033434 Jan 31 15:52:17.018290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:17.022370 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:17.024547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:17.025235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Bound port: c0b2964f-9877-4997-95fc-165bfaafb6c5, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:17.027889 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:17.053214 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7127a4-1937-49e2-8173-64079a7eaeba x-openstack-request-id: req-7a7127a4-1937-49e2-8173-64079a7eaeba {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:17.053508 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9f7c08-5bd0-47f0-83e7-d7a74681462a", "name": "network-vif-deleted", "tag": "0b705b12-35d1-476f-95bd-f0420379a01b", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:17.053760 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a7127a4-1937-49e2-8173-64079a7eaeba {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:17.054157 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9f7c08-5bd0-47f0-83e7-d7a74681462a', 'name': 'network-vif-deleted', 'tag': '0b705b12-35d1-476f-95bd-f0420379a01b', 'status': 'completed', 'code': 200} Jan 31 15:52:17.107135 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d20e5b6-dcc0-4295-b58b-8583f49cbb79 None None] Network 335eda43-a9e4-4b22-add6-364e39c7741f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:52:17.225497 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fcc54cb0-2b1c-4058-a36a-bbcc73451693 req-629d5f33-01d8-4fbb-a4dc-7bf43d0c058c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 210 time: 0.0586746 Jan 31 15:52:17.262736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf264b7-373f-4ad8-a983-eb9a0db7fec6 req-09744ae5-167c-4e32-a780-715cfe38171a tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:17.271029 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fbf264b7-373f-4ad8-a983-eb9a0db7fec6 req-09744ae5-167c-4e32-a780-715cfe38171a tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 944 time: 0.1400454 Jan 31 15:52:17.312888 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-196298a1-d955-478c-b190-1319cc11d02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:17.317175 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:17.326310 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:17.326771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:17.327444 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Floating IP a4d9990d-c646-4ed2-a8ed-5326fee5b620 disassociated. External IP: 172.25.1.72, port: dc3057ec-a28e-45a5-b69d-9c760ba46ba2. Jan 31 15:52:17.327902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Calling delete_port for dc3057ec-a28e-45a5-b69d-9c760ba46ba2 owned by compute:tempest-test_az-688078664 {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:52:17.352280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fbf264b7-373f-4ad8-a983-eb9a0db7fec6 req-8d9bd3d8-3a0d-46e1-b65d-5a13b0f7ac41 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748353 Jan 31 15:52:17.353790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:17.354751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad321d9-54ac-4f5d-9338-effa86729932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e937fa-5f77-4224-ae9b-8c330dc94aa6'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:17.357993 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658459e2-3f98-46c8-a48d-368f453f5028" -d '{"events": [{"server_uuid": "3ad321d9-54ac-4f5d-9338-effa86729932", "name": "network-vif-plugged", "status": "completed", "tag": "25e937fa-5f77-4224-ae9b-8c330dc94aa6"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:17.361961 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:17.362773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0b705b12-35d1-476f-95bd-f0420379a01b no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:52:17.363059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] For port c0b2964f-9877-4997-95fc-165bfaafb6c5, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:17.427321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 0b705b12-35d1-476f-95bd-f0420379a01b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:52:17.427621 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0b705b12-35d1-476f-95bd-f0420379a01b not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:52:17.454474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=25e937fa-5f77-4224-ae9b-8c330dc94aa6,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:17.475199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-ec7bb9ff-5204-4850-b1fd-c41b140287a5 service neutron] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:17.479106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] For port c0b2964f-9877-4997-95fc-165bfaafb6c5, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=c0b2964f-9877-4997-95fc-165bfaafb6c5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:17.483469 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-ec7bb9ff-5204-4850-b1fd-c41b140287a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:17.484589 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6535e90-6673-4084-b760-ed6d7fd66c9e req-ec7bb9ff-5204-4850-b1fd-c41b140287a5 service neutron] 10.222.0.20 "DELETE /v2.0/ports/6dc509ef-de46-4147-8552-8f62f38a1363/bindings/n-h1-827120-1 HTTP/1.1" status: 204 len: 173 time: 0.7643635 Jan 31 15:52:17.507547 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-e67ff2ed-8a01-4338-a797-fab4a2bcc644 req-332acf00-44fb-4b23-8910-0432d203af35 tempest-SecurityGroupsNegativeTestJSON-670753843 tempest-SecurityGroupsNegativeTestJSON-670753843-project] show failed (client error): The resource could not be found. Jan 31 15:52:17.509761 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e67ff2ed-8a01-4338-a797-fab4a2bcc644 req-332acf00-44fb-4b23-8910-0432d203af35 tempest-SecurityGroupsNegativeTestJSON-670753843 tempest-SecurityGroupsNegativeTestJSON-670753843-project] 10.222.0.36 "GET /v2.0/security-groups/46d7f945-2d13-4dc5-8084-edbd7a71c50c HTTP/1.1" status: 404 len: 352 time: 0.0344002 Jan 31 15:52:17.524712 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:17.573323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:17.589956 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:17.595753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:17.596527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:17.597910 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] 10.222.0.20 "PUT /v2.0/ports/c0b2964f-9877-4997-95fc-165bfaafb6c5 HTTP/1.1" status: 200 len: 1096 time: 3.1484723 Jan 31 15:52:17.613093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6435-9b3e-4b67-8c28-a2c0ce31af75 req-e46f3f62-cb17-4047-a0a5-85b8ac925962 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:17.621292 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b9c6435-9b3e-4b67-8c28-a2c0ce31af75 req-e46f3f62-cb17-4047-a0a5-85b8ac925962 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 948 time: 0.2429261 Jan 31 15:52:17.630666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:17.675700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Pushing event deleted for resources: {'Port': ['ID=dc3057ec-a28e-45a5-b69d-9c760ba46ba2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:17.708035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Transition to ACTIVE for port object d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:52:17.708952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a898c7-3f3f-4b03-9911-dc75b0269f83 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b2964f-9877-4997-95fc-165bfaafb6c5,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:17.730095 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:17.778269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b9c6435-9b3e-4b67-8c28-a2c0ce31af75 req-3d3cb018-6203-41ff-ac18-bd5699413ac8 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552238 Jan 31 15:52:17.821281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-ec88f8b5-8d28-4849-88f7-af01486922c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:17.822832 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-ec88f8b5-8d28-4849-88f7-af01486922c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 1099 time: 0.1652224 Jan 31 15:52:17.840202 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b2e48b-9469-40a7-bcc7-69eb46b6c9d8 x-openstack-request-id: req-47b2e48b-9469-40a7-bcc7-69eb46b6c9d8 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:17.841077 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad321d9-54ac-4f5d-9338-effa86729932", "name": "network-vif-plugged", "status": "completed", "tag": "25e937fa-5f77-4224-ae9b-8c330dc94aa6", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:17.841488 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47b2e48b-9469-40a7-bcc7-69eb46b6c9d8 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:17.842202 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad321d9-54ac-4f5d-9338-effa86729932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e937fa-5f77-4224-ae9b-8c330dc94aa6', 'code': 200} Jan 31 15:52:17.869330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Pushing event updated for resources: {'Port': ['ID=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:17.886638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Router 99c6369a-609c-4980-9963-099fc2fc963c has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:52:18.109779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:52:18.130293 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1e9f6-b003-44a8-953d-ed9ed2152a02 None None] Sync routers for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:52:18.146631 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95e4ff39-8418-46ae-a747-1efe608129e1 req-b89e173f-647c-4852-b6c6-acb07063d911 tempest-SecurityGroupsNegativeTestJSON-670753843 tempest-SecurityGroupsNegativeTestJSON-670753843-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d76ffa6c8fc8494caa5aa01adf79093d HTTP/1.1" status: 200 len: 2984 time: 0.2059715 Jan 31 15:52:18.159567 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1e9f6-b003-44a8-953d-ed9ed2152a02 None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:52:18.163520 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b7f1e9f6-b003-44a8-953d-ed9ed2152a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:51:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:18.207794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] No DVR routers for this DVR port dc3057ec-a28e-45a5-b69d-9c760ba46ba2 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:52:18.223418 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:18.227170 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5b5e41a4-63f7-46b7-990d-4ee8b155627f req-3ad9e1cb-f996-470f-b6ac-d7b8c0f65f81 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.20 "DELETE /v2.0/ports/dc3057ec-a28e-45a5-b69d-9c760ba46ba2 HTTP/1.1" status: 204 len: 173 time: 2.0057230 Jan 31 15:52:18.227652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'name': 'network-vif-deleted', 'tag': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:18.230021 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d45400-ea57-4fdd-84d7-69ea59bf6f58" -d '{"events": [{"server_uuid": "403cb439-29a3-4a3d-ba75-545da6cafc24", "name": "network-vif-deleted", "tag": "dc3057ec-a28e-45a5-b69d-9c760ba46ba2"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:18.304846 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95e4ff39-8418-46ae-a747-1efe608129e1 req-15fb9aed-dd41-4b71-b25c-8ff6b9f5568e tempest-SecurityGroupsNegativeTestJSON-670753843 tempest-SecurityGroupsNegativeTestJSON-670753843-project] 10.222.0.36 "GET /v2.0/security-groups/fdd5cd85-0607-4aea-92ea-18990d1fbd41 HTTP/1.1" status: 200 len: 2981 time: 0.1379437 Jan 31 15:52:18.358366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36940) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:18.383266 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b7f1e9f6-b003-44a8-953d-ed9ed2152a02 None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:52:18.388605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36942) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:18.477116 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95e4ff39-8418-46ae-a747-1efe608129e1 req-dc3541e4-93a7-47e3-8095-a2ecad88dc46 tempest-SecurityGroupsNegativeTestJSON-670753843 tempest-SecurityGroupsNegativeTestJSON-670753843-project] 10.222.0.36 "GET /v2.0/security-groups/fdd5cd85-0607-4aea-92ea-18990d1fbd41 HTTP/1.1" status: 200 len: 2981 time: 0.1624000 Jan 31 15:52:18.608802 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-541c80b2-4bbf-4410-a726-ca3d5ea67f8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=c0b2964f-9877-4997-95fc-165bfaafb6c5 HTTP/1.1" status: 200 len: 217 time: 0.7689917 Jan 31 15:52:18.639596 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d6a90f6-4ee8-436e-a638-624d9e891913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:18.685678 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160bfe3-7b63-4b41-9c2d-31d234162197 req-ac16d289-02f4-4265-aae7-93158683d6ae tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:18.687272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6160bfe3-7b63-4b41-9c2d-31d234162197 req-ac16d289-02f4-4265-aae7-93158683d6ae tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 945 time: 0.1156824 Jan 31 15:52:18.691306 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b7f1e9f6-b003-44a8-953d-ed9ed2152a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:18.720296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3296505b-e370-43ef-b1f6-2a8e85681d09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65c4c04662ee4774a6a3dc32e2dcafe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123555 Jan 31 15:52:18.722542 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1e9f6-b003-44a8-953d-ed9ed2152a02 None None] Checking router: 99c6369a-609c-4980-9963-099fc2fc963c for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:52:18.725033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36952) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:18.731871 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1e9f6-b003-44a8-953d-ed9ed2152a02 None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:52:18.732818 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b7f1e9f6-b003-44a8-953d-ed9ed2152a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:51:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:18.782688 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6160bfe3-7b63-4b41-9c2d-31d234162197 req-8d52632c-9878-4e84-80b8-2889fdf9295a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810409 Jan 31 15:52:18.790201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380fb03-1a74-439e-b2c4-776331a7946d req-ac9382d9-0890-4efb-beb9-b38d119170a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:18.792864 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e380fb03-1a74-439e-b2c4-776331a7946d req-ac9382d9-0890-4efb-beb9-b38d119170a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 1096 time: 0.8491051 Jan 31 15:52:18.805396 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdd9f0-e8be-4f46-bacd-a46a8b159a8e req-0dcf47cf-ef43-4d0f-95cb-713e33f1d77c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:18.807173 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4afdd9f0-e8be-4f46-bacd-a46a8b159a8e req-0dcf47cf-ef43-4d0f-95cb-713e33f1d77c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 947 time: 0.9290781 Jan 31 15:52:18.851696 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d6a90f6-4ee8-436e-a638-624d9e891913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:18.852684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3502094b-9a0a-4a16-8290-85bc80f2fbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:18.858613 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b7f1e9f6-b003-44a8-953d-ed9ed2152a02 None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:52:18.867154 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d6a90f6-4ee8-436e-a638-624d9e891913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:18.926598 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3502094b-9a0a-4a16-8290-85bc80f2fbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:18.934003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Attempting to bind port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:18.934341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Attempting to bind port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:18.934657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Attempting to bind port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:18.948929 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:18.949266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Attempting to bind port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:18.958442 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7d6a90f6-4ee8-436e-a638-624d9e891913 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a80988c85904ff6b30b8ecb732bbaea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5893223 Jan 31 15:52:18.963896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36958) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:18.966110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:18.966451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:18.966837 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:18.966967 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a90f6-4ee8-436e-a638-624d9e891913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d6c7c8-c56b-40b0-bbca-abcbedb3e5c0,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:18.967277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Bound port: d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:18.967692 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:19.054183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ffec438c-578b-44fe-907e-f6bd7a1267fd req-f3e86a1e-da68-49ea-83a8-4e7a83c0eba6 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 210 time: 0.0590608 Jan 31 15:52:19.130863 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e84e330-5bb1-4522-a7c5-bf7fef9f962d x-openstack-request-id: req-3e84e330-5bb1-4522-a7c5-bf7fef9f962d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:19.131195 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403cb439-29a3-4a3d-ba75-545da6cafc24", "name": "network-vif-deleted", "tag": "dc3057ec-a28e-45a5-b69d-9c760ba46ba2", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:19.131461 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e84e330-5bb1-4522-a7c5-bf7fef9f962d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:19.131880 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403cb439-29a3-4a3d-ba75-545da6cafc24', 'name': 'network-vif-deleted', 'tag': 'dc3057ec-a28e-45a5-b69d-9c760ba46ba2', 'status': 'completed', 'code': 200} Jan 31 15:52:19.132467 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3502094b-9a0a-4a16-8290-85bc80f2fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:19.135708 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3502094b-9a0a-4a16-8290-85bc80f2fbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:19.139468 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3502094b-9a0a-4a16-8290-85bc80f2fbf7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188 HTTP/1.1" status: 204 len: 168 time: 0.4112024 Jan 31 15:52:19.139637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] For port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:19.156175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bc9c19ee-0143-4d0d-b883-8f5f0a215db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:19.164450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] For port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:19.168183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502094b-9a0a-4a16-8290-85bc80f2fbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1f88c7-2aa7-4cdf-b0ae-2ab0272f9188,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:19.171056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-088871d4-49fc-4efc-8069-a8c9692c884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:19.173151 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-088871d4-49fc-4efc-8069-a8c9692c884f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.5366580 Jan 31 15:52:19.176467 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e380fb03-1a74-439e-b2c4-776331a7946d req-50477e01-f413-43ae-89e3-fe249a29ff69 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609860 Jan 31 15:52:19.192155 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b7f1e9f6-b003-44a8-953d-ed9ed2152a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:19.205400 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bc9c19ee-0143-4d0d-b883-8f5f0a215db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:19.206492 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3808e2-0311-4610-8a45-cf04b230be39', 'tag': 'c0b2964f-9877-4997-95fc-165bfaafb6c5'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:19.220036 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d41e197-b741-4276-8799-a203d0dde947" -d '{"events": [{"name": "network-changed", "server_uuid": "da3808e2-0311-4610-8a45-cf04b230be39", "tag": "c0b2964f-9877-4997-95fc-165bfaafb6c5"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:19.229850 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:19.242833 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1e9f6-b003-44a8-953d-ed9ed2152a02 None None] The sync data for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 is: [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:52:19.266398 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4afdd9f0-e8be-4f46-bacd-a46a8b159a8e req-283f5466-0f9e-4a11-93ce-b5c670e09819 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177864 Jan 31 15:52:19.328599 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bc9c19ee-0143-4d0d-b883-8f5f0a215db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:19.331496 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bc9c19ee-0143-4d0d-b883-8f5f0a215db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:19.335474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:19.336087 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:19.337380 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bc9c19ee-0143-4d0d-b883-8f5f0a215db8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2d6c7c8-c56b-40b0-bbca-abcbedb3e5c0 HTTP/1.1" status: 204 len: 168 time: 0.3627501 Jan 31 15:52:19.346961 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] 10.222.0.30 "PUT /v2.0/ports/d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 HTTP/1.1" status: 200 len: 1095 time: 3.2008948 Jan 31 15:52:19.366374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089c062-f8a6-4942-9cec-7ab81641f322 req-6947f9bc-ad9e-43ef-a72d-d4d7b97c7aa0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:19.367513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-071df9ea-047b-48ed-881d-1e531f403e0e tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:19.368097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9089c062-f8a6-4942-9cec-7ab81641f322 req-6947f9bc-ad9e-43ef-a72d-d4d7b97c7aa0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 945 time: 0.1249714 Jan 31 15:52:19.369000 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-071df9ea-047b-48ed-881d-1e531f403e0e tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.30 "GET /v2.0/networks?id=107981a1-8971-4307-a532-a01979b3d6a9 HTTP/1.1" status: 200 len: 823 time: 0.7437856 Jan 31 15:52:19.369213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c19ee-0143-4d0d-b883-8f5f0a215db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d6c7c8-c56b-40b0-bbca-abcbedb3e5c0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:19.443707 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9089c062-f8a6-4942-9cec-7ab81641f322 req-6b4cbf67-612b-41ca-92c7-3418059fcc22 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615635 Jan 31 15:52:19.525877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ecc8d-6ea3-4b7d-b063-69fc353d1394 service neutron] Pushing event updated for resources: {'Port': ['ID=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:19.547444 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-571b7250-9d63-42cb-bdf6-5d32fc5f6316 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47409c3206c74917a98561c89b6ac9b2 HTTP/1.1" status: 200 len: 380 time: 0.1636915 Jan 31 15:52:19.576970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Request body: {'port': {'device_id': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'admin_state_up': True, 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'security_groups': ['9a43a0bd-d7f0-4e96-bdff-3f923b6b648d']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:19.582445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-57a916b3-d41b-4b92-8adc-329690cb8e81 req-478afea0-24aa-4430-8fb5-b90c3ba3b7aa tempest-SecurityGroupsNegativeTestJSON-670753843 tempest-SecurityGroupsNegativeTestJSON-670753843-project] 10.222.0.36 "GET /v2.0/security-groups/fdd5cd85-0607-4aea-92ea-18990d1fbd41 HTTP/1.1" status: 200 len: 2981 time: 0.2492120 Jan 31 15:52:19.587124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-4007784d-a392-469d-9e64-317e61cf1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:19.588643 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-4007784d-a392-469d-9e64-317e61cf1059 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2265c07a087545859356d144d07f938f&device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 1098 time: 0.1428957 Jan 31 15:52:19.617907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-2a1609af-cf3d-496a-a218-b3fab29315cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:19.619525 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-2a1609af-cf3d-496a-a218-b3fab29315cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2370389 Jan 31 15:52:19.646103 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-027d6599-3fd9-45dd-b950-dcab10417b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:19.647902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986e3a3-30c9-45fe-850a-b6f7fa2ab7db req-fda6dba2-727e-436e-9af0-9e19a248b65b tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:19.656789 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3986e3a3-30c9-45fe-850a-b6f7fa2ab7db req-fda6dba2-727e-436e-9af0-9e19a248b65b tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 948 time: 0.1048484 Jan 31 15:52:19.720313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3986e3a3-30c9-45fe-850a-b6f7fa2ab7db req-665b6421-201e-4da8-84a9-313ebd991bf4 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624189 Jan 31 15:52:19.770256 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-6368dd4f-3408-4bf9-b17e-f0740bbc5014 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 HTTP/1.1" status: 200 len: 217 time: 0.1404810 Jan 31 15:52:19.812832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a7a1f-f603-4a4b-a065-dee4850854c5 None None] New status for floating IP a4d9990d-c646-4ed2-a8ed-5326fee5b620: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:52:19.860953 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f09b06-963f-4cd0-a9e3-0892986db92d x-openstack-request-id: req-26f09b06-963f-4cd0-a9e3-0892986db92d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:19.861257 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3808e2-0311-4610-8a45-cf04b230be39", "tag": "c0b2964f-9877-4997-95fc-165bfaafb6c5", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:19.861585 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26f09b06-963f-4cd0-a9e3-0892986db92d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:19.861937 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3808e2-0311-4610-8a45-cf04b230be39', 'tag': 'c0b2964f-9877-4997-95fc-165bfaafb6c5', 'status': 'completed', 'code': 200} Jan 31 15:52:19.966129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36974) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:19.976954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36976) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:19.990818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-0849d5a6-f699-4b1f-aa1f-7814f7dddc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:19.992368 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-0849d5a6-f699-4b1f-aa1f-7814f7dddc6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1927295 Jan 31 15:52:20.004002 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6b80d737-6f57-4585-b452-fe1c4cdccd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:20.031466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7dbac-5f3b-4e16-b84d-8915d5f62189 req-aa5bfc0c-806b-4c92-9981-b87796d6935c tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:20.032434 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [req-57a916b3-d41b-4b92-8adc-329690cb8e81 req-f44faa84-fa9a-4fcd-98f0-a6a41c181fd2 tempest-SecurityGroupsNegativeTestJSON-670753843 tempest-SecurityGroupsNegativeTestJSON-670753843-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 31 15:52:20.032992 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89c7dbac-5f3b-4e16-b84d-8915d5f62189 req-aa5bfc0c-806b-4c92-9981-b87796d6935c tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 1096 time: 0.1184132 Jan 31 15:52:20.033458 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-57a916b3-d41b-4b92-8adc-329690cb8e81 req-f44faa84-fa9a-4fcd-98f0-a6a41c181fd2 tempest-SecurityGroupsNegativeTestJSON-670753843 tempest-SecurityGroupsNegativeTestJSON-670753843-project] 10.222.0.36 "DELETE /v2.0/security-groups/fdd5cd85-0607-4aea-92ea-18990d1fbd41 HTTP/1.1" status: 409 len: 352 time: 0.4126191 Jan 31 15:52:20.083996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-90f4f923-3b33-4c6a-bd0a-ca94542a910a service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529691 Jan 31 15:52:20.133049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89c7dbac-5f3b-4e16-b84d-8915d5f62189 req-60912f5d-2b45-4e51-9e47-1e9551e8d98c tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798159 Jan 31 15:52:20.166210 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [req-a9f2a3b7-8920-4955-a3b1-97efdb3202bc req-fd22246e-a7d8-470c-89c4-26cdc9b12283 tempest-SecurityGroupsNegativeTestJSON-670753843 tempest-SecurityGroupsNegativeTestJSON-670753843-project] show failed (client error): The resource could not be found. Jan 31 15:52:20.167271 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f2a3b7-8920-4955-a3b1-97efdb3202bc req-fd22246e-a7d8-470c-89c4-26cdc9b12283 tempest-SecurityGroupsNegativeTestJSON-670753843 tempest-SecurityGroupsNegativeTestJSON-670753843-project] 10.222.0.36 "GET /v2.0/security-groups/d85914e0-be49-4d76-ab1e-c16aaa3930c9 HTTP/1.1" status: 404 len: 352 time: 0.0779955 Jan 31 15:52:20.178486 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6b80d737-6f57-4585-b452-fe1c4cdccd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:20.185983 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6b80d737-6f57-4585-b452-fe1c4cdccd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:20.231589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Made reservation on behalf of 47409c3206c74917a98561c89b6ac9b2 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:20.236010 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:20.277441 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6b80d737-6f57-4585-b452-fe1c4cdccd5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de344d867d55481e85f33ec576f2eac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975583 Jan 31 15:52:20.279449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86eaaa1e-e187-4693-abee-b0377928fbda req-c276c133-f5b2-4caa-9242-73b58b353d95 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 210 time: 0.0489931 Jan 31 15:52:20.280249 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36986) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:20.280909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80d737-6f57-4585-b452-fe1c4cdccd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d72e35-aa79-4d7f-9766-982fe49d1390,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:20.318344 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6d4efe3-d1aa-4e22-a353-2cb9d0657d5c req-ca6c6e1a-a33f-4514-b396-d1989bf3f375 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045238 Jan 31 15:52:20.333956 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [req-e1a94efa-5189-4664-87cc-94c0295d6814 req-3f624a95-d3e3-4e9c-8aca-604a33cdceb8 tempest-SecurityGroupsNegativeTestJSON-670753843 tempest-SecurityGroupsNegativeTestJSON-670753843-project] show failed (client error): The resource could not be found. Jan 31 15:52:20.335123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e1a94efa-5189-4664-87cc-94c0295d6814 req-3f624a95-d3e3-4e9c-8aca-604a33cdceb8 tempest-SecurityGroupsNegativeTestJSON-670753843 tempest-SecurityGroupsNegativeTestJSON-670753843-project] 10.222.0.36 "GET /v2.0/security-groups/4fe92b63-80fc-4d23-b3c3-08892fe5a082 HTTP/1.1" status: 404 len: 352 time: 0.1254621 Jan 31 15:52:20.340271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36992) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:20.340478 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-31b64a98-c63b-474e-ae74-be1900fbd713 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35729ad1fdf94821a3db40f18c93a3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687091 Jan 31 15:52:20.345394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-03891c3e-65c1-4608-9189-7bf2caa2e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:20.346928 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-03891c3e-65c1-4608-9189-7bf2caa2e23b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3416929 Jan 31 15:52:20.384072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36994) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:20.502247 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c36a47a-e4fb-40db-8a10-5415af5b606a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:20.548244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dc3057ec-a28e-45a5-b69d-9c760ba46ba2 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:52:20.576574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: dc3057ec-a28e-45a5-b69d-9c760ba46ba2 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:52:20.577033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dc3057ec-a28e-45a5-b69d-9c760ba46ba2 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:52:20.632227 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-d08fad52-7260-4c65-83b6-ae95767308ce service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615981 Jan 31 15:52:20.636051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41e197-b741-4276-8799-a203d0dde947 req-430577cf-9b11-46eb-a217-faa11217c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:20.637515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d41e197-b741-4276-8799-a203d0dde947 req-430577cf-9b11-46eb-a217-faa11217c7fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 1099 time: 0.1982346 Jan 31 15:52:20.662126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bf4b6-771d-4396-b064-8a8ede73a734 req-91232e5f-ae8b-41b8-8c33-6b797d8ce150 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:20.663654 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-426bf4b6-771d-4396-b064-8a8ede73a734 req-91232e5f-ae8b-41b8-8c33-6b797d8ce150 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 947 time: 0.1674471 Jan 31 15:52:20.706457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Allocated IP 172.20.0.5 (107981a1-8971-4307-a532-a01979b3d6a9/ea396132-7d5e-453a-89f4-5dd0f7c77d85/0bd2442d-8593-4754-8456-3f7da013650f) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:20.736771 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:20.829702 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c36a47a-e4fb-40db-8a10-5415af5b606a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:20.840662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a971ca-35d6-4c0b-a7ed-5bf12f23661c admin admin] Deleting subnet 8135ee7c-bd37-45f7-ab55-40a16cf8d67c {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:52:20.849657 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4a971ca-35d6-4c0b-a7ed-5bf12f23661c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:20.865394 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-426bf4b6-771d-4396-b064-8a8ede73a734 req-9acfafff-729c-4d73-a92b-ee3ed9a71d89 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741426 Jan 31 15:52:20.911490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41e197-b741-4276-8799-a203d0dde947 req-d1c3c37f-3f45-4985-b0a7-c7251b82c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:20.912807 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4c7354ab-1bd6-4bd0-8514-4c3a45bff587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:20.912965 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d41e197-b741-4276-8799-a203d0dde947 req-d1c3c37f-3f45-4985-b0a7-c7251b82c7c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2452798 Jan 31 15:52:20.918506 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8756cf35-adf0-4a9d-8111-ac2c02f9ab15 req-880d2b50-1164-4152-8f76-7aff0a8b0be5 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730961 Jan 31 15:52:20.957806 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4a971ca-35d6-4c0b-a7ed-5bf12f23661c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:20.999375 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-8ea430f2-d911-4fbc-8d1c-666462ec824e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:21.000881 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-8ea430f2-d911-4fbc-8d1c-666462ec824e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 807 time: 0.5663357 Jan 31 15:52:21.003164 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4c7354ab-1bd6-4bd0-8514-4c3a45bff587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.016653 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d41e197-b741-4276-8799-a203d0dde947 req-fc5f38c4-dfb7-4455-921b-c1b9da12e839 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=c0b2964f-9877-4997-95fc-165bfaafb6c5 HTTP/1.1" status: 200 len: 217 time: 0.0674946 Jan 31 15:52:21.038939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c36a47a-e4fb-40db-8a10-5415af5b606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.041392 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c36a47a-e4fb-40db-8a10-5415af5b606a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.044921 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1c36a47a-e4fb-40db-8a10-5415af5b606a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8d72e35-aa79-4d7f-9766-982fe49d1390 HTTP/1.1" status: 204 len: 168 time: 0.7581434 Jan 31 15:52:21.052624 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-fff422fd-5d6f-4d60-ab77-b8ac042b4977 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/quotas/fb6f65ae282d4cad81a9203baacdf14e HTTP/1.1" status: 200 len: 375 time: 0.0398681 Jan 31 15:52:21.059265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4a971ca-35d6-4c0b-a7ed-5bf12f23661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.097452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36a47a-e4fb-40db-8a10-5415af5b606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d72e35-aa79-4d7f-9766-982fe49d1390,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:21.103070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ea3c1-3ace-4ff2-9a1d-7426421968fa req-b703b95b-d1f5-4a3c-9179-898a8f7a422f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:21.104451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8f5ea3c1-3ace-4ff2-9a1d-7426421968fa req-b703b95b-d1f5-4a3c-9179-898a8f7a422f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 945 time: 0.1565852 Jan 31 15:52:21.111599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41e197-b741-4276-8799-a203d0dde947 req-44f9fcd8-3c4a-4517-aa83-ec67fdc1529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:21.113059 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d41e197-b741-4276-8799-a203d0dde947 req-44f9fcd8-3c4a-4517-aa83-ec67fdc1529f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0897002 Jan 31 15:52:21.123867 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.149157 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4c7354ab-1bd6-4bd0-8514-4c3a45bff587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.152005 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4c7354ab-1bd6-4bd0-8514-4c3a45bff587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.153149 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4c7354ab-1bd6-4bd0-8514-4c3a45bff587 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0023b1c8-fbab-491b-b7b2-25f6911e4261 HTTP/1.1" status: 204 len: 168 time: 0.8119562 Jan 31 15:52:21.178382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7354ab-1bd6-4bd0-8514-4c3a45bff587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0023b1c8-fbab-491b-b7b2-25f6911e4261,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:21.197973 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-0c21a1ca-3ae9-4c5b-baa1-0a46bc16ffcb tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1317990 Jan 31 15:52:21.209972 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8f5ea3c1-3ace-4ff2-9a1d-7426421968fa req-6bce439e-08a0-4117-8252-6c62f50eef68 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893655 Jan 31 15:52:21.213379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41e197-b741-4276-8799-a203d0dde947 req-2e962ae0-1262-4791-8ee9-126945516b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:21.214891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d41e197-b741-4276-8799-a203d0dde947 req-2e962ae0-1262-4791-8ee9-126945516b50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894711 Jan 31 15:52:21.225637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4a971ca-35d6-4c0b-a7ed-5bf12f23661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.266486 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.296018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4a971ca-35d6-4c0b-a7ed-5bf12f23661c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.301796 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d4a971ca-35d6-4c0b-a7ed-5bf12f23661c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8135ee7c-bd37-45f7-ab55-40a16cf8d67c HTTP/1.1" status: 204 len: 168 time: 0.9124494 Jan 31 15:52:21.301960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a971ca-35d6-4c0b-a7ed-5bf12f23661c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8135ee7c-bd37-45f7-ab55-40a16cf8d67c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:21.303407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37014) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:21.404227 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-256cb68f-3c06-4f0b-9115-d5ec34f430bc service neutron] 10.222.0.36 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052884 Jan 31 15:52:21.404661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Network 107981a1-8971-4307-a532-a01979b3d6a9 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:21.413066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:21.414235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.426129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:21.436978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Pushing event updated for resources: {'Port': ['ID=0bd2442d-8593-4754-8456-3f7da013650f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:21.464502 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d41e197-b741-4276-8799-a203d0dde947 req-6bedc1a4-f290-4f61-9f7e-1b846f4a515e service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408020 Jan 31 15:52:21.514985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f23bf-6202-4f06-873c-28b523d76958 req-c0cc9910-4199-4971-9ea4-ee1a583316cf tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:21.516711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b5f23bf-6202-4f06-873c-28b523d76958 req-c0cc9910-4199-4971-9ea4-ee1a583316cf tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 948 time: 0.1662407 Jan 31 15:52:21.559635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:21.560512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.590321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-308a890e-feb5-4705-8cca-67a49c1cc069 service neutron] 10.222.0.36 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851192 Jan 31 15:52:21.594870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.608899 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dff827b0-fabb-4b45-9b01-c267e0ae32b4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0412846 Jan 31 15:52:21.631914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335eda43-a9e4-4b22-add6-364e39c7741f']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:21.641884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Request body: {'port': {'device_id': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:21.647190 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b5f23bf-6202-4f06-873c-28b523d76958 req-8d85338c-8807-4bee-ba71-91af8b67b0e5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981603 Jan 31 15:52:21.654775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f59df2-c360-40db-bc4d-1248043b9357') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:21.655120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f59df2-c360-40db-bc4d-1248043b9357') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:21.692576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.705185 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d41e197-b741-4276-8799-a203d0dde947 req-3460d27d-86be-4fa3-8e35-79362aff71e0 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300241 Jan 31 15:52:21.733807 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.753945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:52:21.754775 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.758830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:52:21.759784 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:52:21.866104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43034e8-730e-4b8e-9242-41069d9a7c1e', 'tag': 'd305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:21.872105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a9d36c78-4f33-43e5-863e-c333121bc994 None None] Provisioning complete for port 0bd2442d-8593-4754-8456-3f7da013650f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:21.872644 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a9d36c78-4f33-43e5-863e-c333121bc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.874474 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fe9994-6fed-420b-9c07-65ab239ef66b" -d '{"events": [{"name": "network-changed", "server_uuid": "f43034e8-730e-4b8e-9242-41069d9a7c1e", "tag": "d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:21.904019 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.937498 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:21.944419 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] 10.222.0.36 "DELETE /v2.0/networks/335eda43-a9e4-4b22-add6-364e39c7741f HTTP/1.1" status: 204 len: 168 time: 0.6395273 Jan 31 15:52:21.945593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be4f55-3da7-4d7a-a99b-50d501f44d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=335eda43-a9e4-4b22-add6-364e39c7741f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:21.974825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a9d36c78-4f33-43e5-863e-c333121bc994 None None] Port 0bd2442d-8593-4754-8456-3f7da013650f cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:52:22.012258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcbfef-72a0-4e25-8dfc-51902dc21eb3 req-d5a28435-c8a4-43c0-82a2-38d540ea1e9f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:22.014794 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55fcbfef-72a0-4e25-8dfc-51902dc21eb3 req-d5a28435-c8a4-43c0-82a2-38d540ea1e9f tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 931 time: 0.1081889 Jan 31 15:52:22.052715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dc94d-f86f-45d3-bd18-c96c0020dee1 req-816145e8-7493-4dba-957e-1f565a279461 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:22.055543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a95dc94d-f86f-45d3-bd18-c96c0020dee1 req-816145e8-7493-4dba-957e-1f565a279461 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 1096 time: 0.2768338 Jan 31 15:52:22.081807 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55fcbfef-72a0-4e25-8dfc-51902dc21eb3 req-c91b43f2-00b9-487d-86f9-039598f30198 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551083 Jan 31 15:52:22.152474 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:22.176293 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a95dc94d-f86f-45d3-bd18-c96c0020dee1 req-508653dd-d2e6-460a-aa32-d7e8d92a6ea9 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088393 Jan 31 15:52:22.195130 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3efe2e75-020d-44ea-b547-d4a71fe087da req-9b2421b3-ab70-4206-b9ca-17c62c677fc3 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 210 time: 0.0509365 Jan 31 15:52:22.291107 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90a38c4-fdb3-4e07-8039-3d23c5819db6 x-openstack-request-id: req-a90a38c4-fdb3-4e07-8039-3d23c5819db6 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:22.291394 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43034e8-730e-4b8e-9242-41069d9a7c1e", "tag": "d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:22.291648 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a90a38c4-fdb3-4e07-8039-3d23c5819db6 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:22.292039 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43034e8-730e-4b8e-9242-41069d9a7c1e', 'tag': 'd305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5', 'status': 'completed', 'code': 200} Jan 31 15:52:22.350238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37068) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:22.411710 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd2442d-8593-4754-8456-3f7da013650f {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:22.427242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:22.427645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8538471-1db9-4775-9996-b7609fec0ba3 req-281b0d02-4b7c-47ff-9fe8-220182c8166c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:22.430282 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8538471-1db9-4775-9996-b7609fec0ba3 req-281b0d02-4b7c-47ff-9fe8-220182c8166c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 947 time: 0.1198320 Jan 31 15:52:22.468268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe9994-6fed-420b-9c07-65ab239ef66b req-02d9ff2d-a2d1-4ff1-9b83-c70a3a6f20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:22.470117 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58fe9994-6fed-420b-9c07-65ab239ef66b req-02d9ff2d-a2d1-4ff1-9b83-c70a3a6f20d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2265c07a087545859356d144d07f938f&device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 1098 time: 0.1506662 Jan 31 15:52:22.472433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Transition to ACTIVE for port object 0bd2442d-8593-4754-8456-3f7da013650f will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:52:22.477017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-26bcb089-70ba-4158-a435-02c95891f489 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d76ffa6c8fc8494caa5aa01adf79093d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255217 Jan 31 15:52:22.480077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37070) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:22.480269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc77c0c-55be-42e6-a7fc-7ac2b2500c7b req-ebc954c2-cc5f-4ea6-867f-4b6515b6dabf tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:22.481958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dcc77c0c-55be-42e6-a7fc-7ac2b2500c7b req-ebc954c2-cc5f-4ea6-867f-4b6515b6dabf tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 1096 time: 0.0726111 Jan 31 15:52:22.482429 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:22.482609 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:22.549426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8538471-1db9-4775-9996-b7609fec0ba3 req-4a751f15-f07e-4aec-951c-7352ba9c6555 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015759 Jan 31 15:52:22.550790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device c0b2964f-9877-4997-95fc-165bfaafb6c5 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:22.636739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd2442d-8593-4754-8456-3f7da013650f,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:22.665363 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dcc77c0c-55be-42e6-a7fc-7ac2b2500c7b req-abd37209-8d6b-457d-a84d-05d5931c1072 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661580 Jan 31 15:52:22.673955 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23e5188e-21d3-4fa4-961f-4495356948a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:22.755715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port c0b2964f-9877-4997-95fc-165bfaafb6c5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=c0b2964f-9877-4997-95fc-165bfaafb6c5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:22.787131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe9994-6fed-420b-9c07-65ab239ef66b req-2df1b401-9a75-4d1b-8953-65b2849e963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:22.789248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58fe9994-6fed-420b-9c07-65ab239ef66b req-2df1b401-9a75-4d1b-8953-65b2849e963f service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3030615 Jan 31 15:52:22.798964 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'c0b2964f-9877-4997-95fc-165bfaafb6c5', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'c0b2964f-9877-4997-95fc-165bfaafb6c5', 'mac_address': 'fa:16:3e:50:6d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:52:22.799933 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23e5188e-21d3-4fa4-961f-4495356948a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:22.934766 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:22.971000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b2964f-9877-4997-95fc-165bfaafb6c5 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:23.018356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495bbf1-8348-4283-9dc1-7fdfd10bff39 req-09ab43d6-88b1-4a5d-87ba-24adf47b92c6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:23.020161 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d495bbf1-8348-4283-9dc1-7fdfd10bff39 req-09ab43d6-88b1-4a5d-87ba-24adf47b92c6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 948 time: 0.1920416 Jan 31 15:52:23.031788 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port c0b2964f-9877-4997-95fc-165bfaafb6c5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=c0b2964f-9877-4997-95fc-165bfaafb6c5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:23.039705 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:23.089661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23e5188e-21d3-4fa4-961f-4495356948a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:23.095976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23e5188e-21d3-4fa4-961f-4495356948a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:23.098362 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-23e5188e-21d3-4fa4-961f-4495356948a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdd5cd85-0607-4aea-92ea-18990d1fbd41 HTTP/1.1" status: 204 len: 168 time: 0.6159434 Jan 31 15:52:23.111097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5188e-21d3-4fa4-961f-4495356948a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd5cd85-0607-4aea-92ea-18990d1fbd41,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:23.115595 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d495bbf1-8348-4283-9dc1-7fdfd10bff39 req-1823c6f3-3b3f-4833-9988-330d5e64cf70 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875552 Jan 31 15:52:23.132761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=c0b2964f-9877-4997-95fc-165bfaafb6c5,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:23.204404 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58fe9994-6fed-420b-9c07-65ab239ef66b req-46137636-6e85-4730-858a-0b118f174eed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 HTTP/1.1" status: 200 len: 217 time: 0.4062352 Jan 31 15:52:23.237486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Attempting to bind port 0bd2442d-8593-4754-8456-3f7da013650f on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:23.237486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Attempting to bind port 0bd2442d-8593-4754-8456-3f7da013650f by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:23.237811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Attempting to bind port 0bd2442d-8593-4754-8456-3f7da013650f on network 107981a1-8971-4307-a532-a01979b3d6a9 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:23.270235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Port 0bd2442d-8593-4754-8456-3f7da013650f on network 107981a1-8971-4307-a532-a01979b3d6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:23.270562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Attempting to bind port 0bd2442d-8593-4754-8456-3f7da013650f on network 107981a1-8971-4307-a532-a01979b3d6a9 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:23.282890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:23.283226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Checking segment: {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:23.283607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Bound using segment: {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:23.284040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Bound port: 0bd2442d-8593-4754-8456-3f7da013650f, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8124fb1d-4ab1-469d-9370-401ebab231cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:23.284397 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:23.305199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe9994-6fed-420b-9c07-65ab239ef66b req-87888450-f1b1-4a8f-8a8d-4e31e5eabf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:23.306683 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58fe9994-6fed-420b-9c07-65ab239ef66b req-87888450-f1b1-4a8f-8a8d-4e31e5eabf0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0926969 Jan 31 15:52:23.309662 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a510-ee1f-48c3-be61-8e09969cb099 req-4786a69e-4801-4ffd-9af4-13ee0286697a tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:23.317054 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a58a510-ee1f-48c3-be61-8e09969cb099 req-4786a69e-4801-4ffd-9af4-13ee0286697a tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 1096 time: 0.1204028 Jan 31 15:52:23.320129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['c0b2964f-9877-4997-95fc-165bfaafb6c5'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:23.453137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a58a510-ee1f-48c3-be61-8e09969cb099 req-6a915b1b-e4d8-4bcf-8026-587ddd3bdb21 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350560 Jan 31 15:52:23.459648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] For port 0bd2442d-8593-4754-8456-3f7da013650f, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:23.463120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe9994-6fed-420b-9c07-65ab239ef66b req-ec859696-a858-415f-8d86-40f30981c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:23.464612 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58fe9994-6fed-420b-9c07-65ab239ef66b req-ec859696-a858-415f-8d86-40f30981c21d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372378 Jan 31 15:52:23.479174 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] For port 0bd2442d-8593-4754-8456-3f7da013650f, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0bd2442d-8593-4754-8456-3f7da013650f,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:23.483688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde50ab-bd3f-45c6-97b7-c74d373f9496 req-6c3dc6cf-1c9f-4010-b4c4-b4da17dce7e9 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:23.486045 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9bde50ab-bd3f-45c6-97b7-c74d373f9496 req-6c3dc6cf-1c9f-4010-b4c4-b4da17dce7e9 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 943 time: 0.2312593 Jan 31 15:52:23.496857 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:23.563052 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9bde50ab-bd3f-45c6-97b7-c74d373f9496 req-c463f9e1-a956-4210-bac2-94db6267b42d tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627248 Jan 31 15:52:23.623064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-b6ad0e54-f220-42f8-be53-6e2ce2e18e21 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:23.627699 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-b6ad0e54-f220-42f8-be53-6e2ce2e18e21 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.30 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 807 time: 0.3281181 Jan 31 15:52:23.643877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:23.644499 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:23.645034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Request body: {'port': {'device_id': '1d3c1f96-3854-4618-8198-173ff18ae732', 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec', 'admin_state_up': True, 'tenant_id': 'fb6f65ae282d4cad81a9203baacdf14e'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:23.646758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] 10.222.0.30 "PUT /v2.0/ports/0bd2442d-8593-4754-8456-3f7da013650f HTTP/1.1" status: 200 len: 1091 time: 2.0098333 Jan 31 15:52:23.695196 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-27bc7672-4d9a-48c5-b328-fe124fccd8ed req-e54528ed-e88c-4ab0-b2fb-bbf2ac9a4a0a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 210 time: 0.0845969 Jan 31 15:52:23.734691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227a10b-9e98-4b87-8d3e-f6c643505ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd2442d-8593-4754-8456-3f7da013650f,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:23.797323 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58fe9994-6fed-420b-9c07-65ab239ef66b req-191694ba-184d-45f7-8233-a33c6887ca89 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166454 Jan 31 15:52:23.803623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-8609ff40-7337-4fe9-bc0f-20a70d81eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:23.805403 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-8609ff40-7337-4fe9-bc0f-20a70d81eabd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47409c3206c74917a98561c89b6ac9b2&device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 1094 time: 0.0924296 Jan 31 15:52:23.883261 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc4e29-0285-4aec-9dd1-731ded2d07c1 req-f1ff65cc-24ed-4d4c-b233-29ec6bc5d8a2 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:23.892392 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60cc4e29-0285-4aec-9dd1-731ded2d07c1 req-f1ff65cc-24ed-4d4c-b233-29ec6bc5d8a2 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 947 time: 0.0856090 Jan 31 15:52:23.893774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Made reservation on behalf of fb6f65ae282d4cad81a9203baacdf14e for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:23.897219 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:23.920347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-a324a802-b7a2-4273-b33b-86cb6f2ae682 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd2442d-8593-4754-8456-3f7da013650f HTTP/1.1" status: 200 len: 217 time: 0.1063809 Jan 31 15:52:24.005946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-4894e0d4-8cc5-46f5-b216-23263c41bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:24.007755 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-4894e0d4-8cc5-46f5-b216-23263c41bffa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea396132-7d5e-453a-89f4-5dd0f7c77d85 HTTP/1.1" status: 200 len: 862 time: 0.0801926 Jan 31 15:52:24.012296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58fe9994-6fed-420b-9c07-65ab239ef66b req-540eff73-1a48-45b4-a3ca-ef5be55a4a02 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057917 Jan 31 15:52:24.039708 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60cc4e29-0285-4aec-9dd1-731ded2d07c1 req-1db13129-19fe-4718-a96a-3ac567da9d89 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135566 Jan 31 15:52:24.078047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-71db11d9-9256-4a43-b255-9f6f361beb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:24.079988 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-71db11d9-9256-4a43-b255-9f6f361beb9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=107981a1-8971-4307-a532-a01979b3d6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614028 Jan 31 15:52:24.133168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Allocated IP 172.20.0.8 (8879dc0d-286b-48d7-8388-e4f6990e87ec/d7a14ea8-cb04-4130-9b96-606f6d6534e1/fc35b8ef-28aa-4a54-b0f6-5179f9b70346) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:24.253288 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-443f3cd3-b8d0-4c9a-947a-6b8c5eb89538 service neutron] 10.222.0.30 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658545 Jan 31 15:52:24.307565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'tag': '0bd2442d-8593-4754-8456-3f7da013650f'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:24.309948 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71f4dcc-aed8-4c64-8e28-d62c47a406ad" -d '{"events": [{"name": "network-changed", "server_uuid": "13b963ee-27e7-4331-ab9a-54f7e424a286", "tag": "0bd2442d-8593-4754-8456-3f7da013650f"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:24.334639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d5ff8-4969-42e0-bed3-5f0b49b4182d req-93e5770d-126f-47da-ba76-4cd3b400e506 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:24.342893 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7d2d5ff8-4969-42e0-bed3-5f0b49b4182d req-93e5770d-126f-47da-ba76-4cd3b400e506 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 949 time: 0.1388488 Jan 31 15:52:24.361018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.406934 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7d2d5ff8-4969-42e0-bed3-5f0b49b4182d req-f8b9a8e1-ce38-451e-858f-326b707479d5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628324 Jan 31 15:52:24.409167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3b8e29-dcba-4d81-aeef-d43e044d44c1 req-dacfd2df-7322-4827-ba57-48bf790ae9df service neutron] 10.222.0.30 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496365 Jan 31 15:52:24.423546 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.455368 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9d896b-0b11-4195-93cb-5d785488e07e x-openstack-request-id: req-df9d896b-0b11-4195-93cb-5d785488e07e {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:24.455853 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b963ee-27e7-4331-ab9a-54f7e424a286", "tag": "0bd2442d-8593-4754-8456-3f7da013650f", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:24.456277 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df9d896b-0b11-4195-93cb-5d785488e07e {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:24.456907 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'tag': '0bd2442d-8593-4754-8456-3f7da013650f', 'status': 'completed', 'code': 200} Jan 31 15:52:24.472912 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-52cf3a8e-3b10-4bef-8a19-2c7206680b57 req-c012416e-64b2-4043-8a0f-75617f77b09b tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Request body: {'security_group': {'name': 'tempest-securitygroup-443372057', 'description': 'tempest-description-1078344155'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:24.532492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Network 8879dc0d-286b-48d7-8388-e4f6990e87ec is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:24.541798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:24.546513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Pushing event updated for resources: {'Port': ['ID=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:24.548867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:24.559209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4dcc-aed8-4c64-8e28-d62c47a406ad req-9b005010-13dc-4457-9b9f-fe35e49e9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:24.560702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f71f4dcc-aed8-4c64-8e28-d62c47a406ad req-9b005010-13dc-4457-9b9f-fe35e49e9f10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47409c3206c74917a98561c89b6ac9b2&device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 1094 time: 0.0805883 Jan 31 15:52:24.570103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device c0b2964f-9877-4997-95fc-165bfaafb6c5 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:24.578344 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-52cf3a8e-3b10-4bef-8a19-2c7206680b57 req-c012416e-64b2-4043-8a0f-75617f77b09b tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.590015 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-52cf3a8e-3b10-4bef-8a19-2c7206680b57 req-c012416e-64b2-4043-8a0f-75617f77b09b tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.673001 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port c0b2964f-9877-4997-95fc-165bfaafb6c5 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:52:24.675262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:24.676447 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.677046 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port c0b2964f-9877-4997-95fc-165bfaafb6c5 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:24.677406 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.702002 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-d986d4c4-b6c9-43ac-971b-b980b4ca182e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0641923 Jan 31 15:52:24.709079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:24.718443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Request body: {'port': {'device_id': '1d3c1f96-3854-4618-8198-173ff18ae732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:24.759511 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-52cf3a8e-3b10-4bef-8a19-2c7206680b57 req-c012416e-64b2-4043-8a0f-75617f77b09b tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.762747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cced3-c282-40fb-ab72-44f6a12354a1 req-bb6554f1-83af-4c50-b9e3-2870a110639f tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:24.764545 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f53cced3-c282-40fb-ab72-44f6a12354a1 req-bb6554f1-83af-4c50-b9e3-2870a110639f tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 1096 time: 0.1628790 Jan 31 15:52:24.773124 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-52cf3a8e-3b10-4bef-8a19-2c7206680b57 req-c012416e-64b2-4043-8a0f-75617f77b09b tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.790481 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37158) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:24.791944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4dcc-aed8-4c64-8e28-d62c47a406ad req-c240a844-3551-4f93-b93e-0d7b3d8d1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:24.793584 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f71f4dcc-aed8-4c64-8e28-d62c47a406ad req-c240a844-3551-4f93-b93e-0d7b3d8d1e8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=107981a1-8971-4307-a532-a01979b3d6a9 HTTP/1.1" status: 200 len: 924 time: 0.2205093 Jan 31 15:52:24.839707 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f71f4dcc-aed8-4c64-8e28-d62c47a406ad req-94f2f03a-01ae-43be-986b-de70ad630a0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd2442d-8593-4754-8456-3f7da013650f HTTP/1.1" status: 200 len: 217 time: 0.0383153 Jan 31 15:52:24.844164 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.846274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012416e-64b2-4043-8a0f-75617f77b09b tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ddcdd1-60aa-42d8-a5fd-abc1374a85aa,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:24.876373 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.889139 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f53cced3-c282-40fb-ab72-44f6a12354a1 req-b792031b-0e58-49c0-baf6-31a273d78373 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145830 Jan 31 15:52:24.923175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3808e2-0311-4610-8a45-cf04b230be39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b2964f-9877-4997-95fc-165bfaafb6c5'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:24.924952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4dcc-aed8-4c64-8e28-d62c47a406ad req-b847e8ff-70a9-4be1-bbf1-621abea395ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:24.925902 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af0797b-8a90-4df6-bb1c-93c1c14d9cea" -d '{"events": [{"server_uuid": "da3808e2-0311-4610-8a45-cf04b230be39", "name": "network-vif-plugged", "status": "completed", "tag": "c0b2964f-9877-4997-95fc-165bfaafb6c5"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:24.926575 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f71f4dcc-aed8-4c64-8e28-d62c47a406ad req-b847e8ff-70a9-4be1-bbf1-621abea395ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea396132-7d5e-453a-89f4-5dd0f7c77d85 HTTP/1.1" status: 200 len: 862 time: 0.0795984 Jan 31 15:52:24.950867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-52cf3a8e-3b10-4bef-8a19-2c7206680b57 req-c012416e-64b2-4043-8a0f-75617f77b09b tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.956416 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-52cf3a8e-3b10-4bef-8a19-2c7206680b57 req-c012416e-64b2-4043-8a0f-75617f77b09b tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.962014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port c0b2964f-9877-4997-95fc-165bfaafb6c5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=c0b2964f-9877-4997-95fc-165bfaafb6c5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:24.970392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:24.972936 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:24.995236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1006546269-network', 'tenant_id': '67dd315fd3e94d0e8f59ca7df2143b9d'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:25.005102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'd305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'd305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5', 'mac_address': 'fa:16:3e:2b:f3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:52:25.048473 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-52cf3a8e-3b10-4bef-8a19-2c7206680b57 req-c012416e-64b2-4043-8a0f-75617f77b09b tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.049736 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-52cf3a8e-3b10-4bef-8a19-2c7206680b57 req-c012416e-64b2-4043-8a0f-75617f77b09b tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5807488 Jan 31 15:52:25.058560 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012416e-64b2-4043-8a0f-75617f77b09b tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cead3e-d75d-4460-be18-e1c24b0696e3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:25.066062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4dcc-aed8-4c64-8e28-d62c47a406ad req-301abfc5-e80a-4b28-bfd0-521a10f86eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:25.067556 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f71f4dcc-aed8-4c64-8e28-d62c47a406ad req-301abfc5-e80a-4b28-bfd0-521a10f86eb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=107981a1-8971-4307-a532-a01979b3d6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291687 Jan 31 15:52:25.086948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Made reservation on behalf of 67dd315fd3e94d0e8f59ca7df2143b9d for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:25.087851 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.088736 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.091233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=c0b2964f-9877-4997-95fc-165bfaafb6c5,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:25.106024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:25.126769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:25.131171 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.142337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.165434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322597-d0b5-4a84-9cce-3cdd38987a1e req-026ba01d-bd13-406a-97bd-3f2a6d474cbf tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:25.166849 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11322597-d0b5-4a84-9cce-3cdd38987a1e req-026ba01d-bd13-406a-97bd-3f2a6d474cbf tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 943 time: 0.1527877 Jan 31 15:52:25.186003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:25.217972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d7659-6d8b-4b7d-a706-c15e8415d4ee req-744539cd-56ef-4825-a43d-487ae7db8d32 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:25.219513 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d52d7659-6d8b-4b7d-a706-c15e8415d4ee req-744539cd-56ef-4825-a43d-487ae7db8d32 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 931 time: 0.0767241 Jan 31 15:52:25.238303 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f71f4dcc-aed8-4c64-8e28-d62c47a406ad req-e0266b8b-d95f-4add-a09f-ed066d41a1d6 service neutron] 10.222.0.30 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636593 Jan 31 15:52:25.275851 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11322597-d0b5-4a84-9cce-3cdd38987a1e req-784db8b6-75d9-47df-8d35-7fe53ca42e8a tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980647 Jan 31 15:52:25.283243 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d52d7659-6d8b-4b7d-a706-c15e8415d4ee req-6fd2c9fa-7d0b-426f-bbe5-849a6149cac5 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570662 Jan 31 15:52:25.334012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc35b8ef-28aa-4a54-b0f6-5179f9b70346 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:25.342727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.358376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Transition to ACTIVE for port object fc35b8ef-28aa-4a54-b0f6-5179f9b70346 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:52:25.364174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.369840 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.381554 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.398366 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:25.399752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f71f4dcc-aed8-4c64-8e28-d62c47a406ad req-89ce8d2c-983a-4a79-9563-3f5877ab0408 service neutron] 10.222.0.30 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521263 Jan 31 15:52:25.411132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:52:25.434919 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.435160 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Added segment fbe5d2a5-34e1-4147-8927-89bf69674db4 of type vlan for network c13ccaa4-a57e-4406-9798-bcae298f9c95 Jan 31 15:52:25.450286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106427f5-3e9f-43dc-8459-c88bfa27234d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:25.477390 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Pushing event updated for resources: {'Port': ['ID=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:25.500394 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.519904 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.545597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Attempting to bind port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:25.546250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Attempting to bind port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:25.546793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Attempting to bind port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:25.553407 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.554086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:25.554537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:25.554926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Attempting to bind port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:25.556306 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.562019 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:25.568488 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:25.568944 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:25.569423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Bound port: fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:25.569812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.628810 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8340764 Jan 31 15:52:25.633362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37186) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:25.639313 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6c5dec72-1e33-4c91-8d5d-f6d998817e03 admin admin] Request body: {'subnet': {'network_id': 'c13ccaa4-a57e-4406-9798-bcae298f9c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1006546269-subnet', 'tenant_id': '67dd315fd3e94d0e8f59ca7df2143b9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:25.683452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:25.686120 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-aac520aa-adfe-4edf-99e2-2dfe8270f0b8 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6273e2231d5d49afa65e5427b7767f22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818305 Jan 31 15:52:25.687539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:25.689246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5dec72-1e33-4c91-8d5d-f6d998817e03 admin admin] Made reservation on behalf of 67dd315fd3e94d0e8f59ca7df2143b9d for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:25.691958 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c5dec72-1e33-4c91-8d5d-f6d998817e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.695561 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.755551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec712f6b-6a09-4d0b-ace4-c410d78bbbec admin admin] Pushing event updated for resources: {'Network': ['ID=c13ccaa4-a57e-4406-9798-bcae298f9c95,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:25.771660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c13ccaa4-a57e-4406-9798-bcae298f9c95 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:52:25.772677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:25.773291 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:25.774990 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] 10.222.0.30 "PUT /v2.0/ports/fc35b8ef-28aa-4a54-b0f6-5179f9b70346 HTTP/1.1" status: 200 len: 1091 time: 1.0615709 Jan 31 15:52:25.787398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3c1f96-3854-4618-8198-173ff18ae732', 'tag': 'fc35b8ef-28aa-4a54-b0f6-5179f9b70346'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:25.790226 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fb7bed-edd4-4bf5-a74d-b3e94a3c981e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3c1f96-3854-4618-8198-173ff18ae732", "tag": "fc35b8ef-28aa-4a54-b0f6-5179f9b70346"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:25.827930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20cb2d-dfc7-409f-aef5-a19aba6b2b5e service neutron] Pushing event updated for resources: {'Port': ['ID=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:25.851117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-3c6f617e-66eb-4fb5-b444-0045054012eb tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:25.862061 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-3c6f617e-66eb-4fb5-b444-0045054012eb tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1654534 Jan 31 15:52:25.873549 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-9b07c163-56dd-45ad-84f3-fab8e77b8a43 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/quotas/6273e2231d5d49afa65e5427b7767f22 HTTP/1.1" status: 200 len: 375 time: 0.0104065 Jan 31 15:52:25.913003 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-e69b5d0d-b479-4ae2-96e0-d863b1c3c937 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6273e2231d5d49afa65e5427b7767f22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328162 Jan 31 15:52:25.917417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-6ec7ae73-6525-4cf9-8171-ed98de3c9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:25.918850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-6ec7ae73-6525-4cf9-8171-ed98de3c9521 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 1094 time: 0.0835669 Jan 31 15:52:25.992196 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-db901b9c-da01-4379-b4ff-2c6c29441398 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346 HTTP/1.1" status: 200 len: 217 time: 0.0599966 Jan 31 15:52:26.037420 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c5dec72-1e33-4c91-8d5d-f6d998817e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:26.049798 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b901f651-8601-4642-9e1d-30c21ab2d1bc x-openstack-request-id: req-b901f651-8601-4642-9e1d-30c21ab2d1bc {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:26.050110 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3808e2-0311-4610-8a45-cf04b230be39", "name": "network-vif-plugged", "status": "completed", "tag": "c0b2964f-9877-4997-95fc-165bfaafb6c5", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:26.050360 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b901f651-8601-4642-9e1d-30c21ab2d1bc {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:26.050754 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3808e2-0311-4610-8a45-cf04b230be39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b2964f-9877-4997-95fc-165bfaafb6c5', 'code': 200} Jan 31 15:52:26.112567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-cb910f7f-5605-4aa1-a781-b9acac2039d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:26.114252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-cb910f7f-5605-4aa1-a781-b9acac2039d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.1100566 Jan 31 15:52:26.159025 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dec72-1e33-4c91-8d5d-f6d998817e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74456c5b-a6af-4dee-b3c6-a9c2768dcde1,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:26.179716 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-7a869aa2-f76a-4b75-a9ad-4eb77117e2c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552711 Jan 31 15:52:26.182671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dec72-1e33-4c91-8d5d-f6d998817e03 admin admin] Checking segment: {'id': 'fbe5d2a5-34e1-4147-8927-89bf69674db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c13ccaa4-a57e-4406-9798-bcae298f9c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:26.183150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5dec72-1e33-4c91-8d5d-f6d998817e03 admin admin] Network hostable DHCP agents. Network: c13ccaa4-a57e-4406-9798-bcae298f9c95, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:52:26.235236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acfcd4-667c-4174-871d-a23d2da64a24 req-0cdc51e0-8295-497c-9390-33ed2af0bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:26.236922 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4acfcd4-667c-4174-871d-a23d2da64a24 req-0cdc51e0-8295-497c-9390-33ed2af0bd0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 1101 time: 0.0992398 Jan 31 15:52:26.248878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5dec72-1e33-4c91-8d5d-f6d998817e03 admin admin] Network c13ccaa4-a57e-4406-9798-bcae298f9c95 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:52:26.252290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a6e9a-8cbe-4105-8202-f2c20c87c39b req-39a5392b-1408-4e7d-abba-25b02aaa76de tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:26.255920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f2a6e9a-8cbe-4105-8202-f2c20c87c39b req-39a5392b-1408-4e7d-abba-25b02aaa76de tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 948 time: 0.0838921 Jan 31 15:52:26.270046 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-6c5dec72-1e33-4c91-8d5d-f6d998817e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c13ccaa4-a57e-4406-9798-bcae298f9c95) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:26.279136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20693433-e320-4b87-88f1-2b3a1c50804d None None] Network c13ccaa4-a57e-4406-9798-bcae298f9c95 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:52:26.294252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5dec72-1e33-4c91-8d5d-f6d998817e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:26.296685 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c5dec72-1e33-4c91-8d5d-f6d998817e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:26.324204 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4acfcd4-667c-4174-871d-a23d2da64a24 req-e2dbe35d-2311-453e-a5fb-34ca06e56c4f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670385 Jan 31 15:52:26.350791 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6c5dec72-1e33-4c91-8d5d-f6d998817e03 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7154262 Jan 31 15:52:26.358249 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-f8a51440-330f-4f39-b0e8-15ea469364e0 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686771 Jan 31 15:52:26.358410 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f2a6e9a-8cbe-4105-8202-f2c20c87c39b req-ef5934f0-3ab9-45e6-ba17-2214c55136a8 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578854 Jan 31 15:52:26.404345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-588d0b54-c8a9-4692-8bb9-dfd90e9eedb0 req-189b7e68-b22a-48ab-87a8-f1aaa8a9f020 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Request body: {'security_group': {'name': 'tempest-securitygroup-295988121', 'description': 'tempest-description-71451748'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:26.434854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e554565-a755-4590-abfb-bb56150b2213 None None] Network c13ccaa4-a57e-4406-9798-bcae298f9c95 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:52:26.448489 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-588d0b54-c8a9-4692-8bb9-dfd90e9eedb0 req-189b7e68-b22a-48ab-87a8-f1aaa8a9f020 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:26.473199 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce5b09e6-5d08-44a2-80f3-ed28caa66b80 req-83732321-3aef-4550-828d-b8ed7b7aad0d service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076472 Jan 31 15:52:26.580068 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-588d0b54-c8a9-4692-8bb9-dfd90e9eedb0 req-189b7e68-b22a-48ab-87a8-f1aaa8a9f020 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:26.592282 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-588d0b54-c8a9-4692-8bb9-dfd90e9eedb0 req-189b7e68-b22a-48ab-87a8-f1aaa8a9f020 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:26.614454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-3000c063-e7eb-4a98-867b-6b06d46fb284 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:52:26.615427 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-3000c063-e7eb-4a98-867b-6b06d46fb284 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142703 Jan 31 15:52:26.624659 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-588d0b54-c8a9-4692-8bb9-dfd90e9eedb0 req-189b7e68-b22a-48ab-87a8-f1aaa8a9f020 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:26.625850 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-588d0b54-c8a9-4692-8bb9-dfd90e9eedb0 req-189b7e68-b22a-48ab-87a8-f1aaa8a9f020 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2265563 Jan 31 15:52:26.662787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b7e68-b22a-48ab-87a8-f1aaa8a9f020 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57b6ee7-def9-4451-ae53-6c8d24130ff1,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:26.675034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597056c0-0490-487a-af9d-7d68efa76688 req-8c946400-861e-4c74-8100-3e4f04bf586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:26.675606 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-8c946400-861e-4c74-8100-3e4f04bf586e service neutron] 10.222.0.36 "GET /v2.0/ports/25e937fa-5f77-4224-ae9b-8c330dc94aa6 HTTP/1.1" status: 200 len: 1093 time: 0.0489118 Jan 31 15:52:26.684534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] Request body: {'binding': {'host': 'n-h1-827120-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:26.685020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] Unknown quota resources ['binding']. {{(pid=108772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 15:52:26.737209 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0bd2442d-8593-4754-8456-3f7da013650f details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:26.739400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:26.801946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4c5b6-b6f7-48e4-bbb3-e0ead0538afd req-f70a8b36-79d7-4b64-8126-4ca90ff7b28e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:26.803879 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ab4c5b6-b6f7-48e4-bbb3-e0ead0538afd req-f70a8b36-79d7-4b64-8126-4ca90ff7b28e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 950 time: 0.1146908 Jan 31 15:52:26.852994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:52:26.869245 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ab4c5b6-b6f7-48e4-bbb3-e0ead0538afd req-14c0b10a-8320-448e-b5cc-2f032a71e816 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571754 Jan 31 15:52:26.870305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:26.870461 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:26.901588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] Attempting to bind port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on host n-h1-827120-1 for vnic_type normal with profile None {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:26.902011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] Attempting to bind port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:26.902340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] Attempting to bind port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:26.907499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] Port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on network d9143695-d818-4ec6-a1c8-9227036ec2ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:26.907824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] Attempting to bind port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:26.913252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:26.913685 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:26.914026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] Bound using segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:26.914465 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] Bound port: 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:26.917831 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee58638e-023d-4738-ac30-511774fa14c2 x-openstack-request-id: req-ee58638e-023d-4738-ac30-511774fa14c2 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:26.918289 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3c1f96-3854-4618-8198-173ff18ae732", "tag": "fc35b8ef-28aa-4a54-b0f6-5179f9b70346", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:26.918778 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee58638e-023d-4738-ac30-511774fa14c2 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:26.919296 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3c1f96-3854-4618-8198-173ff18ae732', 'tag': 'fc35b8ef-28aa-4a54-b0f6-5179f9b70346', 'status': 'completed', 'code': 200} Jan 31 15:52:26.985205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:26.987635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb7bed-edd4-4bf5-a74d-b3e94a3c981e req-512f239c-0a37-47c6-af68-5656f8be9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:26.989310 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79fb7bed-edd4-4bf5-a74d-b3e94a3c981e req-512f239c-0a37-47c6-af68-5656f8be9c3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 1094 time: 0.0470383 Jan 31 15:52:26.998632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:26.999959 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-2478d616-ff06-4223-b24e-888d7f4ee4be service neutron] 10.222.0.36 "POST /v2.0/ports/25e937fa-5f77-4224-ae9b-8c330dc94aa6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3188865 Jan 31 15:52:27.015560 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-13aff463-d42c-49ff-966c-728fca7bf5fd req-2577db6c-6b4d-4fee-9eac-72bc795776ef tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 210 time: 0.0349107 Jan 31 15:52:27.055759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0bd2442d-8593-4754-8456-3f7da013650f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0bd2442d-8593-4754-8456-3f7da013650f,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:27.078298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '0bd2442d-8593-4754-8456-3f7da013650f', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'port_id': '0bd2442d-8593-4754-8456-3f7da013650f', 'mac_address': 'fa:16:3e:25:5d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:52:27.126138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb7bed-edd4-4bf5-a74d-b3e94a3c981e req-f432ae33-99f9-4ea1-afcc-1f6b810765c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:27.127615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79fb7bed-edd4-4bf5-a74d-b3e94a3c981e req-f432ae33-99f9-4ea1-afcc-1f6b810765c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.1285768 Jan 31 15:52:27.154291 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.176258 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcea477-b764-4f9e-96be-155d5e687f8d req-0bb5b2fc-de05-4103-8af1-b95158245a29 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:27.178167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-afcea477-b764-4f9e-96be-155d5e687f8d req-0bb5b2fc-de05-4103-8af1-b95158245a29 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 943 time: 0.0768480 Jan 31 15:52:27.199858 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79fb7bed-edd4-4bf5-a74d-b3e94a3c981e req-ab6c8318-3d7f-4ef3-a6b4-c08b9b9396d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346 HTTP/1.1" status: 200 len: 217 time: 0.0647292 Jan 31 15:52:27.228920 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.237427 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-60bc315b-0d90-4d96-b982-3a736cf350df tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6273e2231d5d49afa65e5427b7767f22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241013 Jan 31 15:52:27.251000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd2442d-8593-4754-8456-3f7da013650f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:27.273488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0bd2442d-8593-4754-8456-3f7da013650f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0bd2442d-8593-4754-8456-3f7da013650f,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:27.283795 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.287286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb7bed-edd4-4bf5-a74d-b3e94a3c981e req-3b8a2dd6-ce11-4d0b-9a62-9dda5fcb5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:27.289100 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79fb7bed-edd4-4bf5-a74d-b3e94a3c981e req-3b8a2dd6-ce11-4d0b-9a62-9dda5fcb5eb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.0793741 Jan 31 15:52:27.298697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48149244-d57d-4d5e-8a77-b53f00951990 req-5c0a0d62-043f-4b4c-9265-be8bb063997b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:27.300314 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-48149244-d57d-4d5e-8a77-b53f00951990 req-5c0a0d62-043f-4b4c-9265-be8bb063997b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 943 time: 0.1033678 Jan 31 15:52:27.331682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79fb7bed-edd4-4bf5-a74d-b3e94a3c981e req-6a45f455-11a2-49e2-9bca-677e541dd0b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303004 Jan 31 15:52:27.343527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=0bd2442d-8593-4754-8456-3f7da013650f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:27.345410 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-afcea477-b764-4f9e-96be-155d5e687f8d req-4e58b8a9-af04-4140-b61a-dd8d29303947 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605909 Jan 31 15:52:27.358003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:27.363455 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.373901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597056c0-0490-487a-af9d-7d68efa76688 req-de4afdf3-b2f3-4e21-a6e5-9527eb833a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:27.375369 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-de4afdf3-b2f3-4e21-a6e5-9527eb833a93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 1096 time: 0.1091144 Jan 31 15:52:27.438318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-48149244-d57d-4d5e-8a77-b53f00951990 req-2eebc404-f7c4-419e-aeae-b873156b9388 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295741 Jan 31 15:52:27.471048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:27.477145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-ba1d5d1e-a0d1-4cc2-8438-465ab0947167 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:27.479047 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-ba1d5d1e-a0d1-4cc2-8438-465ab0947167 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256606 Jan 31 15:52:27.500674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Request body: {'port': {'device_id': '4d54b059-8b56-434d-92f5-291eb1a08883', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '6273e2231d5d49afa65e5427b7767f22'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:27.502640 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79fb7bed-edd4-4bf5-a74d-b3e94a3c981e req-981765b5-6b0d-468e-b4f8-ec1598891f44 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620822 Jan 31 15:52:27.559542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['0bd2442d-8593-4754-8456-3f7da013650f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:27.565141 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.573247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597056c0-0490-487a-af9d-7d68efa76688 req-08a825bb-a1c4-4455-9faa-8e9043d24f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:27.575693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-08a825bb-a1c4-4455-9faa-8e9043d24f1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.1884773 Jan 31 15:52:27.645554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-05d24641-1588-43b9-938d-13b32d92b8af req-e074f806-adda-4bdb-80ad-6516711706dd tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-149888762', 'description': 'tempest-description-899696961'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:27.655849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79fb7bed-edd4-4bf5-a74d-b3e94a3c981e req-827f064c-274d-45ff-b53a-40f4fb193ba7 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456218 Jan 31 15:52:27.686358 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-05d24641-1588-43b9-938d-13b32d92b8af req-e074f806-adda-4bdb-80ad-6516711706dd tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.692101 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-e4f0b585-3e88-4a93-8938-faa119e3fc94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6 HTTP/1.1" status: 200 len: 217 time: 0.1033018 Jan 31 15:52:27.697172 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-05d24641-1588-43b9-938d-13b32d92b8af req-e074f806-adda-4bdb-80ad-6516711706dd tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.777727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-05d24641-1588-43b9-938d-13b32d92b8af req-e074f806-adda-4bdb-80ad-6516711706dd tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.781715 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-05d24641-1588-43b9-938d-13b32d92b8af req-e074f806-adda-4bdb-80ad-6516711706dd tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.791812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-ab4556fe-aeed-464e-8370-454cf1cee1f1 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:27.793264 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-ab4556fe-aeed-464e-8370-454cf1cee1f1 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/networks?id=c13ccaa4-a57e-4406-9798-bcae298f9c95 HTTP/1.1" status: 200 len: 818 time: 0.2411249 Jan 31 15:52:27.803978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597056c0-0490-487a-af9d-7d68efa76688 req-d9eec591-8109-48b4-a927-988880da7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:27.805540 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-d9eec591-8109-48b4-a927-988880da7337 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.1026733 Jan 31 15:52:27.823755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074f806-adda-4bdb-80ad-6516711706dd tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7f0210-aa52-4fa7-b9f0-bb0b9bbe771b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:27.846013 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-fa4aee64-e5a0-4a80-ba3d-6ffc6e282f84 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/quotas/67dd315fd3e94d0e8f59ca7df2143b9d HTTP/1.1" status: 200 len: 375 time: 0.0450993 Jan 31 15:52:27.849944 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-0cf725a7-3e1e-4e15-b31c-3cc756428987 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356057 Jan 31 15:52:27.856235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-05d24641-1588-43b9-938d-13b32d92b8af req-e074f806-adda-4bdb-80ad-6516711706dd tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.859932 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-05d24641-1588-43b9-938d-13b32d92b8af req-e074f806-adda-4bdb-80ad-6516711706dd tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.872913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Made reservation on behalf of 6273e2231d5d49afa65e5427b7767f22 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:27.876336 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.886514 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-05d24641-1588-43b9-938d-13b32d92b8af req-e074f806-adda-4bdb-80ad-6516711706dd tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.887718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05d24641-1588-43b9-938d-13b32d92b8af req-e074f806-adda-4bdb-80ad-6516711706dd tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2510326 Jan 31 15:52:27.889432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074f806-adda-4bdb-80ad-6516711706dd tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb28cbe-3f75-49e9-ad7e-c417563afc50,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:27.908059 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-253b278e-c199-4b91-9fb2-4a0a59463357 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=67dd315fd3e94d0e8f59ca7df2143b9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542643 Jan 31 15:52:27.910599 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:27.986149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f18525-726a-4487-a843-6737e7262f78 req-724ca8fe-3a19-4c2b-a8bd-273281014139 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:27.987624 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41f18525-726a-4487-a843-6737e7262f78 req-724ca8fe-3a19-4c2b-a8bd-273281014139 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 945 time: 0.0489419 Jan 31 15:52:28.025493 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41f18525-726a-4487-a843-6737e7262f78 req-e8a25671-f1f4-4057-9035-2ca1853920d1 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313394 Jan 31 15:52:28.052584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43034e8-730e-4b8e-9242-41069d9a7c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:28.055199 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6149d4bb-05a4-4a3f-ac11-63e42a6c010e" -d '{"events": [{"server_uuid": "f43034e8-730e-4b8e-9242-41069d9a7c1e", "name": "network-vif-plugged", "status": "completed", "tag": "d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:28.072337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-57bc8974-c8cc-40ac-b44e-ce9374e69db0 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065327 Jan 31 15:52:28.109911 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-faac6778-3f3f-4e5f-8be7-25138d685b7e service neutron] 10.222.0.36 "GET /v2.0/networks/c13ccaa4-a57e-4406-9798-bcae298f9c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651628 Jan 31 15:52:28.156453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747a7c9-fc4f-465d-9d98-afb90d051770 req-f5b42112-32a0-4531-8735-1b588f4f3420 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:28.158194 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e747a7c9-fc4f-465d-9d98-afb90d051770 req-f5b42112-32a0-4531-8735-1b588f4f3420 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 949 time: 0.0620539 Jan 31 15:52:28.196627 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e747a7c9-fc4f-465d-9d98-afb90d051770 req-9698cae9-00a7-4724-bc2d-a2d82c79b8f0 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323222 Jan 31 15:52:28.306054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb832f-d124-4788-bfc9-cafd04e798ae req-2ce07d3f-6ffc-467d-9cfa-9315a7137857 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:28.307539 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55cb832f-d124-4788-bfc9-cafd04e798ae req-2ce07d3f-6ffc-467d-9cfa-9315a7137857 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 950 time: 0.0537851 Jan 31 15:52:28.348350 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55cb832f-d124-4788-bfc9-cafd04e798ae req-bf6cae1c-741a-415e-b43f-8fcde1f44fb4 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338914 Jan 31 15:52:28.376397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-614e72e8-0880-4c36-942f-2860b4545ff0 req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1065202558', 'description': 'tempest-description-258011838'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:28.400308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-614e72e8-0880-4c36-942f-2860b4545ff0 req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:28.465993 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-614e72e8-0880-4c36-942f-2860b4545ff0 req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:28.470578 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-614e72e8-0880-4c36-942f-2860b4545ff0 req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:28.478923 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:28.486644 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:28.497697 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-614e72e8-0880-4c36-942f-2860b4545ff0 req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:28.498957 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-614e72e8-0880-4c36-942f-2860b4545ff0 req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1274762 Jan 31 15:52:28.509890 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26596227-6a91-43f5-acdb-3c2cfce4820c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:28.519812 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.520156 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.520478 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.521289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.521655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.521983 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.522306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.522629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.522938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.523259 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.523575 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.523887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe9ae-1727-43e5-8be2-e56875e05283 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.576298 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22f6ee08-db2f-449e-9897-392ee0b1a264 req-7989454d-036b-4438-9527-7e111471392e tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 210 time: 0.0281572 Jan 31 15:52:28.598715 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-975528e3-7ef1-495c-b322-7c460bc69fdb service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118732 Jan 31 15:52:28.602517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a66660-4510-4da1-8529-cf2a589e8264,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:28.615113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-767c327a-ac5e-4cc9-aa62-c7fc25c3348d service neutron] 10.222.0.36 "GET /v2.0/networks/c13ccaa4-a57e-4406-9798-bcae298f9c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750957 Jan 31 15:52:28.619194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.619534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.619882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.620235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.620580 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.620879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.621183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.621578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.621844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.622130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.622448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.622741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:28.624351 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71c2f21-430b-4074-8aac-934f4f3f6c5d x-openstack-request-id: req-c71c2f21-430b-4074-8aac-934f4f3f6c5d {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:28.624865 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43034e8-730e-4b8e-9242-41069d9a7c1e", "name": "network-vif-plugged", "status": "completed", "tag": "d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:28.625293 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c71c2f21-430b-4074-8aac-934f4f3f6c5d {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:28.625968 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43034e8-730e-4b8e-9242-41069d9a7c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5', 'code': 200} Jan 31 15:52:28.740725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device fc35b8ef-28aa-4a54-b0f6-5179f9b70346 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:28.747193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0bd2442d-8593-4754-8456-3f7da013650f up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:28.766747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Allocated IP 192.168.233.97 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/79136f3e-0a6c-4e9c-97a0-117804894b06) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:28.794245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb77a0-1cd7-47d9-8b49-c4256289f43b req-abeb5ba1-32bf-45e4-a442-59a74a8cbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:28.795734 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-62eb77a0-1cd7-47d9-8b49-c4256289f43b req-abeb5ba1-32bf-45e4-a442-59a74a8cbcd6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 1100 time: 0.0829046 Jan 31 15:52:28.828172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597056c0-0490-487a-af9d-7d68efa76688 req-8aabb4be-ba1b-424c-a5d8-1f0c06c20b85 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:28.829809 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-8aabb4be-ba1b-424c-a5d8-1f0c06c20b85 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932&tenant_id=f7454e77053048da93d6c7125983ed93&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1096 time: 0.1491148 Jan 31 15:52:28.845455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827120-1'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:28.874630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-62eb77a0-1cd7-47d9-8b49-c4256289f43b req-ee81ea91-38f9-4ebf-81f5-fbcabad8b71c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692303 Jan 31 15:52:28.888737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c82f79-b01e-442a-94f0-e2ffc1787849 req-10510378-0bf0-4f44-955a-68cab8219dbf tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:28.890698 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-04c82f79-b01e-442a-94f0-e2ffc1787849 req-10510378-0bf0-4f44-955a-68cab8219dbf tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 944 time: 0.1016119 Jan 31 15:52:28.901862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 0bd2442d-8593-4754-8456-3f7da013650f completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:52:28.909591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 0bd2442d-8593-4754-8456-3f7da013650f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:28.910218 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:28.952840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:28.973354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'fc35b8ef-28aa-4a54-b0f6-5179f9b70346', 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec', 'port_id': 'fc35b8ef-28aa-4a54-b0f6-5179f9b70346', 'mac_address': 'fa:16:3e:e4:b2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a14ea8-cb04-4130-9b96-606f6d6534e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:52:29.003961 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.047799 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.048860 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-04c82f79-b01e-442a-94f0-e2ffc1787849 req-b1d146f2-644e-4eee-860a-231f12fd0c07 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503229 Jan 31 15:52:29.095436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e9f1f-db09-4eea-bc54-80fb34b7e3ac req-a434c048-31f4-4c8a-840c-f34a9c6f8df1 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.097630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc35b8ef-28aa-4a54-b0f6-5179f9b70346 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:29.106585 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c85e9f1f-db09-4eea-bc54-80fb34b7e3ac req-a434c048-31f4-4c8a-840c-f34a9c6f8df1 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 943 time: 0.0718269 Jan 31 15:52:29.107443 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.130831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:29.138338 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.160501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c85e9f1f-db09-4eea-bc54-80fb34b7e3ac req-6f258be7-fc32-41bf-94c7-bae6a277e76f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526204 Jan 31 15:52:29.176655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0bd2442d-8593-4754-8456-3f7da013650f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0bd2442d-8593-4754-8456-3f7da013650f,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:29.183659 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.204853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:29.243984 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.254891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5d91b38d-4070-41d1-823a-f966e4f90372 req-8dc02619-622a-4a1b-a064-f03dc2d8f21e tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 210 time: 0.0479574 Jan 31 15:52:29.301610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=0bd2442d-8593-4754-8456-3f7da013650f,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:29.315244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:29.384946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.398001 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['fc35b8ef-28aa-4a54-b0f6-5179f9b70346'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:29.411901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:29.499469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:29.524384 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:29.527255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad321d9-54ac-4f5d-9338-effa86729932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e937fa-5f77-4224-ae9b-8c330dc94aa6'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:29.531097 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061b0ffe-c44e-4638-86a9-6cb9fa28bd55" -d '{"events": [{"server_uuid": "3ad321d9-54ac-4f5d-9338-effa86729932", "name": "network-vif-unplugged", "status": "completed", "tag": "25e937fa-5f77-4224-ae9b-8c330dc94aa6"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:29.534427 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:29.542243 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.549855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Pushing event updated for resources: {'Port': ['ID=79136f3e-0a6c-4e9c-97a0-117804894b06,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:29.591507 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.661596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.662121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.662635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.663137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.663608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.669529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.669529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.669529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.669529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.669529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.669529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.669529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.671285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-aa808f67-cf16-49eb-8ed0-8da94ee92139 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419&device_id=4d54b059-8b56-434d-92f5-291eb1a08883&device_id=1d3c1f96-3854-4618-8198-173ff18ae732&device_id=13b963ee-27e7-4331-ab9a-54f7e424a286&device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e&device_id=da3808e2-0311-4610-8a45-cf04b230be39&device_id=3ad321d9-54ac-4f5d-9338-effa86729932&device_id=720192bd-82a2-4570-b052-24e247a40b7d&device_id=e4f6f395-dcde-447c-a8a8-6b5274776389&device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25&device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47&device_id=08facd01-27d9-4afd-b742-82575fac2dda&device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 10785 time: 0.0684972 Jan 31 15:52:29.673255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.673885 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.695580 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-ddb15e0c-a9b1-4b14-8334-36b10c84af74 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.733911 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-c99eb6fd-2a0e-4e0a-ab93-09d2c1e48ca1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2374439 Jan 31 15:52:29.752101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Request body: {'port': {'device_id': '4d54b059-8b56-434d-92f5-291eb1a08883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:29.770578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=25e937fa-5f77-4224-ae9b-8c330dc94aa6,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:29.781340 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-ddb15e0c-a9b1-4b14-8334-36b10c84af74 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.786234 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-ddb15e0c-a9b1-4b14-8334-36b10c84af74 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.814029 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c315888-1322-48fc-9ae9-b67e9e7be009 req-ddb15e0c-a9b1-4b14-8334-36b10c84af74 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&id=50a66660-4510-4da1-8529-cf2a589e8264&id=a73fa1eb-3f76-4303-953b-945fb25a260f&id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&id=38a2068e-43a2-4897-9abf-9b585566c2b4&id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.1337814 Jan 31 15:52:29.814523 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-f0d2a45b-ce42-4d6c-aea5-401ee4957efa tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50608 time: 0.7108221 Jan 31 15:52:29.824115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Attempting to bind port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on host n-h2-827120-1 for vnic_type normal with profile {"migrating_to": "n-h1-827120-1"} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:29.824436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Attempting to bind port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:29.824756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Attempting to bind port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:29.830462 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb15e0c-a9b1-4b14-8334-36b10c84af74 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60edae20-3586-4f95-b58a-71e8d29e9860,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:29.848569 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-53eae749-d63b-4c24-a69f-1ca6e7cc2d1b None None] Provisioning complete for port 79136f3e-0a6c-4e9c-97a0-117804894b06 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:29.849106 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-53eae749-d63b-4c24-a69f-1ca6e7cc2d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.874838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on network d9143695-d818-4ec6-a1c8-9227036ec2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:29.875293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Attempting to bind port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:29.884881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-53eae749-d63b-4c24-a69f-1ca6e7cc2d1b None None] Port 79136f3e-0a6c-4e9c-97a0-117804894b06 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:52:29.892298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.894243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:29.894575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:29.894945 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Bound using segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:29.895367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Bound port: 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:29.895701 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:29.922901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860b1c0-8e1f-4733-b43f-a88be126e6e3 req-7551e6e1-44c4-446a-bf08-9f71d791a1eb tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:29.924423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9860b1c0-8e1f-4733-b43f-a88be126e6e3 req-7551e6e1-44c4-446a-bf08-9f71d791a1eb tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 943 time: 0.0499315 Jan 31 15:52:29.951077 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-91d8eb08-bd3e-4e6d-9a2d-066120956d34 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/05d86801-d63b-49b3-bfc0-6237d07af681 HTTP/1.1" status: 200 len: 2977 time: 0.1211073 Jan 31 15:52:29.964457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9860b1c0-8e1f-4733-b43f-a88be126e6e3 req-722a88ec-f3df-4423-ba3c-170d7c4aeb1d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321424 Jan 31 15:52:30.099857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d52e2-7ad4-4585-8b36-989371ccfa9f req-8c962f93-1ea2-4a8e-9c2c-d15c1967506f tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:30.101448 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e9d52e2-7ad4-4585-8b36-989371ccfa9f req-8c962f93-1ea2-4a8e-9c2c-d15c1967506f tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 949 time: 0.0565062 Jan 31 15:52:30.162177 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e9d52e2-7ad4-4585-8b36-989371ccfa9f req-356fcddd-2f57-41de-9ef1-49ea7f15de75 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500536 Jan 31 15:52:30.167834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:30.173719 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-16dc11df-3ba0-41db-8185-a9ed0cf3f836 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/05d86801-d63b-49b3-bfc0-6237d07af681 HTTP/1.1" status: 200 len: 2977 time: 0.2030408 Jan 31 15:52:30.175411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:30.187901 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:30.233293 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d3e0a9-b74f-49c7-b294-8c41db4f345d x-openstack-request-id: req-45d3e0a9-b74f-49c7-b294-8c41db4f345d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:30.233604 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad321d9-54ac-4f5d-9338-effa86729932", "name": "network-vif-unplugged", "status": "completed", "tag": "25e937fa-5f77-4224-ae9b-8c330dc94aa6", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:30.233853 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45d3e0a9-b74f-49c7-b294-8c41db4f345d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:30.234230 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad321d9-54ac-4f5d-9338-effa86729932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e937fa-5f77-4224-ae9b-8c330dc94aa6', 'code': 200} Jan 31 15:52:30.302626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908626e-fb83-4d76-bef9-7ac72ff2b496 req-ccfaeb1b-9d9a-42d2-93a8-eebe260df00e tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:30.304245 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f908626e-fb83-4d76-bef9-7ac72ff2b496 req-ccfaeb1b-9d9a-42d2-93a8-eebe260df00e tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 935 time: 0.0523582 Jan 31 15:52:30.343393 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f908626e-fb83-4d76-bef9-7ac72ff2b496 req-7d7e0118-256a-4078-9134-c1e3fad741c1 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328097 Jan 31 15:52:30.353691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-89a6c310-b254-4ee1-96a4-f504bcb9d1d9 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:30.354935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-89a6c310-b254-4ee1-96a4-f504bcb9d1d9 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.20 "GET /v2.0/networks?id=c13ccaa4-a57e-4406-9798-bcae298f9c95 HTTP/1.1" status: 200 len: 818 time: 0.3425589 Jan 31 15:52:30.371114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=25e937fa-5f77-4224-ae9b-8c330dc94aa6,revision_number=8']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:30.395402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Request body: {'port': {'device_id': 'd6b89cea-6369-4f0d-bb9a-af3d99c58419', 'network_id': 'c13ccaa4-a57e-4406-9798-bcae298f9c95', 'admin_state_up': True, 'tenant_id': '67dd315fd3e94d0e8f59ca7df2143b9d'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:30.419212 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-e65a7b75-6548-45f0-8d31-6151094e9cae tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/106427f5-3e9f-43dc-8459-c88bfa27234d HTTP/1.1" status: 200 len: 2981 time: 0.2374222 Jan 31 15:52:30.424190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:30.424799 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:30.426287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-57f3db4e-64aa-4517-a1d3-e262f720a2b9 service neutron] 10.222.0.30 "PUT /v2.0/ports/25e937fa-5f77-4224-ae9b-8c330dc94aa6 HTTP/1.1" status: 200 len: 1121 time: 1.5854635 Jan 31 15:52:30.494429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aee7f9-1312-4390-8725-99393ecb8781 req-b9f53b22-e17a-414b-8dba-cae44263a1ad tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:30.496031 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84aee7f9-1312-4390-8725-99393ecb8781 req-b9f53b22-e17a-414b-8dba-cae44263a1ad tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 945 time: 0.0525169 Jan 31 15:52:30.514301 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['25e937fa-5f77-4224-ae9b-8c330dc94aa6'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:30.534848 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84aee7f9-1312-4390-8725-99393ecb8781 req-8e217b9c-d867-4af7-afe5-41ce15f2e991 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326786 Jan 31 15:52:30.566078 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-64b76335-99b2-4621-a170-6d48a6525671 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/106427f5-3e9f-43dc-8459-c88bfa27234d HTTP/1.1" status: 200 len: 2981 time: 0.1095433 Jan 31 15:52:30.631507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd2442d-8593-4754-8456-3f7da013650f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:30.633873 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ed67a4-7f88-415b-bafc-191298214b5b" -d '{"events": [{"server_uuid": "13b963ee-27e7-4331-ab9a-54f7e424a286", "name": "network-vif-plugged", "status": "completed", "tag": "0bd2442d-8593-4754-8456-3f7da013650f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:30.638660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79136f3e-0a6c-4e9c-97a0-117804894b06 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:30.657564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283e5d9-b673-4399-b97a-3e974061b3a2 req-9f40756c-de5b-4e67-8049-c6252e5305b8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:30.659591 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:30.665457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Made reservation on behalf of 67dd315fd3e94d0e8f59ca7df2143b9d for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:30.666006 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6283e5d9-b673-4399-b97a-3e974061b3a2 req-9f40756c-de5b-4e67-8049-c6252e5305b8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 944 time: 0.0587063 Jan 31 15:52:30.668946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:30.674858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-1e2a8606-e311-4d73-b9c5-a7763858000c tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/12c31b70-d03b-4f96-955d-a79086e618c7 HTTP/1.1" status: 200 len: 2973 time: 0.0821118 Jan 31 15:52:30.696095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Transition to ACTIVE for port object 79136f3e-0a6c-4e9c-97a0-117804894b06 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:52:30.709630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6283e5d9-b673-4399-b97a-3e974061b3a2 req-63edb834-9a06-40ea-ac64-607b5e85c3b6 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418336 Jan 31 15:52:30.713232 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:30.766339 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device fc35b8ef-28aa-4a54-b0f6-5179f9b70346 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:30.804546 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07427d4c-154e-4561-b519-90c421e48de6 req-da60b946-c24b-4b8f-a4cb-5b55482b6d54 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 210 time: 0.0396264 Jan 31 15:52:30.841079 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-957dd22d-171e-46c8-ab08-72f479f6b4a5 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/12c31b70-d03b-4f96-955d-a79086e618c7 HTTP/1.1" status: 200 len: 2973 time: 0.1551127 Jan 31 15:52:30.847590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Pushing event updated for resources: {'Port': ['ID=79136f3e-0a6c-4e9c-97a0-117804894b06,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:30.849960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:52:30.863740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:30.864113 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:30.966552 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:30.974841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Allocated IP 172.20.0.14 (c13ccaa4-a57e-4406-9798-bcae298f9c95/74456c5b-a6af-4dee-b3c6-a9c2768dcde1/9246a71d-8eaa-4724-baf7-b49e6b2774e1) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:30.986296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-91463dc3-d95b-4be6-a09a-e86dce096736 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/1e6f9317-94e3-478f-ae3a-d33278212442 HTTP/1.1" status: 200 len: 2981 time: 0.1125956 Jan 31 15:52:31.020039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:31.023055 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Attempting to bind port 79136f3e-0a6c-4e9c-97a0-117804894b06 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:31.023883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Attempting to bind port 79136f3e-0a6c-4e9c-97a0-117804894b06 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:31.023883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Attempting to bind port 79136f3e-0a6c-4e9c-97a0-117804894b06 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:31.024985 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:31.050139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Port 79136f3e-0a6c-4e9c-97a0-117804894b06 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:31.050517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Attempting to bind port 79136f3e-0a6c-4e9c-97a0-117804894b06 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:31.067293 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a128fb8-eb01-4a6e-9d50-088d6db0af50 req-753c8282-ab7f-4ba4-8042-c1720f08e1b6 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:31.067688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a128fb8-eb01-4a6e-9d50-088d6db0af50 req-753c8282-ab7f-4ba4-8042-c1720f08e1b6 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:31.068158 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a128fb8-eb01-4a6e-9d50-088d6db0af50 req-753c8282-ab7f-4ba4-8042-c1720f08e1b6 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:31.070526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3a128fb8-eb01-4a6e-9d50-088d6db0af50 req-753c8282-ab7f-4ba4-8042-c1720f08e1b6 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39&device_id=720192bd-82a2-4570-b052-24e247a40b7d&device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 2883 time: 0.0539129 Jan 31 15:52:31.071645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:31.071979 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:31.072350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:31.072769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Bound port: 79136f3e-0a6c-4e9c-97a0-117804894b06, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:31.073118 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:31.079440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:31.097794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-493d70d8-dbe5-4feb-ac50-471c7ae4cd41 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/1e6f9317-94e3-478f-ae3a-d33278212442 HTTP/1.1" status: 200 len: 2981 time: 0.0976861 Jan 31 15:52:31.114744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3a128fb8-eb01-4a6e-9d50-088d6db0af50 req-31a89213-cf95-4088-a13f-b2a3f9d4478e tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373719 Jan 31 15:52:31.150638 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8da81c9-6bf3-4f4f-929f-d09c88083cfa x-openstack-request-id: req-f8da81c9-6bf3-4f4f-929f-d09c88083cfa {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:31.150949 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b963ee-27e7-4331-ab9a-54f7e424a286", "name": "network-vif-plugged", "status": "completed", "tag": "0bd2442d-8593-4754-8456-3f7da013650f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:31.151202 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8da81c9-6bf3-4f4f-929f-d09c88083cfa {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:31.151905 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd2442d-8593-4754-8456-3f7da013650f', 'code': 200} Jan 31 15:52:31.250676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d554e7-adc2-409c-85e4-36a5e0106527 req-439c02e9-5af3-4c47-9af3-6418bca00731 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:31.252152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68d554e7-adc2-409c-85e4-36a5e0106527 req-439c02e9-5af3-4c47-9af3-6418bca00731 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 943 time: 0.0526097 Jan 31 15:52:31.283392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] For port 79136f3e-0a6c-4e9c-97a0-117804894b06, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:31.290260 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68d554e7-adc2-409c-85e4-36a5e0106527 req-f5d1765f-4915-4025-b1e6-cfd770e9e703 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314462 Jan 31 15:52:31.290467 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-4eda9853-6928-429c-92bb-3cb28aaa8ac6 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/21ddcdd1-60aa-42d8-a5fd-abc1374a85aa HTTP/1.1" status: 200 len: 2981 time: 0.1765082 Jan 31 15:52:31.320069 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:31.322515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] For port 79136f3e-0a6c-4e9c-97a0-117804894b06, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=79136f3e-0a6c-4e9c-97a0-117804894b06,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:31.335035 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:31.357132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21969466-086d-4e53-93f7-83539da5f149 req-258124e6-ac16-4831-b093-4fc6fca3f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:31.358751 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-21969466-086d-4e53-93f7-83539da5f149 req-258124e6-ac16-4831-b093-4fc6fca3f8ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 1096 time: 0.1236322 Jan 31 15:52:31.426327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:31.426939 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:31.428313 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] 10.222.0.30 "PUT /v2.0/ports/79136f3e-0a6c-4e9c-97a0-117804894b06 HTTP/1.1" status: 200 len: 1095 time: 1.6806548 Jan 31 15:52:31.449548 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-d2653797-0553-4408-beeb-0955647b484e tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/21ddcdd1-60aa-42d8-a5fd-abc1374a85aa HTTP/1.1" status: 200 len: 2981 time: 0.1502557 Jan 31 15:52:31.470456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e7996-c22e-4a40-9135-8c1b930b08a1 req-cc707c6b-08bf-4a7c-8cac-9470125f9447 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:31.472083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-426e7996-c22e-4a40-9135-8c1b930b08a1 req-cc707c6b-08bf-4a7c-8cac-9470125f9447 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 949 time: 0.0660832 Jan 31 15:52:31.475955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e844f-db42-4045-8f4d-d67c53c78488 service neutron] Pushing event updated for resources: {'Port': ['ID=79136f3e-0a6c-4e9c-97a0-117804894b06,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:31.492142 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-21969466-086d-4e53-93f7-83539da5f149 req-d300215a-3b5e-4068-b9dc-749204f94cc0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082451 Jan 31 15:52:31.515675 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:31.522091 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-426e7996-c22e-4a40-9135-8c1b930b08a1 req-eabd3a41-1760-4466-a0cf-65d5f0dc4959 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428562 Jan 31 15:52:31.592156 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-5bbdd55e-b0f6-4bdf-98e2-89c0ddd7e5d1 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/38a2068e-43a2-4897-9abf-9b585566c2b4 HTTP/1.1" status: 200 len: 2981 time: 0.1277814 Jan 31 15:52:31.596351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Network c13ccaa4-a57e-4406-9798-bcae298f9c95 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:31.600347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:31.602124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Pushing event updated for resources: {'Port': ['ID=9246a71d-8eaa-4724-baf7-b49e6b2774e1,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:31.604259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:31.611915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-9da57ae6-b157-4d24-a5be-0b70c70d281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:31.613352 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-9da57ae6-b157-4d24-a5be-0b70c70d281a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6273e2231d5d49afa65e5427b7767f22&device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 1098 time: 0.1343088 Jan 31 15:52:31.630857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b4294-9cce-4e76-8c09-c4724f2d1eaa req-f065b0a0-656f-4ad8-98b8-82fd2754b740 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:31.633390 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-284b4294-9cce-4e76-8c09-c4724f2d1eaa req-f065b0a0-656f-4ad8-98b8-82fd2754b740 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 947 time: 0.0549760 Jan 31 15:52:31.676866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-284b4294-9cce-4e76-8c09-c4724f2d1eaa req-e8c53d1a-10ee-4123-9923-98342de6e8dd tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385392 Jan 31 15:52:31.688974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:31.689600 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:31.699333 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-e50a5fa8-0cde-45cb-8a4a-0223a92dc7a0 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/38a2068e-43a2-4897-9abf-9b585566c2b4 HTTP/1.1" status: 200 len: 2981 time: 0.0923543 Jan 31 15:52:31.708367 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-64b5d705-32c6-4a27-93c4-9b616f61ee3b tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3381755 Jan 31 15:52:31.727259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Request body: {'port': {'device_id': 'd6b89cea-6369-4f0d-bb9a-af3d99c58419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:31.795486 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-94430ef7-801e-451d-9ad6-fa0a847b6487 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/41f7e0a6-a3a5-4f2c-91dc-9fd20e5dc5fd HTTP/1.1" status: 200 len: 2981 time: 0.0847971 Jan 31 15:52:31.800198 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:31.883106 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-42962b07-fa60-4b5a-92df-98d9d256670e tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/41f7e0a6-a3a5-4f2c-91dc-9fd20e5dc5fd HTTP/1.1" status: 200 len: 2981 time: 0.0731032 Jan 31 15:52:31.901833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19c7e6-5437-4a14-b45f-29852672c1bc req-9599d179-14c1-4793-903e-c3a8c528b27d tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:31.903292 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa19c7e6-5437-4a14-b45f-29852672c1bc req-9599d179-14c1-4793-903e-c3a8c528b27d tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 945 time: 0.0487165 Jan 31 15:52:31.942206 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa19c7e6-5437-4a14-b45f-29852672c1bc req-18311acc-e6e7-4d85-9d82-2f5a714d17af tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324860 Jan 31 15:52:31.993701 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-59ec58c5-7289-46f2-a965-f05322297d36 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/50a66660-4510-4da1-8529-cf2a589e8264 HTTP/1.1" status: 200 len: 2981 time: 0.1038532 Jan 31 15:52:32.076243 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-c41c83dc-ce2a-49bf-92ee-c84ec05d3f09 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/50a66660-4510-4da1-8529-cf2a589e8264 HTTP/1.1" status: 200 len: 2981 time: 0.0546191 Jan 31 15:52:32.136572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d16fff-2029-49ac-a3b5-77abe25d5afe req-c558e716-8955-4f96-905d-5044cd9458d9 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:32.138238 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31d16fff-2029-49ac-a3b5-77abe25d5afe req-c558e716-8955-4f96-905d-5044cd9458d9 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.0532744 Jan 31 15:52:32.147852 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-0b2e7554-bb4d-4674-8e7a-062d0288109a tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8091b3dd-058a-4254-b23f-ebd1284b1f88 HTTP/1.1" status: 200 len: 2981 time: 0.0647590 Jan 31 15:52:32.186747 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31d16fff-2029-49ac-a3b5-77abe25d5afe req-1803ea7d-5468-4907-8695-d4a9de0f577f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Jan 31 15:52:32.203835 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9246a71d-8eaa-4724-baf7-b49e6b2774e1 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:32.213950 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:32.235566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad321d9-54ac-4f5d-9338-effa86729932', 'tag': '25e937fa-5f77-4224-ae9b-8c330dc94aa6'}, {'name': 'network-changed', 'server_uuid': '4d54b059-8b56-434d-92f5-291eb1a08883', 'tag': '79136f3e-0a6c-4e9c-97a0-117804894b06'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:32.238044 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3562aa-1b0f-4492-b371-1d9ac675a379" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad321d9-54ac-4f5d-9338-effa86729932", "tag": "25e937fa-5f77-4224-ae9b-8c330dc94aa6"}, {"name": "network-changed", "server_uuid": "4d54b059-8b56-434d-92f5-291eb1a08883", "tag": "79136f3e-0a6c-4e9c-97a0-117804894b06"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:32.241505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Transition to ACTIVE for port object 9246a71d-8eaa-4724-baf7-b49e6b2774e1 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:52:32.243842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-58dc9cd5-eb55-48eb-8742-15811a33d5be tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8091b3dd-058a-4254-b23f-ebd1284b1f88 HTTP/1.1" status: 200 len: 2981 time: 0.0737510 Jan 31 15:52:32.246841 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:32.303474 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246665aa-de77-4535-8fe8-c1a3b962b259 req-2da3da2b-24d0-4270-8c5d-c98721b4f0f1 tempest-ServersAdminNegativeTestJSON-36275343 tempest-ServersAdminNegativeTestJSON-36275343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:32.305019 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-246665aa-de77-4535-8fe8-c1a3b962b259 req-2da3da2b-24d0-4270-8c5d-c98721b4f0f1 tempest-ServersAdminNegativeTestJSON-36275343 tempest-ServersAdminNegativeTestJSON-36275343-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 1100 time: 0.0467072 Jan 31 15:52:32.321334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Pushing event updated for resources: {'Port': ['ID=9246a71d-8eaa-4724-baf7-b49e6b2774e1,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:32.333330 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-246665aa-de77-4535-8fe8-c1a3b962b259 req-12611ca5-c1b2-4012-af94-00f93bc66714 tempest-ServersAdminNegativeTestJSON-36275343 tempest-ServersAdminNegativeTestJSON-36275343-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:32.379071 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-7c929b86-ad4e-46b9-8aaf-9d5dc008f50b tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/870a9ba5-44fe-4462-a19e-9c0947669e2e HTTP/1.1" status: 200 len: 2977 time: 0.1027451 Jan 31 15:52:32.416043 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-246665aa-de77-4535-8fe8-c1a3b962b259 req-12611ca5-c1b2-4012-af94-00f93bc66714 tempest-ServersAdminNegativeTestJSON-36275343 tempest-ServersAdminNegativeTestJSON-36275343-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:32.421194 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-246665aa-de77-4535-8fe8-c1a3b962b259 req-12611ca5-c1b2-4012-af94-00f93bc66714 tempest-ServersAdminNegativeTestJSON-36275343 tempest-ServersAdminNegativeTestJSON-36275343-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:32.443757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-246665aa-de77-4535-8fe8-c1a3b962b259 req-12611ca5-c1b2-4012-af94-00f93bc66714 tempest-ServersAdminNegativeTestJSON-36275343 tempest-ServersAdminNegativeTestJSON-36275343-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288104 Jan 31 15:52:32.452379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12611ca5-c1b2-4012-af94-00f93bc66714 tempest-ServersAdminNegativeTestJSON-36275343 tempest-ServersAdminNegativeTestJSON-36275343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c579402f-6a4b-4f4c-92dc-b811d035f8bf,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:32.454424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-1b3e8239-d3e1-4b31-96bf-0fa61a52ac6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=79136f3e-0a6c-4e9c-97a0-117804894b06 HTTP/1.1" status: 200 len: 217 time: 0.0625427 Jan 31 15:52:32.508003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Attempting to bind port 9246a71d-8eaa-4724-baf7-b49e6b2774e1 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:32.508330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Attempting to bind port 9246a71d-8eaa-4724-baf7-b49e6b2774e1 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'fbe5d2a5-34e1-4147-8927-89bf69674db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c13ccaa4-a57e-4406-9798-bcae298f9c95'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:32.508689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Attempting to bind port 9246a71d-8eaa-4724-baf7-b49e6b2774e1 on network c13ccaa4-a57e-4406-9798-bcae298f9c95 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:32.516436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-0b28a9a4-3160-479e-81d7-63cf6234269c tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/870a9ba5-44fe-4462-a19e-9c0947669e2e HTTP/1.1" status: 200 len: 2977 time: 0.1256533 Jan 31 15:52:32.518795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Port 9246a71d-8eaa-4724-baf7-b49e6b2774e1 on network c13ccaa4-a57e-4406-9798-bcae298f9c95 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:32.519099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Attempting to bind port 9246a71d-8eaa-4724-baf7-b49e6b2774e1 on network c13ccaa4-a57e-4406-9798-bcae298f9c95 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:32.536048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:32.536375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Checking segment: {'id': 'fbe5d2a5-34e1-4147-8927-89bf69674db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c13ccaa4-a57e-4406-9798-bcae298f9c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:32.536735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Bound using segment: {'id': 'fbe5d2a5-34e1-4147-8927-89bf69674db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c13ccaa4-a57e-4406-9798-bcae298f9c95'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:32.537162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Bound port: 9246a71d-8eaa-4724-baf7-b49e6b2774e1, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe5d2a5-34e1-4147-8927-89bf69674db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c13ccaa4-a57e-4406-9798-bcae298f9c95'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:32.537529 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:32.551653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-fd224ff4-7176-4a92-a526-ffad487e7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:32.553111 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-fd224ff4-7176-4a92-a526-ffad487e7aeb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0850451 Jan 31 15:52:32.558536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134948a-e642-40a1-9282-f18bcf23d484 req-c72b6b65-711f-49e9-a54c-baf9a529ccb1 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:32.559987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d134948a-e642-40a1-9282-f18bcf23d484 req-c72b6b65-711f-49e9-a54c-baf9a529ccb1 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 944 time: 0.0529923 Jan 31 15:52:32.599758 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d134948a-e642-40a1-9282-f18bcf23d484 req-9ad011f4-7d08-47bf-900a-a20fd5fc12c9 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/security-groups?id=106427f5-3e9f-43dc-8459-c88bfa27234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Jan 31 15:52:32.636725 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-54af1365-dfdc-4cda-94e2-a3bf2e953cc9 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a6231482-ead3-439d-9294-4bd23eacccbc HTTP/1.1" status: 200 len: 2981 time: 0.1116114 Jan 31 15:52:32.671707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-ec22d370-c5b3-4bf7-a678-e0f697d8bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:32.673179 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-ec22d370-c5b3-4bf7-a678-e0f697d8bc98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098142 Jan 31 15:52:32.696678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] For port 9246a71d-8eaa-4724-baf7-b49e6b2774e1, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:32.749644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] For port 9246a71d-8eaa-4724-baf7-b49e6b2774e1, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=9246a71d-8eaa-4724-baf7-b49e6b2774e1,segment=NetworkSegment(fbe5d2a5-34e1-4147-8927-89bf69674db4),segment_id=fbe5d2a5-34e1-4147-8927-89bf69674db4)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:32.756515 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:32.785485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 25e937fa-5f77-4224-ae9b-8c330dc94aa6 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:32.888778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:32.901051 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 25e937fa-5f77-4224-ae9b-8c330dc94aa6 has no active binding in host n-h1-827120-1 {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 15:52:32.919544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971b221-e172-40d2-a55e-a3e9bad2486d req-6b0c442b-b124-4f30-87e1-12f6f4d632de tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:32.921361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3971b221-e172-40d2-a55e-a3e9bad2486d req-6b0c442b-b124-4f30-87e1-12f6f4d632de tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 943 time: 0.0503700 Jan 31 15:52:32.960595 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3971b221-e172-40d2-a55e-a3e9bad2486d req-00e5dd45-2f18-4801-9f11-df06b7042242 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Jan 31 15:52:33.047956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-44ead702-355d-498d-9af7-6dd5496a1d65 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a6231482-ead3-439d-9294-4bd23eacccbc HTTP/1.1" status: 200 len: 2981 time: 0.4033136 Jan 31 15:52:33.052049 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd470e8-e1bc-4dd7-bd8e-653e53194b3f x-openstack-request-id: req-ffd470e8-e1bc-4dd7-bd8e-653e53194b3f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:33.052340 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad321d9-54ac-4f5d-9338-effa86729932", "tag": "25e937fa-5f77-4224-ae9b-8c330dc94aa6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d54b059-8b56-434d-92f5-291eb1a08883", "tag": "79136f3e-0a6c-4e9c-97a0-117804894b06", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:33.052586 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ffd470e8-e1bc-4dd7-bd8e-653e53194b3f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:33.052964 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad321d9-54ac-4f5d-9338-effa86729932', 'tag': '25e937fa-5f77-4224-ae9b-8c330dc94aa6', 'status': 'completed', 'code': 200} Jan 31 15:52:33.053206 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d54b059-8b56-434d-92f5-291eb1a08883', 'tag': '79136f3e-0a6c-4e9c-97a0-117804894b06', 'status': 'completed', 'code': 200} Jan 31 15:52:33.086041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8313e9-fb22-49bb-9873-49f9ded6bf0a req-a37d9b34-0b27-46f0-a8ea-1117fcf516c5 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:33.087986 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f8313e9-fb22-49bb-9873-49f9ded6bf0a req-a37d9b34-0b27-46f0-a8ea-1117fcf516c5 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 947 time: 0.0492163 Jan 31 15:52:33.111097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:33.111689 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:33.113050 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] 10.222.0.20 "PUT /v2.0/ports/9246a71d-8eaa-4724-baf7-b49e6b2774e1 HTTP/1.1" status: 200 len: 1092 time: 1.3953521 Jan 31 15:52:33.128810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f8313e9-fb22-49bb-9873-49f9ded6bf0a req-67fc1a3a-3bc4-413c-8ebb-17fe7a9d241d tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Jan 31 15:52:33.153573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3c1f96-3854-4618-8198-173ff18ae732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc35b8ef-28aa-4a54-b0f6-5179f9b70346'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:33.157803 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6454c0f0-03d3-41a3-b96c-e09886632e25" -d '{"events": [{"server_uuid": "1d3c1f96-3854-4618-8198-173ff18ae732", "name": "network-vif-plugged", "status": "completed", "tag": "fc35b8ef-28aa-4a54-b0f6-5179f9b70346"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:33.164324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101f7ac-5c50-4ca1-a3eb-52e989aea64d service neutron] Pushing event updated for resources: {'Port': ['ID=9246a71d-8eaa-4724-baf7-b49e6b2774e1,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:33.171634 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-a56a5567-e825-47b1-83c5-e3927d815740 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853020 Jan 31 15:52:33.195832 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-f975fbf8-614b-47ac-b042-eb8959af4a30 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a73fa1eb-3f76-4303-953b-945fb25a260f HTTP/1.1" status: 200 len: 2981 time: 0.1292365 Jan 31 15:52:33.228967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-e1181b31-06b6-479f-b0fa-d4f4f86b3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:33.230388 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-e1181b31-06b6-479f-b0fa-d4f4f86b3fdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 1124 time: 0.1815617 Jan 31 15:52:33.393367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2f488aed-7bc9-45fc-9c28-90c73c3f6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:33.394889 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-2f488aed-7bc9-45fc-9c28-90c73c3f6f67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67dd315fd3e94d0e8f59ca7df2143b9d&device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 1095 time: 0.2207019 Jan 31 15:52:33.396244 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-5d8ea290-b772-40f4-950c-572b8fd36124 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a73fa1eb-3f76-4303-953b-945fb25a260f HTTP/1.1" status: 200 len: 2981 time: 0.1838260 Jan 31 15:52:33.433143 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f735d427-9768-4175-a9e8-39bc890f0c6b req-643ccfdc-dc7f-4340-8a80-722d1c50d902 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488773 Jan 31 15:52:33.469989 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-f3e6dd83-6d33-483f-8825-de3d1b3b50c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9246a71d-8eaa-4724-baf7-b49e6b2774e1 HTTP/1.1" status: 200 len: 217 time: 0.0618501 Jan 31 15:52:33.490919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-7d7eb9f5-d831-471b-b726-28a758b7b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:33.492175 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-7d7eb9f5-d831-471b-b726-28a758b7b90d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.2283959 Jan 31 15:52:33.507682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4f59-6de0-421e-9fa8-31a218b3d5d7 req-045356c5-9252-4feb-97a9-91cc555b7c13 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:33.509106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-739c4f59-6de0-421e-9fa8-31a218b3d5d7 req-045356c5-9252-4feb-97a9-91cc555b7c13 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 945 time: 0.0562272 Jan 31 15:52:33.584788 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-e9cdf044-79a0-4126-ba3f-099bd5315f81 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ad7f0210-aa52-4fa7-b9f0-bb0b9bbe771b HTTP/1.1" status: 200 len: 2981 time: 0.1787808 Jan 31 15:52:33.589045 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-517addb2-4c1e-4043-bec2-e7a024921f1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6 HTTP/1.1" status: 200 len: 217 time: 0.0807908 Jan 31 15:52:33.624062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-e3750f31-86e2-49be-8ae4-16a54e427283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:33.625789 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-e3750f31-86e2-49be-8ae4-16a54e427283 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74456c5b-a6af-4dee-b3c6-a9c2768dcde1 HTTP/1.1" status: 200 len: 858 time: 0.1439598 Jan 31 15:52:33.680568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-b35d1759-5036-4c72-9723-8e9e15a61260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:33.681447 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-b35d1759-5036-4c72-9723-8e9e15a61260 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6273e2231d5d49afa65e5427b7767f22&device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 1098 time: 0.1921036 Jan 31 15:52:33.701914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-97bf85b0-800d-4068-bf4b-739008e74e5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c13ccaa4-a57e-4406-9798-bcae298f9c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560975 Jan 31 15:52:33.809184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-b08317b9-f1f9-42d0-a6ba-39f78dacc1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:33.810552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-b08317b9-f1f9-42d0-a6ba-39f78dacc1a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.2110853 Jan 31 15:52:33.812000 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-739c4f59-6de0-421e-9fa8-31a218b3d5d7 req-d32fb81a-fcfd-4892-9f37-5e9549a94895 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963336 Jan 31 15:52:33.812203 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-02488d19-6951-462f-8184-877bb6c88e35 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ad7f0210-aa52-4fa7-b9f0-bb0b9bbe771b HTTP/1.1" status: 200 len: 2981 time: 0.2168536 Jan 31 15:52:33.859271 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637d89ee-f200-4271-9c1f-5e3d922c63a3 x-openstack-request-id: req-637d89ee-f200-4271-9c1f-5e3d922c63a3 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:33.860612 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3c1f96-3854-4618-8198-173ff18ae732", "name": "network-vif-plugged", "status": "completed", "tag": "fc35b8ef-28aa-4a54-b0f6-5179f9b70346", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:33.860845 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-637d89ee-f200-4271-9c1f-5e3d922c63a3 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:33.861129 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-f7ecf340-9928-47db-ae67-7ee1467fa6e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416806 Jan 31 15:52:33.861495 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3c1f96-3854-4618-8198-173ff18ae732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc35b8ef-28aa-4a54-b0f6-5179f9b70346', 'code': 200} Jan 31 15:52:33.948647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6060d-18be-4d66-93de-9f285adc85cf req-cb97da27-8e9a-4139-adf2-c33aa9d73ccc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:33.950170 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ffb6060d-18be-4d66-93de-9f285adc85cf req-cb97da27-8e9a-4139-adf2-c33aa9d73ccc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.0465479 Jan 31 15:52:33.986555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ffb6060d-18be-4d66-93de-9f285adc85cf req-2c0464ce-53fc-4953-9ad4-ddea3604022a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302966 Jan 31 15:52:34.006443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-931b0a2f-0b2a-4104-b179-6d87583f21ae tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b6bd5344-8bc1-44ea-9ea4-b3e4ecc6ffa7 HTTP/1.1" status: 200 len: 2981 time: 0.1859055 Jan 31 15:52:34.010423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-89952b3a-0d53-442c-882e-4af475a9535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:34.011808 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-89952b3a-0d53-442c-882e-4af475a9535e service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3126836 Jan 31 15:52:34.021384 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-5fb89841-fd51-4b25-a39d-ee54c044f498 service neutron] 10.222.0.20 "GET /v2.0/networks/c13ccaa4-a57e-4406-9798-bcae298f9c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050616 Jan 31 15:52:34.081282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb48ac7-24eb-43d1-a28b-531c816fc82b req-6de727c2-df6b-4dda-8a24-1e9915391403 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:34.082758 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aeb48ac7-24eb-43d1-a28b-531c816fc82b req-6de727c2-df6b-4dda-8a24-1e9915391403 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 1100 time: 0.0398269 Jan 31 15:52:34.096042 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-23ff7d46-06f2-4297-b097-91da00b82ea5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=79136f3e-0a6c-4e9c-97a0-117804894b06 HTTP/1.1" status: 200 len: 217 time: 0.0674171 Jan 31 15:52:34.121150 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aeb48ac7-24eb-43d1-a28b-531c816fc82b req-d59f5fd5-b116-4df8-bbd9-165c336ead01 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295119 Jan 31 15:52:34.158060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18becc61-8607-4ff7-a3bd-b71402f88919 req-be171e34-a451-4040-abff-4ea8ac600909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:34.159532 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-18becc61-8607-4ff7-a3bd-b71402f88919 req-be171e34-a451-4040-abff-4ea8ac600909 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 1096 time: 0.2079577 Jan 31 15:52:34.192072 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-58449e9f-a59d-4a5c-8d2b-196762bd4467 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227921 Jan 31 15:52:34.222449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa0fc2-44fb-40da-a8d8-ec92e3e82f11 req-c01386de-8d57-4a43-b8ca-2995eb8c1892 tempest-ServersAdminNegativeTestJSON-36275343 tempest-ServersAdminNegativeTestJSON-36275343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:34.224025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1fa0fc2-44fb-40da-a8d8-ec92e3e82f11 req-c01386de-8d57-4a43-b8ca-2995eb8c1892 tempest-ServersAdminNegativeTestJSON-36275343 tempest-ServersAdminNegativeTestJSON-36275343-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 1100 time: 0.0458210 Jan 31 15:52:34.254219 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-f13f6e3f-244f-488b-b0df-aead34420e02 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b6bd5344-8bc1-44ea-9ea4-b3e4ecc6ffa7 HTTP/1.1" status: 200 len: 2981 time: 0.2391295 Jan 31 15:52:34.258503 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1fa0fc2-44fb-40da-a8d8-ec92e3e82f11 req-a033f019-7531-45a6-9c74-48b7bf34ef79 tempest-ServersAdminNegativeTestJSON-36275343 tempest-ServersAdminNegativeTestJSON-36275343-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283046 Jan 31 15:52:34.297002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-45f5e8d8-6e16-4992-92c4-a8e1457a6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:34.298436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-45f5e8d8-6e16-4992-92c4-a8e1457a6cb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1839063 Jan 31 15:52:34.360991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2c048-d2ff-459e-a4a3-3f1ecff691de req-14c34013-8be6-47a0-bae5-4e64ac3054d7 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:34.362765 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7fc2c048-d2ff-459e-a4a3-3f1ecff691de req-14c34013-8be6-47a0-bae5-4e64ac3054d7 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 944 time: 0.0477328 Jan 31 15:52:34.373107 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-18becc61-8607-4ff7-a3bd-b71402f88919 req-590d75a5-de28-407d-b07b-613102929a02 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801114 Jan 31 15:52:34.383019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d2870ba-e831-4dd7-9ec0-c3956672c8dc req-4c419675-0b3a-4c42-9d5f-298166155495 service neutron] 10.222.0.20 "GET /v2.0/networks/c13ccaa4-a57e-4406-9798-bcae298f9c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406017 Jan 31 15:52:34.402882 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7fc2c048-d2ff-459e-a4a3-3f1ecff691de req-1bb59818-9bad-49e0-98c5-04cfeeb3fad9 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/security-groups?id=106427f5-3e9f-43dc-8459-c88bfa27234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Jan 31 15:52:34.421660 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-f9cd3eea-acc0-4eaf-b7a4-7bfb465bf0a5 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169135 Jan 31 15:52:34.423036 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-732d430d-db9d-4562-8763-790c72f3f62e tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f400fc65-9b82-437c-8546-ea1fc17ed133 HTTP/1.1" status: 200 len: 2981 time: 0.1406679 Jan 31 15:52:34.425586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-3118c4f2-b07e-4df1-9f4e-8e93ddfeeb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:34.426950 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-3118c4f2-b07e-4df1-9f4e-8e93ddfeeb7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172693 Jan 31 15:52:34.471048 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2deb7b3-0edc-4304-99a9-1e6edb456735 req-22bfff57-3bf4-4a71-823b-abc64e20b85d tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f400fc65-9b82-437c-8546-ea1fc17ed133 HTTP/1.1" status: 200 len: 2981 time: 0.0384376 Jan 31 15:52:34.510753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb84c2-61e6-489c-93e4-86693b3e3435 req-fe0ded25-e7c4-4754-bd57-aac4e64041ff tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:34.512275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1fb84c2-61e6-489c-93e4-86693b3e3435 req-fe0ded25-e7c4-4754-bd57-aac4e64041ff tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 943 time: 0.0507367 Jan 31 15:52:34.551423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1fb84c2-61e6-489c-93e4-86693b3e3435 req-c7cd1136-ae41-4e78-a0b9-5ea23cc5f007 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329919 Jan 31 15:52:34.556750 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73319063-11a0-43a7-b45e-55184e2c6375 req-900e9c73-1409-4daf-9dda-937f720e5b1c tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:34.558603 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73319063-11a0-43a7-b45e-55184e2c6375 req-900e9c73-1409-4daf-9dda-937f720e5b1c tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 1100 time: 0.0424302 Jan 31 15:52:34.595152 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73319063-11a0-43a7-b45e-55184e2c6375 req-211a5ac4-9c60-429f-afd7-fbadcda8bc29 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299342 Jan 31 15:52:34.659571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe6f1a-350d-476e-b2c6-eb895a927383 req-cb18558c-4e50-483b-ae3e-55700a5517e3 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:34.662135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7efe6f1a-350d-476e-b2c6-eb895a927383 req-cb18558c-4e50-483b-ae3e-55700a5517e3 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 947 time: 0.0531187 Jan 31 15:52:34.707045 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7efe6f1a-350d-476e-b2c6-eb895a927383 req-973d1933-b672-4431-9ec1-2af64429541d tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367103 Jan 31 15:52:34.742121 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-968bf2e2-ab5d-478e-a784-4fd603a6ac34 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201479 Jan 31 15:52:34.880428 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b165351c-55e3-40e6-a75a-505bc8e45c12 req-90c1a146-80ab-4579-ad5a-4a42ae485470 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac1231a3865e4927a0eb0d6147c2f70f HTTP/1.1" status: 200 len: 6100 time: 0.1729379 Jan 31 15:52:34.922142 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-4d39a22e-4f61-45fa-b1db-c34847b0e06a service neutron] 10.222.0.20 "GET /v2.0/ports/25e937fa-5f77-4224-ae9b-8c330dc94aa6/bindings/n-h1-827120-1 HTTP/1.1" status: 200 len: 384 time: 0.1742520 Jan 31 15:52:34.942339 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3562aa-1b0f-4492-b371-1d9ac675a379 req-7e53b23e-3557-441c-9102-b8f03031c96f service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677239 Jan 31 15:52:34.978399 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b165351c-55e3-40e6-a75a-505bc8e45c12 req-4117fe1a-05c2-4166-a856-105bfd959068 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] 10.222.0.36 "GET /v2.0/security-groups/21ddcdd1-60aa-42d8-a5fd-abc1374a85aa HTTP/1.1" status: 200 len: 2981 time: 0.0887575 Jan 31 15:52:34.981813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730b98a-023a-4f82-b4a8-e78a7583ead1 req-d74a7476-0840-4bf9-a11e-7d54a698e433 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:34.983429 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1730b98a-023a-4f82-b4a8-e78a7583ead1 req-d74a7476-0840-4bf9-a11e-7d54a698e433 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 945 time: 0.0503793 Jan 31 15:52:35.023960 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1730b98a-023a-4f82-b4a8-e78a7583ead1 req-6fada8c6-237b-49e5-b7b7-2d162bda6eb4 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342429 Jan 31 15:52:35.058300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b89cea-6369-4f0d-bb9a-af3d99c58419', 'tag': '9246a71d-8eaa-4724-baf7-b49e6b2774e1'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:35.059213 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41860861-a1b1-4e36-94be-28baeeba87cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b89cea-6369-4f0d-bb9a-af3d99c58419", "tag": "9246a71d-8eaa-4724-baf7-b49e6b2774e1"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:35.072626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b165351c-55e3-40e6-a75a-505bc8e45c12 req-181df60f-4dae-45eb-b0b7-01bc4d8676ec tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] 10.222.0.36 "GET /v2.0/security-groups/21ddcdd1-60aa-42d8-a5fd-abc1374a85aa HTTP/1.1" status: 200 len: 2981 time: 0.0869682 Jan 31 15:52:35.170136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09982ca6-6a29-45e2-8f4c-1bc2f786ea6f req-6feb527d-29a8-4a68-89af-092732eb3b16 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:35.171667 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-09982ca6-6a29-45e2-8f4c-1bc2f786ea6f req-6feb527d-29a8-4a68-89af-092732eb3b16 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 945 time: 0.0475323 Jan 31 15:52:35.180320 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37372) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:35.185688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ffa3a08b-39bb-4bb5-9801-551f171627b3 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Request body: {'floatingip': {'port_id': '0bd2442d-8593-4754-8456-3f7da013650f'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:35.189447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-597056c0-0490-487a-af9d-7d68efa76688 req-bc03cae5-adfd-43b5-a1e7-3b31fd7b9fa8 service neutron] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:35.216421 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9688def-988c-4654-9446-8ca2e370f7f4 req-54aaf8ad-30c3-453d-80ab-e82dcc4a515b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:35.217644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d9688def-988c-4654-9446-8ca2e370f7f4 req-54aaf8ad-30c3-453d-80ab-e82dcc4a515b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.0831337 Jan 31 15:52:35.220940 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1c71fd-80a1-45a4-83ec-d5796eb50ebf x-openstack-request-id: req-4c1c71fd-80a1-45a4-83ec-d5796eb50ebf {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:35.221126 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b89cea-6369-4f0d-bb9a-af3d99c58419", "tag": "9246a71d-8eaa-4724-baf7-b49e6b2774e1", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:35.221332 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c1c71fd-80a1-45a4-83ec-d5796eb50ebf {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:35.221727 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b89cea-6369-4f0d-bb9a-af3d99c58419', 'tag': '9246a71d-8eaa-4724-baf7-b49e6b2774e1', 'status': 'completed', 'code': 200} Jan 31 15:52:35.226288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-597056c0-0490-487a-af9d-7d68efa76688 req-bc03cae5-adfd-43b5-a1e7-3b31fd7b9fa8 service neutron] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:35.234717 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffa3a08b-39bb-4bb5-9801-551f171627b3 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:35.302980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-597056c0-0490-487a-af9d-7d68efa76688 req-bc03cae5-adfd-43b5-a1e7-3b31fd7b9fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e937fa-5f77-4224-ae9b-8c330dc94aa6 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:35.328140 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-597056c0-0490-487a-af9d-7d68efa76688 req-bc03cae5-adfd-43b5-a1e7-3b31fd7b9fa8 service neutron] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:35.341432 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d9688def-988c-4654-9446-8ca2e370f7f4 req-9ef61ce7-542d-4db4-88df-1ae2b3f0046b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125305 Jan 31 15:52:35.350094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41860861-a1b1-4e36-94be-28baeeba87cf req-5db342b1-94b6-44d0-a33a-0f7df379a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:35.350998 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41860861-a1b1-4e36-94be-28baeeba87cf req-5db342b1-94b6-44d0-a33a-0f7df379a544 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67dd315fd3e94d0e8f59ca7df2143b9d&device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 1095 time: 0.0950940 Jan 31 15:52:35.351723 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-597056c0-0490-487a-af9d-7d68efa76688 req-bc03cae5-adfd-43b5-a1e7-3b31fd7b9fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:35.422620 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7b56d73d-5c79-45bc-956a-effd6f67919e req-6f9d2fd5-6883-4bb3-8eb6-f5d087dec691 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/26596227-6a91-43f5-acdb-3c2cfce4820c HTTP/1.1" status: 200 len: 1777 time: 0.0847342 Jan 31 15:52:35.509141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-597056c0-0490-487a-af9d-7d68efa76688 req-bc03cae5-adfd-43b5-a1e7-3b31fd7b9fa8 service neutron] Transition to ACTIVE for port object 25e937fa-5f77-4224-ae9b-8c330dc94aa6 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:52:35.511027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41860861-a1b1-4e36-94be-28baeeba87cf req-5271e708-705b-45a1-a6f5-111baf73c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:35.512924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41860861-a1b1-4e36-94be-28baeeba87cf req-5271e708-705b-45a1-a6f5-111baf73c86b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c13ccaa4-a57e-4406-9798-bcae298f9c95 HTTP/1.1" status: 200 len: 919 time: 0.1524386 Jan 31 15:52:35.514610 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-597056c0-0490-487a-af9d-7d68efa76688 req-bc03cae5-adfd-43b5-a1e7-3b31fd7b9fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:35.561932 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7b56d73d-5c79-45bc-956a-effd6f67919e req-66d6823b-2fb3-451c-a3f2-2dc20eb01241 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:35.627059 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7b56d73d-5c79-45bc-956a-effd6f67919e req-66d6823b-2fb3-451c-a3f2-2dc20eb01241 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:35.739981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7b56d73d-5c79-45bc-956a-effd6f67919e req-66d6823b-2fb3-451c-a3f2-2dc20eb01241 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:35.743315 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7b56d73d-5c79-45bc-956a-effd6f67919e req-66d6823b-2fb3-451c-a3f2-2dc20eb01241 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:35.749829 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7b56d73d-5c79-45bc-956a-effd6f67919e req-66d6823b-2fb3-451c-a3f2-2dc20eb01241 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/26596227-6a91-43f5-acdb-3c2cfce4820c HTTP/1.1" status: 204 len: 173 time: 0.2888503 Jan 31 15:52:35.792123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6823b-2fb3-451c-a3f2-2dc20eb01241 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26596227-6a91-43f5-acdb-3c2cfce4820c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:35.903987 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffa3a08b-39bb-4bb5-9801-551f171627b3 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:35.908924 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffa3a08b-39bb-4bb5-9801-551f171627b3 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:35.950552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41860861-a1b1-4e36-94be-28baeeba87cf req-37aef0cb-63fd-4cb9-9e60-a0b563d3b050 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9246a71d-8eaa-4724-baf7-b49e6b2774e1 HTTP/1.1" status: 200 len: 217 time: 0.4283776 Jan 31 15:52:35.956494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e16826-61d0-4769-9a01-6bfad93855f5 req-f2a91cb2-cf4f-4d1f-a1df-c2466a7da345 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:35.958050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06e16826-61d0-4769-9a01-6bfad93855f5 req-f2a91cb2-cf4f-4d1f-a1df-c2466a7da345 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 944 time: 0.1004829 Jan 31 15:52:36.035670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-597056c0-0490-487a-af9d-7d68efa76688 req-bc03cae5-adfd-43b5-a1e7-3b31fd7b9fa8 service neutron] No DVR routers for this DVR port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:52:36.040158 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06e16826-61d0-4769-9a01-6bfad93855f5 req-015a3a1c-24f8-4e02-93d6-bc6d6925bbf2 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/security-groups?id=106427f5-3e9f-43dc-8459-c88bfa27234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708950 Jan 31 15:52:36.051150 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-ffa3a08b-39bb-4bb5-9801-551f171627b3 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Floating IP a4d9990d-c646-4ed2-a8ed-5326fee5b620 associated. External IP: 172.25.1.72, port: 0bd2442d-8593-4754-8456-3f7da013650f. Jan 31 15:52:36.059001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03cae5-adfd-43b5-a1e7-3b31fd7b9fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=25e937fa-5f77-4224-ae9b-8c330dc94aa6,revision_number=10']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:36.093525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41860861-a1b1-4e36-94be-28baeeba87cf req-9f2a41a0-6cfe-4189-93f5-4c18cc0ae0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:36.094960 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41860861-a1b1-4e36-94be-28baeeba87cf req-9f2a41a0-6cfe-4189-93f5-4c18cc0ae0c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74456c5b-a6af-4dee-b3c6-a9c2768dcde1 HTTP/1.1" status: 200 len: 858 time: 0.1278288 Jan 31 15:52:36.101408 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-bc03cae5-adfd-43b5-a1e7-3b31fd7b9fa8 service neutron] 10.222.0.20 "PUT /v2.0/ports/25e937fa-5f77-4224-ae9b-8c330dc94aa6/bindings/n-h1-827120-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1710474 Jan 31 15:52:36.123600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8a35d-5b98-4150-a599-10879612be26 req-4215bd01-1b5d-4176-8ea9-5df047b58d33 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:36.125945 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39a8a35d-5b98-4150-a599-10879612be26 req-4215bd01-1b5d-4176-8ea9-5df047b58d33 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 944 time: 0.1791375 Jan 31 15:52:36.143735 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41860861-a1b1-4e36-94be-28baeeba87cf req-3cf46fc8-5ed6-4283-8514-03cdc7eda255 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c13ccaa4-a57e-4406-9798-bcae298f9c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404866 Jan 31 15:52:36.208102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaefcb-0f96-4464-ad54-4d182bf5600c req-4acb7652-ca82-4db9-93f6-0771c27ddfd3 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:36.209585 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86eaefcb-0f96-4464-ad54-4d182bf5600c req-4acb7652-ca82-4db9-93f6-0771c27ddfd3 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0673776 Jan 31 15:52:36.258174 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39a8a35d-5b98-4150-a599-10879612be26 req-f576c99d-839e-4035-844f-60f24b333e3f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171722 Jan 31 15:52:36.277567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597056c0-0490-487a-af9d-7d68efa76688 req-6be74c39-1470-4fdd-b075-113922ae174d tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:36.279053 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-6be74c39-1470-4fdd-b075-113922ae174d tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932&tenant_id=f7454e77053048da93d6c7125983ed93&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1095 time: 0.1137810 Jan 31 15:52:36.314500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86eaefcb-0f96-4464-ad54-4d182bf5600c req-a3932ff8-7de7-4042-a226-6931c24937ed tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711150 Jan 31 15:52:36.317523 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41860861-a1b1-4e36-94be-28baeeba87cf req-333b9945-be33-4b9e-b6ba-19cf7d414cb1 service neutron] 10.222.0.20 "GET /v2.0/networks/c13ccaa4-a57e-4406-9798-bcae298f9c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661050 Jan 31 15:52:36.351377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa3a08b-39bb-4bb5-9801-551f171627b3 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Router 99c6369a-609c-4980-9963-099fc2fc963c has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:52:36.397526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597056c0-0490-487a-af9d-7d68efa76688 req-224b5520-c9f0-44cb-9391-1df6672e3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:36.399079 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-224b5520-c9f0-44cb-9391-1df6672e3d8c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932&tenant_id=f7454e77053048da93d6c7125983ed93 HTTP/1.1" status: 200 len: 1095 time: 0.1091383 Jan 31 15:52:36.430181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8368a6d-fa95-4bc8-95c1-62df060bdd43 req-278af9b2-7104-45b3-ad4e-d8527efa39b3 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8cb28cbe-3f75-49e9-ad7e-c417563afc50 HTTP/1.1" status: 200 len: 1776 time: 0.0774281 Jan 31 15:52:36.490630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e83a06-758f-432d-9959-d1c5459cf137 req-fc76ecac-1e2c-4a99-bc57-9c412a4ead8a tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:36.492034 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54e83a06-758f-432d-9959-d1c5459cf137 req-fc76ecac-1e2c-4a99-bc57-9c412a4ead8a tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 947 time: 0.1426582 Jan 31 15:52:36.495684 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41860861-a1b1-4e36-94be-28baeeba87cf req-4d0549b9-ff4d-4ef9-827e-c8a783c93e59 service neutron] 10.222.0.20 "GET /v2.0/networks/c13ccaa4-a57e-4406-9798-bcae298f9c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710653 Jan 31 15:52:36.512330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa3a08b-39bb-4bb5-9801-551f171627b3 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:52:36.522163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffa3a08b-39bb-4bb5-9801-551f171627b3 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:36.525287 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeee8b2-cd7c-4fe2-8b58-8aad6dd381a7 None None] Sync routers for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:52:36.527559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597056c0-0490-487a-af9d-7d68efa76688 req-0b62e470-0d36-4e65-9cc6-c55cc4f6ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:36.528405 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-0b62e470-0d36-4e65-9cc6-c55cc4f6ec26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 1095 time: 0.0995576 Jan 31 15:52:36.534538 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeee8b2-cd7c-4fe2-8b58-8aad6dd381a7 None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:52:36.535205 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0eeee8b2-cd7c-4fe2-8b58-8aad6dd381a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:52:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:36.554399 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8368a6d-fa95-4bc8-95c1-62df060bdd43 req-5b218d65-0d34-4240-ade5-f873321a8f81 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:36.561015 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ffa3a08b-39bb-4bb5-9801-551f171627b3 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "PUT /v2.0/floatingips/a4d9990d-c646-4ed2-a8ed-5326fee5b620 HTTP/1.1" status: 200 len: 990 time: 1.3796542 Jan 31 15:52:36.566033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'tag': '0bd2442d-8593-4754-8456-3f7da013650f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:36.568304 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4a5365-9465-43bc-b0c0-541731711a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "13b963ee-27e7-4331-ab9a-54f7e424a286", "tag": "0bd2442d-8593-4754-8456-3f7da013650f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:36.583706 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8368a6d-fa95-4bc8-95c1-62df060bdd43 req-5b218d65-0d34-4240-ade5-f873321a8f81 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:36.594835 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54e83a06-758f-432d-9959-d1c5459cf137 req-e6523340-1575-4930-be81-c247a88b3321 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947871 Jan 31 15:52:36.630829 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8368a6d-fa95-4bc8-95c1-62df060bdd43 req-5b218d65-0d34-4240-ade5-f873321a8f81 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:36.634307 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d8368a6d-fa95-4bc8-95c1-62df060bdd43 req-5b218d65-0d34-4240-ade5-f873321a8f81 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:36.645431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 9246a71d-8eaa-4724-baf7-b49e6b2774e1 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:36.646057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8368a6d-fa95-4bc8-95c1-62df060bdd43 req-5b218d65-0d34-4240-ade5-f873321a8f81 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cb28cbe-3f75-49e9-ad7e-c417563afc50 HTTP/1.1" status: 204 len: 173 time: 0.2095377 Jan 31 15:52:36.655824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597056c0-0490-487a-af9d-7d68efa76688 req-91f6e1c5-0529-4ac9-9afb-27e303fbf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:36.657448 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-91f6e1c5-0529-4ac9-9afb-27e303fbf834 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.1206112 Jan 31 15:52:36.660966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b218d65-0d34-4240-ade5-f873321a8f81 tempest-SecurityGroupsTestAdminJSON-356576347 tempest-SecurityGroupsTestAdminJSON-356576347-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb28cbe-3f75-49e9-ad7e-c417563afc50,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:36.684326 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0eeee8b2-cd7c-4fe2-8b58-8aad6dd381a7 None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:52:36.707186 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-5ed7e5d1-6b20-4d25-945b-598df7ebb9a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6 HTTP/1.1" status: 200 len: 217 time: 0.0412722 Jan 31 15:52:36.755570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feda6fe-6079-49e9-be67-0236ec329c49 req-b1d292c5-a843-43c1-a157-b4d2538a4930 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:36.757618 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7feda6fe-6079-49e9-be67-0236ec329c49 req-b1d292c5-a843-43c1-a157-b4d2538a4930 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.0574851 Jan 31 15:52:36.799081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597056c0-0490-487a-af9d-7d68efa76688 req-904ee014-1e76-4a30-bfd3-d1d774d27ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:36.800645 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-904ee014-1e76-4a30-bfd3-d1d774d27ea9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.0811584 Jan 31 15:52:36.802414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 9246a71d-8eaa-4724-baf7-b49e6b2774e1, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=9246a71d-8eaa-4724-baf7-b49e6b2774e1,segment=NetworkSegment(fbe5d2a5-34e1-4147-8927-89bf69674db4),segment_id=fbe5d2a5-34e1-4147-8927-89bf69674db4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:36.808667 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7feda6fe-6079-49e9-be67-0236ec329c49 req-a715a642-ec33-496c-a802-efb6feb3813a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Jan 31 15:52:36.809424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e9c5-3d75-4e47-8ffc-6ba2c5bf220b req-92a73ffb-36ec-40f7-9be6-8ae010b367ff tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:36.811123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fcd6e9c5-3d75-4e47-8ffc-6ba2c5bf220b req-92a73ffb-36ec-40f7-9be6-8ae010b367ff tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 949 time: 0.1013105 Jan 31 15:52:36.817305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '9246a71d-8eaa-4724-baf7-b49e6b2774e1', 'network_id': 'c13ccaa4-a57e-4406-9798-bcae298f9c95', 'port_id': '9246a71d-8eaa-4724-baf7-b49e6b2774e1', 'mac_address': 'fa:16:3e:ba:92:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74456c5b-a6af-4dee-b3c6-a9c2768dcde1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:52:36.823922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 79136f3e-0a6c-4e9c-97a0-117804894b06 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:36.854638 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-cad60933-4897-4e40-a5c7-d64fd9577934 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424414 Jan 31 15:52:36.880870 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fcd6e9c5-3d75-4e47-8ffc-6ba2c5bf220b req-1b473166-00f3-464b-b4ac-25b4730d9402 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596552 Jan 31 15:52:36.960495 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 79136f3e-0a6c-4e9c-97a0-117804894b06, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=79136f3e-0a6c-4e9c-97a0-117804894b06,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:36.979557 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-dbb24850-c13e-41d0-b840-b2aa108779fc service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094160 Jan 31 15:52:36.981781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d984a3e-3af7-4a8b-bf84-b84007b25c55 req-22e68f67-4226-49b2-9225-9265278ee116 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:36.983300 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0d984a3e-3af7-4a8b-bf84-b84007b25c55 req-22e68f67-4226-49b2-9225-9265278ee116 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 945 time: 0.1055543 Jan 31 15:52:36.984881 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b1758c-9160-4527-adf0-0cb843d3c556 x-openstack-request-id: req-01b1758c-9160-4527-adf0-0cb843d3c556 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:36.985162 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b963ee-27e7-4331-ab9a-54f7e424a286", "tag": "0bd2442d-8593-4754-8456-3f7da013650f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:36.985407 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01b1758c-9160-4527-adf0-0cb843d3c556 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:36.985807 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'tag': '0bd2442d-8593-4754-8456-3f7da013650f', 'status': 'completed', 'code': 200} Jan 31 15:52:36.991702 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '79136f3e-0a6c-4e9c-97a0-117804894b06', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '79136f3e-0a6c-4e9c-97a0-117804894b06', 'mac_address': 'fa:16:3e:96:fe:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:52:37.000681 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:37.033584 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0eeee8b2-cd7c-4fe2-8b58-8aad6dd381a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'a4d9990d-c646-4ed2-a8ed-5326fee5b620', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'port_id': '0bd2442d-8593-4754-8456-3f7da013650f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'mac_address': 'fa:16:3e:25:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:51:11Z', 'updated_at': '2022-01-31T15:52:35Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:37.042335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9246a71d-8eaa-4724-baf7-b49e6b2774e1 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:37.046123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0d984a3e-3af7-4a8b-bf84-b84007b25c55 req-2b1661fd-7688-4f30-823f-bfcba48ebb57 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541072 Jan 31 15:52:37.064232 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeee8b2-cd7c-4fe2-8b58-8aad6dd381a7 None None] Checking router: 99c6369a-609c-4980-9963-099fc2fc963c for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:52:37.083311 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:37.090766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 9246a71d-8eaa-4724-baf7-b49e6b2774e1, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=9246a71d-8eaa-4724-baf7-b49e6b2774e1,segment=NetworkSegment(fbe5d2a5-34e1-4147-8927-89bf69674db4),segment_id=fbe5d2a5-34e1-4147-8927-89bf69674db4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:37.091946 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeee8b2-cd7c-4fe2-8b58-8aad6dd381a7 None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:52:37.093551 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0eeee8b2-cd7c-4fe2-8b58-8aad6dd381a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:52:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:37.103125 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:37.124158 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a5365-9465-43bc-b0c0-541731711a4d req-84cc9c5f-ebe0-4da3-aece-e0f6ff7f3dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:37.125923 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a4a5365-9465-43bc-b0c0-541731711a4d req-84cc9c5f-ebe0-4da3-aece-e0f6ff7f3dfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47409c3206c74917a98561c89b6ac9b2&device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 1096 time: 0.1060407 Jan 31 15:52:37.140852 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a189411b-11ab-4349-8220-7e380a852f4a req-a07ce2fe-a740-4005-b350-1e653c6f2a71 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] 10.222.0.36 "GET /v2.0/security-groups/e57b6ee7-def9-4451-ae53-6c8d24130ff1 HTTP/1.1" status: 200 len: 1775 time: 0.1457150 Jan 31 15:52:37.148492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dc871-99dc-470a-b0f7-ef42756f32d1 req-bc679a38-5e10-4853-b1b6-eddad1803790 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:37.158555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a53dc871-99dc-470a-b0f7-ef42756f32d1 req-bc679a38-5e10-4853-b1b6-eddad1803790 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 1096 time: 0.0525155 Jan 31 15:52:37.172242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=9246a71d-8eaa-4724-baf7-b49e6b2774e1,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:37.176904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79136f3e-0a6c-4e9c-97a0-117804894b06 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:37.190235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:37.191298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:37.191915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:37.192405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:37.192936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:37.193484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:37.194010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:37.194484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:37.195091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:37.195583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:37.196109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:37.196578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:37.202546 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a53dc871-99dc-470a-b0f7-ef42756f32d1 req-539c49f6-2cde-44be-b481-44868a9c53d8 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430372 Jan 31 15:52:37.231186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 79136f3e-0a6c-4e9c-97a0-117804894b06, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=79136f3e-0a6c-4e9c-97a0-117804894b06,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:37.236833 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:37.239751 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0eeee8b2-cd7c-4fe2-8b58-8aad6dd381a7 None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:52:37.294137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-3f25984b-74c4-4316-be25-a2ba0e9a6ff4 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003924 Jan 31 15:52:37.295760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=79136f3e-0a6c-4e9c-97a0-117804894b06,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:37.323996 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a189411b-11ab-4349-8220-7e380a852f4a req-5c719903-451f-4363-9dbf-8d411845cac2 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:37.324900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccacbf-971d-452d-aeaf-8ee682b1cf90 req-caee0131-3fa3-4c96-bc96-7cf3ec0974bd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:37.332327 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1ccacbf-971d-452d-aeaf-8ee682b1cf90 req-caee0131-3fa3-4c96-bc96-7cf3ec0974bd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 945 time: 0.0673356 Jan 31 15:52:37.357554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a5365-9465-43bc-b0c0-541731711a4d req-2d54944c-d4a8-4cdf-a690-7b31e5566397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:37.359099 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a4a5365-9465-43bc-b0c0-541731711a4d req-2d54944c-d4a8-4cdf-a690-7b31e5566397 service neutron] 10.222.0.30 "GET /v2.0/networks?id=107981a1-8971-4307-a532-a01979b3d6a9 HTTP/1.1" status: 200 len: 924 time: 0.2105021 Jan 31 15:52:37.362804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a189411b-11ab-4349-8220-7e380a852f4a req-5c719903-451f-4363-9dbf-8d411845cac2 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:37.367598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['9246a71d-8eaa-4724-baf7-b49e6b2774e1'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:37.377277 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1ccacbf-971d-452d-aeaf-8ee682b1cf90 req-4db396f1-85b1-4827-b9e1-db41e3f27c0a tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/security-groups?id=106427f5-3e9f-43dc-8459-c88bfa27234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439572 Jan 31 15:52:37.522005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192c395-feb1-49f8-9a2b-2b35318b14e5 req-4417fd79-5e76-46ec-9a8f-94baddceb7de tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:37.530933 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5192c395-feb1-49f8-9a2b-2b35318b14e5 req-4417fd79-5e76-46ec-9a8f-94baddceb7de tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 944 time: 0.0587299 Jan 31 15:52:37.560019 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0eeee8b2-cd7c-4fe2-8b58-8aad6dd381a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'a4d9990d-c646-4ed2-a8ed-5326fee5b620', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'port_id': '0bd2442d-8593-4754-8456-3f7da013650f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'mac_address': 'fa:16:3e:25:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:51:11Z', 'updated_at': '2022-01-31T15:52:35Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:37.578996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a4a5365-9465-43bc-b0c0-541731711a4d req-6180d7b6-5c37-4fd4-8c9a-c9550969a95b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd2442d-8593-4754-8456-3f7da013650f HTTP/1.1" status: 200 len: 998 time: 0.1942472 Jan 31 15:52:37.580046 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a189411b-11ab-4349-8220-7e380a852f4a req-5c719903-451f-4363-9dbf-8d411845cac2 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:37.582606 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5192c395-feb1-49f8-9a2b-2b35318b14e5 req-b1c49d9f-fb85-4207-8f9b-e0505e5a7a4e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501196 Jan 31 15:52:37.583210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a189411b-11ab-4349-8220-7e380a852f4a req-5c719903-451f-4363-9dbf-8d411845cac2 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:37.584164 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a189411b-11ab-4349-8220-7e380a852f4a req-5c719903-451f-4363-9dbf-8d411845cac2 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] 10.222.0.36 "DELETE /v2.0/security-groups/e57b6ee7-def9-4451-ae53-6c8d24130ff1 HTTP/1.1" status: 204 len: 173 time: 0.4423895 Jan 31 15:52:37.598989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['79136f3e-0a6c-4e9c-97a0-117804894b06'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:37.607454 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeee8b2-cd7c-4fe2-8b58-8aad6dd381a7 None None] The sync data for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 is: [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'a4d9990d-c646-4ed2-a8ed-5326fee5b620', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'port_id': '0bd2442d-8593-4754-8456-3f7da013650f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'mac_address': 'fa:16:3e:25:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:51:11Z', 'updated_at': '2022-01-31T15:52:35Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:52:37.706960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597056c0-0490-487a-af9d-7d68efa76688 req-7ccaf75a-95fb-4ea8-8fc1-16a51303e0de tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:37.709556 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-7ccaf75a-95fb-4ea8-8fc1-16a51303e0de tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932&tenant_id=f7454e77053048da93d6c7125983ed93&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1095 time: 0.1060882 Jan 31 15:52:37.720658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c719903-451f-4363-9dbf-8d411845cac2 tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57b6ee7-def9-4451-ae53-6c8d24130ff1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:37.782042 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-007311c7-46eb-44c4-88fa-df70888cc115 req-60419cfd-d2cd-48b6-8856-bb1342db502d tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] 10.222.0.36 "GET /v2.0/security-groups/d8cead3e-d75d-4460-be18-e1c24b0696e3 HTTP/1.1" status: 200 len: 1777 time: 0.1261039 Jan 31 15:52:37.847846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a5365-9465-43bc-b0c0-541731711a4d req-f105948a-fbd8-4228-8f8e-2fe7128e2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:37.849344 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a4a5365-9465-43bc-b0c0-541731711a4d req-f105948a-fbd8-4228-8f8e-2fe7128e2ff4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea396132-7d5e-453a-89f4-5dd0f7c77d85 HTTP/1.1" status: 200 len: 862 time: 0.2418330 Jan 31 15:52:37.861401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3d31b-7401-4fbe-817e-c29d9ae550ad req-43520c00-0f7c-489d-9553-9ce6ceac89d6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:37.862938 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6eb3d31b-7401-4fbe-817e-c29d9ae550ad req-43520c00-0f7c-489d-9553-9ce6ceac89d6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1030431 Jan 31 15:52:37.880229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dc269-a108-4e61-946d-4fd8be1b602d req-ff7a3843-83b3-4359-9193-2276021914bb tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:37.881950 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf8dc269-a108-4e61-946d-4fd8be1b602d req-ff7a3843-83b3-4359-9193-2276021914bb tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 949 time: 0.2819200 Jan 31 15:52:37.945589 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-007311c7-46eb-44c4-88fa-df70888cc115 req-3ea01b3b-f5a9-4371-b304-59e8d981683d tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:37.978496 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a5365-9465-43bc-b0c0-541731711a4d req-44401b01-4e09-4c99-8070-85a0b44f186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:37.980418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a4a5365-9465-43bc-b0c0-541731711a4d req-44401b01-4e09-4c99-8070-85a0b44f186b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=107981a1-8971-4307-a532-a01979b3d6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156569 Jan 31 15:52:37.982410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc580a-0c7f-4f35-870c-4e157bc5f2e7 None None] New status for floating IP a4d9990d-c646-4ed2-a8ed-5326fee5b620: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:52:37.983507 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6eb3d31b-7401-4fbe-817e-c29d9ae550ad req-228e169a-d751-47ce-84a0-10e6d987e122 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006153 Jan 31 15:52:37.997811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-007311c7-46eb-44c4-88fa-df70888cc115 req-3ea01b3b-f5a9-4371-b304-59e8d981683d tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:38.031518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-597056c0-0490-487a-af9d-7d68efa76688 req-45cb7d47-e380-49cb-8e54-54909ce2f62d service neutron] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:38.035579 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-597056c0-0490-487a-af9d-7d68efa76688 req-45cb7d47-e380-49cb-8e54-54909ce2f62d service neutron] Notify callbacks [] for binding, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:38.036846 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-597056c0-0490-487a-af9d-7d68efa76688 req-45cb7d47-e380-49cb-8e54-54909ce2f62d service neutron] 10.222.0.30 "DELETE /v2.0/ports/25e937fa-5f77-4224-ae9b-8c330dc94aa6/bindings/n-h2-827120-1 HTTP/1.1" status: 204 len: 173 time: 0.3187644 Jan 31 15:52:38.118418 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-007311c7-46eb-44c4-88fa-df70888cc115 req-3ea01b3b-f5a9-4371-b304-59e8d981683d tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:38.121999 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-007311c7-46eb-44c4-88fa-df70888cc115 req-3ea01b3b-f5a9-4371-b304-59e8d981683d tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:38.122761 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-007311c7-46eb-44c4-88fa-df70888cc115 req-3ea01b3b-f5a9-4371-b304-59e8d981683d tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] 10.222.0.36 "DELETE /v2.0/security-groups/d8cead3e-d75d-4460-be18-e1c24b0696e3 HTTP/1.1" status: 204 len: 173 time: 0.3398223 Jan 31 15:52:38.145026 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea01b3b-f5a9-4371-b304-59e8d981683d tempest-SecurityGroupsTestAdminJSON-203319237 tempest-SecurityGroupsTestAdminJSON-203319237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cead3e-d75d-4460-be18-e1c24b0696e3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:38.174861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-cf8dc269-a108-4e61-946d-4fd8be1b602d req-177328fa-90ec-4fab-bee5-3926c5bc9a5c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Deleting port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:52:38.175769 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cf8dc269-a108-4e61-946d-4fd8be1b602d req-177328fa-90ec-4fab-bee5-3926c5bc9a5c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:38.256125 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a4a5365-9465-43bc-b0c0-541731711a4d req-e106627a-0cd5-475f-8353-8561db2a7cae service neutron] 10.222.0.30 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644703 Jan 31 15:52:38.290329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7d8c4-4c72-454e-a1c6-cff0e82c2c77 req-90f75a8c-e904-489b-af63-d40f2f6cf615 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:38.302976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6f7d8c4-4c72-454e-a1c6-cff0e82c2c77 req-90f75a8c-e904-489b-af63-d40f2f6cf615 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 949 time: 0.1072319 Jan 31 15:52:38.306515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987dad6-592e-4656-a1a9-46a1d94af948 req-a66d7452-4b21-4c7c-a9a2-c5ef8424210f tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:38.308178 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2987dad6-592e-4656-a1a9-46a1d94af948 req-a66d7452-4b21-4c7c-a9a2-c5ef8424210f tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 948 time: 0.1851020 Jan 31 15:52:38.384796 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6f7d8c4-4c72-454e-a1c6-cff0e82c2c77 req-a11e3324-0eea-4568-80f3-372e15ef8d8b tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790067 Jan 31 15:52:38.420120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-cf8dc269-a108-4e61-946d-4fd8be1b602d req-177328fa-90ec-4fab-bee5-3926c5bc9a5c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] For port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:38.420547 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cf8dc269-a108-4e61-946d-4fd8be1b602d req-177328fa-90ec-4fab-bee5-3926c5bc9a5c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:38.453077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-cf8dc269-a108-4e61-946d-4fd8be1b602d req-177328fa-90ec-4fab-bee5-3926c5bc9a5c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Calling delete_port for d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:52:38.472778 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2987dad6-592e-4656-a1a9-46a1d94af948 req-4d7ee12c-db1b-4707-9230-ec7daddb135c tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161251 Jan 31 15:52:38.523167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc476dde-fb11-4ccd-9080-2c3ac083026d req-75cd6839-eff0-4162-abe1-421b41ecbb09 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:38.527360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fc476dde-fb11-4ccd-9080-2c3ac083026d req-75cd6839-eff0-4162-abe1-421b41ecbb09 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 945 time: 0.0776374 Jan 31 15:52:38.544761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37450) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:38.596779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a4a5365-9465-43bc-b0c0-541731711a4d req-62846b84-be24-4713-9633-d7051ad0b1e1 service neutron] 10.222.0.30 "GET /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301218 Jan 31 15:52:38.652635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fc476dde-fb11-4ccd-9080-2c3ac083026d req-84253828-cf3e-4e0f-9947-1f2c55776184 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149642 Jan 31 15:52:38.657128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 9246a71d-8eaa-4724-baf7-b49e6b2774e1 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:38.701237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a82f97-a3a6-4d75-b3ed-39701841bccc req-a256fe4c-7f56-43ce-be56-f86e1ebc03bc tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:38.703064 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90a82f97-a3a6-4d75-b3ed-39701841bccc req-a256fe4c-7f56-43ce-be56-f86e1ebc03bc tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 945 time: 0.1098945 Jan 31 15:52:38.738349 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 9246a71d-8eaa-4724-baf7-b49e6b2774e1 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:52:38.745264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 9246a71d-8eaa-4724-baf7-b49e6b2774e1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:38.745828 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:38.795452 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90a82f97-a3a6-4d75-b3ed-39701841bccc req-82b4d853-04bd-4a7d-835b-5efe8a088ecd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/security-groups?id=106427f5-3e9f-43dc-8459-c88bfa27234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768838 Jan 31 15:52:38.806801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cf8dc269-a108-4e61-946d-4fd8be1b602d req-177328fa-90ec-4fab-bee5-3926c5bc9a5c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:38.839417 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:38.841288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92579cf5-7293-4ce2-96e4-4bbbe0ca0a0a req-4f51dfe0-6ef1-4f7e-8a38-64aee4b8f224 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:38.842402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['24a27c9a-8d6a-4fa3-a7c2-e9390834404d', 'd305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:38.844246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177328fa-90ec-4fab-bee5-3926c5bc9a5c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Pushing event deleted for resources: {'Port': ['ID=d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:38.850566 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92579cf5-7293-4ce2-96e4-4bbbe0ca0a0a req-4f51dfe0-6ef1-4f7e-8a38-64aee4b8f224 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 944 time: 0.1127093 Jan 31 15:52:38.872160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 79136f3e-0a6c-4e9c-97a0-117804894b06 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:38.900557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8dc269-a108-4e61-946d-4fd8be1b602d req-177328fa-90ec-4fab-bee5-3926c5bc9a5c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] No DVR routers for this DVR port d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:52:38.901746 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a1afc4ba-7c72-47ec-888b-297d2e8ef5d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac1231a3865e4927a0eb0d6147c2f70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556142 Jan 31 15:52:38.902720 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37460) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:38.906165 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cf8dc269-a108-4e61-946d-4fd8be1b602d req-177328fa-90ec-4fab-bee5-3926c5bc9a5c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:38.908392 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92579cf5-7293-4ce2-96e4-4bbbe0ca0a0a req-6c33e1ef-1dd6-425f-8d13-37ba6d0c2e7e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568569 Jan 31 15:52:38.922688 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf8dc269-a108-4e61-946d-4fd8be1b602d req-177328fa-90ec-4fab-bee5-3926c5bc9a5c tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.30 "DELETE /v2.0/ports/d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 HTTP/1.1" status: 204 len: 173 time: 1.0165329 Jan 31 15:52:38.923188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43034e8-730e-4b8e-9242-41069d9a7c1e', 'name': 'network-vif-deleted', 'tag': 'd305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:38.929720 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43a3796-1fe9-4bc5-854b-675e2dc375e9" -d '{"events": [{"server_uuid": "f43034e8-730e-4b8e-9242-41069d9a7c1e", "name": "network-vif-deleted", "tag": "d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:38.985422 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea38-57fa-4d5a-b16c-1c289aead60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:39.037567 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea38-57fa-4d5a-b16c-1c289aead60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:39.078774 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91a9a75-9bdb-4e1b-8255-120af120282d x-openstack-request-id: req-c91a9a75-9bdb-4e1b-8255-120af120282d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:39.079258 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43034e8-730e-4b8e-9242-41069d9a7c1e", "name": "network-vif-deleted", "tag": "d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:39.079777 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c91a9a75-9bdb-4e1b-8255-120af120282d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:39.080336 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43034e8-730e-4b8e-9242-41069d9a7c1e', 'name': 'network-vif-deleted', 'tag': 'd305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5', 'status': 'completed', 'code': 200} Jan 31 15:52:39.095038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b89cea-6369-4f0d-bb9a-af3d99c58419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9246a71d-8eaa-4724-baf7-b49e6b2774e1'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:39.102139 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50858b03-3195-4b19-940e-0d1965edc477" -d '{"events": [{"server_uuid": "d6b89cea-6369-4f0d-bb9a-af3d99c58419", "name": "network-vif-plugged", "status": "completed", "tag": "9246a71d-8eaa-4724-baf7-b49e6b2774e1"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:39.128271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea38-57fa-4d5a-b16c-1c289aead60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:39.130881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea38-57fa-4d5a-b16c-1c289aead60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:39.135805 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6f69ea38-57fa-4d5a-b16c-1c289aead60d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21ddcdd1-60aa-42d8-a5fd-abc1374a85aa HTTP/1.1" status: 204 len: 168 time: 0.2234912 Jan 31 15:52:39.154245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69ea38-57fa-4d5a-b16c-1c289aead60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ddcdd1-60aa-42d8-a5fd-abc1374a85aa,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:39.171569 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 9246a71d-8eaa-4724-baf7-b49e6b2774e1, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=9246a71d-8eaa-4724-baf7-b49e6b2774e1,segment=NetworkSegment(fbe5d2a5-34e1-4147-8927-89bf69674db4),segment_id=fbe5d2a5-34e1-4147-8927-89bf69674db4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:39.185008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7075c-f150-4f97-b6ab-a87a6a8e0bdf req-ae3b7877-1ba8-4cde-82cf-057ce328455e tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:39.187618 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bad7075c-f150-4f97-b6ab-a87a6a8e0bdf req-ae3b7877-1ba8-4cde-82cf-057ce328455e tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 1095 time: 0.0907221 Jan 31 15:52:39.216224 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:39.217188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 25e937fa-5f77-4224-ae9b-8c330dc94aa6 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:52:39.275889 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bad7075c-f150-4f97-b6ab-a87a6a8e0bdf req-02a4de91-afee-4fc9-bf20-b5474b08fb62 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799553 Jan 31 15:52:39.318346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32152da7-665e-415d-9f0d-4245a2798fa3 req-20ad55e0-40ea-4cbe-83f9-b65d0a0afdbc tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:39.323503 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-32152da7-665e-415d-9f0d-4245a2798fa3 req-20ad55e0-40ea-4cbe-83f9-b65d0a0afdbc tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1203885 Jan 31 15:52:39.382004 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 79136f3e-0a6c-4e9c-97a0-117804894b06 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:52:39.391086 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=9246a71d-8eaa-4724-baf7-b49e6b2774e1,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:39.414603 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-32152da7-665e-415d-9f0d-4245a2798fa3 req-ed041ae5-d4ab-489e-a0d1-6b774427d837 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713835 Jan 31 15:52:39.414820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 79136f3e-0a6c-4e9c-97a0-117804894b06 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:39.414955 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:39.443216 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81643d62-f96b-4e0c-9372-c10df6179910 x-openstack-request-id: req-81643d62-f96b-4e0c-9372-c10df6179910 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:39.443216 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b89cea-6369-4f0d-bb9a-af3d99c58419", "name": "network-vif-plugged", "status": "completed", "tag": "9246a71d-8eaa-4724-baf7-b49e6b2774e1", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:39.443502 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81643d62-f96b-4e0c-9372-c10df6179910 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:39.443927 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b89cea-6369-4f0d-bb9a-af3d99c58419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9246a71d-8eaa-4724-baf7-b49e6b2774e1', 'code': 200} Jan 31 15:52:39.474181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 25e937fa-5f77-4224-ae9b-8c330dc94aa6 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:52:39.595854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c9c66-a505-49fc-bc20-e8211c9b89c9 req-c9298a2c-f21b-4c52-9be8-a56c571456ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:39.611578 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-435c9c66-a505-49fc-bc20-e8211c9b89c9 req-c9298a2c-f21b-4c52-9be8-a56c571456ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 1097 time: 0.0922379 Jan 31 15:52:39.670120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37486) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:39.686990 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:39.689356 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-66a808de-bca9-4e46-a417-2836d1dc4717 req-6b259b7c-8e04-4937-a7d5-7f232fd22378 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43034e8-730e-4b8e-9242-41069d9a7c1e HTTP/1.1" status: 200 len: 210 time: 0.0759504 Jan 31 15:52:39.723608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31153d-619b-4afe-bdef-fc1cad8bfbff req-de83ea8a-bb8e-4698-8e53-b6dded90ca97 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:39.726836 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ec31153d-619b-4afe-bdef-fc1cad8bfbff req-de83ea8a-bb8e-4698-8e53-b6dded90ca97 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 948 time: 0.1237891 Jan 31 15:52:39.731858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 79136f3e-0a6c-4e9c-97a0-117804894b06, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=79136f3e-0a6c-4e9c-97a0-117804894b06,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:39.736426 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:39.737246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:52:39.755294 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-435c9c66-a505-49fc-bc20-e8211c9b89c9 req-e318aece-ce97-4c58-abcb-1af6c20f2842 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=106427f5-3e9f-43dc-8459-c88bfa27234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266282 Jan 31 15:52:39.769833 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1d4aeaa6-49e6-46fb-a79c-88d6b9247359 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=243c82cfc47b4d678fd07c42b32b48ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959470 Jan 31 15:52:39.770891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37494) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:39.810235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ec31153d-619b-4afe-bdef-fc1cad8bfbff req-8da9205c-c82f-4c0c-8c56-c381b240f1b2 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682638 Jan 31 15:52:39.831118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:52:39.831557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d305d8ba-1b1b-4ea1-97c5-a8b1a77fe3a5 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:52:39.876529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=79136f3e-0a6c-4e9c-97a0-117804894b06,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:39.917969 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ec74f44-6252-4530-9944-b01b655c7c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:39.949574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115843-79b0-4290-8534-d3f1628bff7b req-a80d6ca0-0d2f-4330-99c5-a38fc24864da tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:39.951062 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31115843-79b0-4290-8534-d3f1628bff7b req-a80d6ca0-0d2f-4330-99c5-a38fc24864da tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 945 time: 0.0573404 Jan 31 15:52:39.961292 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ec74f44-6252-4530-9944-b01b655c7c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:39.981427 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-c387198d-724b-40f2-bd32-2e8f15f49b3c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:39.982974 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-c387198d-724b-40f2-bd32-2e8f15f49b3c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 820 time: 0.1684225 Jan 31 15:52:39.994876 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31115843-79b0-4290-8534-d3f1628bff7b req-362b0578-f9e8-42c8-bf05-3b3332062f08 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364487 Jan 31 15:52:40.022336 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-6869c455-4455-47d3-8649-b2bf3e62abc4 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/quotas/f7454e77053048da93d6c7125983ed93 HTTP/1.1" status: 200 len: 375 time: 0.0315082 Jan 31 15:52:40.078945 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ec74f44-6252-4530-9944-b01b655c7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:40.081714 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ec74f44-6252-4530-9944-b01b655c7c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:40.085775 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8ec74f44-6252-4530-9944-b01b655c7c65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad7f0210-aa52-4fa7-b9f0-bb0b9bbe771b HTTP/1.1" status: 204 len: 168 time: 0.3107834 Jan 31 15:52:40.093611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec74f44-6252-4530-9944-b01b655c7c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7f0210-aa52-4fa7-b9f0-bb0b9bbe771b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:40.125069 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-0ca32b62-8059-4e7d-87c6-09e856718432 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966702 Jan 31 15:52:40.166641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14033021-b6de-4a18-b183-cba30443b39b req-67798e3d-e5e8-498a-8999-03e806904565 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:40.168620 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14033021-b6de-4a18-b183-cba30443b39b req-67798e3d-e5e8-498a-8999-03e806904565 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 946 time: 0.0860589 Jan 31 15:52:40.216584 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14033021-b6de-4a18-b183-cba30443b39b req-da1de59c-7b78-43c2-a5fd-1c8bd45c67bc tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/security-groups?id=106427f5-3e9f-43dc-8459-c88bfa27234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385010 Jan 31 15:52:40.242427 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-743f8c79-d2f4-464e-9dd2-efa3b88fa537 service neutron] 10.222.0.36 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076260 Jan 31 15:52:40.374484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-1eadaf60-eb8a-44d0-b835-06aa181689d8 service neutron] 10.222.0.36 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309817 Jan 31 15:52:40.383041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c90542-2eec-42c6-9a03-f9d6d0579fe4 req-f9d61241-3483-441b-a5b4-64d4d40ee61d tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:40.384639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4c90542-2eec-42c6-9a03-f9d6d0579fe4 req-f9d61241-3483-441b-a5b4-64d4d40ee61d tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 945 time: 0.0781615 Jan 31 15:52:40.450521 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4c90542-2eec-42c6-9a03-f9d6d0579fe4 req-f40bd771-e604-421a-a2dc-b3cf2337ceb6 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552349 Jan 31 15:52:40.629863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbc06b-33cf-40f6-a468-497da5ffd070 req-4484b3b5-1f43-4172-99f2-ac4e692a0d39 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:40.636960 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbcbc06b-33cf-40f6-a468-497da5ffd070 req-4484b3b5-1f43-4172-99f2-ac4e692a0d39 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1011786 Jan 31 15:52:40.670362 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0247a1cb-6de5-4be0-9c23-b58a3bb2caa2 req-f3300ec2-e4c2-4c95-a135-b5ddc8571d26 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 210 time: 0.0610769 Jan 31 15:52:40.684666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbcbc06b-33cf-40f6-a468-497da5ffd070 req-49906194-4673-41df-aec5-9ab129494c60 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466087 Jan 31 15:52:41.084584 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cfd6-7d97-4517-8c4e-13cc730b3f10 req-91e36683-1e5f-4d5b-8760-e6267944cda5 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:41.086796 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1047cfd6-7d97-4517-8c4e-13cc730b3f10 req-91e36683-1e5f-4d5b-8760-e6267944cda5 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 949 time: 0.0571818 Jan 31 15:52:41.160374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1047cfd6-7d97-4517-8c4e-13cc730b3f10 req-6f6ef5c0-e58b-4eef-88f8-1b2ad295a2aa tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660286 Jan 31 15:52:41.235728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370508e-e894-4bc5-b81a-b66a8373f41c req-c2a7b862-c41f-456e-8637-dcb5de314621 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:41.237190 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c370508e-e894-4bc5-b81a-b66a8373f41c req-c2a7b862-c41f-456e-8637-dcb5de314621 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 949 time: 0.0657341 Jan 31 15:52:41.289100 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c370508e-e894-4bc5-b81a-b66a8373f41c req-da96eb75-586a-4acb-8a20-13c0391273ec tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458581 Jan 31 15:52:41.357119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9209ed-64f5-4580-93d6-832a09c47011 req-b5ec9907-97d1-4e58-87b5-12fede45b14c tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:41.364823 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b9209ed-64f5-4580-93d6-832a09c47011 req-b5ec9907-97d1-4e58-87b5-12fede45b14c tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 946 time: 0.0618417 Jan 31 15:52:41.416832 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b9209ed-64f5-4580-93d6-832a09c47011 req-385c3da3-b96a-4b70-a960-297398e84085 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/security-groups?id=106427f5-3e9f-43dc-8459-c88bfa27234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510724 Jan 31 15:52:41.445484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d54b059-8b56-434d-92f5-291eb1a08883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79136f3e-0a6c-4e9c-97a0-117804894b06'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:41.448287 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52faf86-19cd-45aa-8142-a33632964fb9" -d '{"events": [{"server_uuid": "4d54b059-8b56-434d-92f5-291eb1a08883", "name": "network-vif-plugged", "status": "completed", "tag": "79136f3e-0a6c-4e9c-97a0-117804894b06"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:41.495640 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe67d34-927f-4241-834b-bdf4dd74edac x-openstack-request-id: req-fbe67d34-927f-4241-834b-bdf4dd74edac {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:41.495951 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d54b059-8b56-434d-92f5-291eb1a08883", "name": "network-vif-plugged", "status": "completed", "tag": "79136f3e-0a6c-4e9c-97a0-117804894b06", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:41.496207 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fbe67d34-927f-4241-834b-bdf4dd74edac {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:41.496599 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d54b059-8b56-434d-92f5-291eb1a08883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79136f3e-0a6c-4e9c-97a0-117804894b06', 'code': 200} Jan 31 15:52:41.615063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569fedc-ae25-4b30-9fd1-b57e0e829be4 req-ea95b534-88a0-4b77-b4c3-8547a4f2ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:41.616837 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e569fedc-ae25-4b30-9fd1-b57e0e829be4 req-ea95b534-88a0-4b77-b4c3-8547a4f2ff0f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 1100 time: 0.0579622 Jan 31 15:52:41.664389 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e569fedc-ae25-4b30-9fd1-b57e0e829be4 req-6e5834c1-9653-48cd-a07e-4b81e7f478d5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378580 Jan 31 15:52:41.710337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e51c0-f95e-46e8-9ba3-2824b875702d req-b3584a9e-97f4-457b-9646-14f765db81c8 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:41.719084 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b1e51c0-f95e-46e8-9ba3-2824b875702d req-b3584a9e-97f4-457b-9646-14f765db81c8 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 946 time: 0.0636086 Jan 31 15:52:41.765803 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b1e51c0-f95e-46e8-9ba3-2824b875702d req-e7bd1552-8d70-4390-a2c1-c3eae221be1f tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/security-groups?id=106427f5-3e9f-43dc-8459-c88bfa27234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417209 Jan 31 15:52:41.803096 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f7f8afe-81ff-41a3-8fe5-0f8dec0ba38b req-08ba700c-20c0-47a2-85fe-3a59c8d702d2 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 210 time: 0.0323663 Jan 31 15:52:41.916368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f48ef2-7e5e-4460-9510-2d1b9d2b0dfb req-ebb2436b-3e9c-4481-9678-c0c9debdde16 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:41.918069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2f48ef2-7e5e-4460-9510-2d1b9d2b0dfb req-ebb2436b-3e9c-4481-9678-c0c9debdde16 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0654311 Jan 31 15:52:41.982996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2f48ef2-7e5e-4460-9510-2d1b9d2b0dfb req-252faa01-9793-47c9-a4cc-8ed6f595437a tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584950 Jan 31 15:52:41.997210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-b07d759a-4cb4-4ff1-870b-cc885c57164d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:41.998766 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-b07d759a-4cb4-4ff1-870b-cc885c57164d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.20 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 820 time: 0.1741381 Jan 31 15:52:42.020034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Request body: {'port': {'device_id': '55f0bfae-e3bc-43a1-9311-f483ddfbc53d', 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad', 'admin_state_up': True, 'tenant_id': 'f7454e77053048da93d6c7125983ed93'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:42.147556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Made reservation on behalf of f7454e77053048da93d6c7125983ed93 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:42.152353 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:42.336989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Allocated IP 172.20.0.9 (d9143695-d818-4ec6-a1c8-9227036ec2ad/b4805291-5b10-4a76-b006-715b95a7b211/4927f153-10c1-4bf4-9b72-884ccc05b657) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:42.364077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31b0c3-5ed6-4667-a71f-05357d369c56 req-9eda639c-6f4d-4be3-ac09-3c2801797a86 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:42.365749 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c31b0c3-5ed6-4667-a71f-05357d369c56 req-9eda639c-6f4d-4be3-ac09-3c2801797a86 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 949 time: 0.0753791 Jan 31 15:52:42.444235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4401a6-efa2-4072-990e-db252533d6e3 req-9031c1b7-e1a2-4f67-a559-e20d3a7a235d tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:42.445729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb4401a6-efa2-4072-990e-db252533d6e3 req-9031c1b7-e1a2-4f67-a559-e20d3a7a235d tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 949 time: 0.0502434 Jan 31 15:52:42.449433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c31b0c3-5ed6-4667-a71f-05357d369c56 req-e522e4ec-455d-43f8-9bf6-ad325ea381b4 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679462 Jan 31 15:52:42.513049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb4401a6-efa2-4072-990e-db252533d6e3 req-2b0f4ee8-9768-4472-afab-e10af5da2036 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580177 Jan 31 15:52:42.849132 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:42.941610 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:42.941884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9608da-5bb8-444c-84fd-d32b19c00ad9 req-a268f1fc-adbd-4853-b25e-c0505726ef63 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:42.943313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef9608da-5bb8-444c-84fd-d32b19c00ad9 req-a268f1fc-adbd-4853-b25e-c0505726ef63 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 946 time: 0.0564675 Jan 31 15:52:43.031395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37640) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:43.043252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef9608da-5bb8-444c-84fd-d32b19c00ad9 req-14735065-5893-47d6-a49f-3b9f35286feb tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/security-groups?id=106427f5-3e9f-43dc-8459-c88bfa27234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852981 Jan 31 15:52:43.140188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Network d9143695-d818-4ec6-a1c8-9227036ec2ad is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:43.153235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:43.160585 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:43.171386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Pushing event updated for resources: {'Port': ['ID=4927f153-10c1-4bf4-9b72-884ccc05b657,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:43.239306 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe85e-6c4d-4822-a0d5-62ed28c1a201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:43.244327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6de33-957d-48f2-9ee7-b403df791d20 req-1dce9522-e56b-4622-9946-4fb9fab25e99 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:43.247052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47b6de33-957d-48f2-9ee7-b403df791d20 req-1dce9522-e56b-4622-9946-4fb9fab25e99 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 931 time: 0.2924516 Jan 31 15:52:43.264648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc8f7c-5b42-47b4-ad9b-640522b398e1 req-44b24d5d-b87d-456f-a310-2b6f344d9979 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:43.266650 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6abc8f7c-5b42-47b4-ad9b-640522b398e1 req-44b24d5d-b87d-456f-a310-2b6f344d9979 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 949 time: 0.2477121 Jan 31 15:52:43.286693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af93e0-c3ec-4ee5-a5f9-6ec246bafc74 req-0044ff97-5ed8-41d1-9c75-60ecd8f12edc tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:43.294087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8af93e0-c3ec-4ee5-a5f9-6ec246bafc74 req-0044ff97-5ed8-41d1-9c75-60ecd8f12edc tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1631408 Jan 31 15:52:43.324467 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:43.325090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:43.404026 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe85e-6c4d-4822-a0d5-62ed28c1a201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:43.408366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8af93e0-c3ec-4ee5-a5f9-6ec246bafc74 req-503b1a34-5189-44f8-81a1-c06a6bb0a47b tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591214 Jan 31 15:52:43.408954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-fe7b2135-88b3-4cfb-a3c5-a96168dac773 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3939402 Jan 31 15:52:43.409674 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe85e-6c4d-4822-a0d5-62ed28c1a201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:43.425092 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47b6de33-957d-48f2-9ee7-b403df791d20 req-db1980b3-5ac8-46a1-9bf0-573a83221511 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572437 Jan 31 15:52:43.434241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Request body: {'port': {'device_id': '55f0bfae-e3bc-43a1-9311-f483ddfbc53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:43.452659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ab5fe85e-6c4d-4822-a0d5-62ed28c1a201 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7eb0476de0b4b63b6b2f0b9a39537fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044044 Jan 31 15:52:43.453318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37646) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:43.484071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fe85e-6c4d-4822-a0d5-62ed28c1a201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d128adc-624e-47b1-a869-cf1fe78367d1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:43.519384 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:43.528780 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f165011a-9066-4302-8f2a-32c94a53bbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:43.529289 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9c281-784e-4ef2-addc-8a4a4d656549 req-f26e6a01-03f9-4a8c-9c4c-840d25caec67 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:43.531015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-92e9c281-784e-4ef2-addc-8a4a4d656549 req-f26e6a01-03f9-4a8c-9c4c-840d25caec67 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 946 time: 0.2145541 Jan 31 15:52:43.571326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f165011a-9066-4302-8f2a-32c94a53bbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:43.635904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180333a3-cfa8-4d5d-beb9-3262771dce10 req-0dfd3c84-60d5-4130-a830-6cb61b9cf7fa tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:43.636581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-6abc8f7c-5b42-47b4-ad9b-640522b398e1 req-2390288b-1bd1-41d5-b28d-f9774bf8af76 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Deleting port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:52:43.636921 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6abc8f7c-5b42-47b4-ad9b-640522b398e1 req-2390288b-1bd1-41d5-b28d-f9774bf8af76 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:43.640438 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:52:43.641940 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-180333a3-cfa8-4d5d-beb9-3262771dce10 req-0dfd3c84-60d5-4130-a830-6cb61b9cf7fa tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 949 time: 0.0883029 Jan 31 15:52:43.689790 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f165011a-9066-4302-8f2a-32c94a53bbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:43.692252 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f165011a-9066-4302-8f2a-32c94a53bbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:43.695800 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f165011a-9066-4302-8f2a-32c94a53bbca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d128adc-624e-47b1-a869-cf1fe78367d1 HTTP/1.1" status: 204 len: 168 time: 0.2356434 Jan 31 15:52:43.704230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-180333a3-cfa8-4d5d-beb9-3262771dce10 req-9aeaabb6-b0f6-425f-8602-27e1e6c147ee tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592163 Jan 31 15:52:43.709507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165011a-9066-4302-8f2a-32c94a53bbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d128adc-624e-47b1-a869-cf1fe78367d1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:43.834491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008751f6-e29a-4a20-abe2-aff9209fe355 req-3975e8da-3698-4681-ad5d-85945910ca70 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:43.836070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-008751f6-e29a-4a20-abe2-aff9209fe355 req-3975e8da-3698-4681-ad5d-85945910ca70 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 949 time: 0.2424927 Jan 31 15:52:43.940434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-92e9c281-784e-4ef2-addc-8a4a4d656549 req-6f03df33-af1b-4bb1-8b22-104ac79a97dd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Deleting port 9246a71d-8eaa-4724-baf7-b49e6b2774e1 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:52:43.941105 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-92e9c281-784e-4ef2-addc-8a4a4d656549 req-6f03df33-af1b-4bb1-8b22-104ac79a97dd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:43.952773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6abc8f7c-5b42-47b4-ad9b-640522b398e1 req-2390288b-1bd1-41d5-b28d-f9774bf8af76 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] For port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=24a27c9a-8d6a-4fa3-a7c2-e9390834404d,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:43.953191 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6abc8f7c-5b42-47b4-ad9b-640522b398e1 req-2390288b-1bd1-41d5-b28d-f9774bf8af76 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.030711 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-6abc8f7c-5b42-47b4-ad9b-640522b398e1 req-2390288b-1bd1-41d5-b28d-f9774bf8af76 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Calling delete_port for 24a27c9a-8d6a-4fa3-a7c2-e9390834404d owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:52:44.057761 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-008751f6-e29a-4a20-abe2-aff9209fe355 req-2dbdcd91-ec3a-46a2-b0b9-e3d2a5e55429 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a73fa1eb-3f76-4303-953b-945fb25a260f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019362 Jan 31 15:52:44.095390 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37664) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:44.114175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38656579-1235-4a09-be9e-c36bdbdce27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.133458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0121c-0334-44af-8f2f-eb12ef2cee49 req-7ff430b5-74e6-4b3b-a0bd-7335cbc7049a tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:44.134983 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2b0121c-0334-44af-8f2f-eb12ef2cee49 req-7ff430b5-74e6-4b3b-a0bd-7335cbc7049a tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 949 time: 0.0723906 Jan 31 15:52:44.206609 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2b0121c-0334-44af-8f2f-eb12ef2cee49 req-2a1f96d8-8cc7-41a2-afa4-68bf0f53bf8a tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617857 Jan 31 15:52:44.238217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-92e9c281-784e-4ef2-addc-8a4a4d656549 req-6f03df33-af1b-4bb1-8b22-104ac79a97dd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] For port 9246a71d-8eaa-4724-baf7-b49e6b2774e1, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=9246a71d-8eaa-4724-baf7-b49e6b2774e1,segment=NetworkSegment(fbe5d2a5-34e1-4147-8927-89bf69674db4),segment_id=fbe5d2a5-34e1-4147-8927-89bf69674db4)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:44.238587 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-92e9c281-784e-4ef2-addc-8a4a4d656549 req-6f03df33-af1b-4bb1-8b22-104ac79a97dd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.256624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38656579-1235-4a09-be9e-c36bdbdce27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.262904 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38656579-1235-4a09-be9e-c36bdbdce27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.281934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-92e9c281-784e-4ef2-addc-8a4a4d656549 req-6f03df33-af1b-4bb1-8b22-104ac79a97dd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Calling delete_port for 9246a71d-8eaa-4724-baf7-b49e6b2774e1 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:52:44.302759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4927f153-10c1-4bf4-9b72-884ccc05b657 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:44.308637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-38656579-1235-4a09-be9e-c36bdbdce27a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6091cb46638f44d18d6e310303a407ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083054 Jan 31 15:52:44.309250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37666) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:44.309898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38656579-1235-4a09-be9e-c36bdbdce27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267711bc-242a-4695-8b2c-eb6494d83e77,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:44.324511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817e6cd-c2dd-4028-8117-785f5685bfab req-0f807000-d076-4654-a627-af75d2bae4da tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:44.326054 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0817e6cd-c2dd-4028-8117-785f5685bfab req-0f807000-d076-4654-a627-af75d2bae4da tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b89cea-6369-4f0d-bb9a-af3d99c58419 HTTP/1.1" status: 200 len: 946 time: 0.1887085 Jan 31 15:52:44.335269 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.363443 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1548f28-6491-4c3e-bb23-40920ba77a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.386577 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1548f28-6491-4c3e-bb23-40920ba77a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.438252 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1548f28-6491-4c3e-bb23-40920ba77a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.442110 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1548f28-6491-4c3e-bb23-40920ba77a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.443597 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f1548f28-6491-4c3e-bb23-40920ba77a1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/267711bc-242a-4695-8b2c-eb6494d83e77 HTTP/1.1" status: 204 len: 168 time: 0.1308687 Jan 31 15:52:44.453626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1548f28-6491-4c3e-bb23-40920ba77a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267711bc-242a-4695-8b2c-eb6494d83e77,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:44.512851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Transition to ACTIVE for port object 4927f153-10c1-4bf4-9b72-884ccc05b657 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:52:44.535373 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.559317 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0817e6cd-c2dd-4028-8117-785f5685bfab req-21c0f023-cb70-41f4-a428-8ff9118f6e47 tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.36 "GET /v2.0/security-groups?id=106427f5-3e9f-43dc-8459-c88bfa27234d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524789 Jan 31 15:52:44.586594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e709f-7499-4962-83d2-f3851cdaf84c req-67d94f5d-bb6f-4217-b0ff-38394e899107 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:44.591201 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a5e709f-7499-4962-83d2-f3851cdaf84c req-67d94f5d-bb6f-4217-b0ff-38394e899107 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1002717 Jan 31 15:52:44.625259 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6abc8f7c-5b42-47b4-ad9b-640522b398e1 req-2390288b-1bd1-41d5-b28d-f9774bf8af76 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.637125 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['24a27c9a-8d6a-4fa3-a7c2-e9390834404d'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:44.683500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a5e709f-7499-4962-83d2-f3851cdaf84c req-3f65aedb-4a0b-418a-8c84-2ef13ba2c49e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704734 Jan 31 15:52:44.740235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Pushing event updated for resources: {'Port': ['ID=4927f153-10c1-4bf4-9b72-884ccc05b657,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:44.828229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abc8f7c-5b42-47b4-ad9b-640522b398e1 req-2390288b-1bd1-41d5-b28d-f9774bf8af76 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] No DVR routers for this DVR port 24a27c9a-8d6a-4fa3-a7c2-e9390834404d on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:52:44.829948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390288b-1bd1-41d5-b28d-f9774bf8af76 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Pushing event deleted for resources: {'Port': ['ID=24a27c9a-8d6a-4fa3-a7c2-e9390834404d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:44.836625 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6abc8f7c-5b42-47b4-ad9b-640522b398e1 req-2390288b-1bd1-41d5-b28d-f9774bf8af76 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.839802 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6abc8f7c-5b42-47b4-ad9b-640522b398e1 req-2390288b-1bd1-41d5-b28d-f9774bf8af76 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.30 "DELETE /v2.0/ports/24a27c9a-8d6a-4fa3-a7c2-e9390834404d HTTP/1.1" status: 204 len: 173 time: 1.5613112 Jan 31 15:52:44.840233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f6f395-dcde-447c-a8a8-6b5274776389', 'name': 'network-vif-deleted', 'tag': '24a27c9a-8d6a-4fa3-a7c2-e9390834404d'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:44.842516 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf401f21-4f2a-40bb-8e24-9195d920c245" -d '{"events": [{"server_uuid": "e4f6f395-dcde-447c-a8a8-6b5274776389", "name": "network-vif-deleted", "tag": "24a27c9a-8d6a-4fa3-a7c2-e9390834404d"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:44.850704 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-92e9c281-784e-4ef2-addc-8a4a4d656549 req-6f03df33-af1b-4bb1-8b22-104ac79a97dd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:44.922736 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8154473f-b279-4d6d-a39f-073ce1d65446 x-openstack-request-id: req-8154473f-b279-4d6d-a39f-073ce1d65446 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:44.923287 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f6f395-dcde-447c-a8a8-6b5274776389", "name": "network-vif-deleted", "tag": "24a27c9a-8d6a-4fa3-a7c2-e9390834404d", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:44.923537 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8154473f-b279-4d6d-a39f-073ce1d65446 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:44.923938 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f6f395-dcde-447c-a8a8-6b5274776389', 'name': 'network-vif-deleted', 'tag': '24a27c9a-8d6a-4fa3-a7c2-e9390834404d', 'status': 'completed', 'code': 200} Jan 31 15:52:44.926901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03df33-af1b-4bb1-8b22-104ac79a97dd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Pushing event deleted for resources: {'Port': ['ID=9246a71d-8eaa-4724-baf7-b49e6b2774e1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:44.928854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Attempting to bind port 4927f153-10c1-4bf4-9b72-884ccc05b657 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:44.929178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Attempting to bind port 4927f153-10c1-4bf4-9b72-884ccc05b657 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:44.929528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Attempting to bind port 4927f153-10c1-4bf4-9b72-884ccc05b657 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:44.943233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e882a6-9b0e-42d7-b106-c3bd380f4d09 req-2bcf09a1-dc67-43ad-ae4d-aea778509560 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:44.944805 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3e882a6-9b0e-42d7-b106-c3bd380f4d09 req-2bcf09a1-dc67-43ad-ae4d-aea778509560 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 943 time: 0.2524893 Jan 31 15:52:44.996627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Port 4927f153-10c1-4bf4-9b72-884ccc05b657 on network d9143695-d818-4ec6-a1c8-9227036ec2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:44.996977 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Attempting to bind port 4927f153-10c1-4bf4-9b72-884ccc05b657 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:44.999033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e9c281-784e-4ef2-addc-8a4a4d656549 req-6f03df33-af1b-4bb1-8b22-104ac79a97dd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] No DVR routers for this DVR port 9246a71d-8eaa-4724-baf7-b49e6b2774e1 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:52:45.008839 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-92e9c281-784e-4ef2-addc-8a4a4d656549 req-6f03df33-af1b-4bb1-8b22-104ac79a97dd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:45.012026 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-92e9c281-784e-4ef2-addc-8a4a4d656549 req-6f03df33-af1b-4bb1-8b22-104ac79a97dd tempest-InstanceActionsV221TestJSON-1282946847 tempest-InstanceActionsV221TestJSON-1282946847-project] 10.222.0.20 "DELETE /v2.0/ports/9246a71d-8eaa-4724-baf7-b49e6b2774e1 HTTP/1.1" status: 204 len: 173 time: 1.4709198 Jan 31 15:52:45.016315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:45.016730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:45.017088 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Bound using segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:45.017653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Bound port: 4927f153-10c1-4bf4-9b72-884ccc05b657, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:45.018024 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:45.047356 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3e882a6-9b0e-42d7-b106-c3bd380f4d09 req-c2b9d516-5b24-422a-b350-6fc01a773928 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942717 Jan 31 15:52:45.141633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:45.145159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=4927f153-10c1-4bf4-9b72-884ccc05b657,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:45.151026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:45.230730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:45.231354 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:45.232823 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] 10.222.0.20 "PUT /v2.0/ports/4927f153-10c1-4bf4-9b72-884ccc05b657 HTTP/1.1" status: 200 len: 1091 time: 1.8067136 Jan 31 15:52:45.233240 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d52e2c7f-8c78-4df1-babf-317ad05adcd5 req-16bcc1c6-15e8-448e-9358-70e58e037a28 tempest-ServersAdminNegativeTestJSON-636507412 tempest-ServersAdminNegativeTestJSON-636507412-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f6f395-dcde-447c-a8a8-6b5274776389 HTTP/1.1" status: 200 len: 210 time: 0.0522587 Jan 31 15:52:45.322953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c8376-2df3-4621-9c97-9e1d0606fe2b service neutron] Pushing event updated for resources: {'Port': ['ID=4927f153-10c1-4bf4-9b72-884ccc05b657,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:45.425512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-36b81121-d509-42bc-8690-0cbbd53ee541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:45.427119 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-36b81121-d509-42bc-8690-0cbbd53ee541 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 1094 time: 0.1338422 Jan 31 15:52:45.455501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727f0db-6151-487b-a001-28bcf65a139e req-f1c1c2b9-05b3-457f-ac23-314c4d9dad4c tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:45.480333 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6727f0db-6151-487b-a001-28bcf65a139e req-f1c1c2b9-05b3-457f-ac23-314c4d9dad4c tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 949 time: 0.1146083 Jan 31 15:52:45.490673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37702) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:45.530856 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-2d63bc37-0377-4385-a54b-3ebdd4ce8097 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4927f153-10c1-4bf4-9b72-884ccc05b657 HTTP/1.1" status: 200 len: 217 time: 0.0952404 Jan 31 15:52:45.641409 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4a9d8-c1d7-4485-8e88-b6febae1c0a0 req-43654548-9cba-4faa-813b-bccf7eb24d0d tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:45.643026 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6cc4a9d8-c1d7-4485-8e88-b6febae1c0a0 req-43654548-9cba-4faa-813b-bccf7eb24d0d tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 949 time: 0.1244907 Jan 31 15:52:45.645090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-236b5da4-96d8-4d93-8de6-337124392c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:45.646471 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-236b5da4-96d8-4d93-8de6-337124392c1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.0983820 Jan 31 15:52:45.649309 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6727f0db-6151-487b-a001-28bcf65a139e req-52156b4f-692a-496d-b7bb-f5fdf26476d8 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296945 Jan 31 15:52:45.660676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1729998568-network', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:45.710513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:45.713136 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:45.723749 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-c2f17276-9aa5-44d7-b845-8f73dc5803f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307758 Jan 31 15:52:45.741481 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:45.837970 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:45.846088 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:45.866091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37716) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:45.873782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b732f0dc-da2f-4389-ab8a-a0ade41b6974,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:45.896048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:52:45.906468 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:45.906705 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Added segment f4681969-ca65-40ce-a2b6-edf37acd0e21 of type vlan for network 6fe4b525-51f1-4833-adac-0826ba7324bd Jan 31 15:52:45.942553 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-6cc4a9d8-c1d7-4485-8e88-b6febae1c0a0 req-84099849-e02c-4ba8-8877-544e8d876562 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Deleting port 79136f3e-0a6c-4e9c-97a0-117804894b06 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:52:45.942990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6cc4a9d8-c1d7-4485-8e88-b6febae1c0a0 req-84099849-e02c-4ba8-8877-544e8d876562 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:45.951813 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:45.956331 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-8a8548dd-9da6-4917-ab67-579eaa715f2f service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077360 Jan 31 15:52:45.968654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e48b394-c6ba-4b7c-9a4a-dc2617646e29 admin admin] Deleting subnet 74456c5b-a6af-4dee-b3c6-a9c2768dcde1 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:52:45.977161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d66b2-636c-4a63-9cfc-8c8b54b094dc req-7d92d8da-fc74-4fd3-b0fa-6aef8173266f tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:45.978826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf6d66b2-636c-4a63-9cfc-8c8b54b094dc req-7d92d8da-fc74-4fd3-b0fa-6aef8173266f tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1908116 Jan 31 15:52:45.986828 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:45.987906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:45.988565 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:46.014478 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e48b394-c6ba-4b7c-9a4a-dc2617646e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:46.324492 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8325775 Jan 31 15:52:46.334871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37724) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:46.349015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bbad7-f749-475f-830b-f985f636ab16 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe4b525-51f1-4833-adac-0826ba7324bd,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:46.367274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 6fe4b525-51f1-4833-adac-0826ba7324bd details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:52:46.378163 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd8112-1a76-4e4e-ba84-fe7a77789334 req-f655face-09c6-44da-8891-c50c65289e64 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:46.379717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ecd8112-1a76-4e4e-ba84-fe7a77789334 req-f655face-09c6-44da-8891-c50c65289e64 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 943 time: 0.0765522 Jan 31 15:52:46.389806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d5257b0b-238a-43be-b7ad-911bca470171 admin admin] Request body: {'subnet': {'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1729998568-subnet', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:46.426318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ecd8112-1a76-4e4e-ba84-fe7a77789334 req-7e5375d7-d17f-4172-a35d-67e6585d6f17 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Jan 31 15:52:46.446603 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e48b394-c6ba-4b7c-9a4a-dc2617646e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:46.514333 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf6d66b2-636c-4a63-9cfc-8c8b54b094dc req-da9c7099-7758-40de-8813-61097c4e0810 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890339 Jan 31 15:52:46.521725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6cc4a9d8-c1d7-4485-8e88-b6febae1c0a0 req-84099849-e02c-4ba8-8877-544e8d876562 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] For port 79136f3e-0a6c-4e9c-97a0-117804894b06, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=79136f3e-0a6c-4e9c-97a0-117804894b06,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:46.522091 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6cc4a9d8-c1d7-4485-8e88-b6febae1c0a0 req-84099849-e02c-4ba8-8877-544e8d876562 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:46.542712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5257b0b-238a-43be-b7ad-911bca470171 admin admin] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:46.546016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5257b0b-238a-43be-b7ad-911bca470171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:46.571046 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-6cc4a9d8-c1d7-4485-8e88-b6febae1c0a0 req-84099849-e02c-4ba8-8877-544e8d876562 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Calling delete_port for 79136f3e-0a6c-4e9c-97a0-117804894b06 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:52:46.574228 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99893c7-b68b-45e0-a63c-109a5fc3b3f1 req-49795ff4-bc3c-45bc-ba0a-39630abd32f3 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912013 Jan 31 15:52:46.620187 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e48b394-c6ba-4b7c-9a4a-dc2617646e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:46.709551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37734) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:46.719337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device eb5e5d58-29bd-46f7-ae14-d35440bb5055 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:46.724593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 9246a71d-8eaa-4724-baf7-b49e6b2774e1 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:52:46.755020 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e48b394-c6ba-4b7c-9a4a-dc2617646e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:46.816131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8965a00-9777-4357-be3a-b40f3bbd6304 req-2fd72282-8548-4f07-a7ea-332fa5bdcd11 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:46.816395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48b394-c6ba-4b7c-9a4a-dc2617646e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74456c5b-a6af-4dee-b3c6-a9c2768dcde1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:46.823068 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e48b394-c6ba-4b7c-9a4a-dc2617646e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:46.827663 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5e48b394-c6ba-4b7c-9a4a-dc2617646e29 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/74456c5b-a6af-4dee-b3c6-a9c2768dcde1 HTTP/1.1" status: 204 len: 168 time: 0.9596653 Jan 31 15:52:46.831089 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8965a00-9777-4357-be3a-b40f3bbd6304 req-2fd72282-8548-4f07-a7ea-332fa5bdcd11 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d54b059-8b56-434d-92f5-291eb1a08883 HTTP/1.1" status: 200 len: 949 time: 0.0809510 Jan 31 15:52:46.833878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37738) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:46.916881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 24a27c9a-8d6a-4fa3-a7c2-e9390834404d no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:52:46.922921 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 9246a71d-8eaa-4724-baf7-b49e6b2774e1 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:52:46.923630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 9246a71d-8eaa-4724-baf7-b49e6b2774e1 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:52:46.923630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device eb5e5d58-29bd-46f7-ae14-d35440bb5055 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:52:46.924560 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6cc4a9d8-c1d7-4485-8e88-b6febae1c0a0 req-84099849-e02c-4ba8-8877-544e8d876562 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:46.927933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b89cea-6369-4f0d-bb9a-af3d99c58419', 'name': 'network-vif-deleted', 'tag': '9246a71d-8eaa-4724-baf7-b49e6b2774e1'}, {'name': 'network-changed', 'server_uuid': '55f0bfae-e3bc-43a1-9311-f483ddfbc53d', 'tag': '4927f153-10c1-4bf4-9b72-884ccc05b657'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:46.933304 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e19cdb-253d-4165-bc8a-11fb5defcc02" -d '{"events": [{"server_uuid": "d6b89cea-6369-4f0d-bb9a-af3d99c58419", "name": "network-vif-deleted", "tag": "9246a71d-8eaa-4724-baf7-b49e6b2774e1"}, {"name": "network-changed", "server_uuid": "55f0bfae-e3bc-43a1-9311-f483ddfbc53d", "tag": "4927f153-10c1-4bf4-9b72-884ccc05b657"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:46.965985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5257b0b-238a-43be-b7ad-911bca470171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:46.972743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84099849-e02c-4ba8-8877-544e8d876562 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Pushing event deleted for resources: {'Port': ['ID=79136f3e-0a6c-4e9c-97a0-117804894b06,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:46.987873 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8965a00-9777-4357-be3a-b40f3bbd6304 req-c8d20e5d-deb2-4f55-bb2c-416e41289e8b tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a66660-4510-4da1-8529-cf2a589e8264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499028 Jan 31 15:52:47.003314 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.008538 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955884a4-0cd7-4ca1-aa1c-2fab56dca12a x-openstack-request-id: req-955884a4-0cd7-4ca1-aa1c-2fab56dca12a {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:47.008925 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b89cea-6369-4f0d-bb9a-af3d99c58419", "name": "network-vif-deleted", "tag": "9246a71d-8eaa-4724-baf7-b49e6b2774e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55f0bfae-e3bc-43a1-9311-f483ddfbc53d", "tag": "4927f153-10c1-4bf4-9b72-884ccc05b657", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:47.009257 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-955884a4-0cd7-4ca1-aa1c-2fab56dca12a {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:47.009397 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-841df3e8-590f-425b-b9fb-fba066bdd2b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2265c07a087545859356d144d07f938f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985933 Jan 31 15:52:47.009942 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b89cea-6369-4f0d-bb9a-af3d99c58419', 'name': 'network-vif-deleted', 'tag': '9246a71d-8eaa-4724-baf7-b49e6b2774e1', 'status': 'completed', 'code': 200} Jan 31 15:52:47.010204 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f0bfae-e3bc-43a1-9311-f483ddfbc53d', 'tag': '4927f153-10c1-4bf4-9b72-884ccc05b657', 'status': 'completed', 'code': 200} Jan 31 15:52:47.011607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37742) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:47.079722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:47.094060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055', 'mac_address': 'fa:16:3e:3e:ca:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:52:47.095862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 24a27c9a-8d6a-4fa3-a7c2-e9390834404d {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:52:47.096372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 24a27c9a-8d6a-4fa3-a7c2-e9390834404d not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:52:47.100844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc4a9d8-c1d7-4485-8e88-b6febae1c0a0 req-84099849-e02c-4ba8-8877-544e8d876562 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] No DVR routers for this DVR port 79136f3e-0a6c-4e9c-97a0-117804894b06 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:52:47.106681 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6cc4a9d8-c1d7-4485-8e88-b6febae1c0a0 req-84099849-e02c-4ba8-8877-544e8d876562 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.110168 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6cc4a9d8-c1d7-4485-8e88-b6febae1c0a0 req-84099849-e02c-4ba8-8877-544e8d876562 tempest-ServerDiagnosticsNegativeTest-290821960 tempest-ServerDiagnosticsNegativeTest-290821960-project] 10.222.0.30 "DELETE /v2.0/ports/79136f3e-0a6c-4e9c-97a0-117804894b06 HTTP/1.1" status: 204 len: 173 time: 1.4599776 Jan 31 15:52:47.119346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5257b0b-238a-43be-b7ad-911bca470171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c45f14f-4696-49fd-a2f3-ebb21f46a6ae,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:47.147385 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-61bc9800-0d0f-47c8-9fd0-40177e506f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.151369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19cdb-253d-4165-bc8a-11fb5defcc02 req-bcbacca1-a085-4a86-9432-13dc214eb963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:47.153355 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5e19cdb-253d-4165-bc8a-11fb5defcc02 req-bcbacca1-a085-4a86-9432-13dc214eb963 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 1094 time: 0.1123891 Jan 31 15:52:47.154603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5257b0b-238a-43be-b7ad-911bca470171 admin admin] Checking segment: {'id': 'f4681969-ca65-40ce-a2b6-edf37acd0e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:47.155140 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5257b0b-238a-43be-b7ad-911bca470171 admin admin] Network hostable DHCP agents. Network: 6fe4b525-51f1-4833-adac-0826ba7324bd, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:52:47.160589 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.186326 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a8c8d93b-7a02-463a-9444-495fc4ed67ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.188823 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.202244 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-61bc9800-0d0f-47c8-9fd0-40177e506f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.205161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13ccaa4-a57e-4406-9798-bcae298f9c95']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:47.232188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe5d2a5-34e1-4147-8927-89bf69674db4') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:47.232708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe5d2a5-34e1-4147-8927-89bf69674db4') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:47.236677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb5e5d58-29bd-46f7-ae14-d35440bb5055 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:47.258927 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.262452 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.284840 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.288155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:47.292466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5257b0b-238a-43be-b7ad-911bca470171 admin admin] Network 6fe4b525-51f1-4833-adac-0826ba7324bd is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:52:47.295024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:52:47.295431 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.296645 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.312896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d5257b0b-238a-43be-b7ad-911bca470171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 6fe4b525-51f1-4833-adac-0826ba7324bd) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:47.323754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5257b0b-238a-43be-b7ad-911bca470171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:47.324462 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5257b0b-238a-43be-b7ad-911bca470171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.342552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7529be-c13c-47a2-ab20-a7c35adedf7d None None] Network 6fe4b525-51f1-4833-adac-0826ba7324bd requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:52:47.347766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19cdb-253d-4165-bc8a-11fb5defcc02 req-110d8304-e869-4923-b365-31845c3ca4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:47.349243 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5e19cdb-253d-4165-bc8a-11fb5defcc02 req-110d8304-e869-4923-b365-31845c3ca4b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.1749718 Jan 31 15:52:47.352588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d5257b0b-238a-43be-b7ad-911bca470171 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0129218 Jan 31 15:52:47.355476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37744) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:52:47.358616 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:52:47.364256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1729998568-router', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:47.384660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.386956 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-61bc9800-0d0f-47c8-9fd0-40177e506f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.389800 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-61bc9800-0d0f-47c8-9fd0-40177e506f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.393456 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-61bc9800-0d0f-47c8-9fd0-40177e506f8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a73fa1eb-3f76-4303-953b-945fb25a260f HTTP/1.1" status: 204 len: 168 time: 0.3783903 Jan 31 15:52:47.407688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.414950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c13ccaa4-a57e-4406-9798-bcae298f9c95 HTTP/1.1" status: 204 len: 168 time: 0.5792015 Jan 31 15:52:47.419268 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 15:52:47.419809 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 15:52:47.420433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5e19cdb-253d-4165-bc8a-11fb5defcc02 req-883c85d4-ec7e-4079-a701-3da9b7ad451c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4927f153-10c1-4bf4-9b72-884ccc05b657 HTTP/1.1" status: 200 len: 217 time: 0.0625925 Jan 31 15:52:47.422379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc9800-0d0f-47c8-9fd0-40177e506f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73fa1eb-3f76-4303-953b-945fb25a260f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:47.434255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f154017-d03e-4e17-ab2b-1a514dec93f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c13ccaa4-a57e-4406-9798-bcae298f9c95,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:47.445075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=eb5e5d58-29bd-46f7-ae14-d35440bb5055,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:47.480759 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.481811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.503153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19cdb-253d-4165-bc8a-11fb5defcc02 req-a1edf6ba-8d59-483c-b566-d8716c222ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:47.504929 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5e19cdb-253d-4165-bc8a-11fb5defcc02 req-a1edf6ba-8d59-483c-b566-d8716c222ca3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.0709991 Jan 31 15:52:47.577433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5e19cdb-253d-4165-bc8a-11fb5defcc02 req-f6cfd4b4-a970-4393-b705-cb21eff00f79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642295 Jan 31 15:52:47.594639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['eb5e5d58-29bd-46f7-ae14-d35440bb5055'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:47.633286 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.639953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-6fe4b525-51f1-4833-adac-0826ba7324bd', 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'fixed_ips': [{'subnet_id': '5c45f14f-4696-49fd-a2f3-ebb21f46a6ae'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:52:47.641147 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.661776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b572b8e-0a28-4edf-a978-e4a0bb14d115 req-f0b94e3c-d6e9-4e03-8792-e37e3da616b2 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:47.663295 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6b572b8e-0a28-4edf-a978-e4a0bb14d115 req-f0b94e3c-d6e9-4e03-8792-e37e3da616b2 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 943 time: 0.1058223 Jan 31 15:52:47.689760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37758) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:47.766802 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5e19cdb-253d-4165-bc8a-11fb5defcc02 req-407c1b0c-5390-42fe-bc77-9dc7d8b6a208 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305852 Jan 31 15:52:47.775663 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6b572b8e-0a28-4edf-a978-e4a0bb14d115 req-068ee424-8e32-4add-a683-dfca51e128dc tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031365 Jan 31 15:52:47.811130 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f17a6f4c-7e8c-4846-ac4f-d39695cc4871 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67dd315fd3e94d0e8f59ca7df2143b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1166172 Jan 31 15:52:47.811498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37760) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:47.878724 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f42858a-7331-463c-bc58-810d165cef3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.911260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f42858a-7331-463c-bc58-810d165cef3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.925190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Allocated IP 172.20.0.2 (6fe4b525-51f1-4833-adac-0826ba7324bd/5c45f14f-4696-49fd-a2f3-ebb21f46a6ae/25537354-e3ea-4729-9a6d-2f6cc243b8a6) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:47.970435 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f42858a-7331-463c-bc58-810d165cef3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.974376 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f42858a-7331-463c-bc58-810d165cef3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:47.976416 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8f42858a-7331-463c-bc58-810d165cef3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/106427f5-3e9f-43dc-8459-c88bfa27234d HTTP/1.1" status: 204 len: 168 time: 0.1638482 Jan 31 15:52:48.008971 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.014603 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.022105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37764) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:48.026007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42858a-7331-463c-bc58-810d165cef3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106427f5-3e9f-43dc-8459-c88bfa27234d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:48.062196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id eb5e5d58-29bd-46f7-ae14-d35440bb5055 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:48.078986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa53e3-abfd-40c3-b183-15c3b4d54f31 req-2e28fb51-a989-406a-9bf5-3ecd8262db03 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:48.080665 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90fa53e3-abfd-40c3-b183-15c3b4d54f31 req-2e28fb51-a989-406a-9bf5-3ecd8262db03 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 948 time: 0.4425986 Jan 31 15:52:48.093499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:48.102031 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.190630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5e19cdb-253d-4165-bc8a-11fb5defcc02 req-ee19d9a3-7ff0-4ab5-852f-5e5651ef2cb0 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121175 Jan 31 15:52:48.193498 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-628b0a40-0a33-4830-b74c-1ae32cea77da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0f9a393e2634d8b908ffbac6f630089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700470 Jan 31 15:52:48.196847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37770) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:48.203295 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=eb5e5d58-29bd-46f7-ae14-d35440bb5055,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:48.223428 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.227193 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90fa53e3-abfd-40c3-b183-15c3b4d54f31 req-c2035b1a-05f1-48d8-aabc-0db04d717507 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278520 Jan 31 15:52:48.230683 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.291391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Network 6fe4b525-51f1-4833-adac-0826ba7324bd is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:48.298276 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:48.302623 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:48.316815 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf2e9579-67ac-4c6a-8177-33524b149fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.317909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Pushing event updated for resources: {'Port': ['ID=25537354-e3ea-4729-9a6d-2f6cc243b8a6,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:48.363503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf2e9579-67ac-4c6a-8177-33524b149fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.381628 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Attempting to bind port 25537354-e3ea-4729-9a6d-2f6cc243b8a6 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:48.381997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Attempting to bind port 25537354-e3ea-4729-9a6d-2f6cc243b8a6 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'f4681969-ca65-40ce-a2b6-edf37acd0e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:48.382356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Attempting to bind port 25537354-e3ea-4729-9a6d-2f6cc243b8a6 on network 6fe4b525-51f1-4833-adac-0826ba7324bd {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:48.387671 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:48.387914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Checking segment: {'id': 'f4681969-ca65-40ce-a2b6-edf37acd0e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:48.388319 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.388753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Bound using segment: {'id': 'f4681969-ca65-40ce-a2b6-edf37acd0e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:48.389198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Bound port: 25537354-e3ea-4729-9a6d-2f6cc243b8a6, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4681969-ca65-40ce-a2b6-edf37acd0e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:48.389695 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.442602 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf2e9579-67ac-4c6a-8177-33524b149fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.445213 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf2e9579-67ac-4c6a-8177-33524b149fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.448883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cf2e9579-67ac-4c6a-8177-33524b149fef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c579402f-6a4b-4f4c-92dc-b811d035f8bf HTTP/1.1" status: 204 len: 168 time: 0.2482488 Jan 31 15:52:48.455636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e9579-67ac-4c6a-8177-33524b149fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c579402f-6a4b-4f4c-92dc-b811d035f8bf,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:48.486697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] For port 25537354-e3ea-4729-9a6d-2f6cc243b8a6, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:48.490073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] For port 25537354-e3ea-4729-9a6d-2f6cc243b8a6, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=25537354-e3ea-4729-9a6d-2f6cc243b8a6,segment=NetworkSegment(f4681969-ca65-40ce-a2b6-edf37acd0e21),segment_id=f4681969-ca65-40ce-a2b6-edf37acd0e21)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:48.495885 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.498718 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.519108 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.558575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23c1e8-bced-4005-ac2c-e8ffacd8e7e0 None None] Pushing event updated for resources: {'Port': ['ID=25537354-e3ea-4729-9a6d-2f6cc243b8a6,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:48.578961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37784) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:48.664922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Allocated IP 172.25.1.228 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/966394e9-51ef-4c4c-ab27-36ed2f614e60) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:48.727697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 4927f153-10c1-4bf4-9b72-884ccc05b657 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:52:48.734457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device eb5e5d58-29bd-46f7-ae14-d35440bb5055 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:48.828266 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.875421 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:48.923109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 79136f3e-0a6c-4e9c-97a0-117804894b06 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:52:48.955490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:48.958226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:48.975500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:49.002946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 79136f3e-0a6c-4e9c-97a0-117804894b06 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:52:49.003197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 79136f3e-0a6c-4e9c-97a0-117804894b06 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:52:49.010860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e893a77-d1ec-4657-bd71-85c03308478a req-98a089b8-e544-4944-ba32-b2f7d4de49fa tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:49.012431 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e893a77-d1ec-4657-bd71-85c03308478a req-98a089b8-e544-4944-ba32-b2f7d4de49fa tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 943 time: 0.1035719 Jan 31 15:52:49.039652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=4927f153-10c1-4bf4-9b72-884ccc05b657,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:49.042626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d54b059-8b56-434d-92f5-291eb1a08883', 'name': 'network-vif-deleted', 'tag': '79136f3e-0a6c-4e9c-97a0-117804894b06'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:49.045113 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c2c45f-2269-4835-908a-f6cff43ea5b3" -d '{"events": [{"server_uuid": "4d54b059-8b56-434d-92f5-291eb1a08883", "name": "network-vif-deleted", "tag": "79136f3e-0a6c-4e9c-97a0-117804894b06"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:49.056500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '4927f153-10c1-4bf4-9b72-884ccc05b657', 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad', 'port_id': '4927f153-10c1-4bf4-9b72-884ccc05b657', 'mac_address': 'fa:16:3e:7b:a8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4805291-5b10-4a76-b006-715b95a7b211', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:52:49.087950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port eb5e5d58-29bd-46f7-ae14-d35440bb5055 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:49.089014 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.146659 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.176187 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4927f153-10c1-4bf4-9b72-884ccc05b657 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:52:49.179881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Pushing event updated for resources: {'Port': ['ID=966394e9-51ef-4c4c-ab27-36ed2f614e60,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:49.183146 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e893a77-d1ec-4657-bd71-85c03308478a req-ac58b2db-86be-4a1f-85f4-915377bb853f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633496 Jan 31 15:52:49.232106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cd19f7cb-7137-4b2c-85c8-79ed8d5b7120 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6273e2231d5d49afa65e5427b7767f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6524498 Jan 31 15:52:49.235634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37810) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:49.240552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=4927f153-10c1-4bf4-9b72-884ccc05b657,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:49.247605 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.256945 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.271184 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b5eca7-a09f-45c0-a44d-a9970f9d3dde x-openstack-request-id: req-70b5eca7-a09f-45c0-a44d-a9970f9d3dde {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:49.271470 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d54b059-8b56-434d-92f5-291eb1a08883", "name": "network-vif-deleted", "tag": "79136f3e-0a6c-4e9c-97a0-117804894b06", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:49.271719 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70b5eca7-a09f-45c0-a44d-a9970f9d3dde {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:49.272107 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d54b059-8b56-434d-92f5-291eb1a08883', 'name': 'network-vif-deleted', 'tag': '79136f3e-0a6c-4e9c-97a0-117804894b06', 'status': 'completed', 'code': 200} Jan 31 15:52:49.316493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:49.319936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14456e1-41a7-48d9-bed6-a561be6f9e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:49.322155 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f62cf1-027a-4486-a8db-9d74e5fd3ca6" -d '{"events": [{"server_uuid": "e14456e1-41a7-48d9-bed6-a561be6f9e25", "name": "network-vif-plugged", "status": "completed", "tag": "eb5e5d58-29bd-46f7-ae14-d35440bb5055"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:49.329224 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.349344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37816) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:49.360340 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=4927f153-10c1-4bf4-9b72-884ccc05b657,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:49.365706 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-36c1907c-12a2-437a-92e3-2945e22884a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.425387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-36c1907c-12a2-437a-92e3-2945e22884a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.456502 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=eb5e5d58-29bd-46f7-ae14-d35440bb5055,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:49.456837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.462591 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630ae99a-5a19-44a9-95b2-1607a7813557 x-openstack-request-id: req-630ae99a-5a19-44a9-95b2-1607a7813557 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:49.463000 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14456e1-41a7-48d9-bed6-a561be6f9e25", "name": "network-vif-plugged", "status": "completed", "tag": "eb5e5d58-29bd-46f7-ae14-d35440bb5055", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:49.463131 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-630ae99a-5a19-44a9-95b2-1607a7813557 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:49.463494 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14456e1-41a7-48d9-bed6-a561be6f9e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055', 'code': 200} Jan 31 15:52:49.521966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1764643873-network', 'tenant_id': '8a9c604c867340d093a20a1cba841833'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:49.582195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['4927f153-10c1-4bf4-9b72-884ccc05b657'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:52:49.589571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf1746-81b1-42c8-b0ec-a8e66e36ce74 req-2ae691ca-3b72-4c00-a0c2-0a6f90c1de0e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:49.597626 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8acf1746-81b1-42c8-b0ec-a8e66e36ce74 req-2ae691ca-3b72-4c00-a0c2-0a6f90c1de0e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1081786 Jan 31 15:52:49.605533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Made reservation on behalf of 8a9c604c867340d093a20a1cba841833 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:49.607781 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.631527 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-36c1907c-12a2-437a-92e3-2945e22884a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.634026 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-36c1907c-12a2-437a-92e3-2945e22884a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.641004 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-36c1907c-12a2-437a-92e3-2945e22884a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50a66660-4510-4da1-8529-cf2a589e8264 HTTP/1.1" status: 204 len: 168 time: 0.4036179 Jan 31 15:52:49.645312 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.661429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1907c-12a2-437a-92e3-2945e22884a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a66660-4510-4da1-8529-cf2a589e8264,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:49.687092 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8acf1746-81b1-42c8-b0ec-a8e66e36ce74 req-f0b8f098-9ee9-4a9a-8dbe-a44f6c13259a tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886371 Jan 31 15:52:49.718674 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-11d21951-4c2d-40c0-b8ee-c8646a2da5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.823546 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.829652 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.870482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:52:49.876377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbad5d4-21c7-4bb7-8219-a49f3100fd56 req-720d2712-11c1-4845-9743-bbbf6d3134e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:49.878025 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0bbad5d4-21c7-4bb7-8219-a49f3100fd56 req-720d2712-11c1-4845-9743-bbbf6d3134e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 1100 time: 0.1323023 Jan 31 15:52:49.884941 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7580ce0e-10c0-498a-90aa-65103c0543cc,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:49.900691 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.901384 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Added segment 468924dd-4653-4467-9d4b-38c5884c15a6 of type vlan for network d4113491-101a-4ce9-803e-c3fc5472a71e Jan 31 15:52:49.963317 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.967643 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0bbad5d4-21c7-4bb7-8219-a49f3100fd56 req-e86bf60b-e010-4415-87f6-791245bbc8f1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406110 Jan 31 15:52:49.984078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90a968-ecbd-4088-90e7-f37642096bcd None None] Network 6fe4b525-51f1-4833-adac-0826ba7324bd requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:52:49.988980 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:49.999018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.000396 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:50.001171 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.062858 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7114992 Jan 31 15:52:50.063396 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37838) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:50.077111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97971f03-e023-48e3-8289-81d57453a36a admin admin] Pushing event updated for resources: {'Network': ['ID=d4113491-101a-4ce9-803e-c3fc5472a71e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:50.078969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-09ec66db-0cb3-4bd0-9fe4-c8f0781e667c admin admin] Request body: {'subnet': {'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764643873-subnet', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:50.090986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network d4113491-101a-4ce9-803e-c3fc5472a71e details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:52:50.165776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ec66db-0cb3-4bd0-9fe4-c8f0781e667c admin admin] Made reservation on behalf of 8a9c604c867340d093a20a1cba841833 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:50.168282 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09ec66db-0cb3-4bd0-9fe4-c8f0781e667c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.220170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37844) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:50.241420 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54774747-e1aa-4ed3-8596-8ac4b28875e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.316470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9993dabd-7d98-4c68-8c34-675c160b4232 None None] Provisioning complete for port 25537354-e3ea-4729-9a6d-2f6cc243b8a6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:50.317201 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9993dabd-7d98-4c68-8c34-675c160b4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.374225 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54774747-e1aa-4ed3-8596-8ac4b28875e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.383555 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54774747-e1aa-4ed3-8596-8ac4b28875e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.451238 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-54774747-e1aa-4ed3-8596-8ac4b28875e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cade8d03984945c2a8f4b596a1df2fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297306 Jan 31 15:52:50.454030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54774747-e1aa-4ed3-8596-8ac4b28875e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43b71a0-8a4b-4c8f-99d7-81f9ca8d9597,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:50.455671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37848) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:50.505633 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9993dabd-7d98-4c68-8c34-675c160b4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.549833 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fe64927-7d4d-4dca-a479-4bbdd9b018ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.572993 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9993dabd-7d98-4c68-8c34-675c160b4232 None None] For port 25537354-e3ea-4729-9a6d-2f6cc243b8a6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=25537354-e3ea-4729-9a6d-2f6cc243b8a6,segment=NetworkSegment(f4681969-ca65-40ce-a2b6-edf37acd0e21),segment_id=f4681969-ca65-40ce-a2b6-edf37acd0e21)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:50.586788 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fe64927-7d4d-4dca-a479-4bbdd9b018ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.593744 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9993dabd-7d98-4c68-8c34-675c160b4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.606139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 25537354-e3ea-4729-9a6d-2f6cc243b8a6 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:50.683799 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fe64927-7d4d-4dca-a479-4bbdd9b018ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.686716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fe64927-7d4d-4dca-a479-4bbdd9b018ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.687969 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3fe64927-7d4d-4dca-a479-4bbdd9b018ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c43b71a0-8a4b-4c8f-99d7-81f9ca8d9597 HTTP/1.1" status: 204 len: 168 time: 0.2313101 Jan 31 15:52:50.710083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe64927-7d4d-4dca-a479-4bbdd9b018ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43b71a0-8a4b-4c8f-99d7-81f9ca8d9597,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:50.742046 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 4927f153-10c1-4bf4-9b72-884ccc05b657 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:50.774243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83d7d8-7fcb-4c79-aff3-71df035d70ae req-322a03a8-c9bb-4b97-9240-462fb95d82f8 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:50.782208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b83d7d8-7fcb-4c79-aff3-71df035d70ae req-322a03a8-c9bb-4b97-9240-462fb95d82f8 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 944 time: 0.1958516 Jan 31 15:52:50.798248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 25537354-e3ea-4729-9a6d-2f6cc243b8a6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:50.798785 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.853991 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.854775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Router ae23a4df-8e25-473c-8d82-7f8b292c5ee3 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:52:50.867948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad659a-5fac-4e2c-86b2-253c01bf66fd req-6519635f-3c51-48d6-88df-9ce6fb4b9158 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:50.876785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09ec66db-0cb3-4bd0-9fe4-c8f0781e667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.878877 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dbad659a-5fac-4e2c-86b2-253c01bf66fd req-6519635f-3c51-48d6-88df-9ce6fb4b9158 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0770578 Jan 31 15:52:50.900606 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b83d7d8-7fcb-4c79-aff3-71df035d70ae req-681dc389-bb6d-42f3-aa49-7d224afd6fd9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173708 Jan 31 15:52:50.923453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-44b47a12-1c1b-4cb9-bb4f-45254707616c None None] Provisioning complete for port 25537354-e3ea-4729-9a6d-2f6cc243b8a6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:50.923977 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-44b47a12-1c1b-4cb9-bb4f-45254707616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:50.926020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993dabd-7d98-4c68-8c34-675c160b4232 None None] Pushing event updated for resources: {'Port': ['ID=25537354-e3ea-4729-9a6d-2f6cc243b8a6,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:50.933578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 4927f153-10c1-4bf4-9b72-884ccc05b657 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:52:50.942464 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dbad659a-5fac-4e2c-86b2-253c01bf66fd req-c1e9ae1a-fcd0-4bd8-807c-0166fc516271 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626023 Jan 31 15:52:50.965507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 4927f153-10c1-4bf4-9b72-884ccc05b657 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:50.965880 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:51.050612 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec66db-0cb3-4bd0-9fe4-c8f0781e667c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ebb1ee4-fba6-4251-9c3d-4a756e47506e,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:51.090122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec66db-0cb3-4bd0-9fe4-c8f0781e667c admin admin] Checking segment: {'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:51.090939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec66db-0cb3-4bd0-9fe4-c8f0781e667c admin admin] Network hostable DHCP agents. Network: d4113491-101a-4ce9-803e-c3fc5472a71e, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:52:51.130285 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:51.170145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec66db-0cb3-4bd0-9fe4-c8f0781e667c admin admin] Network d4113491-101a-4ce9-803e-c3fc5472a71e is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:52:51.179438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:52:51.183287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-09ec66db-0cb3-4bd0-9fe4-c8f0781e667c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, d4113491-101a-4ce9-803e-c3fc5472a71e) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:51.190795 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Sync routers for ids ['ae23a4df-8e25-473c-8d82-7f8b292c5ee3'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:52:51.198023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=4927f153-10c1-4bf4-9b72-884ccc05b657,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:51.201123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5979281-d761-4042-b008-449304075c43 None None] Network d4113491-101a-4ce9-803e-c3fc5472a71e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:52:51.204129 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:51.207618 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Routers {'ae23a4df-8e25-473c-8d82-7f8b292c5ee3'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:52:51.208343 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:52:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ae23a4df-8e25-473c-8d82-7f8b292c5ee3'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:51.210028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec66db-0cb3-4bd0-9fe4-c8f0781e667c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:51.210620 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09ec66db-0cb3-4bd0-9fe4-c8f0781e667c admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:51.258744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:51.263033 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5fcf6aca-72f3-430b-bddf-7ee9bcf20878 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9035099 Jan 31 15:52:51.263181 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37870) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:51.274491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=4927f153-10c1-4bf4-9b72-884ccc05b657,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:51.281688 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-09ec66db-0cb3-4bd0-9fe4-c8f0781e667c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2173800 Jan 31 15:52:51.285248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37872) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:51.292358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1764643873-router', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:51.354732 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:51.355963 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:51.450212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa88db4-b622-4e1c-b46c-2ad7b066df46 None None] Network d4113491-101a-4ce9-803e-c3fc5472a71e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:52:51.458151 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Set router ae23a4df-8e25-473c-8d82-7f8b292c5ee3 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:52:51.481845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:51.566997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f0bfae-e3bc-43a1-9311-f483ddfbc53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4927f153-10c1-4bf4-9b72-884ccc05b657'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:52:51.572931 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e388067a-3ed2-4902-810b-9ccbb2f883e4" -d '{"events": [{"server_uuid": "55f0bfae-e3bc-43a1-9311-f483ddfbc53d", "name": "network-vif-plugged", "status": "completed", "tag": "4927f153-10c1-4bf4-9b72-884ccc05b657"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:52:51.681295 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255d0b81-d90e-42f0-88dc-45d287da09fe x-openstack-request-id: req-255d0b81-d90e-42f0-88dc-45d287da09fe {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:52:51.682802 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f0bfae-e3bc-43a1-9311-f483ddfbc53d", "name": "network-vif-plugged", "status": "completed", "tag": "4927f153-10c1-4bf4-9b72-884ccc05b657", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:52:51.682933 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-255d0b81-d90e-42f0-88dc-45d287da09fe {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:52:51.684987 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f0bfae-e3bc-43a1-9311-f483ddfbc53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4927f153-10c1-4bf4-9b72-884ccc05b657', 'code': 200} Jan 31 15:52:51.817175 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'name': 'tempest-ServersTestMultiNic-1729998568-router', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:47Z', 'updated_at': '2022-01-31T15:52:49Z', 'revision_number': 3, 'project_id': 'ab7d182b89414720abdc797f9c88d03c', 'gw_port': {'id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:48Z', 'updated_at': '2022-01-31T15:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:51.843527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:51.854693 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Checking router: ae23a4df-8e25-473c-8d82-7f8b292c5ee3 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:52:51.855141 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Updating router ae23a4df-8e25-473c-8d82-7f8b292c5ee3 port 966394e9-51ef-4c4c-ab27-36ed2f614e60 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:52:51.860625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55760f-22f9-422b-b11d-78859e84caad req-04351396-1864-4527-98cc-8a2a2da70e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:51.862623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf55760f-22f9-422b-b11d-78859e84caad req-04351396-1864-4527-98cc-8a2a2da70e82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 1096 time: 0.1036930 Jan 31 15:52:51.893948 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:51.954985 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf55760f-22f9-422b-b11d-78859e84caad req-376d7adf-0af4-4b61-8505-dd6c7e50d043 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783765 Jan 31 15:52:52.138944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36201c2a-04ec-4c95-9873-ee620be28460 req-bd4ceae1-3e2e-42ac-85be-802681b69c13 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:52.151564 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36201c2a-04ec-4c95-9873-ee620be28460 req-bd4ceae1-3e2e-42ac-85be-802681b69c13 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 945 time: 0.1342685 Jan 31 15:52:52.156651 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.157653 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.183778 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-9c3de684-aea1-456f-84a7-319abe207185 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=979f6a0a3a4a40a2b7f16beebea2ff9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495546 Jan 31 15:52:52.233128 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36201c2a-04ec-4c95-9873-ee620be28460 req-a83f3844-8efd-4d9f-9252-a4d7cb8e5c8e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806630 Jan 31 15:52:52.389698 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.395832 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.418098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-318c0962-423b-4671-83e7-29a7200c50c8 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:52.426164 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-318c0962-423b-4671-83e7-29a7200c50c8 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345920 Jan 31 15:52:52.447649 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-f88c8be2-213b-49cb-8824-7d95c837eda2 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/quotas/979f6a0a3a4a40a2b7f16beebea2ff9e HTTP/1.1" status: 200 len: 375 time: 0.0198555 Jan 31 15:52:52.456725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.478217 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.479131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.489064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c0a64-f839-440f-a3d7-f6d73029fd3e req-28425d57-feb2-4351-97f2-d6bc1d0566f3 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:52.493847 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a63f44b6-fc78-44f1-be2e-0138ba8fd59d tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=979f6a0a3a4a40a2b7f16beebea2ff9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456748 Jan 31 15:52:52.496373 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-826c0a64-f839-440f-a3d7-f6d73029fd3e req-28425d57-feb2-4351-97f2-d6bc1d0566f3 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1159117 Jan 31 15:52:52.498359 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 25537354-e3ea-4729-9a6d-2f6cc243b8a6 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:52.567294 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 25537354-e3ea-4729-9a6d-2f6cc243b8a6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:52.568526 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.574187 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Pushing event updated for resources: {'Port': ['ID=966394e9-51ef-4c4c-ab27-36ed2f614e60,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:52.586603 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:52.587171 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:52.587661 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:52.588126 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:52.588600 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:52.589063 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:52.589578 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:52.590179 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:52.591310 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:52.592047 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:52.592699 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:52.593166 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:52:52.603288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Allocated IP 172.20.0.1 (6fe4b525-51f1-4833-adac-0826ba7324bd/5c45f14f-4696-49fd-a2f3-ebb21f46a6ae/5d005de3-48c5-42a8-91c0-911c49ecc3a2) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:52.612425 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-826c0a64-f839-440f-a3d7-f6d73029fd3e req-d1554247-58de-429f-83f0-bfa5010f64c5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149464 Jan 31 15:52:52.616221 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Attempting to bind port 966394e9-51ef-4c4c-ab27-36ed2f614e60 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:52.616578 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Attempting to bind port 966394e9-51ef-4c4c-ab27-36ed2f614e60 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:52.617108 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Attempting to bind port 966394e9-51ef-4c4c-ab27-36ed2f614e60 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:52.623591 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:52.624213 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:52.624767 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.625427 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:52.625927 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Bound port: 966394e9-51ef-4c4c-ab27-36ed2f614e60, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:52.626320 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.700889 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] For port 966394e9-51ef-4c4c-ab27-36ed2f614e60, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:52.721342 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] For port 966394e9-51ef-4c4c-ab27-36ed2f614e60, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=966394e9-51ef-4c4c-ab27-36ed2f614e60,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:52.724032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Allocated IP 172.25.1.245 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/b53bb1fe-c30b-4414-ab5a-d298f6f31bc1) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:52.731982 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.810086 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44a07c-599d-4403-a225-6a122ec8515d None None] Pushing event updated for resources: {'Port': ['ID=966394e9-51ef-4c4c-ab27-36ed2f614e60,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:52.827454 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Routers {'ae23a4df-8e25-473c-8d82-7f8b292c5ee3'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:52:52.828009 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:52:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ae23a4df-8e25-473c-8d82-7f8b292c5ee3'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:52.902567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.928487 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:52.953700 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-dada054e-27ee-447f-8c92-484bd36724e4 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=081d5162d1554e88ab13b2ddb4ffdff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365574 Jan 31 15:52:52.955816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2a56e-e02f-4754-9647-ae8c8c1bb3f9 req-5dceda49-55c1-49ed-ace7-16e9f4a1f90c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:52.965182 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0bb2a56e-e02f-4754-9647-ae8c8c1bb3f9 req-5dceda49-55c1-49ed-ace7-16e9f4a1f90c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1340039 Jan 31 15:52:52.983987 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] Set router ae23a4df-8e25-473c-8d82-7f8b292c5ee3 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:52:52.994296 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:53.047725 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0bb2a56e-e02f-4754-9647-ae8c8c1bb3f9 req-6c363da6-6790-4c2b-9d37-c089310ed0f4 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814371 Jan 31 15:52:53.053050 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:53.123383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:53.157559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Pushing event updated for resources: {'Port': ['ID=b53bb1fe-c30b-4414-ab5a-d298f6f31bc1,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:53.172459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:53.187241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:53.202087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ad1adbf2-3565-471b-9d7d-5b80b5736c50 req-b72a29d6-a574-41a8-9672-23fd9152a779 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 210 time: 0.0854335 Jan 31 15:52:53.204188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Pushing event updated for resources: {'Port': ['ID=5d005de3-48c5-42a8-91c0-911c49ecc3a2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:53.223669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Network 6fe4b525-51f1-4833-adac-0826ba7324bd is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:53.226682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:53.250899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:53.304294 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'name': 'tempest-ServersTestMultiNic-1729998568-router', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:47Z', 'updated_at': '2022-01-31T15:52:49Z', 'revision_number': 3, 'project_id': 'ab7d182b89414720abdc797f9c88d03c', 'gw_port': {'id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:48Z', 'updated_at': '2022-01-31T15:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:53.367729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-e6f573a1-8e96-459e-b908-6070d01e178a tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:53.369727 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-e6f573a1-8e96-459e-b908-6070d01e178a tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4038162 Jan 31 15:52:53.391119 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c773f43b-48e0-4d40-b3a0-11bb90ea5be3 None None] The sync data for ids ['ae23a4df-8e25-473c-8d82-7f8b292c5ee3'] in n-d-827120-1 is: [{'id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'name': 'tempest-ServersTestMultiNic-1729998568-router', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:47Z', 'updated_at': '2022-01-31T15:52:49Z', 'revision_number': 3, 'project_id': 'ab7d182b89414720abdc797f9c88d03c', 'gw_port': {'id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:48Z', 'updated_at': '2022-01-31T15:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:52:53.398808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:53.468227 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-41716e90-6c95-4c3d-9121-96dcf8e2f41f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/quotas/081d5162d1554e88ab13b2ddb4ffdff8 HTTP/1.1" status: 200 len: 375 time: 0.0522332 Jan 31 15:52:53.541401 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-22ad0323-d654-4369-803f-6d264576056b tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=081d5162d1554e88ab13b2ddb4ffdff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520058 Jan 31 15:52:53.755700 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:53.826409 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:53.872482 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ce230a71-39bb-43e9-869a-920d9ff5990c None None] Provisioning complete for port 5d005de3-48c5-42a8-91c0-911c49ecc3a2 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:53.873578 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce230a71-39bb-43e9-869a-920d9ff5990c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:53.936529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d500f-a025-401b-aea7-d8f251bde75b req-d3d5bf29-88c5-44fb-8e5b-5eb678ac487f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:53.947464 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bd6d500f-a025-401b-aea7-d8f251bde75b req-d3d5bf29-88c5-44fb-8e5b-5eb678ac487f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 945 time: 0.1859272 Jan 31 15:52:53.969653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ce230a71-39bb-43e9-869a-920d9ff5990c None None] Port 5d005de3-48c5-42a8-91c0-911c49ecc3a2 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:52:54.051156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bd6d500f-a025-401b-aea7-d8f251bde75b req-1a194fef-cd3b-4d56-a396-b1741256a575 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008787 Jan 31 15:52:54.256047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c57107-6bb9-462d-8879-5c8891881c9d req-52faea44-193c-4cac-97a1-d5d78a9ace9d tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:54.257605 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79c57107-6bb9-462d-8879-5c8891881c9d req-52faea44-193c-4cac-97a1-d5d78a9ace9d tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0957296 Jan 31 15:52:54.293253 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:54.301817 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:54.302912 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:54.344808 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-9a5ab265-be0e-4b1c-9497-e22ca1551e31 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=979f6a0a3a4a40a2b7f16beebea2ff9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441380 Jan 31 15:52:54.432008 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79c57107-6bb9-462d-8879-5c8891881c9d req-0f2d33f0-fc8a-4695-b6e2-f11c7b18616f tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592953 Jan 31 15:52:54.464168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:54.485626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Pushing event updated for resources: {'Port': ['ID=5d005de3-48c5-42a8-91c0-911c49ecc3a2,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:54.551816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 966394e9-51ef-4c4c-ab27-36ed2f614e60 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:54.597150 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a863e42-61b2-4ce6-bf12-90140b0d76ff req-eed51fd5-02d4-45d5-b773-45b1efd37e19 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 210 time: 0.0830932 Jan 31 15:52:54.649867 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceafc07-c779-42e9-8c01-29a12d963043 req-74dc47cd-779f-41ed-afbd-bd9b4f9030a7 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:54.659765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Network 6fe4b525-51f1-4833-adac-0826ba7324bd is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:54.662028 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:54.674314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 966394e9-51ef-4c4c-ab27-36ed2f614e60 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:54.674672 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:54.683932 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dceafc07-c779-42e9-8c01-29a12d963043 req-74dc47cd-779f-41ed-afbd-bd9b4f9030a7 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 1096 time: 0.4267716 Jan 31 15:52:54.812767 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:54.844495 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 966394e9-51ef-4c4c-ab27-36ed2f614e60, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=966394e9-51ef-4c4c-ab27-36ed2f614e60,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:54.850565 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dceafc07-c779-42e9-8c01-29a12d963043 req-1800b00f-8d57-42ce-8ee9-fab7676c394f tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650734 Jan 31 15:52:54.852318 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:54.895794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Router af11620a-d5f4-4b40-ae91-51f76dd76d28 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:52:54.918340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-89b68834-613a-4fd8-b16c-9c517b2d0069 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:54.920064 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-89b68834-613a-4fd8-b16c-9c517b2d0069 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5676613 Jan 31 15:52:54.943726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=966394e9-51ef-4c4c-ab27-36ed2f614e60,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:54.944836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Request body: {'port': {'device_id': '5d73a391-8146-4608-b24d-c9cb58c083ae', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '979f6a0a3a4a40a2b7f16beebea2ff9e'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:54.963631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992895aa-a99a-46ba-a2e8-019e316b88a0 req-f87bd970-57d0-435b-8c02-658500c82779 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:54.971638 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-992895aa-a99a-46ba-a2e8-019e316b88a0 req-f87bd970-57d0-435b-8c02-658500c82779 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 1096 time: 0.2397151 Jan 31 15:52:54.999197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Router ae23a4df-8e25-473c-8d82-7f8b292c5ee3 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:52:55.025075 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-992895aa-a99a-46ba-a2e8-019e316b88a0 req-46bf01c7-c596-4b33-981b-6def9a927ecf tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525601 Jan 31 15:52:55.077231 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-047bbc6f-1197-41d4-8576-7f1aab00f7bc req-0cb4b1a5-0d2f-486b-868d-fd77826ee9ab tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 210 time: 0.1561780 Jan 31 15:52:55.119236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b1587b67-1c82-4489-ae3f-8e4ff6e56fe4 None None] Provisioning complete for port 5d005de3-48c5-42a8-91c0-911c49ecc3a2 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:55.119821 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b1587b67-1c82-4489-ae3f-8e4ff6e56fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:55.156863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:52:55.179934 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-58e5e8f1-5f1e-429c-b665-412ce4a20a4e admin admin] 10.222.0.36 "PUT /v2.0/routers/ae23a4df-8e25-473c-8d82-7f8b292c5ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9034173 Jan 31 15:52:55.194540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b1587b67-1c82-4489-ae3f-8e4ff6e56fe4 None None] Port 5d005de3-48c5-42a8-91c0-911c49ecc3a2 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:52:55.227559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:52:55.233618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Made reservation on behalf of 979f6a0a3a4a40a2b7f16beebea2ff9e for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:55.239563 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:55.243378 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Sync routers for ids ['af11620a-d5f4-4b40-ae91-51f76dd76d28'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:52:55.253858 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:55.256660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Routers {'af11620a-d5f4-4b40-ae91-51f76dd76d28'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:52:55.257287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:52:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['af11620a-d5f4-4b40-ae91-51f76dd76d28'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:55.277340 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:55.281691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37990) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:55.282234 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b3151950-2b6e-4172-83be-7ebcf0df3033 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9956620 Jan 31 15:52:55.411318 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:55.413685 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37992) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:55.423852 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:55.479619 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:55.611160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Set router af11620a-d5f4-4b40-ae91-51f76dd76d28 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:52:55.635438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663b8e1c-012d-4ead-a8f9-0d727b772f68,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:55.694330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3674c45c-d16e-475e-b593-e09fec52d647 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1663591824'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:55.741418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-38b412ce-cc6f-4708-be4b-48443cfbe1a0 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=081d5162d1554e88ab13b2ddb4ffdff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1346126 Jan 31 15:52:55.839066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06e532-4fcc-4003-a6f2-7f5293c9cdf5 req-433af1e4-3e6b-49c1-b0b8-4fefea870d0e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:55.844747 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba06e532-4fcc-4003-a6f2-7f5293c9cdf5 req-433af1e4-3e6b-49c1-b0b8-4fefea870d0e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.2653606 Jan 31 15:52:55.864840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3674c45c-d16e-475e-b593-e09fec52d647 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:55.868846 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3674c45c-d16e-475e-b593-e09fec52d647 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:55.959474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764643873-router', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:51Z', 'updated_at': '2022-01-31T15:52:53Z', 'revision_number': 3, 'project_id': '8a9c604c867340d093a20a1cba841833', 'gw_port': {'id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:52Z', 'updated_at': '2022-01-31T15:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:56.002265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Checking router: af11620a-d5f4-4b40-ae91-51f76dd76d28 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:52:56.002805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Updating router af11620a-d5f4-4b40-ae91-51f76dd76d28 port b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:52:56.014097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba06e532-4fcc-4003-a6f2-7f5293c9cdf5 req-8de6810b-1cd0-4943-b5ec-a626f6bb6f71 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422665 Jan 31 15:52:56.054200 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:56.248146 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Sync routers for ids ['ae23a4df-8e25-473c-8d82-7f8b292c5ee3'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:52:56.260620 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Routers {'ae23a4df-8e25-473c-8d82-7f8b292c5ee3'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:52:56.261428 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:52:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ae23a4df-8e25-473c-8d82-7f8b292c5ee3'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:56.330773 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2828486b-19ea-4e81-8e2a-604ad1daed0f req-0934e85a-134b-4e24-8c73-9ce9831f42e2 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 210 time: 0.1145642 Jan 31 15:52:56.405006 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Set router ae23a4df-8e25-473c-8d82-7f8b292c5ee3 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:52:56.542837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 966394e9-51ef-4c4c-ab27-36ed2f614e60 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:52:56.556620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3674c45c-d16e-475e-b593-e09fec52d647 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:52:56.582615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d1b7554f-8d20-4e21-b2cc-340579b23ead req-dbd91e92-8825-4fc5-bfbb-732e3504c4f9 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 210 time: 0.0874934 Jan 31 15:52:56.586089 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3674c45c-d16e-475e-b593-e09fec52d647 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:56.586431 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-3674c45c-d16e-475e-b593-e09fec52d647 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Added segment e08bee48-ed77-458e-b954-a0d5f0f53831 of type vlan for network 4a64aa69-6b09-4651-bdd1-e4b543521358 Jan 31 15:52:56.593317 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:56.694711 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:56.702314 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:56.740366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Allocated IP 192.168.233.208 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/9134a14e-be9e-4108-b43a-290d812b30f1) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:56.796391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3674c45c-d16e-475e-b593-e09fec52d647 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:56.804654 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'name': 'tempest-ServersTestMultiNic-1729998568-router', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:47Z', 'updated_at': '2022-01-31T15:52:53Z', 'revision_number': 4, 'project_id': 'ab7d182b89414720abdc797f9c88d03c', 'gw_port': {'id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:48Z', 'updated_at': '2022-01-31T15:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '5d005de3-48c5-42a8-91c0-911c49ecc3a2', 'name': '', 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'mac_address': 'fa:16:3e:b2:bd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5c45f14f-4696-49fd-a2f3-ebb21f46a6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:52Z', 'updated_at': '2022-01-31T15:52:54Z', 'revision_number': 2, 'project_id': 'ab7d182b89414720abdc797f9c88d03c', 'subnets': [{'id': '5c45f14f-4696-49fd-a2f3-ebb21f46a6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:56.815899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baace5-18f4-4246-be29-e41808d08d62 None None] Pushing event updated for resources: {'Port': ['ID=b53bb1fe-c30b-4414-ab5a-d298f6f31bc1,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:56.820923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Attempting to bind port b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:56.821286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Attempting to bind port b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:56.821685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Attempting to bind port b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:56.831408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:56.831775 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:56.832179 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:56.832657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:56.833143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Bound port: b53bb1fe-c30b-4414-ab5a-d298f6f31bc1, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:56.833681 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:56.837978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 966394e9-51ef-4c4c-ab27-36ed2f614e60 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:56.838339 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:56.878028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-b9ffc64c-0cd0-4720-aacf-e2ec2460afdf tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:52:56.880004 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-b9ffc64c-0cd0-4720-aacf-e2ec2460afdf tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137050 Jan 31 15:52:56.886273 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Checking router: ae23a4df-8e25-473c-8d82-7f8b292c5ee3 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:52:56.886616 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Updating router ae23a4df-8e25-473c-8d82-7f8b292c5ee3 port 5d005de3-48c5-42a8-91c0-911c49ecc3a2 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:52:56.908800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-11877825-86ee-4389-a15f-3a2ab8e74374 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:56.910729 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-11877825-86ee-4389-a15f-3a2ab8e74374 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1525037 Jan 31 15:52:56.940635 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:56.959006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-5cdb8968-fd5c-41e8-a8a1-0a55060974d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:56.960598 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-5cdb8968-fd5c-41e8-a8a1-0a55060974d8 service neutron] 10.222.0.36 "GET /v2.0/ports/fc35b8ef-28aa-4a54-b0f6-5179f9b70346 HTTP/1.1" status: 200 len: 1093 time: 0.0469651 Jan 31 15:52:56.961512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3674c45c-d16e-475e-b593-e09fec52d647 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:56.968059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3674c45c-d16e-475e-b593-e09fec52d647 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:56.968896 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3674c45c-d16e-475e-b593-e09fec52d647 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:56.976199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Request body: {'port': {'device_id': 'f78477ca-22c1-4848-88b5-e75349eee88b', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '081d5162d1554e88ab13b2ddb4ffdff8'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:56.985002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] Request body: {'binding': {'host': 'n-h2-827120-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:56.985630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] Unknown quota resources ['binding']. {{(pid=108772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 15:52:57.015797 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] For port b53bb1fe-c30b-4414-ab5a-d298f6f31bc1, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:57.023219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] For port b53bb1fe-c30b-4414-ab5a-d298f6f31bc1, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b53bb1fe-c30b-4414-ab5a-d298f6f31bc1,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:57.031033 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.155773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Allocated IP 172.20.0.1 (d4113491-101a-4ce9-803e-c3fc5472a71e/8ebb1ee4-fba6-4251-9c3d-4a756e47506e/95894aa6-9cbe-437a-b0b8-628039f17919) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:57.240093 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Routers {'af11620a-d5f4-4b40-ae91-51f76dd76d28'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:52:57.241135 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:52:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['af11620a-d5f4-4b40-ae91-51f76dd76d28'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:57.366683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c9d43-9132-4b8f-b117-0f6d17c0789c req-3847e20b-3bde-434c-be2e-3fb9b7c5d435 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:57.368279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e1c9d43-9132-4b8f-b117-0f6d17c0789c req-3847e20b-3bde-434c-be2e-3fb9b7c5d435 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1286535 Jan 31 15:52:57.368772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38036) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:57.369626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3674c45c-d16e-475e-b593-e09fec52d647 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9512250 Jan 31 15:52:57.391518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e26d7e0f-8876-488f-9a03-5adc4d99132b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'subnet': {'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:57.400147 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.407278 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.459383 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af7202-1f91-4f62-88da-3dde96f6dd6d None None] Pushing event updated for resources: {'Port': ['ID=5d005de3-48c5-42a8-91c0-911c49ecc3a2,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:57.497755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] Set router af11620a-d5f4-4b40-ae91-51f76dd76d28 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:52:57.500694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baace5-18f4-4246-be29-e41808d08d62 None None] Pushing event updated for resources: {'Port': ['ID=b53bb1fe-c30b-4414-ab5a-d298f6f31bc1,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:57.510056 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.547550 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Attempting to bind port 5d005de3-48c5-42a8-91c0-911c49ecc3a2 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:57.548142 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Attempting to bind port 5d005de3-48c5-42a8-91c0-911c49ecc3a2 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'f4681969-ca65-40ce-a2b6-edf37acd0e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:57.548574 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Attempting to bind port 5d005de3-48c5-42a8-91c0-911c49ecc3a2 on network 6fe4b525-51f1-4833-adac-0826ba7324bd {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:57.554256 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:57.554671 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Checking segment: {'id': 'f4681969-ca65-40ce-a2b6-edf37acd0e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:57.555275 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.555756 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Bound using segment: {'id': 'f4681969-ca65-40ce-a2b6-edf37acd0e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:57.556323 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Bound port: 5d005de3-48c5-42a8-91c0-911c49ecc3a2, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4681969-ca65-40ce-a2b6-edf37acd0e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:57.556835 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.573419 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.602663 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e1c9d43-9132-4b8f-b117-0f6d17c0789c req-4eaa9a68-5769-407d-8c00-686e3abd972a tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985102 Jan 31 15:52:57.613582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] Attempting to bind port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on host n-h2-827120-1 for vnic_type normal with profile None {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:52:57.613912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] Attempting to bind port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:52:57.614234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] Attempting to bind port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:57.631950 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] For port 5d005de3-48c5-42a8-91c0-911c49ecc3a2, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:52:57.636692 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] For port 5d005de3-48c5-42a8-91c0-911c49ecc3a2, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5d005de3-48c5-42a8-91c0-911c49ecc3a2,segment=NetworkSegment(f4681969-ca65-40ce-a2b6-edf37acd0e21),segment_id=f4681969-ca65-40ce-a2b6-edf37acd0e21)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:57.644730 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.653694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674c45c-d16e-475e-b593-e09fec52d647 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Network': ['ID=4a64aa69-6b09-4651-bdd1-e4b543521358,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:57.664023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] Port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:52:57.664491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] Attempting to bind port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:52:57.677656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 4a64aa69-6b09-4651-bdd1-e4b543521358 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:52:57.679934 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.682873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Made reservation on behalf of 081d5162d1554e88ab13b2ddb4ffdff8 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:57.686486 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.688626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:52:57.688960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:57.689338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:52:57.689827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] Bound port: fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:52:57.738160 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.740688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26d7e0f-8876-488f-9a03-5adc4d99132b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:57.745095 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e0f-8876-488f-9a03-5adc4d99132b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.775454 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.804416 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af7202-1f91-4f62-88da-3dde96f6dd6d None None] Pushing event updated for resources: {'Port': ['ID=5d005de3-48c5-42a8-91c0-911c49ecc3a2,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:57.808222 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Routers {'ae23a4df-8e25-473c-8d82-7f8b292c5ee3'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:52:57.809004 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:52:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ae23a4df-8e25-473c-8d82-7f8b292c5ee3'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:57.864693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:57.874233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:52:57.879636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764643873-router', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:51Z', 'updated_at': '2022-01-31T15:52:53Z', 'revision_number': 3, 'project_id': '8a9c604c867340d093a20a1cba841833', 'gw_port': {'id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:52Z', 'updated_at': '2022-01-31T15:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:57.885689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:57.888555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:57.892413 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14c4eaa3-288a-44e1-b756-cac3cf2d69db req-9f68efeb-6e42-4209-ad99-b3828e2376c4 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 210 time: 0.1489050 Jan 31 15:52:57.898915 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.900046 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3534f1bc-6141-4077-9bdc-c8cf3b4ea9e4 service neutron] 10.222.0.36 "POST /v2.0/ports/fc35b8ef-28aa-4a54-b0f6-5179f9b70346/bindings HTTP/1.1" status: 201 len: 389 time: 0.9195194 Jan 31 15:52:57.914420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e58f35-8e62-44c4-9a01-67a578687dc7 None None] The sync data for ids ['af11620a-d5f4-4b40-ae91-51f76dd76d28'] in n-d-827120-1 is: [{'id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764643873-router', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:51Z', 'updated_at': '2022-01-31T15:52:53Z', 'revision_number': 3, 'project_id': '8a9c604c867340d093a20a1cba841833', 'gw_port': {'id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:52Z', 'updated_at': '2022-01-31T15:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:52:57.946938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-443b6938-36ee-4d24-a32f-7218a73bf873 None None] Provisioning complete for port 5d005de3-48c5-42a8-91c0-911c49ecc3a2 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:57.946938 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-443b6938-36ee-4d24-a32f-7218a73bf873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:57.954320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Pushing event updated for resources: {'Port': ['ID=9134a14e-be9e-4108-b43a-290d812b30f1,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:57.962112 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:58.054398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:58.055144 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:58.088921 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] Set router ae23a4df-8e25-473c-8d82-7f8b292c5ee3 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:52:58.142429 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-1adb38c6-9d39-4a9f-b89c-20c05d2b30f3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2041116 Jan 31 15:52:58.152426 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:58.161939 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-443b6938-36ee-4d24-a32f-7218a73bf873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:58.201195 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Request body: {'port': {'device_id': '5d73a391-8146-4608-b24d-c9cb58c083ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:58.219169 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:58.263518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-443b6938-36ee-4d24-a32f-7218a73bf873 None None] For port 5d005de3-48c5-42a8-91c0-911c49ecc3a2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5d005de3-48c5-42a8-91c0-911c49ecc3a2,segment=NetworkSegment(f4681969-ca65-40ce-a2b6-edf37acd0e21),segment_id=f4681969-ca65-40ce-a2b6-edf37acd0e21)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:52:58.269125 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-443b6938-36ee-4d24-a32f-7218a73bf873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:58.310778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Network d4113491-101a-4ce9-803e-c3fc5472a71e is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:58.349696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:58.374896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:52:58.431745 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b6938-36ee-4d24-a32f-7218a73bf873 None None] Pushing event updated for resources: {'Port': ['ID=5d005de3-48c5-42a8-91c0-911c49ecc3a2,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:58.432030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Pushing event updated for resources: {'Port': ['ID=95894aa6-9cbe-437a-b0b8-628039f17919,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:58.448231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7b86a35b-1790-4305-bc1d-3d949c4f57bb None None] Provisioning complete for port 5d005de3-48c5-42a8-91c0-911c49ecc3a2 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:58.448694 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7b86a35b-1790-4305-bc1d-3d949c4f57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:58.535965 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62f41c-1ef9-4ae9-96cc-06aadc607fd1 req-a38ebf87-2329-4008-bcec-e93dab09941e tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:58.537755 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb62f41c-1ef9-4ae9-96cc-06aadc607fd1 req-a38ebf87-2329-4008-bcec-e93dab09941e tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 936 time: 0.3660967 Jan 31 15:52:58.540966 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:58.547632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:58.569590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e628d29-9073-4b1b-9b10-51eba2b49e2b req-78f95c59-bae4-4017-903a-980c9c76b3f6 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:58.571478 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e628d29-9073-4b1b-9b10-51eba2b49e2b req-78f95c59-bae4-4017-903a-980c9c76b3f6 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.3917732 Jan 31 15:52:58.588666 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d798cd-33d4-4cea-923b-045ec80c8de4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:58.617027 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7b86a35b-1790-4305-bc1d-3d949c4f57bb None None] Provisioning complete for port 9134a14e-be9e-4108-b43a-290d812b30f1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:52:58.617375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-b29bf0ed-cf1d-414d-b8fe-73a30ee19052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:58.617525 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7b86a35b-1790-4305-bc1d-3d949c4f57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:58.619316 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-b29bf0ed-cf1d-414d-b8fe-73a30ee19052 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 1096 time: 0.2668278 Jan 31 15:52:58.651503 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'name': 'tempest-ServersTestMultiNic-1729998568-router', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:47Z', 'updated_at': '2022-01-31T15:52:53Z', 'revision_number': 4, 'project_id': 'ab7d182b89414720abdc797f9c88d03c', 'gw_port': {'id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:48Z', 'updated_at': '2022-01-31T15:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '5d005de3-48c5-42a8-91c0-911c49ecc3a2', 'name': '', 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'mac_address': 'fa:16:3e:b2:bd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5c45f14f-4696-49fd-a2f3-ebb21f46a6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:52Z', 'updated_at': '2022-01-31T15:52:57Z', 'revision_number': 4, 'project_id': 'ab7d182b89414720abdc797f9c88d03c', 'subnets': [{'id': '5c45f14f-4696-49fd-a2f3-ebb21f46a6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:52:58.705987 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c2f9a5-61c6-41b7-b407-5db014060292 None None] The sync data for ids ['ae23a4df-8e25-473c-8d82-7f8b292c5ee3'] in n-d-827120-1 is: [{'id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'name': 'tempest-ServersTestMultiNic-1729998568-router', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:47Z', 'updated_at': '2022-01-31T15:52:53Z', 'revision_number': 4, 'project_id': 'ab7d182b89414720abdc797f9c88d03c', 'gw_port': {'id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:48Z', 'updated_at': '2022-01-31T15:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '5d005de3-48c5-42a8-91c0-911c49ecc3a2', 'name': '', 'network_id': '6fe4b525-51f1-4833-adac-0826ba7324bd', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'mac_address': 'fa:16:3e:b2:bd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5c45f14f-4696-49fd-a2f3-ebb21f46a6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:52Z', 'updated_at': '2022-01-31T15:52:57Z', 'revision_number': 4, 'project_id': 'ab7d182b89414720abdc797f9c88d03c', 'subnets': [{'id': '5c45f14f-4696-49fd-a2f3-ebb21f46a6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:52:58.717710 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e0f-8876-488f-9a03-5adc4d99132b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:58.726853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7b86a35b-1790-4305-bc1d-3d949c4f57bb None None] Port 9134a14e-be9e-4108-b43a-290d812b30f1 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:52:58.822844 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb62f41c-1ef9-4ae9-96cc-06aadc607fd1 req-7651e98f-bc57-4eb3-a4c9-29c3c5df97ad tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326877 Jan 31 15:52:58.923917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d7e0f-8876-488f-9a03-5adc4d99132b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Subnet': ['ID=a2a2a784-f9b6-4a87-aa5e-0a8ad269c429,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:58.954848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d7e0f-8876-488f-9a03-5adc4d99132b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Checking segment: {'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:52:58.955007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d7e0f-8876-488f-9a03-5adc4d99132b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network hostable DHCP agents. Network: 4a64aa69-6b09-4651-bdd1-e4b543521358, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:52:58.963073 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Allocated IP 192.168.233.232 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/8a5e8663-a280-4ca1-9de1-bf319db9b416) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:59.016804 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:59.045710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e628d29-9073-4b1b-9b10-51eba2b49e2b req-50717cc6-39a8-4c8b-a79a-38fab976dfda tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411809 Jan 31 15:52:59.086165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d7e0f-8876-488f-9a03-5adc4d99132b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network 4a64aa69-6b09-4651-bdd1-e4b543521358 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:52:59.108298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e26d7e0f-8876-488f-9a03-5adc4d99132b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 4a64aa69-6b09-4651-bdd1-e4b543521358) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:59.118424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce160123-79d4-4a0d-853d-849a95e25907 None None] Network 4a64aa69-6b09-4651-bdd1-e4b543521358 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:52:59.156054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26d7e0f-8876-488f-9a03-5adc4d99132b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:59.158023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e0f-8876-488f-9a03-5adc4d99132b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:59.403153 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:59.408700 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e26d7e0f-8876-488f-9a03-5adc4d99132b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0229318 Jan 31 15:52:59.414593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38060) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:52:59.415743 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:59.430534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-4a64aa69-6b09-4651-bdd1-e4b543521358', 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'fixed_ips': [{'subnet_id': 'a2a2a784-f9b6-4a87-aa5e-0a8ad269c429'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:52:59.431407 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:59.462083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-23bbaf7d-6753-474a-8d3d-ca68dcd9dbd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-567308772'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:52:59.535291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-d3273ab5-1a80-468d-9e17-cacf3417654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:59.536968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-d3273ab5-1a80-468d-9e17-cacf3417654e service neutron] 10.222.0.20 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.8908036 Jan 31 15:52:59.606403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dad54-89f8-4d43-9aae-28eef63fd76c req-d7245a96-0cb6-4949-9282-04d9500445c0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:59.617321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f4de3e2-4a5c-4368-897a-ed233338f0c9 req-43308bb7-9fac-4fff-8595-c71c5fe3f490 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 210 time: 0.0856647 Jan 31 15:52:59.624218 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-186dad54-89f8-4d43-9aae-28eef63fd76c req-d7245a96-0cb6-4949-9282-04d9500445c0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.3318691 Jan 31 15:52:59.630263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Pushing event updated for resources: {'Port': ['ID=95894aa6-9cbe-437a-b0b8-628039f17919,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:52:59.643717 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:59.651267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bbaf7d-6753-474a-8d3d-ca68dcd9dbd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:52:59.657111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:59.664741 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf7d-6753-474a-8d3d-ca68dcd9dbd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:59.759502 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Allocated IP 19.80.0.2 (4a64aa69-6b09-4651-bdd1-e4b543521358/a2a2a784-f9b6-4a87-aa5e-0a8ad269c429/86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:52:59.766186 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-8acbbc53-ee37-4325-96ee-66c8d02fa23c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346 HTTP/1.1" status: 200 len: 217 time: 0.1397619 Jan 31 15:52:59.838031 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Network d4113491-101a-4ce9-803e-c3fc5472a71e is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:52:59.839404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:52:59.897687 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-186dad54-89f8-4d43-9aae-28eef63fd76c req-39b13eea-f8a0-4c76-bc64-d6ecb2b92537 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681510 Jan 31 15:52:59.898780 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bbaf7d-6753-474a-8d3d-ca68dcd9dbd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:52:59.924174 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:59.942325 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-fede22a9-8b63-4f72-8336-eb8f4556c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:52:59.943868 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-fede22a9-8b63-4f72-8336-eb8f4556c490 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.1645863 Jan 31 15:52:59.997042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf7d-6753-474a-8d3d-ca68dcd9dbd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:52:59.997292 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-23bbaf7d-6753-474a-8d3d-ca68dcd9dbd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Added segment ab3774ae-3233-4533-a88f-bd7b03463f1f of type vlan for network 83278aaa-fdde-428d-bb97-0cf06be129f2 Jan 31 15:53:00.048261 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf7d-6753-474a-8d3d-ca68dcd9dbd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:00.057689 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:00.068117 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:00.070558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fdc1b-32b8-454b-ad77-0193a7c22c22 req-4559f278-8f90-49ea-91d1-a7a82f2ab1d5 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:00.080762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-788fdc1b-32b8-454b-ad77-0193a7c22c22 req-4559f278-8f90-49ea-91d1-a7a82f2ab1d5 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 936 time: 0.1436353 Jan 31 15:53:00.096611 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf7d-6753-474a-8d3d-ca68dcd9dbd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:00.109633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Router af11620a-d5f4-4b40-ae91-51f76dd76d28 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:53:00.115786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bbaf7d-6753-474a-8d3d-ca68dcd9dbd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:00.115982 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf7d-6753-474a-8d3d-ca68dcd9dbd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:00.201730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Pushing event updated for resources: {'Port': ['ID=86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:00.210188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Network 4a64aa69-6b09-4651-bdd1-e4b543521358 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:00.210962 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:00.215166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:00.217969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:00.224970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbaf7d-6753-474a-8d3d-ca68dcd9dbd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Network': ['ID=83278aaa-fdde-428d-bb97-0cf06be129f2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:00.229056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:00.232287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-c3fb958f-c993-43d4-9652-564b446fd995 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613696 Jan 31 15:53:00.234870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:00.238029 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-788fdc1b-32b8-454b-ad77-0193a7c22c22 req-0d3ef801-939b-49e5-bda6-91e5409b3432 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564941 Jan 31 15:53:00.264525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 83278aaa-fdde-428d-bb97-0cf06be129f2 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:53:00.338986 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:53:00.348841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-645c276f-3838-4535-9f8b-0691e5d60893 admin admin] 10.222.0.36 "PUT /v2.0/routers/af11620a-d5f4-4b40-ae91-51f76dd76d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0660093 Jan 31 15:53:00.386003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Attempting to bind port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:00.386547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Attempting to bind port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:00.387376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Pushing event updated for resources: {'Port': ['ID=8a5e8663-a280-4ca1-9de1-bf319db9b416,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:00.387588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Attempting to bind port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d on network 4a64aa69-6b09-4651-bdd1-e4b543521358 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:00.394434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:00.394935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Checking segment: {'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:00.395462 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:00.396749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Bound using segment: {'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:00.398369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Bound port: 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:00.398813 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:00.420502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38074) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:00.420947 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-23bbaf7d-6753-474a-8d3d-ca68dcd9dbd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9626942 Jan 31 15:53:00.426192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ebe5a32f-0c48-49ad-a36d-c6e64e9df627 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'subnet': {'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:00.511824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac11df0-5a38-4968-8c9d-69a5db13ac29 req-7d3e5e60-400f-40df-97dc-9f29322110c2 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:00.513855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cac11df0-5a38-4968-8c9d-69a5db13ac29 req-7d3e5e60-400f-40df-97dc-9f29322110c2 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.2985141 Jan 31 15:53:00.604830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] For port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:00.620572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:00.624903 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:00.628850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] For port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:00.638473 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:00.675847 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-40dffdc2-4a38-4cc2-84ad-10673b168412 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300861 Jan 31 15:53:00.690385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe5a32f-0c48-49ad-a36d-c6e64e9df627 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:00.696089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a32f-0c48-49ad-a36d-c6e64e9df627 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:00.816750 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3a642-7492-459f-ba97-5355c26581e7 None None] Pushing event updated for resources: {'Port': ['ID=86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:00.830822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:00.853006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-bab195a6-59c6-4b85-a464-24b74a451bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515799 Jan 31 15:53:00.868015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-87c55dc5-7f11-4fbf-8eff-8b9eb69bdf4f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8959067 Jan 31 15:53:00.881657 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede10da-6bae-4ba4-bbdd-e0ded25de4b4 req-6ea5c1b6-898d-4173-891b-e1a67036806f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:00.883253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eede10da-6bae-4ba4-bbdd-e0ded25de4b4 req-6ea5c1b6-898d-4173-891b-e1a67036806f tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 936 time: 0.1179266 Jan 31 15:53:00.902843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Request body: {'port': {'device_id': 'f78477ca-22c1-4848-88b5-e75349eee88b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:00.918662 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cac11df0-5a38-4968-8c9d-69a5db13ac29 req-5378cd51-ee02-4d27-9122-6c5546f5c4ca tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432257 Jan 31 15:53:00.951880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9134a14e-be9e-4108-b43a-290d812b30f1 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:00.964787 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:00.975782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-58a73724-c31f-4c46-b151-eca89b929d44 None None] Provisioning complete for port 8a5e8663-a280-4ca1-9de1-bf319db9b416 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:00.976254 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-58a73724-c31f-4c46-b151-eca89b929d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:01.043099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Transition to ACTIVE for port object 9134a14e-be9e-4108-b43a-290d812b30f1 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:53:01.045694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:01.046136 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:01.058379 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:01.060729 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:01.063924 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a32f-0c48-49ad-a36d-c6e64e9df627 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:01.170493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-58a73724-c31f-4c46-b151-eca89b929d44 None None] Port 8a5e8663-a280-4ca1-9de1-bf319db9b416 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:53:01.266426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eede10da-6bae-4ba4-bbdd-e0ded25de4b4 req-a62a93e2-d31e-4a03-b5ab-30f846f779ad tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d798cd-33d4-4cea-923b-045ec80c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138453 Jan 31 15:53:01.267977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5a32f-0c48-49ad-a36d-c6e64e9df627 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Checking segment: {'id': 'ab3774ae-3233-4533-a88f-bd7b03463f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:01.268338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe5a32f-0c48-49ad-a36d-c6e64e9df627 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network hostable DHCP agents. Network: 83278aaa-fdde-428d-bb97-0cf06be129f2, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:53:01.270748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5a32f-0c48-49ad-a36d-c6e64e9df627 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Subnet': ['ID=f6af5d0e-1443-4560-8d5c-789535c0925b,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:01.350486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe5a32f-0c48-49ad-a36d-c6e64e9df627 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network 83278aaa-fdde-428d-bb97-0cf06be129f2 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:53:01.377618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ebe5a32f-0c48-49ad-a36d-c6e64e9df627 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 83278aaa-fdde-428d-bb97-0cf06be129f2) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:01.378289 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:01.393961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5a32f-0c48-49ad-a36d-c6e64e9df627 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:01.397892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a32f-0c48-49ad-a36d-c6e64e9df627 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:01.404971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e69d22-18ab-4ea7-afcd-0d20dcc932f3 None None] Network 83278aaa-fdde-428d-bb97-0cf06be129f2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:01.481656 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ebe5a32f-0c48-49ad-a36d-c6e64e9df627 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0523410 Jan 31 15:53:01.546828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549428f-0c55-4d33-8e27-a44d3f9ba0ce req-f343356f-b96b-4920-b981-f73e14550811 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:01.558139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Pushing event updated for resources: {'Port': ['ID=9134a14e-be9e-4108-b43a-290d812b30f1,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:01.563534 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b549428f-0c55-4d33-8e27-a44d3f9ba0ce req-f343356f-b96b-4920-b981-f73e14550811 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1360445 Jan 31 15:53:01.636101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port b53bb1fe-c30b-4414-ab5a-d298f6f31bc1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b53bb1fe-c30b-4414-ab5a-d298f6f31bc1,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:01.657057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b549428f-0c55-4d33-8e27-a44d3f9ba0ce req-f04b9569-19bb-449f-a472-68ebd721de29 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917211 Jan 31 15:53:01.670226 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:01.671294 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5d005de3-48c5-42a8-91c0-911c49ecc3a2 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:01.805444 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9416a5a-6a16-4cc2-b1cd-6f71ff1e0d3f req-1d407f8b-a061-43f0-acfa-afa5a922a32f tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:01.813821 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9416a5a-6a16-4cc2-b1cd-6f71ff1e0d3f req-1d407f8b-a061-43f0-acfa-afa5a922a32f tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 948 time: 0.0786469 Jan 31 15:53:01.850150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Sync routers for ids ['af11620a-d5f4-4b40-ae91-51f76dd76d28'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:53:01.852958 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=b53bb1fe-c30b-4414-ab5a-d298f6f31bc1,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:01.902261 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9416a5a-6a16-4cc2-b1cd-6f71ff1e0d3f req-6a4ca03f-7fac-4363-beb9-0d916d82dbb5 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819156 Jan 31 15:53:01.935066 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Routers {'af11620a-d5f4-4b40-ae91-51f76dd76d28'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:53:01.935817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:52:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['af11620a-d5f4-4b40-ae91-51f76dd76d28'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:02.057487 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-83278aaa-fdde-428d-bb97-0cf06be129f2', 'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'fixed_ips': [{'subnet_id': 'f6af5d0e-1443-4560-8d5c-789535c0925b'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:53:02.058686 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:02.063549 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 5d005de3-48c5-42a8-91c0-911c49ecc3a2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:02.064204 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:02.183160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-bbf23ccf-a839-4e98-ba06-bc24a381c43e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:02.210239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-bbf23ccf-a839-4e98-ba06-bc24a381c43e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:02.218850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-bbf23ccf-a839-4e98-ba06-bc24a381c43e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/networks?id=4a64aa69-6b09-4651-bdd1-e4b543521358&id=83278aaa-fdde-428d-bb97-0cf06be129f2&id=4a64aa69-6b09-4651-bdd1-e4b543521358 HTTP/1.1" status: 200 len: 1391 time: 0.2291095 Jan 31 15:53:02.239625 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-defe3ccf-733b-418c-8ef1-00bb50a75507 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/quotas/ab7d182b89414720abdc797f9c88d03c HTTP/1.1" status: 200 len: 375 time: 0.0196421 Jan 31 15:53:02.286322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Allocated IP 19.86.0.2 (83278aaa-fdde-428d-bb97-0cf06be129f2/f6af5d0e-1443-4560-8d5c-789535c0925b/c167656f-529e-481e-9658-b26e1a7df0d9) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:02.325845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-a1ea94bc-6aca-4b11-8cea-fec76f1a2c9a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab7d182b89414720abdc797f9c88d03c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848110 Jan 31 15:53:02.343053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-9a7e9df4-973e-4b66-9a30-45b82c68d4bd tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:02.360050 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-9a7e9df4-973e-4b66-9a30-45b82c68d4bd tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/networks?id=d4113491-101a-4ce9-803e-c3fc5472a71e HTTP/1.1" status: 200 len: 819 time: 1.1562331 Jan 31 15:53:02.400717 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d57dad6e-4546-409f-93e6-3367ca89de6a tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/quotas/8a9c604c867340d093a20a1cba841833 HTTP/1.1" status: 200 len: 375 time: 0.0395262 Jan 31 15:53:02.412406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Set router af11620a-d5f4-4b40-ae91-51f76dd76d28 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:53:02.444572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Attempting to bind port 9134a14e-be9e-4108-b43a-290d812b30f1 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:02.444956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Attempting to bind port 9134a14e-be9e-4108-b43a-290d812b30f1 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:02.445282 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Attempting to bind port 9134a14e-be9e-4108-b43a-290d812b30f1 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:02.450475 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-78ca9b5d-9554-452b-91dc-44c55c1cc7b9 service neutron] 10.222.0.36 "GET /v2.0/networks/4a64aa69-6b09-4651-bdd1-e4b543521358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235082 Jan 31 15:53:02.452369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Port 9134a14e-be9e-4108-b43a-290d812b30f1 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:02.452691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Attempting to bind port 9134a14e-be9e-4108-b43a-290d812b30f1 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:02.478193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:02.478527 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:02.479010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:02.479352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Bound port: 9134a14e-be9e-4108-b43a-290d812b30f1, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:02.480256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:02.596405 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2ecf9ece-cde5-4472-94b6-81a0da3c105f service neutron] 10.222.0.36 "GET /v2.0/networks/4a64aa69-6b09-4651-bdd1-e4b543521358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447866 Jan 31 15:53:02.691969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5e8663-a280-4ca1-9de1-bf319db9b416 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:02.703749 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:02.724823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Transition to ACTIVE for port object 8a5e8663-a280-4ca1-9de1-bf319db9b416 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:53:02.731186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c270031f-bbd7-4751-8466-70b01930beef None None] Network 4a64aa69-6b09-4651-bdd1-e4b543521358 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:02.746245 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:02.772125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-d8f39e75-3448-4aa6-beaf-922f388cccd9 service neutron] 10.222.0.36 "GET /v2.0/networks/83278aaa-fdde-428d-bb97-0cf06be129f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667113 Jan 31 15:53:02.867423 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-c17a36a3-a2e6-409c-ba92-f2534001e148 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a9c604c867340d093a20a1cba841833&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4655294 Jan 31 15:53:02.929231 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] For port 9134a14e-be9e-4108-b43a-290d812b30f1, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:02.933665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] For port 9134a14e-be9e-4108-b43a-290d812b30f1, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9134a14e-be9e-4108-b43a-290d812b30f1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:02.950976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-01b6eb94-db65-4f4f-beae-a38bbcfc707d service neutron] 10.222.0.36 "GET /v2.0/networks/83278aaa-fdde-428d-bb97-0cf06be129f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713023 Jan 31 15:53:02.959867 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:02.961263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-bdce1ba9-b7a8-4990-bb6f-b69d96eed791 None None] Provisioning complete for port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:02.961690 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bdce1ba9-b7a8-4990-bb6f-b69d96eed791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:02.974761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:02.975296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Pushing event updated for resources: {'Port': ['ID=8a5e8663-a280-4ca1-9de1-bf319db9b416,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:02.980440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:03.004720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:03.005602 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:03.007129 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] 10.222.0.30 "PUT /v2.0/ports/9134a14e-be9e-4108-b43a-290d812b30f1 HTTP/1.1" status: 200 len: 1096 time: 4.8438580 Jan 31 15:53:03.027368 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:03.079123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d73a391-8146-4608-b24d-c9cb58c083ae', 'tag': '9134a14e-be9e-4108-b43a-290d812b30f1'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:03.090913 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82775af1-9fdb-4381-a48c-03c4d29427d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d73a391-8146-4608-b24d-c9cb58c083ae", "tag": "9134a14e-be9e-4108-b43a-290d812b30f1"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:03.133950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f3f4d1c7-74c2-41af-b772-4b1e390b649d service neutron] 10.222.0.36 "GET /v2.0/networks/4a64aa69-6b09-4651-bdd1-e4b543521358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817365 Jan 31 15:53:03.247583 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-d5451fca-6798-4106-8796-a6a42ebd41f8 service neutron] 10.222.0.36 "GET /v2.0/networks/4a64aa69-6b09-4651-bdd1-e4b543521358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121702 Jan 31 15:53:03.288782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcf033-4703-423b-834a-0b48ab0b517f service neutron] Pushing event updated for resources: {'Port': ['ID=9134a14e-be9e-4108-b43a-290d812b30f1,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:03.353289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-f1cab239-0a66-4e6a-9832-c060ab215a07 service neutron] 10.222.0.36 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717908 Jan 31 15:53:03.425625 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Network 83278aaa-fdde-428d-bb97-0cf06be129f2 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:03.444165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:03.496729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-adfe294b-5c86-489a-91f3-1184ca5a1d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:03.497439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:03.497979 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-adfe294b-5c86-489a-91f3-1184ca5a1d01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=979f6a0a3a4a40a2b7f16beebea2ff9e&device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 1099 time: 0.3925393 Jan 31 15:53:03.505326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Attempting to bind port 8a5e8663-a280-4ca1-9de1-bf319db9b416 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:03.505326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Attempting to bind port 8a5e8663-a280-4ca1-9de1-bf319db9b416 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:03.505700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Attempting to bind port 8a5e8663-a280-4ca1-9de1-bf319db9b416 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:03.513122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Port 8a5e8663-a280-4ca1-9de1-bf319db9b416 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:03.513439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Attempting to bind port 8a5e8663-a280-4ca1-9de1-bf319db9b416 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:03.519797 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Pushing event updated for resources: {'Port': ['ID=c167656f-529e-481e-9658-b26e1a7df0d9,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:03.564913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:03.565333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:03.565678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:03.566132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Bound port: 8a5e8663-a280-4ca1-9de1-bf319db9b416, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:03.566612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:03.571958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc8e42-28cf-479d-a0b2-e4ddc9c3afd0 req-8c4166d7-a8f8-4a16-91c5-3111a47150cd tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:03.577195 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8dc8e42-28cf-479d-a0b2-e4ddc9c3afd0 req-8c4166d7-a8f8-4a16-91c5-3111a47150cd tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.1009676 Jan 31 15:53:03.591405 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-06bda994-6337-47f3-ba7f-08b6725bb2f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9134a14e-be9e-4108-b43a-290d812b30f1 HTTP/1.1" status: 200 len: 217 time: 0.0805807 Jan 31 15:53:03.671164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:03.673646 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:03.685838 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-c62067c5-b933-4dae-92b2-238452190cec service neutron] 10.222.0.36 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316362 Jan 31 15:53:03.698543 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8dc8e42-28cf-479d-a0b2-e4ddc9c3afd0 req-d3b8c740-0da1-48ed-b108-97a482390243 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139743 Jan 31 15:53:03.706394 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764643873-router', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:51Z', 'updated_at': '2022-01-31T15:52:58Z', 'revision_number': 4, 'project_id': '8a9c604c867340d093a20a1cba841833', 'gw_port': {'id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:52Z', 'updated_at': '2022-01-31T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '95894aa6-9cbe-437a-b0b8-628039f17919', 'name': '', 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'mac_address': 'fa:16:3e:d4:68:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8ebb1ee4-fba6-4251-9c3d-4a756e47506e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:56Z', 'updated_at': '2022-01-31T15:52:59Z', 'revision_number': 2, 'project_id': '8a9c604c867340d093a20a1cba841833', 'subnets': [{'id': '8ebb1ee4-fba6-4251-9c3d-4a756e47506e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:03.741394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-77f5a433-3e9a-4511-81dd-11ae30dd62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:03.744555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Attempting to bind port c167656f-529e-481e-9658-b26e1a7df0d9 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:03.745130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Attempting to bind port c167656f-529e-481e-9658-b26e1a7df0d9 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ab3774ae-3233-4533-a88f-bd7b03463f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:03.745271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Attempting to bind port c167656f-529e-481e-9658-b26e1a7df0d9 on network 83278aaa-fdde-428d-bb97-0cf06be129f2 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:03.745433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-77f5a433-3e9a-4511-81dd-11ae30dd62ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1249068 Jan 31 15:53:03.748623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] For port 8a5e8663-a280-4ca1-9de1-bf319db9b416, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:03.766721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Checking router: af11620a-d5f4-4b40-ae91-51f76dd76d28 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:53:03.767084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Updating router af11620a-d5f4-4b40-ae91-51f76dd76d28 port 95894aa6-9cbe-437a-b0b8-628039f17919 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:53:03.768893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] For port 8a5e8663-a280-4ca1-9de1-bf319db9b416, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8a5e8663-a280-4ca1-9de1-bf319db9b416,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:03.775104 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bdce1ba9-b7a8-4990-bb6f-b69d96eed791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:03.781849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:03.782210 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Checking segment: {'id': 'ab3774ae-3233-4533-a88f-bd7b03463f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:03.782609 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:03.782990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Bound using segment: {'id': 'ab3774ae-3233-4533-a88f-bd7b03463f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:03.783457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Bound port: c167656f-529e-481e-9658-b26e1a7df0d9, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3774ae-3233-4533-a88f-bd7b03463f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:03.783827 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:03.817935 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:03.843643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:03.844721 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:03.847038 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] 10.222.0.20 "PUT /v2.0/ports/8a5e8663-a280-4ca1-9de1-bf319db9b416 HTTP/1.1" status: 200 len: 1096 time: 2.9491553 Jan 31 15:53:03.865576 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:03.910896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bdce1ba9-b7a8-4990-bb6f-b69d96eed791 None None] For port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:03.926538 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bdce1ba9-b7a8-4990-bb6f-b69d96eed791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:03.989955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8727-d12a-4983-8073-918493f0816d req-93cb65d8-1059-4b8c-8458-9f71801a7ce5 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:04.012878 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9b5d8727-d12a-4983-8073-918493f0816d req-93cb65d8-1059-4b8c-8458-9f71801a7ce5 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 948 time: 0.1638377 Jan 31 15:53:04.017981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bbd87-fa42-4df3-9b80-0a4c46c6528b service neutron] Pushing event updated for resources: {'Port': ['ID=8a5e8663-a280-4ca1-9de1-bf319db9b416,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:04.082178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-e3be6e0e-8eb7-4536-803f-ffa246280bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:04.084196 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-e3be6e0e-8eb7-4536-803f-ffa246280bd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3136230 Jan 31 15:53:04.123252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-ad1d42e0-fbf4-4878-88b0-e0ebaffaedff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:04.127945 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-ad1d42e0-fbf4-4878-88b0-e0ebaffaedff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=081d5162d1554e88ab13b2ddb4ffdff8&device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 1099 time: 0.1062510 Jan 31 15:53:04.129222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9b5d8727-d12a-4983-8073-918493f0816d req-f058b3cf-8285-47b3-a069-968c5b67ebdc tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d798cd-33d4-4cea-923b-045ec80c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115544 Jan 31 15:53:04.265124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] For port c167656f-529e-481e-9658-b26e1a7df0d9, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:04.327174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08ebe7-9674-4e0a-a964-ba6a73fcae22 req-5744c45b-dd52-4903-aee4-ed7ec6d1afea tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:04.332588 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ab08ebe7-9674-4e0a-a964-ba6a73fcae22 req-5744c45b-dd52-4903-aee4-ed7ec6d1afea tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 948 time: 0.1025476 Jan 31 15:53:04.385908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] For port c167656f-529e-481e-9658-b26e1a7df0d9, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c167656f-529e-481e-9658-b26e1a7df0d9,segment=NetworkSegment(ab3774ae-3233-4533-a88f-bd7b03463f1f),segment_id=ab3774ae-3233-4533-a88f-bd7b03463f1f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:04.401431 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ab08ebe7-9674-4e0a-a964-ba6a73fcae22 req-9ab904d0-dc1a-4025-a282-56fe94731329 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591166 Jan 31 15:53:04.479291 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-5c58016d-e392-43eb-9b25-f98ad23fd323 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823271 Jan 31 15:53:04.481184 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e8e65f-5c47-4058-bd77-69c1064e9342 x-openstack-request-id: req-33e8e65f-5c47-4058-bd77-69c1064e9342 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:04.481674 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d73a391-8146-4608-b24d-c9cb58c083ae", "tag": "9134a14e-be9e-4108-b43a-290d812b30f1", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:04.482180 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33e8e65f-5c47-4058-bd77-69c1064e9342 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:04.482561 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d73a391-8146-4608-b24d-c9cb58c083ae', 'tag': '9134a14e-be9e-4108-b43a-290d812b30f1', 'status': 'completed', 'code': 200} Jan 31 15:53:04.486059 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-acb092a6-dea5-477d-99f4-6e65b61c20d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=8a5e8663-a280-4ca1-9de1-bf319db9b416 HTTP/1.1" status: 200 len: 217 time: 0.3248084 Jan 31 15:53:04.562462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce1ba9-b7a8-4990-bb6f-b69d96eed791 None None] Pushing event updated for resources: {'Port': ['ID=86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:04.573764 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85aba9be-e2d6-4fc5-bebd-50d2d999ce2d req-2e132f08-7d68-48df-8084-5e0cb5749b22 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 210 time: 0.0647042 Jan 31 15:53:04.588679 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:04.593613 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:04.643484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399d5db-ae23-4aca-b783-1de69f687629 req-e84de385-83d5-44d1-883c-60ae94f46242 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:04.650808 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4399d5db-ae23-4aca-b783-1de69f687629 req-e84de385-83d5-44d1-883c-60ae94f46242 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.4729812 Jan 31 15:53:04.661719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66a1c2-a6e2-4243-9dc5-a8936921eb68 None None] Pushing event updated for resources: {'Port': ['ID=c167656f-529e-481e-9658-b26e1a7df0d9,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:04.666335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-63327c11-5c64-4f70-a1af-efae1f3075e5 req-f8c268b2-c86f-442d-af80-6acb836e34a7 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 210 time: 0.0376179 Jan 31 15:53:04.674280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-1ebde2d7-d63a-4187-a762-8e985561a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:04.675736 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-1ebde2d7-d63a-4187-a762-8e985561a820 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1766281 Jan 31 15:53:04.774580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a00a7d5-0871-487a-b23c-6c3736cae027 req-94438503-b6eb-4aa0-bffe-e953edc67ad5 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845662 Jan 31 15:53:04.798996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4399d5db-ae23-4aca-b783-1de69f687629 req-95fae86c-4659-4ca9-91ce-1d35ae10a58d tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469321 Jan 31 15:53:04.820683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-70e59a61-4ac0-4763-9a25-4729e949bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:04.826093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-70e59a61-4ac0-4763-9a25-4729e949bce0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236680 Jan 31 15:53:04.914036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:04.914585 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:05.056233 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-753ed9e7-fd80-4b9a-9421-7aa7c5ac7ddc service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133229 Jan 31 15:53:05.061525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-eafc1a1b-f69c-466d-a910-6aed597ef22a None None] Provisioning complete for port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:05.062019 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eafc1a1b-f69c-466d-a910-6aed597ef22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:05.069417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-80869b53-e811-4629-8f5d-3878a535bb3c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:05.073159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82775af1-9fdb-4381-a48c-03c4d29427d5 req-39aa6146-6218-4294-9200-befab07744de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:05.075014 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82775af1-9fdb-4381-a48c-03c4d29427d5 req-39aa6146-6218-4294-9200-befab07744de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=979f6a0a3a4a40a2b7f16beebea2ff9e&device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 1099 time: 0.2469602 Jan 31 15:53:05.076450 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-80869b53-e811-4629-8f5d-3878a535bb3c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/networks?id=d4113491-101a-4ce9-803e-c3fc5472a71e HTTP/1.1" status: 200 len: 819 time: 0.1796021 Jan 31 15:53:05.098257 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-cbf20941-ea23-4cc3-ae71-7cd784d12399 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/quotas/8a9c604c867340d093a20a1cba841833 HTTP/1.1" status: 200 len: 375 time: 0.0208569 Jan 31 15:53:05.118224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f2134-1668-4266-8c8c-0260f7afdab5 req-9d57d293-fa04-47eb-b91b-6ec1c907ce2a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:05.128647 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d2f2134-1668-4266-8c8c-0260f7afdab5 req-9d57d293-fa04-47eb-b91b-6ec1c907ce2a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.2027030 Jan 31 15:53:05.203928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-00cdb641-70d3-4db9-9a87-443f7432848f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a9c604c867340d093a20a1cba841833&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1035745 Jan 31 15:53:05.292541 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:05.346710 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:05.376346 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-4c38b0c3-31a6-4edc-8a0a-8ddf3002c4ef service neutron] 10.222.0.36 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647289 Jan 31 15:53:05.435665 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e21327-e36e-43e8-805e-b39dea27b1a3 None None] Pushing event updated for resources: {'Port': ['ID=95894aa6-9cbe-437a-b0b8-628039f17919,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:05.546269 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-64439438-d711-42d1-aac8-cd56cc11f0c0 service neutron] 10.222.0.36 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677067 Jan 31 15:53:05.558746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Attempting to bind port 95894aa6-9cbe-437a-b0b8-628039f17919 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:05.559108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Attempting to bind port 95894aa6-9cbe-437a-b0b8-628039f17919 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:05.559465 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Attempting to bind port 95894aa6-9cbe-437a-b0b8-628039f17919 on network d4113491-101a-4ce9-803e-c3fc5472a71e {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:05.565212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:05.565613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Checking segment: {'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:05.566009 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:05.566392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Bound using segment: {'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:05.566849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Bound port: 95894aa6-9cbe-437a-b0b8-628039f17919, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:05.567216 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:05.678129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] For port 95894aa6-9cbe-437a-b0b8-628039f17919, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:05.682838 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] For port 95894aa6-9cbe-437a-b0b8-628039f17919, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=95894aa6-9cbe-437a-b0b8-628039f17919,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:05.688465 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:05.717662 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d2f2134-1668-4266-8c8c-0260f7afdab5 req-9124fed9-2e2f-4f14-b0f3-3c6b6fe2cd91 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859840 Jan 31 15:53:05.741942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-79540b30-65c2-4a20-8411-cb36d45349bc tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:05.748950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-79540b30-65c2-4a20-8411-cb36d45349bc tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:05.751800 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-79540b30-65c2-4a20-8411-cb36d45349bc tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "GET /v2.0/networks?id=4a64aa69-6b09-4651-bdd1-e4b543521358&id=83278aaa-fdde-428d-bb97-0cf06be129f2&id=4a64aa69-6b09-4651-bdd1-e4b543521358 HTTP/1.1" status: 200 len: 1391 time: 0.3780196 Jan 31 15:53:05.765447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'port': {'device_id': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358', 'admin_state_up': True, 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:05.821739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:05.872022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Routers {'af11620a-d5f4-4b40-ae91-51f76dd76d28'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:53:05.872951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:52:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['af11620a-d5f4-4b40-ae91-51f76dd76d28'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:05.888746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82775af1-9fdb-4381-a48c-03c4d29427d5 req-bc2cc8fd-8f3c-4718-aef2-9fe1ce5f9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:05.891035 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82775af1-9fdb-4381-a48c-03c4d29427d5 req-bc2cc8fd-8f3c-4718-aef2-9fe1ce5f9dcb service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.8029206 Jan 31 15:53:05.895446 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5984bb30-e65b-430c-a1f4-33f9608955e7 req-f9338063-1867-4cb9-b28f-8fd32610b512 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8048666 Jan 31 15:53:05.986220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e21327-e36e-43e8-805e-b39dea27b1a3 None None] Pushing event updated for resources: {'Port': ['ID=95894aa6-9cbe-437a-b0b8-628039f17919,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:06.013106 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82775af1-9fdb-4381-a48c-03c4d29427d5 req-e1507ff0-23cc-409a-860e-571f4cd81df8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9134a14e-be9e-4108-b43a-290d812b30f1 HTTP/1.1" status: 200 len: 217 time: 0.1147664 Jan 31 15:53:06.086719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-44bd582f-0900-4137-b45b-e508de2a8700 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:06.088345 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-44bd582f-0900-4137-b45b-e508de2a8700 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.30 "GET /v2.0/networks?id=d4113491-101a-4ce9-803e-c3fc5472a71e HTTP/1.1" status: 200 len: 819 time: 0.3705666 Jan 31 15:53:06.091361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:06.093288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:06.112979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Request body: {'port': {'device_id': '9e6b8f16-e3f7-45b6-9d02-b5b698c96939', 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e', 'admin_state_up': True, 'tenant_id': '8a9c604c867340d093a20a1cba841833'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:06.129036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82775af1-9fdb-4381-a48c-03c4d29427d5 req-4ef55429-ec87-4ec2-bd6d-317350451f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:06.131730 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82775af1-9fdb-4381-a48c-03c4d29427d5 req-4ef55429-ec87-4ec2-bd6d-317350451f6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0963261 Jan 31 15:53:06.227413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] Set router af11620a-d5f4-4b40-ae91-51f76dd76d28 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:53:06.236394 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b647a51-6056-4564-966a-a4dfd00aa22d req-bf8d8875-90ea-4794-a7c0-a24233fedab6 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:06.244047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6b647a51-6056-4564-966a-a4dfd00aa22d req-bf8d8875-90ea-4794-a7c0-a24233fedab6 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 948 time: 0.1545758 Jan 31 15:53:06.308516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bf39c-8589-46d8-9efd-01c25b02b323 req-ce8f9f01-776b-4736-a220-67d49ac49abd tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:06.310630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f58bf39c-8589-46d8-9efd-01c25b02b323 req-ce8f9f01-776b-4736-a220-67d49ac49abd tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 948 time: 0.3500433 Jan 31 15:53:06.323490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82775af1-9fdb-4381-a48c-03c4d29427d5 req-7b35bfce-c983-499d-af03-6cfb91186afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:06.326860 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82775af1-9fdb-4381-a48c-03c4d29427d5 req-7b35bfce-c983-499d-af03-6cfb91186afc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1730406 Jan 31 15:53:06.336823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:06.339060 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6b647a51-6056-4564-966a-a4dfd00aa22d req-b804cd24-990c-45e8-a85c-f2d114bd473d tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940962 Jan 31 15:53:06.342544 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:06.382849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Made reservation on behalf of 8a9c604c867340d093a20a1cba841833 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:06.387145 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:06.473585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c167656f-529e-481e-9658-b26e1a7df0d9 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:06.483804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82775af1-9fdb-4381-a48c-03c4d29427d5 req-98a6b0ed-3104-4545-8996-5fadf2056f7e service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353912 Jan 31 15:53:06.499315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78477ca-22c1-4848-88b5-e75349eee88b', 'tag': '8a5e8663-a280-4ca1-9de1-bf319db9b416'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:06.501915 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4865a0a2-a385-477f-b70c-4b3e62513f00" -d '{"events": [{"name": "network-changed", "server_uuid": "f78477ca-22c1-4848-88b5-e75349eee88b", "tag": "8a5e8663-a280-4ca1-9de1-bf319db9b416"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:06.747426 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f58bf39c-8589-46d8-9efd-01c25b02b323 req-47bb95ef-4392-4bb6-a108-8622ac850a25 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d798cd-33d4-4cea-923b-045ec80c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186893 Jan 31 15:53:06.771358 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82775af1-9fdb-4381-a48c-03c4d29427d5 req-cdb4f40b-f333-482d-99b0-bfcd75359480 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632470 Jan 31 15:53:06.801316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08057a5-634c-4124-b28f-7dd3bd75d4b1 None None] Network 83278aaa-fdde-428d-bb97-0cf06be129f2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:06.842838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Allocated IP 19.80.0.243 (4a64aa69-6b09-4651-bdd1-e4b543521358/a2a2a784-f9b6-4a87-aa5e-0a8ad269c429/3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:06.907309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-404694b8-096f-4206-9735-7f95ab9ba9c6 None None] Provisioning complete for port c167656f-529e-481e-9658-b26e1a7df0d9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:06.907831 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-404694b8-096f-4206-9735-7f95ab9ba9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:06.963104 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc8cf508-c742-4024-af32-1935b46c77fb req-01a3fb7b-21d5-4006-be75-ded479d7e129 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 210 time: 0.0499570 Jan 31 15:53:06.990125 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port c167656f-529e-481e-9658-b26e1a7df0d9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:06.990736 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:07.012930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9134a14e-be9e-4108-b43a-290d812b30f1 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:53:07.092285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eeb11663-960c-4915-abfd-8e38e3d13a4d req-ca9de164-2f92-40e6-8a1c-50c78748aa75 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 210 time: 0.0789912 Jan 31 15:53:07.126611 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764643873-router', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:51Z', 'updated_at': '2022-01-31T15:52:58Z', 'revision_number': 4, 'project_id': '8a9c604c867340d093a20a1cba841833', 'gw_port': {'id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:52Z', 'updated_at': '2022-01-31T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '95894aa6-9cbe-437a-b0b8-628039f17919', 'name': '', 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'mac_address': 'fa:16:3e:d4:68:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8ebb1ee4-fba6-4251-9c3d-4a756e47506e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:56Z', 'updated_at': '2022-01-31T15:53:05Z', 'revision_number': 4, 'project_id': '8a9c604c867340d093a20a1cba841833', 'subnets': [{'id': '8ebb1ee4-fba6-4251-9c3d-4a756e47506e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:07.147171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Allocated IP 172.20.0.11 (d4113491-101a-4ce9-803e-c3fc5472a71e/8ebb1ee4-fba6-4251-9c3d-4a756e47506e/4d9da605-d633-49e2-8a81-d874556efd9e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:07.226724 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.resource_extend [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 15:53:07.228581 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-404694b8-096f-4206-9735-7f95ab9ba9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:07.309128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5bcb1-2abb-47c8-a9cc-779a5157cd92 None None] The sync data for ids ['af11620a-d5f4-4b40-ae91-51f76dd76d28'] in n-d-827120-1 is: [{'id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764643873-router', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:51Z', 'updated_at': '2022-01-31T15:52:58Z', 'revision_number': 4, 'project_id': '8a9c604c867340d093a20a1cba841833', 'gw_port': {'id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:52Z', 'updated_at': '2022-01-31T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '95894aa6-9cbe-437a-b0b8-628039f17919', 'name': '', 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'mac_address': 'fa:16:3e:d4:68:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8ebb1ee4-fba6-4251-9c3d-4a756e47506e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:56Z', 'updated_at': '2022-01-31T15:53:05Z', 'revision_number': 4, 'project_id': '8a9c604c867340d093a20a1cba841833', 'subnets': [{'id': '8ebb1ee4-fba6-4251-9c3d-4a756e47506e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:53:07.421751 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9599a3fd-f196-456b-80bd-1e50173f7548 x-openstack-request-id: req-9599a3fd-f196-456b-80bd-1e50173f7548 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:07.422200 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78477ca-22c1-4848-88b5-e75349eee88b", "tag": "8a5e8663-a280-4ca1-9de1-bf319db9b416", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:07.422514 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9599a3fd-f196-456b-80bd-1e50173f7548 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:07.422965 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78477ca-22c1-4848-88b5-e75349eee88b', 'tag': '8a5e8663-a280-4ca1-9de1-bf319db9b416', 'status': 'completed', 'code': 200} Jan 31 15:53:07.433223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-404694b8-096f-4206-9735-7f95ab9ba9c6 None None] For port c167656f-529e-481e-9658-b26e1a7df0d9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c167656f-529e-481e-9658-b26e1a7df0d9,segment=NetworkSegment(ab3774ae-3233-4533-a88f-bd7b03463f1f),segment_id=ab3774ae-3233-4533-a88f-bd7b03463f1f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:07.479937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 9134a14e-be9e-4108-b43a-290d812b30f1, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9134a14e-be9e-4108-b43a-290d812b30f1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:07.493669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d3707-9023-402f-82ad-a73d0c006ae5 req-4c929d31-97c6-407d-b946-9593640d75ce tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:07.497702 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '9134a14e-be9e-4108-b43a-290d812b30f1', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '9134a14e-be9e-4108-b43a-290d812b30f1', 'mac_address': 'fa:16:3e:cc:f0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:53:07.501672 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-374d3707-9023-402f-82ad-a73d0c006ae5 req-4c929d31-97c6-407d-b946-9593640d75ce tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.1841862 Jan 31 15:53:07.542154 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-404694b8-096f-4206-9735-7f95ab9ba9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:07.595650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-374d3707-9023-402f-82ad-a73d0c006ae5 req-6b542847-35e6-438c-9464-ac78f887ab4f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883956 Jan 31 15:53:07.614783 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404694b8-096f-4206-9735-7f95ab9ba9c6 None None] Pushing event updated for resources: {'Port': ['ID=c167656f-529e-481e-9658-b26e1a7df0d9,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:07.663771 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865a0a2-a385-477f-b70c-4b3e62513f00 req-771238bc-4f06-442f-9fd9-25758e493d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:07.667706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4865a0a2-a385-477f-b70c-4b3e62513f00 req-771238bc-4f06-442f-9fd9-25758e493d32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=081d5162d1554e88ab13b2ddb4ffdff8&device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 1099 time: 0.2425425 Jan 31 15:53:07.678944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:07.694511 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:07.715685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9134a14e-be9e-4108-b43a-290d812b30f1 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:07.752678 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:07.761035 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 9134a14e-be9e-4108-b43a-290d812b30f1, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9134a14e-be9e-4108-b43a-290d812b30f1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:07.790233 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:07.792997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72162e93-8aa1-4701-b251-e168da6e4bd1 req-88a14bd3-d174-4a69-a128-7f9a1438c8ad tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:07.799885 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-72162e93-8aa1-4701-b251-e168da6e4bd1 req-88a14bd3-d174-4a69-a128-7f9a1438c8ad tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.3757148 Jan 31 15:53:07.808804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dde6b6-4fc4-43e5-92a3-20569149059c req-9efc3cae-9103-42ed-9c76-cf402c61c169 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:07.827622 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-94dde6b6-4fc4-43e5-92a3-20569149059c req-9efc3cae-9103-42ed-9c76-cf402c61c169 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 948 time: 0.0923250 Jan 31 15:53:07.837995 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:07.902686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 95894aa6-9cbe-437a-b0b8-628039f17919 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:07.956659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=9134a14e-be9e-4108-b43a-290d812b30f1,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:07.956872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Pushing event updated for resources: {'Port': ['ID=4d9da605-d633-49e2-8a81-d874556efd9e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:08.043108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-94dde6b6-4fc4-43e5-92a3-20569149059c req-34ac94e3-dda2-4640-8e90-f1206c4e7dcd tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072930 Jan 31 15:53:08.043330 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 95894aa6-9cbe-437a-b0b8-628039f17919 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:08.043330 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:08.051712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Network d4113491-101a-4ce9-803e-c3fc5472a71e is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:08.056338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:08.063989 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:08.109512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['9134a14e-be9e-4108-b43a-290d812b30f1'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:08.227306 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-72162e93-8aa1-4701-b251-e168da6e4bd1 req-fb023748-7454-4c0c-a3de-f15e4c19b677 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675091 Jan 31 15:53:08.256353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:08.257346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:08.282648 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:08.284515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-d4181978-c559-429b-b9a3-3b85ab5b75d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1755471 Jan 31 15:53:08.293667 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761233a3-3fdd-4032-a409-5bddb41baf4a req-8459227a-77a6-4482-a7ea-f30e118604d4 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:08.295442 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-761233a3-3fdd-4032-a409-5bddb41baf4a req-8459227a-77a6-4482-a7ea-f30e118604d4 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 948 time: 0.1290762 Jan 31 15:53:08.300800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Request body: {'port': {'device_id': '9e6b8f16-e3f7-45b6-9d02-b5b698c96939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:08.314457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-05f13968-eb77-4dc7-be4c-6e241c4ce332 None None] Provisioning complete for port c167656f-529e-481e-9658-b26e1a7df0d9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:08.314937 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-05f13968-eb77-4dc7-be4c-6e241c4ce332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:08.372694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865a0a2-a385-477f-b70c-4b3e62513f00 req-707ea7a7-9669-48b0-9cc8-ee24811d5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:08.375375 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4865a0a2-a385-477f-b70c-4b3e62513f00 req-707ea7a7-9669-48b0-9cc8-ee24811d5601 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.5748341 Jan 31 15:53:08.389446 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:08.414322 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:08.420650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-761233a3-3fdd-4032-a409-5bddb41baf4a req-bae57ff9-787f-4d65-9c94-df7e0d4098b0 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d798cd-33d4-4cea-923b-045ec80c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165771 Jan 31 15:53:08.443937 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-458c60bf-c9b2-4127-9d2b-5dd292279f78 req-7e3d4426-a9cf-443c-b627-78922ded2b1b tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 210 time: 0.0920036 Jan 31 15:53:08.456533 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network 4a64aa69-6b09-4651-bdd1-e4b543521358 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:08.466779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:08.539243 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4865a0a2-a385-477f-b70c-4b3e62513f00 req-811009ef-16bf-4bca-8e8e-2e38d257b597 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=8a5e8663-a280-4ca1-9de1-bf319db9b416 HTTP/1.1" status: 200 len: 217 time: 0.1176207 Jan 31 15:53:08.542557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:08.562602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-e5120899-3c47-4b2b-9108-4792721982a4 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:08.574855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-e5120899-3c47-4b2b-9108-4792721982a4 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.20 "GET /v2.0/networks?id=d4113491-101a-4ce9-803e-c3fc5472a71e HTTP/1.1" status: 200 len: 819 time: 0.7086072 Jan 31 15:53:08.592730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 95894aa6-9cbe-437a-b0b8-628039f17919, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=95894aa6-9cbe-437a-b0b8-628039f17919,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:08.678039 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:08.708620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865a0a2-a385-477f-b70c-4b3e62513f00 req-0d7919c0-f511-4c92-ac8a-134cae1fb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:08.710500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4865a0a2-a385-477f-b70c-4b3e62513f00 req-0d7919c0-f511-4c92-ac8a-134cae1fb315 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1322963 Jan 31 15:53:08.719890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Request body: {'port': {'device_id': '95b107a0-e36b-4e70-b63a-3f304ecefbb8', 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e', 'admin_state_up': True, 'tenant_id': '8a9c604c867340d093a20a1cba841833'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:08.770042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=95894aa6-9cbe-437a-b0b8-628039f17919,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:08.803691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Port': ['ID=3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:08.808901 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a2fd9e9d-cfad-4b28-8fab-23bd805f0961 None None] Provisioning complete for port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:08.809272 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9e9d-cfad-4b28-8fab-23bd805f0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:08.812372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8a5e8663-a280-4ca1-9de1-bf319db9b416 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:53:08.869709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1014d-840d-4463-8972-f9b98bcbe0d8 req-75925632-17c1-42f1-90d2-d89a4a401ec1 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:08.871480 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5c1014d-840d-4463-8972-f9b98bcbe0d8 req-75925632-17c1-42f1-90d2-d89a4a401ec1 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 932 time: 0.2096560 Jan 31 15:53:08.881314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd9e9d-cfad-4b28-8fab-23bd805f0961 None None] Port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:53:08.946439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865a0a2-a385-477f-b70c-4b3e62513f00 req-8c3cfb42-8553-466d-9878-a4cbb75ca8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:08.948208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4865a0a2-a385-477f-b70c-4b3e62513f00 req-8c3cfb42-8553-466d-9878-a4cbb75ca8b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1761310 Jan 31 15:53:08.952452 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5c1014d-840d-4463-8972-f9b98bcbe0d8 req-6e36c2e7-c56d-4d2a-9960-c67a8c324b5e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656075 Jan 31 15:53:09.031261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:09.032049 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:09.047631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8a5e8663-a280-4ca1-9de1-bf319db9b416, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8a5e8663-a280-4ca1-9de1-bf319db9b416,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:09.056145 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-017b6c26-ed97-4724-b9e7-ccdb0fe96777 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2948458 Jan 31 15:53:09.066647 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '8a5e8663-a280-4ca1-9de1-bf319db9b416', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '8a5e8663-a280-4ca1-9de1-bf319db9b416', 'mac_address': 'fa:16:3e:13:64:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:53:09.078450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6753d1-3461-4b2a-944e-1bbecc6206cd req-8f58f7ff-5633-4dcd-aea6-8657bab0fc5a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:09.080074 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b6753d1-3461-4b2a-944e-1bbecc6206cd req-8f58f7ff-5633-4dcd-aea6-8657bab0fc5a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.3683407 Jan 31 15:53:09.088507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'port': {'device_id': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2', 'admin_state_up': True, 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:09.119390 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:09.119988 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9da605-d633-49e2-8a81-d874556efd9e {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:09.130989 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:09.138856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5e8663-a280-4ca1-9de1-bf319db9b416 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:09.151507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Transition to ACTIVE for port object 4d9da605-d633-49e2-8a81-d874556efd9e will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:53:09.157164 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:09.163688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8a5e8663-a280-4ca1-9de1-bf319db9b416, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8a5e8663-a280-4ca1-9de1-bf319db9b416,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:09.168695 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:09.197134 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4865a0a2-a385-477f-b70c-4b3e62513f00 req-e0ca47b2-720d-47a7-96de-9258731e8671 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402067 Jan 31 15:53:09.231404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8a5e8663-a280-4ca1-9de1-bf319db9b416,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:09.288726 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b6753d1-3461-4b2a-944e-1bbecc6206cd req-239cd832-427d-41f5-8c05-e3a03ccd4f7e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915960 Jan 31 15:53:09.320295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9da605-d633-49e2-8a81-d874556efd9e,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:09.345303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97ee92-eb0d-4903-9e0f-ced527469694 req-1dafa4af-4699-4e85-ba81-c0978b6cb7f9 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:09.347447 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c97ee92-eb0d-4903-9e0f-ced527469694 req-1dafa4af-4699-4e85-ba81-c0978b6cb7f9 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 949 time: 0.1764343 Jan 31 15:53:09.382032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Made reservation on behalf of 8a9c604c867340d093a20a1cba841833 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:09.385723 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:09.400050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Attempting to bind port 4d9da605-d633-49e2-8a81-d874556efd9e on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:09.400578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Attempting to bind port 4d9da605-d633-49e2-8a81-d874556efd9e by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:09.401303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Attempting to bind port 4d9da605-d633-49e2-8a81-d874556efd9e on network d4113491-101a-4ce9-803e-c3fc5472a71e {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:09.409243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Port 4d9da605-d633-49e2-8a81-d874556efd9e on network d4113491-101a-4ce9-803e-c3fc5472a71e not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:09.409691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Attempting to bind port 4d9da605-d633-49e2-8a81-d874556efd9e on network d4113491-101a-4ce9-803e-c3fc5472a71e {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:09.414083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c97ee92-eb0d-4903-9e0f-ced527469694 req-04f19d45-6687-4417-aa0b-7074c1336a92 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556548 Jan 31 15:53:09.418949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:09.419654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Checking segment: {'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:09.420123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Bound using segment: {'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:09.420774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Bound port: 4d9da605-d633-49e2-8a81-d874556efd9e, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:09.421223 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:09.466807 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4865a0a2-a385-477f-b70c-4b3e62513f00 req-58d6a1a1-bd45-4595-9dfc-3ecb29beef0d service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544174 Jan 31 15:53:09.482722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8a5e8663-a280-4ca1-9de1-bf319db9b416'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:09.515131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:09.518829 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:09.531792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fa8c3-d74e-4b0a-a8b5-a8f380a19421 req-1205c808-b969-4acb-b6e4-f80380b93a80 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:09.534069 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a0fa8c3-d74e-4b0a-a8b5-a8f380a19421 req-1205c808-b969-4acb-b6e4-f80380b93a80 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1606853 Jan 31 15:53:09.536038 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] For port 4d9da605-d633-49e2-8a81-d874556efd9e, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:09.539509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] For port 4d9da605-d633-49e2-8a81-d874556efd9e, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4d9da605-d633-49e2-8a81-d874556efd9e,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:09.554002 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:09.655460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:09.656699 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:09.658376 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] 10.222.0.30 "PUT /v2.0/ports/4d9da605-d633-49e2-8a81-d874556efd9e HTTP/1.1" status: 200 len: 1092 time: 1.3618813 Jan 31 15:53:09.660779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6b8f16-e3f7-45b6-9d02-b5b698c96939', 'tag': '4d9da605-d633-49e2-8a81-d874556efd9e'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:09.663477 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdb28f3-ca65-41a2-90a8-115aaac92f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6b8f16-e3f7-45b6-9d02-b5b698c96939", "tag": "4d9da605-d633-49e2-8a81-d874556efd9e"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:09.702082 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 95894aa6-9cbe-437a-b0b8-628039f17919 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:09.705684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf7d52-db84-4dc7-8256-e9bb50472eb0 req-5eb2f7c9-7849-422b-8b8c-35e1ee11860d tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:09.711165 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a0fa8c3-d74e-4b0a-a8b5-a8f380a19421 req-7e950327-3289-43a4-9665-508c0d47a07f tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642416 Jan 31 15:53:09.713445 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5aaf7d52-db84-4dc7-8256-e9bb50472eb0 req-5eb2f7c9-7849-422b-8b8c-35e1ee11860d tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 949 time: 0.1717961 Jan 31 15:53:09.772006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 95894aa6-9cbe-437a-b0b8-628039f17919 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:09.772006 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:09.779637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22434ead-6d35-4cbb-93a9-94815e6e3886 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9da605-d633-49e2-8a81-d874556efd9e,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:09.784293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Allocated IP 172.20.0.14 (d4113491-101a-4ce9-803e-c3fc5472a71e/8ebb1ee4-fba6-4251-9c3d-4a756e47506e/57a7e636-6f44-4ae3-990a-6a37006b73c0) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:09.805266 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5aaf7d52-db84-4dc7-8256-e9bb50472eb0 req-d5b011a1-14bd-4214-a633-00a5f6921c93 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d798cd-33d4-4cea-923b-045ec80c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908310 Jan 31 15:53:09.814878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-5b6e6f5e-4db1-4f78-8b6d-35c64b4dea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:09.820951 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-5b6e6f5e-4db1-4f78-8b6d-35c64b4dea26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a9c604c867340d093a20a1cba841833&device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 1095 time: 0.0874875 Jan 31 15:53:09.867088 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df0dff85-ffec-40be-8194-977cb63e87e8 req-0af31de6-05ae-43d5-8da2-2be2cf699f98 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 210 time: 0.0420954 Jan 31 15:53:09.879369 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-b9748fd4-89e7-4c8c-b608-931a0c364479 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9da605-d633-49e2-8a81-d874556efd9e HTTP/1.1" status: 200 len: 217 time: 0.0462182 Jan 31 15:53:09.896882 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d6669c-a650-4732-84b2-feadb136bd70 x-openstack-request-id: req-02d6669c-a650-4732-84b2-feadb136bd70 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:09.897299 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6b8f16-e3f7-45b6-9d02-b5b698c96939", "tag": "4d9da605-d633-49e2-8a81-d874556efd9e", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:09.897926 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02d6669c-a650-4732-84b2-feadb136bd70 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:09.898194 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6b8f16-e3f7-45b6-9d02-b5b698c96939', 'tag': '4d9da605-d633-49e2-8a81-d874556efd9e', 'status': 'completed', 'code': 200} Jan 31 15:53:09.898510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Allocated IP 19.86.0.45 (83278aaa-fdde-428d-bb97-0cf06be129f2/f6af5d0e-1443-4560-8d5c-789535c0925b/25df66ba-eee7-4236-923a-74cc95aea556) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:09.916223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c167656f-529e-481e-9658-b26e1a7df0d9 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:09.948425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-5469e6fc-3315-4d4d-852e-4d05fd4c0fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:09.950312 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-5469e6fc-3315-4d4d-852e-4d05fd4c0fb8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ebb1ee4-fba6-4251-9c3d-4a756e47506e HTTP/1.1" status: 200 len: 859 time: 0.0627639 Jan 31 15:53:09.975084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port c167656f-529e-481e-9658-b26e1a7df0d9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:09.975694 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:09.993931 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-086c1846-bb70-4d01-974c-9771e3d1f837 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4113491-101a-4ce9-803e-c3fc5472a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329206 Jan 31 15:53:10.136961 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:10.171267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-7801d22c-cfc3-4157-8a0a-c1c626062216 service neutron] 10.222.0.30 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652198 Jan 31 15:53:10.185549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab927a6-39ce-460d-8c13-ca815cabecfc req-4f20f104-ce0e-4aff-969d-3de918230240 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:10.187894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dab927a6-39ce-460d-8c13-ca815cabecfc req-4f20f104-ce0e-4aff-969d-3de918230240 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 932 time: 0.1078775 Jan 31 15:53:10.217514 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:10.221129 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:10.283382 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dab927a6-39ce-460d-8c13-ca815cabecfc req-dfae34aa-8193-40ef-9d39-0e63d606155f tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764260 Jan 31 15:53:10.303733 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Network d4113491-101a-4ce9-803e-c3fc5472a71e is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:10.313640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:10.319482 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:10.324591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Pushing event updated for resources: {'Port': ['ID=57a7e636-6f44-4ae3-990a-6a37006b73c0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:10.338848 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7558b7de-bd28-46d1-8856-9e6b2b4323d6 req-1ccc04dd-3293-4b33-82f7-8a47e67af469 service neutron] 10.222.0.30 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499505 Jan 31 15:53:10.383384 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:10.384396 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:10.388985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:10.431423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb28f3-ca65-41a2-90a8-115aaac92f0e req-4086a50d-54a7-4a5d-8255-09daa51b7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:10.433066 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6fdb28f3-ca65-41a2-90a8-115aaac92f0e req-4086a50d-54a7-4a5d-8255-09daa51b7c95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a9c604c867340d093a20a1cba841833&device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 1095 time: 0.0483761 Jan 31 15:53:10.482791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network 83278aaa-fdde-428d-bb97-0cf06be129f2 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:10.492849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:10.500643 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-6c7a73e9-4889-4269-9783-71bd7d0062c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7876501 Jan 31 15:53:10.504193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:10.536889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Request body: {'port': {'device_id': '95b107a0-e36b-4e70-b63a-3f304ecefbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:10.545261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Port': ['ID=25df66ba-eee7-4236-923a-74cc95aea556,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:10.597104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:10.597734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:10.601831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffe9d2-fc84-448d-8fbe-04d7e7250a7f req-4c34fab5-a1c7-4af0-bc17-55d2139b7afe tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:10.609197 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2ffe9d2-fc84-448d-8fbe-04d7e7250a7f req-4c34fab5-a1c7-4af0-bc17-55d2139b7afe tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 949 time: 0.0788283 Jan 31 15:53:10.621795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5690ece-fc74-4ee4-86f9-95766f201f54 req-5e5e9718-592b-4302-91d9-dc7bce84d2b7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:10.623347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5690ece-fc74-4ee4-86f9-95766f201f54 req-5e5e9718-592b-4302-91d9-dc7bce84d2b7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.2360315 Jan 31 15:53:10.651219 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:10.656421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb28f3-ca65-41a2-90a8-115aaac92f0e req-0b494386-7933-423f-88f8-26179c95a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:10.658017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6fdb28f3-ca65-41a2-90a8-115aaac92f0e req-0b494386-7933-423f-88f8-26179c95a91e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4113491-101a-4ce9-803e-c3fc5472a71e HTTP/1.1" status: 200 len: 920 time: 0.2083902 Jan 31 15:53:10.664636 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3c3f739a-85ac-467c-94f9-b393182191cf tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5816700 Jan 31 15:53:10.677744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2ffe9d2-fc84-448d-8fbe-04d7e7250a7f req-d0e504aa-58a0-4b8f-9026-272318fea063 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654442 Jan 31 15:53:10.689444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'port': {'device_id': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358', 'admin_state_up': True, 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:10.725227 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6fdb28f3-ca65-41a2-90a8-115aaac92f0e req-0a7ef165-ae50-4be3-8461-94210c8f7f74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9da605-d633-49e2-8a81-d874556efd9e HTTP/1.1" status: 200 len: 217 time: 0.0448422 Jan 31 15:53:10.746808 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5690ece-fc74-4ee4-86f9-95766f201f54 req-84afaadd-5b34-441b-a5d6-7a1cdc6fca7e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143882 Jan 31 15:53:10.819944 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb28f3-ca65-41a2-90a8-115aaac92f0e req-0ae6da34-b5cb-4cd1-b6ec-8fc868d36af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:10.820855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8a5e8663-a280-4ca1-9de1-bf319db9b416 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:10.821531 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6fdb28f3-ca65-41a2-90a8-115aaac92f0e req-0ae6da34-b5cb-4cd1-b6ec-8fc868d36af5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ebb1ee4-fba6-4251-9c3d-4a756e47506e HTTP/1.1" status: 200 len: 859 time: 0.0889728 Jan 31 15:53:10.871197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-da74fd02-2acf-42cb-8e9d-f7e021a9ff26 None None] Provisioning complete for port 25df66ba-eee7-4236-923a-74cc95aea556 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:10.871574 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-da74fd02-2acf-42cb-8e9d-f7e021a9ff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:10.912408 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6fdb28f3-ca65-41a2-90a8-115aaac92f0e req-7481db52-09f8-40dc-897b-0431fcbaea22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4113491-101a-4ce9-803e-c3fc5472a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804012 Jan 31 15:53:10.933513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-da74fd02-2acf-42cb-8e9d-f7e021a9ff26 None None] Port 25df66ba-eee7-4236-923a-74cc95aea556 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:53:10.944909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 8a5e8663-a280-4ca1-9de1-bf319db9b416 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:53:10.953458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 8a5e8663-a280-4ca1-9de1-bf319db9b416 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:10.958043 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:11.001897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9134a14e-be9e-4108-b43a-290d812b30f1 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:11.004690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd017905-b857-42ba-8b67-2f87cbfde56c req-c711c735-c0b0-4874-9ab7-9d6a2414a621 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:11.006368 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd017905-b857-42ba-8b67-2f87cbfde56c req-c711c735-c0b0-4874-9ab7-9d6a2414a621 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1436620 Jan 31 15:53:11.090752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd017905-b857-42ba-8b67-2f87cbfde56c req-d051e5cf-bd11-4b6a-9865-50ed8d639bda tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755489 Jan 31 15:53:11.103731 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6fdb28f3-ca65-41a2-90a8-115aaac92f0e req-6bd9c484-3e29-47c1-9418-06f6c49f8d59 service neutron] 10.222.0.30 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709082 Jan 31 15:53:11.127567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 9134a14e-be9e-4108-b43a-290d812b30f1 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:53:11.130829 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:11.134117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 9134a14e-be9e-4108-b43a-290d812b30f1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:11.134478 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:11.141884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:11.149306 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:11.181148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a94f9-9213-4a1e-b39f-695b1f025878 req-c9135f6f-52b5-4fcd-9bad-85c9f08ee545 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:11.191011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78477ca-22c1-4848-88b5-e75349eee88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5e8663-a280-4ca1-9de1-bf319db9b416'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:11.191736 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f9a94f9-9213-4a1e-b39f-695b1f025878 req-c9135f6f-52b5-4fcd-9bad-85c9f08ee545 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 949 time: 0.2588742 Jan 31 15:53:11.193247 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f924da82-82a7-40d7-931f-97f7a7980868" -d '{"events": [{"server_uuid": "f78477ca-22c1-4848-88b5-e75349eee88b", "name": "network-vif-plugged", "status": "completed", "tag": "8a5e8663-a280-4ca1-9de1-bf319db9b416"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:11.209995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8a5e8663-a280-4ca1-9de1-bf319db9b416, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8a5e8663-a280-4ca1-9de1-bf319db9b416,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:11.217192 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:11.278408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e785d-c0ad-4823-aa5e-df84c4dba189 req-ff4f657a-df03-4dbe-a421-03ff75dea9d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:11.287131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-837e785d-c0ad-4823-aa5e-df84c4dba189 req-ff4f657a-df03-4dbe-a421-03ff75dea9d8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 932 time: 0.0902162 Jan 31 15:53:11.304415 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8a5e8663-a280-4ca1-9de1-bf319db9b416,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:11.310461 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6fdb28f3-ca65-41a2-90a8-115aaac92f0e req-f2358c42-20c4-488e-894f-e1901d06907e service neutron] 10.222.0.30 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049310 Jan 31 15:53:11.313800 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:11.340222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-837e785d-c0ad-4823-aa5e-df84c4dba189 req-8d390295-4f7f-417b-8287-6830bb0397b0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473866 Jan 31 15:53:11.369155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 9134a14e-be9e-4108-b43a-290d812b30f1, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9134a14e-be9e-4108-b43a-290d812b30f1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:11.373914 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:11.379353 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb332cb-e29f-4c17-bc31-b5d00c682c48 x-openstack-request-id: req-4cb332cb-e29f-4c17-bc31-b5d00c682c48 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:11.379690 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78477ca-22c1-4848-88b5-e75349eee88b", "name": "network-vif-plugged", "status": "completed", "tag": "8a5e8663-a280-4ca1-9de1-bf319db9b416", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:11.380602 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4cb332cb-e29f-4c17-bc31-b5d00c682c48 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:11.381909 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78477ca-22c1-4848-88b5-e75349eee88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5e8663-a280-4ca1-9de1-bf319db9b416', 'code': 200} Jan 31 15:53:11.434655 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f9a94f9-9213-4a1e-b39f-695b1f025878 req-bc4eec21-dc96-4861-a6fe-84a7beaa4493 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d798cd-33d4-4cea-923b-045ec80c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411304 Jan 31 15:53:11.474496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=9134a14e-be9e-4108-b43a-290d812b30f1,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:11.506884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeb10f-abba-4c86-8795-237ae9ec3993 req-7a2b391c-0446-4bab-89eb-d333bc074e63 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:11.513638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeb10f-abba-4c86-8795-237ae9ec3993 req-7a2b391c-0446-4bab-89eb-d333bc074e63 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:11.515292 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41aeb10f-abba-4c86-8795-237ae9ec3993 req-7a2b391c-0446-4bab-89eb-d333bc074e63 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 1654 time: 0.0788567 Jan 31 15:53:11.556742 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41aeb10f-abba-4c86-8795-237ae9ec3993 req-a40a306e-f6a9-4203-a20b-8435dfc7ae80 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Jan 31 15:53:11.764290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a7e636-6f44-4ae3-990a-6a37006b73c0 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:11.783793 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:11.813351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Allocated IP 19.80.0.227 (4a64aa69-6b09-4651-bdd1-e4b543521358/a2a2a784-f9b6-4a87-aa5e-0a8ad269c429/1b22e5fc-f4d8-4bc8-aab4-a78b49b03657) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:11.829288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Transition to ACTIVE for port object 57a7e636-6f44-4ae3-990a-6a37006b73c0 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:53:11.841074 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:11.886811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71336580-e4e8-41f0-95c0-826965c85c3b req-1318a49d-73f6-4d23-945e-237a589c4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:11.888374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-71336580-e4e8-41f0-95c0-826965c85c3b req-1318a49d-73f6-4d23-945e-237a589c4419 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 1101 time: 0.4488692 Jan 31 15:53:11.890427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e5553-bdda-4acc-a7f9-455308a7dc90 req-6d4612af-2102-4849-bdfe-308c6cad8d5c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:11.894248 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c7e5553-bdda-4acc-a7f9-455308a7dc90 req-6d4612af-2102-4849-bdfe-308c6cad8d5c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.0570450 Jan 31 15:53:11.936287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c7e5553-bdda-4acc-a7f9-455308a7dc90 req-ce964bd0-1b74-4c4c-a535-78785b9b3a41 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362973 Jan 31 15:53:11.951532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5308e-ff65-4771-b807-33a775dba7ba req-387bbac0-f035-4cc8-95c0-9261df31460d tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:11.953077 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b7d5308e-ff65-4771-b807-33a775dba7ba req-387bbac0-f035-4cc8-95c0-9261df31460d tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 950 time: 0.1843972 Jan 31 15:53:11.969590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Pushing event updated for resources: {'Port': ['ID=57a7e636-6f44-4ae3-990a-6a37006b73c0,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:12.086305 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-71336580-e4e8-41f0-95c0-826965c85c3b req-4793f546-0e75-4f34-9d86-26d95c768895 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=85d798cd-33d4-4cea-923b-045ec80c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855841 Jan 31 15:53:12.131698 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b7d5308e-ff65-4771-b807-33a775dba7ba req-315cafac-e15b-48e0-929c-aec2b80a7e18 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704264 Jan 31 15:53:12.176987 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:12.181565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Attempting to bind port 57a7e636-6f44-4ae3-990a-6a37006b73c0 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:12.181902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Attempting to bind port 57a7e636-6f44-4ae3-990a-6a37006b73c0 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:12.182226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Attempting to bind port 57a7e636-6f44-4ae3-990a-6a37006b73c0 on network d4113491-101a-4ce9-803e-c3fc5472a71e {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:12.190537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Port 57a7e636-6f44-4ae3-990a-6a37006b73c0 on network d4113491-101a-4ce9-803e-c3fc5472a71e not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:12.190865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Attempting to bind port 57a7e636-6f44-4ae3-990a-6a37006b73c0 on network d4113491-101a-4ce9-803e-c3fc5472a71e {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:12.200007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:12.200426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Checking segment: {'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:12.200829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Bound using segment: {'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:12.201275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Bound port: 57a7e636-6f44-4ae3-990a-6a37006b73c0, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468924dd-4653-4467-9d4b-38c5884c15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:12.201669 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:12.205857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a926d-9d49-4118-ba14-15341b057cd8 req-161b8b9e-473f-412d-9062-e8fafa116d88 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:12.207535 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-113a926d-9d49-4118-ba14-15341b057cd8 req-161b8b9e-473f-412d-9062-e8fafa116d88 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0552261 Jan 31 15:53:12.248935 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-113a926d-9d49-4118-ba14-15341b057cd8 req-8772058c-f65a-4e45-a267-55e17c262185 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345607 Jan 31 15:53:12.259435 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:12.319161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network 4a64aa69-6b09-4651-bdd1-e4b543521358 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:12.328433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:12.334884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:12.337699 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] For port 57a7e636-6f44-4ae3-990a-6a37006b73c0, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:12.343915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] For port 57a7e636-6f44-4ae3-990a-6a37006b73c0, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=57a7e636-6f44-4ae3-990a-6a37006b73c0,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:12.349811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Port': ['ID=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:12.373064 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:12.454047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:12.454750 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:12.456168 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] 10.222.0.20 "PUT /v2.0/ports/57a7e636-6f44-4ae3-990a-6a37006b73c0 HTTP/1.1" status: 200 len: 1092 time: 1.9233088 Jan 31 15:53:12.461431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b107a0-e36b-4e70-b63a-3f304ecefbb8', 'tag': '57a7e636-6f44-4ae3-990a-6a37006b73c0'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:12.464868 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a954bf0-b22d-4208-b435-6db1ef0632b6" -d '{"events": [{"name": "network-changed", "server_uuid": "95b107a0-e36b-4e70-b63a-3f304ecefbb8", "tag": "57a7e636-6f44-4ae3-990a-6a37006b73c0"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:12.502393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:12.503024 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:12.548163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce06bb-5aba-47c9-9bcc-4ed131759a06 service neutron] Pushing event updated for resources: {'Port': ['ID=57a7e636-6f44-4ae3-990a-6a37006b73c0,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:12.562744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada533-c901-4b41-af8b-e33ca4f57d1b req-21aa7996-5c13-4a6b-a298-e92379fd8511 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:12.564280 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6ada533-c901-4b41-af8b-e33ca4f57d1b req-21aa7996-5c13-4a6b-a298-e92379fd8511 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 944 time: 0.1563795 Jan 31 15:53:12.570048 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f500ee69-53e7-43e7-86b8-916fae90f25c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8890290 Jan 31 15:53:12.577273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b8b12-38ae-4bee-bb48-13a829241717 req-52b4b3fd-2266-4431-83d7-73eff6bd5f9c tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:12.578798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-908b8b12-38ae-4bee-bb48-13a829241717 req-52b4b3fd-2266-4431-83d7-73eff6bd5f9c tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 950 time: 0.0546379 Jan 31 15:53:12.593317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Request body: {'port': {'device_id': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:12.617144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-908b8b12-38ae-4bee-bb48-13a829241717 req-3fcc3bd8-ce9b-4c6c-8fee-94589bc7452a tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d798cd-33d4-4cea-923b-045ec80c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321078 Jan 31 15:53:12.629344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-d54555c8-3fd5-457f-923e-2d5cf8a7cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:12.630809 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-d54555c8-3fd5-457f-923e-2d5cf8a7cc0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a9c604c867340d093a20a1cba841833&device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 1095 time: 0.1235664 Jan 31 15:53:12.642567 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6ada533-c901-4b41-af8b-e33ca4f57d1b req-b3ac8787-3eea-45b7-ab0e-d520341af7e1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689511 Jan 31 15:53:12.680427 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-404ad389-dc18-443c-b2c5-1c93d2268b11 None None] Provisioning complete for port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:12.681259 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-404ad389-dc18-443c-b2c5-1c93d2268b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:12.687028 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee07d63-f56e-4751-80d1-272a14c13023 x-openstack-request-id: req-2ee07d63-f56e-4751-80d1-272a14c13023 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:12.687323 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b107a0-e36b-4e70-b63a-3f304ecefbb8", "tag": "57a7e636-6f44-4ae3-990a-6a37006b73c0", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:12.687571 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ee07d63-f56e-4751-80d1-272a14c13023 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:12.687961 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b107a0-e36b-4e70-b63a-3f304ecefbb8', 'tag': '57a7e636-6f44-4ae3-990a-6a37006b73c0', 'status': 'completed', 'code': 200} Jan 31 15:53:12.712655 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-b56b4764-c955-4998-9f0b-019d89493b05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7e636-6f44-4ae3-990a-6a37006b73c0 HTTP/1.1" status: 200 len: 217 time: 0.0733306 Jan 31 15:53:12.715659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-404ad389-dc18-443c-b2c5-1c93d2268b11 None None] Port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:53:12.763952 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:12.816092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-fb9871d2-bfc4-4756-be35-aafec0b8caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:12.817556 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-fb9871d2-bfc4-4756-be35-aafec0b8caea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8ebb1ee4-fba6-4251-9c3d-4a756e47506e HTTP/1.1" status: 200 len: 859 time: 0.0923173 Jan 31 15:53:12.837283 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4696047-7b12-495e-99f6-3c588225fb4a req-1476cb5f-e659-4c28-89c8-1c87a3630632 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:12.843595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4696047-7b12-495e-99f6-3c588225fb4a req-1476cb5f-e659-4c28-89c8-1c87a3630632 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:12.849304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4696047-7b12-495e-99f6-3c588225fb4a req-1476cb5f-e659-4c28-89c8-1c87a3630632 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:12.850851 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4696047-7b12-495e-99f6-3c588225fb4a req-1476cb5f-e659-4c28-89c8-1c87a3630632 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2376 time: 0.1400421 Jan 31 15:53:12.898655 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-390fbac7-81aa-4a5e-9225-5e559acd9b77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4113491-101a-4ce9-803e-c3fc5472a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468616 Jan 31 15:53:12.989579 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4d9da605-d633-49e2-8a81-d874556efd9e details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:53:13.040501 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4696047-7b12-495e-99f6-3c588225fb4a req-abea7d4d-583b-4563-9893-4443ee7a4c37 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794715 Jan 31 15:53:13.064246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43951f2-c263-45df-a3a8-19f3b01e4222 req-a6a6d591-6ac9-4d3c-9f35-b85c0713f5e8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:13.072602 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f43951f2-c263-45df-a3a8-19f3b01e4222 req-a6a6d591-6ac9-4d3c-9f35-b85c0713f5e8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.0614185 Jan 31 15:53:13.099052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4d9da605-d633-49e2-8a81-d874556efd9e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4d9da605-d633-49e2-8a81-d874556efd9e,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:13.113014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '4d9da605-d633-49e2-8a81-d874556efd9e', 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e', 'port_id': '4d9da605-d633-49e2-8a81-d874556efd9e', 'mac_address': 'fa:16:3e:8e:5e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ebb1ee4-fba6-4251-9c3d-4a756e47506e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:53:13.114725 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f43951f2-c263-45df-a3a8-19f3b01e4222 req-c7341785-3401-4b19-a8cd-a41e253565f4 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379057 Jan 31 15:53:13.119178 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-e563f7d6-542a-4c3b-95d4-bec93761fe9c service neutron] 10.222.0.20 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706069 Jan 31 15:53:13.153670 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:13.166402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9da605-d633-49e2-8a81-d874556efd9e {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:13.187267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4d9da605-d633-49e2-8a81-d874556efd9e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4d9da605-d633-49e2-8a81-d874556efd9e,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:13.192481 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:13.241953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=4d9da605-d633-49e2-8a81-d874556efd9e,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:13.309034 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b16e143-faa0-4e68-b3c6-bb480a995336 req-33e20f49-3a72-480e-9329-e72024dfcfc1 service neutron] 10.222.0.20 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798189 Jan 31 15:53:13.313056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:13.322506 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:13.342020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43a1fa-08a5-46d8-bcaa-b9c6546e963e req-b778977d-2448-4a56-b4df-aa9dd9d41d82 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:13.343485 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f43a1fa-08a5-46d8-bcaa-b9c6546e963e req-b778977d-2448-4a56-b4df-aa9dd9d41d82 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 950 time: 0.1210113 Jan 31 15:53:13.348298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Transition to ACTIVE for port object 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:53:13.358331 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:13.376349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea52b4-de2b-42ed-97a3-2a13adb04830 req-64b4ed22-fb65-4ba8-b016-33f61de94e54 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:13.377849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7dea52b4-de2b-42ed-97a3-2a13adb04830 req-64b4ed22-fb65-4ba8-b016-33f61de94e54 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0583305 Jan 31 15:53:13.382606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d73a391-8146-4608-b24d-c9cb58c083ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134a14e-be9e-4108-b43a-290d812b30f1'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:13.391961 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13881bf4-6beb-4f56-802f-a02943646f95" -d '{"events": [{"server_uuid": "5d73a391-8146-4608-b24d-c9cb58c083ae", "name": "network-vif-plugged", "status": "completed", "tag": "9134a14e-be9e-4108-b43a-290d812b30f1"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:13.425094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7dea52b4-de2b-42ed-97a3-2a13adb04830 req-3d7ac2bf-bce6-40c9-a308-200068a5907e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Jan 31 15:53:13.454076 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f43a1fa-08a5-46d8-bcaa-b9c6546e963e req-627ae117-742b-492a-81f9-c8890e4e6ec8 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043706 Jan 31 15:53:13.466810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:13.482772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4d9da605-d633-49e2-8a81-d874556efd9e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:13.517168 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc99371d-32d8-4c78-b17c-82e279f8319c x-openstack-request-id: req-bc99371d-32d8-4c78-b17c-82e279f8319c {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:13.517768 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d73a391-8146-4608-b24d-c9cb58c083ae", "name": "network-vif-plugged", "status": "completed", "tag": "9134a14e-be9e-4108-b43a-290d812b30f1", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:13.517915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a954bf0-b22d-4208-b435-6db1ef0632b6 req-f70de5b1-9e7d-40ba-933e-76b7643c0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:13.518297 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc99371d-32d8-4c78-b17c-82e279f8319c {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:13.518824 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d73a391-8146-4608-b24d-c9cb58c083ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134a14e-be9e-4108-b43a-290d812b30f1', 'code': 200} Jan 31 15:53:13.519418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a954bf0-b22d-4208-b435-6db1ef0632b6 req-f70de5b1-9e7d-40ba-933e-76b7643c0fec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a9c604c867340d093a20a1cba841833&device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 1095 time: 0.1507397 Jan 31 15:53:13.610646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Attempting to bind port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:13.610887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Attempting to bind port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:13.611219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Attempting to bind port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 on network 4a64aa69-6b09-4651-bdd1-e4b543521358 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:13.625209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 on network 4a64aa69-6b09-4651-bdd1-e4b543521358 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:13.625566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Attempting to bind port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 on network 4a64aa69-6b09-4651-bdd1-e4b543521358 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:13.640475 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:13.640812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Checking segment: {'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:13.641194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Bound using segment: {'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:13.641839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Bound port: 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:13.642022 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:13.657980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a954bf0-b22d-4208-b435-6db1ef0632b6 req-d0d23723-e141-4ca9-a0be-775d0f71fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:13.659676 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a954bf0-b22d-4208-b435-6db1ef0632b6 req-d0d23723-e141-4ca9-a0be-775d0f71fa89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4113491-101a-4ce9-803e-c3fc5472a71e HTTP/1.1" status: 200 len: 920 time: 0.1307919 Jan 31 15:53:13.678339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05512cf0-504a-4527-a647-ad7fc35e3800 req-7cb2009a-8dbe-4e22-b800-ac2ad0d71ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:13.679234 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05512cf0-504a-4527-a647-ad7fc35e3800 req-7cb2009a-8dbe-4e22-b800-ac2ad0d71ebb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 1101 time: 0.0983033 Jan 31 15:53:13.747176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a954bf0-b22d-4208-b435-6db1ef0632b6 req-f70a5a2f-934e-4709-8e4d-ca15c21e4c47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7e636-6f44-4ae3-990a-6a37006b73c0 HTTP/1.1" status: 200 len: 217 time: 0.0767205 Jan 31 15:53:13.751251 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05512cf0-504a-4527-a647-ad7fc35e3800 req-dae62f0f-3164-4809-9c9b-8eb53c860ae9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633578 Jan 31 15:53:13.785850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ade5b-9726-406f-9e2f-4febb3ab3007 req-907ac98d-02a6-4acb-a198-e5e88073ec88 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:13.787303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b81ade5b-9726-406f-9e2f-4febb3ab3007 req-907ac98d-02a6-4acb-a198-e5e88073ec88 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 944 time: 0.0531187 Jan 31 15:53:13.824672 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b81ade5b-9726-406f-9e2f-4febb3ab3007 req-ea547edd-c830-49ba-b1c9-491f970367a0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310919 Jan 31 15:53:13.843142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] For port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:13.848751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] For port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:13.852629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a954bf0-b22d-4208-b435-6db1ef0632b6 req-0c2628be-485f-4841-abda-5c9943bce4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:13.854194 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a954bf0-b22d-4208-b435-6db1ef0632b6 req-0c2628be-485f-4841-abda-5c9943bce4d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8ebb1ee4-fba6-4251-9c3d-4a756e47506e HTTP/1.1" status: 200 len: 859 time: 0.0933783 Jan 31 15:53:13.862789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525997c0-956d-4360-80cb-31fdda20703e req-0908757c-3418-4237-bf88-974b40ef4a02 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:13.864072 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-525997c0-956d-4360-80cb-31fdda20703e req-0908757c-3418-4237-bf88-974b40ef4a02 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 950 time: 0.1187503 Jan 31 15:53:13.864990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:13.927225 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a954bf0-b22d-4208-b435-6db1ef0632b6 req-1b034365-4587-4804-9bc8-a36aa6bbb205 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4113491-101a-4ce9-803e-c3fc5472a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599577 Jan 31 15:53:13.942357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:13.942957 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:13.944276 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 HTTP/1.1" status: 200 len: 1092 time: 1.3623526 Jan 31 15:53:13.995406 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Request body: {'port': {'device_id': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:14.034986 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-525997c0-956d-4360-80cb-31fdda20703e req-50f31f1e-b09a-451c-bf5c-eb62fca0704b tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d798cd-33d4-4cea-923b-045ec80c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585052 Jan 31 15:53:14.052844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536d563-aa84-4175-82e8-c3f0132761a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:14.115497 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:14.128533 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a954bf0-b22d-4208-b435-6db1ef0632b6 req-0c335066-5d1b-4d0e-ab1d-e4cd38b95057 service neutron] 10.222.0.20 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833541 Jan 31 15:53:14.313165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7fdb1-05de-43fd-80dd-40c0075836d5 req-8f4b2e04-165e-4e19-9100-965a89db1598 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:14.314709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4c7fdb1-05de-43fd-80dd-40c0075836d5 req-8f4b2e04-165e-4e19-9100-965a89db1598 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.0533528 Jan 31 15:53:14.339615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94be2a7-1fe2-402a-bd77-28e7a9027f29 req-78f1f6dc-e59b-4917-9d68-78fbd9cf1858 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:14.345386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94be2a7-1fe2-402a-bd77-28e7a9027f29 req-78f1f6dc-e59b-4917-9d68-78fbd9cf1858 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:14.351124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94be2a7-1fe2-402a-bd77-28e7a9027f29 req-78f1f6dc-e59b-4917-9d68-78fbd9cf1858 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:14.352171 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4c7fdb1-05de-43fd-80dd-40c0075836d5 req-989e1baa-22b0-45fa-b0b9-4c883013a8c3 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Jan 31 15:53:14.352789 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94be2a7-1fe2-402a-bd77-28e7a9027f29 req-78f1f6dc-e59b-4917-9d68-78fbd9cf1858 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2388 time: 0.2168980 Jan 31 15:53:14.399669 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a954bf0-b22d-4208-b435-6db1ef0632b6 req-bbfc334e-5831-495f-85e9-2919f27ce116 service neutron] 10.222.0.20 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610698 Jan 31 15:53:14.447518 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94be2a7-1fe2-402a-bd77-28e7a9027f29 req-aa9a23d6-f7bf-4dd7-a5f0-21226e21344e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865438 Jan 31 15:53:14.455213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbf870-47f1-4e64-99f6-808a58a41264 req-258c26d3-e72f-4c98-b11f-2de9fa24ef36 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:14.456717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21fbf870-47f1-4e64-99f6-808a58a41264 req-258c26d3-e72f-4c98-b11f-2de9fa24ef36 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 950 time: 0.0489933 Jan 31 15:53:14.500561 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21fbf870-47f1-4e64-99f6-808a58a41264 req-b426f995-9cb9-4387-987d-9cd836a3cbac tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d798cd-33d4-4cea-923b-045ec80c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319736 Jan 31 15:53:14.575335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25df66ba-eee7-4236-923a-74cc95aea556 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:14.584552 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:14.595066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41fb20-b8f7-43be-a831-8dc2e0bd548a req-b230941d-a26f-41cf-a41c-a71ed044ef46 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:14.596519 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f41fb20-b8f7-43be-a831-8dc2e0bd548a req-b230941d-a26f-41cf-a41c-a71ed044ef46 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0937321 Jan 31 15:53:14.602149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac47bb-539f-46dc-a208-b6aa2d8abbda req-8636d672-8983-42d1-9551-b33ece5f70f6 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:14.603613 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8cac47bb-539f-46dc-a208-b6aa2d8abbda req-8636d672-8983-42d1-9551-b33ece5f70f6 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 950 time: 0.0477936 Jan 31 15:53:14.611890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Transition to ACTIVE for port object 25df66ba-eee7-4236-923a-74cc95aea556 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:53:14.619988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:14.641930 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8cac47bb-539f-46dc-a208-b6aa2d8abbda req-492fa82a-bb91-48c1-b8b1-1651d60a582d tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Jan 31 15:53:14.686211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f41fb20-b8f7-43be-a831-8dc2e0bd548a req-cbb3747d-bcfb-4772-90cc-c60c2f9446b6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821862 Jan 31 15:53:14.689535 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'tag': '3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:14.691989 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2ee130-4709-4f41-87d9-be8155a96480" -d '{"events": [{"name": "network-changed", "server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "tag": "3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:14.710848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Pushing event updated for resources: {'Port': ['ID=25df66ba-eee7-4236-923a-74cc95aea556,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:14.743705 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4190b72-5ef7-430d-b121-ef9b89aeea33 x-openstack-request-id: req-b4190b72-5ef7-430d-b121-ef9b89aeea33 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:14.743999 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "tag": "3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:14.744256 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4190b72-5ef7-430d-b121-ef9b89aeea33 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:14.744643 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'tag': '3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3', 'status': 'completed', 'code': 200} Jan 31 15:53:14.791869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Attempting to bind port 25df66ba-eee7-4236-923a-74cc95aea556 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:14.792196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Attempting to bind port 25df66ba-eee7-4236-923a-74cc95aea556 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'ab3774ae-3233-4533-a88f-bd7b03463f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:14.792516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Attempting to bind port 25df66ba-eee7-4236-923a-74cc95aea556 on network 83278aaa-fdde-428d-bb97-0cf06be129f2 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:14.796833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Port 25df66ba-eee7-4236-923a-74cc95aea556 on network 83278aaa-fdde-428d-bb97-0cf06be129f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:14.797139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Attempting to bind port 25df66ba-eee7-4236-923a-74cc95aea556 on network 83278aaa-fdde-428d-bb97-0cf06be129f2 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:14.801908 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:14.802238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Checking segment: {'id': 'ab3774ae-3233-4533-a88f-bd7b03463f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:14.802664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Bound using segment: {'id': 'ab3774ae-3233-4533-a88f-bd7b03463f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:14.803083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Bound port: 25df66ba-eee7-4236-923a-74cc95aea556, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3774ae-3233-4533-a88f-bd7b03463f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:14.803434 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:14.822308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee130-4709-4f41-87d9-be8155a96480 req-55aa396e-8651-4b90-93f3-484218664025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:14.822931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee130-4709-4f41-87d9-be8155a96480 req-55aa396e-8651-4b90-93f3-484218664025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:14.823462 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee130-4709-4f41-87d9-be8155a96480 req-55aa396e-8651-4b90-93f3-484218664025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:14.825339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f2ee130-4709-4f41-87d9-be8155a96480 req-55aa396e-8651-4b90-93f3-484218664025 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab7d182b89414720abdc797f9c88d03c&device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2756 time: 0.0541499 Jan 31 15:53:14.876774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] For port 25df66ba-eee7-4236-923a-74cc95aea556, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:14.888762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] For port 25df66ba-eee7-4236-923a-74cc95aea556, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=25df66ba-eee7-4236-923a-74cc95aea556,segment=NetworkSegment(ab3774ae-3233-4533-a88f-bd7b03463f1f),segment_id=ab3774ae-3233-4533-a88f-bd7b03463f1f)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:14.894247 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:14.961177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:14.961812 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:14.963153 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] 10.222.0.30 "PUT /v2.0/ports/25df66ba-eee7-4236-923a-74cc95aea556 HTTP/1.1" status: 200 len: 1091 time: 0.9765413 Jan 31 15:53:14.999276 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720352-b38e-42fa-a30c-300adaa11bd5 req-f92ff3e0-19b5-46d0-a1cd-84451ffe8969 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.000809 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4d9da605-d633-49e2-8a81-d874556efd9e up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:15.001624 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef720352-b38e-42fa-a30c-300adaa11bd5 req-f92ff3e0-19b5-46d0-a1cd-84451ffe8969 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 944 time: 0.1050775 Jan 31 15:53:15.002313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1142a-786a-4bce-8d3c-60b0744b76eb service neutron] Pushing event updated for resources: {'Port': ['ID=25df66ba-eee7-4236-923a-74cc95aea556,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:15.009735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Request body: {'port': {'device_id': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:15.035668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee130-4709-4f41-87d9-be8155a96480 req-d6fc7799-d040-4504-9f2a-55441d39a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.036139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee130-4709-4f41-87d9-be8155a96480 req-d6fc7799-d040-4504-9f2a-55441d39a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.036604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee130-4709-4f41-87d9-be8155a96480 req-d6fc7799-d040-4504-9f2a-55441d39a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.038276 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f2ee130-4709-4f41-87d9-be8155a96480 req-d6fc7799-d040-4504-9f2a-55441d39a8b6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ab7d182b89414720abdc797f9c88d03c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2030237 Jan 31 15:53:15.072057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 4d9da605-d633-49e2-8a81-d874556efd9e completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:53:15.076841 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 4d9da605-d633-49e2-8a81-d874556efd9e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:15.077849 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:15.101013 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef720352-b38e-42fa-a30c-300adaa11bd5 req-92dc908d-c988-4496-b068-e262c9f73fd2 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867693 Jan 31 15:53:15.143611 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:15.193991 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:15.233440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4d9da605-d633-49e2-8a81-d874556efd9e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4d9da605-d633-49e2-8a81-d874556efd9e,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:15.239048 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:15.303471 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=4d9da605-d633-49e2-8a81-d874556efd9e,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:15.432895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:15.440509 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:15.452666 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Transition to ACTIVE for port object 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:53:15.458887 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:15.520669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6b8f16-e3f7-45b6-9d02-b5b698c96939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9da605-d633-49e2-8a81-d874556efd9e'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:15.524955 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb7e821-e6f7-4df0-80e1-9107714f1257" -d '{"events": [{"server_uuid": "9e6b8f16-e3f7-45b6-9d02-b5b698c96939", "name": "network-vif-plugged", "status": "completed", "tag": "4d9da605-d633-49e2-8a81-d874556efd9e"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:15.526144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Pushing event updated for resources: {'Port': ['ID=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:15.543899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab21c5-d5f1-4faa-b176-d33b94644b31 req-ea36a879-f581-4339-83d4-bb4131d93897 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.545397 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bab21c5-d5f1-4faa-b176-d33b94644b31 req-ea36a879-f581-4339-83d4-bb4131d93897 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.1151795 Jan 31 15:53:15.550398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee130-4709-4f41-87d9-be8155a96480 req-b169b30a-c137-480f-9b1e-e0832bfb371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.551802 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f2ee130-4709-4f41-87d9-be8155a96480 req-b169b30a-c137-480f-9b1e-e0832bfb371e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5061333 Jan 31 15:53:15.615841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Attempting to bind port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:15.616167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Attempting to bind port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:15.616581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Attempting to bind port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 on network 4a64aa69-6b09-4651-bdd1-e4b543521358 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:15.620957 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bab21c5-d5f1-4faa-b176-d33b94644b31 req-02ab189c-9f75-4afa-b4a4-ad93716ca1bf tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680418 Jan 31 15:53:15.624345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 on network 4a64aa69-6b09-4651-bdd1-e4b543521358 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:15.624520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Attempting to bind port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 on network 4a64aa69-6b09-4651-bdd1-e4b543521358 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:15.636111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4982d-b1c0-40ae-80c3-b0239edf2dcd req-576af0f7-6c9f-4bf4-bcf2-335fbc51037a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.650312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4982d-b1c0-40ae-80c3-b0239edf2dcd req-576af0f7-6c9f-4bf4-bcf2-335fbc51037a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.650312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4982d-b1c0-40ae-80c3-b0239edf2dcd req-576af0f7-6c9f-4bf4-bcf2-335fbc51037a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.650312 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65e4982d-b1c0-40ae-80c3-b0239edf2dcd req-576af0f7-6c9f-4bf4-bcf2-335fbc51037a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2412 time: 0.0960357 Jan 31 15:53:15.653564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:15.653893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Checking segment: {'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:15.654270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Bound using segment: {'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:15.654692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Bound port: 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08bee48-ed77-458e-b954-a0d5f0f53831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:15.661097 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:15.742007 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65e4982d-b1c0-40ae-80c3-b0239edf2dcd req-79ca9328-54d0-422e-aa3a-65c4d8660451 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783856 Jan 31 15:53:15.742431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049e286-8484-456a-aa82-1849c36da0dc req-e3cffba4-429c-45b4-a321-e799f4375a00 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.760014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6049e286-8484-456a-aa82-1849c36da0dc req-e3cffba4-429c-45b4-a321-e799f4375a00 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 950 time: 0.0572069 Jan 31 15:53:15.776206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] For port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:15.780828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] For port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:15.785866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:15.799824 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d699771-3d62-480f-b5a8-9a30c1dda945 x-openstack-request-id: req-1d699771-3d62-480f-b5a8-9a30c1dda945 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:15.800127 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6b8f16-e3f7-45b6-9d02-b5b698c96939", "name": "network-vif-plugged", "status": "completed", "tag": "4d9da605-d633-49e2-8a81-d874556efd9e", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:15.800378 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d699771-3d62-480f-b5a8-9a30c1dda945 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:15.800770 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6b8f16-e3f7-45b6-9d02-b5b698c96939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9da605-d633-49e2-8a81-d874556efd9e', 'code': 200} Jan 31 15:53:15.818046 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6049e286-8484-456a-aa82-1849c36da0dc req-937d3e96-3696-44e0-b6e0-956365a4d0ca tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d798cd-33d4-4cea-923b-045ec80c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572267 Jan 31 15:53:15.838964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.839572 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:15.841214 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] 10.222.0.30 "PUT /v2.0/ports/1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 HTTP/1.1" status: 200 len: 1092 time: 0.8499732 Jan 31 15:53:15.907450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61628d8a-375c-4cdc-ba95-fd4b07e7bb9a service neutron] Pushing event updated for resources: {'Port': ['ID=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:15.970791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84a170-7a91-4df3-8ac7-86c0352a19a9 req-44ae27e6-d0ea-4c16-af68-dd43146b8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.972908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b84a170-7a91-4df3-8ac7-86c0352a19a9 req-44ae27e6-d0ea-4c16-af68-dd43146b8084 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 1097 time: 0.0931375 Jan 31 15:53:15.979680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fc1df-9f00-4c10-a6fc-a4bcdab134bf req-eb3c0fc7-9903-488c-8c85-9eff900d5f7a tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.981152 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e5fc1df-9f00-4c10-a6fc-a4bcdab134bf req-eb3c0fc7-9903-488c-8c85-9eff900d5f7a tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 950 time: 0.1238396 Jan 31 15:53:15.985225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2f0cb4b7-991a-4c10-9293-ff582c2a3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.985797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2f0cb4b7-991a-4c10-9293-ff582c2a3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.986185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2f0cb4b7-991a-4c10-9293-ff582c2a3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:15.988239 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2f0cb4b7-991a-4c10-9293-ff582c2a3cba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab7d182b89414720abdc797f9c88d03c&device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2865 time: 0.0923324 Jan 31 15:53:16.011009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78298c11-63bf-48a7-b33e-f8076f17234b req-1e2fdd70-9de0-4198-8831-a0392a42448e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:16.012768 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78298c11-63bf-48a7-b33e-f8076f17234b req-1e2fdd70-9de0-4198-8831-a0392a42448e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0794542 Jan 31 15:53:16.042035 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-9bce7cb6-f635-4368-ac41-32bd7dd162f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.243&port_id=3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 HTTP/1.1" status: 200 len: 217 time: 0.0456741 Jan 31 15:53:16.048203 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b84a170-7a91-4df3-8ac7-86c0352a19a9 req-a05384e8-257a-4887-992e-86c4efa81933 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659676 Jan 31 15:53:16.058726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224d195-a8da-4594-bacc-139a85b8b51a req-cbe6d5a6-e408-465d-a895-44928783495e tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:16.060390 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2224d195-a8da-4594-bacc-139a85b8b51a req-cbe6d5a6-e408-465d-a895-44928783495e tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.20 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 950 time: 0.1221137 Jan 31 15:53:16.063645 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e5fc1df-9f00-4c10-a6fc-a4bcdab134bf req-998929a7-e859-4f52-8887-d63971a9a4a3 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665839 Jan 31 15:53:16.075313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78298c11-63bf-48a7-b33e-f8076f17234b req-28d945c8-3b89-42f5-b5e3-3b139f79762e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358076 Jan 31 15:53:16.230188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c62ef2-f003-4c00-a28a-640b74dfb1ed req-c835a746-4277-4a54-9257-f00c75fede03 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:16.231884 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25c62ef2-f003-4c00-a28a-640b74dfb1ed req-c835a746-4277-4a54-9257-f00c75fede03 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 944 time: 0.0550926 Jan 31 15:53:16.308514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25c62ef2-f003-4c00-a28a-640b74dfb1ed req-28329012-3ab4-4ec6-93ad-41aa00207184 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697999 Jan 31 15:53:16.325926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-10e213b4-5b82-4206-9a89-6270343ec875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:16.327823 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-10e213b4-5b82-4206-9a89-6270343ec875 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2a2a784-f9b6-4a87-aa5e-0a8ad269c429 HTTP/1.1" status: 200 len: 801 time: 0.0670536 Jan 31 15:53:16.386945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-12848110-057f-4399-a31d-1d69669ef2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:16.388461 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-12848110-057f-4399-a31d-1d69669ef2e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a64aa69-6b09-4651-bdd1-e4b543521358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0402906 Jan 31 15:53:16.413450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-2224d195-a8da-4594-bacc-139a85b8b51a req-6cb63edd-cacb-4b7f-b2a5-a6cc1801e2ce tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Deleting port 8a5e8663-a280-4ca1-9de1-bf319db9b416 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:16.413450 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2224d195-a8da-4594-bacc-139a85b8b51a req-6cb63edd-cacb-4b7f-b2a5-a6cc1801e2ce tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:16.485011 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-0042840e-beef-4132-89da-e1b6c3591fbd service neutron] 10.222.0.30 "GET /v2.0/networks/4a64aa69-6b09-4651-bdd1-e4b543521358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893099 Jan 31 15:53:16.504568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2224d195-a8da-4594-bacc-139a85b8b51a req-6cb63edd-cacb-4b7f-b2a5-a6cc1801e2ce tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] For port 8a5e8663-a280-4ca1-9de1-bf319db9b416, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8a5e8663-a280-4ca1-9de1-bf319db9b416,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:16.505252 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2224d195-a8da-4594-bacc-139a85b8b51a req-6cb63edd-cacb-4b7f-b2a5-a6cc1801e2ce tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:16.519034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-2224d195-a8da-4594-bacc-139a85b8b51a req-6cb63edd-cacb-4b7f-b2a5-a6cc1801e2ce tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Calling delete_port for 8a5e8663-a280-4ca1-9de1-bf319db9b416 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:16.595650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-cc4bb334-1317-4651-8dc1-4c3071181bda service neutron] 10.222.0.30 "GET /v2.0/networks/4a64aa69-6b09-4651-bdd1-e4b543521358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030364 Jan 31 15:53:16.640190 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-b2774a8a-a166-42c3-9694-65ac06883e8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=25df66ba-eee7-4236-923a-74cc95aea556 HTTP/1.1" status: 200 len: 217 time: 0.0344429 Jan 31 15:53:16.684041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37abef-fd15-4920-9a8b-985c4a60cc73 req-b5a920f5-bc2d-4060-bdca-a82d6bb7b681 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:16.685431 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc37abef-fd15-4920-9a8b-985c4a60cc73 req-b5a920f5-bc2d-4060-bdca-a82d6bb7b681 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 950 time: 0.0952487 Jan 31 15:53:16.702529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-49166803-7198-4395-9b6b-22853e6f09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:16.704723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-49166803-7198-4395-9b6b-22853e6f09ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6af5d0e-1443-4560-8d5c-789535c0925b HTTP/1.1" status: 200 len: 801 time: 0.0578773 Jan 31 15:53:16.711600 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2224d195-a8da-4594-bacc-139a85b8b51a req-6cb63edd-cacb-4b7f-b2a5-a6cc1801e2ce tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:16.723246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8a5e8663-a280-4ca1-9de1-bf319db9b416'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:16.743166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb63edd-cacb-4b7f-b2a5-a6cc1801e2ce tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Pushing event deleted for resources: {'Port': ['ID=8a5e8663-a280-4ca1-9de1-bf319db9b416,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:16.750152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'tag': '25df66ba-eee7-4236-923a-74cc95aea556'}, {'name': 'network-changed', 'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'tag': '1b22e5fc-f4d8-4bc8-aab4-a78b49b03657'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:16.752157 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619" -d '{"events": [{"name": "network-changed", "server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "tag": "25df66ba-eee7-4236-923a-74cc95aea556"}, {"name": "network-changed", "server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "tag": "1b22e5fc-f4d8-4bc8-aab4-a78b49b03657"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:16.778321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc37abef-fd15-4920-9a8b-985c4a60cc73 req-4b556edf-51cc-44a7-bab5-08f6db55f478 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839908 Jan 31 15:53:16.792857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68500b41-784c-4c48-b8bb-e97bb1a0d0bc req-6fd75c36-c3c9-4a5e-ac09-3e184c2c67b0 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:16.792857 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68500b41-784c-4c48-b8bb-e97bb1a0d0bc req-6fd75c36-c3c9-4a5e-ac09-3e184c2c67b0 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.0794935 Jan 31 15:53:16.792857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-10fd834a-b49d-4282-ad65-61ddf6fa969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:16.793325 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-10fd834a-b49d-4282-ad65-61ddf6fa969b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83278aaa-fdde-428d-bb97-0cf06be129f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0763378 Jan 31 15:53:16.847864 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4533e730-dd36-4096-a9ba-09e1fe76911e x-openstack-request-id: req-4533e730-dd36-4096-a9ba-09e1fe76911e {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:16.848165 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "tag": "25df66ba-eee7-4236-923a-74cc95aea556", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "tag": "1b22e5fc-f4d8-4bc8-aab4-a78b49b03657", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:16.848412 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4533e730-dd36-4096-a9ba-09e1fe76911e {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:16.848835 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'tag': '25df66ba-eee7-4236-923a-74cc95aea556', 'status': 'completed', 'code': 200} Jan 31 15:53:16.849174 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'tag': '1b22e5fc-f4d8-4bc8-aab4-a78b49b03657', 'status': 'completed', 'code': 200} Jan 31 15:53:16.850162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2224d195-a8da-4594-bacc-139a85b8b51a req-6cb63edd-cacb-4b7f-b2a5-a6cc1801e2ce tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] No DVR routers for this DVR port 8a5e8663-a280-4ca1-9de1-bf319db9b416 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:16.853975 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2224d195-a8da-4594-bacc-139a85b8b51a req-6cb63edd-cacb-4b7f-b2a5-a6cc1801e2ce tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:16.857820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2224d195-a8da-4594-bacc-139a85b8b51a req-6cb63edd-cacb-4b7f-b2a5-a6cc1801e2ce tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.20 "DELETE /v2.0/ports/8a5e8663-a280-4ca1-9de1-bf319db9b416 HTTP/1.1" status: 204 len: 173 time: 0.7911346 Jan 31 15:53:16.861844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 57a7e636-6f44-4ae3-990a-6a37006b73c0 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:53:16.942112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68500b41-784c-4c48-b8bb-e97bb1a0d0bc req-428f051e-9340-4c0a-93af-a5046a5b3d81 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472909 Jan 31 15:53:16.985347 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-2ebf6b64-cb5a-49b2-b65a-87d9b4696fac service neutron] 10.222.0.30 "GET /v2.0/networks/83278aaa-fdde-428d-bb97-0cf06be129f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838462 Jan 31 15:53:17.074969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 57a7e636-6f44-4ae3-990a-6a37006b73c0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=57a7e636-6f44-4ae3-990a-6a37006b73c0,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:17.075260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77e23e-70f4-41cc-9f0a-90091c99abb7 req-f9698319-c22d-4e79-bdd7-610615461d9b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.089391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '57a7e636-6f44-4ae3-990a-6a37006b73c0', 'network_id': 'd4113491-101a-4ce9-803e-c3fc5472a71e', 'port_id': '57a7e636-6f44-4ae3-990a-6a37006b73c0', 'mac_address': 'fa:16:3e:9b:63:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ebb1ee4-fba6-4251-9c3d-4a756e47506e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:53:17.090612 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77e23e-70f4-41cc-9f0a-90091c99abb7 req-f9698319-c22d-4e79-bdd7-610615461d9b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.099783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77e23e-70f4-41cc-9f0a-90091c99abb7 req-f9698319-c22d-4e79-bdd7-610615461d9b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.101609 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc77e23e-70f4-41cc-9f0a-90091c99abb7 req-f9698319-c22d-4e79-bdd7-610615461d9b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2412 time: 0.1412282 Jan 31 15:53:17.133600 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:17.136084 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-485fb445-b454-4a5a-b772-022d408db825 req-133ede33-47f7-4259-b04a-17d36f4f4108 tempest-ImagesNegativeTestJSON-1028226596 tempest-ImagesNegativeTestJSON-1028226596-project] 10.222.0.36 "GET /v2.0/ports?device_id=f78477ca-22c1-4848-88b5-e75349eee88b HTTP/1.1" status: 200 len: 210 time: 0.0364795 Jan 31 15:53:17.138036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-46b108dd-2a5d-463b-9392-215212c4f5f0 service neutron] 10.222.0.30 "GET /v2.0/networks/83278aaa-fdde-428d-bb97-0cf06be129f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450403 Jan 31 15:53:17.144045 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc77e23e-70f4-41cc-9f0a-90091c99abb7 req-2b047cd1-8947-4519-83fa-8394220f24ea tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336983 Jan 31 15:53:17.149626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a7e636-6f44-4ae3-990a-6a37006b73c0 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:17.187416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 57a7e636-6f44-4ae3-990a-6a37006b73c0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=57a7e636-6f44-4ae3-990a-6a37006b73c0,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:17.189016 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-208a8b30-7316-4f80-99e0-0313d3b364d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:17.192631 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:17.197340 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-3fbd2174-c443-46d3-a47d-e842bd574c52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 HTTP/1.1" status: 200 len: 217 time: 0.0499070 Jan 31 15:53:17.245279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=57a7e636-6f44-4ae3-990a-6a37006b73c0,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:17.293564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468ccc4-ed30-4356-8f58-69112e22f103 req-e02514ea-5473-436d-8ab4-fb7abc7b113a tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.295057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3468ccc4-ed30-4356-8f58-69112e22f103 req-e02514ea-5473-436d-8ab4-fb7abc7b113a tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0863950 Jan 31 15:53:17.298770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f4631543-b750-4cb4-87a9-a0a637aeb950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.300056 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f4631543-b750-4cb4-87a9-a0a637aeb950 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2a2a784-f9b6-4a87-aa5e-0a8ad269c429 HTTP/1.1" status: 200 len: 801 time: 0.0668702 Jan 31 15:53:17.362776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3468ccc4-ed30-4356-8f58-69112e22f103 req-e976a7cf-d245-4731-a6ae-6ed5f505d3b6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616848 Jan 31 15:53:17.370196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-6c2e1c43-d52d-43cc-b7db-60f35b96aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.371637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-6c2e1c43-d52d-43cc-b7db-60f35b96aace service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a64aa69-6b09-4651-bdd1-e4b543521358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0640314 Jan 31 15:53:17.424582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1eeacd-2e9b-4796-96d9-455197e7cfdb req-6cddfb5e-83a3-4b6f-bcf1-47e7275c8850 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.426354 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b1eeacd-2e9b-4796-96d9-455197e7cfdb req-6cddfb5e-83a3-4b6f-bcf1-47e7275c8850 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 945 time: 0.0493422 Jan 31 15:53:17.470503 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b1eeacd-2e9b-4796-96d9-455197e7cfdb req-6bd42970-0268-44df-8faa-ce4ab693a256 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376265 Jan 31 15:53:17.480706 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-f134e381-52a4-48f1-b92e-92ddf23f015a service neutron] 10.222.0.30 "GET /v2.0/networks/4a64aa69-6b09-4651-bdd1-e4b543521358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012075 Jan 31 15:53:17.582155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2611e33f-958d-4122-b9dc-69b95afcf666 req-ec5f5f07-a388-4db6-a352-ce94b52ebedd service neutron] 10.222.0.30 "GET /v2.0/networks/4a64aa69-6b09-4651-bdd1-e4b543521358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871902 Jan 31 15:53:17.599148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['57a7e636-6f44-4ae3-990a-6a37006b73c0'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:17.691005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-ef60d065-9b81-4e4f-ae11-029fb16ac4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.691404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-ef60d065-9b81-4e4f-ae11-029fb16ac4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.691865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-ef60d065-9b81-4e4f-ae11-029fb16ac4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.693529 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-ef60d065-9b81-4e4f-ae11-029fb16ac4e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab7d182b89414720abdc797f9c88d03c&device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2865 time: 0.0443881 Jan 31 15:53:17.786969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-2df431da-525b-4d23-9aed-bb9972d2bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.788572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-2df431da-525b-4d23-9aed-bb9972d2bc01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83278aaa-fdde-428d-bb97-0cf06be129f2 HTTP/1.1" status: 200 len: 902 time: 0.0869515 Jan 31 15:53:17.832122 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-68517c64-e569-4d60-ad38-945794189b77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=25df66ba-eee7-4236-923a-74cc95aea556 HTTP/1.1" status: 200 len: 217 time: 0.0351598 Jan 31 15:53:17.912327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-1001d312-9299-4d54-ac58-d9b12ceea402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.913812 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-1001d312-9299-4d54-ac58-d9b12ceea402 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6af5d0e-1443-4560-8d5c-789535c0925b HTTP/1.1" status: 200 len: 801 time: 0.0651991 Jan 31 15:53:17.926327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c5a88-608b-4e10-8ea3-3de8110e64f2 req-43324edf-de4d-4960-989e-8092e563157a tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.927709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e78c5a88-608b-4e10-8ea3-3de8110e64f2 req-43324edf-de4d-4960-989e-8092e563157a tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 950 time: 0.0876441 Jan 31 15:53:17.990591 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e78c5a88-608b-4e10-8ea3-3de8110e64f2 req-8b14a89f-e09c-4d3c-b7bc-5d1621943129 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532947 Jan 31 15:53:17.992485 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-db589606-741a-4d4d-bee8-aa17b0f4855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:17.993910 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-db589606-741a-4d4d-bee8-aa17b0f4855c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83278aaa-fdde-428d-bb97-0cf06be129f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0653155 Jan 31 15:53:18.058433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91592f2b-539a-42ab-9df9-3e1db349031d req-6366de0e-532c-43fd-8723-309b623cfe96 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.060009 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91592f2b-539a-42ab-9df9-3e1db349031d req-6366de0e-532c-43fd-8723-309b623cfe96 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 945 time: 0.0491011 Jan 31 15:53:18.096750 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91592f2b-539a-42ab-9df9-3e1db349031d req-8235f2a9-1f75-439d-ac0f-0749b019d09f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Jan 31 15:53:18.116508 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187ddf0-b922-4ad2-a383-da7e6d922fa3 req-ef74b8ff-dc32-410e-ba10-023e2ed585e8 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.118067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b187ddf0-b922-4ad2-a383-da7e6d922fa3 req-ef74b8ff-dc32-410e-ba10-023e2ed585e8 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 1096 time: 0.0639205 Jan 31 15:53:18.119863 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-d0fe99ae-3d4b-4a5e-a5d2-8f14fbdd1e3a service neutron] 10.222.0.30 "GET /v2.0/networks/83278aaa-fdde-428d-bb97-0cf06be129f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180956 Jan 31 15:53:18.202874 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b187ddf0-b922-4ad2-a383-da7e6d922fa3 req-d720c9a5-d572-4311-a58c-b1623c32b008 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789092 Jan 31 15:53:18.247760 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-5569a0f6-1f31-477b-a928-59c7084dcfe8 service neutron] 10.222.0.30 "GET /v2.0/networks/83278aaa-fdde-428d-bb97-0cf06be129f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180942 Jan 31 15:53:18.294002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28b8c6-c893-47eb-905e-037b8afaab43 req-7050369a-91b7-4342-9992-e6574892d23a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.299773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28b8c6-c893-47eb-905e-037b8afaab43 req-7050369a-91b7-4342-9992-e6574892d23a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.305614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28b8c6-c893-47eb-905e-037b8afaab43 req-7050369a-91b7-4342-9992-e6574892d23a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.312891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b28b8c6-c893-47eb-905e-037b8afaab43 req-7050369a-91b7-4342-9992-e6574892d23a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2412 time: 0.0732958 Jan 31 15:53:18.340130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-d7bf8b00-fa15-4e9d-bb95-e96dfd3c243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.340648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-d7bf8b00-fa15-4e9d-bb95-e96dfd3c243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.341122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-d7bf8b00-fa15-4e9d-bb95-e96dfd3c243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.342804 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-d7bf8b00-fa15-4e9d-bb95-e96dfd3c243f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab7d182b89414720abdc797f9c88d03c&device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2865 time: 0.0459580 Jan 31 15:53:18.346253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b28b8c6-c893-47eb-905e-037b8afaab43 req-c5c00103-0e9f-4566-a242-5edf5ecae8b2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325372 Jan 31 15:53:18.452426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-3e996a85-b249-4453-b559-ce65c7bdd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.454227 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-3e996a85-b249-4453-b559-ce65c7bdd8c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a64aa69-6b09-4651-bdd1-e4b543521358 HTTP/1.1" status: 200 len: 903 time: 0.0981519 Jan 31 15:53:18.494089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83519e-71a3-4422-99f4-9b4fc3d1845f req-e3954a8b-07ea-4f07-8c65-306a64620121 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.495542 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b83519e-71a3-4422-99f4-9b4fc3d1845f req-e3954a8b-07ea-4f07-8c65-306a64620121 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 950 time: 0.0902457 Jan 31 15:53:18.504184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-dee811fc-f803-4577-a00b-53c2361f1a25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 HTTP/1.1" status: 200 len: 217 time: 0.0379627 Jan 31 15:53:18.521684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa4b2e-6c27-4ef3-84b6-2ef3f73a482d req-44cc5beb-bc04-4981-acf7-7ff8ddc8e914 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.523134 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e7fa4b2e-6c27-4ef3-84b6-2ef3f73a482d req-44cc5beb-bc04-4981-acf7-7ff8ddc8e914 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0695231 Jan 31 15:53:18.561007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-22093797-c598-4ae5-8ec9-78a7c41e3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.563307 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-22093797-c598-4ae5-8ec9-78a7c41e3a0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2a2a784-f9b6-4a87-aa5e-0a8ad269c429 HTTP/1.1" status: 200 len: 801 time: 0.0488884 Jan 31 15:53:18.613750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-bae53a33-48f1-4163-b778-205f36f79057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.615525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-bae53a33-48f1-4163-b778-205f36f79057 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a64aa69-6b09-4651-bdd1-e4b543521358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0450420 Jan 31 15:53:18.654059 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e7fa4b2e-6c27-4ef3-84b6-2ef3f73a482d req-33933c67-f714-43d5-90bc-c566fa3a87cc tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002250 Jan 31 15:53:18.662760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-d9bf45f2-f982-4467-8ab6-69bb596e19c8 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.664222 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-d9bf45f2-f982-4467-8ab6-69bb596e19c8 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732&tenant_id=fb6f65ae282d4cad81a9203baacdf14e&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1096 time: 0.1386731 Jan 31 15:53:18.681714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827120-1'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:18.708603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-3b83519e-71a3-4422-99f4-9b4fc3d1845f req-1d38fa5c-6089-4c7a-ac59-68dbf1c128b0 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Deleting port 9134a14e-be9e-4108-b43a-290d812b30f1 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:18.709079 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b83519e-71a3-4422-99f4-9b4fc3d1845f req-1d38fa5c-6089-4c7a-ac59-68dbf1c128b0 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:18.713057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-0b5addb7-3a33-473e-b960-de2845298940 service neutron] 10.222.0.30 "GET /v2.0/networks/4a64aa69-6b09-4651-bdd1-e4b543521358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907252 Jan 31 15:53:18.812038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02e26ffd-8dc9-4edb-b6cb-609a4bdcb619 req-4aa3bf95-f089-4e86-8dd7-ebdb0c9f24e9 service neutron] 10.222.0.30 "GET /v2.0/networks/4a64aa69-6b09-4651-bdd1-e4b543521358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909650 Jan 31 15:53:18.839600 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:18.851137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78477ca-22c1-4848-88b5-e75349eee88b', 'name': 'network-vif-deleted', 'tag': '8a5e8663-a280-4ca1-9de1-bf319db9b416'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:18.853390 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e215d06-5a41-47be-9fa8-58f9d4afaf1e" -d '{"events": [{"server_uuid": "f78477ca-22c1-4848-88b5-e75349eee88b", "name": "network-vif-deleted", "tag": "8a5e8663-a280-4ca1-9de1-bf319db9b416"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:18.879908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 57a7e636-6f44-4ae3-990a-6a37006b73c0 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:18.917764 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3b83519e-71a3-4422-99f4-9b4fc3d1845f req-1d38fa5c-6089-4c7a-ac59-68dbf1c128b0 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] For port 9134a14e-be9e-4108-b43a-290d812b30f1, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9134a14e-be9e-4108-b43a-290d812b30f1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:18.918127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b83519e-71a3-4422-99f4-9b4fc3d1845f req-1d38fa5c-6089-4c7a-ac59-68dbf1c128b0 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:18.932537 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 57a7e636-6f44-4ae3-990a-6a37006b73c0 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:53:18.936538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 57a7e636-6f44-4ae3-990a-6a37006b73c0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:18.936893 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:18.945174 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34146bc2-3a19-4a62-83ee-de368cb6f4f2 req-52f9a142-2c3f-4487-a50d-7ef4d3e00cf0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:18.947264 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34146bc2-3a19-4a62-83ee-de368cb6f4f2 req-52f9a142-2c3f-4487-a50d-7ef4d3e00cf0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 945 time: 0.1507382 Jan 31 15:53:18.953113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-3b83519e-71a3-4422-99f4-9b4fc3d1845f req-1d38fa5c-6089-4c7a-ac59-68dbf1c128b0 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Calling delete_port for 9134a14e-be9e-4108-b43a-290d812b30f1 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:19.017731 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.042384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b107a0-e36b-4e70-b63a-3f304ecefbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a7e636-6f44-4ae3-990a-6a37006b73c0'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:19.045046 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa16d624-1fe8-415b-9c91-417adf213a66" -d '{"events": [{"server_uuid": "95b107a0-e36b-4e70-b63a-3f304ecefbb8", "name": "network-vif-plugged", "status": "completed", "tag": "57a7e636-6f44-4ae3-990a-6a37006b73c0"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:19.057538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 57a7e636-6f44-4ae3-990a-6a37006b73c0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=57a7e636-6f44-4ae3-990a-6a37006b73c0,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:19.061946 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.062798 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8a5e8663-a280-4ca1-9de1-bf319db9b416 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:19.100221 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34146bc2-3a19-4a62-83ee-de368cb6f4f2 req-1e734d7c-cfd2-4686-933c-36e6c78bb9b0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431043 Jan 31 15:53:19.101712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 8a5e8663-a280-4ca1-9de1-bf319db9b416 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:19.102058 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8a5e8663-a280-4ca1-9de1-bf319db9b416 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:19.132347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=57a7e636-6f44-4ae3-990a-6a37006b73c0,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:19.143533 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-b3c11067-9d93-4a24-a7eb-c2cf86d1f0d8 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:53:19.144520 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-b3c11067-9d93-4a24-a7eb-c2cf86d1f0d8 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174484 Jan 31 15:53:19.194584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:19.197685 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214b5f6f-d140-4f18-a599-c5864100d556 x-openstack-request-id: req-214b5f6f-d140-4f18-a599-c5864100d556 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:19.198015 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78477ca-22c1-4848-88b5-e75349eee88b", "name": "network-vif-deleted", "tag": "8a5e8663-a280-4ca1-9de1-bf319db9b416", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:19.198676 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-214b5f6f-d140-4f18-a599-c5864100d556 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:19.198825 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78477ca-22c1-4848-88b5-e75349eee88b', 'name': 'network-vif-deleted', 'tag': '8a5e8663-a280-4ca1-9de1-bf319db9b416', 'status': 'completed', 'code': 200} Jan 31 15:53:19.223713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-2ec0ffac-c80e-4645-a06d-110feac21e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:19.225087 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-2ec0ffac-c80e-4645-a06d-110feac21e3d service neutron] 10.222.0.36 "GET /v2.0/ports/4927f153-10c1-4bf4-9b72-884ccc05b657 HTTP/1.1" status: 200 len: 1093 time: 0.0644169 Jan 31 15:53:19.258623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] Request body: {'binding': {'host': 'n-h1-827120-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:19.259066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] Unknown quota resources ['binding']. {{(pid=108772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 15:53:19.346766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:19.396808 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b83519e-71a3-4422-99f4-9b4fc3d1845f req-1d38fa5c-6089-4c7a-ac59-68dbf1c128b0 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.408224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['9134a14e-be9e-4108-b43a-290d812b30f1'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:19.427646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38380) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:19.483318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182960c1-9622-4fbc-b729-a3b46e636d75 req-dcf9ac4f-366a-43f8-9cd8-bc2821069d23 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:19.484769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-182960c1-9622-4fbc-b729-a3b46e636d75 req-dcf9ac4f-366a-43f8-9cd8-bc2821069d23 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d73a391-8146-4608-b24d-c9cb58c083ae HTTP/1.1" status: 200 len: 950 time: 0.2347777 Jan 31 15:53:19.488375 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.495213 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38fa5c-6089-4c7a-ac59-68dbf1c128b0 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Pushing event deleted for resources: {'Port': ['ID=9134a14e-be9e-4108-b43a-290d812b30f1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:19.535154 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.571216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b83519e-71a3-4422-99f4-9b4fc3d1845f req-1d38fa5c-6089-4c7a-ac59-68dbf1c128b0 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] No DVR routers for this DVR port 9134a14e-be9e-4108-b43a-290d812b30f1 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:19.573971 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b83519e-71a3-4422-99f4-9b4fc3d1845f req-1d38fa5c-6089-4c7a-ac59-68dbf1c128b0 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.577249 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7d78b72d-6ee6-475e-a728-d522f7f9908a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=081d5162d1554e88ab13b2ddb4ffdff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481071 Jan 31 15:53:19.577557 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b83519e-71a3-4422-99f4-9b4fc3d1845f req-1d38fa5c-6089-4c7a-ac59-68dbf1c128b0 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.30 "DELETE /v2.0/ports/9134a14e-be9e-4108-b43a-290d812b30f1 HTTP/1.1" status: 204 len: 173 time: 1.0737875 Jan 31 15:53:19.579438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38384) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:19.638277 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a90e1592-cdad-4138-8712-571c08c78283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.650341 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04c9800b-5d65-4b5d-9db1-8f6a37c94c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.677865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-182960c1-9622-4fbc-b729-a3b46e636d75 req-a602fbeb-fbcf-442b-8071-702ef41cd128 tempest-TenantUsagesTestJSON-369989854 tempest-TenantUsagesTestJSON-369989854-project] 10.222.0.36 "GET /v2.0/security-groups?id=663b8e1c-012d-4ead-a8f9-0d727b772f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762030 Jan 31 15:53:19.683688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04c9800b-5d65-4b5d-9db1-8f6a37c94c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.731155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Pushing event updated for resources: {'Port': ['ID=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:19.740124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] Attempting to bind port 4927f153-10c1-4bf4-9b72-884ccc05b657 on host n-h1-827120-1 for vnic_type normal with profile None {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:19.740497 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] Attempting to bind port 4927f153-10c1-4bf4-9b72-884ccc05b657 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:19.741361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] Attempting to bind port 4927f153-10c1-4bf4-9b72-884ccc05b657 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:19.748383 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd56ce2e-dfd8-4958-9966-2caf467379f9 x-openstack-request-id: req-fd56ce2e-dfd8-4958-9966-2caf467379f9 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:19.749562 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b107a0-e36b-4e70-b63a-3f304ecefbb8", "name": "network-vif-plugged", "status": "completed", "tag": "57a7e636-6f44-4ae3-990a-6a37006b73c0", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:19.749833 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd56ce2e-dfd8-4958-9966-2caf467379f9 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:19.749943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Attempting to bind port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on host n-h1-827120-1 for vnic_type normal with profile {"migrating_to": "n-h2-827120-1"} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:19.750248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Attempting to bind port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:19.750398 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b107a0-e36b-4e70-b63a-3f304ecefbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a7e636-6f44-4ae3-990a-6a37006b73c0', 'code': 200} Jan 31 15:53:19.752354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Attempting to bind port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:19.753431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] Port 4927f153-10c1-4bf4-9b72-884ccc05b657 on network d9143695-d818-4ec6-a1c8-9227036ec2ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:19.753814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] Attempting to bind port 4927f153-10c1-4bf4-9b72-884ccc05b657 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:19.762099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:19.762369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Attempting to bind port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:19.764636 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:19.764966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:19.765509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] Bound using segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:19.765801 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] Bound port: 4927f153-10c1-4bf4-9b72-884ccc05b657, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:19.775561 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04c9800b-5d65-4b5d-9db1-8f6a37c94c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.776366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:19.776726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:19.777237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:19.777549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Bound port: fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:19.777902 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.781867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04c9800b-5d65-4b5d-9db1-8f6a37c94c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.789784 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-04c9800b-5d65-4b5d-9db1-8f6a37c94c47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85d798cd-33d4-4cea-923b-045ec80c8de4 HTTP/1.1" status: 204 len: 168 time: 0.2055461 Jan 31 15:53:19.812234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9800b-5d65-4b5d-9db1-8f6a37c94c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d798cd-33d4-4cea-923b-045ec80c8de4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:19.932054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4927f153-10c1-4bf4-9b72-884ccc05b657,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:19.947806 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:19.948975 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a02124db-a16e-425a-b770-7fbe3f9f7d1e service neutron] 10.222.0.36 "POST /v2.0/ports/4927f153-10c1-4bf4-9b72-884ccc05b657/bindings HTTP/1.1" status: 201 len: 389 time: 0.7001169 Jan 31 15:53:19.971260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da982d1-f091-41f3-b573-956bba4030d8 req-f9a5374d-d179-47ac-a50a-98b5c7c31d0b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:19.973061 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4da982d1-f091-41f3-b573-956bba4030d8 req-f9a5374d-d179-47ac-a50a-98b5c7c31d0b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 943 time: 0.1635399 Jan 31 15:53:19.979546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537ada0-5ff9-404d-a3e3-5967186598de req-719a63a7-cf2f-4c48-8176-75d8fe66c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:19.981860 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0537ada0-5ff9-404d-a3e3-5967186598de req-719a63a7-cf2f-4c48-8176-75d8fe66c073 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 1097 time: 0.1617587 Jan 31 15:53:20.005915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:20.083317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:20.105379 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:20.113496 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0537ada0-5ff9-404d-a3e3-5967186598de req-2f2795db-271b-4466-8689-4dd067accb71 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097181 Jan 31 15:53:20.147358 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4da982d1-f091-41f3-b573-956bba4030d8 req-6f55c690-cec7-447d-a33b-f0c3581395bc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629243 Jan 31 15:53:20.162139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356fb51-f653-49d3-a3da-a85b0699dc08 req-0a91412e-6b70-4aaa-b3ba-712001b1e2da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:20.168899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356fb51-f653-49d3-a3da-a85b0699dc08 req-0a91412e-6b70-4aaa-b3ba-712001b1e2da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:20.175574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356fb51-f653-49d3-a3da-a85b0699dc08 req-0a91412e-6b70-4aaa-b3ba-712001b1e2da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:20.183488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0356fb51-f653-49d3-a3da-a85b0699dc08 req-0a91412e-6b70-4aaa-b3ba-712001b1e2da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2412 time: 0.0968034 Jan 31 15:53:20.239458 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0356fb51-f653-49d3-a3da-a85b0699dc08 req-fd718d1e-54c1-49d4-bd7d-536ec5b1c56d tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549581 Jan 31 15:53:20.286186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:20.286891 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:20.288508 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] 10.222.0.20 "PUT /v2.0/ports/fc35b8ef-28aa-4a54-b0f6-5179f9b70346 HTTP/1.1" status: 200 len: 1121 time: 1.6112990 Jan 31 15:53:20.312869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c78d5-8c63-4233-8f6e-e4525d02eb15 service neutron] Pushing event updated for resources: {'Port': ['ID=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,revision_number=8']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:20.338232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-9ad8d7fc-cddd-46ec-88b0-ea0c49cce368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:20.340313 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-9ad8d7fc-cddd-46ec-88b0-ea0c49cce368 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 1096 time: 0.1279349 Jan 31 15:53:20.352501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff609a-5db5-4899-8b6f-87635529388f req-e741b214-1bbb-471d-b44b-3fcb10ff7cbe tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:20.358046 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5ff609a-5db5-4899-8b6f-87635529388f req-e741b214-1bbb-471d-b44b-3fcb10ff7cbe tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1086466 Jan 31 15:53:20.360490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fd3a1-ab41-4afa-94cb-c590114b414e req-a8904c58-c105-491f-a2af-e42244a2ca1f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:20.362208 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c3fd3a1-ab41-4afa-94cb-c590114b414e req-a8904c58-c105-491f-a2af-e42244a2ca1f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 945 time: 0.0596023 Jan 31 15:53:20.389254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['fc35b8ef-28aa-4a54-b0f6-5179f9b70346'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:20.404934 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c3fd3a1-ab41-4afa-94cb-c590114b414e req-571b2d7a-50de-4101-9aaf-f1b549b905cc tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362787 Jan 31 15:53:20.434706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['fc35b8ef-28aa-4a54-b0f6-5179f9b70346'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:20.500510 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5ff609a-5db5-4899-8b6f-87635529388f req-25a3a6b6-8a98-492d-84aa-adbe128f8767 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229272 Jan 31 15:53:20.540030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-b3222e94-06c4-4899-8ca2-0cc90b72d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:20.542694 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-b3222e94-06c4-4899-8ca2-0cc90b72d8c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.1831992 Jan 31 15:53:20.570164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eab29b-9404-408d-b517-43205e88e7ef req-cc30ada4-39a7-4b90-9f36-9746470afc0e tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:20.572482 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9eab29b-9404-408d-b517-43205e88e7ef req-cc30ada4-39a7-4b90-9f36-9746470afc0e tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.0528076 Jan 31 15:53:20.618502 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-82f0ec1e-1db7-4866-852f-74d5b99c2406 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4927f153-10c1-4bf4-9b72-884ccc05b657 HTTP/1.1" status: 200 len: 217 time: 0.0663259 Jan 31 15:53:20.625543 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9eab29b-9404-408d-b517-43205e88e7ef req-897125b2-5867-49c5-a93f-d5f441c41243 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457611 Jan 31 15:53:20.646644 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:53:20.681249 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-20f77858-c455-41d7-9e5a-bee68ce34642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:20.682888 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-20f77858-c455-41d7-9e5a-bee68ce34642 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.0560427 Jan 31 15:53:20.723636 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-d65f738c-affc-411f-b54b-f81b32b10535 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327706 Jan 31 15:53:20.745736 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:20.824676 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-6df0a1c1-1626-4f00-84f7-461c296164c2 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922952 Jan 31 15:53:20.900651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device fc35b8ef-28aa-4a54-b0f6-5179f9b70346 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:53:20.927573 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a3c2d581-616e-4e66-ae7a-b5834cae4c53 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953448 Jan 31 15:53:21.010742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:21.012827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38446) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:21.024918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device fc35b8ef-28aa-4a54-b0f6-5179f9b70346 has no active binding in host n-h2-827120-1 {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 15:53:21.032036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 25df66ba-eee7-4236-923a-74cc95aea556 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:53:21.158726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 25df66ba-eee7-4236-923a-74cc95aea556, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=25df66ba-eee7-4236-923a-74cc95aea556,segment=NetworkSegment(ab3774ae-3233-4533-a88f-bd7b03463f1f),segment_id=ab3774ae-3233-4533-a88f-bd7b03463f1f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:21.183129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38458) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:21.184242 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-472d7a63-97cc-4541-83d3-48c0aaaf282e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=979f6a0a3a4a40a2b7f16beebea2ff9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1693702 Jan 31 15:53:21.185985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '25df66ba-eee7-4236-923a-74cc95aea556', 'network_id': '83278aaa-fdde-428d-bb97-0cf06be129f2', 'port_id': '25df66ba-eee7-4236-923a-74cc95aea556', 'mac_address': 'fa:16:3e:49:82:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6af5d0e-1443-4560-8d5c-789535c0925b', 'ip_address': '19.86.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:53:21.204648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3c1f96-3854-4618-8198-173ff18ae732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc35b8ef-28aa-4a54-b0f6-5179f9b70346'}, {'server_uuid': '5d73a391-8146-4608-b24d-c9cb58c083ae', 'name': 'network-vif-deleted', 'tag': '9134a14e-be9e-4108-b43a-290d812b30f1'}, {'name': 'network-changed', 'server_uuid': '1d3c1f96-3854-4618-8198-173ff18ae732', 'tag': 'fc35b8ef-28aa-4a54-b0f6-5179f9b70346'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:21.206938 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d93e760-57e6-472a-a025-4b7002af5ca0" -d '{"events": [{"server_uuid": "1d3c1f96-3854-4618-8198-173ff18ae732", "name": "network-vif-unplugged", "status": "completed", "tag": "fc35b8ef-28aa-4a54-b0f6-5179f9b70346"}, {"server_uuid": "5d73a391-8146-4608-b24d-c9cb58c083ae", "name": "network-vif-deleted", "tag": "9134a14e-be9e-4108-b43a-290d812b30f1"}, {"name": "network-changed", "server_uuid": "1d3c1f96-3854-4618-8198-173ff18ae732", "tag": "fc35b8ef-28aa-4a54-b0f6-5179f9b70346"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:21.248788 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:21.275666 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa676-2ed0-45e2-a0a8-28082afc4963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:21.279429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25df66ba-eee7-4236-923a-74cc95aea556 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:21.320166 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa676-2ed0-45e2-a0a8-28082afc4963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:21.323287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 25df66ba-eee7-4236-923a-74cc95aea556, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=25df66ba-eee7-4236-923a-74cc95aea556,segment=NetworkSegment(ab3774ae-3233-4533-a88f-bd7b03463f1f),segment_id=ab3774ae-3233-4533-a88f-bd7b03463f1f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:21.329915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbe68d-38a6-4ebd-8bdd-1d1e8a8a68b2 req-e2e3e6ca-beeb-4e15-95d8-161b30502ce8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:21.338253 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:21.341305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:53:21.342048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3cbe68d-38a6-4ebd-8bdd-1d1e8a8a68b2 req-e2e3e6ca-beeb-4e15-95d8-161b30502ce8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 943 time: 0.1150229 Jan 31 15:53:21.372227 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecfeb82-59bd-4c74-9e6f-241620011810 x-openstack-request-id: req-9ecfeb82-59bd-4c74-9e6f-241620011810 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:21.372545 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3c1f96-3854-4618-8198-173ff18ae732", "name": "network-vif-unplugged", "status": "completed", "tag": "fc35b8ef-28aa-4a54-b0f6-5179f9b70346", "code": 200}, {"server_uuid": "5d73a391-8146-4608-b24d-c9cb58c083ae", "name": "network-vif-deleted", "tag": "9134a14e-be9e-4108-b43a-290d812b30f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1d3c1f96-3854-4618-8198-173ff18ae732", "tag": "fc35b8ef-28aa-4a54-b0f6-5179f9b70346", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:21.372865 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ecfeb82-59bd-4c74-9e6f-241620011810 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:21.373213 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3c1f96-3854-4618-8198-173ff18ae732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc35b8ef-28aa-4a54-b0f6-5179f9b70346', 'code': 200} Jan 31 15:53:21.374475 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d73a391-8146-4608-b24d-c9cb58c083ae', 'name': 'network-vif-deleted', 'tag': '9134a14e-be9e-4108-b43a-290d812b30f1', 'status': 'completed', 'code': 200} Jan 31 15:53:21.374475 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3c1f96-3854-4618-8198-173ff18ae732', 'tag': 'fc35b8ef-28aa-4a54-b0f6-5179f9b70346', 'status': 'completed', 'code': 200} Jan 31 15:53:21.413055 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa676-2ed0-45e2-a0a8-28082afc4963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:21.416489 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa676-2ed0-45e2-a0a8-28082afc4963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:21.417868 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6e9fa676-2ed0-45e2-a0a8-28082afc4963 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/663b8e1c-012d-4ead-a8f9-0d727b772f68 HTTP/1.1" status: 204 len: 168 time: 0.2337487 Jan 31 15:53:21.444199 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3cbe68d-38a6-4ebd-8bdd-1d1e8a8a68b2 req-11ae3bde-563d-4464-880e-c41ecce90c54 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989203 Jan 31 15:53:21.460905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fa676-2ed0-45e2-a0a8-28082afc4963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663b8e1c-012d-4ead-a8f9-0d727b772f68,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:21.481261 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38470) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:21.483420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d18ec-8d3d-41f2-8559-c40e4bff8446 req-ae696522-812d-492c-8ef2-9c02453f80fd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:21.490271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d18ec-8d3d-41f2-8559-c40e4bff8446 req-ae696522-812d-492c-8ef2-9c02453f80fd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:21.497840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d18ec-8d3d-41f2-8559-c40e4bff8446 req-ae696522-812d-492c-8ef2-9c02453f80fd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:21.499673 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc5d18ec-8d3d-41f2-8559-c40e4bff8446 req-ae696522-812d-492c-8ef2-9c02453f80fd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2413 time: 0.1251836 Jan 31 15:53:21.502500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93e760-57e6-472a-a025-4b7002af5ca0 req-e9ac6514-35ff-4cfc-9acf-03638d4f929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:21.504628 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d93e760-57e6-472a-a025-4b7002af5ca0 req-e9ac6514-35ff-4cfc-9acf-03638d4f929a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 1124 time: 0.1285825 Jan 31 15:53:21.538041 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=25df66ba-eee7-4236-923a-74cc95aea556,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:21.617284 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc5d18ec-8d3d-41f2-8559-c40e4bff8446 req-297af311-f9c7-4dda-b734-7980533493d8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014364 Jan 31 15:53:21.676713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:21.695885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499e1fe-f499-43a8-9f9f-63bc6ce74c0b req-3c2ecf36-5520-49b1-945b-ff10d46642e0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:21.703962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '1b22e5fc-f4d8-4bc8-aab4-a78b49b03657', 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358', 'port_id': '1b22e5fc-f4d8-4bc8-aab4-a78b49b03657', 'mac_address': 'fa:16:3e:4a:ed:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a2a784-f9b6-4a87-aa5e-0a8ad269c429', 'ip_address': '19.80.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:53:21.709085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0499e1fe-f499-43a8-9f9f-63bc6ce74c0b req-3c2ecf36-5520-49b1-945b-ff10d46642e0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 945 time: 0.1490943 Jan 31 15:53:21.750416 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:21.757414 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93e760-57e6-472a-a025-4b7002af5ca0 req-df501374-a33b-4a08-98c3-bf0a03304786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:21.758525 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d93e760-57e6-472a-a025-4b7002af5ca0 req-df501374-a33b-4a08-98c3-bf0a03304786 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.2207048 Jan 31 15:53:21.780921 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74548309-405c-4db2-9584-eb8e5926359e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:21.782592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:21.807622 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0499e1fe-f499-43a8-9f9f-63bc6ce74c0b req-642a5f4e-7140-4c6c-b858-f1b3bb9997de tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975337 Jan 31 15:53:21.808835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:21.814747 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:21.816382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:53:21.836882 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d93e760-57e6-472a-a025-4b7002af5ca0 req-55ee21d9-e88a-4e4e-a141-3ea1980fa6cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346 HTTP/1.1" status: 200 len: 217 time: 0.0689018 Jan 31 15:53:21.908147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93e760-57e6-472a-a025-4b7002af5ca0 req-5eb435d8-69f7-486d-b995-54dea7c11428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:21.909955 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d93e760-57e6-472a-a025-4b7002af5ca0 req-5eb435d8-69f7-486d-b995-54dea7c11428 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.0625634 Jan 31 15:53:21.916952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:21.922616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:21.941326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3', 'network_id': '4a64aa69-6b09-4651-bdd1-e4b543521358', 'port_id': '3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3', 'mac_address': 'fa:16:3e:24:b8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a2a784-f9b6-4a87-aa5e-0a8ad269c429', 'ip_address': '19.80.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:53:21.944072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be9852-280c-44b6-b17d-54fcd3c59ede req-d76c6257-316e-4f3d-b11c-ac0ac3cc4773 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:21.951793 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f2be9852-280c-44b6-b17d-54fcd3c59ede req-d76c6257-316e-4f3d-b11c-ac0ac3cc4773 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.2231739 Jan 31 15:53:21.983192 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d93e760-57e6-472a-a025-4b7002af5ca0 req-d999f53f-cf2e-4288-a206-c866e2949967 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630097 Jan 31 15:53:22.003675 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.004200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b4ebc-1e7b-4cdb-9f61-8870a167b63f req-93e91d98-5137-4d2d-bc45-f5b146b2b381 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:22.014478 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-273b4ebc-1e7b-4cdb-9f61-8870a167b63f req-93e91d98-5137-4d2d-bc45-f5b146b2b381 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.1009147 Jan 31 15:53:22.019407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:22.044007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:22.044512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74548309-405c-4db2-9584-eb8e5926359e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.047225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38480) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:22.049698 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.059045 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74548309-405c-4db2-9584-eb8e5926359e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.078432 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f51ea873-06c9-41f0-9aaa-65c66ea9c413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.089388 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f2be9852-280c-44b6-b17d-54fcd3c59ede req-399b6008-994f-4ed0-969e-b2a4f016dba3 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364019 Jan 31 15:53:22.122663 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-273b4ebc-1e7b-4cdb-9f61-8870a167b63f req-066867d4-afa8-4ce8-8fdc-f9ddf5eca0f5 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071262 Jan 31 15:53:22.142106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-74548309-405c-4db2-9584-eb8e5926359e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af9d8239255342cb8b404e84f9947072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6596897 Jan 31 15:53:22.145429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38482) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:22.153020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74548309-405c-4db2-9584-eb8e5926359e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299bf090-5ad2-425f-a339-672fb75c8387,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:22.158209 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d93e760-57e6-472a-a025-4b7002af5ca0 req-3a0764e9-5ae1-4370-85e9-3cfc34c5ebe0 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670237 Jan 31 15:53:22.165769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:22.181219 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.385366 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['1b22e5fc-f4d8-4bc8-aab4-a78b49b03657'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:22.426989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['25df66ba-eee7-4236-923a-74cc95aea556'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:22.484341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c459-a856-4190-a781-dddc0cbe1c96 req-b5d8c887-9662-4626-9883-8751de989802 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:22.485324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70a7c459-a856-4190-a781-dddc0cbe1c96 req-b5d8c887-9662-4626-9883-8751de989802 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.0730200 Jan 31 15:53:22.500000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:22.540670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70a7c459-a856-4190-a781-dddc0cbe1c96 req-285363aa-60c9-4c11-bd18-b73b3651de56 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483396 Jan 31 15:53:22.563609 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.627789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4997903f-5883-48f4-855a-df4b3b2d7c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.678514 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f51ea873-06c9-41f0-9aaa-65c66ea9c413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.686222 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d93e760-57e6-472a-a025-4b7002af5ca0 req-a975077d-7677-40b1-bc2f-c721ef889e33 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018160 Jan 31 15:53:22.699142 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f51ea873-06c9-41f0-9aaa-65c66ea9c413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.743645 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4997903f-5883-48f4-855a-df4b3b2d7c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.799748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e78ed-a4fb-43a2-be4c-8e29897f98b7 req-6f0ec9a6-28ab-4310-9158-f46c75b47714 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:22.806230 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e78ed-a4fb-43a2-be4c-8e29897f98b7 req-6f0ec9a6-28ab-4310-9158-f46c75b47714 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:22.812670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e78ed-a4fb-43a2-be4c-8e29897f98b7 req-6f0ec9a6-28ab-4310-9158-f46c75b47714 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:22.814367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-197e78ed-a4fb-43a2-be4c-8e29897f98b7 req-6f0ec9a6-28ab-4310-9158-f46c75b47714 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2415 time: 0.0655177 Jan 31 15:53:22.835864 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4997903f-5883-48f4-855a-df4b3b2d7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.839671 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4997903f-5883-48f4-855a-df4b3b2d7c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:22.841619 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4997903f-5883-48f4-855a-df4b3b2d7c93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/299bf090-5ad2-425f-a339-672fb75c8387 HTTP/1.1" status: 204 len: 168 time: 0.6926808 Jan 31 15:53:22.848656 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95856c86-8ee3-4fad-ab9e-f4f08af745fb req-7dd121f2-468b-44d1-b3b1-d318938a3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:22.851236 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95856c86-8ee3-4fad-ab9e-f4f08af745fb req-7dd121f2-468b-44d1-b3b1-d318938a3748 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a9c604c867340d093a20a1cba841833&device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 1097 time: 0.2548687 Jan 31 15:53:22.857388 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f51ea873-06c9-41f0-9aaa-65c66ea9c413 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2906c1b32be4c8f8bbbf2c7b9b3ae14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8026896 Jan 31 15:53:22.858795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ea873-06c9-41f0-9aaa-65c66ea9c413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19376672-b021-42b0-9ece-b044f17c9bab,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:22.862609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38496) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:22.886432 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-197e78ed-a4fb-43a2-be4c-8e29897f98b7 req-57ecc9a1-7f36-4e9d-927e-efbad35119fc tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652008 Jan 31 15:53:22.974703 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4ef14-1470-493d-9b25-c857b15faa6b req-1f2832ad-fc56-4944-b872-606227c7567e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:22.982474 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75e4ef14-1470-493d-9b25-c857b15faa6b req-1f2832ad-fc56-4944-b872-606227c7567e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 943 time: 0.3831620 Jan 31 15:53:23.014364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f75027-226e-4442-909d-6b4d4615fa84 req-166ee002-7874-406b-bfbb-5de3d5070bfd tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:23.022373 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a4f75027-226e-4442-909d-6b4d4615fa84 req-166ee002-7874-406b-bfbb-5de3d5070bfd tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 945 time: 0.0619609 Jan 31 15:53:23.033024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997903f-5883-48f4-855a-df4b3b2d7c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299bf090-5ad2-425f-a339-672fb75c8387,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:23.040514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9134a14e-be9e-4108-b43a-290d812b30f1 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:23.066457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a4f75027-226e-4442-909d-6b4d4615fa84 req-d8979e18-9d9d-435a-a921-b59d3493d743 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429974 Jan 31 15:53:23.086784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95856c86-8ee3-4fad-ab9e-f4f08af745fb req-72231cef-e226-4701-83ad-69720c810be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:23.088603 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95856c86-8ee3-4fad-ab9e-f4f08af745fb req-72231cef-e226-4701-83ad-69720c810be8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4113491-101a-4ce9-803e-c3fc5472a71e HTTP/1.1" status: 200 len: 920 time: 0.2242320 Jan 31 15:53:23.097217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 9134a14e-be9e-4108-b43a-290d812b30f1 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:23.097607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9134a14e-be9e-4108-b43a-290d812b30f1 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:23.107528 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75e4ef14-1470-493d-9b25-c857b15faa6b req-3e4e9ac3-d834-4913-9b7f-2fd7e6a7d764 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238029 Jan 31 15:53:23.158977 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95856c86-8ee3-4fad-ab9e-f4f08af745fb req-ac6bcda6-39f8-43dd-9a11-b78257ae38de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7e636-6f44-4ae3-990a-6a37006b73c0 HTTP/1.1" status: 200 len: 217 time: 0.0613329 Jan 31 15:53:23.189503 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-156376f9-2e48-4c1e-8914-9d67c61b4627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:23.238671 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-156376f9-2e48-4c1e-8914-9d67c61b4627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:23.241818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7370ea-3c55-4add-8bc1-cd6423551856 req-2b6dff95-e32a-4519-b6d5-954ff1bc3b08 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:23.243705 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9c7370ea-3c55-4add-8bc1-cd6423551856 req-2b6dff95-e32a-4519-b6d5-954ff1bc3b08 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0655856 Jan 31 15:53:23.252071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95856c86-8ee3-4fad-ab9e-f4f08af745fb req-1eaa5550-26ba-4c1e-b5b1-77b17c4d0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:23.253742 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95856c86-8ee3-4fad-ab9e-f4f08af745fb req-1eaa5550-26ba-4c1e-b5b1-77b17c4d0562 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8ebb1ee4-fba6-4251-9c3d-4a756e47506e HTTP/1.1" status: 200 len: 859 time: 0.0841255 Jan 31 15:53:23.300810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9c7370ea-3c55-4add-8bc1-cd6423551856 req-d23f3c08-6c44-49da-a241-174c2713f38b tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Jan 31 15:53:23.301860 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95856c86-8ee3-4fad-ab9e-f4f08af745fb req-8d4cfe46-ded7-47ac-84f6-126262adf9d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4113491-101a-4ce9-803e-c3fc5472a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407312 Jan 31 15:53:23.373436 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-156376f9-2e48-4c1e-8914-9d67c61b4627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:23.376025 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-156376f9-2e48-4c1e-8914-9d67c61b4627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:23.379847 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-156376f9-2e48-4c1e-8914-9d67c61b4627 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19376672-b021-42b0-9ece-b044f17c9bab HTTP/1.1" status: 204 len: 168 time: 0.5117290 Jan 31 15:53:23.389158 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156376f9-2e48-4c1e-8914-9d67c61b4627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19376672-b021-42b0-9ece-b044f17c9bab,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:23.440513 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95856c86-8ee3-4fad-ab9e-f4f08af745fb req-4ee1be3d-0b4e-4046-b925-8e64e1924f35 service neutron] 10.222.0.20 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310964 Jan 31 15:53:23.561193 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95856c86-8ee3-4fad-ab9e-f4f08af745fb req-7611821f-ca83-427f-961c-ffabc8030db8 service neutron] 10.222.0.20 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078088 Jan 31 15:53:23.716423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d0f3-ce85-46e4-9c36-f16afc7673d0 req-f741c112-5d9f-495e-95ed-9107f8410243 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:23.719376 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cfe9d0f3-ce85-46e4-9c36-f16afc7673d0 req-f741c112-5d9f-495e-95ed-9107f8410243 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.0765285 Jan 31 15:53:23.770136 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cfe9d0f3-ce85-46e4-9c36-f16afc7673d0 req-07f88c02-3a2a-4010-9a76-8a02683cca2a tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433552 Jan 31 15:53:24.025249 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4a162-001a-49e6-98de-759b2a33d20c req-57de8932-013e-4ec9-a313-4948bcba576a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:24.031873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4a162-001a-49e6-98de-759b2a33d20c req-57de8932-013e-4ec9-a313-4948bcba576a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:24.038058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4a162-001a-49e6-98de-759b2a33d20c req-57de8932-013e-4ec9-a313-4948bcba576a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:24.039719 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-67c4a162-001a-49e6-98de-759b2a33d20c req-57de8932-013e-4ec9-a313-4948bcba576a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2415 time: 0.0745747 Jan 31 15:53:24.083873 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-67c4a162-001a-49e6-98de-759b2a33d20c req-37f99d3a-5a65-4345-a344-a7dbf677243f tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377002 Jan 31 15:53:24.321878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38562) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:24.375213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0336002-45a9-4800-9b2b-bcb694416c52 req-85048ea5-e281-4a6a-b7e2-19b0c7a84ad3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:24.377998 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0336002-45a9-4800-9b2b-bcb694416c52 req-85048ea5-e281-4a6a-b7e2-19b0c7a84ad3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 945 time: 0.0683980 Jan 31 15:53:24.434382 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0336002-45a9-4800-9b2b-bcb694416c52 req-f881c42a-1974-4ae2-8005-3d938701a402 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502951 Jan 31 15:53:24.435363 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1379897521-network', 'tenant_id': '8df90d35faed4a3abdb9659d6c80ed19'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:24.462987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Made reservation on behalf of 8df90d35faed4a3abdb9659d6c80ed19 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:24.466032 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:24.478615 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:24.562624 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf7138-decd-4ac9-a687-c04faa678822 req-574a42ac-d2a0-4b38-9b9c-a6a390d1d58f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:24.564106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1bf7138-decd-4ac9-a687-c04faa678822 req-574a42ac-d2a0-4b38-9b9c-a6a390d1d58f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 943 time: 0.0529201 Jan 31 15:53:24.604919 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1bf7138-decd-4ac9-a687-c04faa678822 req-8b039660-1a01-4d2a-882c-10e916d5be9d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338073 Jan 31 15:53:24.614869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd513b6-2940-4120-813c-085b16b17e7a req-bbac1bc4-9b89-483c-bc44-225990c7e258 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:24.616366 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fcd513b6-2940-4120-813c-085b16b17e7a req-bbac1bc4-9b89-483c-bc44-225990c7e258 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 945 time: 0.0850229 Jan 31 15:53:24.627153 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:24.637556 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:24.679455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:53:24.704097 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fcd513b6-2940-4120-813c-085b16b17e7a req-1bd23918-bd94-4524-9a04-fc719363a808 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790398 Jan 31 15:53:24.707812 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:24.708579 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Added segment 90096a02-bce6-4f2e-875e-0fc0aeff814b of type vlan for network b790891d-651d-481c-b1aa-1b190a34d57a Jan 31 15:53:24.709498 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1edcc5-80bf-4801-a1fc-56dad2d39c4f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:24.761207 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10517b19-80f7-4c8b-ace7-a045a40b04c3 req-54712495-7ed5-4f55-b8c7-800fed8b6672 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:24.766143 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-10517b19-80f7-4c8b-ace7-a045a40b04c3 req-54712495-7ed5-4f55-b8c7-800fed8b6672 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0834553 Jan 31 15:53:24.779399 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:24.811098 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:24.812576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:24.813373 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:24.820945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-10517b19-80f7-4c8b-ace7-a045a40b04c3 req-a0e4dd48-8b19-49b0-b829-477ba8cc14ef tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439329 Jan 31 15:53:24.845678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5225689 Jan 31 15:53:24.848506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38574) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:24.854000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6ae7ee68-2d57-40df-b918-e9e4f201e4ad admin admin] Request body: {'subnet': {'network_id': 'b790891d-651d-481c-b1aa-1b190a34d57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1379897521-subnet', 'tenant_id': '8df90d35faed4a3abdb9659d6c80ed19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:24.882753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae7ee68-2d57-40df-b918-e9e4f201e4ad admin admin] Made reservation on behalf of 8df90d35faed4a3abdb9659d6c80ed19 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:24.885909 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ee68-2d57-40df-b918-e9e4f201e4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:24.933873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1de9a-c31d-46a0-8590-d1990a3c74a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b790891d-651d-481c-b1aa-1b190a34d57a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:24.944016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b790891d-651d-481c-b1aa-1b190a34d57a details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:53:24.960416 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dedea-e002-4cdd-892b-63ebc1f6bd31 req-4305d4d6-7b31-4b96-9498-ad6eb2588d6c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:24.962598 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-056dedea-e002-4cdd-892b-63ebc1f6bd31 req-4305d4d6-7b31-4b96-9498-ad6eb2588d6c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.0702348 Jan 31 15:53:25.021696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-056dedea-e002-4cdd-892b-63ebc1f6bd31 req-42fcf28d-ba0c-4837-8dfb-6eb14f152b44 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527346 Jan 31 15:53:25.056628 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 25df66ba-eee7-4236-923a-74cc95aea556 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:25.123387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 25df66ba-eee7-4236-923a-74cc95aea556 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:53:25.128836 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 25df66ba-eee7-4236-923a-74cc95aea556 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:25.129686 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:25.167026 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ee68-2d57-40df-b918-e9e4f201e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:25.225796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89873dab-f6bd-49fe-9904-8dd8ad863938 req-7b772ef3-a5a8-4331-9649-6a39cb20c334 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:25.232218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89873dab-f6bd-49fe-9904-8dd8ad863938 req-7b772ef3-a5a8-4331-9649-6a39cb20c334 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:25.239043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89873dab-f6bd-49fe-9904-8dd8ad863938 req-7b772ef3-a5a8-4331-9649-6a39cb20c334 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:25.241198 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-89873dab-f6bd-49fe-9904-8dd8ad863938 req-7b772ef3-a5a8-4331-9649-6a39cb20c334 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2415 time: 0.0857391 Jan 31 15:53:25.241346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7ee68-2d57-40df-b918-e9e4f201e4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8affd2fe-3153-4a2f-bf46-e218ba90bf79,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:25.264950 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:25.276990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7ee68-2d57-40df-b918-e9e4f201e4ad admin admin] Checking segment: {'id': '90096a02-bce6-4f2e-875e-0fc0aeff814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b790891d-651d-481c-b1aa-1b190a34d57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:25.277437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae7ee68-2d57-40df-b918-e9e4f201e4ad admin admin] Network hostable DHCP agents. Network: b790891d-651d-481c-b1aa-1b190a34d57a, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:53:25.294293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25df66ba-eee7-4236-923a-74cc95aea556'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:25.296667 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708e45f8-0147-4ccd-9bd6-4a37326a3dbd" -d '{"events": [{"server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "name": "network-vif-plugged", "status": "completed", "tag": "25df66ba-eee7-4236-923a-74cc95aea556"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:25.302965 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae7ee68-2d57-40df-b918-e9e4f201e4ad admin admin] Network b790891d-651d-481c-b1aa-1b190a34d57a is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:53:25.312226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 25df66ba-eee7-4236-923a-74cc95aea556, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=25df66ba-eee7-4236-923a-74cc95aea556,segment=NetworkSegment(ab3774ae-3233-4533-a88f-bd7b03463f1f),segment_id=ab3774ae-3233-4533-a88f-bd7b03463f1f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:25.315244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-6ae7ee68-2d57-40df-b918-e9e4f201e4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, b790891d-651d-481c-b1aa-1b190a34d57a) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:25.316239 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:25.318217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:25.322514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae7ee68-2d57-40df-b918-e9e4f201e4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:25.323100 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ee68-2d57-40df-b918-e9e4f201e4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:25.328131 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-89873dab-f6bd-49fe-9904-8dd8ad863938 req-238e55d7-af21-4511-9d46-29b485580221 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753586 Jan 31 15:53:25.358187 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6ae7ee68-2d57-40df-b918-e9e4f201e4ad admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5082145 Jan 31 15:53:25.386230 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=25df66ba-eee7-4236-923a-74cc95aea556,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:25.392402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db1dcb-427a-440d-904e-e60c80a3f0a9 None None] Network b790891d-651d-481c-b1aa-1b190a34d57a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:25.409074 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17755357-a2ce-487b-bc8e-9a46bca929d7 x-openstack-request-id: req-17755357-a2ce-487b-bc8e-9a46bca929d7 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:25.409395 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "name": "network-vif-plugged", "status": "completed", "tag": "25df66ba-eee7-4236-923a-74cc95aea556", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:25.409639 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17755357-a2ce-487b-bc8e-9a46bca929d7 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:25.410024 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25df66ba-eee7-4236-923a-74cc95aea556', 'code': 200} Jan 31 15:53:25.493914 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:25.501048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:53:25.507571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:25.507931 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:25.638217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732171-545d-4fc5-a1aa-65ca75b58962 req-30427dca-36f5-4df1-a4eb-b0e1d9859f86 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:25.639803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c7732171-545d-4fc5-a1aa-65ca75b58962 req-30427dca-36f5-4df1-a4eb-b0e1d9859f86 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 945 time: 0.0726731 Jan 31 15:53:25.711112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c7732171-545d-4fc5-a1aa-65ca75b58962 req-a6838964-23ff-4684-a195-da9a0086d900 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559423 Jan 31 15:53:25.761913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c512e-72a6-4978-ab4a-c49a902edf84 None None] Network b790891d-651d-481c-b1aa-1b190a34d57a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:25.777010 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:25.864147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b06224-9837-48e9-b284-304732203420 req-5a70bdc9-3fd8-4f64-8986-b87c809e0b6f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:25.865868 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-62b06224-9837-48e9-b284-304732203420 req-5a70bdc9-3fd8-4f64-8986-b87c809e0b6f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 943 time: 0.0569463 Jan 31 15:53:25.869896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:25.877328 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:25.878649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:25.929896 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-62b06224-9837-48e9-b284-304732203420 req-964ba940-6f71-4e93-ae80-07fd0f80232d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571787 Jan 31 15:53:25.992248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:25.998758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:53:26.008371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:26.009355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.100569 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f615d1-9322-4e76-8a8f-c48c938c1ece req-38829583-2c2c-44a6-8532-cdb7ce0c8a7c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:26.108035 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96f615d1-9322-4e76-8a8f-c48c938c1ece req-38829583-2c2c-44a6-8532-cdb7ce0c8a7c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 945 time: 0.0773804 Jan 31 15:53:26.157685 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96f615d1-9322-4e76-8a8f-c48c938c1ece req-5e2179f9-ae9d-4c25-b3ab-f84f8dbc9d49 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481913 Jan 31 15:53:26.217922 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.230053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38614) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:26.236355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-849972543-network', 'tenant_id': '33ebad4965354c51a2fd30a1524be45b'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:26.262887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:26.268710 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.270101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Made reservation on behalf of 33ebad4965354c51a2fd30a1524be45b for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:26.273214 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.273615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada0718-c88c-4466-b9bc-609ed82b47b0 req-f99ba35d-a3eb-4896-a4fa-00e50ebbf710 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:26.282854 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ada0718-c88c-4466-b9bc-609ed82b47b0 req-f99ba35d-a3eb-4896-a4fa-00e50ebbf710 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0688918 Jan 31 15:53:26.287038 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.347012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:26.354372 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ada0718-c88c-4466-b9bc-609ed82b47b0 req-91ea335f-e581-403c-af46-74fb7aac4e92 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699244 Jan 31 15:53:26.372162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-0a007b05-c2f2-4a7d-9c5c-260b01a88fe9 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:26.374040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-0a007b05-c2f2-4a7d-9c5c-260b01a88fe9 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.30 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 945 time: 0.0893569 Jan 31 15:53:26.403513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4fc8a-91b0-4057-8993-96ca57a943d1 req-2ee16f6f-b0e0-4f5b-aa63-486935a4ead6 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:26.405011 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22a4fc8a-91b0-4057-8993-96ca57a943d1 req-2ee16f6f-b0e0-4f5b-aa63-486935a4ead6 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.0753834 Jan 31 15:53:26.424309 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.433310 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.455495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:53:26.486192 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Deleting port 0bd2442d-8593-4754-8456-3f7da013650f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:26.486896 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.493167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22a4fc8a-91b0-4057-8993-96ca57a943d1 req-0733b4c0-574b-4506-8e64-ff31178281cc tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786355 Jan 31 15:53:26.495758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f74f3e-63cc-47c9-ad5d-f1f4a39c2216,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:26.499234 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.499572 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Added segment a98f6110-32f2-4a48-ac5e-ac0963070c84 of type vlan for network 000afeee-fecb-4790-9000-062988c7cb5b Jan 31 15:53:26.556724 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.592131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] For port 0bd2442d-8593-4754-8456-3f7da013650f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0bd2442d-8593-4754-8456-3f7da013650f,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:26.592603 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.596850 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.597881 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:26.598455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.682577 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4507768 Jan 31 15:53:26.685567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38620) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:26.694872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-15b8e7b0-ac81-4462-a9b7-582d33dbffe4 admin admin] Request body: {'subnet': {'network_id': '000afeee-fecb-4790-9000-062988c7cb5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-849972543-subnet', 'tenant_id': '33ebad4965354c51a2fd30a1524be45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:26.699863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39b768-378f-49bb-ad89-2cb3f3f96a6c admin admin] Pushing event updated for resources: {'Network': ['ID=000afeee-fecb-4790-9000-062988c7cb5b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:26.710144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e6c39-89aa-42e2-af0f-ad214e956acb req-edae58e4-67f0-4a67-8a71-52b4a9501a90 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:26.711876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 000afeee-fecb-4790-9000-062988c7cb5b details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:53:26.716389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e6c39-89aa-42e2-af0f-ad214e956acb req-edae58e4-67f0-4a67-8a71-52b4a9501a90 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:26.722246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e6c39-89aa-42e2-af0f-ad214e956acb req-edae58e4-67f0-4a67-8a71-52b4a9501a90 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:26.723921 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-422e6c39-89aa-42e2-af0f-ad214e956acb req-edae58e4-67f0-4a67-8a71-52b4a9501a90 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2418 time: 0.1358373 Jan 31 15:53:26.766292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b8e7b0-ac81-4462-a9b7-582d33dbffe4 admin admin] Made reservation on behalf of 33ebad4965354c51a2fd30a1524be45b for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:26.768825 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15b8e7b0-ac81-4462-a9b7-582d33dbffe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.816127 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-422e6c39-89aa-42e2-af0f-ad214e956acb req-4731725e-fd7c-441c-9059-a7991ea316da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813622 Jan 31 15:53:26.924448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.925040 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:26.925155 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Floating IP a4d9990d-c646-4ed2-a8ed-5326fee5b620 disassociated. External IP: 172.25.1.72, port: 0bd2442d-8593-4754-8456-3f7da013650f. Jan 31 15:53:26.925567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Calling delete_port for 0bd2442d-8593-4754-8456-3f7da013650f owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:26.949579 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74857d6-4eb6-4ef4-86f0-92b0eb90b024 req-bafb1217-073d-454f-9683-362f0c5ae2b4 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:26.951118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d74857d6-4eb6-4ef4-86f0-92b0eb90b024 req-bafb1217-073d-454f-9683-362f0c5ae2b4 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 945 time: 0.1157756 Jan 31 15:53:26.962552 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15b8e7b0-ac81-4462-a9b7-582d33dbffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:27.019596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8e7b0-ac81-4462-a9b7-582d33dbffe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0918f467-dde4-45eb-86fa-a864dfa6de7d,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:27.027026 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8e7b0-ac81-4462-a9b7-582d33dbffe4 admin admin] Checking segment: {'id': 'a98f6110-32f2-4a48-ac5e-ac0963070c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '000afeee-fecb-4790-9000-062988c7cb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:27.027374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b8e7b0-ac81-4462-a9b7-582d33dbffe4 admin admin] Network hostable DHCP agents. Network: 000afeee-fecb-4790-9000-062988c7cb5b, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:53:27.043268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b8e7b0-ac81-4462-a9b7-582d33dbffe4 admin admin] Network 000afeee-fecb-4790-9000-062988c7cb5b is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:53:27.052179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-15b8e7b0-ac81-4462-a9b7-582d33dbffe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 000afeee-fecb-4790-9000-062988c7cb5b) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:27.056349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b8e7b0-ac81-4462-a9b7-582d33dbffe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:27.056960 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15b8e7b0-ac81-4462-a9b7-582d33dbffe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:27.065516 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d74857d6-4eb6-4ef4-86f0-92b0eb90b024 req-b72a8a43-2118-4c0d-8144-76e7c4c36f6d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622094 Jan 31 15:53:27.067231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0289b6-9597-43c7-ab69-cfb121843d50 None None] Network 000afeee-fecb-4790-9000-062988c7cb5b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:27.083470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-15b8e7b0-ac81-4462-a9b7-582d33dbffe4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3874235 Jan 31 15:53:27.186073 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:27.230501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Pushing event deleted for resources: {'Port': ['ID=0bd2442d-8593-4754-8456-3f7da013650f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:27.250158 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829c6ff-59f6-459f-8ad7-a13c34d1528e req-e73d4ef0-413a-4a4d-abab-63ef4710099b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:27.251861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9829c6ff-59f6-459f-8ad7-a13c34d1528e req-e73d4ef0-413a-4a4d-abab-63ef4710099b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 943 time: 0.1032660 Jan 31 15:53:27.275044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2494c1c4-e33a-4fa3-9be6-10b15e89f377 None None] Network 000afeee-fecb-4790-9000-062988c7cb5b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:27.405916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9829c6ff-59f6-459f-8ad7-a13c34d1528e req-7b106387-946b-4a9e-a642-398b348a3e2e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966682 Jan 31 15:53:27.438894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b22e5fc-f4d8-4bc8-aab4-a78b49b03657'}, {'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:27.441671 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80d79e5-4d9c-4fea-a41b-e3495faf3be0" -d '{"events": [{"server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "name": "network-vif-plugged", "status": "completed", "tag": "1b22e5fc-f4d8-4bc8-aab4-a78b49b03657"}, {"server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "name": "network-vif-plugged", "status": "completed", "tag": "3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:27.446939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Router 99c6369a-609c-4980-9963-099fc2fc963c has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:53:27.470634 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e967b1b-4329-4c73-8776-0c1e5bd5d9cc req-fe73c145-0e3a-4037-8abb-2e0f226dae99 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b963ee-27e7-4331-ab9a-54f7e424a286 HTTP/1.1" status: 200 len: 210 time: 0.0360420 Jan 31 15:53:27.563456 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:27.597642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58bca1-7c65-4d23-a4e7-330b547f0f57 req-35beb5c0-c64c-487d-b578-19a2842ea975 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:27.604794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f58bca1-7c65-4d23-a4e7-330b547f0f57 req-35beb5c0-c64c-487d-b578-19a2842ea975 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1098645 Jan 31 15:53:27.638108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:53:27.664274 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57805382-e4af-40eb-94d7-49f3555bd712 None None] Sync routers for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:53:27.679646 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57805382-e4af-40eb-94d7-49f3555bd712 None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:53:27.680621 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-57805382-e4af-40eb-94d7-49f3555bd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:53:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:27.682398 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f58bca1-7c65-4d23-a4e7-330b547f0f57 req-97a63aa1-d3a2-4596-a596-4f3e7ee78b73 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766566 Jan 31 15:53:27.709572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] No DVR routers for this DVR port 0bd2442d-8593-4754-8456-3f7da013650f on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:27.712386 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:27.717543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf1de45d-0975-41ce-9e53-50ba7aff430f req-81ff18e6-7343-4827-b86b-499b5595b107 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.30 "DELETE /v2.0/ports/0bd2442d-8593-4754-8456-3f7da013650f HTTP/1.1" status: 204 len: 173 time: 1.3368669 Jan 31 15:53:27.718108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'name': 'network-vif-deleted', 'tag': '0bd2442d-8593-4754-8456-3f7da013650f'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:27.720652 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373f3650-446a-4dba-a67d-3e9229e46f3d" -d '{"events": [{"server_uuid": "13b963ee-27e7-4331-ab9a-54f7e424a286", "name": "network-vif-deleted", "tag": "0bd2442d-8593-4754-8456-3f7da013650f"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:27.783199 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2060a188-7905-480f-95aa-ccc029352384 x-openstack-request-id: req-2060a188-7905-480f-95aa-ccc029352384 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:27.783497 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "name": "network-vif-plugged", "status": "completed", "tag": "1b22e5fc-f4d8-4bc8-aab4-a78b49b03657", "code": 200}, {"server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "name": "network-vif-plugged", "status": "completed", "tag": "3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:27.783746 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2060a188-7905-480f-95aa-ccc029352384 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:27.784148 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b22e5fc-f4d8-4bc8-aab4-a78b49b03657', 'code': 200} Jan 31 15:53:27.784436 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3', 'code': 200} Jan 31 15:53:27.865196 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-57805382-e4af-40eb-94d7-49f3555bd712 None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:53:27.967054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545fabe-f48d-42c1-a081-f8e90a2d5709 req-4b79f032-6e1d-448e-b944-291efb20c2e6 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:27.968642 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2545fabe-f48d-42c1-a081-f8e90a2d5709 req-4b79f032-6e1d-448e-b944-291efb20c2e6 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.1221957 Jan 31 15:53:27.972732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c0f0d-d222-4a44-85a2-a097481d2835 req-6b10a2df-46f8-4ced-978b-4088eed469bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:27.973206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c0f0d-d222-4a44-85a2-a097481d2835 req-6b10a2df-46f8-4ced-978b-4088eed469bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:27.973715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c0f0d-d222-4a44-85a2-a097481d2835 req-6b10a2df-46f8-4ced-978b-4088eed469bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:27.975218 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-398c0f0d-d222-4a44-85a2-a097481d2835 req-6b10a2df-46f8-4ced-978b-4088eed469bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2871 time: 0.0815799 Jan 31 15:53:28.035906 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2545fabe-f48d-42c1-a081-f8e90a2d5709 req-7166ee3d-b5bf-4622-b9f6-79c889f59622 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576732 Jan 31 15:53:28.037784 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-398c0f0d-d222-4a44-85a2-a097481d2835 req-80b9a9db-e76c-4083-881c-13be5cbc92b7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Jan 31 15:53:28.098228 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e55b9f-f5a7-430d-973a-55d0d3ac49aa x-openstack-request-id: req-36e55b9f-f5a7-430d-973a-55d0d3ac49aa {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:28.098770 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b963ee-27e7-4331-ab9a-54f7e424a286", "name": "network-vif-deleted", "tag": "0bd2442d-8593-4754-8456-3f7da013650f", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:28.099247 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36e55b9f-f5a7-430d-973a-55d0d3ac49aa {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:28.099867 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b963ee-27e7-4331-ab9a-54f7e424a286', 'name': 'network-vif-deleted', 'tag': '0bd2442d-8593-4754-8456-3f7da013650f', 'status': 'completed', 'code': 200} Jan 31 15:53:28.130230 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-57805382-e4af-40eb-94d7-49f3555bd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:28.160713 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57805382-e4af-40eb-94d7-49f3555bd712 None None] Checking router: 99c6369a-609c-4980-9963-099fc2fc963c for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:53:28.170532 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57805382-e4af-40eb-94d7-49f3555bd712 None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:53:28.171691 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-57805382-e4af-40eb-94d7-49f3555bd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:53:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:28.260679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86c03a-8971-48f9-8a46-b0931f3ad2d9 req-d596b1af-9c95-4911-a8fd-1a75742544a9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:28.269827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86c03a-8971-48f9-8a46-b0931f3ad2d9 req-d596b1af-9c95-4911-a8fd-1a75742544a9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:28.279759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86c03a-8971-48f9-8a46-b0931f3ad2d9 req-d596b1af-9c95-4911-a8fd-1a75742544a9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:28.281484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b86c03a-8971-48f9-8a46-b0931f3ad2d9 req-d596b1af-9c95-4911-a8fd-1a75742544a9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2418 time: 0.0985401 Jan 31 15:53:28.301565 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-57805382-e4af-40eb-94d7-49f3555bd712 None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:53:28.306234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-4bc6b2d9-774c-4ab6-9449-6be51a34e309 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:28.307717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-4bc6b2d9-774c-4ab6-9449-6be51a34e309 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/networks?id=b790891d-651d-481c-b1aa-1b190a34d57a HTTP/1.1" status: 200 len: 815 time: 0.5834115 Jan 31 15:53:28.330419 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-9702cb90-2593-46a2-b667-4a739bf135e1 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/quotas/8df90d35faed4a3abdb9659d6c80ed19 HTTP/1.1" status: 200 len: 375 time: 0.0165389 Jan 31 15:53:28.339325 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b86c03a-8971-48f9-8a46-b0931f3ad2d9 req-99017078-cb17-4ab2-83c1-6febc2b7e99b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514276 Jan 31 15:53:28.384303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-17e34a37-b23b-4cf6-8299-495a5c8548db tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8df90d35faed4a3abdb9659d6c80ed19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526288 Jan 31 15:53:28.485423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5e5d7-2424-48d2-8ecf-bef5a766efd4 req-53abe765-9081-4cf1-80e6-890ab344bd8a tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:28.487424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b2e5e5d7-2424-48d2-8ecf-bef5a766efd4 req-53abe765-9081-4cf1-80e6-890ab344bd8a tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 945 time: 0.0685873 Jan 31 15:53:28.491806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-918a6f53-7625-480b-a449-886aafbc96bc service neutron] 10.222.0.36 "GET /v2.0/networks/b790891d-651d-481c-b1aa-1b190a34d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002388 Jan 31 15:53:28.539505 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b2e5e5d7-2424-48d2-8ecf-bef5a766efd4 req-36b3af70-bd77-40e9-b0d6-ce632d4df1ee tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 Jan 31 15:53:28.607138 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-57805382-e4af-40eb-94d7-49f3555bd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:28.622566 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-6b99d326-1d85-46cb-bcd9-be3f6ec42569 service neutron] 10.222.0.36 "GET /v2.0/networks/b790891d-651d-481c-b1aa-1b190a34d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292717 Jan 31 15:53:28.643297 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57805382-e4af-40eb-94d7-49f3555bd712 None None] The sync data for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 is: [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:50:43Z', 'revision_number': 4, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257', 'name': '', 'network_id': '107981a1-8971-4307-a532-a01979b3d6a9', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'mac_address': 'fa:16:3e:d5:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:39Z', 'updated_at': '2022-01-31T15:50:51Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'subnets': [{'id': 'ea396132-7d5e-453a-89f4-5dd0f7c77d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:53:28.878451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6b9e2-cca5-4a4b-8cc1-fff1aa154009 req-f07c4f2a-3154-4fec-ae34-d694c6219abd tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:28.880023 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-20c6b9e2-cca5-4a4b-8cc1-fff1aa154009 req-f07c4f2a-3154-4fec-ae34-d694c6219abd tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 943 time: 0.0767715 Jan 31 15:53:28.947834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-20c6b9e2-cca5-4a4b-8cc1-fff1aa154009 req-ed1718a9-8da1-4878-934c-de3c30a4118e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609341 Jan 31 15:53:29.040454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f31d49-ed9d-4e7d-81ba-642f6f232d57 None None] New status for floating IP a4d9990d-c646-4ed2-a8ed-5326fee5b620: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:53:29.112681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device fc35b8ef-28aa-4a54-b0f6-5179f9b70346 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:29.130829 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae2efe-a7d4-41f9-ae31-722b4c8fb6e4 req-6cb38b71-12f2-4eca-8d2a-1ed8265b4f1d tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:29.142539 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57ae2efe-a7d4-41f9-ae31-722b4c8fb6e4 req-6cb38b71-12f2-4eca-8d2a-1ed8265b4f1d tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0860004 Jan 31 15:53:29.202026 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57ae2efe-a7d4-41f9-ae31-722b4c8fb6e4 req-e28b258f-42b4-4a73-9002-7b6b572e3390 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549011 Jan 31 15:53:29.336691 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0bd2442d-8593-4754-8456-3f7da013650f no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:29.337961 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19c450fb-1232-48cd-95d2-5c1e9453f146 req-a656a2bf-dcb2-4678-bfe0-10a7ad2deb70 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 210 time: 0.0662818 Jan 31 15:53:29.368978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 0bd2442d-8593-4754-8456-3f7da013650f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:29.369165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0bd2442d-8593-4754-8456-3f7da013650f not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:29.406267 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-039ef0c0-bb25-4d14-adcf-d48ed88cf736 service neutron] 10.222.0.30 "GET /v2.0/ports/fc35b8ef-28aa-4a54-b0f6-5179f9b70346/bindings/n-h2-827120-1 HTTP/1.1" status: 200 len: 384 time: 0.0951350 Jan 31 15:53:29.506281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8620c-c6e5-49b9-af3e-52903100845d req-42cbfd18-96d8-4893-90aa-3a9162976770 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:29.512135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8620c-c6e5-49b9-af3e-52903100845d req-42cbfd18-96d8-4893-90aa-3a9162976770 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:29.518109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8620c-c6e5-49b9-af3e-52903100845d req-42cbfd18-96d8-4893-90aa-3a9162976770 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:29.518647 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ed79d-eb9d-4b0b-8bbf-9545fd312031 req-9f64fc2a-1344-4fdd-ba63-746af7f20fe0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:29.519737 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4a8620c-c6e5-49b9-af3e-52903100845d req-42cbfd18-96d8-4893-90aa-3a9162976770 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2418 time: 0.0622060 Jan 31 15:53:29.520097 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d23ed79d-eb9d-4b0b-8bbf-9545fd312031 req-9f64fc2a-1344-4fdd-ba63-746af7f20fe0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.0709169 Jan 31 15:53:29.558757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4a8620c-c6e5-49b9-af3e-52903100845d req-75b4ecdd-0ac0-45ad-b891-b7949aff0b91 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Jan 31 15:53:29.636441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d23ed79d-eb9d-4b0b-8bbf-9545fd312031 req-367b9627-f027-458c-addc-58539c66fb09 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909095 Jan 31 15:53:29.686130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:29.706008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:29.732515 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc96c-d8cd-4574-802c-1577abbb43e1 req-5a1b0f89-7a9a-4f28-83c1-daf65cd2a812 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:29.734354 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e19dc96c-d8cd-4574-802c-1577abbb43e1 req-5a1b0f89-7a9a-4f28-83c1-daf65cd2a812 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 945 time: 0.0538895 Jan 31 15:53:29.750109 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc35b8ef-28aa-4a54-b0f6-5179f9b70346 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:29.753644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38712) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:29.761770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:29.776738 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:29.802264 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e19dc96c-d8cd-4574-802c-1577abbb43e1 req-1c179d67-b1ba-49d1-b47a-3db78fe00fdb tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617225 Jan 31 15:53:29.823260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:29.862966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Transition to ACTIVE for port object fc35b8ef-28aa-4a54-b0f6-5179f9b70346 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:53:29.873199 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:29.875746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:29.944441 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:29.947996 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:29.949138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] No DVR routers for this DVR port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:29.950338 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "DELETE /v2.0/security-groups/9a43a0bd-d7f0-4e96-bdff-3f923b6b648d HTTP/1.1" status: 204 len: 168 time: 0.1953297 Jan 31 15:53:29.953791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38718) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:29.992791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a43a0bd-d7f0-4e96-bdff-3f923b6b648d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:30.002882 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-b2756438-b6ac-414b-b1c5-4fa8b1eabd8a tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] show failed (client error): The resource could not be found. Jan 31 15:53:30.006617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b2756438-b6ac-414b-b1c5-4fa8b1eabd8a tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "GET /v2.0/security-groups/9a43a0bd-d7f0-4e96-bdff-3f923b6b648d HTTP/1.1" status: 404 len: 347 time: 0.0483837 Jan 31 15:53:30.011561 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] 10.222.0.30 "PUT /v2.0/ports/fc35b8ef-28aa-4a54-b0f6-5179f9b70346/bindings/n-h2-827120-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5954430 Jan 31 15:53:30.011902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.012225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38722) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:30.012346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.012626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.012959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.013282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.013639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.013966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.014286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.014606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.014928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.015244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.015949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d8f70-2b0e-408d-8c82-ce18a4e4f26c tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.051763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a979feb-dfa1-4ec7-bbbc-adc48b116ef3 req-8c06bc81-c81b-4ff6-840a-4b0a5d11d3da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:30.058991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a979feb-dfa1-4ec7-bbbc-adc48b116ef3 req-8c06bc81-c81b-4ff6-840a-4b0a5d11d3da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:30.066402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a979feb-dfa1-4ec7-bbbc-adc48b116ef3 req-8c06bc81-c81b-4ff6-840a-4b0a5d11d3da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:30.068353 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a979feb-dfa1-4ec7-bbbc-adc48b116ef3 req-8c06bc81-c81b-4ff6-840a-4b0a5d11d3da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2418 time: 0.1147757 Jan 31 15:53:30.085659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Pushing event updated for resources: {'Port': ['ID=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,revision_number=10']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:30.147181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a979feb-dfa1-4ec7-bbbc-adc48b116ef3 req-f623b8a5-20aa-47ce-86db-2daa65224c84 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693803 Jan 31 15:53:30.177616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.178127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.178469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.178807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.179147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.179465 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.179784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.180100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.180416 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.180732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.181046 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.181348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ebc2c-2822-4bca-ad1c-d461d620b69d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:30.227593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38728) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:30.314228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bc9c5-45a1-49b4-8788-4e8779f82da8 req-6e238254-2110-4581-b5e6-ba643b1f4492 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:30.315717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e66bc9c5-45a1-49b4-8788-4e8779f82da8 req-6e238254-2110-4581-b5e6-ba643b1f4492 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0529439 Jan 31 15:53:30.319388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4afba-8582-4e11-9815-edf317922d01 req-21524354-4d0a-4bef-8b0a-eaee7ecf46ce tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:30.320855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-48b4afba-8582-4e11-9815-edf317922d01 req-21524354-4d0a-4bef-8b0a-eaee7ecf46ce tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 944 time: 0.2418065 Jan 31 15:53:30.350298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-5813f046-bec9-465a-a927-47c66a2bad19 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:30.351751 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-5813f046-bec9-465a-a927-47c66a2bad19 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732&tenant_id=fb6f65ae282d4cad81a9203baacdf14e&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1095 time: 0.2560430 Jan 31 15:53:30.357400 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ef73425d-541e-42b3-ad27-ed8335d8b4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:30.381503 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e66bc9c5-45a1-49b4-8788-4e8779f82da8 req-a72991f6-47f2-4e7b-8e30-4d245e0a7ac4 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549469 Jan 31 15:53:30.474399 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b12b659-2612-4916-be50-1d04ae190770 req-fe2203bc-fbaa-4243-a1a2-955ff72b51fd tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 210 time: 0.0325525 Jan 31 15:53:30.486808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ef73425d-541e-42b3-ad27-ed8335d8b4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:30.495883 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ef73425d-541e-42b3-ad27-ed8335d8b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:30.539999 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ef73425d-541e-42b3-ad27-ed8335d8b4b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98f7a6292fea40ffb151e2a91edc0be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111727 Jan 31 15:53:30.541635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73425d-541e-42b3-ad27-ed8335d8b4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd63cf9-0f2f-49c3-b8c6-543f2e1162ab,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:30.544780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38734) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:30.597320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-722d78ae-fc75-4ad5-91ca-a98dde792276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:30.621044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-722d78ae-fc75-4ad5-91ca-a98dde792276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:30.675683 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-722d78ae-fc75-4ad5-91ca-a98dde792276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:30.678747 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-722d78ae-fc75-4ad5-91ca-a98dde792276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:30.679337 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-d303ba60-17e1-45d7-a1d6-72b7e60b18e3 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:30.682862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-722d78ae-fc75-4ad5-91ca-a98dde792276 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cd63cf9-0f2f-49c3-b8c6-543f2e1162ab HTTP/1.1" status: 204 len: 168 time: 0.1340914 Jan 31 15:53:30.682949 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-d303ba60-17e1-45d7-a1d6-72b7e60b18e3 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.30 "GET /v2.0/networks?id=b790891d-651d-481c-b1aa-1b190a34d57a HTTP/1.1" status: 200 len: 815 time: 0.5902267 Jan 31 15:53:30.690116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d78ae-fc75-4ad5-91ca-a98dde792276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd63cf9-0f2f-49c3-b8c6-543f2e1162ab,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:30.696690 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-48b4afba-8582-4e11-9815-edf317922d01 req-534fe4f0-7590-4936-bf9a-f7577c3cb8dc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684435 Jan 31 15:53:30.701495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Request body: {'port': {'device_id': '2d637615-0969-4e13-9f3f-631c01e53ca3', 'network_id': 'b790891d-651d-481c-b1aa-1b190a34d57a', 'admin_state_up': True, 'tenant_id': '8df90d35faed4a3abdb9659d6c80ed19'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:30.708820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-4f60af4d-9f7e-42cc-abf6-59c4af9c2e95 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Deleting port 88cc1089-707e-467d-b86a-4c6dafc5b5b5 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:30.709547 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f60af4d-9f7e-42cc-abf6-59c4af9c2e95 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:30.773852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-1a5a812c-75ac-4724-96e0-73d3d5ff0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:30.775340 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-1a5a812c-75ac-4724-96e0-73d3d5ff0fa5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732&tenant_id=fb6f65ae282d4cad81a9203baacdf14e HTTP/1.1" status: 200 len: 1095 time: 0.4116101 Jan 31 15:53:30.778394 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955915ed-7381-4ab3-ac08-a76ee52266ed req-05685de2-7c84-4e78-9a82-c996bbc15b4f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:30.779989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-955915ed-7381-4ab3-ac08-a76ee52266ed req-05685de2-7c84-4e78-9a82-c996bbc15b4f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.0501134 Jan 31 15:53:30.832109 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-955915ed-7381-4ab3-ac08-a76ee52266ed req-a2a5f78f-1c87-45be-bce1-2ee800afc09d tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Jan 31 15:53:30.906592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f60af4d-9f7e-42cc-abf6-59c4af9c2e95 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:30.906950 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f60af4d-9f7e-42cc-abf6-59c4af9c2e95 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:30.933447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-ecf43e3a-579c-4eee-8d95-77812ffead0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:30.935055 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-ecf43e3a-579c-4eee-8d95-77812ffead0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 1095 time: 0.1264365 Jan 31 15:53:30.954309 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-4f60af4d-9f7e-42cc-abf6-59c4af9c2e95 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Calling delete_port for 88cc1089-707e-467d-b86a-4c6dafc5b5b5 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:31.067596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Made reservation on behalf of 8df90d35faed4a3abdb9659d6c80ed19 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:31.071059 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.097495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9d4b1-f275-4235-8b41-0cdc0927ba33 req-3f2bb3ab-fcdc-4c60-ab18-a488aa9f3b7d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:31.098967 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61c9d4b1-f275-4235-8b41-0cdc0927ba33 req-3f2bb3ab-fcdc-4c60-ab18-a488aa9f3b7d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 945 time: 0.1989095 Jan 31 15:53:31.209487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3a3527cd-4a65-44cf-af65-9f1eda215a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:31.210953 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-3a3527cd-4a65-44cf-af65-9f1eda215a1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.2579725 Jan 31 15:53:31.240979 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61c9d4b1-f275-4235-8b41-0cdc0927ba33 req-3394d9b9-11ee-4d70-9d87-63a9d672fde4 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289937 Jan 31 15:53:31.271884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb6864-2510-4391-a296-41d870e5a459 req-07110915-0671-4df9-be13-4784ff6ba7da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:31.278573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb6864-2510-4391-a296-41d870e5a459 req-07110915-0671-4df9-be13-4784ff6ba7da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:31.282832 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-850f6182-1dff-46e7-8a9c-82c0bb1fe908 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346 HTTP/1.1" status: 200 len: 217 time: 0.0575848 Jan 31 15:53:31.285332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb6864-2510-4391-a296-41d870e5a459 req-07110915-0671-4df9-be13-4784ff6ba7da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:31.290149 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-29bb6864-2510-4391-a296-41d870e5a459 req-07110915-0671-4df9-be13-4784ff6ba7da tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2418 time: 0.0781538 Jan 31 15:53:31.331552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-29bb6864-2510-4391-a296-41d870e5a459 req-43fb93ac-d5a2-4911-bb05-47f774ea5a8b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324094 Jan 31 15:53:31.375055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38762) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:31.398650 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-5d57af2a-e8e2-4d27-853d-2fc889f5a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:31.400093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-5d57af2a-e8e2-4d27-853d-2fc889f5a6eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.1107621 Jan 31 15:53:31.410808 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Allocated IP 172.20.0.7 (b790891d-651d-481c-b1aa-1b190a34d57a/8affd2fe-3153-4a2f-bf46-e218ba90bf79/0b28cbf8-5671-427b-bf0f-6b2533dadf4d) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:31.441210 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-7b6b47d9-052b-4564-9b17-0758f284a13a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318968 Jan 31 15:53:31.445351 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f60af4d-9f7e-42cc-abf6-59c4af9c2e95 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.474382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-690448048-network', 'tenant_id': 'c4a6e92ac55c4843b6a3aa7ea5911f19'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:31.497320 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Made reservation on behalf of c4a6e92ac55c4843b6a3aa7ea5911f19 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:31.499745 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.503397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60af4d-9f7e-42cc-abf6-59c4af9c2e95 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Pushing event deleted for resources: {'Port': ['ID=88cc1089-707e-467d-b86a-4c6dafc5b5b5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:31.508897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.578487 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf09fccd-cf28-4baf-989e-ea6447a81258 req-214ddcda-e13a-4d8d-85c9-234ca97b7954 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 210 time: 0.0297318 Jan 31 15:53:31.628095 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.633505 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.658643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:53:31.673256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f200e6f-d578-4e86-a60c-e34aeabbb404,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:31.679078 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.679421 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Added segment 7dd145fd-d2dd-45db-aa9f-5da66a5afcc7 of type vlan for network 48e2700a-9c86-48be-85d0-2200261cc098 Jan 31 15:53:31.716929 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fdbdc-17de-47b4-acfd-06efa89af0f0 req-ce45f703-3f4a-44df-9e12-a135571b089c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:31.718425 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-610fdbdc-17de-47b4-acfd-06efa89af0f0 req-ce45f703-3f4a-44df-9e12-a135571b089c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.2415149 Jan 31 15:53:31.718620 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.739787 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f60af4d-9f7e-42cc-abf6-59c4af9c2e95 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.742297 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f60af4d-9f7e-42cc-abf6-59c4af9c2e95 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.745895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4f60af4d-9f7e-42cc-abf6-59c4af9c2e95 tempest-ServersWithSpecificFlavorTestJSON-124681529 tempest-ServersWithSpecificFlavorTestJSON-124681529-project] 10.222.0.36 "DELETE /v2.0/floatingips/a4d9990d-c646-4ed2-a8ed-5326fee5b620 HTTP/1.1" status: 204 len: 168 time: 1.7252262 Jan 31 15:53:31.769533 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-e8acdeef-3249-4f82-85bc-375fdeda21de service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179116 Jan 31 15:53:31.774283 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.775514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:31.776441 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.819803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-610fdbdc-17de-47b4-acfd-06efa89af0f0 req-b466e329-fe12-473f-b1a7-09badaf3cda8 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880904 Jan 31 15:53:31.867429 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4912527 Jan 31 15:53:31.870412 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38778) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:31.876555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9a6974e4-643c-4dad-8530-14551e88a6dd admin admin] Request body: {'subnet': {'network_id': '48e2700a-9c86-48be-85d0-2200261cc098', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-690448048-subnet', 'tenant_id': 'c4a6e92ac55c4843b6a3aa7ea5911f19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:31.886672 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:31.887432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-021dd986-70f1-471f-b2c7-b24bf712cb7f tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:31.893177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-021dd986-70f1-471f-b2c7-b24bf712cb7f tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:31.899019 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-021dd986-70f1-471f-b2c7-b24bf712cb7f tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:31.900967 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-021dd986-70f1-471f-b2c7-b24bf712cb7f tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2418 time: 0.1602623 Jan 31 15:53:31.903721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf026f6e-ae24-4d81-89ad-d7a6c38703d3 admin admin] Pushing event updated for resources: {'Network': ['ID=48e2700a-9c86-48be-85d0-2200261cc098,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:31.913512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 48e2700a-9c86-48be-85d0-2200261cc098 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:53:31.956664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae521c-3ddb-4ad9-929d-149f8e20ddb3 req-8ae5b3bd-5d26-4591-8ca7-965921e59fd4 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:31.964593 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21ae521c-3ddb-4ad9-929d-149f8e20ddb3 req-8ae5b3bd-5d26-4591-8ca7-965921e59fd4 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 944 time: 0.1830745 Jan 31 15:53:31.967040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-5245c53e-5a87-4c67-81c8-b5aeaf924785 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821072 Jan 31 15:53:31.974086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6974e4-643c-4dad-8530-14551e88a6dd admin admin] Made reservation on behalf of c4a6e92ac55c4843b6a3aa7ea5911f19 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:31.976337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a6974e4-643c-4dad-8530-14551e88a6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.048425 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21ae521c-3ddb-4ad9-929d-149f8e20ddb3 req-bbd18b07-9c19-435a-a7cf-7f92fc9a90be tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829439 Jan 31 15:53:32.055160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09291fd5-3c3e-4acd-bd9c-bc0d06034e07 req-67dbea54-fe3f-4e64-b1d3-16a77c583faa tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:32.056644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-09291fd5-3c3e-4acd-bd9c-bc0d06034e07 req-67dbea54-fe3f-4e64-b1d3-16a77c583faa tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.1454339 Jan 31 15:53:32.060507 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.070685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-0eee99a2-b8af-4c6b-b254-84ac6fbb2f7a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:32.071305 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-0eee99a2-b8af-4c6b-b254-84ac6fbb2f7a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.147901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Network b790891d-651d-481c-b1aa-1b190a34d57a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:32.159133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Pushing event updated for resources: {'Port': ['ID=0b28cbf8-5671-427b-bf0f-6b2533dadf4d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:32.161713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:32.167671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:32.201372 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-09291fd5-3c3e-4acd-bd9c-bc0d06034e07 req-a5920396-b4c3-4875-8ed9-fe4c115241e6 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315312 Jan 31 15:53:32.218630 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-0eee99a2-b8af-4c6b-b254-84ac6fbb2f7a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] For port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:32.218994 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-0eee99a2-b8af-4c6b-b254-84ac6fbb2f7a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.231628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-0eee99a2-b8af-4c6b-b254-84ac6fbb2f7a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Calling delete_port for 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:32.309929 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a6974e4-643c-4dad-8530-14551e88a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.360054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38796) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:32.399723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:32.400334 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.436323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6974e4-643c-4dad-8530-14551e88a6dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ca4422-a43c-4f61-b5b3-88c90463ac05,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:32.448629 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-0eee99a2-b8af-4c6b-b254-84ac6fbb2f7a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.453774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-42e7bdb9-a78e-4b90-b173-ffe4a88ed69e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7611585 Jan 31 15:53:32.459830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['1b22e5fc-f4d8-4bc8-aab4-a78b49b03657', '25df66ba-eee7-4236-923a-74cc95aea556', '3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:32.461593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-09e43c7a-990c-4ff0-ba91-c37c78f07f6d tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:32.463405 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-09e43c7a-990c-4ff0-ba91-c37c78f07f6d tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732&tenant_id=fb6f65ae282d4cad81a9203baacdf14e&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1095 time: 0.1678550 Jan 31 15:53:32.473870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Request body: {'port': {'device_id': '2d637615-0969-4e13-9f3f-631c01e53ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:32.512421 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36f941-639b-4cc4-8487-f39906179003 req-814d6e20-7722-443c-a621-1d2d8b15a0bc tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:32.514209 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a36f941-639b-4cc4-8487-f39906179003 req-814d6e20-7722-443c-a621-1d2d8b15a0bc tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 945 time: 0.1658616 Jan 31 15:53:32.518067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee99a2-b8af-4c6b-b254-84ac6fbb2f7a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Port': ['ID=3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:32.544739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7791a-41dd-475d-b18b-05c910c4fe5b req-96316410-b7e1-4fdb-b3e9-1b5a75622ab4 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:32.550742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7791a-41dd-475d-b18b-05c910c4fe5b req-96316410-b7e1-4fdb-b3e9-1b5a75622ab4 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:32.556499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7791a-41dd-475d-b18b-05c910c4fe5b req-96316410-b7e1-4fdb-b3e9-1b5a75622ab4 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:32.564679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34b7791a-41dd-475d-b18b-05c910c4fe5b req-96316410-b7e1-4fdb-b3e9-1b5a75622ab4 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 2339 time: 0.1601110 Jan 31 15:53:32.572743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6974e4-643c-4dad-8530-14551e88a6dd admin admin] Checking segment: {'id': '7dd145fd-d2dd-45db-aa9f-5da66a5afcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48e2700a-9c86-48be-85d0-2200261cc098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:32.573094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6974e4-643c-4dad-8530-14551e88a6dd admin admin] Network hostable DHCP agents. Network: 48e2700a-9c86-48be-85d0-2200261cc098, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:53:32.634679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-0eee99a2-b8af-4c6b-b254-84ac6fbb2f7a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] No DVR routers for this DVR port 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:32.641079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-0eee99a2-b8af-4c6b-b254-84ac6fbb2f7a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.644334 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-0eee99a2-b8af-4c6b-b254-84ac6fbb2f7a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "DELETE /v2.0/ports/3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 HTTP/1.1" status: 204 len: 173 time: 0.7294621 Jan 31 15:53:32.644782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'name': 'network-vif-deleted', 'tag': '3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:32.647085 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4870e7-6a9c-49f6-b858-34692ea8c54a" -d '{"events": [{"server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "name": "network-vif-deleted", "tag": "3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:32.678203 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.681799 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34b7791a-41dd-475d-b18b-05c910c4fe5b req-7a51fdbf-c33c-4a55-8e8b-5a7e5dc7af4a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161115 Jan 31 15:53:32.684030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-4aa547b0-d087-48ad-a047-9caa35b0f66d tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:32.685550 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-4aa547b0-d087-48ad-a047-9caa35b0f66d tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d&tenant_id=f7454e77053048da93d6c7125983ed93&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1096 time: 0.2090211 Jan 31 15:53:32.741766 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a36f941-639b-4cc4-8487-f39906179003 req-09c2efc3-d543-464f-9dd8-de391af7e2fd tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786234 Jan 31 15:53:32.746629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827120-1'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:32.752661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6974e4-643c-4dad-8530-14551e88a6dd admin admin] Network 48e2700a-9c86-48be-85d0-2200261cc098 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:53:32.854799 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee98096-86a0-4e22-a89a-754eb3788b46 x-openstack-request-id: req-bee98096-86a0-4e22-a89a-754eb3788b46 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:32.855085 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "name": "network-vif-deleted", "tag": "3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:32.855332 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bee98096-86a0-4e22-a89a-754eb3788b46 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:32.855724 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'name': 'network-vif-deleted', 'tag': '3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3', 'status': 'completed', 'code': 200} Jan 31 15:53:32.856248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-9a6974e4-643c-4dad-8530-14551e88a6dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 48e2700a-9c86-48be-85d0-2200261cc098) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:32.866776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1be1c9-4b15-435c-9f0b-c69a60abe894 None None] Network 48e2700a-9c86-48be-85d0-2200261cc098 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:32.871300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6974e4-643c-4dad-8530-14551e88a6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:32.872007 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a6974e4-643c-4dad-8530-14551e88a6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.924617 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-31e134fe-4e8f-483b-a4a1-5997f33c337c service neutron] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:32.925564 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.943585 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9a6974e4-643c-4dad-8530-14551e88a6dd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0613568 Jan 31 15:53:32.953792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d8642-f33c-4d14-ae04-f6fba37d3d51 req-999eba8b-08b5-44d4-8684-2b52ce2be9ce tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:32.960803 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d91d8642-f33c-4d14-ae04-f6fba37d3d51 req-999eba8b-08b5-44d4-8684-2b52ce2be9ce tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 931 time: 0.1920135 Jan 31 15:53:32.972078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-c0966d6d-d113-4075-814e-ed068b3abe02 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:32.972414 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-c0966d6d-d113-4075-814e-ed068b3abe02 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.992392 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-31e134fe-4e8f-483b-a4a1-5997f33c337c service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:32.993525 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10ea5a32-e943-4913-b183-f22a4da0f7e5 req-31e134fe-4e8f-483b-a4a1-5997f33c337c service neutron] 10.222.0.20 "DELETE /v2.0/ports/fc35b8ef-28aa-4a54-b0f6-5179f9b70346/bindings/n-h1-827120-1 HTTP/1.1" status: 204 len: 173 time: 0.5150809 Jan 31 15:53:33.062897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ce836-b32c-48fc-9df2-e7d69c6c0d04 None None] Network 48e2700a-9c86-48be-85d0-2200261cc098 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:33.130349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d91d8642-f33c-4d14-ae04-f6fba37d3d51 req-2647b725-4211-45ed-9cb4-97274385349c tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d1edcc5-80bf-4801-a1fc-56dad2d39c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686106 Jan 31 15:53:33.146347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4927f153-10c1-4bf4-9b72-884ccc05b657 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:53:33.188095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-c0966d6d-d113-4075-814e-ed068b3abe02 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] For port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:33.188770 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-c0966d6d-d113-4075-814e-ed068b3abe02 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:33.210155 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-c0966d6d-d113-4075-814e-ed068b3abe02 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Calling delete_port for 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:33.330363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=4927f153-10c1-4bf4-9b72-884ccc05b657,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:33.347625 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4927f153-10c1-4bf4-9b72-884ccc05b657 has no active binding in host n-h1-827120-1 {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 15:53:33.395352 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c81574-67f3-4a92-a617-e577a5d08fc8 req-10c7b238-40e8-4589-a52b-ab1087f26206 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:33.396818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-28c81574-67f3-4a92-a617-e577a5d08fc8 req-10c7b238-40e8-4589-a52b-ab1087f26206 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 944 time: 0.1688337 Jan 31 15:53:33.413256 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ea21ada-faae-48ff-bfff-0ec901df4889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:33.460330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6876c-d123-4dbe-be0c-579e626cbbd9 req-457bb0c8-22c6-4b6b-b6db-4ea899caae0c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:33.464158 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-caa6876c-d123-4dbe-be0c-579e626cbbd9 req-457bb0c8-22c6-4b6b-b6db-4ea899caae0c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.4637344 Jan 31 15:53:33.560008 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-28c81574-67f3-4a92-a617-e577a5d08fc8 req-15c20265-08df-474c-bae0-91cfac4b1a18 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122663 Jan 31 15:53:33.564981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-c0966d6d-d113-4075-814e-ed068b3abe02 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:33.582231 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-caa6876c-d123-4dbe-be0c-579e626cbbd9 req-af4c601c-bcdf-43a9-a57d-23148e61b5d8 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066153 Jan 31 15:53:33.582231 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=4927f153-10c1-4bf4-9b72-884ccc05b657,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:33.644279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0966d6d-d113-4075-814e-ed068b3abe02 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Port': ['ID=1b22e5fc-f4d8-4bc8-aab4-a78b49b03657,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:33.704731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b28cbf8-5671-427b-bf0f-6b2533dadf4d {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:33.722103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:33.747060 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:33.752152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-c0966d6d-d113-4075-814e-ed068b3abe02 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] No DVR routers for this DVR port 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:33.760159 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-c0966d6d-d113-4075-814e-ed068b3abe02 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:33.763861 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-c0966d6d-d113-4075-814e-ed068b3abe02 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "DELETE /v2.0/ports/1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 HTTP/1.1" status: 204 len: 173 time: 1.1136074 Jan 31 15:53:33.772237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-4f276444-7c90-43fe-a789-e19834e8e068 req-1b1a2769-8b91-4854-b97b-bd83662de97a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-831951898', 'description': 'tempest-description-345525227'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:33.781423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f0bfae-e3bc-43a1-9311-f483ddfbc53d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4927f153-10c1-4bf4-9b72-884ccc05b657'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:33.783783 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e17d4f3-c403-4f41-80b9-47a415f296a9" -d '{"events": [{"server_uuid": "55f0bfae-e3bc-43a1-9311-f483ddfbc53d", "name": "network-vif-unplugged", "status": "completed", "tag": "4927f153-10c1-4bf4-9b72-884ccc05b657"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:33.793414 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd26da9-cade-4afc-9743-4c92bb2377d0 req-45058b88-35cd-4529-adda-6bf29a55b493 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:33.794989 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9bd26da9-cade-4afc-9743-4c92bb2377d0 req-45058b88-35cd-4529-adda-6bf29a55b493 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.1459107 Jan 31 15:53:33.797082 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:33.799036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Transition to ACTIVE for port object 0b28cbf8-5671-427b-bf0f-6b2533dadf4d will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:53:33.812756 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:33.823977 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:33.878742 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4f276444-7c90-43fe-a789-e19834e8e068 req-1b1a2769-8b91-4854-b97b-bd83662de97a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:33.907404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Pushing event updated for resources: {'Port': ['ID=0b28cbf8-5671-427b-bf0f-6b2533dadf4d,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:33.917648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9bd26da9-cade-4afc-9743-4c92bb2377d0 req-01ea3bf9-e22c-46df-a640-584895fa526e tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138492 Jan 31 15:53:34.021579 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4f276444-7c90-43fe-a789-e19834e8e068 req-1b1a2769-8b91-4854-b97b-bd83662de97a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.029455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4f276444-7c90-43fe-a789-e19834e8e068 req-1b1a2769-8b91-4854-b97b-bd83662de97a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.043843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Attempting to bind port 4927f153-10c1-4bf4-9b72-884ccc05b657 on host n-h2-827120-1 for vnic_type normal with profile {"migrating_to": "n-h1-827120-1"} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:34.044190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Attempting to bind port 4927f153-10c1-4bf4-9b72-884ccc05b657 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:34.044489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Attempting to bind port 4927f153-10c1-4bf4-9b72-884ccc05b657 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:34.055841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-f08b6775-f1a9-4c7b-ba70-32a275cbdeec tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting port 25df66ba-eee7-4236-923a-74cc95aea556 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:34.056216 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-f08b6775-f1a9-4c7b-ba70-32a275cbdeec tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.062378 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Pushing event updated for resources: {'Port': ['ID=4927f153-10c1-4bf4-9b72-884ccc05b657,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:34.073519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Port 4927f153-10c1-4bf4-9b72-884ccc05b657 on network d9143695-d818-4ec6-a1c8-9227036ec2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:34.073852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Attempting to bind port 4927f153-10c1-4bf4-9b72-884ccc05b657 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:34.094388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:34.094724 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:34.095101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Bound using segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:34.095545 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Bound port: 4927f153-10c1-4bf4-9b72-884ccc05b657, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:34.095897 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.109311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Attempting to bind port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:34.109668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Attempting to bind port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '90096a02-bce6-4f2e-875e-0fc0aeff814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b790891d-651d-481c-b1aa-1b190a34d57a'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:34.109990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Attempting to bind port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d on network b790891d-651d-481c-b1aa-1b190a34d57a {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:34.121787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d on network b790891d-651d-481c-b1aa-1b190a34d57a not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:34.121787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Attempting to bind port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d on network b790891d-651d-481c-b1aa-1b190a34d57a {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:34.147899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c9936-96c8-4fb9-ab10-168560bd959c req-2bc5149a-f8b1-444a-958e-acabee8c1142 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:34.149455 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d1c9936-96c8-4fb9-ab10-168560bd959c req-2bc5149a-f8b1-444a-958e-acabee8c1142 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 945 time: 0.1252167 Jan 31 15:53:34.156126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:34.156458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Checking segment: {'id': '90096a02-bce6-4f2e-875e-0fc0aeff814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b790891d-651d-481c-b1aa-1b190a34d57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:34.156842 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Bound using segment: {'id': '90096a02-bce6-4f2e-875e-0fc0aeff814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b790891d-651d-481c-b1aa-1b190a34d57a'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:34.157279 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Bound port: 0b28cbf8-5671-427b-bf0f-6b2533dadf4d, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90096a02-bce6-4f2e-875e-0fc0aeff814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b790891d-651d-481c-b1aa-1b190a34d57a'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:34.157669 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.240479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:34.268757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=4927f153-10c1-4bf4-9b72-884ccc05b657,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:34.276400 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d1c9936-96c8-4fb9-ab10-168560bd959c req-3a2889a8-5420-4d07-9e16-abe78b07fcd0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121664 Jan 31 15:53:34.283095 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.325221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] For port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:34.349383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] For port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0b28cbf8-5671-427b-bf0f-6b2533dadf4d,segment=NetworkSegment(90096a02-bce6-4f2e-875e-0fc0aeff814b),segment_id=90096a02-bce6-4f2e-875e-0fc0aeff814b)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:34.365047 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.395680 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4f276444-7c90-43fe-a789-e19834e8e068 req-1b1a2769-8b91-4854-b97b-bd83662de97a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.396921 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f276444-7c90-43fe-a789-e19834e8e068 req-1b1a2769-8b91-4854-b97b-bd83662de97a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6462588 Jan 31 15:53:34.405792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a2769-8b91-4854-b97b-bd83662de97a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e99604-f70d-48c2-b1aa-cf4fec7ccc02,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:34.417350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Pushing event updated for resources: {'Port': ['ID=4927f153-10c1-4bf4-9b72-884ccc05b657,revision_number=8']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:34.421157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:34.421785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.423149 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-ca36f177-8511-4519-b8c4-c75731d5c311 service neutron] 10.222.0.30 "PUT /v2.0/ports/4927f153-10c1-4bf4-9b72-884ccc05b657 HTTP/1.1" status: 200 len: 1121 time: 1.7103009 Jan 31 15:53:34.434080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:34.434686 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.436083 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] 10.222.0.30 "PUT /v2.0/ports/0b28cbf8-5671-427b-bf0f-6b2533dadf4d HTTP/1.1" status: 200 len: 1091 time: 1.9718313 Jan 31 15:53:34.454077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-f08b6775-f1a9-4c7b-ba70-32a275cbdeec tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] For port 25df66ba-eee7-4236-923a-74cc95aea556, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=25df66ba-eee7-4236-923a-74cc95aea556,segment=NetworkSegment(ab3774ae-3233-4533-a88f-bd7b03463f1f),segment_id=ab3774ae-3233-4533-a88f-bd7b03463f1f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:34.454444 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-f08b6775-f1a9-4c7b-ba70-32a275cbdeec tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.457413 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-1ea21ada-faae-48ff-bfff-0ec901df4889 admin admin] Deleting port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:34.458311 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ea21ada-faae-48ff-bfff-0ec901df4889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.483845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bced4e-ac7f-4102-be6a-772de4e5f5c7 req-2c29193e-82db-41a7-beeb-c2252b9eb6be tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:34.485371 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a4bced4e-ac7f-4102-be6a-772de4e5f5c7 req-2c29193e-82db-41a7-beeb-c2252b9eb6be tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 943 time: 0.1276834 Jan 31 15:53:34.503344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4927f153-10c1-4bf4-9b72-884ccc05b657'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:34.503874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-f08b6775-f1a9-4c7b-ba70-32a275cbdeec tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Calling delete_port for 25df66ba-eee7-4236-923a-74cc95aea556 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:34.507165 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efac0dea-e208-4864-b590-18e605c871c2 x-openstack-request-id: req-efac0dea-e208-4864-b590-18e605c871c2 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:34.507453 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f0bfae-e3bc-43a1-9311-f483ddfbc53d", "name": "network-vif-unplugged", "status": "completed", "tag": "4927f153-10c1-4bf4-9b72-884ccc05b657", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:34.507704 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-efac0dea-e208-4864-b590-18e605c871c2 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:34.508096 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f0bfae-e3bc-43a1-9311-f483ddfbc53d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4927f153-10c1-4bf4-9b72-884ccc05b657', 'code': 200} Jan 31 15:53:34.518764 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf1b70-a810-4667-9df4-89f3a3f5f769 service neutron] Pushing event updated for resources: {'Port': ['ID=0b28cbf8-5671-427b-bf0f-6b2533dadf4d,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:34.555839 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['4927f153-10c1-4bf4-9b72-884ccc05b657'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:34.576473 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a4bced4e-ac7f-4102-be6a-772de4e5f5c7 req-ade7be91-c65f-4365-b469-a1c7a09363f5 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802510 Jan 31 15:53:34.578250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-3d753edf-339a-454f-9876-799be67cd9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:34.579665 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-3d753edf-339a-454f-9876-799be67cd9b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8df90d35faed4a3abdb9659d6c80ed19&device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 1094 time: 0.0708230 Jan 31 15:53:34.631905 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-100d5d7a-bb32-4fad-9988-c9c0feeb9a9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b28cbf8-5671-427b-bf0f-6b2533dadf4d HTTP/1.1" status: 200 len: 217 time: 0.0450544 Jan 31 15:53:34.693152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-0d57b1a4-6a33-4526-964e-3707c51b9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:34.695166 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-0d57b1a4-6a33-4526-964e-3707c51b9082 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8affd2fe-3153-4a2f-bf46-e218ba90bf79 HTTP/1.1" status: 200 len: 855 time: 0.0568268 Jan 31 15:53:34.713903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f966-c13a-4edc-8aec-3ac6aa7740a5 req-fcc867bf-6cb5-4994-9b37-01d93c1a4f8e tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:34.721121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5f1f966-c13a-4edc-8aec-3ac6aa7740a5 req-fcc867bf-6cb5-4994-9b37-01d93c1a4f8e tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 1095 time: 0.1237309 Jan 31 15:53:34.731708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-1ea21ada-faae-48ff-bfff-0ec901df4889 admin admin] For port 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:34.732194 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ea21ada-faae-48ff-bfff-0ec901df4889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.751776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-1ea21ada-faae-48ff-bfff-0ec901df4889 admin admin] Calling delete_port for 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:34.753320 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-2ed40ea9-0ff4-40db-b543-e4b91c6473bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b790891d-651d-481c-b1aa-1b190a34d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492518 Jan 31 15:53:34.791294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72876f-9e28-400a-86df-d728bf69ee90 req-bdfb9fd7-301a-4583-9aec-992d16473fc0 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:34.792720 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ea72876f-9e28-400a-86df-d728bf69ee90 req-bdfb9fd7-301a-4583-9aec-992d16473fc0 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 943 time: 0.0906818 Jan 31 15:53:34.847031 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5f1f966-c13a-4edc-8aec-3ac6aa7740a5 req-371479a2-b6d5-419e-81b4-02f72e00eb48 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243231 Jan 31 15:53:34.856429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'name': 'network-vif-deleted', 'tag': '1b22e5fc-f4d8-4bc8-aab4-a78b49b03657'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:34.859070 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c13a56-a9de-4241-a47a-6c5f69861150" -d '{"events": [{"server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "name": "network-vif-deleted", "tag": "1b22e5fc-f4d8-4bc8-aab4-a78b49b03657"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:34.877372 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ea72876f-9e28-400a-86df-d728bf69ee90 req-4c42fbfa-26d9-483b-a67e-6a6d8ea131ba tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d1edcc5-80bf-4801-a1fc-56dad2d39c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562510 Jan 31 15:53:34.902825 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-8fd0aad8-ec94-4cea-a175-f554cf6a387f service neutron] 10.222.0.30 "GET /v2.0/networks/b790891d-651d-481c-b1aa-1b190a34d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421576 Jan 31 15:53:34.934156 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-f08b6775-f1a9-4c7b-ba70-32a275cbdeec tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:34.987900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b6775-f1a9-4c7b-ba70-32a275cbdeec tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Port': ['ID=25df66ba-eee7-4236-923a-74cc95aea556,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:35.039984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-f08b6775-f1a9-4c7b-ba70-32a275cbdeec tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] No DVR routers for this DVR port 25df66ba-eee7-4236-923a-74cc95aea556 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:35.044924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5efabf-9b0b-4ed5-ab61-d79a51f51aab req-cedba383-3e53-41f9-8c86-737938871d58 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:35.045510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2999f8f5-00db-4dab-ac81-b53c3770a9a4 req-91d955ce-5c64-4590-818e-4c3888f3cfb4 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/63e99604-f70d-48c2-b1aa-cf4fec7ccc02 HTTP/1.1" status: 200 len: 1811 time: 0.1625202 Jan 31 15:53:35.046852 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a5efabf-9b0b-4ed5-ab61-d79a51f51aab req-cedba383-3e53-41f9-8c86-737938871d58 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1151447 Jan 31 15:53:35.048971 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c49b8da-ad05-4b76-8d65-e8bd2177e075 req-f9cd983d-ddbc-4dd2-9b7b-8e2fed9d25bc service neutron] 10.222.0.30 "GET /v2.0/networks/b790891d-651d-481c-b1aa-1b190a34d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377923 Jan 31 15:53:35.052532 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-f08b6775-f1a9-4c7b-ba70-32a275cbdeec tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:35.055788 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-147e5e6a-1d54-41b6-a304-d6cb7057b861 req-f08b6775-f1a9-4c7b-ba70-32a275cbdeec tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "DELETE /v2.0/ports/25df66ba-eee7-4236-923a-74cc95aea556 HTTP/1.1" status: 204 len: 173 time: 1.2781942 Jan 31 15:53:35.069091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-2999f8f5-00db-4dab-ac81-b53c3770a9a4 req-f9446741-8dc2-47b9-888c-772463c86466 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63e99604-f70d-48c2-b1aa-cf4fec7ccc02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:35.069412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-2999f8f5-00db-4dab-ac81-b53c3770a9a4 req-f9446741-8dc2-47b9-888c-772463c86466 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63e99604-f70d-48c2-b1aa-cf4fec7ccc02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:35.109015 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 25df66ba-eee7-4236-923a-74cc95aea556 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:35.113814 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a5efabf-9b0b-4ed5-ab61-d79a51f51aab req-7fef97bf-b2ec-4dbc-a9ca-5fec18ca80eb tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589983 Jan 31 15:53:35.129026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 25df66ba-eee7-4236-923a-74cc95aea556 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:35.129363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 25df66ba-eee7-4236-923a-74cc95aea556 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:35.129806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:35.172110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:35.172714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 1b22e5fc-f4d8-4bc8-aab4-a78b49b03657 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:35.173514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:35.202039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:35.202373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3c7b8d3f-1bf5-4743-8c2a-4ba6a4f6d4b3 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:35.208501 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09391c54-1443-4edd-a563-776845047447 x-openstack-request-id: req-09391c54-1443-4edd-a563-776845047447 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:35.208795 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "name": "network-vif-deleted", "tag": "1b22e5fc-f4d8-4bc8-aab4-a78b49b03657", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:35.209047 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09391c54-1443-4edd-a563-776845047447 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:35.209443 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'name': 'network-vif-deleted', 'tag': '1b22e5fc-f4d8-4bc8-aab4-a78b49b03657', 'status': 'completed', 'code': 200} Jan 31 15:53:35.219636 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2999f8f5-00db-4dab-ac81-b53c3770a9a4 req-f9446741-8dc2-47b9-888c-772463c86466 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:35.238268 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ea21ada-faae-48ff-bfff-0ec901df4889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:35.264366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e16d6-a5b9-418f-b483-9c60cdf2d92a req-87af2c4e-1810-4cce-988d-9702ea9ad662 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:35.265920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d59e16d6-a5b9-418f-b483-9c60cdf2d92a req-87af2c4e-1810-4cce-988d-9702ea9ad662 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 1095 time: 0.0393207 Jan 31 15:53:35.277300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea21ada-faae-48ff-bfff-0ec901df4889 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:35.281890 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2999f8f5-00db-4dab-ac81-b53c3770a9a4 req-f9446741-8dc2-47b9-888c-772463c86466 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:35.290855 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2999f8f5-00db-4dab-ac81-b53c3770a9a4 req-f9446741-8dc2-47b9-888c-772463c86466 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:35.303314 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d59e16d6-a5b9-418f-b483-9c60cdf2d92a req-054a54d6-eea2-49df-99cb-2b337bafc65c tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296507 Jan 31 15:53:35.364385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9446741-8dc2-47b9-888c-772463c86466 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d086047d-a32f-4bf9-9c40-ead9ac5a6114,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:35.373153 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2999f8f5-00db-4dab-ac81-b53c3770a9a4 req-f9446741-8dc2-47b9-888c-772463c86466 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:35.374407 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2999f8f5-00db-4dab-ac81-b53c3770a9a4 req-f9446741-8dc2-47b9-888c-772463c86466 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3170769 Jan 31 15:53:35.449732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7c3b9-963e-4858-8c20-7c1677c56759 req-65f8c4ab-fd8d-4e70-a131-611da3823632 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:35.452397 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11c7c3b9-963e-4858-8c20-7c1677c56759 req-65f8c4ab-fd8d-4e70-a131-611da3823632 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.0802298 Jan 31 15:53:35.496664 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11c7c3b9-963e-4858-8c20-7c1677c56759 req-22ae03c3-cff0-4167-8455-9aa994e9d789 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372930 Jan 31 15:53:35.518228 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78a914db-8a6a-4d53-b305-3a5d014f1e39 req-7d4e979f-6db5-482a-bab6-4a20fa80a853 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e96a60-f917-4e9d-9d41-5e7529888dc8 HTTP/1.1" status: 200 len: 210 time: 0.0335507 Jan 31 15:53:35.532621 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ea21ada-faae-48ff-bfff-0ec901df4889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:35.591452 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa2e5b39-802c-448e-b100-4f53a87989ff req-29b0d2ad-c868-4155-b326-059aad4d771a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/63e99604-f70d-48c2-b1aa-cf4fec7ccc02 HTTP/1.1" status: 200 len: 2404 time: 0.0570385 Jan 31 15:53:35.626316 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10cf71c4-e66d-4bcd-aacc-eb2f55b7e4a6 req-eeeb91d4-9f8b-4f6a-b4f4-d35a7e733c1d tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-group-rules/d086047d-a32f-4bf9-9c40-ead9ac5a6114 HTTP/1.1" status: 200 len: 778 time: 0.0283759 Jan 31 15:53:35.714388 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10cf71c4-e66d-4bcd-aacc-eb2f55b7e4a6 req-7503f7b3-dd28-4f4a-b53a-8dc5fcbd3454 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/63e99604-f70d-48c2-b1aa-cf4fec7ccc02 HTTP/1.1" status: 200 len: 2404 time: 0.0871472 Jan 31 15:53:35.756518 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10cf71c4-e66d-4bcd-aacc-eb2f55b7e4a6 req-98ff2b2a-0966-4453-924b-7c76152f873f tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:35.767141 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10cf71c4-e66d-4bcd-aacc-eb2f55b7e4a6 req-98ff2b2a-0966-4453-924b-7c76152f873f tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:35.803220 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10cf71c4-e66d-4bcd-aacc-eb2f55b7e4a6 req-98ff2b2a-0966-4453-924b-7c76152f873f tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:35.811764 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-10cf71c4-e66d-4bcd-aacc-eb2f55b7e4a6 req-98ff2b2a-0966-4453-924b-7c76152f873f tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:35.812946 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10cf71c4-e66d-4bcd-aacc-eb2f55b7e4a6 req-98ff2b2a-0966-4453-924b-7c76152f873f tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d086047d-a32f-4bf9-9c40-ead9ac5a6114 HTTP/1.1" status: 204 len: 173 time: 0.0848305 Jan 31 15:53:35.818316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff2b2a-0966-4453-924b-7c76152f873f tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d086047d-a32f-4bf9-9c40-ead9ac5a6114,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:35.823125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea21ada-faae-48ff-bfff-0ec901df4889 admin admin] Router 99c6369a-609c-4980-9963-099fc2fc963c has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:53:35.875227 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-d1fdc51a-3fb9-40b4-88ce-d9e975243494 req-bbff6a1c-9875-4274-9f97-f3d8a903081c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1732599942', 'description': 'tempest-description-178799031'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:35.938930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdd52e-3f12-431b-9912-2669df0b4a46 req-4b4c8402-69ee-4810-b5da-53e42b7f0886 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:35.940802 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b2fdd52e-3f12-431b-9912-2669df0b4a46 req-4b4c8402-69ee-4810-b5da-53e42b7f0886 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 943 time: 0.0570211 Jan 31 15:53:35.943863 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d1fdc51a-3fb9-40b4-88ce-d9e975243494 req-bbff6a1c-9875-4274-9f97-f3d8a903081c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:35.966758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea21ada-faae-48ff-bfff-0ec901df4889 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:53:35.973155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1ea21ada-faae-48ff-bfff-0ec901df4889 admin admin] 10.222.0.36 "PUT /v2.0/routers/99c6369a-609c-4980-9963-099fc2fc963c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6115177 Jan 31 15:53:35.977429 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90ede9-8c03-43ac-9a2a-42b3461b7dc5 None None] Sync routers for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:53:35.978120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38858) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:35.986632 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f90ede9-8c03-43ac-9a2a-42b3461b7dc5 None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:53:35.987233 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0f90ede9-8c03-43ac-9a2a-42b3461b7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:53:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:36.036229 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b2fdd52e-3f12-431b-9912-2669df0b4a46 req-9442ef59-b865-486c-a2a2-258d8a111f98 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846822 Jan 31 15:53:36.037340 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d1fdc51a-3fb9-40b4-88ce-d9e975243494 req-bbff6a1c-9875-4274-9f97-f3d8a903081c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.046655 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d1fdc51a-3fb9-40b4-88ce-d9e975243494 req-bbff6a1c-9875-4274-9f97-f3d8a903081c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.092524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff6a1c-9875-4274-9f97-f3d8a903081c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872882b2-0719-4dfe-ab35-4ff0a050a757,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:36.095011 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0f90ede9-8c03-43ac-9a2a-42b3461b7dc5 None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:53:36.104407 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d1fdc51a-3fb9-40b4-88ce-d9e975243494 req-bbff6a1c-9875-4274-9f97-f3d8a903081c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.106526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d1fdc51a-3fb9-40b4-88ce-d9e975243494 req-bbff6a1c-9875-4274-9f97-f3d8a903081c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2373219 Jan 31 15:53:36.155034 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.208037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd778f5-b1a4-4a45-a3ea-deb761827219 req-5e6967c3-53d6-48d7-bb5f-f629b7990dd3 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:36.209907 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3dd778f5-b1a4-4a45-a3ea-deb761827219 req-5e6967c3-53d6-48d7-bb5f-f629b7990dd3 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 943 time: 0.0489547 Jan 31 15:53:36.218801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-092beb08-122d-4a7f-ba6d-8420135942d3 req-fcdec3d8-78ac-4e04-839f-8410f473b092 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/872882b2-0719-4dfe-ab35-4ff0a050a757 HTTP/1.1" status: 200 len: 1812 time: 0.0868599 Jan 31 15:53:36.263285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3dd778f5-b1a4-4a45-a3ea-deb761827219 req-bd7d9080-fbe1-48c4-9f17-bf149f32f6fd tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d1edcc5-80bf-4801-a1fc-56dad2d39c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Jan 31 15:53:36.313791 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0f90ede9-8c03-43ac-9a2a-42b3461b7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:53:35Z', 'revision_number': 5, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port': {'id': 'c1d1bcec-a6c1-418a-b256-4c4742864f98', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6369a-609c-4980-9963-099fc2fc963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:32Z', 'updated_at': '2022-01-31T15:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:36.319843 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.343162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-9d747b71-6d30-485f-97ac-9eca39a7c600 req-b82b8158-1ea7-4962-91ec-c0e55db06361 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-374660015', 'description': 'tempest-description-2018274042'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:36.347760 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90ede9-8c03-43ac-9a2a-42b3461b7dc5 None None] Checking router: 99c6369a-609c-4980-9963-099fc2fc963c for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:53:36.356856 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f90ede9-8c03-43ac-9a2a-42b3461b7dc5 None None] Routers {'99c6369a-609c-4980-9963-099fc2fc963c'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:53:36.357621 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0f90ede9-8c03-43ac-9a2a-42b3461b7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:53:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['99c6369a-609c-4980-9963-099fc2fc963c'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:36.363764 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05805bfe-01e8-4109-a53c-db68eeb126e1 req-e5a49f88-a2d1-45e6-85ff-c2aba8a04793 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:36.365253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-05805bfe-01e8-4109-a53c-db68eeb126e1 req-e5a49f88-a2d1-45e6-85ff-c2aba8a04793 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0862210 Jan 31 15:53:36.388372 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9d747b71-6d30-485f-97ac-9eca39a7c600 req-b82b8158-1ea7-4962-91ec-c0e55db06361 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.437894 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-05805bfe-01e8-4109-a53c-db68eeb126e1 req-8741ad45-b54a-47b2-b177-8b6d5be51027 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592825 Jan 31 15:53:36.441840 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0f90ede9-8c03-43ac-9a2a-42b3461b7dc5 None None] Set router 99c6369a-609c-4980-9963-099fc2fc963c gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:53:36.442420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Deleting port c1d1bcec-a6c1-418a-b256-4c4742864f98 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:36.442866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.492387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9d747b71-6d30-485f-97ac-9eca39a7c600 req-b82b8158-1ea7-4962-91ec-c0e55db06361 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.497698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9d747b71-6d30-485f-97ac-9eca39a7c600 req-b82b8158-1ea7-4962-91ec-c0e55db06361 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.498325 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0f90ede9-8c03-43ac-9a2a-42b3461b7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:53:36Z', 'revision_number': 6, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:36.509276 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f0bfae-e3bc-43a1-9311-f483ddfbc53d', 'tag': '4927f153-10c1-4bf4-9b72-884ccc05b657'}, {'name': 'network-changed', 'server_uuid': '2d637615-0969-4e13-9f3f-631c01e53ca3', 'tag': '0b28cbf8-5671-427b-bf0f-6b2533dadf4d'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:36.512349 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4f918d-05ea-4456-8470-78e37f54e682" -d '{"events": [{"name": "network-changed", "server_uuid": "55f0bfae-e3bc-43a1-9311-f483ddfbc53d", "tag": "4927f153-10c1-4bf4-9b72-884ccc05b657"}, {"name": "network-changed", "server_uuid": "2d637615-0969-4e13-9f3f-631c01e53ca3", "tag": "0b28cbf8-5671-427b-bf0f-6b2533dadf4d"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:36.526891 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90ede9-8c03-43ac-9a2a-42b3461b7dc5 None None] The sync data for ids ['99c6369a-609c-4980-9963-099fc2fc963c'] in n-d-827120-1 is: [{'id': '99c6369a-609c-4980-9963-099fc2fc963c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603693619-router', 'tenant_id': '47409c3206c74917a98561c89b6ac9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:30Z', 'updated_at': '2022-01-31T15:53:36Z', 'revision_number': 6, 'project_id': '47409c3206c74917a98561c89b6ac9b2', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:53:36.542452 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9d747b71-6d30-485f-97ac-9eca39a7c600 req-b82b8158-1ea7-4962-91ec-c0e55db06361 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.559895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] For port c1d1bcec-a6c1-418a-b256-4c4742864f98, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c1d1bcec-a6c1-418a-b256-4c4742864f98,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:36.560271 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.562067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d747b71-6d30-485f-97ac-9eca39a7c600 req-b82b8158-1ea7-4962-91ec-c0e55db06361 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2245958 Jan 31 15:53:36.591525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b8158-1ea7-4962-91ec-c0e55db06361 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775f636d-09c3-4525-83ff-68411f82ebeb,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:36.600749 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec3b650-5c6c-4ad7-a45e-71d518688c5d x-openstack-request-id: req-3ec3b650-5c6c-4ad7-a45e-71d518688c5d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:36.601164 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f0bfae-e3bc-43a1-9311-f483ddfbc53d", "tag": "4927f153-10c1-4bf4-9b72-884ccc05b657", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d637615-0969-4e13-9f3f-631c01e53ca3", "tag": "0b28cbf8-5671-427b-bf0f-6b2533dadf4d", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:36.601515 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ec3b650-5c6c-4ad7-a45e-71d518688c5d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:36.601996 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f0bfae-e3bc-43a1-9311-f483ddfbc53d', 'tag': '4927f153-10c1-4bf4-9b72-884ccc05b657', 'status': 'completed', 'code': 200} Jan 31 15:53:36.602338 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d637615-0969-4e13-9f3f-631c01e53ca3', 'tag': '0b28cbf8-5671-427b-bf0f-6b2533dadf4d', 'status': 'completed', 'code': 200} Jan 31 15:53:36.603505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Calling delete_port for c1d1bcec-a6c1-418a-b256-4c4742864f98 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:36.619631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38876) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:36.695398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-d836b353-de23-41be-828e-25a4526f2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:36.696749 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-d836b353-de23-41be-828e-25a4526f2297 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8df90d35faed4a3abdb9659d6c80ed19&device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 1094 time: 0.0877314 Jan 31 15:53:36.762404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70031dfa-5d3d-43d2-bb8b-bdb7cd0eea3c req-0cf4c519-96d3-470f-9ed1-e03d981fa46d tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:36.763862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70031dfa-5d3d-43d2-bb8b-bdb7cd0eea3c req-0cf4c519-96d3-470f-9ed1-e03d981fa46d tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.1090136 Jan 31 15:53:36.777307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9670fd1-28f5-4db7-b14f-5604a9dcdf4a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting subnet f6af5d0e-1443-4560-8d5c-789535c0925b {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:53:36.783603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-aca1daa2-a91f-4d2d-b609-69afe6f46b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:36.785188 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-aca1daa2-a91f-4d2d-b609-69afe6f46b02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 1124 time: 0.1765521 Jan 31 15:53:36.789985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9670fd1-28f5-4db7-b14f-5604a9dcdf4a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.814019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb58c810-5f4c-4078-bfc0-23edd3c2c021 req-bb4324f1-40dd-47ca-829e-3176b1590b38 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/775f636d-09c3-4525-83ff-68411f82ebeb HTTP/1.1" status: 200 len: 1812 time: 0.1880383 Jan 31 15:53:36.824352 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-7c180490-0edb-480e-85f9-b22b49e2fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:36.825950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-7c180490-0edb-480e-85f9-b22b49e2fc3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b790891d-651d-481c-b1aa-1b190a34d57a HTTP/1.1" status: 200 len: 916 time: 0.1219490 Jan 31 15:53:36.833621 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70031dfa-5d3d-43d2-bb8b-bdb7cd0eea3c req-9ab40b2b-a60c-413a-82c3-9198ff1b2ee6 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603836 Jan 31 15:53:36.879230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-3b8934bf-b113-48dc-9b9a-0ddd340fe3a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b28cbf8-5671-427b-bf0f-6b2533dadf4d HTTP/1.1" status: 200 len: 217 time: 0.0446432 Jan 31 15:53:36.922156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f73390c5-87ed-4f38-a963-6432673ccb00 req-1d88c9a5-7b7c-401d-b899-7e323e05ca02 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2046046436', 'description': 'tempest-description-1607305055'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:36.928159 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9670fd1-28f5-4db7-b14f-5604a9dcdf4a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:36.943084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-d72974a4-c6f8-48bb-811f-e25ab9bd29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:36.945012 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-d72974a4-c6f8-48bb-811f-e25ab9bd29e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8affd2fe-3153-4a2f-bf46-e218ba90bf79 HTTP/1.1" status: 200 len: 855 time: 0.0527463 Jan 31 15:53:36.990410 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-612bbf11-7f84-47c7-a88d-f001b59b4ac0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b790891d-651d-481c-b1aa-1b190a34d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345209 Jan 31 15:53:37.060448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f73390c5-87ed-4f38-a963-6432673ccb00 req-1d88c9a5-7b7c-401d-b899-7e323e05ca02 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.081505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-24d0a144-578c-4fd3-822f-23cd94f0dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:37.082987 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-24d0a144-578c-4fd3-822f-23cd94f0dd82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.2723167 Jan 31 15:53:37.102380 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-6b60121e-6cf8-4e47-88d3-8f0b7c5dece7 service neutron] 10.222.0.30 "GET /v2.0/networks/b790891d-651d-481c-b1aa-1b190a34d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038344 Jan 31 15:53:37.147663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0b28cbf8-5671-427b-bf0f-6b2533dadf4d details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:53:37.214737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'name': 'network-vif-deleted', 'tag': '25df66ba-eee7-4236-923a-74cc95aea556'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:37.217497 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dc70b8-4cf7-4e72-9431-2ef2b96568a5" -d '{"events": [{"server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "name": "network-vif-deleted", "tag": "25df66ba-eee7-4236-923a-74cc95aea556"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:37.241562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082e274-91de-4346-84b1-85b701ded8f9 req-9c31eb1f-14af-4118-b11f-a0e64736fea7 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:37.243394 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7082e274-91de-4346-84b1-85b701ded8f9 req-9c31eb1f-14af-4118-b11f-a0e64736fea7 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 943 time: 0.1112375 Jan 31 15:53:37.290260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0b28cbf8-5671-427b-bf0f-6b2533dadf4d,segment=NetworkSegment(90096a02-bce6-4f2e-875e-0fc0aeff814b),segment_id=90096a02-bce6-4f2e-875e-0fc0aeff814b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:37.295125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-2be12c94-0995-45a6-9434-dc4f6ecb1663 service neutron] 10.222.0.30 "GET /v2.0/networks/b790891d-651d-481c-b1aa-1b190a34d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841974 Jan 31 15:53:37.308123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '0b28cbf8-5671-427b-bf0f-6b2533dadf4d', 'network_id': 'b790891d-651d-481c-b1aa-1b190a34d57a', 'port_id': '0b28cbf8-5671-427b-bf0f-6b2533dadf4d', 'mac_address': 'fa:16:3e:8c:a6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8affd2fe-3153-4a2f-bf46-e218ba90bf79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:53:37.318249 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7082e274-91de-4346-84b1-85b701ded8f9 req-f0b003b7-e9ee-4e68-9b64-edd95775986d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653889 Jan 31 15:53:37.365993 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.388311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b28cbf8-5671-427b-bf0f-6b2533dadf4d {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:37.433751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0b28cbf8-5671-427b-bf0f-6b2533dadf4d,segment=NetworkSegment(90096a02-bce6-4f2e-875e-0fc0aeff814b),segment_id=90096a02-bce6-4f2e-875e-0fc0aeff814b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:37.440365 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.443104 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-f4784d09-75da-48e8-9fd7-8a22c10f87ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4927f153-10c1-4bf4-9b72-884ccc05b657 HTTP/1.1" status: 200 len: 217 time: 0.3482201 Jan 31 15:53:37.448836 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9670fd1-28f5-4db7-b14f-5604a9dcdf4a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.467417 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ebfcf4-eb26-4e2a-85d3-8c61ddf6ba35 x-openstack-request-id: req-e8ebfcf4-eb26-4e2a-85d3-8c61ddf6ba35 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:37.467719 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e96a60-f917-4e9d-9d41-5e7529888dc8", "name": "network-vif-deleted", "tag": "25df66ba-eee7-4236-923a-74cc95aea556", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:37.467970 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8ebfcf4-eb26-4e2a-85d3-8c61ddf6ba35 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:37.468372 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e96a60-f917-4e9d-9d41-5e7529888dc8', 'name': 'network-vif-deleted', 'tag': '25df66ba-eee7-4236-923a-74cc95aea556', 'status': 'completed', 'code': 200} Jan 31 15:53:37.471824 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.508779 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=0b28cbf8-5671-427b-bf0f-6b2533dadf4d,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:37.519090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:37.519676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:37.520008 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:37.520379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:37.520699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:37.521060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:37.521381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:37.521720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:37.522032 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:37.522862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:37.523181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:37.523493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:37.541663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d1bcec-a6c1-418a-b256-4c4742864f98,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:37.591117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c7a2-bebf-4250-8bae-249888681808 req-cb5dfd0f-2262-4ad5-9e17-0378e10eee02 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:37.596997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14c6c7a2-bebf-4250-8bae-249888681808 req-cb5dfd0f-2262-4ad5-9e17-0378e10eee02 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 944 time: 0.0684793 Jan 31 15:53:37.615987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-1417b5bd-0fc0-41bb-ae68-245804c2966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:37.617439 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-1417b5bd-0fc0-41bb-ae68-245804c2966e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.1637330 Jan 31 15:53:37.668689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-42a407c0-9b59-4790-8232-951d05838936 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317016 Jan 31 15:53:37.674505 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9670fd1-28f5-4db7-b14f-5604a9dcdf4a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.689493 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14c6c7a2-bebf-4250-8bae-249888681808 req-4055dfe6-000f-465b-a3a3-22f145b1ac8e tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d1edcc5-80bf-4801-a1fc-56dad2d39c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784051 Jan 31 15:53:37.721683 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:37.738752 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.742352 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f73390c5-87ed-4f38-a963-6432673ccb00 req-1d88c9a5-7b7c-401d-b899-7e323e05ca02 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.743326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9670fd1-28f5-4db7-b14f-5604a9dcdf4a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Subnet': ['ID=f6af5d0e-1443-4560-8d5c-789535c0925b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:37.745717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:37.746469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 93b6d1ed-7f0a-48b1-b7fe-1b37ebe4a257 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:37.746890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c1d1bcec-a6c1-418a-b256-4c4742864f98 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:37.764016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9670fd1-28f5-4db7-b14f-5604a9dcdf4a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.767136 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f9670fd1-28f5-4db7-b14f-5604a9dcdf4a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "DELETE /v2.0/subnets/f6af5d0e-1443-4560-8d5c-789535c0925b HTTP/1.1" status: 204 len: 168 time: 1.1453481 Jan 31 15:53:37.770051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38890) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:37.795884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed1fdf5-13cf-4ac3-bedc-82dab085823a None None] Network 83278aaa-fdde-428d-bb97-0cf06be129f2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:37.804749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: c1d1bcec-a6c1-418a-b256-4c4742864f98 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:37.805098 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c1d1bcec-a6c1-418a-b256-4c4742864f98 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:37.821096 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f73390c5-87ed-4f38-a963-6432673ccb00 req-1d88c9a5-7b7c-401d-b899-7e323e05ca02 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.822719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['0b28cbf8-5671-427b-bf0f-6b2533dadf4d'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:37.904943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96976397-b94a-4874-b783-3aeb27b2138f req-04a78f01-bd22-4eb9-87d8-986b2519a534 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:37.907435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96976397-b94a-4874-b783-3aeb27b2138f req-04a78f01-bd22-4eb9-87d8-986b2519a534 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.1208205 Jan 31 15:53:37.921754 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.926935 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.936683 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f73390c5-87ed-4f38-a963-6432673ccb00 req-1d88c9a5-7b7c-401d-b899-7e323e05ca02 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:37.937902 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f73390c5-87ed-4f38-a963-6432673ccb00 req-1d88c9a5-7b7c-401d-b899-7e323e05ca02 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0312538 Jan 31 15:53:37.938489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88c9a5-7b7c-401d-b899-7e323e05ca02 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1081dc6-1030-4d01-bf41-afc3e9056174,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:37.971545 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.028658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-68c346bb-1875-4856-aa66-1a1349887e7f service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405254 Jan 31 15:53:38.047708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.048807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c6369a-609c-4980-9963-099fc2fc963c {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:53:38.068802 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96976397-b94a-4874-b783-3aeb27b2138f req-a292bed2-c99b-49f5-a352-22d2a155b599 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481543 Jan 31 15:53:38.097959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.099686 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-01b6c385-9f47-4fe4-b0ff-91f1e61ed22d admin admin] 10.222.0.36 "DELETE /v2.0/routers/99c6369a-609c-4980-9963-099fc2fc963c HTTP/1.1" status: 204 len: 168 time: 2.1202283 Jan 31 15:53:38.140544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38896) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:38.167154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715355fb-f035-4946-9d74-5df237072113 None None] DHCP port deletion for 83278aaa-fdde-428d-bb97-0cf06be129f2 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:53:38.169521 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc2a7b32-cda8-41de-8e75-82667e19977f req-33c1c5a6-28e1-4f8e-97aa-6e7f7bba3b95 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/e1081dc6-1030-4d01-bf41-afc3e9056174 HTTP/1.1" status: 200 len: 1813 time: 0.0556662 Jan 31 15:53:38.201848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-88d15b08-2770-4228-80c1-cf0e47010748 req-efd9d102-32c7-400d-b119-b7f25d4f092a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1148183593', 'description': 'tempest-description-976809509'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:38.216046 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dd31a-33d5-4f54-8aaf-2c1c5a395c28 req-b05f708e-4d58-4864-a3be-170f6d9e4714 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:38.217893 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-252dd31a-33d5-4f54-8aaf-2c1c5a395c28 req-b05f708e-4d58-4864-a3be-170f6d9e4714 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.1839173 Jan 31 15:53:38.232222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c61702-1095-4c87-9e62-9556fce6fd0f admin admin] Deleting subnet ea396132-7d5e-453a-89f4-5dd0f7c77d85 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:53:38.239720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5c61702-1095-4c87-9e62-9556fce6fd0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.257843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting port c167656f-529e-481e-9658-b26e1a7df0d9 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:38.258199 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.278531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-715355fb-f035-4946-9d74-5df237072113 None None] Deleting port c167656f-529e-481e-9658-b26e1a7df0d9 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:38.278906 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-715355fb-f035-4946-9d74-5df237072113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.312845 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4f918d-05ea-4456-8470-78e37f54e682 req-496b6f20-3d77-4935-992a-ae212679209e service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658019 Jan 31 15:53:38.328037 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5c61702-1095-4c87-9e62-9556fce6fd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.357688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-715355fb-f035-4946-9d74-5df237072113 None None] For port c167656f-529e-481e-9658-b26e1a7df0d9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c167656f-529e-481e-9658-b26e1a7df0d9,segment=NetworkSegment(ab3774ae-3233-4533-a88f-bd7b03463f1f),segment_id=ab3774ae-3233-4533-a88f-bd7b03463f1f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:38.358160 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-715355fb-f035-4946-9d74-5df237072113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.371979 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-252dd31a-33d5-4f54-8aaf-2c1c5a395c28 req-9428432c-93bd-4fd8-9210-695e140e277c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258292 Jan 31 15:53:38.374342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-715355fb-f035-4946-9d74-5df237072113 None None] Calling delete_port for c167656f-529e-481e-9658-b26e1a7df0d9 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:38.383435 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88d15b08-2770-4228-80c1-cf0e47010748 req-efd9d102-32c7-400d-b119-b7f25d4f092a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.416912 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] For port c167656f-529e-481e-9658-b26e1a7df0d9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c167656f-529e-481e-9658-b26e1a7df0d9,segment=NetworkSegment(ab3774ae-3233-4533-a88f-bd7b03463f1f),segment_id=ab3774ae-3233-4533-a88f-bd7b03463f1f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:38.417216 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.435806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Calling delete_port for c167656f-529e-481e-9658-b26e1a7df0d9 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:38.478783 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-715355fb-f035-4946-9d74-5df237072113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.521127 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715355fb-f035-4946-9d74-5df237072113 None None] Pushing event deleted for resources: {'Port': ['ID=c167656f-529e-481e-9658-b26e1a7df0d9,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:38.522208 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5c61702-1095-4c87-9e62-9556fce6fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.523715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715355fb-f035-4946-9d74-5df237072113 None None] No DVR routers for this DVR port c167656f-529e-481e-9658-b26e1a7df0d9 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:38.534629 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88d15b08-2770-4228-80c1-cf0e47010748 req-efd9d102-32c7-400d-b119-b7f25d4f092a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.546907 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88d15b08-2770-4228-80c1-cf0e47010748 req-efd9d102-32c7-400d-b119-b7f25d4f092a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.567843 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.568826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bd864-671b-489e-bc91-c4e9081a4b11 req-3275de39-34f8-495c-9ca0-d7bb911a5ea2 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:38.570338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d54bd864-671b-489e-bc91-c4e9081a4b11 req-3275de39-34f8-495c-9ca0-d7bb911a5ea2 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 943 time: 0.0902019 Jan 31 15:53:38.604501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88d15b08-2770-4228-80c1-cf0e47010748 req-efd9d102-32c7-400d-b119-b7f25d4f092a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.605930 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88d15b08-2770-4228-80c1-cf0e47010748 req-efd9d102-32c7-400d-b119-b7f25d4f092a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4097793 Jan 31 15:53:38.607242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Port': ['ID=c167656f-529e-481e-9658-b26e1a7df0d9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:38.610571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9d102-32c7-400d-b119-b7f25d4f092a tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0141c725-f4b9-4e57-91b4-748c53b71dd2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:38.614715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] No DVR routers for this DVR port c167656f-529e-481e-9658-b26e1a7df0d9 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:38.628638 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d54bd864-671b-489e-bc91-c4e9081a4b11 req-df7855b9-b583-4704-86d3-06a6f826df99 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440552 Jan 31 15:53:38.636933 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5c61702-1095-4c87-9e62-9556fce6fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.672613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b932be-0d4c-4a4f-bfbb-3d4520ee494b None None] Network 107981a1-8971-4307-a532-a01979b3d6a9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:38.689839 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5c61702-1095-4c87-9e62-9556fce6fd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.694288 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c5c61702-1095-4c87-9e62-9556fce6fd0f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ea396132-7d5e-453a-89f4-5dd0f7c77d85 HTTP/1.1" status: 204 len: 168 time: 0.5527861 Jan 31 15:53:38.699517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38908) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:38.728783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c61702-1095-4c87-9e62-9556fce6fd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea396132-7d5e-453a-89f4-5dd0f7c77d85,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:38.741734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-107cea25-28bf-47e9-9cf9-83d50c32fe65 req-702926a9-682e-4341-89ec-cba814e143e2 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/0141c725-f4b9-4e57-91b4-748c53b71dd2 HTTP/1.1" status: 200 len: 1812 time: 0.0764954 Jan 31 15:53:38.850589 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-f392acd5-8f8f-49fa-9f6d-8e15529ea5e5 req-18c462ac-f370-42e0-9d9f-c6712c3322cd tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] show failed (client error): The resource could not be found. Jan 31 15:53:38.851619 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f392acd5-8f8f-49fa-9f6d-8e15529ea5e5 req-18c462ac-f370-42e0-9d9f-c6712c3322cd tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/0a8b4f66-66e4-42a8-ac0f-74c56023a867 HTTP/1.1" status: 404 len: 352 time: 0.0670044 Jan 31 15:53:38.853862 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.870260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257bea3d-f91b-4a04-b663-110c80cde57c None None] DHCP port deletion for 107981a1-8971-4307-a532-a01979b3d6a9 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:53:38.895314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83278aaa-fdde-428d-bb97-0cf06be129f2']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:38.898717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c328c-0fbf-4ceb-97d5-577ba3a69028 req-6b434952-6fdf-43d2-bfaa-d00677cfc3fc tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:38.901367 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-823c328c-0fbf-4ceb-97d5-577ba3a69028 req-6b434952-6fdf-43d2-bfaa-d00677cfc3fc tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 944 time: 0.0829873 Jan 31 15:53:38.913759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3774ae-3233-4533-a88f-bd7b03463f1f') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:38.914306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3774ae-3233-4533-a88f-bd7b03463f1f') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:38.915876 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-03b4694b-4fdb-418c-ae23-e652bb62eae9 req-62fe5123-19f9-4772-a1d3-84f97107df4c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] show failed (client error): The resource could not be found. Jan 31 15:53:38.917022 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03b4694b-4fdb-418c-ae23-e652bb62eae9 req-62fe5123-19f9-4772-a1d3-84f97107df4c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-group-rules/e7398f61-ed06-4a27-89c5-81f9532ab4cd HTTP/1.1" status: 404 len: 361 time: 0.0381491 Jan 31 15:53:38.928756 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.932937 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.939930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-257bea3d-f91b-4a04-b663-110c80cde57c None None] Deleting port 0a7147ca-eb47-4315-abac-182ed69d8fd4 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:38.941317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-257bea3d-f91b-4a04-b663-110c80cde57c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.953925 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-823c328c-0fbf-4ceb-97d5-577ba3a69028 req-e6895f00-4844-482d-a26a-23fb652581ec tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d1edcc5-80bf-4801-a1fc-56dad2d39c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461347 Jan 31 15:53:38.985175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:38.996584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device eb5e5d58-29bd-46f7-ae14-d35440bb5055 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:53:39.016950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:53:39.017393 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.021254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-257bea3d-f91b-4a04-b663-110c80cde57c None None] For port 0a7147ca-eb47-4315-abac-182ed69d8fd4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0a7147ca-eb47-4315-abac-182ed69d8fd4,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:53:39.021456 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:53:39.023964 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-257bea3d-f91b-4a04-b663-110c80cde57c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.038593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-257bea3d-f91b-4a04-b663-110c80cde57c None None] Calling delete_port for 0a7147ca-eb47-4315-abac-182ed69d8fd4 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:39.040668 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-632ca8e5-7b60-497e-a90f-67163eeddc71 req-ff75f0d0-2730-4076-842b-43b28706ffc7 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/0141c725-f4b9-4e57-91b4-748c53b71dd2 HTTP/1.1" status: 200 len: 1812 time: 0.0943339 Jan 31 15:53:39.155266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.156990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0b28cbf8-5671-427b-bf0f-6b2533dadf4d up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:39.161656 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.170109 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "DELETE /v2.0/networks/83278aaa-fdde-428d-bb97-0cf06be129f2 HTTP/1.1" status: 204 len: 168 time: 1.3987842 Jan 31 15:53:39.172841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38920) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:39.215971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fc76d-b978-42fe-ab79-32ca7b7b61a5 req-ecb47c0d-fc5e-480f-9bab-969200fdf867 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:39.225534 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-951fc76d-b978-42fe-ab79-32ca7b7b61a5 req-ecb47c0d-fc5e-480f-9bab-969200fdf867 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 949 time: 0.0758679 Jan 31 15:53:39.226471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b153f-7a3a-48dc-af41-9c3c2beaefbe tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Network': ['ID=83278aaa-fdde-428d-bb97-0cf06be129f2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:39.229964 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-632ca8e5-7b60-497e-a90f-67163eeddc71 req-962e0792-1a62-4938-bc6b-11f6a7fbe086 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.278597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Deleting port 0a7147ca-eb47-4315-abac-182ed69d8fd4 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:39.278863 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.287494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-951fc76d-b978-42fe-ab79-32ca7b7b61a5 req-abd93c77-d465-4c39-989f-dae663a48df2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609739 Jan 31 15:53:39.305456 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-632ca8e5-7b60-497e-a90f-67163eeddc71 req-962e0792-1a62-4938-bc6b-11f6a7fbe086 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.348188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:39.372855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055', 'mac_address': 'fa:16:3e:3e:ca:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:53:39.401014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad0ae6b-3e43-4bc9-9168-89db7724be9e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting subnet a2a2a784-f9b6-4a87-aa5e-0a8ad269c429 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:53:39.406196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:53:39.408134 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-257bea3d-f91b-4a04-b663-110c80cde57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.429790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] For port 0a7147ca-eb47-4315-abac-182ed69d8fd4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0a7147ca-eb47-4315-abac-182ed69d8fd4,segment=NetworkSegment(8124fb1d-4ab1-469d-9370-401ebab231cb),segment_id=8124fb1d-4ab1-469d-9370-401ebab231cb)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:39.430332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.438899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:39.439280 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.446836 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bea3d-f91b-4a04-b663-110c80cde57c None None] Pushing event deleted for resources: {'Port': ['ID=0a7147ca-eb47-4315-abac-182ed69d8fd4,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:39.450201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Calling delete_port for 0a7147ca-eb47-4315-abac-182ed69d8fd4 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:39.467678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ae6b-3e43-4bc9-9168-89db7724be9e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.479977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257bea3d-f91b-4a04-b663-110c80cde57c None None] No DVR routers for this DVR port 0a7147ca-eb47-4315-abac-182ed69d8fd4 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:39.483296 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.512199 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb5e5d58-29bd-46f7-ae14-d35440bb5055 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:39.529888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd9387-c90e-4d65-882c-daa7f03a7384 req-2e17fb01-9480-41c4-afdc-aa072cad5848 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:39.531980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6dbd9387-c90e-4d65-882c-daa7f03a7384 req-2e17fb01-9480-41c4-afdc-aa072cad5848 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.0780275 Jan 31 15:53:39.533435 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ae6b-3e43-4bc9-9168-89db7724be9e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.537764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:39.564179 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.600744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6dbd9387-c90e-4d65-882c-daa7f03a7384 req-36fac3fc-1434-4827-964b-7f24dfcec2b3 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605993 Jan 31 15:53:39.610116 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.624873 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-632ca8e5-7b60-497e-a90f-67163eeddc71 req-962e0792-1a62-4938-bc6b-11f6a7fbe086 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.627226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-632ca8e5-7b60-497e-a90f-67163eeddc71 req-962e0792-1a62-4938-bc6b-11f6a7fbe086 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.635315 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-632ca8e5-7b60-497e-a90f-67163eeddc71 req-962e0792-1a62-4938-bc6b-11f6a7fbe086 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "DELETE /v2.0/security-groups/0141c725-f4b9-4e57-91b4-748c53b71dd2 HTTP/1.1" status: 204 len: 173 time: 0.5550039 Jan 31 15:53:39.644924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=eb5e5d58-29bd-46f7-ae14-d35440bb5055,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:39.652224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d637615-0969-4e13-9f3f-631c01e53ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b28cbf8-5671-427b-bf0f-6b2533dadf4d'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:39.655304 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d277ebc-7088-4181-a88e-b8f789f62f3a" -d '{"events": [{"server_uuid": "2d637615-0969-4e13-9f3f-631c01e53ca3", "name": "network-vif-plugged", "status": "completed", "tag": "0b28cbf8-5671-427b-bf0f-6b2533dadf4d"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:39.678553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0b28cbf8-5671-427b-bf0f-6b2533dadf4d,segment=NetworkSegment(90096a02-bce6-4f2e-875e-0fc0aeff814b),segment_id=90096a02-bce6-4f2e-875e-0fc0aeff814b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:39.685223 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.727664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0a7147ca-eb47-4315-abac-182ed69d8fd4 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:39.737509 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-51cae793-c893-4135-9ad0-a12ab5eb7aee req-cd16a197-9607-4eb7-8a63-cb5bcb6fe602 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/e1081dc6-1030-4d01-bf41-afc3e9056174 HTTP/1.1" status: 200 len: 1813 time: 0.0671768 Jan 31 15:53:39.781726 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79d3a03-bc15-45b0-8fa5-3f3c9fc7ef7a x-openstack-request-id: req-f79d3a03-bc15-45b0-8fa5-3f3c9fc7ef7a {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:39.782019 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d637615-0969-4e13-9f3f-631c01e53ca3", "name": "network-vif-plugged", "status": "completed", "tag": "0b28cbf8-5671-427b-bf0f-6b2533dadf4d", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:39.783682 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f79d3a03-bc15-45b0-8fa5-3f3c9fc7ef7a {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:39.783806 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d637615-0969-4e13-9f3f-631c01e53ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b28cbf8-5671-427b-bf0f-6b2533dadf4d', 'code': 200} Jan 31 15:53:39.791782 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ae6b-3e43-4bc9-9168-89db7724be9e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.794712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 0a7147ca-eb47-4315-abac-182ed69d8fd4 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:39.795130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0a7147ca-eb47-4315-abac-182ed69d8fd4 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:39.795593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c167656f-529e-481e-9658-b26e1a7df0d9 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:39.829400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: c167656f-529e-481e-9658-b26e1a7df0d9 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:39.829759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c167656f-529e-481e-9658-b26e1a7df0d9 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:39.833665 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-51cae793-c893-4135-9ad0-a12ab5eb7aee req-180aeca7-ee70-4d95-8cc0-14be8cd191d9 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.834072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=0b28cbf8-5671-427b-bf0f-6b2533dadf4d,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:39.848491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e0792-1a62-4938-bc6b-11f6a7fbe086 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0141c725-f4b9-4e57-91b4-748c53b71dd2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:39.868379 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-51cae793-c893-4135-9ad0-a12ab5eb7aee req-180aeca7-ee70-4d95-8cc0-14be8cd191d9 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.915336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['eb5e5d58-29bd-46f7-ae14-d35440bb5055'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:39.928009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-51cae793-c893-4135-9ad0-a12ab5eb7aee req-180aeca7-ee70-4d95-8cc0-14be8cd191d9 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.931829 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-51cae793-c893-4135-9ad0-a12ab5eb7aee req-180aeca7-ee70-4d95-8cc0-14be8cd191d9 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:39.948237 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-51cae793-c893-4135-9ad0-a12ab5eb7aee req-180aeca7-ee70-4d95-8cc0-14be8cd191d9 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "DELETE /v2.0/security-groups/e1081dc6-1030-4d01-bf41-afc3e9056174 HTTP/1.1" status: 204 len: 173 time: 0.2089131 Jan 31 15:53:39.972699 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180aeca7-ee70-4d95-8cc0-14be8cd191d9 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1081dc6-1030-4d01-bf41-afc3e9056174,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:40.090968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cce3cb59-b188-400d-ace3-de8bccfa68cf req-cc0a4c4d-41cc-419c-853d-d9636df3ea18 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/775f636d-09c3-4525-83ff-68411f82ebeb HTTP/1.1" status: 200 len: 1812 time: 0.0522635 Jan 31 15:53:40.161077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce3cb59-b188-400d-ace3-de8bccfa68cf req-887a7502-e69b-4951-b30e-65e3f48f1efd tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.187389 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce3cb59-b188-400d-ace3-de8bccfa68cf req-887a7502-e69b-4951-b30e-65e3f48f1efd tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.244874 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce3cb59-b188-400d-ace3-de8bccfa68cf req-887a7502-e69b-4951-b30e-65e3f48f1efd tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.249563 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce3cb59-b188-400d-ace3-de8bccfa68cf req-887a7502-e69b-4951-b30e-65e3f48f1efd tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.250828 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cce3cb59-b188-400d-ace3-de8bccfa68cf req-887a7502-e69b-4951-b30e-65e3f48f1efd tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "DELETE /v2.0/security-groups/775f636d-09c3-4525-83ff-68411f82ebeb HTTP/1.1" status: 204 len: 173 time: 0.1512692 Jan 31 15:53:40.267053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a7502-e69b-4951-b30e-65e3f48f1efd tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775f636d-09c3-4525-83ff-68411f82ebeb,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:40.316660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.340221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e7bac-27b7-41a9-b06f-6518cf1e6b24 req-acd72a70-c172-4dc3-9a40-a4c0ef495ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:40.342584 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e41e7bac-27b7-41a9-b06f-6518cf1e6b24 req-acd72a70-c172-4dc3-9a40-a4c0ef495ed6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 1096 time: 0.5190454 Jan 31 15:53:40.376578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ce6c9-ebe4-443d-a69a-ed2793fb4b19 req-82af8d33-6bf8-48f2-97ca-1105c8a56df0 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:40.378441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-341ce6c9-ebe4-443d-a69a-ed2793fb4b19 req-82af8d33-6bf8-48f2-97ca-1105c8a56df0 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 945 time: 0.0545585 Jan 31 15:53:40.398180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493a3e9-fcea-4872-bc19-f0a2765a013d req-37d2b7ec-d409-4b43-8243-0f9e7004bd6d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:40.399642 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0493a3e9-fcea-4872-bc19-f0a2765a013d req-37d2b7ec-d409-4b43-8243-0f9e7004bd6d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 943 time: 0.5718296 Jan 31 15:53:40.401675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7147ca-eb47-4315-abac-182ed69d8fd4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:40.407168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] No DVR routers for this DVR port 0a7147ca-eb47-4315-abac-182ed69d8fd4 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:40.425209 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-341ce6c9-ebe4-443d-a69a-ed2793fb4b19 req-6d1406c3-15cf-4cf0-b110-c4c627a272dd tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d1edcc5-80bf-4801-a1fc-56dad2d39c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Jan 31 15:53:40.426122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ae6b-3e43-4bc9-9168-89db7724be9e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.484541 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e41e7bac-27b7-41a9-b06f-6518cf1e6b24 req-c8ae33ef-2561-4154-bded-30d961c8a1b0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6d1edcc5-80bf-4801-a1fc-56dad2d39c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129410 Jan 31 15:53:40.489580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0ae6b-3e43-4bc9-9168-89db7724be9e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a2a784-f9b6-4a87-aa5e-0a8ad269c429,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:40.499932 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-51273608-bf61-4882-bfa2-d8fa00293151 req-84e5af1a-987d-4979-9c22-946e127975c3 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/872882b2-0719-4dfe-ab35-4ff0a050a757 HTTP/1.1" status: 200 len: 1812 time: 0.0481572 Jan 31 15:53:40.509258 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f6957-0fc3-4e28-82fb-c5d9204f2cb3 None None] Network 4a64aa69-6b09-4651-bdd1-e4b543521358 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:40.509832 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ae6b-3e43-4bc9-9168-89db7724be9e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.512754 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6ad0ae6b-3e43-4bc9-9168-89db7724be9e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "DELETE /v2.0/subnets/a2a2a784-f9b6-4a87-aa5e-0a8ad269c429 HTTP/1.1" status: 204 len: 168 time: 1.2968254 Jan 31 15:53:40.515996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38940) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:40.574493 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0493a3e9-fcea-4872-bc19-f0a2765a013d req-1d611337-54d2-4474-a003-1594cd9e16ba tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569493 Jan 31 15:53:40.577186 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-51273608-bf61-4882-bfa2-d8fa00293151 req-dcb5d72f-fc18-41f6-a9d5-bfddf7376f6c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.601597 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-51273608-bf61-4882-bfa2-d8fa00293151 req-dcb5d72f-fc18-41f6-a9d5-bfddf7376f6c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.650922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-51273608-bf61-4882-bfa2-d8fa00293151 req-dcb5d72f-fc18-41f6-a9d5-bfddf7376f6c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.659770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-51273608-bf61-4882-bfa2-d8fa00293151 req-dcb5d72f-fc18-41f6-a9d5-bfddf7376f6c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.660953 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-51273608-bf61-4882-bfa2-d8fa00293151 req-dcb5d72f-fc18-41f6-a9d5-bfddf7376f6c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "DELETE /v2.0/security-groups/872882b2-0719-4dfe-ab35-4ff0a050a757 HTTP/1.1" status: 204 len: 173 time: 0.1423953 Jan 31 15:53:40.673631 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.686762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5d72f-fc18-41f6-a9d5-bfddf7376f6c tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=872882b2-0719-4dfe-ab35-4ff0a050a757,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:40.769154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf619ed3-939a-48b7-9562-6c75fa4d2172 None None] DHCP port deletion for 4a64aa69-6b09-4651-bdd1-e4b543521358 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:53:40.771630 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107981a1-8971-4307-a532-a01979b3d6a9']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:40.778216 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.793718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8124fb1d-4ab1-469d-9370-401ebab231cb') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:40.794008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8124fb1d-4ab1-469d-9370-401ebab231cb') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:40.799112 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ab994-e6c0-4bd3-ace4-cb6a35d09de2 req-8be68365-1fc0-4baa-9fed-b853ab9c1ea0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:40.807004 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.809967 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-918ab994-e6c0-4bd3-ace4-cb6a35d09de2 req-8be68365-1fc0-4baa-9fed-b853ab9c1ea0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.0811522 Jan 31 15:53:40.815985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de8020-bd16-48d5-bdee-dec4a8a07116 req-d7ddddd5-eb21-4ca2-86ea-4f8d4081cfa5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:40.823392 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96de8020-bd16-48d5-bdee-dec4a8a07116 req-d7ddddd5-eb21-4ca2-86ea-4f8d4081cfa5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 948 time: 0.1401145 Jan 31 15:53:40.858662 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.865711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-918ab994-e6c0-4bd3-ace4-cb6a35d09de2 req-5bf63ff9-42cf-4c9d-9993-c30c8882668a tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502696 Jan 31 15:53:40.887443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:53:40.887841 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:53:40.892218 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:53:40.915855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cf619ed3-939a-48b7-9562-6c75fa4d2172 None None] Deleting port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:40.916891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96de8020-bd16-48d5-bdee-dec4a8a07116 req-9c9c4af2-0377-4919-a0a6-af702710c1e3 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906436 Jan 31 15:53:40.918728 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cf619ed3-939a-48b7-9562-6c75fa4d2172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:40.977404 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5f0c846c-1591-403e-ae91-b14ea865a08b req-adc03710-b944-44b8-92cd-d406520ae7f2 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "GET /v2.0/security-groups/63e99604-f70d-48c2-b1aa-cf4fec7ccc02 HTTP/1.1" status: 200 len: 1811 time: 0.0792871 Jan 31 15:53:40.979435 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.001951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.005320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device eb5e5d58-29bd-46f7-ae14-d35440bb5055 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:41.008728 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] 10.222.0.36 "DELETE /v2.0/networks/107981a1-8971-4307-a532-a01979b3d6a9 HTTP/1.1" status: 204 len: 168 time: 2.3057199 Jan 31 15:53:41.008728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff964536-7565-4e19-8021-37d337c182da admin admin] Pushing event deleted for resources: {'Network': ['ID=107981a1-8971-4307-a532-a01979b3d6a9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:41.010806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38946) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:41.015350 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:41.015693 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.105895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cf619ed3-939a-48b7-9562-6c75fa4d2172 None None] For port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:41.106318 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cf619ed3-939a-48b7-9562-6c75fa4d2172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.113826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] For port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d,segment=NetworkSegment(e08bee48-ed77-458e-b954-a0d5f0f53831),segment_id=e08bee48-ed77-458e-b954-a0d5f0f53831)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:41.114117 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.123722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cf619ed3-939a-48b7-9562-6c75fa4d2172 None None] Calling delete_port for 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:41.150014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Calling delete_port for 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:41.165034 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5f0c846c-1591-403e-ae91-b14ea865a08b req-d039b592-6de0-4056-bce9-0ab56f044474 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.199981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port eb5e5d58-29bd-46f7-ae14-d35440bb5055 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:41.200356 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.226750 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5f0c846c-1591-403e-ae91-b14ea865a08b req-d039b592-6de0-4056-bce9-0ab56f044474 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.273316 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.299428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5f0c846c-1591-403e-ae91-b14ea865a08b req-d039b592-6de0-4056-bce9-0ab56f044474 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.303967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5f0c846c-1591-403e-ae91-b14ea865a08b req-d039b592-6de0-4056-bce9-0ab56f044474 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.309661 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cf619ed3-939a-48b7-9562-6c75fa4d2172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.312435 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5f0c846c-1591-403e-ae91-b14ea865a08b req-d039b592-6de0-4056-bce9-0ab56f044474 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] 10.222.0.36 "DELETE /v2.0/security-groups/63e99604-f70d-48c2-b1aa-cf4fec7ccc02 HTTP/1.1" status: 204 len: 173 time: 0.3341253 Jan 31 15:53:41.317563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Port': ['ID=86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:41.319336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38956) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:41.351179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039b592-6de0-4056-bce9-0ab56f044474 tempest-SecurityGroupRulesNegativeTestJSON-1390605244 tempest-SecurityGroupRulesNegativeTestJSON-1390605244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e99604-f70d-48c2-b1aa-cf4fec7ccc02,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:41.356203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf619ed3-939a-48b7-9562-6c75fa4d2172 None None] Pushing event deleted for resources: {'Port': ['ID=86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:41.374592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] No DVR routers for this DVR port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:41.376640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf619ed3-939a-48b7-9562-6c75fa4d2172 None None] No DVR routers for this DVR port 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:41.396727 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.416003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4082b20-f0d9-4d99-8bc1-bece01520abf admin admin] Deleting subnet 95ca4422-a43c-4f61-b5b3-88c90463ac05 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:53:41.420427 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4082b20-f0d9-4d99-8bc1-bece01520abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.453557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:41.458484 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.459590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 4927f153-10c1-4bf4-9b72-884ccc05b657 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:41.584934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4082b20-f0d9-4d99-8bc1-bece01520abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.592897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=eb5e5d58-29bd-46f7-ae14-d35440bb5055,revision_number=10']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:41.603200 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.634327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a64aa69-6b09-4651-bdd1-e4b543521358']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:41.647521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08bee48-ed77-458e-b954-a0d5f0f53831') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:41.647917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08bee48-ed77-458e-b954-a0d5f0f53831') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:41.677071 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.698423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.708109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:53:41.708667 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.739542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:41.781735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:41.782077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 86cef2f2-8cf6-4451-aae1-fc6b74a7bd4d not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:41.788585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14456e1-41a7-48d9-bed6-a561be6f9e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:41.791057 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614f1d42-4396-493c-a554-1e9e62c49182" -d '{"events": [{"server_uuid": "e14456e1-41a7-48d9-bed6-a561be6f9e25", "name": "network-vif-plugged", "status": "completed", "tag": "eb5e5d58-29bd-46f7-ae14-d35440bb5055"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:53:41.797166 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:53:41.847393 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4082b20-f0d9-4d99-8bc1-bece01520abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.860094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39726e-acaa-4ba6-8bd8-a34b4cfe461c req-1f422672-79d0-4d6f-a337-898cfe696ce1 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:41.861625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b39726e-acaa-4ba6-8bd8-a34b4cfe461c req-1f422672-79d0-4d6f-a337-898cfe696ce1 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 943 time: 0.0986078 Jan 31 15:53:41.924604 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b39726e-acaa-4ba6-8bd8-a34b4cfe461c req-87f780b7-7a19-426d-8bf8-68ebdeb1be08 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562286 Jan 31 15:53:41.953885 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4082b20-f0d9-4d99-8bc1-bece01520abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.956828 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.984028 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:41.991293 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "DELETE /v2.0/networks/4a64aa69-6b09-4651-bdd1-e4b543521358 HTTP/1.1" status: 204 len: 168 time: 1.4490674 Jan 31 15:53:41.995352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39008) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:42.002052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8f71cdf8-0255-424d-9c66-9cdde76aaa79 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1313728322'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:42.023334 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae880ff0-0c0a-4827-a577-fc2b59f56b2f x-openstack-request-id: req-ae880ff0-0c0a-4827-a577-fc2b59f56b2f {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:42.023644 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14456e1-41a7-48d9-bed6-a561be6f9e25", "name": "network-vif-plugged", "status": "completed", "tag": "eb5e5d58-29bd-46f7-ae14-d35440bb5055", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:42.023937 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae880ff0-0c0a-4827-a577-fc2b59f56b2f {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:42.024330 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14456e1-41a7-48d9-bed6-a561be6f9e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055', 'code': 200} Jan 31 15:53:42.025916 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4082b20-f0d9-4d99-8bc1-bece01520abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:42.033630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a4082b20-f0d9-4d99-8bc1-bece01520abf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/95ca4422-a43c-4f61-b5b3-88c90463ac05 HTTP/1.1" status: 204 len: 168 time: 0.7111766 Jan 31 15:53:42.036391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39010) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:42.066998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10bdf793-3dab-43e5-90dc-b04237313c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:42.077709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e0008-50de-43ea-81ca-1fbc09936119 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Network': ['ID=4a64aa69-6b09-4651-bdd1-e4b543521358,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:42.088868 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4082b20-f0d9-4d99-8bc1-bece01520abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ca4422-a43c-4f61-b5b3-88c90463ac05,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:42.101486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47286fa4-0beb-41eb-ba88-c7fb0087ea09 req-bdd3efa5-ea73-4a1c-9a83-026576b32244 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:42.108427 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47286fa4-0beb-41eb-ba88-c7fb0087ea09 req-bdd3efa5-ea73-4a1c-9a83-026576b32244 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 945 time: 0.5698347 Jan 31 15:53:42.156053 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47286fa4-0beb-41eb-ba88-c7fb0087ea09 req-c8b28f49-006c-4f82-b0eb-d49611744013 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d1edcc5-80bf-4801-a1fc-56dad2d39c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Jan 31 15:53:42.195051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f71cdf8-0255-424d-9c66-9cdde76aaa79 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:42.198481 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f71cdf8-0255-424d-9c66-9cdde76aaa79 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:42.283144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97c1bc-7ba2-4771-a613-f5d434d5b739 req-24eefdaa-bed4-4f19-83d9-634205ddc9af tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:42.285585 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a97c1bc-7ba2-4771-a613-f5d434d5b739 req-24eefdaa-bed4-4f19-83d9-634205ddc9af tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 950 time: 0.0750442 Jan 31 15:53:42.286147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f71cdf8-0255-424d-9c66-9cdde76aaa79 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:53:42.332515 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:42.334308 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a97c1bc-7ba2-4771-a613-f5d434d5b739 req-8f99cb56-a0ad-471c-a8e0-8c57919e5557 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409398 Jan 31 15:53:42.357900 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f71cdf8-0255-424d-9c66-9cdde76aaa79 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:42.358236 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-8f71cdf8-0255-424d-9c66-9cdde76aaa79 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Added segment 9f668a5a-8a80-469c-a130-5777a1b1043d of type vlan for network b7af2238-2143-416e-b8f2-a3ce67b32790 Jan 31 15:53:42.366450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ce74e-9a81-4e72-bc9a-814104e2cb94 req-c36eaf0c-315f-4e05-a05b-f38bd9f04d62 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:42.367934 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-001ce74e-9a81-4e72-bc9a-814104e2cb94 req-c36eaf0c-315f-4e05-a05b-f38bd9f04d62 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.2047315 Jan 31 15:53:42.384208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773ba71-a042-4292-b1c4-4363e765c59a req-994c5db9-75df-425a-98e4-aeb4bc2644d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:42.385679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d773ba71-a042-4292-b1c4-4363e765c59a req-994c5db9-75df-425a-98e4-aeb4bc2644d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 1101 time: 0.2133844 Jan 31 15:53:42.515788 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f71cdf8-0255-424d-9c66-9cdde76aaa79 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:42.619870 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-001ce74e-9a81-4e72-bc9a-814104e2cb94 req-418fb947-b75f-44a4-a57a-13d5a2dcea09 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417619 Jan 31 15:53:42.626892 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d773ba71-a042-4292-b1c4-4363e765c59a req-15fd2d8c-1caf-4d51-ba50-a31432419228 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272449 Jan 31 15:53:42.671279 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:42.681040 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f71cdf8-0255-424d-9c66-9cdde76aaa79 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:42.687972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f71cdf8-0255-424d-9c66-9cdde76aaa79 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:42.688674 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f71cdf8-0255-424d-9c66-9cdde76aaa79 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:42.744967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e2700a-9c86-48be-85d0-2200261cc098']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:42.812806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd145fd-d2dd-45db-aa9f-5da66a5afcc7') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:42.813005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd145fd-d2dd-45db-aa9f-5da66a5afcc7') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:42.821072 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8f71cdf8-0255-424d-9c66-9cdde76aaa79 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8229339 Jan 31 15:53:42.823942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39044) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:42.829633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-cc1a6a58-1e74-4d42-947e-a6e588d96ecd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'subnet': {'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:42.835864 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:42.848617 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71cdf8-0255-424d-9c66-9cdde76aaa79 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Network': ['ID=b7af2238-2143-416e-b8f2-a3ce67b32790,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:42.860732 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-991e0261-e170-4296-87aa-eb6cc4eaa1ff service neutron] 10.222.0.20 "GET /v2.0/ports/4927f153-10c1-4bf4-9b72-884ccc05b657/bindings/n-h1-827120-1 HTTP/1.1" status: 200 len: 384 time: 0.2371964 Jan 31 15:53:42.862415 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:42.865826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b7af2238-2143-416e-b8f2-a3ce67b32790 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:53:42.871935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:53:42.872495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: items = [ Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:53:42.874459 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:53:42.946692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1a6a58-1e74-4d42-947e-a6e588d96ecd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:42.950600 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6a58-1e74-4d42-947e-a6e588d96ecd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.031347 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.050099 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.055503 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] 10.222.0.36 "DELETE /v2.0/networks/48e2700a-9c86-48be-85d0-2200261cc098 HTTP/1.1" status: 204 len: 168 time: 1.0125737 Jan 31 15:53:43.083570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da28600-d869-4d11-8b64-9d699ff05869 admin admin] Pushing event deleted for resources: {'Network': ['ID=48e2700a-9c86-48be-85d0-2200261cc098,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:43.160885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-10bdf793-3dab-43e5-90dc-b04237313c0e admin admin] Deleting port 92358279-8857-4357-ac0f-0640460d62de {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:43.161510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10bdf793-3dab-43e5-90dc-b04237313c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.175361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326256e0-7869-4793-846d-b25188b52cd9 req-c99bd7fc-3e89-4e4d-852f-5c6734d3b9f8 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:43.177343 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-326256e0-7869-4793-846d-b25188b52cd9 req-c99bd7fc-3e89-4e4d-852f-5c6734d3b9f8 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 943 time: 0.1244328 Jan 31 15:53:43.233442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39054) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:43.278741 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6a58-1e74-4d42-947e-a6e588d96ecd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.324697 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-326256e0-7869-4793-846d-b25188b52cd9 req-e43eb067-0a9e-4909-b1e9-0a2887bc5c91 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399920 Jan 31 15:53:43.359513 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9f31e629-6f9b-4d7f-8b35-31f0466308dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4a6e92ac55c4843b6a3aa7ea5911f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246266 Jan 31 15:53:43.363387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39056) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:43.386535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a6a58-1e74-4d42-947e-a6e588d96ecd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Subnet': ['ID=dcae2618-14da-4bb3-9d0f-28a01ecb8158,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:43.424829 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1a6a58-1e74-4d42-947e-a6e588d96ecd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Checking segment: {'id': '9f668a5a-8a80-469c-a130-5777a1b1043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:43.425171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1a6a58-1e74-4d42-947e-a6e588d96ecd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network hostable DHCP agents. Network: b7af2238-2143-416e-b8f2-a3ce67b32790, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:53:43.488267 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5345ec6a-2af4-4d6e-9468-c1de77884ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.492423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1a6a58-1e74-4d42-947e-a6e588d96ecd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network b7af2238-2143-416e-b8f2-a3ce67b32790 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:53:43.520867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-cc1a6a58-1e74-4d42-947e-a6e588d96ecd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, b7af2238-2143-416e-b8f2-a3ce67b32790) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:43.532024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4601cb32-d0c4-4860-b398-9e679e5d235c None None] Network b7af2238-2143-416e-b8f2-a3ce67b32790 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:43.534414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b16ad-079f-41ce-8378-64586cf68f78 req-a2b80aef-186c-437b-aff9-fbc2a9ca8bb7 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:43.535939 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a93b16ad-079f-41ce-8378-64586cf68f78 req-a2b80aef-186c-437b-aff9-fbc2a9ca8bb7 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 950 time: 0.1036906 Jan 31 15:53:43.537998 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5345ec6a-2af4-4d6e-9468-c1de77884ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.540643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1a6a58-1e74-4d42-947e-a6e588d96ecd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:43.541258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6a58-1e74-4d42-947e-a6e588d96ecd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.592776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cc1a6a58-1e74-4d42-947e-a6e588d96ecd tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7677176 Jan 31 15:53:43.598642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39060) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:43.607115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6e063857-3ccc-4498-ab40-da369392d41a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-430175289'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:43.618644 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a93b16ad-079f-41ce-8378-64586cf68f78 req-aae854e8-81e8-48ac-a9c6-f95b7ef8ac81 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688586 Jan 31 15:53:43.651053 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5345ec6a-2af4-4d6e-9468-c1de77884ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.655801 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5345ec6a-2af4-4d6e-9468-c1de77884ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.657857 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5345ec6a-2af4-4d6e-9468-c1de77884ae2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f200e6f-d578-4e86-a60c-e34aeabbb404 HTTP/1.1" status: 204 len: 168 time: 0.2915168 Jan 31 15:53:43.703013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345ec6a-2af4-4d6e-9468-c1de77884ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f200e6f-d578-4e86-a60c-e34aeabbb404,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:43.728881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238814f-4d81-4e2f-865a-7aa7435aa40c req-fb92678d-0053-4ee5-8061-11bcbc2378ea tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:43.734980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d238814f-4d81-4e2f-865a-7aa7435aa40c req-fb92678d-0053-4ee5-8061-11bcbc2378ea tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 945 time: 0.2032080 Jan 31 15:53:43.739053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-6cf51eff-d46c-4853-a88c-403f04cdd0c0 service neutron] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=4927f153-10c1-4bf4-9b72-884ccc05b657,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:43.744997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e063857-3ccc-4498-ab40-da369392d41a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:43.752068 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e063857-3ccc-4498-ab40-da369392d41a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.822029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-10bdf793-3dab-43e5-90dc-b04237313c0e admin admin] For port 92358279-8857-4357-ac0f-0640460d62de, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=92358279-8857-4357-ac0f-0640460d62de,segment=NetworkSegment(081f075d-a119-472b-8d50-66477652c0e2),segment_id=081f075d-a119-472b-8d50-66477652c0e2)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:43.822442 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10bdf793-3dab-43e5-90dc-b04237313c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.826181 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e726c46-665f-4bac-9675-a7e2d8590de3 req-2b705ada-2619-4583-8b97-0d57014ccba0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:43.834955 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e726c46-665f-4bac-9675-a7e2d8590de3 req-2b705ada-2619-4583-8b97-0d57014ccba0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.0910830 Jan 31 15:53:43.850728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-10bdf793-3dab-43e5-90dc-b04237313c0e admin admin] Calling delete_port for 92358279-8857-4357-ac0f-0640460d62de owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:43.860887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-b7af2238-2143-416e-b8f2-a3ce67b32790', 'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'fixed_ips': [{'subnet_id': 'dcae2618-14da-4bb3-9d0f-28a01ecb8158'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:53:43.862280 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:43.893030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-6cf51eff-d46c-4853-a88c-403f04cdd0c0 service neutron] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:43.896611 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e726c46-665f-4bac-9675-a7e2d8590de3 req-bf7f837a-1621-4741-896d-e6d92319f07b tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580626 Jan 31 15:53:43.967748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-6cf51eff-d46c-4853-a88c-403f04cdd0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4927f153-10c1-4bf4-9b72-884ccc05b657 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:44.030156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-6cf51eff-d46c-4853-a88c-403f04cdd0c0 service neutron] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4927f153-10c1-4bf4-9b72-884ccc05b657,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:44.039259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e063857-3ccc-4498-ab40-da369392d41a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:53:44.054557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Allocated IP 19.80.0.2 (b7af2238-2143-416e-b8f2-a3ce67b32790/dcae2618-14da-4bb3-9d0f-28a01ecb8158/a1bf0d62-6aee-4794-b768-1ea804552185) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:44.071246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d238814f-4d81-4e2f-865a-7aa7435aa40c req-8f8e8be8-e7c4-4664-b6c6-cf799195ceb6 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d1edcc5-80bf-4801-a1fc-56dad2d39c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722943 Jan 31 15:53:44.087531 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-6cf51eff-d46c-4853-a88c-403f04cdd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:44.096341 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e063857-3ccc-4498-ab40-da369392d41a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:44.096681 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-6e063857-3ccc-4498-ab40-da369392d41a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Added segment 2bd26228-55e1-440b-925a-ae4829327923 of type vlan for network 2a864970-c821-4937-9467-ae8ea087277c Jan 31 15:53:44.248076 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e063857-3ccc-4498-ab40-da369392d41a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:44.318811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e063857-3ccc-4498-ab40-da369392d41a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:44.325278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e063857-3ccc-4498-ab40-da369392d41a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:44.326464 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e063857-3ccc-4498-ab40-da369392d41a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:44.342857 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:44.355695 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:44.421222 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Network b7af2238-2143-416e-b8f2-a3ce67b32790 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:44.425043 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:44.435563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:44.470016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-6cf51eff-d46c-4853-a88c-403f04cdd0c0 service neutron] Transition to ACTIVE for port object 4927f153-10c1-4bf4-9b72-884ccc05b657 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:53:44.479474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Pushing event updated for resources: {'Port': ['ID=a1bf0d62-6aee-4794-b768-1ea804552185,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:44.494279 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-6cf51eff-d46c-4853-a88c-403f04cdd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:44.514762 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6e063857-3ccc-4498-ab40-da369392d41a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9098353 Jan 31 15:53:44.521615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39082) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:44.540251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-11827dac-6fd7-4d03-944a-202407fc464e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'subnet': {'network_id': '2a864970-c821-4937-9467-ae8ea087277c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:44.557130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Attempting to bind port a1bf0d62-6aee-4794-b768-1ea804552185 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:44.557693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Attempting to bind port a1bf0d62-6aee-4794-b768-1ea804552185 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '9f668a5a-8a80-469c-a130-5777a1b1043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:44.558226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Attempting to bind port a1bf0d62-6aee-4794-b768-1ea804552185 on network b7af2238-2143-416e-b8f2-a3ce67b32790 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:44.565872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:44.566476 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Checking segment: {'id': '9f668a5a-8a80-469c-a130-5777a1b1043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:44.567043 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:44.567579 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Bound using segment: {'id': '9f668a5a-8a80-469c-a130-5777a1b1043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:44.568207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Bound port: a1bf0d62-6aee-4794-b768-1ea804552185, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f668a5a-8a80-469c-a130-5777a1b1043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:44.568993 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:44.604190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e063857-3ccc-4498-ab40-da369392d41a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Network': ['ID=2a864970-c821-4937-9467-ae8ea087277c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:44.618977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 2a864970-c821-4937-9467-ae8ea087277c details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:53:44.636521 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-6cf51eff-d46c-4853-a88c-403f04cdd0c0 service neutron] No DVR routers for this DVR port 4927f153-10c1-4bf4-9b72-884ccc05b657 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:44.746760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf51eff-d46c-4853-a88c-403f04cdd0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4927f153-10c1-4bf4-9b72-884ccc05b657,revision_number=10']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:44.748831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df68054-fe22-417a-8737-e721dd3d9c83 req-3a7ab685-c713-4d50-88db-5b8b901c0ead tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:44.757702 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9df68054-fe22-417a-8737-e721dd3d9c83 req-3a7ab685-c713-4d50-88db-5b8b901c0ead tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 944 time: 0.2981389 Jan 31 15:53:44.778081 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10bdf793-3dab-43e5-90dc-b04237313c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:44.798568 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-6cf51eff-d46c-4853-a88c-403f04cdd0c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/4927f153-10c1-4bf4-9b72-884ccc05b657/bindings/n-h1-827120-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9227605 Jan 31 15:53:44.846363 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9df68054-fe22-417a-8737-e721dd3d9c83 req-596efefa-8171-4edb-b16c-e164bcbe3d7d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870736 Jan 31 15:53:44.873322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdf793-3dab-43e5-90dc-b04237313c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=92358279-8857-4357-ac0f-0640460d62de,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:44.873652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11827dac-6fd7-4d03-944a-202407fc464e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:44.886075 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11827dac-6fd7-4d03-944a-202407fc464e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:44.913379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] For port a1bf0d62-6aee-4794-b768-1ea804552185, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:44.961112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] For port a1bf0d62-6aee-4794-b768-1ea804552185, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a1bf0d62-6aee-4794-b768-1ea804552185,segment=NetworkSegment(9f668a5a-8a80-469c-a130-5777a1b1043d),segment_id=9f668a5a-8a80-469c-a130-5777a1b1043d)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:44.974063 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:45.078995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1b078-8f1e-4047-99f5-aa671a11ef5b None None] Pushing event updated for resources: {'Port': ['ID=a1bf0d62-6aee-4794-b768-1ea804552185,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:45.114415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa15f7-ce29-4b21-a836-cbd0ab45afd2 req-ff71c518-f56c-4094-af46-1ac2ccada649 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:45.119066 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75aa15f7-ce29-4b21-a836-cbd0ab45afd2 req-ff71c518-f56c-4094-af46-1ac2ccada649 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 950 time: 0.3595426 Jan 31 15:53:45.128048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-31fdb62c-1096-4371-a04e-2b6ff96e2262 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:45.129576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-31fdb62c-1096-4371-a04e-2b6ff96e2262 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d&tenant_id=f7454e77053048da93d6c7125983ed93&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1095 time: 0.2369800 Jan 31 15:53:45.223370 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10bdf793-3dab-43e5-90dc-b04237313c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:45.234849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce206e1-ef9d-4386-be58-733140849de3 req-4c9fb062-338d-4330-bf36-7942a9a47be3 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:45.236446 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ce206e1-ef9d-4386-be58-733140849de3 req-4c9fb062-338d-4330-bf36-7942a9a47be3 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.1999874 Jan 31 15:53:45.240842 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-154a7f86-f13d-42d1-8a1d-7d515514bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:45.242307 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-154a7f86-f13d-42d1-8a1d-7d515514bf04 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d&tenant_id=f7454e77053048da93d6c7125983ed93 HTTP/1.1" status: 200 len: 1095 time: 0.1016297 Jan 31 15:53:45.374250 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ce206e1-ef9d-4386-be58-733140849de3 req-e7c267a6-ed1a-4e1d-bd38-4decb62930e2 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227610 Jan 31 15:53:45.393244 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75aa15f7-ce29-4b21-a836-cbd0ab45afd2 req-1c18a812-98d1-4d57-8bd0-a017aead798f tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660967 Jan 31 15:53:45.524818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-4be3e99b-69f9-4701-943c-1c65da749344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:45.536322 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-4be3e99b-69f9-4701-943c-1c65da749344 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 1095 time: 0.2587671 Jan 31 15:53:45.792070 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11827dac-6fd7-4d03-944a-202407fc464e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:45.904614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bdf793-3dab-43e5-90dc-b04237313c0e admin admin] Router 2ceef184-929c-4095-8d9e-fbca5efcc543 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:53:45.908828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ca5d3-0a70-4e99-af80-358b4e1246e1 req-cbb8eca3-9ec5-4aad-8cb6-3320fb008cc0 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:45.910586 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-820ca5d3-0a70-4e99-af80-358b4e1246e1 req-cbb8eca3-9ec5-4aad-8cb6-3320fb008cc0 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 1101 time: 0.2115986 Jan 31 15:53:45.981590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-f80a38c3-2ce5-471e-b779-2615b3fa439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:45.983875 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-f80a38c3-2ce5-471e-b779-2615b3fa439e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.4432466 Jan 31 15:53:46.000693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a1bf0d62-6aee-4794-b768-1ea804552185 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:46.064237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a1bf0d62-6aee-4794-b768-1ea804552185 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:46.064956 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:46.076802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11827dac-6fd7-4d03-944a-202407fc464e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Subnet': ['ID=4bda8350-6357-439f-ac95-f70df8ab2825,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:46.086911 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-66d5847a-5a1a-463e-aae8-8d8cae25937b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4927f153-10c1-4bf4-9b72-884ccc05b657 HTTP/1.1" status: 200 len: 217 time: 0.0826471 Jan 31 15:53:46.143297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11827dac-6fd7-4d03-944a-202407fc464e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Checking segment: {'id': '2bd26228-55e1-440b-925a-ae4829327923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2a864970-c821-4937-9467-ae8ea087277c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:46.143680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11827dac-6fd7-4d03-944a-202407fc464e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network hostable DHCP agents. Network: 2a864970-c821-4937-9467-ae8ea087277c, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:53:46.154393 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-820ca5d3-0a70-4e99-af80-358b4e1246e1 req-b715db76-fcdb-4e0c-a558-71bb5b1538d7 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282677 Jan 31 15:53:46.155222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ab1e2-3e1f-4519-bed0-be9d5a26de3d req-2d6f7b9a-e455-47ef-96e1-baa41be4174c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:46.168343 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-102ab1e2-3e1f-4519-bed0-be9d5a26de3d req-2d6f7b9a-e455-47ef-96e1-baa41be4174c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 944 time: 0.1832671 Jan 31 15:53:46.257043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bdf793-3dab-43e5-90dc-b04237313c0e admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:53:46.261331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-285bbfad-72d1-4ae4-861a-1c9f4280bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:46.262217 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-285bbfad-72d1-4ae4-861a-1c9f4280bdad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.1678793 Jan 31 15:53:46.278076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39126) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:46.278191 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-10bdf793-3dab-43e5-90dc-b04237313c0e admin admin] 10.222.0.36 "PUT /v2.0/routers/2ceef184-929c-4095-8d9e-fbca5efcc543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2647491 Jan 31 15:53:46.279836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39128) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:46.287394 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8aafa-b30f-4770-9012-17127a2ffec6 None None] Sync routers for ids ['2ceef184-929c-4095-8d9e-fbca5efcc543'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:53:46.305069 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:46.333156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-102ab1e2-3e1f-4519-bed0-be9d5a26de3d req-c1d55c59-2938-4d25-88a5-d67d4e81d784 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493051 Jan 31 15:53:46.345866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8aafa-b30f-4770-9012-17127a2ffec6 None None] Routers {'2ceef184-929c-4095-8d9e-fbca5efcc543'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:53:46.346551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2bb8aafa-b30f-4770-9012-17127a2ffec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:53:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2ceef184-929c-4095-8d9e-fbca5efcc543'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:46.419662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11827dac-6fd7-4d03-944a-202407fc464e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network 2a864970-c821-4937-9467-ae8ea087277c is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:53:46.423674 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-b9c9d275-d4b1-46be-b44e-b62f605d9d62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1509149 Jan 31 15:53:46.451876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port a1bf0d62-6aee-4794-b768-1ea804552185, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a1bf0d62-6aee-4794-b768-1ea804552185,segment=NetworkSegment(9f668a5a-8a80-469c-a130-5777a1b1043d),segment_id=9f668a5a-8a80-469c-a130-5777a1b1043d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:46.459113 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:46.482842 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-174907d9-0a4f-4e9c-ae3f-78656cf0d6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:46.562644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-11827dac-6fd7-4d03-944a-202407fc464e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 2a864970-c821-4937-9467-ae8ea087277c) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:46.583067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ef34ad-e9f3-4284-b70e-6185954a63a4 None None] Network 2a864970-c821-4937-9467-ae8ea087277c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:46.604464 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f15a1-3993-4f6c-a2ab-3522631d3648 req-40809efe-23d9-400b-a38e-bf0b6c2b56c3 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:46.606560 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-167f15a1-3993-4f6c-a2ab-3522631d3648 req-40809efe-23d9-400b-a38e-bf0b6c2b56c3 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.0959513 Jan 31 15:53:46.633644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11827dac-6fd7-4d03-944a-202407fc464e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:46.634269 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-11827dac-6fd7-4d03-944a-202407fc464e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:46.671655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-2bb8aafa-b30f-4770-9012-17127a2ffec6 None None] Set router 2ceef184-929c-4095-8d9e-fbca5efcc543 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:53:46.683790 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-174907d9-0a4f-4e9c-ae3f-78656cf0d6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:46.698936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-11827dac-6fd7-4d03-944a-202407fc464e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1631420 Jan 31 15:53:46.703634 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=a1bf0d62-6aee-4794-b768-1ea804552185,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:46.708789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-174907d9-0a4f-4e9c-ae3f-78656cf0d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:46.739862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e721a-fbe4-47be-bfa9-57116ca005d4 req-4eaadb85-0f3d-459c-9e03-4447cb87c91d tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:46.746205 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a6e721a-fbe4-47be-bfa9-57116ca005d4 req-4eaadb85-0f3d-459c-9e03-4447cb87c91d tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 1101 time: 0.2484989 Jan 31 15:53:46.757374 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:46.791767 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-174907d9-0a4f-4e9c-ae3f-78656cf0d6fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86f77f73a2b84b39a46366544c8d2034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107634 Jan 31 15:53:46.820457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-167f15a1-3993-4f6c-a2ab-3522631d3648 req-eb06413f-46dd-49ca-9f82-c57b256e1ff7 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919649 Jan 31 15:53:46.822166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39140) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:46.873976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-59ec7847-cdf0-4e22-accf-f2efdebcf913 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402854 Jan 31 15:53:46.906348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174907d9-0a4f-4e9c-ae3f-78656cf0d6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb67fd7-0adb-4697-9afc-09c4c4b581d1,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:46.950597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90368c4-bedb-4a0e-8bfd-9fc6aea263fc None None] Network b7af2238-2143-416e-b8f2-a3ce67b32790 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:46.954336 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2cf9607d-4d45-455a-9344-159cb0089896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:46.958200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a6e721a-fbe4-47be-bfa9-57116ca005d4 req-b45d67eb-7366-4a97-b58b-32a06bbb00a9 tempest-ServersAdminTestJSON-1637411762 tempest-ServersAdminTestJSON-1637411762-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794982 Jan 31 15:53:47.033308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:47.052145 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2cf9607d-4d45-455a-9344-159cb0089896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:47.053729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-a4c1ca5e-f7e6-4190-a9fb-6817d10fe35f service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697080 Jan 31 15:53:47.140763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e84699b6-3183-4a54-9ae7-bf1d2e089a9d None None] Provisioning complete for port a1bf0d62-6aee-4794-b768-1ea804552185 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:47.141109 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e84699b6-3183-4a54-9ae7-bf1d2e089a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:47.144490 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2cf9607d-4d45-455a-9344-159cb0089896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:47.150943 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2cf9607d-4d45-455a-9344-159cb0089896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:47.152494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2cf9607d-4d45-455a-9344-159cb0089896 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eeb67fd7-0adb-4697-9afc-09c4c4b581d1 HTTP/1.1" status: 204 len: 168 time: 0.3029308 Jan 31 15:53:47.224031 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Deleting port 005c9cb6-8f1e-4780-aede-15053da5a83b {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:47.224382 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:47.226402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9607d-4d45-455a-9344-159cb0089896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb67fd7-0adb-4697-9afc-09c4c4b581d1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:47.278568 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6f49379-7251-4f69-89aa-c01109a95938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:47.364094 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb64313-d691-435e-b99a-a50045424172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-2a864970-c821-4937-9467-ae8ea087277c', 'network_id': '2a864970-c821-4937-9467-ae8ea087277c', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'fixed_ips': [{'subnet_id': '4bda8350-6357-439f-ac95-f70df8ab2825'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:53:47.365242 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-afb64313-d691-435e-b99a-a50045424172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:47.409350 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-a5c9ea52-c6ee-406e-9911-96570c6ae5d0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:47.428780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-a5c9ea52-c6ee-406e-9911-96570c6ae5d0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:47.435474 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-a5c9ea52-c6ee-406e-9911-96570c6ae5d0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/networks?id=b7af2238-2143-416e-b8f2-a3ce67b32790&id=2a864970-c821-4937-9467-ae8ea087277c HTTP/1.1" status: 200 len: 1391 time: 0.2999959 Jan 31 15:53:47.505140 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-c5ea245b-3615-432e-9897-f364de5f1e1c tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/quotas/ab7d182b89414720abdc797f9c88d03c HTTP/1.1" status: 200 len: 375 time: 0.0673208 Jan 31 15:53:47.635217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2bb8aafa-b30f-4770-9012-17127a2ffec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1273941012-router', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:54Z', 'updated_at': '2022-01-31T15:53:44Z', 'revision_number': 5, 'project_id': '2dc68eeca6a34033979958b6910a0b8a', 'gw_port': {'id': '005c9cb6-8f1e-4780-aede-15053da5a83b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:50:56Z', 'updated_at': '2022-01-31T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:47.640556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] For port 005c9cb6-8f1e-4780-aede-15053da5a83b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=005c9cb6-8f1e-4780-aede-15053da5a83b,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:47.644405 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:47.710889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-afb64313-d691-435e-b99a-a50045424172 None None] Allocated IP 19.86.0.2 (2a864970-c821-4937-9467-ae8ea087277c/4bda8350-6357-439f-ac95-f70df8ab2825/aa17bcda-2199-4e54-8983-97ba23557582) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:47.800168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a1bf0d62-6aee-4794-b768-1ea804552185 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:48.000152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7faf8-598e-4c25-a23c-e0ebf744e12f req-fdc579d2-a36a-48e0-8dd0-16e16dafeb13 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:48.008360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8aafa-b30f-4770-9012-17127a2ffec6 None None] Checking router: 2ceef184-929c-4095-8d9e-fbca5efcc543 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:53:48.013610 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-02e7faf8-598e-4c25-a23c-e0ebf744e12f req-fdc579d2-a36a-48e0-8dd0-16e16dafeb13 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 944 time: 0.1009617 Jan 31 15:53:48.097942 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-02e7faf8-598e-4c25-a23c-e0ebf744e12f req-99b72714-eedf-4bc9-a64f-7d94963f97eb tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832450 Jan 31 15:53:48.101876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8aafa-b30f-4770-9012-17127a2ffec6 None None] Routers {'2ceef184-929c-4095-8d9e-fbca5efcc543'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:53:48.102522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2bb8aafa-b30f-4770-9012-17127a2ffec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:53:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2ceef184-929c-4095-8d9e-fbca5efcc543'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:48.187239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-5c3fe260-ba8c-4be0-bcd6-7732e70905ea tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:48.189040 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-5c3fe260-ba8c-4be0-bcd6-7732e70905ea tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d&tenant_id=f7454e77053048da93d6c7125983ed93&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1095 time: 0.7491133 Jan 31 15:53:48.194596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Calling delete_port for 005c9cb6-8f1e-4780-aede-15053da5a83b owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:48.253294 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-2bb8aafa-b30f-4770-9012-17127a2ffec6 None None] Set router 2ceef184-929c-4095-8d9e-fbca5efcc543 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:53:48.268034 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-3df14657-c21b-464b-9d0d-d590ba69c7a3 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab7d182b89414720abdc797f9c88d03c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7619936 Jan 31 15:53:48.317358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53979b75-2338-434a-bebe-51bd6ecf9254 req-bb18e147-9fae-4fb3-819a-3192d9d5ae34 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:48.325592 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53979b75-2338-434a-bebe-51bd6ecf9254 req-bb18e147-9fae-4fb3-819a-3192d9d5ae34 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 950 time: 0.0645800 Jan 31 15:53:48.383736 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53979b75-2338-434a-bebe-51bd6ecf9254 req-902e73b4-5030-4f6b-a5eb-0d17eeea3e30 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569389 Jan 31 15:53:48.413584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2bb8aafa-b30f-4770-9012-17127a2ffec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1273941012-router', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:54Z', 'updated_at': '2022-01-31T15:53:47Z', 'revision_number': 6, 'project_id': '2dc68eeca6a34033979958b6910a0b8a', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:48.445665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-f38b28f1-4771-475b-b358-ef7eb843a5c2 service neutron] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:48.462519 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-f38b28f1-4771-475b-b358-ef7eb843a5c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:48.463862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7168c010-6cde-4c4f-bb9d-2d3f110edfb3 req-f38b28f1-4771-475b-b358-ef7eb843a5c2 service neutron] 10.222.0.30 "DELETE /v2.0/ports/4927f153-10c1-4bf4-9b72-884ccc05b657/bindings/n-h2-827120-1 HTTP/1.1" status: 204 len: 173 time: 0.2653568 Jan 31 15:53:48.489256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8aafa-b30f-4770-9012-17127a2ffec6 None None] The sync data for ids ['2ceef184-929c-4095-8d9e-fbca5efcc543'] in n-d-827120-1 is: [{'id': '2ceef184-929c-4095-8d9e-fbca5efcc543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1273941012-router', 'tenant_id': '2dc68eeca6a34033979958b6910a0b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:50:54Z', 'updated_at': '2022-01-31T15:53:47Z', 'revision_number': 6, 'project_id': '2dc68eeca6a34033979958b6910a0b8a', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:53:48.500832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a1bf0d62-6aee-4794-b768-1ea804552185 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:48.501706 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:48.531395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-796dcdfd-b6c6-423b-80d8-afb7cc391d37 service neutron] 10.222.0.36 "GET /v2.0/networks/b7af2238-2143-416e-b8f2-a3ce67b32790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547114 Jan 31 15:53:48.557324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7fa9f9d4-8beb-4074-b6eb-53b4b6460a98 None None] Provisioning complete for port a1bf0d62-6aee-4794-b768-1ea804552185 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:48.557997 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f9d4-8beb-4074-b6eb-53b4b6460a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:48.571195 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39196) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:48.641131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-8901144b-c613-46ba-bdd1-f83be5c376e0 service neutron] 10.222.0.36 "GET /v2.0/networks/b7af2238-2143-416e-b8f2-a3ce67b32790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031325 Jan 31 15:53:48.710719 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568e955-d617-4409-ab2f-ba4c1341bb0e req-bf0b0f36-f206-4759-a238-6ea072ffe408 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:48.714247 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9568e955-d617-4409-ab2f-ba4c1341bb0e req-bf0b0f36-f206-4759-a238-6ea072ffe408 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.1363823 Jan 31 15:53:48.782842 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-e65e28d1-04dc-453f-85f2-d8fe75a9e66e service neutron] 10.222.0.36 "GET /v2.0/networks/2a864970-c821-4937-9467-ae8ea087277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336925 Jan 31 15:53:48.785165 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:48.787648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9568e955-d617-4409-ab2f-ba4c1341bb0e req-3c33e1a5-e30f-43a8-8474-95ce66d9a54c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592215 Jan 31 15:53:48.795165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-243949684-network', 'tenant_id': '83c48db2667e4736af08cf226b779d99'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:48.846286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=005c9cb6-8f1e-4780-aede-15053da5a83b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:48.885091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Made reservation on behalf of 83c48db2667e4736af08cf226b779d99 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:48.893089 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:48.920326 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:48.948436 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-afb64313-d691-435e-b99a-a50045424172 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:48.969881 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-afb64313-d691-435e-b99a-a50045424172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.051676 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.079403 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb64313-d691-435e-b99a-a50045424172 None None] Network 2a864970-c821-4937-9467-ae8ea087277c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:49.088996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-afb64313-d691-435e-b99a-a50045424172 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:49.091430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589825a-7cfd-41a3-93fa-0a062d272468 req-b2581a3c-e78f-4b10-81f2-6c16f8f85487 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:49.093915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb64313-d691-435e-b99a-a50045424172 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:49.097134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb64313-d691-435e-b99a-a50045424172 None None] Pushing event updated for resources: {'Port': ['ID=aa17bcda-2199-4e54-8983-97ba23557582,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:49.114371 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5589825a-7cfd-41a3-93fa-0a062d272468 req-b2581a3c-e78f-4b10-81f2-6c16f8f85487 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 1095 time: 0.1111717 Jan 31 15:53:49.199894 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5589825a-7cfd-41a3-93fa-0a062d272468 req-94a992aa-7e1a-4f16-8d2b-f030c0e1038d tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776527 Jan 31 15:53:49.226311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-afb64313-d691-435e-b99a-a50045424172 None None] Attempting to bind port aa17bcda-2199-4e54-8983-97ba23557582 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:49.226443 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.226674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-afb64313-d691-435e-b99a-a50045424172 None None] Attempting to bind port aa17bcda-2199-4e54-8983-97ba23557582 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '2bd26228-55e1-440b-925a-ae4829327923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2a864970-c821-4937-9467-ae8ea087277c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:49.227029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb64313-d691-435e-b99a-a50045424172 None None] Attempting to bind port aa17bcda-2199-4e54-8983-97ba23557582 on network 2a864970-c821-4937-9467-ae8ea087277c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:49.232932 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.239418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb64313-d691-435e-b99a-a50045424172 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:49.239418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb64313-d691-435e-b99a-a50045424172 None None] Checking segment: {'id': '2bd26228-55e1-440b-925a-ae4829327923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2a864970-c821-4937-9467-ae8ea087277c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:49.239778 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-afb64313-d691-435e-b99a-a50045424172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.240184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb64313-d691-435e-b99a-a50045424172 None None] Bound using segment: {'id': '2bd26228-55e1-440b-925a-ae4829327923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2a864970-c821-4937-9467-ae8ea087277c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:49.240756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-afb64313-d691-435e-b99a-a50045424172 None None] Bound port: aa17bcda-2199-4e54-8983-97ba23557582, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd26228-55e1-440b-925a-ae4829327923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2a864970-c821-4937-9467-ae8ea087277c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:49.241258 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-afb64313-d691-435e-b99a-a50045424172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.260886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:53:49.284421 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.284743 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Added segment 807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49 of type vlan for network 5332046b-66f1-4180-8827-9fa34aa1902d Jan 31 15:53:49.293323 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.296744 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.300556 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-319567cd-5968-4ca8-930d-50b5dbc9a071 service neutron] 10.222.0.36 "GET /v2.0/networks/2a864970-c821-4937-9467-ae8ea087277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954548 Jan 31 15:53:49.375443 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.376169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ceef184-929c-4095-8d9e-fbca5efcc543 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:53:49.383165 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.392865 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-56c9b434-c6c4-46be-a6ab-57bcd98ff1b0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2ceef184-929c-4095-8d9e-fbca5efcc543 HTTP/1.1" status: 204 len: 168 time: 3.1003697 Jan 31 15:53:49.393396 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39206) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:49.451379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-afb64313-d691-435e-b99a-a50045424172 None None] For port aa17bcda-2199-4e54-8983-97ba23557582, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:49.469286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-afb64313-d691-435e-b99a-a50045424172 None None] For port aa17bcda-2199-4e54-8983-97ba23557582, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=aa17bcda-2199-4e54-8983-97ba23557582,segment=NetworkSegment(2bd26228-55e1-440b-925a-ae4829327923),segment_id=2bd26228-55e1-440b-925a-ae4829327923)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:49.476622 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-afb64313-d691-435e-b99a-a50045424172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.500949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ff50a1-fb1d-4eb4-b18d-fbf64ae175ef,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:49.506228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3667fb9-b90f-409c-8d29-405e631f4fa3 admin admin] Deleting subnet 722d2e89-ea63-4153-8689-d40cddeef461 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:53:49.508568 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.512793 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3667fb9-b90f-409c-8d29-405e631f4fa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.594402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3667fb9-b90f-409c-8d29-405e631f4fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.600858 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca7d86-98af-4d3c-8984-863942497e7c req-a42034b5-884e-4cdc-870e-3ec6eb49084a tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:49.602476 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdca7d86-98af-4d3c-8984-863942497e7c req-a42034b5-884e-4cdc-870e-3ec6eb49084a tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.20 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 950 time: 0.2873187 Jan 31 15:53:49.657918 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.db.resource_extend [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 15:53:49.737781 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e720f24a-cc45-4e9f-8803-7696f61910d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.756461 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3667fb9-b90f-409c-8d29-405e631f4fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.764215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb64313-d691-435e-b99a-a50045424172 None None] Pushing event updated for resources: {'Port': ['ID=aa17bcda-2199-4e54-8983-97ba23557582,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:49.773498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 92358279-8857-4357-ac0f-0640460d62de no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:49.816222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811687-9b54-40cb-a7a9-9ccade18b80c req-264ebbdf-aff7-4dd1-bf77-b7e74526be24 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:49.817936 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08811687-9b54-40cb-a7a9-9ccade18b80c req-264ebbdf-aff7-4dd1-bf77-b7e74526be24 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 1095 time: 0.4450145 Jan 31 15:53:49.838134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 92358279-8857-4357-ac0f-0640460d62de {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:49.838635 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 92358279-8857-4357-ac0f-0640460d62de not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:49.839218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 005c9cb6-8f1e-4780-aede-15053da5a83b no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:49.876315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 005c9cb6-8f1e-4780-aede-15053da5a83b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:49.877282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 005c9cb6-8f1e-4780-aede-15053da5a83b not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:49.913125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.914334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:49.916173 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:49.993099 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3667fb9-b90f-409c-8d29-405e631f4fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:50.059514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3667fb9-b90f-409c-8d29-405e631f4fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722d2e89-ea63-4153-8689-d40cddeef461,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:50.067952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb572e4e-64b4-4c12-b889-946a52c10993 None None] Network 8c2a0557-740e-47b0-828c-2fba6f0a8d46 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:50.074925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3667fb9-b90f-409c-8d29-405e631f4fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:50.078593 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b3667fb9-b90f-409c-8d29-405e631f4fa3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/722d2e89-ea63-4153-8689-d40cddeef461 HTTP/1.1" status: 204 len: 168 time: 0.6840475 Jan 31 15:53:50.085612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39224) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:50.117714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5450029 Jan 31 15:53:50.205131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39226) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:50.230788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9abc1bba-62fb-4077-8662-9fb9989e9f33 admin admin] Request body: {'subnet': {'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-243949684-subnet', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:50.250527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08811687-9b54-40cb-a7a9-9ccade18b80c req-b8fd2cb3-0910-42ed-952f-195830bf4582 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181151 Jan 31 15:53:50.319642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19438c-86eb-46db-8997-564182f974ee admin admin] Pushing event updated for resources: {'Network': ['ID=5332046b-66f1-4180-8827-9fa34aa1902d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:50.338341 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 5332046b-66f1-4180-8827-9fa34aa1902d details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:53:50.374493 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:50.391027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abc1bba-62fb-4077-8662-9fb9989e9f33 admin admin] Made reservation on behalf of 83c48db2667e4736af08cf226b779d99 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:50.398867 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9abc1bba-62fb-4077-8662-9fb9989e9f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:50.406659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d3eb1-83f8-444d-a269-b9ee1904dfc3 req-8731ec0c-b58d-4526-88c3-6b753c9bdcb3 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:50.408253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-481d3eb1-83f8-444d-a269-b9ee1904dfc3 req-8731ec0c-b58d-4526-88c3-6b753c9bdcb3 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 950 time: 0.5236330 Jan 31 15:53:50.531560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87155df1-6f2f-48d3-9dce-196d79449a43 None None] DHCP port deletion for 8c2a0557-740e-47b0-828c-2fba6f0a8d46 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:53:50.558338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9b11ec40-b680-4f14-b44d-0ec1a4aceec7 req-36d76ccb-33bf-4cc8-882c-6bfb0d32b725 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 210 time: 0.1351767 Jan 31 15:53:50.589803 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-481d3eb1-83f8-444d-a269-b9ee1904dfc3 req-1f82f399-92c5-4b60-8d46-71570d907567 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666675 Jan 31 15:53:50.592664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-cdca7d86-98af-4d3c-8984-863942497e7c req-809379a1-aedc-4101-8135-1e00adadd4c6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Deleting port c0b2964f-9877-4997-95fc-165bfaafb6c5 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:50.592969 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cdca7d86-98af-4d3c-8984-863942497e7c req-809379a1-aedc-4101-8135-1e00adadd4c6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:50.708502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Deleting port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:50.708745 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-87155df1-6f2f-48d3-9dce-196d79449a43 None None] Deleting port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:50.709077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:50.712642 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-87155df1-6f2f-48d3-9dce-196d79449a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:50.827749 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:50.861370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] For port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=47a2c87d-4d3a-4bcf-b616-fcceeb94134d,segment=NetworkSegment(081f075d-a119-472b-8d50-66477652c0e2),segment_id=081f075d-a119-472b-8d50-66477652c0e2)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:50.861962 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:50.887141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-87155df1-6f2f-48d3-9dce-196d79449a43 None None] For port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=47a2c87d-4d3a-4bcf-b616-fcceeb94134d,segment=NetworkSegment(081f075d-a119-472b-8d50-66477652c0e2),segment_id=081f075d-a119-472b-8d50-66477652c0e2)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:50.887541 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-87155df1-6f2f-48d3-9dce-196d79449a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:50.898902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Calling delete_port for 47a2c87d-4d3a-4bcf-b616-fcceeb94134d owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:50.928020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-87155df1-6f2f-48d3-9dce-196d79449a43 None None] Calling delete_port for 47a2c87d-4d3a-4bcf-b616-fcceeb94134d owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:51.063322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942ffb8-edcc-47fa-ae95-84e225f5f3d4 req-54a7d662-ea14-4138-8301-434e5d4ab971 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:51.075789 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a942ffb8-edcc-47fa-ae95-84e225f5f3d4 req-54a7d662-ea14-4138-8301-434e5d4ab971 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.3053300 Jan 31 15:53:51.082223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-cdca7d86-98af-4d3c-8984-863942497e7c req-809379a1-aedc-4101-8135-1e00adadd4c6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] For port c0b2964f-9877-4997-95fc-165bfaafb6c5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=c0b2964f-9877-4997-95fc-165bfaafb6c5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:51.089243 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cdca7d86-98af-4d3c-8984-863942497e7c req-809379a1-aedc-4101-8135-1e00adadd4c6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:51.152085 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-87155df1-6f2f-48d3-9dce-196d79449a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:51.175201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:51.176264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-cdca7d86-98af-4d3c-8984-863942497e7c req-809379a1-aedc-4101-8135-1e00adadd4c6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Calling delete_port for c0b2964f-9877-4997-95fc-165bfaafb6c5 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:51.264837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87155df1-6f2f-48d3-9dce-196d79449a43 None None] Pushing event deleted for resources: {'Port': ['ID=47a2c87d-4d3a-4bcf-b616-fcceeb94134d,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:51.269896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87155df1-6f2f-48d3-9dce-196d79449a43 None None] No DVR routers for this DVR port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:51.282486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] No DVR routers for this DVR port 47a2c87d-4d3a-4bcf-b616-fcceeb94134d on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:51.307580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=47a2c87d-4d3a-4bcf-b616-fcceeb94134d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:51.478070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a942ffb8-edcc-47fa-ae95-84e225f5f3d4 req-e3509e3e-fe46-481e-bf01-caa262e69464 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980987 Jan 31 15:53:51.500510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9abc1bba-62fb-4077-8662-9fb9989e9f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:51.501733 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:51.552223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2a0557-740e-47b0-828c-2fba6f0a8d46']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:51.624286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081f075d-a119-472b-8d50-66477652c0e2') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:51.624655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081f075d-a119-472b-8d50-66477652c0e2') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:51.698417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bb4e3f-4eca-436e-9527-1ad710a1bb94 None None] Network 2a864970-c821-4937-9467-ae8ea087277c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:51.700894 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:51.743700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc1bba-62fb-4077-8662-9fb9989e9f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676aec42-117f-43a6-8424-d3ddebfcf9fc,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:51.751070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-83c3a856-45be-4cc9-aed3-950673067e43 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:51.758967 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-83c3a856-45be-4cc9-aed3-950673067e43 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:51.761062 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-83c3a856-45be-4cc9-aed3-950673067e43 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "GET /v2.0/networks?id=b7af2238-2143-416e-b8f2-a3ce67b32790&id=2a864970-c821-4937-9467-ae8ea087277c HTTP/1.1" status: 200 len: 1391 time: 0.4049656 Jan 31 15:53:51.802719 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c5fab66c-3cab-4058-a296-93aeb72f76e2 req-3cc11e0b-5b51-4643-a18a-ce51ab6993a3 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 210 time: 0.0922420 Jan 31 15:53:51.815371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'port': {'device_id': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790', 'admin_state_up': True, 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:51.825412 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:51.874982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc1bba-62fb-4077-8662-9fb9989e9f33 admin admin] Checking segment: {'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:51.875677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abc1bba-62fb-4077-8662-9fb9989e9f33 admin admin] Network hostable DHCP agents. Network: 5332046b-66f1-4180-8827-9fa34aa1902d, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:53:51.877431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:53:51.877926 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:53:51.880723 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:53:51.894095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device aa17bcda-2199-4e54-8983-97ba23557582 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:51.929118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c9d94-3f8c-4135-b6d2-2e47f9fde902 req-59f35100-b2e8-4bf4-89df-69173b8fc7ad tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:51.945751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-14039c09-ba55-47b3-87ca-49f99d30fa18 None None] Provisioning complete for port aa17bcda-2199-4e54-8983-97ba23557582 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:51.946115 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-14039c09-ba55-47b3-87ca-49f99d30fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:51.950025 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-694c9d94-3f8c-4135-b6d2-2e47f9fde902 req-59f35100-b2e8-4bf4-89df-69173b8fc7ad tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3808e2-0311-4610-8a45-cf04b230be39 HTTP/1.1" status: 200 len: 950 time: 0.2272193 Jan 31 15:53:52.003027 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.014500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.020744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] 10.222.0.36 "DELETE /v2.0/networks/8c2a0557-740e-47b0-828c-2fba6f0a8d46 HTTP/1.1" status: 204 len: 168 time: 1.9280863 Jan 31 15:53:52.043955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45302106-77c1-4ada-a502-e8755422d5dc admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2a0557-740e-47b0-828c-2fba6f0a8d46,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:52.086899 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cdca7d86-98af-4d3c-8984-863942497e7c req-809379a1-aedc-4101-8135-1e00adadd4c6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.139747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:52.157851 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.167509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abc1bba-62fb-4077-8662-9fb9989e9f33 admin admin] Network 5332046b-66f1-4180-8827-9fa34aa1902d is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:53:52.232456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-694c9d94-3f8c-4135-b6d2-2e47f9fde902 req-ff54d652-20a2-4121-95ad-23f03945e111 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764249 Jan 31 15:53:52.276803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809379a1-aedc-4101-8135-1e00adadd4c6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Pushing event deleted for resources: {'Port': ['ID=c0b2964f-9877-4997-95fc-165bfaafb6c5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:52.281699 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdca7d86-98af-4d3c-8984-863942497e7c req-809379a1-aedc-4101-8135-1e00adadd4c6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] No DVR routers for this DVR port c0b2964f-9877-4997-95fc-165bfaafb6c5 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:53:52.286681 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cdca7d86-98af-4d3c-8984-863942497e7c req-809379a1-aedc-4101-8135-1e00adadd4c6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.290600 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdca7d86-98af-4d3c-8984-863942497e7c req-809379a1-aedc-4101-8135-1e00adadd4c6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.20 "DELETE /v2.0/ports/c0b2964f-9877-4997-95fc-165bfaafb6c5 HTTP/1.1" status: 204 len: 173 time: 2.6664426 Jan 31 15:53:52.291483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3808e2-0311-4610-8a45-cf04b230be39', 'name': 'network-vif-deleted', 'tag': 'c0b2964f-9877-4997-95fc-165bfaafb6c5'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:52.297039 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60075e81-7825-441e-8f97-b1d52a6f79df" -d '{"events": [{"server_uuid": "da3808e2-0311-4610-8a45-cf04b230be39", "name": "network-vif-deleted", "tag": "c0b2964f-9877-4997-95fc-165bfaafb6c5"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:52.300343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-9abc1bba-62fb-4077-8662-9fb9989e9f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 5332046b-66f1-4180-8827-9fa34aa1902d) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:52.300819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39254) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:52.310444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abc1bba-62fb-4077-8662-9fb9989e9f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:52.312305 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9abc1bba-62fb-4077-8662-9fb9989e9f33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.352239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9abc1bba-62fb-4077-8662-9fb9989e9f33 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1400063 Jan 31 15:53:52.354444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39260) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:52.366927 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:52.427980 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff2895b-ef6b-4c57-a361-984616eaeb32 x-openstack-request-id: req-fff2895b-ef6b-4c57-a361-984616eaeb32 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:52.428277 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3808e2-0311-4610-8a45-cf04b230be39", "name": "network-vif-deleted", "tag": "c0b2964f-9877-4997-95fc-165bfaafb6c5", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:52.428529 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fff2895b-ef6b-4c57-a361-984616eaeb32 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:52.432612 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3808e2-0311-4610-8a45-cf04b230be39', 'name': 'network-vif-deleted', 'tag': 'c0b2964f-9877-4997-95fc-165bfaafb6c5', 'status': 'completed', 'code': 200} Jan 31 15:53:52.442723 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.446070 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.465816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Allocated IP 19.80.0.121 (b7af2238-2143-416e-b8f2-a3ce67b32790/dcae2618-14da-4bb3-9d0f-28a01ecb8158/6bb8bf3d-2722-4986-b399-0d71b8b80b39) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:52.507007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3f56d84c-8fad-42d9-b7b0-5638198a84cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47409c3206c74917a98561c89b6ac9b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2046435 Jan 31 15:53:52.510512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39264) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:52.590160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['eb5e5d58-29bd-46f7-ae14-d35440bb5055'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:52.606885 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.664421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4f5c27e9-1e98-42ab-8832-ae8bc15df0e1'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:53:52.668317 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c63a3a-a19b-4753-982a-7c384cf2d6c7 None None] Network 5332046b-66f1-4180-8827-9fa34aa1902d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:52.715032 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d3be-599b-4dae-9c0e-ec4aba7f04f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.772051 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.902916 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.940434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de9bd7-ae5f-451f-9320-bca5348fc670 req-c77d7920-e07c-452c-acc2-917f0be58ceb tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:52.946104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06de9bd7-ae5f-451f-9320-bca5348fc670 req-c77d7920-e07c-452c-acc2-917f0be58ceb tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.3255451 Jan 31 15:53:52.957899 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:52.982261 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.005518 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.005895 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d3be-599b-4dae-9c0e-ec4aba7f04f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.087971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network b7af2238-2143-416e-b8f2-a3ce67b32790 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:53.092929 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-14039c09-ba55-47b3-87ca-49f99d30fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.094053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:53.112414 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06de9bd7-ae5f-451f-9320-bca5348fc670 req-d2f871cf-a677-4709-9f14-09565527dd6c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588051 Jan 31 15:53:53.113798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:53.121397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Port': ['ID=6bb8bf3d-2722-4986-b399-0d71b8b80b39,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:53.124034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d6c99-6972-4273-b882-01044085d211 req-5d0ba053-b0b4-44b6-ab95-52c7629aaa20 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:53.132270 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a0d6c99-6972-4273-b882-01044085d211 req-5d0ba053-b0b4-44b6-ab95-52c7629aaa20 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 932 time: 0.1977589 Jan 31 15:53:53.135760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device c0b2964f-9877-4997-95fc-165bfaafb6c5 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:53.190267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: c0b2964f-9877-4997-95fc-165bfaafb6c5 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:53.190494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device c0b2964f-9877-4997-95fc-165bfaafb6c5 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:53.214234 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a0d6c99-6972-4273-b882-01044085d211 req-79404c1b-7c66-46ae-bd2e-b5a55a5a01ad tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807617 Jan 31 15:53:53.228187 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port aa17bcda-2199-4e54-8983-97ba23557582 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:53.228558 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.231965 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d3be-599b-4dae-9c0e-ec4aba7f04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.242195 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d3be-599b-4dae-9c0e-ec4aba7f04f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.246488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8dd7d3be-599b-4dae-9c0e-ec4aba7f04f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05d86801-d63b-49b3-bfc0-6237d07af681 HTTP/1.1" status: 204 len: 168 time: 0.7340214 Jan 31 15:53:53.276318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7d3be-599b-4dae-9c0e-ec4aba7f04f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d86801-d63b-49b3-bfc0-6237d07af681,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:53.301149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:53.302113 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.335294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-2e035949-dc0c-4b3f-902f-508c7b550ea7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5405314 Jan 31 15:53:53.346451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Request body: {'port': {'device_id': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'network_id': '2a864970-c821-4937-9467-ae8ea087277c', 'admin_state_up': True, 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:53.394597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-14039c09-ba55-47b3-87ca-49f99d30fa18 None None] For port aa17bcda-2199-4e54-8983-97ba23557582, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=aa17bcda-2199-4e54-8983-97ba23557582,segment=NetworkSegment(2bd26228-55e1-440b-925a-ae4829327923),segment_id=2bd26228-55e1-440b-925a-ae4829327923)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:53.435357 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-14039c09-ba55-47b3-87ca-49f99d30fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.564546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.610667 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.637956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Made reservation on behalf of ab7d182b89414720abdc797f9c88d03c for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:53:53.641691 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.791214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14039c09-ba55-47b3-87ca-49f99d30fa18 None None] Pushing event updated for resources: {'Port': ['ID=aa17bcda-2199-4e54-8983-97ba23557582,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:53.894881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Allocated IP 172.25.1.77 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/cd4addad-2f20-4f19-ae88-32d646b32bf5) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:53.897922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a315df33-bcec-41c7-b1f8-cf7ffeb329e4 None None] Provisioning complete for port 6bb8bf3d-2722-4986-b399-0d71b8b80b39 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:53.898298 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a315df33-bcec-41c7-b1f8-cf7ffeb329e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.907314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-5332046b-66f1-4180-8827-9fa34aa1902d', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'fixed_ips': [{'subnet_id': '676aec42-117f-43a6-8424-d3ddebfcf9fc'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:53:53.908265 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:53.985045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a315df33-bcec-41c7-b1f8-cf7ffeb329e4 None None] Port 6bb8bf3d-2722-4986-b399-0d71b8b80b39 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:53:54.046779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37bd7-a248-4f46-a443-c367d1a0818d req-3e3503eb-025f-46a4-80de-4cbe22f2ab5f tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:54.048518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-45b37bd7-a248-4f46-a443-c367d1a0818d req-3e3503eb-025f-46a4-80de-4cbe22f2ab5f tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 950 time: 0.2716677 Jan 31 15:53:54.067460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 47a2c87d-4d3a-4bcf-b616-fcceeb94134d no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:54.085083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Allocated IP 19.86.0.120 (2a864970-c821-4937-9467-ae8ea087277c/4bda8350-6357-439f-ac95-f70df8ab2825/d7213111-2041-44dd-95c2-3f1fd216c288) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:54.116153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 47a2c87d-4d3a-4bcf-b616-fcceeb94134d {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:53:54.116471 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 47a2c87d-4d3a-4bcf-b616-fcceeb94134d not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:53:54.142071 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-45b37bd7-a248-4f46-a443-c367d1a0818d req-031d563d-e4f4-4d2b-9e96-cde33d4121d0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816286 Jan 31 15:53:54.175719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39286) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:54.191105 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:54.244191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-030a9d60-eac3-428e-8e4b-73df58c84d1c None None] Provisioning complete for port aa17bcda-2199-4e54-8983-97ba23557582 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:54.244560 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-030a9d60-eac3-428e-8e4b-73df58c84d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:54.323318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Allocated IP 172.20.0.2 (5332046b-66f1-4180-8827-9fa34aa1902d/676aec42-117f-43a6-8424-d3ddebfcf9fc/77fce9cf-7e25-4ffc-8331-2064d90158b9) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:53:54.326848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device aa17bcda-2199-4e54-8983-97ba23557582 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:54.424301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93abd8b-8d01-4626-98b3-8ec1c677cf33 req-a2f4e0f0-83f3-4474-86b5-6e7fe82c1209 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:54.426014 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f93abd8b-8d01-4626-98b3-8ec1c677cf33 req-a2f4e0f0-83f3-4474-86b5-6e7fe82c1209 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.1388943 Jan 31 15:53:54.433742 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:54.495080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Pushing event updated for resources: {'Port': ['ID=cd4addad-2f20-4f19-ae88-32d646b32bf5,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:54.538123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f93abd8b-8d01-4626-98b3-8ec1c677cf33 req-45359334-f99e-45b5-ac05-f69eaa43eb23 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983562 Jan 31 15:53:54.546932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:54.548631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:54.552733 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:54.591017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port aa17bcda-2199-4e54-8983-97ba23557582 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:54.591383 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:54.725197 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e43b35cc-65de-4727-b625-2804e1f98bd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2dc68eeca6a34033979958b6910a0b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5412877 Jan 31 15:53:54.728211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39292) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:54.761775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87bc54-da29-4ce0-b129-c85b5008bcf0 req-f5c84f6c-18a6-4d47-947f-42b88c2a73de tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:54.770795 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa87bc54-da29-4ce0-b129-c85b5008bcf0 req-f5c84f6c-18a6-4d47-947f-42b88c2a73de tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 932 time: 0.3643763 Jan 31 15:53:54.805683 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:54.832816 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:54.843036 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:54.875613 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa87bc54-da29-4ce0-b129-c85b5008bcf0 req-19126a1c-e52c-481c-ab1a-5525df0c06a6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011369 Jan 31 15:53:54.914683 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-526de167-c1cb-4bbc-8dbf-081162d3feeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:54.941926 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:54.963935 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-526de167-c1cb-4bbc-8dbf-081162d3feeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:54.980444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Network 5332046b-66f1-4180-8827-9fa34aa1902d is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:54.989851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Pushing event updated for resources: {'Port': ['ID=77fce9cf-7e25-4ffc-8331-2064d90158b9,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:55.002606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:55.010497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:55.043828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Network 2a864970-c821-4937-9467-ae8ea087277c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:53:55.050204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:53:55.120167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:53:55.135105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Attempting to bind port 77fce9cf-7e25-4ffc-8331-2064d90158b9 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:55.136664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Attempting to bind port 77fce9cf-7e25-4ffc-8331-2064d90158b9 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:55.136664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Attempting to bind port 77fce9cf-7e25-4ffc-8331-2064d90158b9 on network 5332046b-66f1-4180-8827-9fa34aa1902d {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:55.147237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:55.147643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Checking segment: {'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:55.148014 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:55.148406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Bound using segment: {'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:55.149375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Bound port: 77fce9cf-7e25-4ffc-8331-2064d90158b9, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:55.149783 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:55.255317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event updated for resources: {'Port': ['ID=d7213111-2041-44dd-95c2-3f1fd216c288,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:55.289924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:55.290612 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:55.336372 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-b1b4ea57-5246-4952-b1c9-379e10778ea8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9920332 Jan 31 15:53:55.336372 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-526de167-c1cb-4bbc-8dbf-081162d3feeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:55.337446 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-526de167-c1cb-4bbc-8dbf-081162d3feeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:55.341233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-526de167-c1cb-4bbc-8dbf-081162d3feeb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6231482-ead3-439d-9294-4bd23eacccbc HTTP/1.1" status: 204 len: 168 time: 0.6034989 Jan 31 15:53:55.365236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] For port 77fce9cf-7e25-4ffc-8331-2064d90158b9, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:55.371297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] For port 77fce9cf-7e25-4ffc-8331-2064d90158b9, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=77fce9cf-7e25-4ffc-8331-2064d90158b9,segment=NetworkSegment(807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49),segment_id=807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:55.378114 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:55.415302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Request body: {'port': {'device_id': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:55.438999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526de167-c1cb-4bbc-8dbf-081162d3feeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6231482-ead3-439d-9294-4bd23eacccbc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:55.442954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c13d6-1902-4a09-aad3-98c537b92687 req-0f37f78b-9306-4171-97f2-66904a1d6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:55.444655 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c09c13d6-1902-4a09-aad3-98c537b92687 req-0f37f78b-9306-4171-97f2-66904a1d6301 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 1097 time: 0.3539610 Jan 31 15:53:55.492687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fde03-3c9c-4f16-935c-ec2dab82e9ad req-8da3f654-407c-46ce-904a-bc0c4ed71ee2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:55.497250 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f0fde03-3c9c-4f16-935c-ec2dab82e9ad req-8da3f654-407c-46ce-904a-bc0c4ed71ee2 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.30 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 950 time: 0.2654417 Jan 31 15:53:55.540375 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:55.551958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5a2cd-61e7-480f-9a41-4335c3065ad1 req-a22e3cf3-383e-4b0d-9b2a-2601896a48af tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:55.564013 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98e5a2cd-61e7-480f-9a41-4335c3065ad1 req-a22e3cf3-383e-4b0d-9b2a-2601896a48af tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 950 time: 0.2334120 Jan 31 15:53:55.573914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a4db8-356a-419a-ac25-fc7423330ad1 None None] Pushing event updated for resources: {'Port': ['ID=77fce9cf-7e25-4ffc-8331-2064d90158b9,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:55.582408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d21ea7d6-aadf-4214-8feb-43d6ddbed56f None None] Provisioning complete for port d7213111-2041-44dd-95c2-3f1fd216c288 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:55.582765 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d21ea7d6-aadf-4214-8feb-43d6ddbed56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:55.664653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d21ea7d6-aadf-4214-8feb-43d6ddbed56f None None] Port d7213111-2041-44dd-95c2-3f1fd216c288 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:53:55.700019 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:55.720752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c09c13d6-1902-4a09-aad3-98c537b92687 req-87228128-58c8-44e5-a1de-551d37f11ebd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570372 Jan 31 15:53:55.727057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98e5a2cd-61e7-480f-9a41-4335c3065ad1 req-5160e601-e72e-44b3-8948-3f0116160546 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616447 Jan 31 15:53:55.737716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:56.123498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb091c-8e98-42cd-9227-3f08e020eb6b req-5b224625-9c45-4321-8b77-ae728abde800 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:56.134011 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb091c-8e98-42cd-9227-3f08e020eb6b req-5b224625-9c45-4321-8b77-ae728abde800 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:56.141958 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7cb091c-8e98-42cd-9227-3f08e020eb6b req-5b224625-9c45-4321-8b77-ae728abde800 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1655 time: 0.1490350 Jan 31 15:53:56.231782 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7cb091c-8e98-42cd-9227-3f08e020eb6b req-ec2a66e2-acfa-48da-a191-40ad40b349ba tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884435 Jan 31 15:53:56.282334 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:56.337272 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb8bf3d-2722-4986-b399-0d71b8b80b39 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:56.363946 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:56.396211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 77fce9cf-7e25-4ffc-8331-2064d90158b9 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:56.405595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Transition to ACTIVE for port object 6bb8bf3d-2722-4986-b399-0d71b8b80b39 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:53:56.410752 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:56.487715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520921a2-33e4-4db0-adba-437d885712c4 req-6f099710-c161-49f6-b165-37f9c0a31964 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:56.500952 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-520921a2-33e4-4db0-adba-437d885712c4 req-6f099710-c161-49f6-b165-37f9c0a31964 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.7773759 Jan 31 15:53:56.502920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 77fce9cf-7e25-4ffc-8331-2064d90158b9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:56.504610 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:56.598807 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-520921a2-33e4-4db0-adba-437d885712c4 req-72edcd87-ef0f-4446-a479-045ece76473b tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949867 Jan 31 15:53:56.604374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-1f0fde03-3c9c-4f16-935c-ec2dab82e9ad req-0e0f4bd3-f961-4889-917c-7cd8770fa7a0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Deleting port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:53:56.604825 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1f0fde03-3c9c-4f16-935c-ec2dab82e9ad req-0e0f4bd3-f961-4889-917c-7cd8770fa7a0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:56.610078 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Router d897219c-ade6-4f93-8f85-9bd9c7d4e85f is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:53:56.682911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Attempting to bind port 6bb8bf3d-2722-4986-b399-0d71b8b80b39 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:56.682911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Attempting to bind port 6bb8bf3d-2722-4986-b399-0d71b8b80b39 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '9f668a5a-8a80-469c-a130-5777a1b1043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:56.682911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Attempting to bind port 6bb8bf3d-2722-4986-b399-0d71b8b80b39 on network b7af2238-2143-416e-b8f2-a3ce67b32790 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:56.683801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Pushing event updated for resources: {'Port': ['ID=6bb8bf3d-2722-4986-b399-0d71b8b80b39,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:56.689220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Port 6bb8bf3d-2722-4986-b399-0d71b8b80b39 on network b7af2238-2143-416e-b8f2-a3ce67b32790 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:56.689582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Attempting to bind port 6bb8bf3d-2722-4986-b399-0d71b8b80b39 on network b7af2238-2143-416e-b8f2-a3ce67b32790 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:56.695325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:56.695660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Checking segment: {'id': '9f668a5a-8a80-469c-a130-5777a1b1043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:56.696042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Bound using segment: {'id': '9f668a5a-8a80-469c-a130-5777a1b1043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:56.696476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Bound port: 6bb8bf3d-2722-4986-b399-0d71b8b80b39, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f668a5a-8a80-469c-a130-5777a1b1043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:56.696832 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:56.728881 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:56.876024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 77fce9cf-7e25-4ffc-8331-2064d90158b9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=77fce9cf-7e25-4ffc-8331-2064d90158b9,segment=NetworkSegment(807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49),segment_id=807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:56.887916 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:56.988132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] For port 6bb8bf3d-2722-4986-b399-0d71b8b80b39, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:57.030220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=77fce9cf-7e25-4ffc-8331-2064d90158b9,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:57.039888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] For port 6bb8bf3d-2722-4986-b399-0d71b8b80b39, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6bb8bf3d-2722-4986-b399-0d71b8b80b39,segment=NetworkSegment(9f668a5a-8a80-469c-a130-5777a1b1043d),segment_id=9f668a5a-8a80-469c-a130-5777a1b1043d)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:57.057014 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:57.115956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-1f0fde03-3c9c-4f16-935c-ec2dab82e9ad req-0e0f4bd3-f961-4889-917c-7cd8770fa7a0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] For port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:53:57.116602 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1f0fde03-3c9c-4f16-935c-ec2dab82e9ad req-0e0f4bd3-f961-4889-917c-7cd8770fa7a0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:57.140043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-1f0fde03-3c9c-4f16-935c-ec2dab82e9ad req-0e0f4bd3-f961-4889-917c-7cd8770fa7a0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Calling delete_port for 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:53:57.157733 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:53:57.160911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Pushing event updated for resources: {'Port': ['ID=6bb8bf3d-2722-4986-b399-0d71b8b80b39,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:57.168606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:57.169303 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:57.171369 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Sync routers for ids ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:53:57.173885 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6b2f485e-c61a-4ad5-b299-1e659da8b45b service neutron] 10.222.0.30 "PUT /v2.0/ports/6bb8bf3d-2722-4986-b399-0d71b8b80b39 HTTP/1.1" status: 200 len: 1092 time: 1.7700052 Jan 31 15:53:57.184595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'tag': '6bb8bf3d-2722-4986-b399-0d71b8b80b39'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:57.197021 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2127e316-b5cc-434b-bda7-c247563f415e" -d '{"events": [{"name": "network-changed", "server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "tag": "6bb8bf3d-2722-4986-b399-0d71b8b80b39"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:57.203189 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Routers {'d897219c-ade6-4f93-8f85-9bd9c7d4e85f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:53:57.206212 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:53:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:57.220358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Request body: {'port': {'device_id': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:53:57.222830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:57.229449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cf76c464-cf5f-4201-95cf-1707f0bc9e36 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8711629 Jan 31 15:53:57.240007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39328) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:53:57.329214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fd1d0-c5b8-4988-afcb-e687de6b36fc req-6c867906-1089-44b0-9bfd-d9283d2d9cd9 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:57.335726 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-464fd1d0-c5b8-4988-afcb-e687de6b36fc req-6c867906-1089-44b0-9bfd-d9283d2d9cd9 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 950 time: 0.3929279 Jan 31 15:53:57.512767 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:57.553393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce95d622-d93f-4ecd-9760-7e03575f9ed4 None None] Network 5332046b-66f1-4180-8827-9fa34aa1902d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:53:57.574467 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-464fd1d0-c5b8-4988-afcb-e687de6b36fc req-100d8c40-cd8c-43af-9c0c-be0576527354 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904438 Jan 31 15:53:57.656615 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Set router d897219c-ade6-4f93-8f85-9bd9c7d4e85f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:53:57.659600 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:53:57.684944 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41f748e-1938-4dbd-ad23-b94eff0a009e x-openstack-request-id: req-e41f748e-1938-4dbd-ad23-b94eff0a009e {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:53:57.685289 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "tag": "6bb8bf3d-2722-4986-b399-0d71b8b80b39", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:53:57.685873 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e41f748e-1938-4dbd-ad23-b94eff0a009e {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:53:57.687813 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'tag': '6bb8bf3d-2722-4986-b399-0d71b8b80b39', 'status': 'completed', 'code': 200} Jan 31 15:53:57.754149 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:57.773081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d99db837-47d6-4849-97b7-ae3298686c42 None None] Provisioning complete for port 77fce9cf-7e25-4ffc-8331-2064d90158b9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:57.774133 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d99db837-47d6-4849-97b7-ae3298686c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:57.961440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915b864-4eae-41c9-a026-797237937c31 req-8d2cbede-9d39-41b0-b3dd-140c7dc646a2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:57.975351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915b864-4eae-41c9-a026-797237937c31 req-8d2cbede-9d39-41b0-b3dd-140c7dc646a2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:57.977260 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f915b864-4eae-41c9-a026-797237937c31 req-8d2cbede-9d39-41b0-b3dd-140c7dc646a2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1667 time: 0.4974601 Jan 31 15:53:58.012049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127e316-b5cc-434b-bda7-c247563f415e req-3ccae55f-a076-4fa4-a98c-052e8f98b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:58.012696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127e316-b5cc-434b-bda7-c247563f415e req-3ccae55f-a076-4fa4-a98c-052e8f98b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:58.014466 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2127e316-b5cc-434b-bda7-c247563f415e req-3ccae55f-a076-4fa4-a98c-052e8f98b67a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab7d182b89414720abdc797f9c88d03c&device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1914 time: 0.3236861 Jan 31 15:53:58.104428 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:53:55Z', 'revision_number': 3, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:58.204558 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Checking router: d897219c-ade6-4f93-8f85-9bd9c7d4e85f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:53:58.205665 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Updating router d897219c-ade6-4f93-8f85-9bd9c7d4e85f port cd4addad-2f20-4f19-ae88-32d646b32bf5 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:53:58.239453 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:58.328860 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 77fce9cf-7e25-4ffc-8331-2064d90158b9 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:53:58.478848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 77fce9cf-7e25-4ffc-8331-2064d90158b9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:58.479219 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:58.512900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127e316-b5cc-434b-bda7-c247563f415e req-ee73c92b-c81e-43ba-af29-c0513d0202c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:58.516792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127e316-b5cc-434b-bda7-c247563f415e req-ee73c92b-c81e-43ba-af29-c0513d0202c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:58.517281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127e316-b5cc-434b-bda7-c247563f415e req-ee73c92b-c81e-43ba-af29-c0513d0202c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:58.518989 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2127e316-b5cc-434b-bda7-c247563f415e req-ee73c92b-c81e-43ba-af29-c0513d0202c0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ab7d182b89414720abdc797f9c88d03c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4347484 Jan 31 15:53:58.671055 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:58.678854 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:58.801785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f9750-0388-42d8-b1dc-8694c11348c4 req-ff8c6c67-9a78-45a2-ab7b-02a292c80ca9 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:58.804225 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Attempting to bind port cd4addad-2f20-4f19-ae88-32d646b32bf5 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:58.804592 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Attempting to bind port cd4addad-2f20-4f19-ae88-32d646b32bf5 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:58.804955 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Attempting to bind port cd4addad-2f20-4f19-ae88-32d646b32bf5 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:58.807244 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Pushing event updated for resources: {'Port': ['ID=cd4addad-2f20-4f19-ae88-32d646b32bf5,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:58.812719 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-709f9750-0388-42d8-b1dc-8694c11348c4 req-ff8c6c67-9a78-45a2-ab7b-02a292c80ca9 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.9078660 Jan 31 15:53:58.820711 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:58.821292 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:58.821723 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:58.822061 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:58.822395 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:58.822725 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:58.823054 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:58.823375 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:58.823763 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:58.824073 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:58.824429 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:58.824757 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:53:58.828393 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:58.828821 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:58.829226 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:58.829636 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:58.830114 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Bound port: cd4addad-2f20-4f19-ae88-32d646b32bf5, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:58.830506 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:58.884823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1dee4aeb-a9a7-4ac7-852a-506d38aeec58 None None] Provisioning complete for port 77fce9cf-7e25-4ffc-8331-2064d90158b9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:53:58.887037 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1dee4aeb-a9a7-4ac7-852a-506d38aeec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:58.891199 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] For port cd4addad-2f20-4f19-ae88-32d646b32bf5, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:58.895943 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] For port cd4addad-2f20-4f19-ae88-32d646b32bf5, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cd4addad-2f20-4f19-ae88-32d646b32bf5,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:58.901921 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-709f9750-0388-42d8-b1dc-8694c11348c4 req-b5f34c13-1c2a-4caa-8d38-6b081f93669a tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878155 Jan 31 15:53:58.902873 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:58.976457 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ade3f5-3d40-49d4-a905-c9671e57a799 None None] Pushing event updated for resources: {'Port': ['ID=cd4addad-2f20-4f19-ae88-32d646b32bf5,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:59.017594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7213111-2041-44dd-95c2-3f1fd216c288 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:53:59.020175 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Routers {'d897219c-ade6-4f93-8f85-9bd9c7d4e85f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:53:59.021063 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:53:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:59.031137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:59.072810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Transition to ACTIVE for port object d7213111-2041-44dd-95c2-3f1fd216c288 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:53:59.079406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:59.197206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Pushing event updated for resources: {'Port': ['ID=d7213111-2041-44dd-95c2-3f1fd216c288,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:59.217435 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] Set router d897219c-ade6-4f93-8f85-9bd9c7d4e85f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:53:59.241206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:53:59.368747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Attempting to bind port d7213111-2041-44dd-95c2-3f1fd216c288 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:53:59.369408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Attempting to bind port d7213111-2041-44dd-95c2-3f1fd216c288 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '2bd26228-55e1-440b-925a-ae4829327923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2a864970-c821-4937-9467-ae8ea087277c'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:53:59.369948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Attempting to bind port d7213111-2041-44dd-95c2-3f1fd216c288 on network 2a864970-c821-4937-9467-ae8ea087277c {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:59.387397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Port d7213111-2041-44dd-95c2-3f1fd216c288 on network 2a864970-c821-4937-9467-ae8ea087277c not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:53:59.388252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Attempting to bind port d7213111-2041-44dd-95c2-3f1fd216c288 on network 2a864970-c821-4937-9467-ae8ea087277c {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:53:59.395754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:53:59.396376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Checking segment: {'id': '2bd26228-55e1-440b-925a-ae4829327923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2a864970-c821-4937-9467-ae8ea087277c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:53:59.396934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Bound using segment: {'id': '2bd26228-55e1-440b-925a-ae4829327923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2a864970-c821-4937-9467-ae8ea087277c'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:53:59.399115 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Bound port: d7213111-2041-44dd-95c2-3f1fd216c288, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd26228-55e1-440b-925a-ae4829327923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2a864970-c821-4937-9467-ae8ea087277c'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:53:59.399734 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:59.523057 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:59.585059 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:53:55Z', 'revision_number': 3, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:53:59.609983 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4892eeb-b61d-4f5f-9bed-677b92a50665 req-9675e8c2-4324-4a39-a834-bae8101267a6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:59.619310 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4892eeb-b61d-4f5f-9bed-677b92a50665 req-9675e8c2-4324-4a39-a834-bae8101267a6 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 950 time: 0.1503925 Jan 31 15:53:59.619958 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4fcda0-9e91-4f06-b752-37f34896e10f None None] The sync data for ids ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'] in n-d-827120-1 is: [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:53:55Z', 'revision_number': 3, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:53:59.629479 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f915b864-4eae-41c9-a026-797237937c31 req-270e1023-34f0-4bd8-ae8f-289b446afcf7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6428311 Jan 31 15:53:59.651253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] For port d7213111-2041-44dd-95c2-3f1fd216c288, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:53:59.673516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] For port d7213111-2041-44dd-95c2-3f1fd216c288, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d7213111-2041-44dd-95c2-3f1fd216c288,segment=NetworkSegment(2bd26228-55e1-440b-925a-ae4829327923),segment_id=2bd26228-55e1-440b-925a-ae4829327923)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:53:59.704678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:59.778406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Pushing event updated for resources: {'Port': ['ID=d7213111-2041-44dd-95c2-3f1fd216c288,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:53:59.811056 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4892eeb-b61d-4f5f-9bed-677b92a50665 req-b88f83bd-2228-4a59-a7d8-a9003679f926 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856387 Jan 31 15:53:59.838375 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:53:59.842450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:59.844132 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4bd1c9b6-b8a7-4850-8c7c-68a8b912383b service neutron] 10.222.0.30 "PUT /v2.0/ports/d7213111-2041-44dd-95c2-3f1fd216c288 HTTP/1.1" status: 200 len: 1092 time: 2.6439967 Jan 31 15:53:59.849305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'tag': 'd7213111-2041-44dd-95c2-3f1fd216c288'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:53:59.852363 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72" -d '{"events": [{"name": "network-changed", "server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "tag": "d7213111-2041-44dd-95c2-3f1fd216c288"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:53:59.921238 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1f0fde03-3c9c-4f16-935c-ec2dab82e9ad req-0e0f4bd3-f961-4889-917c-7cd8770fa7a0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:53:59.936398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['eb5e5d58-29bd-46f7-ae14-d35440bb5055'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:54:00.001143 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202149de-9966-43f1-aeb5-19b03e0caeff x-openstack-request-id: req-202149de-9966-43f1-aeb5-19b03e0caeff {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:00.001436 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "tag": "d7213111-2041-44dd-95c2-3f1fd216c288", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:00.002400 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-202149de-9966-43f1-aeb5-19b03e0caeff {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:00.002820 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'tag': 'd7213111-2041-44dd-95c2-3f1fd216c288', 'status': 'completed', 'code': 200} Jan 31 15:54:00.243094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f4bd3-f961-4889-917c-7cd8770fa7a0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Pushing event deleted for resources: {'Port': ['ID=4f5c27e9-1e98-42ab-8832-ae8bc15df0e1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:00.276429 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5514f1fe-d67f-4f27-bc5d-d965aa69cf51 req-4161ce4e-142c-4ec5-9344-370eec356ba0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8560569 Jan 31 15:54:00.370952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cd4addad-2f20-4f19-ae88-32d646b32bf5 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:00.384073 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0fde03-3c9c-4f16-935c-ec2dab82e9ad req-0e0f4bd3-f961-4889-917c-7cd8770fa7a0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] No DVR routers for this DVR port 4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:00.443587 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1f0fde03-3c9c-4f16-935c-ec2dab82e9ad req-0e0f4bd3-f961-4889-917c-7cd8770fa7a0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:00.446924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f0fde03-3c9c-4f16-935c-ec2dab82e9ad req-0e0f4bd3-f961-4889-917c-7cd8770fa7a0 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.30 "DELETE /v2.0/ports/4f5c27e9-1e98-42ab-8832-ae8bc15df0e1 HTTP/1.1" status: 204 len: 173 time: 4.9199188 Jan 31 15:54:00.448445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720192bd-82a2-4570-b052-24e247a40b7d', 'name': 'network-vif-deleted', 'tag': '4f5c27e9-1e98-42ab-8832-ae8bc15df0e1'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:00.450983 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6f3d24-84ad-4317-9862-e7b7205f625b" -d '{"events": [{"server_uuid": "720192bd-82a2-4570-b052-24e247a40b7d", "name": "network-vif-deleted", "tag": "4f5c27e9-1e98-42ab-8832-ae8bc15df0e1"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:00.471896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127e316-b5cc-434b-bda7-c247563f415e req-4cc8360e-6960-48d0-837c-3635b37f5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:00.474162 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2127e316-b5cc-434b-bda7-c247563f415e req-4cc8360e-6960-48d0-837c-3635b37f5c7a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.9108148 Jan 31 15:54:00.483046 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070ad63-c7e1-4fda-95b6-7799fef01fdf req-5c454e0b-e023-4ca9-ab6f-9a8f592472d0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:00.484597 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c070ad63-c7e1-4fda-95b6-7799fef01fdf req-5c454e0b-e023-4ca9-ab6f-9a8f592472d0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.6038547 Jan 31 15:54:00.520415 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port cd4addad-2f20-4f19-ae88-32d646b32bf5 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:00.520797 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:00.618230 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:00.701542 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2093f3ae-f7c0-445b-affd-c5a3c472fb27 x-openstack-request-id: req-2093f3ae-f7c0-445b-affd-c5a3c472fb27 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:00.702243 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720192bd-82a2-4570-b052-24e247a40b7d", "name": "network-vif-deleted", "tag": "4f5c27e9-1e98-42ab-8832-ae8bc15df0e1", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:00.702243 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2093f3ae-f7c0-445b-affd-c5a3c472fb27 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:00.702450 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720192bd-82a2-4570-b052-24e247a40b7d', 'name': 'network-vif-deleted', 'tag': '4f5c27e9-1e98-42ab-8832-ae8bc15df0e1', 'status': 'completed', 'code': 200} Jan 31 15:54:00.714594 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:00.734371 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c070ad63-c7e1-4fda-95b6-7799fef01fdf req-4a995c80-7273-49a8-abf7-6721cd52efde tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405450 Jan 31 15:54:00.742766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514f1fe-d67f-4f27-bc5d-d965aa69cf51 req-4bc3365f-efb0-4c51-9835-f6ea513b0dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:00.744265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5514f1fe-d67f-4f27-bc5d-d965aa69cf51 req-4bc3365f-efb0-4c51-9835-f6ea513b0dd1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 1096 time: 0.3698456 Jan 31 15:54:00.791926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port cd4addad-2f20-4f19-ae88-32d646b32bf5, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cd4addad-2f20-4f19-ae88-32d646b32bf5,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:00.800944 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:00.903758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=cd4addad-2f20-4f19-ae88-32d646b32bf5,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:00.955943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-3e602796-d239-4f33-b75a-86f4feef94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:00.956430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-3e602796-d239-4f33-b75a-86f4feef94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:00.958418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-3e602796-d239-4f33-b75a-86f4feef94d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab7d182b89414720abdc797f9c88d03c&device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1981 time: 0.4058940 Jan 31 15:54:00.964603 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb839e1-3f43-4c8e-83d0-ea8d0e47fe99 req-3d57a94c-e595-4b1b-ac79-9047cf8f75c6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:00.977765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb839e1-3f43-4c8e-83d0-ea8d0e47fe99 req-3d57a94c-e595-4b1b-ac79-9047cf8f75c6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:00.994152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aeb839e1-3f43-4c8e-83d0-ea8d0e47fe99 req-3d57a94c-e595-4b1b-ac79-9047cf8f75c6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1679 time: 0.1534760 Jan 31 15:54:01.078078 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aeb839e1-3f43-4c8e-83d0-ea8d0e47fe99 req-94d4761a-557d-4b48-b005-addf3fc15619 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836020 Jan 31 15:54:01.132165 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-68e7f048-a45d-4cd8-85ab-684a218da801 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=6bb8bf3d-2722-4986-b399-0d71b8b80b39 HTTP/1.1" status: 200 len: 217 time: 0.1391926 Jan 31 15:54:01.255015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d604fa2-d4b8-4f02-b32f-e694a0933efa req-3bd00781-8d5c-471e-910a-e343483e8a03 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=720192bd-82a2-4570-b052-24e247a40b7d HTTP/1.1" status: 200 len: 210 time: 0.0294323 Jan 31 15:54:01.379988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514f1fe-d67f-4f27-bc5d-d965aa69cf51 req-a7a5258f-044a-4118-aaef-d6f277879d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:01.381505 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5514f1fe-d67f-4f27-bc5d-d965aa69cf51 req-a7a5258f-044a-4118-aaef-d6f277879d81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.5128591 Jan 31 15:54:01.506208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5514f1fe-d67f-4f27-bc5d-d965aa69cf51 req-619dfe67-bc0d-409b-b639-51163907df19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a HTTP/1.1" status: 200 len: 217 time: 0.1163144 Jan 31 15:54:01.509493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-98816140-c4b0-4f00-8f11-13dab9cf91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:01.510883 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-98816140-c4b0-4f00-8f11-13dab9cf91b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dcae2618-14da-4bb3-9d0f-28a01ecb8158 HTTP/1.1" status: 200 len: 801 time: 0.3210421 Jan 31 15:54:01.597001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Allocated IP 172.20.0.1 (5332046b-66f1-4180-8827-9fa34aa1902d/676aec42-117f-43a6-8424-d3ddebfcf9fc/a4bebc23-2694-4c30-bda0-eafb66156b3a) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:01.611545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade29e7-79c1-4366-b66e-b7b941dd05de req-3f1e86a6-7882-4302-9f9c-f553f4430930 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:01.623617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ade29e7-79c1-4366-b66e-b7b941dd05de req-3f1e86a6-7882-4302-9f9c-f553f4430930 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1037831 Jan 31 15:54:01.678118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ade29e7-79c1-4366-b66e-b7b941dd05de req-a0349c3f-3116-46eb-9fb3-58fe8f567713 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536702 Jan 31 15:54:01.688925 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514f1fe-d67f-4f27-bc5d-d965aa69cf51 req-f58b4335-0257-456c-9a16-28f3bdec129c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:01.690815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5514f1fe-d67f-4f27-bc5d-d965aa69cf51 req-f58b4335-0257-456c-9a16-28f3bdec129c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.1769481 Jan 31 15:54:01.763212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-d040e26a-5fb2-45ed-97ac-0e3ca790c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:01.764160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-d040e26a-5fb2-45ed-97ac-0e3ca790c74c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7af2238-2143-416e-b8f2-a3ce67b32790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2352018 Jan 31 15:54:01.770248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5514f1fe-d67f-4f27-bc5d-d965aa69cf51 req-1b091841-b333-4fed-b890-b2456b25f593 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402825 Jan 31 15:54:01.873301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39408) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:01.949686 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:01.992087 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-4e401e78-aa66-4f9b-b96d-1a7cde927c6f service neutron] 10.222.0.30 "GET /v2.0/networks/b7af2238-2143-416e-b8f2-a3ce67b32790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208772 Jan 31 15:54:02.026448 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-014360a8-847b-4142-8811-ba8579a41e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:02.044538 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5514f1fe-d67f-4f27-bc5d-d965aa69cf51 req-53f8af87-0c02-4850-a1cf-1c635677c7dc service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557836 Jan 31 15:54:02.185136 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-014360a8-847b-4142-8811-ba8579a41e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:02.195599 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-014360a8-847b-4142-8811-ba8579a41e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:02.286267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cd4addad-2f20-4f19-ae88-32d646b32bf5 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:02.330211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5514f1fe-d67f-4f27-bc5d-d965aa69cf51 req-5c2df4bc-b5b7-4af8-95a2-f31f7c9c2297 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504909 Jan 31 15:54:02.335155 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:02.380752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014360a8-847b-4142-8811-ba8579a41e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e38e9-229c-4788-950b-eeb6fcda2b43,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:02.397049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-014360a8-847b-4142-8811-ba8579a41e87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e902391fc24f4f87a3d84d904396ef6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201406 Jan 31 15:54:02.400178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39426) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:02.458319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bebc23-2694-4c30-bda0-eafb66156b3a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:02.471783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Network 5332046b-66f1-4180-8827-9fa34aa1902d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:02.478152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a65328-ea69-4bd9-800a-a90dddd55459 req-3cc83192-34ce-4a03-8a6b-be1ebe24143b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:02.484583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a65328-ea69-4bd9-800a-a90dddd55459 req-3cc83192-34ce-4a03-8a6b-be1ebe24143b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:02.492420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0a65328-ea69-4bd9-800a-a90dddd55459 req-3cc83192-34ce-4a03-8a6b-be1ebe24143b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1679 time: 0.3027866 Jan 31 15:54:02.503596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port cd4addad-2f20-4f19-ae88-32d646b32bf5 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:02.504446 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:02.506725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:02.510211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:02.520959 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-a5a8ef64-c9ba-4f17-b20e-0f4fb0dfaa45 service neutron] 10.222.0.30 "GET /v2.0/networks/b7af2238-2143-416e-b8f2-a3ce67b32790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072546 Jan 31 15:54:02.724310 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6428-6cb9-463e-bc9e-d491dec4cbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:02.745705 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0a65328-ea69-4bd9-800a-a90dddd55459 req-af02ef55-83cb-4bcc-a472-59b7e0bb75e5 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503893 Jan 31 15:54:02.829431 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6428-6cb9-463e-bc9e-d491dec4cbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:02.851289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-6814d49c-b5c5-44b9-94aa-d4dbf1e69947 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.120&port_id=d7213111-2041-44dd-95c2-3f1fd216c288 HTTP/1.1" status: 200 len: 217 time: 0.2624021 Jan 31 15:54:02.912353 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:02.970304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4a5c3038-1b34-4a4b-bb21-d43516ad10dc None None] Provisioning complete for port a4bebc23-2694-4c30-bda0-eafb66156b3a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:02.970675 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4a5c3038-1b34-4a4b-bb21-d43516ad10dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:02.977063 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6428-6cb9-463e-bc9e-d491dec4cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:02.982600 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6428-6cb9-463e-bc9e-d491dec4cbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:02.987359 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d2bc6428-6cb9-463e-bc9e-d491dec4cbbf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/369e38e9-229c-4788-950b-eeb6fcda2b43 HTTP/1.1" status: 204 len: 168 time: 0.5840814 Jan 31 15:54:03.060691 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c3038-1b34-4a4b-bb21-d43516ad10dc None None] Port a4bebc23-2694-4c30-bda0-eafb66156b3a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:54:03.065754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462312c-5490-4058-81a9-95791fdae02c req-e0302df8-8f7f-4259-893e-afd41934818e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:03.067886 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5462312c-5490-4058-81a9-95791fdae02c req-e0302df8-8f7f-4259-893e-afd41934818e tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 950 time: 0.1877596 Jan 31 15:54:03.069343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc6428-6cb9-463e-bc9e-d491dec4cbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e38e9-229c-4788-950b-eeb6fcda2b43,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:03.113510 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55a6d715-da8a-4519-8c3c-5957f7217edc req-843c00c4-2c29-4378-bac3-00751418b06e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4823570 Jan 31 15:54:03.129831 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5462312c-5490-4058-81a9-95791fdae02c req-536da9c7-aa6e-462d-b901-8e47d7dea799 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507853 Jan 31 15:54:03.208769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-f4abd812-6232-4dc6-b99c-52290feef4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:03.210900 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-f4abd812-6232-4dc6-b99c-52290feef4de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bda8350-6357-439f-ac95-f70df8ab2825 HTTP/1.1" status: 200 len: 801 time: 0.3473747 Jan 31 15:54:03.223618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95da3f-1046-4779-95a4-cb0cab97887e req-3d17123f-5180-45ae-8536-211e43b9592a tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:03.225559 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de95da3f-1046-4779-95a4-cb0cab97887e req-3d17123f-5180-45ae-8536-211e43b9592a tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.3886847 Jan 31 15:54:03.408429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6d715-da8a-4519-8c3c-5957f7217edc req-701a09ef-1e99-4b9b-8fb2-942adab2f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:03.410029 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55a6d715-da8a-4519-8c3c-5957f7217edc req-701a09ef-1e99-4b9b-8fb2-942adab2f14d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 1095 time: 0.2416921 Jan 31 15:54:03.419207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-80d1f904-4a35-43e5-996a-e95d3bb630ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:03.420752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-80d1f904-4a35-43e5-996a-e95d3bb630ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a864970-c821-4937-9467-ae8ea087277c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1942427 Jan 31 15:54:03.558119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39496) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:03.563930 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de95da3f-1046-4779-95a4-cb0cab97887e req-a8ce5786-0b91-4681-a3bf-fb61f4483aed tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998219 Jan 31 15:54:03.611711 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-39d428b6-e551-4aba-896f-a3309a7aac9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:03.653025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6d715-da8a-4519-8c3c-5957f7217edc req-4a47426a-0871-478d-9087-309dc79bc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:03.654682 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55a6d715-da8a-4519-8c3c-5957f7217edc req-4a47426a-0871-478d-9087-309dc79bc93f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.2118442 Jan 31 15:54:03.677282 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:03.727854 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55a6d715-da8a-4519-8c3c-5957f7217edc req-e60db0b0-d35f-4a6f-8ef4-66e3e7e43992 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6 HTTP/1.1" status: 200 len: 217 time: 0.0626040 Jan 31 15:54:03.731020 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-26204ad1-d58a-4107-99e1-3e63b1adc818 service neutron] 10.222.0.30 "GET /v2.0/networks/2a864970-c821-4937-9467-ae8ea087277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915695 Jan 31 15:54:03.770531 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-39d428b6-e551-4aba-896f-a3309a7aac9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:03.779289 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-39d428b6-e551-4aba-896f-a3309a7aac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:03.891145 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-39d428b6-e551-4aba-896f-a3309a7aac9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e9682a4243149dfb615f3b7f67dc837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312888 Jan 31 15:54:03.896256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39540) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:03.959404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d428b6-e551-4aba-896f-a3309a7aac9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4a81ea-ff0c-4e6d-b276-70e85aeea970,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:04.065432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59436b12-3ad7-4bb9-9159-7778f7dcb2d7 req-fda3677b-4273-4914-b4c9-a9c29c71fdb8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:04.075680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59436b12-3ad7-4bb9-9159-7778f7dcb2d7 req-fda3677b-4273-4914-b4c9-a9c29c71fdb8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:04.079677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59436b12-3ad7-4bb9-9159-7778f7dcb2d7 req-fda3677b-4273-4914-b4c9-a9c29c71fdb8 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1679 time: 0.2293465 Jan 31 15:54:04.142069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59436b12-3ad7-4bb9-9159-7778f7dcb2d7 req-6390d31c-d35b-4d90-a206-957a58e31454 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558228 Jan 31 15:54:04.294681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246975f-a5c3-4eb6-a597-8c67b18d79c2 req-728ea972-22e5-4cd5-a29b-cb64533c2d30 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:04.296254 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0246975f-a5c3-4eb6-a597-8c67b18d79c2 req-728ea972-22e5-4cd5-a29b-cb64533c2d30 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 950 time: 0.0553439 Jan 31 15:54:04.345754 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0246975f-a5c3-4eb6-a597-8c67b18d79c2 req-fe9a6f99-0bb8-41fd-8436-05235a7d7674 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421085 Jan 31 15:54:04.450187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6d715-da8a-4519-8c3c-5957f7217edc req-4aef13c1-91c6-4619-82d8-2fa5d255cade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:04.451745 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55a6d715-da8a-4519-8c3c-5957f7217edc req-4aef13c1-91c6-4619-82d8-2fa5d255cade service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.5677714 Jan 31 15:54:04.529022 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1bbf42fd-ca82-4120-83ff-f81a2a70e986 req-e1ecb0f9-e56e-472d-9555-1f5e9f0cef87 service neutron] 10.222.0.30 "GET /v2.0/networks/2a864970-c821-4937-9467-ae8ea087277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7528133 Jan 31 15:54:04.530831 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55a6d715-da8a-4519-8c3c-5957f7217edc req-23540038-f56c-41cd-936e-4ebc91bdcdd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679560 Jan 31 15:54:04.553714 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd349ecc-299b-4690-ac48-5f6ee9d76c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:04.582234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6270af-5f1e-4069-a85a-15a0f3a17fab req-3c35a90c-d651-4f63-acfd-9d8d3fbe10a9 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:04.590177 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd6270af-5f1e-4069-a85a-15a0f3a17fab req-3c35a90c-d651-4f63-acfd-9d8d3fbe10a9 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.3325973 Jan 31 15:54:04.664179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4110ea0-9ddc-4462-b5e9-a4ca15ba8dcd req-fa3c72ab-15a3-4c5e-82eb-8b6c5409a3f8 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:04.670298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a4110ea0-9ddc-4462-b5e9-a4ca15ba8dcd req-fa3c72ab-15a3-4c5e-82eb-8b6c5409a3f8 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.20 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 950 time: 0.3916798 Jan 31 15:54:04.724011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd349ecc-299b-4690-ac48-5f6ee9d76c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:04.813771 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:04.846290 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd6270af-5f1e-4069-a85a-15a0f3a17fab req-2c39c5c4-dcc7-46f1-affa-e7e80fd511cc tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546318 Jan 31 15:54:04.847647 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:04.943416 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72 req-a1f22520-e710-47c5-9b2d-75f814d01639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:04.944101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72 req-a1f22520-e710-47c5-9b2d-75f814d01639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:04.945500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72 req-a1f22520-e710-47c5-9b2d-75f814d01639 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab7d182b89414720abdc797f9c88d03c&device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1981 time: 0.2704155 Jan 31 15:54:04.954474 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55a6d715-da8a-4519-8c3c-5957f7217edc req-a555b6bc-7a7a-415a-b5c3-500db7ea0651 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070826 Jan 31 15:54:05.075536 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:05.086934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bebc23-2694-4c30-bda0-eafb66156b3a,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:05.087934 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd349ecc-299b-4690-ac48-5f6ee9d76c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:05.090663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd349ecc-299b-4690-ac48-5f6ee9d76c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:05.094420 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dd349ecc-299b-4690-ac48-5f6ee9d76c8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db4a81ea-ff0c-4e6d-b276-70e85aeea970 HTTP/1.1" status: 204 len: 168 time: 1.1726735 Jan 31 15:54:05.131861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd349ecc-299b-4690-ac48-5f6ee9d76c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4a81ea-ff0c-4e6d-b276-70e85aeea970,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:05.301844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-a4110ea0-9ddc-4462-b5e9-a4ca15ba8dcd req-5cc3a3dd-c2dd-42c9-bc18-ec7fd792052c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Deleting port eb5e5d58-29bd-46f7-ae14-d35440bb5055 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:05.302465 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a4110ea0-9ddc-4462-b5e9-a4ca15ba8dcd req-5cc3a3dd-c2dd-42c9-bc18-ec7fd792052c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:05.315362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac62042-7380-487f-bc62-6e95f85207bb req-e820d10a-cd79-4701-bbb8-de33b5829e17 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:05.328139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac62042-7380-487f-bc62-6e95f85207bb req-e820d10a-cd79-4701-bbb8-de33b5829e17 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:05.329909 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ac62042-7380-487f-bc62-6e95f85207bb req-e820d10a-cd79-4701-bbb8-de33b5829e17 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1679 time: 0.1104295 Jan 31 15:54:05.433885 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ac62042-7380-487f-bc62-6e95f85207bb req-65eb0b30-6424-4a0c-bab4-adc8cb4f1f7e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923853 Jan 31 15:54:05.457887 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55a6d715-da8a-4519-8c3c-5957f7217edc req-0cc70c10-e30c-4f1c-846c-a420fde61d7e service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963305 Jan 31 15:54:05.469732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72 req-9afafbca-d893-4fb7-89fa-ca29f66eb56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:05.471325 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72 req-9afafbca-d893-4fb7-89fa-ca29f66eb56f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a864970-c821-4937-9467-ae8ea087277c HTTP/1.1" status: 200 len: 902 time: 0.5110259 Jan 31 15:54:05.576702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72 req-8e74df91-6477-4281-90a9-e9fef2aff342 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.120&port_id=d7213111-2041-44dd-95c2-3f1fd216c288 HTTP/1.1" status: 200 len: 217 time: 0.0683451 Jan 31 15:54:05.608791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Network 5332046b-66f1-4180-8827-9fa34aa1902d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:05.672903 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72 req-25cf30b8-26df-49ad-ac90-5bee71baf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:05.674902 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72 req-25cf30b8-26df-49ad-ac90-5bee71baf405 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bda8350-6357-439f-ac95-f70df8ab2825 HTTP/1.1" status: 200 len: 801 time: 0.0841296 Jan 31 15:54:05.678916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:05.686804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a4110ea0-9ddc-4462-b5e9-a4ca15ba8dcd req-5cc3a3dd-c2dd-42c9-bc18-ec7fd792052c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] For port eb5e5d58-29bd-46f7-ae14-d35440bb5055, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=eb5e5d58-29bd-46f7-ae14-d35440bb5055,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:05.687174 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a4110ea0-9ddc-4462-b5e9-a4ca15ba8dcd req-5cc3a3dd-c2dd-42c9-bc18-ec7fd792052c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:05.743554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62678e3-bbc7-4538-bc3f-c1d7104d445e req-702b02b8-35bb-4d63-a2d5-990638399326 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:05.756852 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e62678e3-bbc7-4538-bc3f-c1d7104d445e req-702b02b8-35bb-4d63-a2d5-990638399326 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 950 time: 0.3017073 Jan 31 15:54:05.862414 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-a4110ea0-9ddc-4462-b5e9-a4ca15ba8dcd req-5cc3a3dd-c2dd-42c9-bc18-ec7fd792052c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Calling delete_port for eb5e5d58-29bd-46f7-ae14-d35440bb5055 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:06.009247 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4377f8dd-6069-48dd-8eea-8fd7b2d223c4 None None] Provisioning complete for port a4bebc23-2694-4c30-bda0-eafb66156b3a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:06.010315 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4377f8dd-6069-48dd-8eea-8fd7b2d223c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:06.083627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d44c9-fec3-4a36-845b-91c826f6aa69 req-e63c9053-46de-4e69-bde3-d6f16042f3b6 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:06.084710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4377f8dd-6069-48dd-8eea-8fd7b2d223c4 None None] Port a4bebc23-2694-4c30-bda0-eafb66156b3a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:54:06.091288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-216d44c9-fec3-4a36-845b-91c826f6aa69 req-e63c9053-46de-4e69-bde3-d6f16042f3b6 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0963233 Jan 31 15:54:06.137507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-216d44c9-fec3-4a36-845b-91c826f6aa69 req-975074a8-4f39-46a8-8b3f-d465bb838201 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442829 Jan 31 15:54:06.186573 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e62678e3-bbc7-4538-bc3f-c1d7104d445e req-152c00b0-2a83-45c9-bf5e-eb3d657cd6cf tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/security-groups?id=f400fc65-9b82-437c-8546-ea1fc17ed133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288471 Jan 31 15:54:06.193759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72 req-bc230199-0e47-450d-876d-3a5ef950272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:06.195543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72 req-bc230199-0e47-450d-876d-3a5ef950272f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a864970-c821-4937-9467-ae8ea087277c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4999857 Jan 31 15:54:06.395950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Router d897219c-ade6-4f93-8f85-9bd9c7d4e85f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:54:06.418871 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72 req-1f7603c4-9c1a-4cad-894d-4a3a313778db service neutron] 10.222.0.30 "GET /v2.0/networks/2a864970-c821-4937-9467-ae8ea087277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991293 Jan 31 15:54:06.590847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a4110ea0-9ddc-4462-b5e9-a4ca15ba8dcd req-5cc3a3dd-c2dd-42c9-bc18-ec7fd792052c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:06.673262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3a3dd-c2dd-42c9-bc18-ec7fd792052c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Pushing event deleted for resources: {'Port': ['ID=eb5e5d58-29bd-46f7-ae14-d35440bb5055,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:06.757695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f1b63-4f5b-4a55-a6db-0e73d1847140 req-c25ac3f8-16b2-448d-8131-b57d57ce7764 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:06.781876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4110ea0-9ddc-4462-b5e9-a4ca15ba8dcd req-5cc3a3dd-c2dd-42c9-bc18-ec7fd792052c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] No DVR routers for this DVR port eb5e5d58-29bd-46f7-ae14-d35440bb5055 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:06.791189 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a4110ea0-9ddc-4462-b5e9-a4ca15ba8dcd req-5cc3a3dd-c2dd-42c9-bc18-ec7fd792052c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:06.794608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f1b63-4f5b-4a55-a6db-0e73d1847140 req-c25ac3f8-16b2-448d-8131-b57d57ce7764 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:06.794761 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a4110ea0-9ddc-4462-b5e9-a4ca15ba8dcd req-5cc3a3dd-c2dd-42c9-bc18-ec7fd792052c tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.20 "DELETE /v2.0/ports/eb5e5d58-29bd-46f7-ae14-d35440bb5055 HTTP/1.1" status: 204 len: 173 time: 2.1146946 Jan 31 15:54:06.795132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14456e1-41a7-48d9-bed6-a561be6f9e25', 'name': 'network-vif-deleted', 'tag': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:06.797772 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a7fc7b-48f3-444a-84cf-3b2273e6547b" -d '{"events": [{"server_uuid": "e14456e1-41a7-48d9-bed6-a561be6f9e25", "name": "network-vif-deleted", "tag": "eb5e5d58-29bd-46f7-ae14-d35440bb5055"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:06.816048 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-662c6f94-d4d3-4912-8ce8-5c9557cb1a72 req-dce08d84-0b46-4afc-991f-b64d5272dfe7 service neutron] 10.222.0.30 "GET /v2.0/networks/2a864970-c821-4937-9467-ae8ea087277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861132 Jan 31 15:54:06.817256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:54:06.825595 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a18f1b63-4f5b-4a55-a6db-0e73d1847140 req-c25ac3f8-16b2-448d-8131-b57d57ce7764 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1679 time: 0.2810674 Jan 31 15:54:06.844603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Sync routers for ids ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:54:06.856232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Routers {'d897219c-ade6-4f93-8f85-9bd9c7d4e85f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:06.856843 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:53:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:06.867740 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bf2b1076-8be8-47f0-81fe-3ca7ff1ab647 admin admin] 10.222.0.36 "PUT /v2.0/routers/d897219c-ade6-4f93-8f85-9bd9c7d4e85f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6261883 Jan 31 15:54:06.869367 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eb3d6d-139d-442f-9687-2b41f138499d x-openstack-request-id: req-18eb3d6d-139d-442f-9687-2b41f138499d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:06.894298 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14456e1-41a7-48d9-bed6-a561be6f9e25", "name": "network-vif-deleted", "tag": "eb5e5d58-29bd-46f7-ae14-d35440bb5055", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:06.894666 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18eb3d6d-139d-442f-9687-2b41f138499d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:06.895052 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14456e1-41a7-48d9-bed6-a561be6f9e25', 'name': 'network-vif-deleted', 'tag': 'eb5e5d58-29bd-46f7-ae14-d35440bb5055', 'status': 'completed', 'code': 200} Jan 31 15:54:06.978148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a18f1b63-4f5b-4a55-a6db-0e73d1847140 req-23174b25-f901-4f00-b872-d43e602c6148 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417751 Jan 31 15:54:07.155063 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Set router d897219c-ade6-4f93-8f85-9bd9c7d4e85f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:07.158569 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device eb5e5d58-29bd-46f7-ae14-d35440bb5055 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:54:07.349110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d7213111-2041-44dd-95c2-3f1fd216c288 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:54:07.489710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-879781a3-7f32-48a1-8fd3-f64f2f4bb0a0 req-5607ee23-7437-4f7b-b773-99a06359cbb5 tempest-ServersAdminTestJSON-1231493040 tempest-ServersAdminTestJSON-1231493040-project] 10.222.0.36 "GET /v2.0/ports?device_id=e14456e1-41a7-48d9-bed6-a561be6f9e25 HTTP/1.1" status: 200 len: 210 time: 0.0803764 Jan 31 15:54:07.555991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: eb5e5d58-29bd-46f7-ae14-d35440bb5055 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:54:07.556661 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device eb5e5d58-29bd-46f7-ae14-d35440bb5055 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:54:07.566302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d7213111-2041-44dd-95c2-3f1fd216c288, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d7213111-2041-44dd-95c2-3f1fd216c288,segment=NetworkSegment(2bd26228-55e1-440b-925a-ae4829327923),segment_id=2bd26228-55e1-440b-925a-ae4829327923)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:07.810746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'd7213111-2041-44dd-95c2-3f1fd216c288', 'network_id': '2a864970-c821-4937-9467-ae8ea087277c', 'port_id': 'd7213111-2041-44dd-95c2-3f1fd216c288', 'mac_address': 'fa:16:3e:94:83:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bda8350-6357-439f-ac95-f70df8ab2825', 'ip_address': '19.86.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:54:08.020626 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:08.066276 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7213111-2041-44dd-95c2-3f1fd216c288 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:08.107215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d7213111-2041-44dd-95c2-3f1fd216c288, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d7213111-2041-44dd-95c2-3f1fd216c288,segment=NetworkSegment(2bd26228-55e1-440b-925a-ae4829327923),segment_id=2bd26228-55e1-440b-925a-ae4829327923)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:08.117356 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:08.118679 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6bb8bf3d-2722-4986-b399-0d71b8b80b39 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:54:08.424152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6bb8bf3d-2722-4986-b399-0d71b8b80b39, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6bb8bf3d-2722-4986-b399-0d71b8b80b39,segment=NetworkSegment(9f668a5a-8a80-469c-a130-5777a1b1043d),segment_id=9f668a5a-8a80-469c-a130-5777a1b1043d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:08.444150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '6bb8bf3d-2722-4986-b399-0d71b8b80b39', 'network_id': 'b7af2238-2143-416e-b8f2-a3ce67b32790', 'port_id': '6bb8bf3d-2722-4986-b399-0d71b8b80b39', 'mac_address': 'fa:16:3e:fe:22:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcae2618-14da-4bb3-9d0f-28a01ecb8158', 'ip_address': '19.80.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:54:08.463708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:54:03Z', 'revision_number': 4, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a4bebc23-2694-4c30-bda0-eafb66156b3a', 'name': '', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'mac_address': 'fa:16:3e:cb:da:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:00Z', 'updated_at': '2022-01-31T15:54:04Z', 'revision_number': 2, 'project_id': '83c48db2667e4736af08cf226b779d99', 'subnets': [{'id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:08.489855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39648) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:08.496132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ffef974f-6d36-4c23-8ecf-95b851a47eee tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568102720', 'description': 'tempest-description--2051093245'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:08.512173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d7213111-2041-44dd-95c2-3f1fd216c288,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:08.518243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Checking router: d897219c-ade6-4f93-8f85-9bd9c7d4e85f for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:54:08.518668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Updating router d897219c-ade6-4f93-8f85-9bd9c7d4e85f port a4bebc23-2694-4c30-bda0-eafb66156b3a binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:54:08.558157 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ffef974f-6d36-4c23-8ecf-95b851a47eee tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:08.584160 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:08.602031 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:08.628564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb8bf3d-2722-4986-b399-0d71b8b80b39 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:08.702796 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ffef974f-6d36-4c23-8ecf-95b851a47eee tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:08.718756 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ffef974f-6d36-4c23-8ecf-95b851a47eee tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:08.741297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6bb8bf3d-2722-4986-b399-0d71b8b80b39, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6bb8bf3d-2722-4986-b399-0d71b8b80b39,segment=NetworkSegment(9f668a5a-8a80-469c-a130-5777a1b1043d),segment_id=9f668a5a-8a80-469c-a130-5777a1b1043d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:08.764155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef974f-6d36-4c23-8ecf-95b851a47eee tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadf91bd-b423-49f4-9e1b-dcebc753beb1,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:08.765951 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:08.803095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74474ca-3d31-4205-932e-60c7ffd869c2 req-b925ea7e-16c2-462a-823c-9321f9c82ae3 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:08.810075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74474ca-3d31-4205-932e-60c7ffd869c2 req-b925ea7e-16c2-462a-823c-9321f9c82ae3 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:08.811888 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c74474ca-3d31-4205-932e-60c7ffd869c2 req-b925ea7e-16c2-462a-823c-9321f9c82ae3 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1680 time: 0.2364933 Jan 31 15:54:08.816178 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ffef974f-6d36-4c23-8ecf-95b851a47eee tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:08.817689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ffef974f-6d36-4c23-8ecf-95b851a47eee tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3266454 Jan 31 15:54:08.820361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39656) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:08.827558 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a998e993-122a-44d6-8c64-2aa07f8fd6a0 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Request body: {'security_group_rule': {'security_group_id': 'fadf91bd-b423-49f4-9e1b-dcebc753beb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:08.873374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c74474ca-3d31-4205-932e-60c7ffd869c2 req-73231853-2ed3-4425-aa1a-3a1571430584 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413675 Jan 31 15:54:08.954510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a998e993-122a-44d6-8c64-2aa07f8fd6a0 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:08.964824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=6bb8bf3d-2722-4986-b399-0d71b8b80b39,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:09.081983 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['6bb8bf3d-2722-4986-b399-0d71b8b80b39'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:54:09.192265 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a998e993-122a-44d6-8c64-2aa07f8fd6a0 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.199720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a998e993-122a-44d6-8c64-2aa07f8fd6a0 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.240138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998e993-122a-44d6-8c64-2aa07f8fd6a0 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf97da14-eaa5-472d-a01f-2bbe48786c79,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:09.256357 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a998e993-122a-44d6-8c64-2aa07f8fd6a0 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.260336 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a998e993-122a-44d6-8c64-2aa07f8fd6a0 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4366157 Jan 31 15:54:09.261417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39674) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:09.266799 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-21aad44f-694d-4a7e-9b7f-2a7a56223637 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Request body: {'security_group_rule': {'security_group_id': 'fadf91bd-b423-49f4-9e1b-dcebc753beb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:09.355104 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21aad44f-694d-4a7e-9b7f-2a7a56223637 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.423891 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.452664 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.453820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39676) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:09.463699 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21aad44f-694d-4a7e-9b7f-2a7a56223637 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.470779 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21aad44f-694d-4a7e-9b7f-2a7a56223637 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.489324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fa6d6-0824-470e-a805-95489ac16c49 req-dcd1006a-def2-4454-8a5b-56c4d4cf6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:09.491087 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b4fa6d6-0824-470e-a805-95489ac16c49 req-dcd1006a-def2-4454-8a5b-56c4d4cf6c69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a9c604c867340d093a20a1cba841833&device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 1097 time: 0.2320912 Jan 31 15:54:09.511469 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aad44f-694d-4a7e-9b7f-2a7a56223637 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4e0b87-74ad-4061-82f3-fffff7b6bbbe,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:09.534865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99165a27-cbbe-4c9b-92c1-2f5fb1b42ca3 req-3c3e12e9-9815-41cd-9f87-6fa98feed744 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:09.543785 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99165a27-cbbe-4c9b-92c1-2f5fb1b42ca3 req-3c3e12e9-9815-41cd-9f87-6fa98feed744 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1810720 Jan 31 15:54:09.549669 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21aad44f-694d-4a7e-9b7f-2a7a56223637 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.553626 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-21aad44f-694d-4a7e-9b7f-2a7a56223637 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2899299 Jan 31 15:54:09.557072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39680) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:09.567714 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:09.632488 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.652556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecea1d-e109-4abf-8e90-e81d7bbab563 None None] Pushing event updated for resources: {'Port': ['ID=a4bebc23-2694-4c30-bda0-eafb66156b3a,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:09.708992 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99165a27-cbbe-4c9b-92c1-2f5fb1b42ca3 req-7a1962ce-f209-401c-80e5-d67f309571b5 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640284 Jan 31 15:54:09.854185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Attempting to bind port a4bebc23-2694-4c30-bda0-eafb66156b3a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:09.861891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Attempting to bind port a4bebc23-2694-4c30-bda0-eafb66156b3a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:09.869126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Attempting to bind port a4bebc23-2694-4c30-bda0-eafb66156b3a on network 5332046b-66f1-4180-8827-9fa34aa1902d {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:09.875952 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.893038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:09.895036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fa6d6-0824-470e-a805-95489ac16c49 req-c7dd2bd8-950e-4341-858d-e1eaa28d8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:09.896937 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b4fa6d6-0824-470e-a805-95489ac16c49 req-c7dd2bd8-950e-4341-858d-e1eaa28d8336 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4113491-101a-4ce9-803e-c3fc5472a71e HTTP/1.1" status: 200 len: 920 time: 0.3992703 Jan 31 15:54:09.897935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Checking segment: {'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:09.898964 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.899863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Bound using segment: {'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:09.900870 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Bound port: a4bebc23-2694-4c30-bda0-eafb66156b3a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:09.901429 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:09.935141 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8a32d464-300d-4249-9ebf-fc3a029f8afa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffd95ee2c10f4a3cbfa9d45d9a9b1bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737456 Jan 31 15:54:09.967040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39694) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:09.986197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-88697373-b547-4480-a5b5-b4b73d4ce32d None None] Provisioning complete for port a4bebc23-2694-4c30-bda0-eafb66156b3a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:09.987170 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-88697373-b547-4480-a5b5-b4b73d4ce32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:10.001510 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b4fa6d6-0824-470e-a805-95489ac16c49 req-629ab43e-3a83-48f6-a0bc-1f605ef329db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9da605-d633-49e2-8a81-d874556efd9e HTTP/1.1" status: 200 len: 217 time: 0.0593483 Jan 31 15:54:10.047982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] For port a4bebc23-2694-4c30-bda0-eafb66156b3a, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:54:10.050125 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44a0e9b3-e8e3-4ebb-8bea-859a3fa9efad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:10.065140 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-88697373-b547-4480-a5b5-b4b73d4ce32d None None] Port a4bebc23-2694-4c30-bda0-eafb66156b3a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:54:10.072198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] For port a4bebc23-2694-4c30-bda0-eafb66156b3a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a4bebc23-2694-4c30-bda0-eafb66156b3a,segment=NetworkSegment(807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49),segment_id=807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:10.079305 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:10.080592 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44a0e9b3-e8e3-4ebb-8bea-859a3fa9efad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:10.176552 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44a0e9b3-e8e3-4ebb-8bea-859a3fa9efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:10.179510 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44a0e9b3-e8e3-4ebb-8bea-859a3fa9efad admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:10.180779 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-44a0e9b3-e8e3-4ebb-8bea-859a3fa9efad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f400fc65-9b82-437c-8546-ea1fc17ed133 HTTP/1.1" status: 204 len: 168 time: 0.2127373 Jan 31 15:54:10.184857 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d7213111-2041-44dd-95c2-3f1fd216c288'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:54:10.218909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0e9b3-e8e3-4ebb-8bea-859a3fa9efad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f400fc65-9b82-437c-8546-ea1fc17ed133,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:10.312023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Allocated IP 172.25.1.223 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/bd042468-373d-46c0-971e-d47fe7951f08) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:10.419064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39712) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:10.470972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Routers {'d897219c-ade6-4f93-8f85-9bd9c7d4e85f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:10.471682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:53:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:10.473588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecea1d-e109-4abf-8e90-e81d7bbab563 None None] Pushing event updated for resources: {'Port': ['ID=a4bebc23-2694-4c30-bda0-eafb66156b3a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:10.609243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fa6d6-0824-470e-a805-95489ac16c49 req-6c78a653-16f7-45f6-aae5-a5f05c348b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:10.611647 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b4fa6d6-0824-470e-a805-95489ac16c49 req-6c78a653-16f7-45f6-aae5-a5f05c348b82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ebb1ee4-fba6-4251-9c3d-4a756e47506e HTTP/1.1" status: 200 len: 859 time: 0.6007843 Jan 31 15:54:10.622313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6a169-1db0-4fa5-a629-0047184f4b94 req-7131ac74-0b69-4eb8-ae59-12bae222283d tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:10.629181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6a169-1db0-4fa5-a629-0047184f4b94 req-7131ac74-0b69-4eb8-ae59-12bae222283d tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:10.643588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fdb6a169-1db0-4fa5-a629-0047184f4b94 req-7131ac74-0b69-4eb8-ae59-12bae222283d tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1681 time: 0.6448202 Jan 31 15:54:10.703824 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b4fa6d6-0824-470e-a805-95489ac16c49 req-1aac645c-37be-4a26-a3ca-1b85e1b3e25d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4113491-101a-4ce9-803e-c3fc5472a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577705 Jan 31 15:54:10.833602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3f7e5c56-4097-4f22-9ba5-d3f7fb798e3f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:10.842059 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3f7e5c56-4097-4f22-9ba5-d3f7fb798e3f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 807 time: 0.2789836 Jan 31 15:54:10.842918 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b4fa6d6-0824-470e-a805-95489ac16c49 req-f828647c-8d11-4be5-bfb1-75ed7540a925 service neutron] 10.222.0.30 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297147 Jan 31 15:54:10.899613 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fdb6a169-1db0-4fa5-a629-0047184f4b94 req-f879f967-a486-4004-bb66-192b36b092a5 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474246 Jan 31 15:54:10.902144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39724) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:10.922726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4be30d9c-57fd-4ca5-841f-fd6e3f133708 None None] Provisioning complete for port a4bebc23-2694-4c30-bda0-eafb66156b3a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:10.923319 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4be30d9c-57fd-4ca5-841f-fd6e3f133708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:10.951568 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:10.957926 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be44e8c2-f9e9-4fc1-aa78-6becd741a1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.016482 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7ad9e008-b38e-4b3f-a464-232c0df60827 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80fac474e5bc4260b266a61823e3ed5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987043 Jan 31 15:54:11.018869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39728) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:11.022855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-6974e2b2-b174-4ccd-80ee-52033655c5c4 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/quotas/fb6f65ae282d4cad81a9203baacdf14e HTTP/1.1" status: 200 len: 375 time: 0.1799326 Jan 31 15:54:11.025757 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.078341 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b4fa6d6-0824-470e-a805-95489ac16c49 req-4f28dd1c-b3e2-40db-bd86-e28f9c76de90 service neutron] 10.222.0.30 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267463 Jan 31 15:54:11.080349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Pushing event updated for resources: {'Port': ['ID=bd042468-373d-46c0-971e-d47fe7951f08,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:11.081774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] Set router d897219c-ade6-4f93-8f85-9bd9c7d4e85f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:11.108963 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc88d-91e5-4453-a203-ac931a125ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.137317 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc88d-91e5-4453-a203-ac931a125ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.183769 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4be30d9c-57fd-4ca5-841f-fd6e3f133708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.185361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:11.190882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:11.204264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:11.236023 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc88d-91e5-4453-a203-ac931a125ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.239430 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc88d-91e5-4453-a203-ac931a125ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.243389 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5b3dc88d-91e5-4453-a203-ac931a125ce9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60edae20-3586-4f95-b58a-71e8d29e9860 HTTP/1.1" status: 204 len: 168 time: 0.2208774 Jan 31 15:54:11.286285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dc88d-91e5-4453-a203-ac931a125ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60edae20-3586-4f95-b58a-71e8d29e9860,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:11.310836 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6bb8bf3d-2722-4986-b399-0d71b8b80b39 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:11.325037 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-9bfa8931-9610-477f-bcf2-cffd29b77ede tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2905955 Jan 31 15:54:11.399460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4be30d9c-57fd-4ca5-841f-fd6e3f133708 None None] For port a4bebc23-2694-4c30-bda0-eafb66156b3a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a4bebc23-2694-4c30-bda0-eafb66156b3a,segment=NetworkSegment(807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49),segment_id=807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:11.411600 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4be30d9c-57fd-4ca5-841f-fd6e3f133708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.430781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 6bb8bf3d-2722-4986-b399-0d71b8b80b39 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:54:11.461734 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be44e8c2-f9e9-4fc1-aa78-6becd741a1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.468010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 6bb8bf3d-2722-4986-b399-0d71b8b80b39 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:11.468740 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.468908 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be44e8c2-f9e9-4fc1-aa78-6becd741a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.500894 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.540228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44e8c2-f9e9-4fc1-aa78-6becd741a1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2057789-b12f-44e7-bfe9-0d0999ac9733,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:11.569256 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-be44e8c2-f9e9-4fc1-aa78-6becd741a1ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0bf2a1a17de641baa907b11cd48af7b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1427150 Jan 31 15:54:11.571936 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39740) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:11.589260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.598276 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-16209ec2-5f56-440b-a171-448aeefab5d5 service neutron] 10.222.0.36 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723274 Jan 31 15:54:11.603992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be30d9c-57fd-4ca5-841f-fd6e3f133708 None None] Pushing event updated for resources: {'Port': ['ID=a4bebc23-2694-4c30-bda0-eafb66156b3a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:11.682131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-11ec0c5c-c9d8-4300-9c68-7af38fd7a901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.726009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:54:03Z', 'revision_number': 4, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a4bebc23-2694-4c30-bda0-eafb66156b3a', 'name': '', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'mac_address': 'fa:16:3e:cb:da:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:00Z', 'updated_at': '2022-01-31T15:54:10Z', 'revision_number': 4, 'project_id': '83c48db2667e4736af08cf226b779d99', 'subnets': [{'id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:11.735492 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.765705 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-11ec0c5c-c9d8-4300-9c68-7af38fd7a901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.810587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-1a40a039-fab7-4376-b181-84713219d090 service neutron] 10.222.0.36 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108057 Jan 31 15:54:11.811412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce9eae-344a-4d61-9462-c63eb97f719b None None] The sync data for ids ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'] in n-d-827120-1 is: [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:54:03Z', 'revision_number': 4, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a4bebc23-2694-4c30-bda0-eafb66156b3a', 'name': '', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'mac_address': 'fa:16:3e:cb:da:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:00Z', 'updated_at': '2022-01-31T15:54:10Z', 'revision_number': 4, 'project_id': '83c48db2667e4736af08cf226b779d99', 'subnets': [{'id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:54:11.856769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6bb8bf3d-2722-4986-b399-0d71b8b80b39, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6bb8bf3d-2722-4986-b399-0d71b8b80b39,segment=NetworkSegment(9f668a5a-8a80-469c-a130-5777a1b1043d),segment_id=9f668a5a-8a80-469c-a130-5777a1b1043d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:11.858230 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8bf3d-2722-4986-b399-0d71b8b80b39'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:11.861887 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ce94cb-e232-40ed-91e6-079d3bde42a8" -d '{"events": [{"server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "name": "network-vif-plugged", "status": "completed", "tag": "6bb8bf3d-2722-4986-b399-0d71b8b80b39"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:11.866289 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:11.994493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fbb07-965c-45a6-af21-00bd5617c440 req-cca262f6-f044-4815-afa8-3f9e70c68357 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:12.005625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff1fbb07-965c-45a6-af21-00bd5617c440 req-cca262f6-f044-4815-afa8-3f9e70c68357 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.2163851 Jan 31 15:54:12.009768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=6bb8bf3d-2722-4986-b399-0d71b8b80b39,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:12.020877 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:12.029423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:12.041034 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-11ec0c5c-c9d8-4300-9c68-7af38fd7a901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:12.050568 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-11ec0c5c-c9d8-4300-9c68-7af38fd7a901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:12.051780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-11ec0c5c-c9d8-4300-9c68-7af38fd7a901 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2057789-b12f-44e7-bfe9-0d0999ac9733 HTTP/1.1" status: 204 len: 168 time: 0.4788022 Jan 31 15:54:12.110361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Pushing event updated for resources: {'Port': ['ID=bd042468-373d-46c0-971e-d47fe7951f08,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:12.115567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec0c5c-c9d8-4300-9c68-7af38fd7a901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2057789-b12f-44e7-bfe9-0d0999ac9733,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:12.144466 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff1fbb07-965c-45a6-af21-00bd5617c440 req-f6c35ed6-d17f-4496-ac18-da0dd94840b6 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360419 Jan 31 15:54:12.174163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:12.194200 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:12.206665 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-25b0c761-d102-4610-9d06-33b905b80f99 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6477923 Jan 31 15:54:12.398266 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52514f35-f581-44cd-808b-259bf50000c6 x-openstack-request-id: req-52514f35-f581-44cd-808b-259bf50000c6 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:12.398881 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "name": "network-vif-plugged", "status": "completed", "tag": "6bb8bf3d-2722-4986-b399-0d71b8b80b39", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:12.399359 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52514f35-f581-44cd-808b-259bf50000c6 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:12.399955 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8bf3d-2722-4986-b399-0d71b8b80b39', 'code': 200} Jan 31 15:54:12.468384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a4bebc23-2694-4c30-bda0-eafb66156b3a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:12.567615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a4bebc23-2694-4c30-bda0-eafb66156b3a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:12.568009 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:12.699647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2f0ec-e95b-41ee-8114-fda4d251c9d4 req-e1b156b8-d1de-4684-a050-f71cfb07f006 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:12.727800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2f0ec-e95b-41ee-8114-fda4d251c9d4 req-e1b156b8-d1de-4684-a050-f71cfb07f006 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:12.734434 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7fa2f0ec-e95b-41ee-8114-fda4d251c9d4 req-e1b156b8-d1de-4684-a050-f71cfb07f006 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1682 time: 0.2123625 Jan 31 15:54:12.828143 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7fa2f0ec-e95b-41ee-8114-fda4d251c9d4 req-70e25b33-ca3a-4f87-930c-e7b9ed58b50e tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830560 Jan 31 15:54:12.900841 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6b4b5a44-61e4-4b25-8fd0-6af95203c0ca req-61aaad86-c89f-454f-b6af-e72a9694c16d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 210 time: 0.0499196 Jan 31 15:54:12.954155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39806) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:12.971967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa34786d-e913-4ffb-a6c1-32fe2398cea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.049491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39812) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:13.087853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-8d0756d9-901c-4fb5-b03b-41f1cd2cedc7 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1568102720&fields=id&tenant_id=83c48db2667e4736af08cf226b779d99 HTTP/1.1" status: 200 len: 267 time: 0.1444488 Jan 31 15:54:13.151953 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa34786d-e913-4ffb-a6c1-32fe2398cea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.157622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa34786d-e913-4ffb-a6c1-32fe2398cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.214519 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fa34786d-e913-4ffb-a6c1-32fe2398cea8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05fce0c6893d4839bb1e4adb5af39c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567070 Jan 31 15:54:13.214519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34786d-e913-4ffb-a6c1-32fe2398cea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b72eab-8a22-40cb-8b33-088aa8ff3be7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:13.216269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39818) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:13.326112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d7213111-2041-44dd-95c2-3f1fd216c288 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:13.361760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-d710a34b-d240-4f64-97d8-a7052065184f tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:13.376957 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-d710a34b-d240-4f64-97d8-a7052065184f tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/networks?id=5332046b-66f1-4180-8827-9fa34aa1902d HTTP/1.1" status: 200 len: 811 time: 0.2854927 Jan 31 15:54:13.388782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb47569-a4fc-43d7-b050-e385efdf5446 req-85611af5-5a05-4c86-83cf-aac9389c48dd tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:13.390728 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5eb47569-a4fc-43d7-b050-e385efdf5446 req-85611af5-5a05-4c86-83cf-aac9389c48dd tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1338232 Jan 31 15:54:13.391224 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7587d7a7-8f1b-4366-b2e3-06143de9226f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.420008 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-ea065d87-a65d-4ad5-b5e9-32fa7bc91a03 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/quotas/83c48db2667e4736af08cf226b779d99 HTTP/1.1" status: 200 len: 375 time: 0.0420699 Jan 31 15:54:13.425142 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port d7213111-2041-44dd-95c2-3f1fd216c288 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:54:13.434148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port d7213111-2041-44dd-95c2-3f1fd216c288 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:13.434590 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.459975 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7587d7a7-8f1b-4366-b2e3-06143de9226f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.500216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1469890229-network', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:13.548179 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-9e409570-000b-4311-8487-3386727311d8 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=83c48db2667e4736af08cf226b779d99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201012 Jan 31 15:54:13.571362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Made reservation on behalf of ec246fb594844e5eafef22aeab87778a for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:13.578808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.587609 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7587d7a7-8f1b-4366-b2e3-06143de9226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.590237 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7587d7a7-8f1b-4366-b2e3-06143de9226f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.591400 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7587d7a7-8f1b-4366-b2e3-06143de9226f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14b72eab-8a22-40cb-8b33-088aa8ff3be7 HTTP/1.1" status: 204 len: 168 time: 0.3736660 Jan 31 15:54:13.608175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587d7a7-8f1b-4366-b2e3-06143de9226f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b72eab-8a22-40cb-8b33-088aa8ff3be7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:13.636465 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.642735 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5eb47569-a4fc-43d7-b050-e385efdf5446 req-2bb20a08-d1ab-4b78-8777-57f1d6aa9b3f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792673 Jan 31 15:54:13.685935 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.738517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d7213111-2041-44dd-95c2-3f1fd216c288, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d7213111-2041-44dd-95c2-3f1fd216c288,segment=NetworkSegment(2bd26228-55e1-440b-925a-ae4829327923),segment_id=2bd26228-55e1-440b-925a-ae4829327923)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:13.744469 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.791962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-c4b2e9e3-12ea-42b3-b7ab-eddc0ac7a7da service neutron] 10.222.0.36 "GET /v2.0/networks/5332046b-66f1-4180-8827-9fa34aa1902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370291 Jan 31 15:54:13.856311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d7213111-2041-44dd-95c2-3f1fd216c288,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:13.949121 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:13.959254 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:14.035045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:54:14.049496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36b28db-be11-4f2b-9d21-bb328236a114,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:14.071834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-753bca9d-f5d7-4951-a2f9-30b9d268a82c service neutron] 10.222.0.36 "GET /v2.0/networks/5332046b-66f1-4180-8827-9fa34aa1902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765167 Jan 31 15:54:14.082876 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:14.082876 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Added segment c4f6b07b-698a-401b-b7c1-b523d2cb22c1 of type vlan for network 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 Jan 31 15:54:14.157139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e485486-c399-49e0-a8fc-06dca969be4e req-f8c75a58-fc79-4df6-bec0-a78d1ade0b6a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:14.169076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e485486-c399-49e0-a8fc-06dca969be4e req-f8c75a58-fc79-4df6-bec0-a78d1ade0b6a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:14.182080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e485486-c399-49e0-a8fc-06dca969be4e req-f8c75a58-fc79-4df6-bec0-a78d1ade0b6a tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1683 time: 0.1809146 Jan 31 15:54:14.211661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:14.269407 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:14.270606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:14.271320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:14.331575 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e485486-c399-49e0-a8fc-06dca969be4e req-592160c6-32e8-41db-bbb5-d19f8deb8024 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318338 Jan 31 15:54:14.370340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-da354b2f-8b95-49e8-b4c2-2949d9ab11c6 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:14.371912 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-da354b2f-8b95-49e8-b4c2-2949d9ab11c6 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.20 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 807 time: 0.4105680 Jan 31 15:54:14.386068 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Request body: {'port': {'device_id': '9da10711-46d5-4b94-9a41-63ee767a6377', 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec', 'admin_state_up': True, 'tenant_id': 'fb6f65ae282d4cad81a9203baacdf14e'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:14.401392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7213111-2041-44dd-95c2-3f1fd216c288'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:14.406323 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b531db-56e3-4e31-8abf-ea1e9c331ce9" -d '{"events": [{"server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "name": "network-vif-plugged", "status": "completed", "tag": "d7213111-2041-44dd-95c2-3f1fd216c288"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:14.414986 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3607354 Jan 31 15:54:14.417802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39844) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:14.451569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-754dbbcb-b468-4839-8045-146e2ea3f99c admin admin] Request body: {'subnet': {'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1469890229-subnet', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:14.477612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147b27d-4160-432b-9eac-53769eba1744 admin admin] Pushing event updated for resources: {'Network': ['ID=5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:14.497017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:54:14.517824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754dbbcb-b468-4839-8045-146e2ea3f99c admin admin] Made reservation on behalf of ec246fb594844e5eafef22aeab87778a for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:14.523031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-754dbbcb-b468-4839-8045-146e2ea3f99c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:14.628976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6a9b470c-782d-42db-8561-be96848309d4 req-60a1d6c1-b130-4613-979b-da5e806a2f8d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 210 time: 0.0642648 Jan 31 15:54:14.699887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Made reservation on behalf of fb6f65ae282d4cad81a9203baacdf14e for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:14.704184 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:14.764082 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc04d96-d949-47e6-a4f1-5ddd173790b3 x-openstack-request-id: req-dcc04d96-d949-47e6-a4f1-5ddd173790b3 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:14.764373 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "name": "network-vif-plugged", "status": "completed", "tag": "d7213111-2041-44dd-95c2-3f1fd216c288", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:14.764744 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dcc04d96-d949-47e6-a4f1-5ddd173790b3 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:14.765046 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7213111-2041-44dd-95c2-3f1fd216c288', 'code': 200} Jan 31 15:54:14.877490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Allocated IP 172.20.0.5 (8879dc0d-286b-48d7-8388-e4f6990e87ec/d7a14ea8-cb04-4130-9b96-606f6d6534e1/daacd283-b9f9-4442-93bf-b6cbf9fe4426) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:15.038684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-754dbbcb-b468-4839-8045-146e2ea3f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:15.092345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955255e-f478-4d6f-848f-921086e8025f req-b3c1957a-2db5-4075-bffd-7773c7beade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:15.093105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955255e-f478-4d6f-848f-921086e8025f req-b3c1957a-2db5-4075-bffd-7773c7beade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:15.094940 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3955255e-f478-4d6f-848f-921086e8025f req-b3c1957a-2db5-4075-bffd-7773c7beade4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1985 time: 0.1646945 Jan 31 15:54:15.102590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca206d44-a1a9-4ab3-a704-bc37f1673441 req-c17df297-b125-410f-9cb3-56371408db8f tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 210 time: 0.0779939 Jan 31 15:54:15.107059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22d3dc-a006-4f25-8e5f-95b87e5e2fba req-13e5cdce-3693-48c0-be82-c055f6005851 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:15.108868 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d22d3dc-a006-4f25-8e5f-95b87e5e2fba req-13e5cdce-3693-48c0-be82-c055f6005851 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1769087 Jan 31 15:54:15.235734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dbbcb-b468-4839-8045-146e2ea3f99c admin admin] Checking segment: {'id': 'c4f6b07b-698a-401b-b7c1-b523d2cb22c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:15.239786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754dbbcb-b468-4839-8045-146e2ea3f99c admin admin] Network hostable DHCP agents. Network: 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:54:15.242871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dbbcb-b468-4839-8045-146e2ea3f99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0bf9629-c800-484f-8ddd-e298ce52db12,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:15.251361 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3955255e-f478-4d6f-848f-921086e8025f req-bfe25947-6a95-40b2-b24b-1a45f015f43c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413062 Jan 31 15:54:15.256939 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d22d3dc-a006-4f25-8e5f-95b87e5e2fba req-97e66839-a093-4104-8322-207adf7a0081 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106191 Jan 31 15:54:15.278569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754dbbcb-b468-4839-8045-146e2ea3f99c admin admin] Network 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:54:15.283385 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:15.298250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-754dbbcb-b468-4839-8045-146e2ea3f99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:15.302996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754dbbcb-b468-4839-8045-146e2ea3f99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:15.303858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-754dbbcb-b468-4839-8045-146e2ea3f99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:15.311569 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b999bf6-c0c0-453f-9cb1-08bf3128f13e None None] Network 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:54:15.331129 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-754dbbcb-b468-4839-8045-146e2ea3f99c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8994873 Jan 31 15:54:15.334050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39868) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:15.350051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1469890229-router', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:15.404213 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:15.405588 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:15.578828 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:15.592986 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c2cf0-c620-4660-aeab-639c75ff70bd req-0b66be79-4c00-4026-8e12-381a1c1d4e9b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:15.604331 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:15.606066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c2cf0-c620-4660-aeab-639c75ff70bd req-0b66be79-4c00-4026-8e12-381a1c1d4e9b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:15.631279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ae4c2cf0-c620-4660-aeab-639c75ff70bd req-0b66be79-4c00-4026-8e12-381a1c1d4e9b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1683 time: 0.1541791 Jan 31 15:54:15.634138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['fc35b8ef-28aa-4a54-b0f6-5179f9b70346'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:54:15.673663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Network 8879dc0d-286b-48d7-8388-e4f6990e87ec is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:15.739828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ae4c2cf0-c620-4660-aeab-639c75ff70bd req-16bb5f75-7a1b-4ecf-88bc-a11213b00fa0 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067979 Jan 31 15:54:15.771348 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6', 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'fixed_ips': [{'subnet_id': 'd0bf9629-c800-484f-8ddd-e298ce52db12'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:54:15.774545 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:15.868711 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:15.871209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:15.997041 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:16.014789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:16.015385 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:16.070618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Allocated IP 172.20.0.2 (5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6/d0bf9629-c800-484f-8ddd-e298ce52db12/74b87cda-9943-49f1-83ee-4f4e7fb0efe7) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:16.153877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Pushing event updated for resources: {'Port': ['ID=daacd283-b9f9-4442-93bf-b6cbf9fe4426,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:16.174132 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-3a16213c-46d9-48f5-a018-8b09dc9e2a85 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7928040 Jan 31 15:54:16.183328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b6fa9-f380-49ff-8194-42b1f8824869 req-f992068c-fba6-450f-8b54-62480a47c9ed tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:16.201776 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b8b6fa9-f380-49ff-8194-42b1f8824869 req-f992068c-fba6-450f-8b54-62480a47c9ed tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 931 time: 0.3343117 Jan 31 15:54:16.212469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Request body: {'port': {'device_id': '9da10711-46d5-4b94-9a41-63ee767a6377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:16.278087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:16.286296 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:16.309492 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:16.343705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Network 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:16.347477 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-636ca14d-1c01-4c49-bbff-de78e45475ae req-0a37d966-7b87-481f-8455-b3ab9cd9cf1b tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 210 time: 0.0527728 Jan 31 15:54:16.347978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:16.354114 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b8b6fa9-f380-49ff-8194-42b1f8824869 req-9598e069-f805-4cea-b505-dc0d29d38a8d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513767 Jan 31 15:54:16.367632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:16.378617 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Pushing event updated for resources: {'Port': ['ID=74b87cda-9943-49f1-83ee-4f4e7fb0efe7,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:16.484658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f748e-1943-41ed-804b-2d8a25b062a8 req-ed66eee3-2e44-4955-b68d-934e64b187a7 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:16.496420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-313f748e-1943-41ed-804b-2d8a25b062a8 req-ed66eee3-2e44-4955-b68d-934e64b187a7 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0818741 Jan 31 15:54:16.529663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Attempting to bind port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:16.529663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Attempting to bind port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'c4f6b07b-698a-401b-b7c1-b523d2cb22c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:16.529663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Attempting to bind port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 on network 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:16.540760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:16.543088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Checking segment: {'id': 'c4f6b07b-698a-401b-b7c1-b523d2cb22c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:16.543330 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:16.545259 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Bound using segment: {'id': 'c4f6b07b-698a-401b-b7c1-b523d2cb22c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:16.545791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Bound port: 74b87cda-9943-49f1-83ee-4f4e7fb0efe7, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f6b07b-698a-401b-b7c1-b523d2cb22c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:16.547685 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:16.600525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-8d93d5cb-0248-45bf-9720-faafe1acac12 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:16.600816 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-313f748e-1943-41ed-804b-2d8a25b062a8 req-c3b587f7-96e7-4969-aa76-567ce23878e2 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916736 Jan 31 15:54:16.602111 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-8d93d5cb-0248-45bf-9720-faafe1acac12 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.30 "GET /v2.0/networks?id=5332046b-66f1-4180-8827-9fa34aa1902d HTTP/1.1" status: 200 len: 811 time: 0.2465813 Jan 31 15:54:16.727542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] For port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:54:16.734374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] For port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=74b87cda-9943-49f1-83ee-4f4e7fb0efe7,segment=NetworkSegment(c4f6b07b-698a-401b-b7c1-b523d2cb22c1),segment_id=c4f6b07b-698a-401b-b7c1-b523d2cb22c1)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:16.741420 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:16.778755 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-198a3027-b122-481a-af1b-49f933446e27 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c48db2667e4736af08cf226b779d99 HTTP/1.1" status: 200 len: 380 time: 0.1522765 Jan 31 15:54:16.843145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Request body: {'port': {'device_id': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'admin_state_up': True, 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'security_groups': ['fadf91bd-b423-49f4-9e1b-dcebc753beb1']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:16.858217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc419f16-c871-4098-a658-82f8146098f6 None None] Pushing event updated for resources: {'Port': ['ID=74b87cda-9943-49f1-83ee-4f4e7fb0efe7,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:16.969804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff8f9e-f851-45c9-a6b3-70338095f6a7 req-7b80ec29-948c-4735-bac1-4742dfb472b2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:16.983168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff8f9e-f851-45c9-a6b3-70338095f6a7 req-7b80ec29-948c-4735-bac1-4742dfb472b2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:16.991731 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0cff8f9e-f851-45c9-a6b3-70338095f6a7 req-7b80ec29-948c-4735-bac1-4742dfb472b2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1683 time: 0.1548145 Jan 31 15:54:17.094028 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0cff8f9e-f851-45c9-a6b3-70338095f6a7 req-67b63685-7bce-4dc9-90f5-f30169808e25 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976810 Jan 31 15:54:17.175663 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-258c70d7-77bc-4b4a-b123-32e5c54b5f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:17.224696 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:17.243236 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-f179fbda-3238-481d-9857-edc019fba427 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082251 Jan 31 15:54:17.373707 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:17.455188 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-32bd45ce-ea36-4f2e-a94c-928d2457c95d req-eb515eb1-2fe1-4799-8e41-3acb0cd3e377 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 210 time: 0.0330606 Jan 31 15:54:17.561846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-29937978-fd79-4d16-bb58-3703dd7f04d9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:17.568894 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-29937978-fd79-4d16-bb58-3703dd7f04d9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3247797 Jan 31 15:54:17.603583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad330949-0cc1-444a-ba9a-1cb01fb1bc9e req-f3540502-b4db-4d12-bcea-b7cc7bf4d80d tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:17.611990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad330949-0cc1-444a-ba9a-1cb01fb1bc9e req-f3540502-b4db-4d12-bcea-b7cc7bf4d80d tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:17.614002 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ad330949-0cc1-444a-ba9a-1cb01fb1bc9e req-f3540502-b4db-4d12-bcea-b7cc7bf4d80d tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1683 time: 0.0849140 Jan 31 15:54:17.623513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Made reservation on behalf of 83c48db2667e4736af08cf226b779d99 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:17.627337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:17.646921 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-a95b0c95-5c65-4b43-879d-9e9a415ce8a1 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/quotas/3d4f027d8d234567ad636e8cf1ec111c HTTP/1.1" status: 200 len: 375 time: 0.0771313 Jan 31 15:54:17.673292 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ad330949-0cc1-444a-ba9a-1cb01fb1bc9e req-15f26ab3-29f2-4f54-81ee-3a0b25e0d11d tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438170 Jan 31 15:54:17.767901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daacd283-b9f9-4442-93bf-b6cbf9fe4426 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:17.777564 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:17.792376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Transition to ACTIVE for port object daacd283-b9f9-4442-93bf-b6cbf9fe4426 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:54:17.813164 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-7e69dc67-8479-4f7e-816d-4c42078db3e7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1650398 Jan 31 15:54:17.813486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8758f-442a-47cc-ad18-61ac56ed155f req-e21c9143-e96e-4b19-a299-be7e26112450 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:17.822124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05b8758f-442a-47cc-ad18-61ac56ed155f req-e21c9143-e96e-4b19-a299-be7e26112450 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 931 time: 0.0867126 Jan 31 15:54:17.845620 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:17.856765 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Allocated IP 172.25.1.198 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/da0a04ae-ba02-42ae-b530-14df50dc9569) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:17.925220 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05b8758f-442a-47cc-ad18-61ac56ed155f req-3f96295f-3eb5-4bd3-a5ef-aea4d5b17359 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978136 Jan 31 15:54:18.084030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Pushing event updated for resources: {'Port': ['ID=daacd283-b9f9-4442-93bf-b6cbf9fe4426,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:18.188781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166aa478-3a74-4f7b-b459-e7428ce133ec req-fde5af46-ecf0-4f10-bc48-673839bfa2ac tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:18.194431 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-166aa478-3a74-4f7b-b459-e7428ce133ec req-fde5af46-ecf0-4f10-bc48-673839bfa2ac tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1719823 Jan 31 15:54:18.303336 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-166aa478-3a74-4f7b-b459-e7428ce133ec req-c3ee7707-153c-4982-804d-f96f448dac8d tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976903 Jan 31 15:54:18.337889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e2be33-f578-4ab8-92c8-64a940faf53d None None] Network 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:54:18.361173 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Allocated IP 172.20.0.10 (5332046b-66f1-4180-8827-9fa34aa1902d/676aec42-117f-43a6-8424-d3ddebfcf9fc/f34fefed-1043-4732-a2f4-561c157a37b9) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:18.398710 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:18.439342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:18.475529 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba6983e2-e70f-4b95-bce5-9a3f6ddabb76 req-73b58621-f358-4908-836c-488b286c6aba tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 210 time: 0.1787984 Jan 31 15:54:18.478931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2a056725-fe15-4f30-8696-2668cb0b0cfa None None] Provisioning complete for port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:18.479521 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2a056725-fe15-4f30-8696-2668cb0b0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:18.502081 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:18.573413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:18.574132 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:18.607659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:18.608002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:18.609310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:18.673000 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4040efd1-3fd9-4d9e-b29d-8d821a1e936c req-fd9c7e45-defe-4829-bc6d-f485af7a394e tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 210 time: 0.0975974 Jan 31 15:54:18.675260 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2a056725-fe15-4f30-8696-2668cb0b0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:18.684625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:18.692101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:18.694369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:54:18.694369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:18.786056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:18.847519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-2a056725-fe15-4f30-8696-2668cb0b0cfa None None] For port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=74b87cda-9943-49f1-83ee-4f4e7fb0efe7,segment=NetworkSegment(c4f6b07b-698a-401b-b7c1-b523d2cb22c1),segment_id=c4f6b07b-698a-401b-b7c1-b523d2cb22c1)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:18.858492 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2a056725-fe15-4f30-8696-2668cb0b0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:18.884541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Pushing event updated for resources: {'Port': ['ID=da0a04ae-ba02-42ae-b530-14df50dc9569,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:18.888839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:18.889505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:18.890129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:18.890950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Bound port: daacd283-b9f9-4442-93bf-b6cbf9fe4426, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:18.891544 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:18.948720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a056725-fe15-4f30-8696-2668cb0b0cfa None None] Pushing event updated for resources: {'Port': ['ID=74b87cda-9943-49f1-83ee-4f4e7fb0efe7,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:19.130535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e6d4e-abe1-4211-8514-97374714e1e5 req-33fab70b-5a4f-494d-acea-aa307693fc0e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:19.132523 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9b3e6d4e-abe1-4211-8514-97374714e1e5 req-33fab70b-5a4f-494d-acea-aa307693fc0e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.0942268 Jan 31 15:54:19.198039 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9b3e6d4e-abe1-4211-8514-97374714e1e5 req-69ea7ee1-31be-4939-9548-88967a2c8d2c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540445 Jan 31 15:54:19.289905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-747079f8-9240-492f-bab5-fa9e383124fa None None] Provisioning complete for port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:19.290965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa3db6-e222-4c25-b674-2be61f986a2b req-97bec377-f284-4741-b570-70db27a7ad0f tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:19.292314 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-747079f8-9240-492f-bab5-fa9e383124fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:19.298737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa3db6-e222-4c25-b674-2be61f986a2b req-97bec377-f284-4741-b570-70db27a7ad0f tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:19.307036 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47fa3db6-e222-4c25-b674-2be61f986a2b req-97bec377-f284-4741-b570-70db27a7ad0f tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1683 time: 0.5185559 Jan 31 15:54:19.444099 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c776c-6975-4f5e-b856-83836cbdfb52 req-671ea29c-4838-4b0e-8a9b-1ce4456b4121 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:19.452653 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-172c776c-6975-4f5e-b856-83836cbdfb52 req-671ea29c-4838-4b0e-8a9b-1ce4456b4121 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0618272 Jan 31 15:54:19.507507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-172c776c-6975-4f5e-b856-83836cbdfb52 req-29042403-34c7-465f-9b0b-0567f3a5045d tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509899 Jan 31 15:54:19.592319 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f8f06e9-99fe-4117-bbc0-209d712ac106 req-d9f448ec-8cdc-4d22-be26-2fcd3b2039e3 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 210 time: 0.0319402 Jan 31 15:54:19.647364 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e907d3f1-8d4f-477a-a095-7418f9274efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:19.707769 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:19.760397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:54:19.784614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95d058-19c2-421d-9891-008cb539e347 req-9e35a895-d0cf-4473-8842-76608214507b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:19.790854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95d058-19c2-421d-9891-008cb539e347 req-9e35a895-d0cf-4473-8842-76608214507b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:19.792498 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de95d058-19c2-421d-9891-008cb539e347 req-9e35a895-d0cf-4473-8842-76608214507b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 1683 time: 0.7858188 Jan 31 15:54:19.794157 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-8bd883b4-d198-45fc-a091-2b22b15264c0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787625 Jan 31 15:54:19.809795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:19.856420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f5771bca-0943-4f03-a40d-7db64d77b9e3 req-935dc628-3843-4794-af81-9e341d97f171 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 210 time: 0.1005671 Jan 31 15:54:19.869161 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:19.970208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47fa3db6-e222-4c25-b674-2be61f986a2b req-a0b9608f-3066-4bac-96a4-950ae343b095 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6621320 Jan 31 15:54:20.085906 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:20.086526 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:20.087921 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] 10.222.0.20 "PUT /v2.0/ports/daacd283-b9f9-4442-93bf-b6cbf9fe4426 HTTP/1.1" status: 200 len: 1091 time: 3.8834858 Jan 31 15:54:20.094583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da10711-46d5-4b94-9a41-63ee767a6377', 'tag': 'daacd283-b9f9-4442-93bf-b6cbf9fe4426'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:20.096946 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60204916-d39a-4d9f-a8c2-bd3b990be3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9da10711-46d5-4b94-9a41-63ee767a6377", "tag": "daacd283-b9f9-4442-93bf-b6cbf9fe4426"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:20.142607 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cd075a-43cb-4d4b-82aa-d9092b1d8b5e x-openstack-request-id: req-f0cd075a-43cb-4d4b-82aa-d9092b1d8b5e {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:20.142900 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da10711-46d5-4b94-9a41-63ee767a6377", "tag": "daacd283-b9f9-4442-93bf-b6cbf9fe4426", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:20.143157 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0cd075a-43cb-4d4b-82aa-d9092b1d8b5e {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:20.143550 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da10711-46d5-4b94-9a41-63ee767a6377', 'tag': 'daacd283-b9f9-4442-93bf-b6cbf9fe4426', 'status': 'completed', 'code': 200} Jan 31 15:54:20.178377 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:20.201459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e86200-411c-4179-b8ee-d96eb092c651 service neutron] Pushing event updated for resources: {'Port': ['ID=daacd283-b9f9-4442-93bf-b6cbf9fe4426,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:20.289709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-edfa6683-a8d5-4ef6-ac2c-3eae9be77856 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:20.291177 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-edfa6683-a8d5-4ef6-ac2c-3eae9be77856 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4801452 Jan 31 15:54:20.312269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Network 5332046b-66f1-4180-8827-9fa34aa1902d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:20.318119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Request body: {'port': {'device_id': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '3d4f027d8d234567ad636e8cf1ec111c'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:20.342369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:20.348364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:20.373823 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:20.408534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:20.450168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:20.450971 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:20.542246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Pushing event updated for resources: {'Port': ['ID=f34fefed-1043-4732-a2f4-561c157a37b9,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:20.621508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-19b9040d-ae0d-441a-9ed9-3f47deae7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:20.623821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-19b9040d-ae0d-441a-9ed9-3f47deae7b9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 1094 time: 0.4405510 Jan 31 15:54:20.626547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-de95d058-19c2-421d-9891-008cb539e347 req-f2a29506-55ef-4bdd-819e-b01ae8084973 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting port d7213111-2041-44dd-95c2-3f1fd216c288 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:20.626882 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de95d058-19c2-421d-9891-008cb539e347 req-f2a29506-55ef-4bdd-819e-b01ae8084973 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:20.722236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-567d5a6a-bcd4-45e7-b5be-a2747b1f3edd None None] Provisioning complete for port f34fefed-1043-4732-a2f4-561c157a37b9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:20.723317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-567d5a6a-bcd4-45e7-b5be-a2747b1f3edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:20.761048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88990ef-0c58-4ec1-bb41-930dd7657ff5 req-c17df397-fa32-4fe7-976f-3ae278fb7a70 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:20.762604 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a88990ef-0c58-4ec1-bb41-930dd7657ff5 req-c17df397-fa32-4fe7-976f-3ae278fb7a70 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1045313 Jan 31 15:54:20.796129 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:20.802038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-567d5a6a-bcd4-45e7-b5be-a2747b1f3edd None None] Port f34fefed-1043-4732-a2f4-561c157a37b9 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:54:20.845987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a88990ef-0c58-4ec1-bb41-930dd7657ff5 req-83f58150-28fa-4fac-8e9d-6e098c04cf16 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751555 Jan 31 15:54:20.846238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-de95d058-19c2-421d-9891-008cb539e347 req-f2a29506-55ef-4bdd-819e-b01ae8084973 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] For port d7213111-2041-44dd-95c2-3f1fd216c288, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d7213111-2041-44dd-95c2-3f1fd216c288,segment=NetworkSegment(2bd26228-55e1-440b-925a-ae4829327923),segment_id=2bd26228-55e1-440b-925a-ae4829327923)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:20.846706 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de95d058-19c2-421d-9891-008cb539e347 req-f2a29506-55ef-4bdd-819e-b01ae8084973 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:20.861232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-de95d058-19c2-421d-9891-008cb539e347 req-f2a29506-55ef-4bdd-819e-b01ae8084973 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Calling delete_port for d7213111-2041-44dd-95c2-3f1fd216c288 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:21.017941 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-97e1f246-fb6a-448d-a4f2-d5b6f3ea1934 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426 HTTP/1.1" status: 200 len: 217 time: 0.3470757 Jan 31 15:54:21.045153 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4cf3c75-27f7-4b56-865e-672b9ab51fda req-88613b70-8b6e-4b02-b2a5-72a9c3d5f436 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 210 time: 0.0726478 Jan 31 15:54:21.092703 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:21.093316 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:21.139026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b281f-2bde-4a48-b85d-e73e8038d375 req-e88caa84-2d4e-45d5-bfa7-378fdd1b992f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:21.146333 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fb6b281f-2bde-4a48-b85d-e73e8038d375 req-e88caa84-2d4e-45d5-bfa7-378fdd1b992f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.8445282 Jan 31 15:54:21.208668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a5a38-fd90-4721-b3d3-1118a4b4c469 req-84b4482f-0159-4c99-bc8f-25b7e70b4ad7 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:21.217754 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-414a5a38-fd90-4721-b3d3-1118a4b4c469 req-84b4482f-0159-4c99-bc8f-25b7e70b4ad7 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 932 time: 0.0672178 Jan 31 15:54:21.237913 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-07031567-a258-4913-94c3-c4c8282427e6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4098916 Jan 31 15:54:21.257560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Request body: {'port': {'device_id': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:21.270548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-07b6f550-20de-4bd8-b45e-be5458362dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:21.271945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-414a5a38-fd90-4721-b3d3-1118a4b4c469 req-00e2e591-fbe1-44d1-9d18-a61f1be20367 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526762 Jan 31 15:54:21.272084 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-07b6f550-20de-4bd8-b45e-be5458362dfb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.2451251 Jan 31 15:54:21.395103 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fb6b281f-2bde-4a48-b85d-e73e8038d375 req-88979743-65f6-44ba-82d9-288d021ea19d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421262 Jan 31 15:54:21.397340 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-8bdb762d-1c3b-4995-9d58-6bc8040075ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908275 Jan 31 15:54:21.398375 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de95d058-19c2-421d-9891-008cb539e347 req-f2a29506-55ef-4bdd-819e-b01ae8084973 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:21.461272 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ef549-3ac8-4349-92c9-b93faafa6290 req-503b712b-6323-4909-8e03-265314e51909 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:21.469985 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b06ef549-3ac8-4349-92c9-b93faafa6290 req-503b712b-6323-4909-8e03-265314e51909 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 946 time: 0.0831723 Jan 31 15:54:21.522125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b06ef549-3ac8-4349-92c9-b93faafa6290 req-2dad5e9b-188b-4213-87c9-80229ea05326 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505552 Jan 31 15:54:21.533600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a29506-55ef-4bdd-819e-b01ae8084973 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Port': ['ID=d7213111-2041-44dd-95c2-3f1fd216c288,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:21.577511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Made reservation on behalf of 3d4f027d8d234567ad636e8cf1ec111c for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:21.580992 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:21.582960 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:21.639000 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:21.699747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-de95d058-19c2-421d-9891-008cb539e347 req-f2a29506-55ef-4bdd-819e-b01ae8084973 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] No DVR routers for this DVR port d7213111-2041-44dd-95c2-3f1fd216c288 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:21.761102 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:21.774802 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de95d058-19c2-421d-9891-008cb539e347 req-f2a29506-55ef-4bdd-819e-b01ae8084973 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:21.779041 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de95d058-19c2-421d-9891-008cb539e347 req-f2a29506-55ef-4bdd-819e-b01ae8084973 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "DELETE /v2.0/ports/d7213111-2041-44dd-95c2-3f1fd216c288 HTTP/1.1" status: 204 len: 173 time: 1.9766023 Jan 31 15:54:21.920582 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-12f8bec9-5850-4c67-b709-61bde1ae7bc4 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106649 Jan 31 15:54:22.182880 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:22.321670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8329e29c-5c05-47ec-b367-df91a00ed9c8 req-270ecfb5-ac6f-4e33-b5ad-bb7bfc076b7b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 210 time: 0.0531745 Jan 31 15:54:22.399704 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2b00-ab9f-4f0c-a0a0-5681678c8ae4 req-a551f37d-1cdc-4a33-ac1a-b9a8749bd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:22.402445 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a37a2b00-ab9f-4f0c-a0a0-5681678c8ae4 req-a551f37d-1cdc-4a33-ac1a-b9a8749bd7a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 1097 time: 0.0739107 Jan 31 15:54:22.475502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a37a2b00-ab9f-4f0c-a0a0-5681678c8ae4 req-48c8b5f3-b962-4968-ac12-e0103c277818 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664349 Jan 31 15:54:22.487463 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:22.507142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2626-4ace-4535-bef4-817c282b3167 req-b064a137-a8a5-4810-8b2d-9d94f075e853 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:22.509285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c51c2626-4ace-4535-bef4-817c282b3167 req-b064a137-a8a5-4810-8b2d-9d94f075e853 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 932 time: 0.0767884 Jan 31 15:54:22.521176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'name': 'network-vif-deleted', 'tag': 'd7213111-2041-44dd-95c2-3f1fd216c288'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:22.525341 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742360ce-e3dd-4b0c-8d05-2fd19b46b442" -d '{"events": [{"server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "name": "network-vif-deleted", "tag": "d7213111-2041-44dd-95c2-3f1fd216c288"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:22.584567 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c51c2626-4ace-4535-bef4-817c282b3167 req-2ab32090-487c-4149-ba99-d96ff54fec64 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691490 Jan 31 15:54:22.717692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f332e4-561c-4783-ad1c-ef138ed52c8a req-a8878902-ca12-4ff3-bce2-75382e815917 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:22.719375 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:22.727887 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70f332e4-561c-4783-ad1c-ef138ed52c8a req-a8878902-ca12-4ff3-bce2-75382e815917 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.0685945 Jan 31 15:54:22.743438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:22.770281 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70f332e4-561c-4783-ad1c-ef138ed52c8a req-5e549c7b-cbed-45e3-87af-ca1427e41a3d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 Jan 31 15:54:22.848607 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898dfeea-4d3d-4149-bf79-2d0000befcb7 x-openstack-request-id: req-898dfeea-4d3d-4149-bf79-2d0000befcb7 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:22.848886 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "name": "network-vif-deleted", "tag": "d7213111-2041-44dd-95c2-3f1fd216c288", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:22.849138 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-898dfeea-4d3d-4149-bf79-2d0000befcb7 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:22.849561 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'name': 'network-vif-deleted', 'tag': 'd7213111-2041-44dd-95c2-3f1fd216c288', 'status': 'completed', 'code': 200} Jan 31 15:54:23.005931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251fc33-40f0-46de-a8b7-ea2e82fc94c4 req-5d3271a1-847f-4340-86e1-1b709dc537f7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:23.028140 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a9ff8-e05f-4f4a-98aa-deba442cdd85 req-9e092743-81c2-4deb-ab21-7dd0f95dda99 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:23.042556 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-993a9ff8-e05f-4f4a-98aa-deba442cdd85 req-9e092743-81c2-4deb-ab21-7dd0f95dda99 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 1.0686524 Jan 31 15:54:23.053888 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58565e2f-2884-4428-8caf-8ecf38a4d8cd req-0bcf57a2-f8f7-4d15-b505-7db678ee39bf service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0831587 Jan 31 15:54:23.057184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d251fc33-40f0-46de-a8b7-ea2e82fc94c4 req-5d3271a1-847f-4340-86e1-1b709dc537f7 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 946 time: 0.1647065 Jan 31 15:54:23.061128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e3425c-a744-4989-9843-451cc3d1f5c6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:23.139978 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d251fc33-40f0-46de-a8b7-ea2e82fc94c4 req-482c9c7a-f9af-4b7d-81ad-c0f7af5fe0fb tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776138 Jan 31 15:54:23.177159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Router f964de39-7695-46f2-9ec2-c5988eb0f88b is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:54:23.205041 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-993a9ff8-e05f-4f4a-98aa-deba442cdd85 req-341980e0-9f1b-4478-902f-0e23a90e3923 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650918 Jan 31 15:54:23.207461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-de95d058-19c2-421d-9891-008cb539e347 req-cbad3721-42db-4187-9807-2bb2ced11651 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting port 6bb8bf3d-2722-4986-b399-0d71b8b80b39 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:23.208188 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de95d058-19c2-421d-9891-008cb539e347 req-cbad3721-42db-4187-9807-2bb2ced11651 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:23.212131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Allocated IP 192.168.233.179 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/f11181ec-4b9c-4763-97ae-05cb5e5b1a78) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:23.389691 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d7213111-2041-44dd-95c2-3f1fd216c288 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:54:23.430873 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: d7213111-2041-44dd-95c2-3f1fd216c288 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:54:23.431206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d7213111-2041-44dd-95c2-3f1fd216c288 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:54:23.447256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6bb8bf3d-2722-4986-b399-0d71b8b80b39 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:54:23.527518 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60204916-d39a-4d9f-a8c2-bd3b990be3ce req-f112e5e8-5294-4773-8725-2c65ecdce5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:23.530989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13f71913-b1c8-48c0-adff-536913be11e2 req-fa2553fd-1111-4084-a88d-d8360b96ffa5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 210 time: 0.0506132 Jan 31 15:54:23.534689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60204916-d39a-4d9f-a8c2-bd3b990be3ce req-f112e5e8-5294-4773-8725-2c65ecdce5fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 1094 time: 0.3789928 Jan 31 15:54:23.620182 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:23.675620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6bb8bf3d-2722-4986-b399-0d71b8b80b39, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6bb8bf3d-2722-4986-b399-0d71b8b80b39,segment=NetworkSegment(9f668a5a-8a80-469c-a130-5777a1b1043d),segment_id=9f668a5a-8a80-469c-a130-5777a1b1043d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:23.676779 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb8bf3d-2722-4986-b399-0d71b8b80b39'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:23.679977 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a5d5db-3b34-460e-81f0-b289924b1ec7" -d '{"events": [{"server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb8bf3d-2722-4986-b399-0d71b8b80b39"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:23.684916 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:23.739730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34fefed-1043-4732-a2f4-561c157a37b9 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:23.760191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=6bb8bf3d-2722-4986-b399-0d71b8b80b39,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:23.765091 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6fa5f8-ae26-4c13-b43e-b46cd49caff2 x-openstack-request-id: req-ef6fa5f8-ae26-4c13-b43e-b46cd49caff2 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:23.765583 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb8bf3d-2722-4986-b399-0d71b8b80b39", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:23.766013 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef6fa5f8-ae26-4c13-b43e-b46cd49caff2 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:23.766558 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb8bf3d-2722-4986-b399-0d71b8b80b39', 'code': 200} Jan 31 15:54:23.805532 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:23.845515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-de95d058-19c2-421d-9891-008cb539e347 req-cbad3721-42db-4187-9807-2bb2ced11651 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] For port 6bb8bf3d-2722-4986-b399-0d71b8b80b39, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6bb8bf3d-2722-4986-b399-0d71b8b80b39,segment=NetworkSegment(9f668a5a-8a80-469c-a130-5777a1b1043d),segment_id=9f668a5a-8a80-469c-a130-5777a1b1043d)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:23.845888 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de95d058-19c2-421d-9891-008cb539e347 req-cbad3721-42db-4187-9807-2bb2ced11651 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:23.887028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-de95d058-19c2-421d-9891-008cb539e347 req-cbad3721-42db-4187-9807-2bb2ced11651 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Calling delete_port for 6bb8bf3d-2722-4986-b399-0d71b8b80b39 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:23.891622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Transition to ACTIVE for port object f34fefed-1043-4732-a2f4-561c157a37b9 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:54:23.927306 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:23.933921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc965650-922b-4596-8869-fe37201dc362 req-0881a2d5-5400-4130-9e47-11dee8157625 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:23.947200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc965650-922b-4596-8869-fe37201dc362 req-0881a2d5-5400-4130-9e47-11dee8157625 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.0785377 Jan 31 15:54:23.947896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:54:23.959083 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Sync routers for ids ['f964de39-7695-46f2-9ec2-c5988eb0f88b'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:54:23.973190 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Routers {'f964de39-7695-46f2-9ec2-c5988eb0f88b'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:23.974067 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f964de39-7695-46f2-9ec2-c5988eb0f88b'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:23.996425 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc965650-922b-4596-8869-fe37201dc362 req-1865d15e-3c6f-4801-bf46-414b32ed80c1 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476165 Jan 31 15:54:24.088128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea3afe-8ab6-46f1-826d-077454034d74 req-59672470-a9e6-46cc-9a1b-9193acfae749 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:24.090060 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d0ea3afe-8ab6-46f1-826d-077454034d74 req-59672470-a9e6-46cc-9a1b-9193acfae749 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 932 time: 0.3528922 Jan 31 15:54:24.105236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60204916-d39a-4d9f-a8c2-bd3b990be3ce req-e79608dc-8bc0-4015-93c8-9c9d9f718be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:24.106721 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60204916-d39a-4d9f-a8c2-bd3b990be3ce req-e79608dc-8bc0-4015-93c8-9c9d9f718be5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.5369396 Jan 31 15:54:24.125239 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Set router f964de39-7695-46f2-9ec2-c5988eb0f88b gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:24.135442 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:24.142402 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f1c896e9-2473-492f-8dda-d1ddaa55f51d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8070633 Jan 31 15:54:24.145200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40028) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:24.165557 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:24.238839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f34fefed-1043-4732-a2f4-561c157a37b9,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:24.334080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60204916-d39a-4d9f-a8c2-bd3b990be3ce req-a41285ee-19b8-4d50-93bc-8e1ce5d1a8ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426 HTTP/1.1" status: 200 len: 217 time: 0.1771693 Jan 31 15:54:24.486248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d0ea3afe-8ab6-46f1-826d-077454034d74 req-de60a101-568d-489e-81ec-da19a870215a tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538747 Jan 31 15:54:24.555762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60204916-d39a-4d9f-a8c2-bd3b990be3ce req-74c54326-a06f-44d4-bf8b-83f5e8639b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:24.557352 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60204916-d39a-4d9f-a8c2-bd3b990be3ce req-74c54326-a06f-44d4-bf8b-83f5e8639b84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.1778846 Jan 31 15:54:24.577148 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:24.654618 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'name': 'tempest-FloatingIPsTestJSON-1469890229-router', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:15Z', 'updated_at': '2022-01-31T15:54:19Z', 'revision_number': 3, 'project_id': 'ec246fb594844e5eafef22aeab87778a', 'gw_port': {'id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:17Z', 'updated_at': '2022-01-31T15:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:24.661261 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60204916-d39a-4d9f-a8c2-bd3b990be3ce req-44d7d20e-826c-414c-95d9-6a07baec7724 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962422 Jan 31 15:54:24.662262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Attempting to bind port f34fefed-1043-4732-a2f4-561c157a37b9 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:24.662591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Attempting to bind port f34fefed-1043-4732-a2f4-561c157a37b9 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:24.662916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Attempting to bind port f34fefed-1043-4732-a2f4-561c157a37b9 on network 5332046b-66f1-4180-8827-9fa34aa1902d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:24.687293 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Checking router: f964de39-7695-46f2-9ec2-c5988eb0f88b for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:54:24.687643 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Updating router f964de39-7695-46f2-9ec2-c5988eb0f88b port da0a04ae-ba02-42ae-b530-14df50dc9569 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:54:24.705201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ada6e4-8d81-4712-bea3-a82afe8b743c req-693729b2-19ac-45c3-9fd3-9f0c9c22a0f5 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:24.712736 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89ada6e4-8d81-4712-bea3-a82afe8b743c req-693729b2-19ac-45c3-9fd3-9f0c9c22a0f5 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66f04c0-5bfb-4527-9ca3-b250c34dbf3c HTTP/1.1" status: 200 len: 944 time: 0.3947477 Jan 31 15:54:24.729040 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:24.757917 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89ada6e4-8d81-4712-bea3-a82afe8b743c req-84642fb3-6e1b-42a9-96ce-1ce4dcec5750 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "GET /v2.0/security-groups?id=b732f0dc-da2f-4389-ab8a-a0ade41b6974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Jan 31 15:54:24.774566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Pushing event updated for resources: {'Port': ['ID=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:24.788483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:24.820592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:24.822700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Port f34fefed-1043-4732-a2f4-561c157a37b9 on network 5332046b-66f1-4180-8827-9fa34aa1902d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:54:24.823242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Attempting to bind port f34fefed-1043-4732-a2f4-561c157a37b9 on network 5332046b-66f1-4180-8827-9fa34aa1902d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:24.831037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:24.888881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:24.889610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Checking segment: {'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:24.890178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Bound using segment: {'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:24.890828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Bound port: f34fefed-1043-4732-a2f4-561c157a37b9, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:24.891369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:24.911774 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de95d058-19c2-421d-9891-008cb539e347 req-cbad3721-42db-4187-9807-2bb2ced11651 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:24.919712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:24.920800 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:24.969290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad3721-42db-4187-9807-2bb2ced11651 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Port': ['ID=6bb8bf3d-2722-4986-b399-0d71b8b80b39,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:25.059851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e2185-9dc3-49a6-bd17-747b6a21d15b req-d6e6b86e-7024-4623-a6b0-c37b90517348 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:25.071509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-745e2185-9dc3-49a6-bd17-747b6a21d15b req-d6e6b86e-7024-4623-a6b0-c37b90517348 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 936 time: 0.2036505 Jan 31 15:54:25.111783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-de95d058-19c2-421d-9891-008cb539e347 req-cbad3721-42db-4187-9807-2bb2ced11651 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] No DVR routers for this DVR port 6bb8bf3d-2722-4986-b399-0d71b8b80b39 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:25.139333 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de95d058-19c2-421d-9891-008cb539e347 req-cbad3721-42db-4187-9807-2bb2ced11651 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:25.155126 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de95d058-19c2-421d-9891-008cb539e347 req-cbad3721-42db-4187-9807-2bb2ced11651 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.30 "DELETE /v2.0/ports/6bb8bf3d-2722-4986-b399-0d71b8b80b39 HTTP/1.1" status: 204 len: 173 time: 3.3060460 Jan 31 15:54:25.207509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b853a6-d300-4c6e-bb96-cdc921ea616b req-5597dc00-5fc1-4c50-9cd4-38acc398cc03 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:25.212367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7965638e-6b5e-4fea-9596-66680192bc8f None None] Provisioning complete for port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:25.214003 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7965638e-6b5e-4fea-9596-66680192bc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:25.215960 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f7b853a6-d300-4c6e-bb96-cdc921ea616b req-5597dc00-5fc1-4c50-9cd4-38acc398cc03 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.5996139 Jan 31 15:54:25.220043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'name': 'network-vif-deleted', 'tag': '6bb8bf3d-2722-4986-b399-0d71b8b80b39'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:25.232317 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deb1096-be77-49c4-a8a8-202e93514b4a" -d '{"events": [{"server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "name": "network-vif-deleted", "tag": "6bb8bf3d-2722-4986-b399-0d71b8b80b39"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:25.259497 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-cd685049-8900-4d99-902f-09a6a3f60a40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9449284 Jan 31 15:54:25.278667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Request body: {'port': {'device_id': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:25.300493 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-745e2185-9dc3-49a6-bd17-747b6a21d15b req-0a5f9e58-7fd1-4efc-ac0c-c5a6256356cd tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280054 Jan 31 15:54:25.342642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7965638e-6b5e-4fea-9596-66680192bc8f None None] Port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:54:25.464655 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:25.508617 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:25.516356 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:25.526225 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:25.536786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dbf3c-a8ec-4789-9049-58863fb28dd5 req-d123f6f6-7a93-4d45-86bb-f305420da211 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:25.544612 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-610dbf3c-a8ec-4789-9049-58863fb28dd5 req-d123f6f6-7a93-4d45-86bb-f305420da211 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.0731378 Jan 31 15:54:25.553731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f7b853a6-d300-4c6e-bb96-cdc921ea616b req-49376423-c947-4413-97f7-ed7c6eee762f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994912 Jan 31 15:54:25.556886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] For port f34fefed-1043-4732-a2f4-561c157a37b9, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:54:25.571362 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60204916-d39a-4d9f-a8c2-bd3b990be3ce req-5eb4cd4e-0dd4-42b0-b8d9-26d7489d436f service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8918524 Jan 31 15:54:25.609682 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a60a8e-4cd4-439f-aa9d-c991bb9b23a2 None None] Pushing event updated for resources: {'Port': ['ID=da0a04ae-ba02-42ae-b530-14df50dc9569,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:25.661755 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Attempting to bind port da0a04ae-ba02-42ae-b530-14df50dc9569 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:25.662678 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Attempting to bind port da0a04ae-ba02-42ae-b530-14df50dc9569 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:25.663201 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Attempting to bind port da0a04ae-ba02-42ae-b530-14df50dc9569 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:25.673394 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:25.673804 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:25.674361 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:25.674857 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:25.675440 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Bound port: da0a04ae-ba02-42ae-b530-14df50dc9569, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:25.675740 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:25.735478 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] For port da0a04ae-ba02-42ae-b530-14df50dc9569, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:54:25.739117 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] For port da0a04ae-ba02-42ae-b530-14df50dc9569, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=da0a04ae-ba02-42ae-b530-14df50dc9569,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:25.745974 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:25.778430 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:25.859599 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-610dbf3c-a8ec-4789-9049-58863fb28dd5 req-fde97f29-466a-4b3e-aa95-2c6c2a1664d4 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137054 Jan 31 15:54:25.874042 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a60a8e-4cd4-439f-aa9d-c991bb9b23a2 None None] Pushing event updated for resources: {'Port': ['ID=da0a04ae-ba02-42ae-b530-14df50dc9569,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:25.897769 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Routers {'f964de39-7695-46f2-9ec2-c5988eb0f88b'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:25.898896 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f964de39-7695-46f2-9ec2-c5988eb0f88b'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:26.081631 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] Set router f964de39-7695-46f2-9ec2-c5988eb0f88b gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:26.107855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40070) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:26.144789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11181ec-4b9c-4763-97ae-05cb5e5b1a78 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:26.166166 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:26.188263 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Transition to ACTIVE for port object f11181ec-4b9c-4763-97ae-05cb5e5b1a78 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:54:26.220523 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb2b252-a505-42b8-adfd-7d832681e4c1 x-openstack-request-id: req-2eb2b252-a505-42b8-adfd-7d832681e4c1 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:26.220844 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66f04c0-5bfb-4527-9ca3-b250c34dbf3c", "name": "network-vif-deleted", "tag": "6bb8bf3d-2722-4986-b399-0d71b8b80b39", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:26.221094 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2eb2b252-a505-42b8-adfd-7d832681e4c1 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:26.222064 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66f04c0-5bfb-4527-9ca3-b250c34dbf3c', 'name': 'network-vif-deleted', 'tag': '6bb8bf3d-2722-4986-b399-0d71b8b80b39', 'status': 'completed', 'code': 200} Jan 31 15:54:26.224139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] For port f34fefed-1043-4732-a2f4-561c157a37b9, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f34fefed-1043-4732-a2f4-561c157a37b9,segment=NetworkSegment(807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49),segment_id=807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:26.259147 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:26.280595 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:26.308025 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-676c1251-5626-4c8b-b783-88c979f0f33b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting subnet 4bda8350-6357-439f-ac95-f70df8ab2825 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:54:26.321300 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-676c1251-5626-4c8b-b783-88c979f0f33b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:26.383015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:26.383921 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:26.385520 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/f34fefed-1043-4732-a2f4-561c157a37b9 HTTP/1.1" status: 200 len: 1092 time: 5.1334069 Jan 31 15:54:26.465250 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-676c1251-5626-4c8b-b783-88c979f0f33b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:26.587563 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'name': 'tempest-FloatingIPsTestJSON-1469890229-router', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:15Z', 'updated_at': '2022-01-31T15:54:19Z', 'revision_number': 3, 'project_id': 'ec246fb594844e5eafef22aeab87778a', 'gw_port': {'id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:17Z', 'updated_at': '2022-01-31T15:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:26.607161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80281e6c-00eb-4a33-bde7-55b9897516cd req-ed9db72e-0210-411a-9fb7-8d1ef801e0c9 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:26.614773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-80281e6c-00eb-4a33-bde7-55b9897516cd req-ed9db72e-0210-411a-9fb7-8d1ef801e0c9 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 944 time: 0.4252036 Jan 31 15:54:26.677107 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86387079-a9d7-46f6-8503-49e649da3a62 None None] The sync data for ids ['f964de39-7695-46f2-9ec2-c5988eb0f88b'] in n-d-827120-1 is: [{'id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'name': 'tempest-FloatingIPsTestJSON-1469890229-router', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:15Z', 'updated_at': '2022-01-31T15:54:19Z', 'revision_number': 3, 'project_id': 'ec246fb594844e5eafef22aeab87778a', 'gw_port': {'id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:17Z', 'updated_at': '2022-01-31T15:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:54:26.678687 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-676c1251-5626-4c8b-b783-88c979f0f33b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:26.764794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-80281e6c-00eb-4a33-bde7-55b9897516cd req-b749015d-b523-4c8e-aecb-d96747fa4cb5 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462388 Jan 31 15:54:26.929402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-676c1251-5626-4c8b-b783-88c979f0f33b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:26.959594 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-676c1251-5626-4c8b-b783-88c979f0f33b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:26.960299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba2478d-061a-4b30-9393-1a712c4179db None None] Network 2a864970-c821-4937-9467-ae8ea087277c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:54:26.964094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-676c1251-5626-4c8b-b783-88c979f0f33b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "DELETE /v2.0/subnets/4bda8350-6357-439f-ac95-f70df8ab2825 HTTP/1.1" status: 204 len: 168 time: 0.8493252 Jan 31 15:54:26.970445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40082) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:27.140266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:27.168330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c1251-5626-4c8b-b783-88c979f0f33b tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Subnet': ['ID=4bda8350-6357-439f-ac95-f70df8ab2825,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:27.192781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93da2fb-9801-4aba-a042-54aeaa0550da req-27ca5339-d39b-4833-b1e6-c33f573182d0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:27.203564 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a93da2fb-9801-4aba-a042-54aeaa0550da req-27ca5339-d39b-4833-b1e6-c33f573182d0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.3864696 Jan 31 15:54:27.439339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3f31-6597-4b47-9ae3-cb0c48cbf6ee req-5f705035-1e2f-499f-bfa4-d35aa57cf11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:27.441732 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1ec3f31-6597-4b47-9ae3-cb0c48cbf6ee req-5f705035-1e2f-499f-bfa4-d35aa57cf11f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a9c604c867340d093a20a1cba841833&device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 1097 time: 1.0855141 Jan 31 15:54:27.442586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Pushing event updated for resources: {'Port': ['ID=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:27.541778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd20ec34-3aab-4ba8-a618-05d0e1f3eda8 None None] DHCP port deletion for 2a864970-c821-4937-9467-ae8ea087277c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:54:27.647090 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:27.649661 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cd20ec34-3aab-4ba8-a618-05d0e1f3eda8 None None] Deleting port aa17bcda-2199-4e54-8983-97ba23557582 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:27.650453 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cd20ec34-3aab-4ba8-a618-05d0e1f3eda8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:27.662380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Allocated IP 172.20.0.1 (5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6/d0bf9629-c800-484f-8ddd-e298ce52db12/b09557b3-6ba3-4b9e-b13a-8bf0023ce76a) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:27.666705 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Attempting to bind port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:27.667123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Attempting to bind port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:27.667454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Attempting to bind port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:27.731038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a93da2fb-9801-4aba-a042-54aeaa0550da req-1bfcf200-d396-4f13-8501-832318bca247 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127606 Jan 31 15:54:27.734659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-767c2e8b-756e-4c84-97e4-9c5b15605dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:27.736207 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-767c2e8b-756e-4c84-97e4-9c5b15605dc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83c48db2667e4736af08cf226b779d99&device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 1095 time: 1.2430151 Jan 31 15:54:27.750972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3f31-6597-4b47-9ae3-cb0c48cbf6ee req-5ad47e26-4587-44c5-9bca-1374bcff0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:27.752465 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1ec3f31-6597-4b47-9ae3-cb0c48cbf6ee req-5ad47e26-4587-44c5-9bca-1374bcff0833 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4113491-101a-4ce9-803e-c3fc5472a71e HTTP/1.1" status: 200 len: 920 time: 0.2771649 Jan 31 15:54:27.759395 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cd20ec34-3aab-4ba8-a618-05d0e1f3eda8 None None] For port aa17bcda-2199-4e54-8983-97ba23557582, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=aa17bcda-2199-4e54-8983-97ba23557582,segment=NetworkSegment(2bd26228-55e1-440b-925a-ae4829327923),segment_id=2bd26228-55e1-440b-925a-ae4829327923)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:27.760129 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cd20ec34-3aab-4ba8-a618-05d0e1f3eda8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:27.772678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73107261-fa43-42ee-a8db-1bf91108fe2a req-82a2ff99-fb1d-462b-88b8-f5fe36cbac59 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:27.774315 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73107261-fa43-42ee-a8db-1bf91108fe2a req-82a2ff99-fb1d-462b-88b8-f5fe36cbac59 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 948 time: 0.4232869 Jan 31 15:54:27.774587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cd20ec34-3aab-4ba8-a618-05d0e1f3eda8 None None] Calling delete_port for aa17bcda-2199-4e54-8983-97ba23557582 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:27.882115 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cd20ec34-3aab-4ba8-a618-05d0e1f3eda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:27.932890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1ec3f31-6597-4b47-9ae3-cb0c48cbf6ee req-6508e312-7c89-4f8a-a0c7-182a96ea360b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9da605-d633-49e2-8a81-d874556efd9e HTTP/1.1" status: 200 len: 217 time: 0.1571152 Jan 31 15:54:27.933278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50171ac8-e5ae-4158-a21e-5e53aec1b7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f34fefed-1043-4732-a2f4-561c157a37b9,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:27.934136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20ec34-3aab-4ba8-a618-05d0e1f3eda8 None None] No DVR routers for this DVR port aa17bcda-2199-4e54-8983-97ba23557582 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:27.937901 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60204916-d39a-4d9f-a8c2-bd3b990be3ce req-29a40846-c87f-4644-801b-05c190ed3227 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7467859 Jan 31 15:54:27.950946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20ec34-3aab-4ba8-a618-05d0e1f3eda8 None None] Pushing event deleted for resources: {'Port': ['ID=aa17bcda-2199-4e54-8983-97ba23557582,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:27.973664 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.005374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-03fe123a-2b47-4de9-b887-1c935a4cc0c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34fefed-1043-4732-a2f4-561c157a37b9 HTTP/1.1" status: 200 len: 217 time: 0.1449397 Jan 31 15:54:28.006105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:54:28.006805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Attempting to bind port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:28.045517 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.090341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-88aae028-8499-421e-af2d-21e7af763866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:28.091975 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-88aae028-8499-421e-af2d-21e7af763866 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=676aec42-117f-43a6-8424-d3ddebfcf9fc HTTP/1.1" status: 200 len: 850 time: 0.0601168 Jan 31 15:54:28.111607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b09557b3-6ba3-4b9e-b13a-8bf0023ce76a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:28.144225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Network 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:28.147768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:28.157079 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:28.157709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:28.158251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:28.158878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Bound port: f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:28.159342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.160063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:28.217396 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.237186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting port aa17bcda-2199-4e54-8983-97ba23557582 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:28.237583 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.290494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:54:28.297503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:28.338162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'tag': 'f34fefed-1043-4732-a2f4-561c157a37b9'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:28.341826 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e7e01a-0b29-4905-99e6-38f18dc9f43e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1", "tag": "f34fefed-1043-4732-a2f4-561c157a37b9"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:28.349751 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73107261-fa43-42ee-a8db-1bf91108fe2a req-a94f1268-bd9d-48d6-9454-cbf5ea1b3c1c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519738 Jan 31 15:54:28.351338 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.359518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bac83-f5d3-44a9-9c99-70d36236c9d5 req-22f49420-64bf-4dbd-8446-9655da98ecd7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:28.361098 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-167bac83-f5d3-44a9-9c99-70d36236c9d5 req-22f49420-64bf-4dbd-8446-9655da98ecd7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.5108473 Jan 31 15:54:28.436311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device da0a04ae-ba02-42ae-b530-14df50dc9569 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:28.455673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-1aa12c38-3d18-4172-8eca-a901607bfe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:28.464463 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-1aa12c38-3d18-4172-8eca-a901607bfe9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5332046b-66f1-4180-8827-9fa34aa1902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3659236 Jan 31 15:54:28.493665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:28.494914 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.501611 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] 10.222.0.20 "PUT /v2.0/ports/f11181ec-4b9c-4763-97ae-05cb5e5b1a78 HTTP/1.1" status: 200 len: 1096 time: 3.2278421 Jan 31 15:54:28.504338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3f31-6597-4b47-9ae3-cb0c48cbf6ee req-c1b2d793-c268-40c1-8f76-7eec3bd5ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:28.507983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1ec3f31-6597-4b47-9ae3-cb0c48cbf6ee req-c1b2d793-c268-40c1-8f76-7eec3bd5ebc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ebb1ee4-fba6-4251-9c3d-4a756e47506e HTTP/1.1" status: 200 len: 859 time: 0.4981916 Jan 31 15:54:28.564945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-44803325-a3e2-46ca-9ac5-047c7a4841ee None None] Provisioning complete for port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:28.565324 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-44803325-a3e2-46ca-9ac5-047c7a4841ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.596918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port da0a04ae-ba02-42ae-b530-14df50dc9569 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:28.597293 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.620956 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-167bac83-f5d3-44a9-9c99-70d36236c9d5 req-91f63204-3032-49ca-af48-9d434433339b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768932 Jan 31 15:54:28.636384 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] For port aa17bcda-2199-4e54-8983-97ba23557582, host n-d-827120-1, got binding levels [] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:28.636750 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.688116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-44803325-a3e2-46ca-9ac5-047c7a4841ee None None] Port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:54:28.710697 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.750840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Calling delete_port for aa17bcda-2199-4e54-8983-97ba23557582 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:28.751561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fa26e-a71f-4d66-adce-863609ca8142 service neutron] Pushing event updated for resources: {'Port': ['ID=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:28.753383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port da0a04ae-ba02-42ae-b530-14df50dc9569, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=da0a04ae-ba02-42ae-b530-14df50dc9569,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:28.756511 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-dc4286c7-86f1-444c-9b7e-38cbfa9b99de service neutron] 10.222.0.30 "GET /v2.0/networks/5332046b-66f1-4180-8827-9fa34aa1902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824306 Jan 31 15:54:28.758794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1ec3f31-6597-4b47-9ae3-cb0c48cbf6ee req-73e8c715-f34d-416f-91c9-48c9a07e05cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4113491-101a-4ce9-803e-c3fc5472a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475738 Jan 31 15:54:28.762772 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980eac32-6342-460b-b3ed-95e03f3ab9c9 x-openstack-request-id: req-980eac32-6342-460b-b3ed-95e03f3ab9c9 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:28.762772 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1", "tag": "f34fefed-1043-4732-a2f4-561c157a37b9", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:28.762772 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-980eac32-6342-460b-b3ed-95e03f3ab9c9 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:28.763289 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'tag': 'f34fefed-1043-4732-a2f4-561c157a37b9', 'status': 'completed', 'code': 200} Jan 31 15:54:28.765214 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.778438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_backend_mixin [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Port aa17bcda-2199-4e54-8983-97ba23557582 was not found and therefore no delete operation was performed {{(pid=108771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 15:54:28.805791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:28.843904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=da0a04ae-ba02-42ae-b530-14df50dc9569,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:28.858397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] No DVR routers for this DVR port aa17bcda-2199-4e54-8983-97ba23557582 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:28.874067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device aa17bcda-2199-4e54-8983-97ba23557582 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:54:28.903300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: aa17bcda-2199-4e54-8983-97ba23557582 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:54:28.904201 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device aa17bcda-2199-4e54-8983-97ba23557582 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:54:28.971492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Port': ['ID=aa17bcda-2199-4e54-8983-97ba23557582,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:29.048884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ee716-3537-4f7a-88ad-702b3940e039 req-6094824d-f35b-495c-acdd-c13e894d5cb0 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:29.050455 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-421ee716-3537-4f7a-88ad-702b3940e039 req-6094824d-f35b-495c-acdd-c13e894d5cb0 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 944 time: 0.4960916 Jan 31 15:54:29.063237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-5bb878f1-3141-4c2e-9aa2-1c450467f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:29.064740 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-5bb878f1-3141-4c2e-9aa2-1c450467f9d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 1099 time: 0.4874380 Jan 31 15:54:29.069402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:29.106745 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:29.116987 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8690eb-08ba-4d32-ae4b-83dcf125d2ac req-687b3a13-d718-49ac-a403-137fd148efbe tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:29.124399 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f8690eb-08ba-4d32-ae4b-83dcf125d2ac req-687b3a13-d718-49ac-a403-137fd148efbe tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.2020037 Jan 31 15:54:29.157661 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1cb6afa-9232-414c-96a8-08af0c46e07d req-35f5ba1d-1136-4199-94b1-b8d35348f856 service neutron] 10.222.0.30 "GET /v2.0/networks/5332046b-66f1-4180-8827-9fa34aa1902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986295 Jan 31 15:54:29.164346 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-fc1b064d-02a1-470e-9cf6-c2a28ebdc1fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78 HTTP/1.1" status: 200 len: 217 time: 0.0714533 Jan 31 15:54:29.197176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1ec3f31-6597-4b47-9ae3-cb0c48cbf6ee req-7e3c25f9-8f07-4bd0-9645-39c3c34e7d8b service neutron] 10.222.0.30 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510456 Jan 31 15:54:29.217275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a864970-c821-4937-9467-ae8ea087277c']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:29.273929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd26228-55e1-440b-925a-ae4829327923') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:29.273929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd26228-55e1-440b-925a-ae4829327923') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:29.287270 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f8690eb-08ba-4d32-ae4b-83dcf125d2ac req-792804a4-6d07-444d-b037-3a0cb6b7577a tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618290 Jan 31 15:54:29.317241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:29.367601 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:29.374363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:54:29.374780 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:54:29.378296 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:54:29.476160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-421ee716-3537-4f7a-88ad-702b3940e039 req-7acff004-1bb7-4b39-a4b6-82e502fa22e4 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4019597 Jan 31 15:54:29.481054 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:29.500562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e01a-0b29-4905-99e6-38f18dc9f43e req-0f077417-057b-44dd-bb1a-88bd89cc7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:29.502413 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76e7e01a-0b29-4905-99e6-38f18dc9f43e req-0f077417-057b-44dd-bb1a-88bd89cc7a7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83c48db2667e4736af08cf226b779d99&device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 1095 time: 0.2273161 Jan 31 15:54:29.506304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-faf9fddf-8b27-407c-a264-db5f16d00bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:29.507875 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-faf9fddf-8b27-407c-a264-db5f16d00bb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.3335500 Jan 31 15:54:29.511491 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:29.515478 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "DELETE /v2.0/networks/2a864970-c821-4937-9467-ae8ea087277c HTTP/1.1" status: 204 len: 168 time: 2.5423167 Jan 31 15:54:29.536957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40100) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:29.574901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b877ba-27ae-4609-a883-bdf327cf4bb2 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Network': ['ID=2a864970-c821-4937-9467-ae8ea087277c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:29.639438 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:29.652312 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:29.703199 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1ec3f31-6597-4b47-9ae3-cb0c48cbf6ee req-029df61b-a4dd-4040-b18e-089b3d28a249 service neutron] 10.222.0.30 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600649 Jan 31 15:54:29.752299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-8de248d5-f618-4dfb-8c89-2aa167e5df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:29.753821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-8de248d5-f618-4dfb-8c89-2aa167e5df3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1721404 Jan 31 15:54:29.787494 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:29.794966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting subnet dcae2618-14da-4bb3-9d0f-28a01ecb8158 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:54:29.806103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b615198-8dd7-4d6d-90b0-1ede0757d4b6 req-1be81cda-2bbe-4ad8-a726-de10c7bad9c2 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:29.815139 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2b615198-8dd7-4d6d-90b0-1ede0757d4b6 req-1be81cda-2bbe-4ad8-a726-de10c7bad9c2 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 948 time: 0.2956910 Jan 31 15:54:29.818144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e01a-0b29-4905-99e6-38f18dc9f43e req-bcd2eac6-a868-4e82-8042-53980b5782f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:29.821507 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76e7e01a-0b29-4905-99e6-38f18dc9f43e req-bcd2eac6-a868-4e82-8042-53980b5782f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5332046b-66f1-4180-8827-9fa34aa1902d HTTP/1.1" status: 200 len: 912 time: 0.3107989 Jan 31 15:54:29.853340 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:29.922946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b09557b3-6ba3-4b9e-b13a-8bf0023ce76a,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:29.943956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76e7e01a-0b29-4905-99e6-38f18dc9f43e req-a5004f60-2dd3-412c-bf7a-f1a4d47700e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34fefed-1043-4732-a2f4-561c157a37b9 HTTP/1.1" status: 200 len: 217 time: 0.0866654 Jan 31 15:54:29.972560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d45e5-cfba-4e5c-93e2-7aa6fe176cd1 req-0f77d814-8c52-43b4-bf8e-e5de35d31ce0 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:29.974331 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e2d45e5-cfba-4e5c-93e2-7aa6fe176cd1 req-0f77d814-8c52-43b4-bf8e-e5de35d31ce0 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.2251098 Jan 31 15:54:29.985980 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:29.996370 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2b615198-8dd7-4d6d-90b0-1ede0757d4b6 req-009fd760-a8d0-4ccb-bf8e-ee5d7aaef905 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800306 Jan 31 15:54:30.080504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e2d45e5-cfba-4e5c-93e2-7aa6fe176cd1 req-415967c9-4fc8-4a49-9243-ebc8a8938a9f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781374 Jan 31 15:54:30.089731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-e712060e-639f-4d9b-8d5f-19dbff6b620c service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187187 Jan 31 15:54:30.095087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e01a-0b29-4905-99e6-38f18dc9f43e req-22e9cb2a-eb76-4bfb-aee8-84dc482fa187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:30.096999 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76e7e01a-0b29-4905-99e6-38f18dc9f43e req-22e9cb2a-eb76-4bfb-aee8-84dc482fa187 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=676aec42-117f-43a6-8424-d3ddebfcf9fc HTTP/1.1" status: 200 len: 850 time: 0.1448364 Jan 31 15:54:30.141257 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:30.177046 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Network 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:30.180104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:30.246733 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e01a-0b29-4905-99e6-38f18dc9f43e req-cb6576b8-2748-4a46-b6be-209661a1fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:30.248645 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76e7e01a-0b29-4905-99e6-38f18dc9f43e req-cb6576b8-2748-4a46-b6be-209661a1fbf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5332046b-66f1-4180-8827-9fa34aa1902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402740 Jan 31 15:54:30.284187 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:30.301054 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c0f5d52-9004-46f7-a714-2773837a6c8d req-a0f2c3f5-987b-441e-a501-0562df16d883 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027936 Jan 31 15:54:30.362296 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device da0a04ae-ba02-42ae-b530-14df50dc9569 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:30.393388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Subnet': ['ID=dcae2618-14da-4bb3-9d0f-28a01ecb8158,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:30.408886 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:30.412257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d299dcb7-5a38-4848-8413-78a34df5ac70 None None] Network b7af2238-2143-416e-b8f2-a3ce67b32790 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:54:30.416818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "DELETE /v2.0/subnets/dcae2618-14da-4bb3-9d0f-28a01ecb8158 HTTP/1.1" status: 204 len: 168 time: 0.8782861 Jan 31 15:54:30.417499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40112) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:30.428974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:30.429336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:30.429723 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:30.430198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:30.431127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:30.431127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:30.431127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:30.431577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:30.431780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:30.432146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:30.432471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:30.432793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b486113-ac52-4a35-ac83-d4712a3baed6 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:30.446117 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76e7e01a-0b29-4905-99e6-38f18dc9f43e req-56661d4d-a182-42ee-aa89-8a2a05e2dbf1 service neutron] 10.222.0.30 "GET /v2.0/networks/5332046b-66f1-4180-8827-9fa34aa1902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850066 Jan 31 15:54:30.513775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Router f964de39-7695-46f2-9ec2-c5988eb0f88b has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:54:30.612938 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:30.631927 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port da0a04ae-ba02-42ae-b530-14df50dc9569 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:30.632484 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:30.712024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76e7e01a-0b29-4905-99e6-38f18dc9f43e req-3107b670-2813-4c0c-a0ea-497e2c374447 service neutron] 10.222.0.30 "GET /v2.0/networks/5332046b-66f1-4180-8827-9fa34aa1902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911671 Jan 31 15:54:30.738696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0898452-a6f5-493c-affd-c45a04070d3c None None] DHCP port deletion for b7af2238-2143-416e-b8f2-a3ce67b32790 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:54:30.761430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93449f9-2754-40a7-bf2f-872134894ada req-660b13a8-5a05-4864-9475-aea62a2d4658 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:30.763098 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e93449f9-2754-40a7-bf2f-872134894ada req-660b13a8-5a05-4864-9475-aea62a2d4658 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.3142388 Jan 31 15:54:30.763740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'tag': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:30.766072 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7386b08c-ac64-41f1-afe5-a141d7ea81a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2884e1be-b8fa-4a37-90e2-3e71cb78b834", "tag": "f11181ec-4b9c-4763-97ae-05cb5e5b1a78"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:30.777654 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e035c98e-90f1-4d1c-b5d8-ba2cb9415d2c None None] Provisioning complete for port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:30.778159 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e035c98e-90f1-4d1c-b5d8-ba2cb9415d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:30.813257 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e93449f9-2754-40a7-bf2f-872134894ada req-580ad5e8-9f29-42c5-952f-047a034e310f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441501 Jan 31 15:54:30.827312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:54:30.844078 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b8fd3729-9def-4dea-ac9a-958f87ed05e2 admin admin] 10.222.0.36 "PUT /v2.0/routers/f964de39-7695-46f2-9ec2-c5988eb0f88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6972337 Jan 31 15:54:30.874752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Sync routers for ids ['f964de39-7695-46f2-9ec2-c5988eb0f88b'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:54:30.899598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c700367-0346-4dc1-b7f3-2b0f0144eaf2 req-03ee58b5-c833-4592-93eb-8b8928151fbb tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:30.906669 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c700367-0346-4dc1-b7f3-2b0f0144eaf2 req-03ee58b5-c833-4592-93eb-8b8928151fbb tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 944 time: 0.1236479 Jan 31 15:54:30.958210 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Routers {'f964de39-7695-46f2-9ec2-c5988eb0f88b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:30.959277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f964de39-7695-46f2-9ec2-c5988eb0f88b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:30.962472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e035c98e-90f1-4d1c-b5d8-ba2cb9415d2c None None] Port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:54:31.013437 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a0898452-a6f5-493c-affd-c45a04070d3c None None] Deleting port a1bf0d62-6aee-4794-b768-1ea804552185 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:31.013836 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0898452-a6f5-493c-affd-c45a04070d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.024278 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c700367-0346-4dc1-b7f3-2b0f0144eaf2 req-a816eedf-590e-40bf-94bd-035e8b5222b1 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070929 Jan 31 15:54:31.032080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Deleting port a1bf0d62-6aee-4794-b768-1ea804552185 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:31.032500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.032819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eeb3c6-c841-4b5a-8eab-fccf5d738bcf req-a2e730b4-87eb-46cc-b5b1-862cf3a131d5 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:31.035388 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e7eeb3c6-c841-4b5a-8eab-fccf5d738bcf req-a2e730b4-87eb-46cc-b5b1-862cf3a131d5 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 945 time: 0.0941041 Jan 31 15:54:31.108596 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ca01e9-2080-4b81-b201-b0fa7f508831 x-openstack-request-id: req-c6ca01e9-2080-4b81-b201-b0fa7f508831 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:31.109280 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2884e1be-b8fa-4a37-90e2-3e71cb78b834", "tag": "f11181ec-4b9c-4763-97ae-05cb5e5b1a78", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:31.109766 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6ca01e9-2080-4b81-b201-b0fa7f508831 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:31.110268 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'tag': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'status': 'completed', 'code': 200} Jan 31 15:54:31.120570 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e7eeb3c6-c841-4b5a-8eab-fccf5d738bcf req-0d882bde-eecc-42dc-93e2-ce930c60edd6 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d1edcc5-80bf-4801-a1fc-56dad2d39c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789988 Jan 31 15:54:31.135897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] For port a1bf0d62-6aee-4794-b768-1ea804552185, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a1bf0d62-6aee-4794-b768-1ea804552185,segment=NetworkSegment(9f668a5a-8a80-469c-a130-5777a1b1043d),segment_id=9f668a5a-8a80-469c-a130-5777a1b1043d)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:31.136263 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.168536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Calling delete_port for a1bf0d62-6aee-4794-b768-1ea804552185 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:31.185886 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a0898452-a6f5-493c-affd-c45a04070d3c None None] For port a1bf0d62-6aee-4794-b768-1ea804552185, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a1bf0d62-6aee-4794-b768-1ea804552185,segment=NetworkSegment(9f668a5a-8a80-469c-a130-5777a1b1043d),segment_id=9f668a5a-8a80-469c-a130-5777a1b1043d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:31.186403 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0898452-a6f5-493c-affd-c45a04070d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.222666 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386b08c-ac64-41f1-afe5-a141d7ea81a6 req-64820a8a-a2b2-41fe-a0ad-360c4a13682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:31.227822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a0898452-a6f5-493c-affd-c45a04070d3c None None] Calling delete_port for a1bf0d62-6aee-4794-b768-1ea804552185 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:31.228861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7386b08c-ac64-41f1-afe5-a141d7ea81a6 req-64820a8a-a2b2-41fe-a0ad-360c4a13682c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 1099 time: 0.1020286 Jan 31 15:54:31.305698 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-958e4493-1327-422e-ad26-bd62990506fb req-6480fe31-a052-4556-a88f-a5b44d4a1d62 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1141324 Jan 31 15:54:31.313570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:31.329818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386b08c-ac64-41f1-afe5-a141d7ea81a6 req-194cee49-63b7-474f-9812-06cfeeaaae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:31.331352 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7386b08c-ac64-41f1-afe5-a141d7ea81a6 req-194cee49-63b7-474f-9812-06cfeeaaae32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.0900373 Jan 31 15:54:31.390889 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.402716 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7386b08c-ac64-41f1-afe5-a141d7ea81a6 req-60fb0846-f1cc-48ea-b2f4-3264434e4e74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78 HTTP/1.1" status: 200 len: 217 time: 0.0479484 Jan 31 15:54:31.423674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f34fefed-1043-4732-a2f4-561c157a37b9 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:54:31.440622 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0898452-a6f5-493c-affd-c45a04070d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.451777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Set router f964de39-7695-46f2-9ec2-c5988eb0f88b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:31.465775 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.473103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386b08c-ac64-41f1-afe5-a141d7ea81a6 req-c6bfef87-b4e1-4dde-9b9e-2e88f23f2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:31.475649 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7386b08c-ac64-41f1-afe5-a141d7ea81a6 req-c6bfef87-b4e1-4dde-9b9e-2e88f23f2b92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0633874 Jan 31 15:54:31.499838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Port': ['ID=a1bf0d62-6aee-4794-b768-1ea804552185,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:31.502662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] No DVR routers for this DVR port a1bf0d62-6aee-4794-b768-1ea804552185 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:31.505063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e190bf1-0f41-4cf0-bcbd-8b69bbc48b5c req-84636ace-e9d8-43c0-a9a6-3180b6314ddc tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:31.513438 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6e190bf1-0f41-4cf0-bcbd-8b69bbc48b5c req-84636ace-e9d8-43c0-a9a6-3180b6314ddc tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 948 time: 0.2808967 Jan 31 15:54:31.527118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0898452-a6f5-493c-affd-c45a04070d3c None None] Pushing event deleted for resources: {'Port': ['ID=a1bf0d62-6aee-4794-b768-1ea804552185,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:31.541264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0898452-a6f5-493c-affd-c45a04070d3c None None] No DVR routers for this DVR port a1bf0d62-6aee-4794-b768-1ea804552185 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:31.558868 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.resource_extend [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 15:54:31.585981 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6e190bf1-0f41-4cf0-bcbd-8b69bbc48b5c req-4c369119-69c2-432b-a625-8a4c40602ff2 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713222 Jan 31 15:54:31.590115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.595458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386b08c-ac64-41f1-afe5-a141d7ea81a6 req-c6436039-bd4b-4a9c-b407-285037dc96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:31.597267 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7386b08c-ac64-41f1-afe5-a141d7ea81a6 req-c6436039-bd4b-4a9c-b407-285037dc96a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120129 Jan 31 15:54:31.611442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7af2238-2143-416e-b8f2-a3ce67b32790']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:31.622164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f668a5a-8a80-469c-a130-5777a1b1043d') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:31.622460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f668a5a-8a80-469c-a130-5777a1b1043d') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:31.637368 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.661420 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.669110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:54:31.669888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:54:31.693681 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:54:31.735597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f34fefed-1043-4732-a2f4-561c157a37b9, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f34fefed-1043-4732-a2f4-561c157a37b9,segment=NetworkSegment(807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49),segment_id=807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:31.759177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'f34fefed-1043-4732-a2f4-561c157a37b9', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'port_id': 'f34fefed-1043-4732-a2f4-561c157a37b9', 'mac_address': 'fa:16:3e:6e:e2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:54:31.774584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.778669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a98a00-7212-4e71-89d4-2cc992c0e547 req-2ebc7060-f0a5-44f8-904c-ecb0add8d8f0 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:31.786060 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97a98a00-7212-4e71-89d4-2cc992c0e547 req-2ebc7060-f0a5-44f8-904c-ecb0add8d8f0 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.1214032 Jan 31 15:54:31.787284 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.800501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] 10.222.0.36 "DELETE /v2.0/networks/b7af2238-2143-416e-b8f2-a3ce67b32790 HTTP/1.1" status: 204 len: 168 time: 1.3726172 Jan 31 15:54:31.804673 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.807508 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c6398-87f3-4356-9e87-e74c920245f9 tempest-ServersTestMultiNic-1574893721 tempest-ServersTestMultiNic-1574893721-project] Pushing event deleted for resources: {'Network': ['ID=b7af2238-2143-416e-b8f2-a3ce67b32790,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:31.821330 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7386b08c-ac64-41f1-afe5-a141d7ea81a6 req-bd47c89f-33f9-4ccb-974d-d65f18b856b9 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113926 Jan 31 15:54:31.833565 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.841735 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97a98a00-7212-4e71-89d4-2cc992c0e547 req-d2f598fc-ae61-4f07-a3d3-7c9e76c25fa6 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547869 Jan 31 15:54:31.849010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34fefed-1043-4732-a2f4-561c157a37b9 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:31.891800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f34fefed-1043-4732-a2f4-561c157a37b9, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f34fefed-1043-4732-a2f4-561c157a37b9,segment=NetworkSegment(807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49),segment_id=807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:31.894174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'name': 'tempest-FloatingIPsTestJSON-1469890229-router', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:15Z', 'updated_at': '2022-01-31T15:54:28Z', 'revision_number': 4, 'project_id': 'ec246fb594844e5eafef22aeab87778a', 'gw_port': {'id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:17Z', 'updated_at': '2022-01-31T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b09557b3-6ba3-4b9e-b13a-8bf0023ce76a', 'name': '', 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'mac_address': 'fa:16:3e:28:17:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'd0bf9629-c800-484f-8ddd-e298ce52db12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:25Z', 'updated_at': '2022-01-31T15:54:29Z', 'revision_number': 2, 'project_id': 'ec246fb594844e5eafef22aeab87778a', 'subnets': [{'id': 'd0bf9629-c800-484f-8ddd-e298ce52db12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:31.899804 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:31.943552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Allocated IP 172.25.1.22 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/3efe74f4-3999-4c1e-a854-54bb553f31ac) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:31.950871 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Checking router: f964de39-7695-46f2-9ec2-c5988eb0f88b for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:54:31.951216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Updating router f964de39-7695-46f2-9ec2-c5988eb0f88b port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:54:31.991520 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7386b08c-ac64-41f1-afe5-a141d7ea81a6 req-a827840f-2127-4d53-b3c0-dbfb96dd4cc8 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619265 Jan 31 15:54:32.005416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=f34fefed-1043-4732-a2f4-561c157a37b9,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:32.008318 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.029309 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896177a9-0138-454b-a9b9-359528226893 req-99c4f5b0-3c0f-4f06-9b5d-0e83435146ec tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:32.030902 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-896177a9-0138-454b-a9b9-359528226893 req-99c4f5b0-3c0f-4f06-9b5d-0e83435146ec tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0703580 Jan 31 15:54:32.062896 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.079007 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-896177a9-0138-454b-a9b9-359528226893 req-adcd985c-fdc2-4685-86f2-e2cf309adc5a tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Jan 31 15:54:32.113360 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.163595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:32.170077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:32.174903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:32.177611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Pushing event updated for resources: {'Port': ['ID=3efe74f4-3999-4c1e-a854-54bb553f31ac,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:32.366392 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.367106 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f34fefed-1043-4732-a2f4-561c157a37b9'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:54:32.369175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a1bf0d62-6aee-4794-b768-1ea804552185 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:54:32.401273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adadda-8a1e-4b03-a151-c9587910d894 req-2c2b3f62-d2e0-42dd-843d-b747b3725deb tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:32.402414 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f5adadda-8a1e-4b03-a151-c9587910d894 req-2c2b3f62-d2e0-42dd-843d-b747b3725deb tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 945 time: 0.1442957 Jan 31 15:54:32.419508 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.425354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.472612 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.482559 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: a1bf0d62-6aee-4794-b768-1ea804552185 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:54:32.482932 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a1bf0d62-6aee-4794-b768-1ea804552185 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:54:32.579253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-6a0ffdc2-cd50-42f4-bb69-8a71f91a6b80 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:32.584775 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-6a0ffdc2-cd50-42f4-bb69-8a71f91a6b80 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 820 time: 0.2686410 Jan 31 15:54:32.597785 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.601357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbd94d-b20b-44d4-bb3f-1a68d8e1b30d None None] Pushing event updated for resources: {'Port': ['ID=b09557b3-6ba3-4b9e-b13a-8bf0023ce76a,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:32.607741 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.615307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-f5adadda-8a1e-4b03-a151-c9587910d894 req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Deleting port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:32.615667 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f5adadda-8a1e-4b03-a151-c9587910d894 req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.664729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Attempting to bind port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:32.665100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Attempting to bind port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'c4f6b07b-698a-401b-b7c1-b523d2cb22c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:32.665459 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Attempting to bind port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a on network 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:32.686972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Pushing event updated for resources: {'Port': ['ID=3efe74f4-3999-4c1e-a854-54bb553f31ac,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:32.689941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:32.690119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Checking segment: {'id': 'c4f6b07b-698a-401b-b7c1-b523d2cb22c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:32.690379 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.690916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Bound using segment: {'id': 'c4f6b07b-698a-401b-b7c1-b523d2cb22c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:32.693026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Bound port: b09557b3-6ba3-4b9e-b13a-8bf0023ce76a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f6b07b-698a-401b-b7c1-b523d2cb22c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:32.693026 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.704344 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.716871 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-85a16f3e-3b9a-4523-aeb4-6983a25b8fbc tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/quotas/f7454e77053048da93d6c7125983ed93 HTTP/1.1" status: 200 len: 375 time: 0.1133997 Jan 31 15:54:32.723502 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.732657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-958e4493-1327-422e-ad26-bd62990506fb req-21741b65-147f-4dc4-a676-0c6facdbc2df tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4256792 Jan 31 15:54:32.799121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-958e4493-1327-422e-ad26-bd62990506fb req-a4648826-ad18-4c70-aa74-50ab33ab0dc6 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.0648260 Jan 31 15:54:32.815311 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-bd9d9fd1-05db-4ffc-9f5e-10d0798c76f5 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898900 Jan 31 15:54:32.838062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f5adadda-8a1e-4b03-a151-c9587910d894 req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] For port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0b28cbf8-5671-427b-bf0f-6b2533dadf4d,segment=NetworkSegment(90096a02-bce6-4f2e-875e-0fc0aeff814b),segment_id=90096a02-bce6-4f2e-875e-0fc0aeff814b)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:32.838642 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f5adadda-8a1e-4b03-a151-c9587910d894 req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.877518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] For port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:54:32.897134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-f5adadda-8a1e-4b03-a151-c9587910d894 req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Calling delete_port for 0b28cbf8-5671-427b-bf0f-6b2533dadf4d owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:32.908971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] For port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b09557b3-6ba3-4b9e-b13a-8bf0023ce76a,segment=NetworkSegment(c4f6b07b-698a-401b-b7c1-b523d2cb22c1),segment_id=c4f6b07b-698a-401b-b7c1-b523d2cb22c1)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:32.918253 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.980327 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-79152267-a5f5-4cea-9c8d-1a81119b0b1c None None] Provisioning complete for port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:32.980992 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-79152267-a5f5-4cea-9c8d-1a81119b0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:32.994917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Routers {'f964de39-7695-46f2-9ec2-c5988eb0f88b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:32.995831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f964de39-7695-46f2-9ec2-c5988eb0f88b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:33.008004 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-e783dca0-b7ab-49ff-8097-ae86833cd09c service neutron] 10.222.0.36 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835210 Jan 31 15:54:33.194197 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-b041cf2a-8e1f-44db-8d78-6cd791543e97 service neutron] 10.222.0.36 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726553 Jan 31 15:54:33.247516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f5adadda-8a1e-4b03-a151-c9587910d894 req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:33.306733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e4493-1327-422e-ad26-bd62990506fb req-baaeb9e4-714a-49f7-84bc-99dccb609d48 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:33.308000 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Pushing event deleted for resources: {'Port': ['ID=0b28cbf8-5671-427b-bf0f-6b2533dadf4d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:33.324011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f11181ec-4b9c-4763-97ae-05cb5e5b1a78 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:54:33.326212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-958e4493-1327-422e-ad26-bd62990506fb req-baaeb9e4-714a-49f7-84bc-99dccb609d48 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.5261827 Jan 31 15:54:33.333326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:33.333710 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:33.334106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:33.334350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:33.334673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:33.335226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:33.335332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:33.335651 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:33.335967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:33.336278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:33.336587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:33.336894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:33.407481 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5adadda-8a1e-4b03-a151-c9587910d894 req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] No DVR routers for this DVR port 0b28cbf8-5671-427b-bf0f-6b2533dadf4d on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:33.414979 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f5adadda-8a1e-4b03-a151-c9587910d894 req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:33.419092 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f5adadda-8a1e-4b03-a151-c9587910d894 req-244156d4-2685-4787-abf0-4501ecfdd89f tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.30 "DELETE /v2.0/ports/0b28cbf8-5671-427b-bf0f-6b2533dadf4d HTTP/1.1" status: 204 len: 173 time: 1.0075514 Jan 31 15:54:33.419673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d637615-0969-4e13-9f3f-631c01e53ca3', 'name': 'network-vif-deleted', 'tag': '0b28cbf8-5671-427b-bf0f-6b2533dadf4d'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:33.423711 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd002f86-f908-43a8-90dc-9e965d3814cb" -d '{"events": [{"server_uuid": "2d637615-0969-4e13-9f3f-631c01e53ca3", "name": "network-vif-deleted", "tag": "0b28cbf8-5671-427b-bf0f-6b2533dadf4d"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:33.488064 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['0b28cbf8-5671-427b-bf0f-6b2533dadf4d'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:54:33.492391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd5aa-08a2-4bf0-9ead-7a75832c011e req-09e38450-9c44-46a3-8f73-65e5fd84ba5a tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:33.500543 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a9bd5aa-08a2-4bf0-9ead-7a75832c011e req-09e38450-9c44-46a3-8f73-65e5fd84ba5a tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 945 time: 0.0969424 Jan 31 15:54:33.549683 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a9bd5aa-08a2-4bf0-9ead-7a75832c011e req-ad9cfe31-945d-4291-9c6f-742a8d640d38 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479856 Jan 31 15:54:33.557320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbd94d-b20b-44d4-bb3f-1a68d8e1b30d None None] Pushing event updated for resources: {'Port': ['ID=b09557b3-6ba3-4b9e-b13a-8bf0023ce76a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:33.575713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:33.634830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'mac_address': 'fa:16:3e:9d:65:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:54:33.692301 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-095c76ae-ffde-4b49-9c5d-6d145a9170b8 req-1102af1c-0d4e-44c3-bd54-2c4c8d157ca4 tempest-VolumesAdminNegativeTest-1092502612 tempest-VolumesAdminNegativeTest-1092502612-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d637615-0969-4e13-9f3f-631c01e53ca3 HTTP/1.1" status: 200 len: 210 time: 0.0528071 Jan 31 15:54:33.728317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-79152267-a5f5-4cea-9c8d-1a81119b0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:33.743216 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:33.777844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11181ec-4b9c-4763-97ae-05cb5e5b1a78 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:33.787732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d48df7-f38d-4159-8338-510b41218cac req-d467fb19-8de4-429e-b96a-a8a7b236d0f3 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:33.787994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] Set router f964de39-7695-46f2-9ec2-c5988eb0f88b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:33.789395 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-30d48df7-f38d-4159-8338-510b41218cac req-d467fb19-8de4-429e-b96a-a8a7b236d0f3 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 948 time: 0.0642281 Jan 31 15:54:33.827131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052476d-797a-4d58-8c21-7c4843bd8f0a req-cf61ecf2-8f8b-4758-83ab-fce12e7f4e39 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:33.829314 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5052476d-797a-4d58-8c21-7c4843bd8f0a req-cf61ecf2-8f8b-4758-83ab-fce12e7f4e39 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.0668931 Jan 31 15:54:33.843187 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-30d48df7-f38d-4159-8338-510b41218cac req-37f506d9-900b-419b-a797-844b2532c911 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468035 Jan 31 15:54:33.853455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-79152267-a5f5-4cea-9c8d-1a81119b0b1c None None] For port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b09557b3-6ba3-4b9e-b13a-8bf0023ce76a,segment=NetworkSegment(c4f6b07b-698a-401b-b7c1-b523d2cb22c1),segment_id=c4f6b07b-698a-401b-b7c1-b523d2cb22c1)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:33.861484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:33.868385 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-79152267-a5f5-4cea-9c8d-1a81119b0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:33.900469 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:33.901273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device daacd283-b9f9-4442-93bf-b6cbf9fe4426 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:54:33.932839 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5052476d-797a-4d58-8c21-7c4843bd8f0a req-a7d39663-a135-4e10-a08b-c154ff69f374 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971458 Jan 31 15:54:33.990944 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-012ad31d-d15a-48e1-b16d-2708fb8cde3c req-2d834dab-fa54-48fc-8983-ebedcd82e97c tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/floatingips/bb64e05e-a431-4c04-b286-824db0d80a6d HTTP/1.1" status: 200 len: 692 time: 0.1142397 Jan 31 15:54:34.031259 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b636427-2783-451b-ada6-8649c53360ae x-openstack-request-id: req-9b636427-2783-451b-ada6-8649c53360ae {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:34.031551 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d637615-0969-4e13-9f3f-631c01e53ca3", "name": "network-vif-deleted", "tag": "0b28cbf8-5671-427b-bf0f-6b2533dadf4d", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:34.031898 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b636427-2783-451b-ada6-8649c53360ae {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:34.032408 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d637615-0969-4e13-9f3f-631c01e53ca3', 'name': 'network-vif-deleted', 'tag': '0b28cbf8-5671-427b-bf0f-6b2533dadf4d', 'status': 'completed', 'code': 200} Jan 31 15:54:34.036619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79152267-a5f5-4cea-9c8d-1a81119b0b1c None None] Pushing event updated for resources: {'Port': ['ID=b09557b3-6ba3-4b9e-b13a-8bf0023ce76a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:34.121408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b5c150a7-1a56-45b8-8d83-b9d026f8014e None None] Provisioning complete for port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:34.121810 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b5c150a7-1a56-45b8-8d83-b9d026f8014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:34.144533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f15093-88ae-4772-b2d5-1d27e3e0d81e req-60c3d282-8feb-43af-8dbf-6df5d6949751 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:34.147346 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3f15093-88ae-4772-b2d5-1d27e3e0d81e req-60c3d282-8feb-43af-8dbf-6df5d6949751 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0629942 Jan 31 15:54:34.154093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ad31d-d15a-48e1-b16d-2708fb8cde3c req-a24a174c-52be-47b7-bc98-206028b70b82 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:34.155890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-012ad31d-d15a-48e1-b16d-2708fb8cde3c req-a24a174c-52be-47b7-bc98-206028b70b82 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1592619 Jan 31 15:54:34.173230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-012ad31d-d15a-48e1-b16d-2708fb8cde3c req-0da86330-f489-4177-ab58-18c4360df235 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:54:34.174207 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-012ad31d-d15a-48e1-b16d-2708fb8cde3c req-0da86330-f489-4177-ab58-18c4360df235 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057104 Jan 31 15:54:34.222240 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3f15093-88ae-4772-b2d5-1d27e3e0d81e req-1a5025ec-69ec-434c-ad62-4c0a435fb585 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683279 Jan 31 15:54:34.227439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:34.274790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40192) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:34.286096 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:34.288150 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ecc72672-f12a-49bc-a36c-5ee491055b48 req-5d80db90-b19f-4d58-a7ee-4418fcd05f0c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 210 time: 0.0338311 Jan 31 15:54:34.321511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'daacd283-b9f9-4442-93bf-b6cbf9fe4426', 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec', 'port_id': 'daacd283-b9f9-4442-93bf-b6cbf9fe4426', 'mac_address': 'fa:16:3e:63:13:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a14ea8-cb04-4130-9b96-606f6d6534e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:54:34.406207 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8093bc5-955a-4246-8503-cf4a864817eb req-8c86ac59-4179-4db3-8bd5-fccbb35b8c9d tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=ec246fb594844e5eafef22aeab87778a HTTP/1.1" status: 200 len: 695 time: 0.0836184 Jan 31 15:54:34.409398 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:34.422603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'name': 'tempest-FloatingIPsTestJSON-1469890229-router', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:15Z', 'updated_at': '2022-01-31T15:54:28Z', 'revision_number': 4, 'project_id': 'ec246fb594844e5eafef22aeab87778a', 'gw_port': {'id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:17Z', 'updated_at': '2022-01-31T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b09557b3-6ba3-4b9e-b13a-8bf0023ce76a', 'name': '', 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'mac_address': 'fa:16:3e:28:17:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'd0bf9629-c800-484f-8ddd-e298ce52db12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:25Z', 'updated_at': '2022-01-31T15:54:32Z', 'revision_number': 4, 'project_id': 'ec246fb594844e5eafef22aeab87778a', 'subnets': [{'id': 'd0bf9629-c800-484f-8ddd-e298ce52db12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:34.451480 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556dffb-3cc9-499c-9b7e-5203faf2df11 None None] The sync data for ids ['f964de39-7695-46f2-9ec2-c5988eb0f88b'] in n-d-827120-1 is: [{'id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'name': 'tempest-FloatingIPsTestJSON-1469890229-router', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:15Z', 'updated_at': '2022-01-31T15:54:28Z', 'revision_number': 4, 'project_id': 'ec246fb594844e5eafef22aeab87778a', 'gw_port': {'id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:17Z', 'updated_at': '2022-01-31T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b09557b3-6ba3-4b9e-b13a-8bf0023ce76a', 'name': '', 'network_id': '5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'mac_address': 'fa:16:3e:28:17:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'd0bf9629-c800-484f-8ddd-e298ce52db12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:25Z', 'updated_at': '2022-01-31T15:54:32Z', 'revision_number': 4, 'project_id': 'ec246fb594844e5eafef22aeab87778a', 'subnets': [{'id': 'd0bf9629-c800-484f-8ddd-e298ce52db12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:54:34.453841 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daacd283-b9f9-4442-93bf-b6cbf9fe4426 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:34.481335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:34.485964 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:34.552192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=daacd283-b9f9-4442-93bf-b6cbf9fe4426,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:34.608233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8093bc5-955a-4246-8503-cf4a864817eb req-43305529-c4e3-43f1-8458-6c5ae1d05358 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:34.609809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8093bc5-955a-4246-8503-cf4a864817eb req-43305529-c4e3-43f1-8458-6c5ae1d05358 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/networks?id=ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 787 time: 0.1709898 Jan 31 15:54:34.649594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-b8093bc5-955a-4246-8503-cf4a864817eb req-b41a750b-25ba-4fd3-9276-cf59c63dfd86 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:54:34.650420 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:54:34.651980 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8093bc5-955a-4246-8503-cf4a864817eb req-b41a750b-25ba-4fd3-9276-cf59c63dfd86 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101404 Jan 31 15:54:34.764960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['daacd283-b9f9-4442-93bf-b6cbf9fe4426'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:54:34.780763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['f11181ec-4b9c-4763-97ae-05cb5e5b1a78'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:54:34.916467 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-e7f7ab6c-49b8-4e86-993a-2a7c6ec8c7e3 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/floatingips/bb64e05e-a431-4c04-b286-824db0d80a6d HTTP/1.1" status: 200 len: 692 time: 0.1290345 Jan 31 15:54:34.952901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054a14b-7e9f-47af-8d60-0f1d86b2fd48 req-08d63593-3f35-41c5-9819-9ea48afcd2d4 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:34.961527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9054a14b-7e9f-47af-8d60-0f1d86b2fd48 req-08d63593-3f35-41c5-9819-9ea48afcd2d4 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 945 time: 0.1778908 Jan 31 15:54:35.058784 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9054a14b-7e9f-47af-8d60-0f1d86b2fd48 req-4e9fd74f-16c9-4e7f-9eac-5d670b781b39 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837765 Jan 31 15:54:35.072597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-ac851d0d-fa25-4107-a103-b010072b923e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:35.080356 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-ac851d0d-fa25-4107-a103-b010072b923e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1629434 Jan 31 15:54:35.152861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40212) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:35.154265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-f93d1390-bd95-4e71-a930-fa477c751666 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.0729635 Jan 31 15:54:35.327048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-238c9897-3395-4f87-945b-c4ad0bd495a0 admin admin] Deleting subnet 8affd2fe-3153-4a2f-bf46-e218ba90bf79 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:54:35.347840 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-238c9897-3395-4f87-945b-c4ad0bd495a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:35.352058 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3006a0a-4323-41a2-aa60-2f83a5afd9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:35.437137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f34fefed-1043-4732-a2f4-561c157a37b9 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:35.464969 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-238c9897-3395-4f87-945b-c4ad0bd495a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:35.498344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dec11-e39e-435b-af40-e8d0ba648e04 req-b6b8eb37-f154-49ff-bdd0-f38e3778df45 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:35.510228 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be0dec11-e39e-435b-af40-e8d0ba648e04 req-b6b8eb37-f154-49ff-bdd0-f38e3778df45 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 949 time: 0.2058837 Jan 31 15:54:35.555038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port f34fefed-1043-4732-a2f4-561c157a37b9 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:54:35.559978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port f34fefed-1043-4732-a2f4-561c157a37b9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:35.560891 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:35.620465 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-238c9897-3395-4f87-945b-c4ad0bd495a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:35.716539 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be0dec11-e39e-435b-af40-e8d0ba648e04 req-883e3ebe-9562-46d4-a601-a752db0217b3 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993785 Jan 31 15:54:35.743208 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:35.763317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-391ce135-b24b-41ab-99de-0e75458e4713 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:35.766768 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-391ce135-b24b-41ab-99de-0e75458e4713 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 820 time: 1.0182207 Jan 31 15:54:35.783801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f34fefed-1043-4732-a2f4-561c157a37b9, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f34fefed-1043-4732-a2f4-561c157a37b9,segment=NetworkSegment(807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49),segment_id=807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:35.784980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34fefed-1043-4732-a2f4-561c157a37b9'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:35.788116 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d11318-572d-48f4-a40a-31d1fc5bbcbb" -d '{"events": [{"server_uuid": "ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1", "name": "network-vif-plugged", "status": "completed", "tag": "f34fefed-1043-4732-a2f4-561c157a37b9"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:35.793727 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:35.794321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Request body: {'port': {'device_id': '30dbde46-6900-410e-99c1-e82f70c579d3', 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad', 'admin_state_up': True, 'tenant_id': 'f7454e77053048da93d6c7125983ed93'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:35.794580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0b28cbf8-5671-427b-bf0f-6b2533dadf4d no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:54:35.818373 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-e2057d8a-cdda-4117-8543-7898eb92eb89 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.6631193 Jan 31 15:54:35.880960 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-238c9897-3395-4f87-945b-c4ad0bd495a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:35.885156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=f34fefed-1043-4732-a2f4-561c157a37b9,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:35.895132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 0b28cbf8-5671-427b-bf0f-6b2533dadf4d {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:54:35.895132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0b28cbf8-5671-427b-bf0f-6b2533dadf4d not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:54:35.898290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-238c9897-3395-4f87-945b-c4ad0bd495a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:35.905745 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-238c9897-3395-4f87-945b-c4ad0bd495a0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8affd2fe-3153-4a2f-bf46-e218ba90bf79 HTTP/1.1" status: 204 len: 168 time: 0.7473826 Jan 31 15:54:35.910669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40220) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:35.942316 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c9897-3395-4f87-945b-c4ad0bd495a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8affd2fe-3153-4a2f-bf46-e218ba90bf79,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:36.030513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4c943-e2d0-4a62-9005-659775a17034 req-9ea01853-629c-467e-b271-82066641b817 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:36.037953 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d7a4c943-e2d0-4a62-9005-659775a17034 req-9ea01853-629c-467e-b271-82066641b817 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 944 time: 0.2116277 Jan 31 15:54:36.085508 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.141348 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d7a4c943-e2d0-4a62-9005-659775a17034 req-7f98b0a1-cfcd-4bf4-9cdf-fb614d38f419 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026106 Jan 31 15:54:36.157217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-a92b87c2-3318-402c-842c-cc416e27270e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Deleting port 3efe74f4-3999-4c1e-a854-54bb553f31ac {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:36.158811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-a92b87c2-3318-402c-842c-cc416e27270e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.239559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Made reservation on behalf of f7454e77053048da93d6c7125983ed93 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:36.243873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.323737 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-a92b87c2-3318-402c-842c-cc416e27270e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.323881 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-46440759-7ebc-4c80-8110-046155a011c7 req-e9c1e5cc-cd19-473e-b99a-b18d4ba5fb6d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 210 time: 0.0346811 Jan 31 15:54:36.324147 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-a92b87c2-3318-402c-842c-cc416e27270e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.336917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-e3006a0a-4323-41a2-aa60-2f83a5afd9a8 admin admin] Deleting port 5d005de3-48c5-42a8-91c0-911c49ecc3a2 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:36.340892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3006a0a-4323-41a2-aa60-2f83a5afd9a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.345632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-a92b87c2-3318-402c-842c-cc416e27270e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Calling delete_port for 3efe74f4-3999-4c1e-a854-54bb553f31ac owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:36.349382 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.360481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b09557b3-6ba3-4b9e-b13a-8bf0023ce76a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:36.387846 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd2671c-2498-463e-9a00-4d8b056b439b x-openstack-request-id: req-3cd2671c-2498-463e-9a00-4d8b056b439b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:36.388140 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1", "name": "network-vif-plugged", "status": "completed", "tag": "f34fefed-1043-4732-a2f4-561c157a37b9", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:36.388394 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cd2671c-2498-463e-9a00-4d8b056b439b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:36.388839 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34fefed-1043-4732-a2f4-561c157a37b9', 'code': 200} Jan 31 15:54:36.423860 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:36.424229 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.427545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b790891d-651d-481c-b1aa-1b190a34d57a']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:36.444814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90096a02-bce6-4f2e-875e-0fc0aeff814b') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:36.446580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90096a02-bce6-4f2e-875e-0fc0aeff814b') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:36.460819 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.513811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.524606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-e3006a0a-4323-41a2-aa60-2f83a5afd9a8 admin admin] For port 5d005de3-48c5-42a8-91c0-911c49ecc3a2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5d005de3-48c5-42a8-91c0-911c49ecc3a2,segment=NetworkSegment(f4681969-ca65-40ce-a2b6-edf37acd0e21),segment_id=f4681969-ca65-40ce-a2b6-edf37acd0e21)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:36.525553 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3006a0a-4323-41a2-aa60-2f83a5afd9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.536971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:54:36.537707 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:54:36.539723 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:54:36.592097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-e3006a0a-4323-41a2-aa60-2f83a5afd9a8 admin admin] Calling delete_port for 5d005de3-48c5-42a8-91c0-911c49ecc3a2 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:36.628087 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db36b7-73ac-4b0d-8615-164e9e90ba13 req-31668aa9-025d-44d3-9d99-26ec025be42b tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:36.629908 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959e9e9-0c23-4819-bf94-d5b1d020e02b req-d4e61e75-f1ed-45bc-9077-246a970a63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:36.631723 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e959e9e9-0c23-4819-bf94-d5b1d020e02b req-d4e61e75-f1ed-45bc-9077-246a970a63c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 1097 time: 0.1550584 Jan 31 15:54:36.638019 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34db36b7-73ac-4b0d-8615-164e9e90ba13 req-31668aa9-025d-44d3-9d99-26ec025be42b tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 946 time: 0.1687105 Jan 31 15:54:36.653322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Allocated IP 172.20.0.12 (d9143695-d818-4ec6-a1c8-9227036ec2ad/b4805291-5b10-4a76-b006-715b95a7b211/d1d53a96-f7cb-481e-a3ff-13abce028533) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:36.700452 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.726887 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.733330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b790891d-651d-481c-b1aa-1b190a34d57a HTTP/1.1" status: 204 len: 168 time: 0.8040655 Jan 31 15:54:36.735202 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40226) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:36.737355 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e959e9e9-0c23-4819-bf94-d5b1d020e02b req-463bde4d-a4f0-4525-86c6-107df7a29d0e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913291 Jan 31 15:54:36.739832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25d291-3ba1-45c3-a520-2fdfc3de1717 admin admin] Pushing event deleted for resources: {'Network': ['ID=b790891d-651d-481c-b1aa-1b190a34d57a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:36.749590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34db36b7-73ac-4b0d-8615-164e9e90ba13 req-c7874829-bac8-49fc-8986-906db9809e41 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105871 Jan 31 15:54:36.798959 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b04c1b3-a13a-4da3-9cba-61c76272fee8 admin admin] Deleting subnet 0918f467-dde4-45eb-86fa-a864dfa6de7d {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:54:36.803321 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b04c1b3-a13a-4da3-9cba-61c76272fee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.912753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddbc91-967f-46a1-93bf-966feca48d89 req-df1b672a-349d-405e-a8fa-1c81616e637f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:36.914332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2ddbc91-967f-46a1-93bf-966feca48d89 req-df1b672a-349d-405e-a8fa-1c81616e637f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 949 time: 0.0846257 Jan 31 15:54:36.926676 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b04c1b3-a13a-4da3-9cba-61c76272fee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.945874 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3006a0a-4323-41a2-aa60-2f83a5afd9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.969574 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-a92b87c2-3318-402c-842c-cc416e27270e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:36.985542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3006a0a-4323-41a2-aa60-2f83a5afd9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d005de3-48c5-42a8-91c0-911c49ecc3a2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:37.019158 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2ddbc91-967f-46a1-93bf-966feca48d89 req-d0098eda-5768-4c46-9dd1-bcd4add4238e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904779 Jan 31 15:54:37.046624 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b04c1b3-a13a-4da3-9cba-61c76272fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.102826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b87c2-3318-402c-842c-cc416e27270e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Pushing event deleted for resources: {'Port': ['ID=3efe74f4-3999-4c1e-a854-54bb553f31ac,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:37.186401 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b04c1b3-a13a-4da3-9cba-61c76272fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.188737 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3006a0a-4323-41a2-aa60-2f83a5afd9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.200772 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.206530 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b04c1b3-a13a-4da3-9cba-61c76272fee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.211799 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7b04c1b3-a13a-4da3-9cba-61c76272fee8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0918f467-dde4-45eb-86fa-a864dfa6de7d HTTP/1.1" status: 204 len: 168 time: 0.4711854 Jan 31 15:54:37.237336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40230) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:37.250217 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-a92b87c2-3318-402c-842c-cc416e27270e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.253164 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-a92b87c2-3318-402c-842c-cc416e27270e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.254341 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-964cf51a-37eb-4c66-bbbe-e8b240017df4 req-a92b87c2-3318-402c-842c-cc416e27270e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "DELETE /v2.0/floatingips/bb64e05e-a431-4c04-b286-824db0d80a6d HTTP/1.1" status: 204 len: 173 time: 1.4087765 Jan 31 15:54:37.255057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04c1b3-a13a-4da3-9cba-61c76272fee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0918f467-dde4-45eb-86fa-a864dfa6de7d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:37.262735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f11181ec-4b9c-4763-97ae-05cb5e5b1a78 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:37.330997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:54:37.339874 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:37.340541 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.387056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ad78e-97cb-4652-910c-df2fa2720a95 req-ef902474-5bc0-488f-9298-c8471af5e5c2 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:37.388465 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e1ad78e-97cb-4652-910c-df2fa2720a95 req-ef902474-5bc0-488f-9298-c8471af5e5c2 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 944 time: 0.0682824 Jan 31 15:54:37.430574 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.473367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:37.480585 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.481649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device daacd283-b9f9-4442-93bf-b6cbf9fe4426 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:37.504209 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.514206 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.534083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e1ad78e-97cb-4652-910c-df2fa2720a95 req-5328861f-fe04-48b7-bd70-134b96d69840 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126039 Jan 31 15:54:37.559054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3006a0a-4323-41a2-aa60-2f83a5afd9a8 admin admin] Router ae23a4df-8e25-473c-8d82-7f8b292c5ee3 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:54:37.562603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Network d9143695-d818-4ec6-a1c8-9227036ec2ad is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:37.598580 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:37.601113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:37.690494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-5c987961-6132-43e4-b66c-821adc4312a5 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3899028 Jan 31 15:54:37.708453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Pushing event updated for resources: {'Port': ['ID=d1d53a96-f7cb-481e-a3ff-13abce028533,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:37.709208 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4927f153-10c1-4bf4-9b72-884ccc05b657'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:54:37.746021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:37.747034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3006a0a-4323-41a2-aa60-2f83a5afd9a8 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:54:37.756344 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4d936-f508-4b4d-848f-f34036dbdcc6 None None] Sync routers for ids ['ae23a4df-8e25-473c-8d82-7f8b292c5ee3'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:54:37.761096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e3006a0a-4323-41a2-aa60-2f83a5afd9a8 admin admin] 10.222.0.36 "PUT /v2.0/routers/ae23a4df-8e25-473c-8d82-7f8b292c5ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4848580 Jan 31 15:54:37.763329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40236) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:37.774695 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:37.775707 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.777729 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4d936-f508-4b4d-848f-f34036dbdcc6 None None] Routers {'ae23a4df-8e25-473c-8d82-7f8b292c5ee3'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:37.778513 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-55f4d936-f508-4b4d-848f-f34036dbdcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ae23a4df-8e25-473c-8d82-7f8b292c5ee3'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:37.782163 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a067d26-b02d-4661-8fd8-03483c7ec99f req-e6d61c31-57f4-46ce-b852-29cf0d8e6f69 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:37.791064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a067d26-b02d-4661-8fd8-03483c7ec99f req-e6d61c31-57f4-46ce-b852-29cf0d8e6f69 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 932 time: 0.1036777 Jan 31 15:54:37.803726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port daacd283-b9f9-4442-93bf-b6cbf9fe4426 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:54:37.811982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port daacd283-b9f9-4442-93bf-b6cbf9fe4426 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:37.812509 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.816796 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-80f4db09-1189-426b-b411-57601ec44bca tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0381505 Jan 31 15:54:37.821424 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.860513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Request body: {'port': {'device_id': '30dbde46-6900-410e-99c1-e82f70c579d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:37.944515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000afeee-fecb-4790-9000-062988c7cb5b']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:37.976967 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.980013 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:37.996526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:37.998956 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-55f4d936-f508-4b4d-848f-f34036dbdcc6 None None] Set router ae23a4df-8e25-473c-8d82-7f8b292c5ee3 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:38.003494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98f6110-32f2-4a48-ac5e-ac0963070c84') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:38.003785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98f6110-32f2-4a48-ac5e-ac0963070c84') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:38.012466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:38.013181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:38.013647 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:38.014126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:38.014547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:38.014970 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:38.015390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:38.015823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:38.016241 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:38.016825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:38.017246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:38.017685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:38.041377 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.071181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:38.073663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.095567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.101774 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.215346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=daacd283-b9f9-4442-93bf-b6cbf9fe4426,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:38.232323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:54:38.232917 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:54:38.294604 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:54:38.306640 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.316164 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.319648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] 10.222.0.36 "DELETE /v2.0/networks/000afeee-fecb-4790-9000-062988c7cb5b HTTP/1.1" status: 204 len: 168 time: 1.0812898 Jan 31 15:54:38.346236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb4843-3994-4090-9095-9d67cf843747 admin admin] Pushing event deleted for resources: {'Network': ['ID=000afeee-fecb-4790-9000-062988c7cb5b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:38.380746 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-55f4d936-f508-4b4d-848f-f34036dbdcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'name': 'tempest-ServersTestMultiNic-1729998568-router', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:47Z', 'updated_at': '2022-01-31T15:54:36Z', 'revision_number': 5, 'project_id': 'ab7d182b89414720abdc797f9c88d03c', 'gw_port': {'id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:48Z', 'updated_at': '2022-01-31T15:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:38.381721 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.389094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a067d26-b02d-4661-8fd8-03483c7ec99f req-512314e6-49a5-4f29-a13a-a5394f285049 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968986 Jan 31 15:54:38.390239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78'}, {'server_uuid': '9da10711-46d5-4b94-9a41-63ee767a6377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daacd283-b9f9-4442-93bf-b6cbf9fe4426'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:38.392559 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0768742-0d9b-4e99-97aa-c37f6db17a2c" -d '{"events": [{"server_uuid": "2884e1be-b8fa-4a37-90e2-3e71cb78b834", "name": "network-vif-plugged", "status": "completed", "tag": "f11181ec-4b9c-4763-97ae-05cb5e5b1a78"}, {"server_uuid": "9da10711-46d5-4b94-9a41-63ee767a6377", "name": "network-vif-plugged", "status": "completed", "tag": "daacd283-b9f9-4442-93bf-b6cbf9fe4426"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:38.481230 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4d936-f508-4b4d-848f-f34036dbdcc6 None None] Checking router: ae23a4df-8e25-473c-8d82-7f8b292c5ee3 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:54:38.490028 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4d936-f508-4b4d-848f-f34036dbdcc6 None None] Routers {'ae23a4df-8e25-473c-8d82-7f8b292c5ee3'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:38.490861 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-55f4d936-f508-4b4d-848f-f34036dbdcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ae23a4df-8e25-473c-8d82-7f8b292c5ee3'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:38.531349 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.579491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40248) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:38.595685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b29e7-da50-49c2-b4d5-96ee07f154ff req-69945da7-df40-4eb2-ba8a-6781e50f1855 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:38.597264 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b89b29e7-da50-49c2-b4d5-96ee07f154ff req-69945da7-df40-4eb2-ba8a-6781e50f1855 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 946 time: 0.0829389 Jan 31 15:54:38.610392 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.701246 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b89b29e7-da50-49c2-b4d5-96ee07f154ff req-6d450648-a457-4806-a6f6-97544a8258a6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922036 Jan 31 15:54:38.703653 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-55f4d936-f508-4b4d-848f-f34036dbdcc6 None None] Set router ae23a4df-8e25-473c-8d82-7f8b292c5ee3 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:38.719855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2f9e54ef-fba3-494e-b38e-6f4d41cfca86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8df90d35faed4a3abdb9659d6c80ed19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385803 Jan 31 15:54:38.724627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40252) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:38.743747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Allocated IP 172.25.1.227 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/429363f1-3c92-4502-972b-151e8eef0b29) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:38.769047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d53a96-f7cb-481e-a3ff-13abce028533 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:38.787673 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.832924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Transition to ACTIVE for port object d1d53a96-f7cb-481e-a3ff-13abce028533 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:54:38.840008 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.855991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Deleting port 966394e9-51ef-4c4c-ab27-36ed2f614e60 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:38.856448 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.911609 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8af54ce7-f1f4-47cd-bf9f-034a9c109413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.930206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a206fa-4ac8-455d-928e-6884f80e4d68 req-6f7e778c-6a5b-4ab4-a5ed-c86a61a92189 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:38.935891 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:38.937777 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56a206fa-4ac8-455d-928e-6884f80e4d68 req-6f7e778c-6a5b-4ab4-a5ed-c86a61a92189 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.1373496 Jan 31 15:54:38.940220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d53a96-f7cb-481e-a3ff-13abce028533,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:38.976499 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-55f4d936-f508-4b4d-848f-f34036dbdcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'name': 'tempest-ServersTestMultiNic-1729998568-router', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:47Z', 'updated_at': '2022-01-31T15:54:36Z', 'revision_number': 5, 'project_id': 'ab7d182b89414720abdc797f9c88d03c', 'gw_port': {'id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:48Z', 'updated_at': '2022-01-31T15:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:38.980841 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8af54ce7-f1f4-47cd-bf9f-034a9c109413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.009663 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4d936-f508-4b4d-848f-f34036dbdcc6 None None] The sync data for ids ['ae23a4df-8e25-473c-8d82-7f8b292c5ee3'] in n-d-827120-1 is: [{'id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'name': 'tempest-ServersTestMultiNic-1729998568-router', 'tenant_id': 'ab7d182b89414720abdc797f9c88d03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:47Z', 'updated_at': '2022-01-31T15:54:36Z', 'revision_number': 5, 'project_id': 'ab7d182b89414720abdc797f9c88d03c', 'gw_port': {'id': '966394e9-51ef-4c4c-ab27-36ed2f614e60', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae23a4df-8e25-473c-8d82-7f8b292c5ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:48Z', 'updated_at': '2022-01-31T15:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:54:39.031425 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.035978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Attempting to bind port d1d53a96-f7cb-481e-a3ff-13abce028533 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:39.036405 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Attempting to bind port d1d53a96-f7cb-481e-a3ff-13abce028533 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:39.036746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Attempting to bind port d1d53a96-f7cb-481e-a3ff-13abce028533 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:39.045156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56a206fa-4ac8-455d-928e-6884f80e4d68 req-37c7f876-b00a-4f37-a271-926a9cecd862 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045246 Jan 31 15:54:39.066400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Port d1d53a96-f7cb-481e-a3ff-13abce028533 on network d9143695-d818-4ec6-a1c8-9227036ec2ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:54:39.066400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Attempting to bind port d1d53a96-f7cb-481e-a3ff-13abce028533 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:39.073294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] For port 966394e9-51ef-4c4c-ab27-36ed2f614e60, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=966394e9-51ef-4c4c-ab27-36ed2f614e60,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:39.078794 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.082953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:39.088267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:39.088606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:39.088991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Bound using segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:39.089433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Bound port: d1d53a96-f7cb-481e-a3ff-13abce028533, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:39.089818 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.094758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:39.095714 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Calling delete_port for 966394e9-51ef-4c4c-ab27-36ed2f614e60 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:39.106347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:39.111205 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0917a5ba-9229-4c54-be66-a48c938b66d6 x-openstack-request-id: req-0917a5ba-9229-4c54-be66-a48c938b66d6 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:39.111505 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2884e1be-b8fa-4a37-90e2-3e71cb78b834", "name": "network-vif-plugged", "status": "completed", "tag": "f11181ec-4b9c-4763-97ae-05cb5e5b1a78", "code": 200}, {"server_uuid": "9da10711-46d5-4b94-9a41-63ee767a6377", "name": "network-vif-plugged", "status": "completed", "tag": "daacd283-b9f9-4442-93bf-b6cbf9fe4426", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:39.111757 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0917a5ba-9229-4c54-be66-a48c938b66d6 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:39.112154 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'code': 200} Jan 31 15:54:39.112407 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da10711-46d5-4b94-9a41-63ee767a6377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daacd283-b9f9-4442-93bf-b6cbf9fe4426', 'code': 200} Jan 31 15:54:39.133631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Pushing event updated for resources: {'Port': ['ID=429363f1-3c92-4502-972b-151e8eef0b29,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:39.314295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4501e-cf67-4896-9606-d92ba6c21284 req-73ceda9f-0e2d-49f4-9066-18dfaae56c51 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:39.315477 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fd4501e-cf67-4896-9606-d92ba6c21284 req-73ceda9f-0e2d-49f4-9066-18dfaae56c51 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.1175354 Jan 31 15:54:39.317733 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8af54ce7-f1f4-47cd-bf9f-034a9c109413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.320923 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8af54ce7-f1f4-47cd-bf9f-034a9c109413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.322101 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8af54ce7-f1f4-47cd-bf9f-034a9c109413 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d1edcc5-80bf-4801-a1fc-56dad2d39c4f HTTP/1.1" status: 204 len: 168 time: 0.5965643 Jan 31 15:54:39.348688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af54ce7-f1f4-47cd-bf9f-034a9c109413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1edcc5-80bf-4801-a1fc-56dad2d39c4f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:39.378840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:54:39.381327 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.398860 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d165961-9019-4993-98ef-993a10cda0c3 req-90121355-3f41-40d1-85e6-386abfed588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:39.400715 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d165961-9019-4993-98ef-993a10cda0c3 req-90121355-3f41-40d1-85e6-386abfed588c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 1101 time: 0.1732702 Jan 31 15:54:39.407158 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19b17c-5fe0-49e7-bbd9-023afb67001c req-3f2280de-74eb-4ed2-b0a9-06747ec40b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:39.408956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a19b17c-5fe0-49e7-bbd9-023afb67001c req-3f2280de-74eb-4ed2-b0a9-06747ec40b41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 1096 time: 0.1896055 Jan 31 15:54:39.417556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d1d53a96-f7cb-481e-a3ff-13abce028533,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:39.428188 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fd4501e-cf67-4896-9606-d92ba6c21284 req-c05e63c1-4c0c-4f32-8d60-bb28a3552838 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884843 Jan 31 15:54:39.472260 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.475363 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.533337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=966394e9-51ef-4c4c-ab27-36ed2f614e60,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:39.567550 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.583880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:39.584505 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.587307 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] 10.222.0.30 "PUT /v2.0/ports/d1d53a96-f7cb-481e-a3ff-13abce028533 HTTP/1.1" status: 200 len: 1092 time: 1.7521770 Jan 31 15:54:39.587759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dbde46-6900-410e-99c1-e82f70c579d3', 'tag': 'd1d53a96-f7cb-481e-a3ff-13abce028533'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:39.590231 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab77b2f-6b56-451d-9195-21c9a8a814fb" -d '{"events": [{"name": "network-changed", "server_uuid": "30dbde46-6900-410e-99c1-e82f70c579d3", "tag": "d1d53a96-f7cb-481e-a3ff-13abce028533"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:39.616075 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d165961-9019-4993-98ef-993a10cda0c3 req-a4b072da-6451-4620-84b8-8f327743163c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057958 Jan 31 15:54:39.624296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a19b17c-5fe0-49e7-bbd9-023afb67001c req-dd1f55df-c361-48d4-b3ea-240f0c713457 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043300 Jan 31 15:54:39.635517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7743d2-3eb6-4d05-b655-023fdbb1ddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d53a96-f7cb-481e-a3ff-13abce028533,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:39.670681 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.729421 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-e8ba8579-8b92-4154-899b-b7249102087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:39.730949 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-e8ba8579-8b92-4154-899b-b7249102087a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 1095 time: 0.0966856 Jan 31 15:54:39.772042 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.775622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.784121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b5408-62ce-4bcc-b67b-af2bf6f0c986 req-d33921d2-f90b-40a9-8e24-46cbebc57eb2 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:39.802543 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-491b5408-62ce-4bcc-b67b-af2bf6f0c986 req-d33921d2-f90b-40a9-8e24-46cbebc57eb2 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 946 time: 0.2006481 Jan 31 15:54:39.803297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40262) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:39.811253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-75db7b3a-0a8a-4698-80b4-3b14acb25c71 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Request body: {'floatingip': {'port_id': 'f34fefed-1043-4732-a2f4-561c157a37b9'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:39.881484 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40264) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:39.960734 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75db7b3a-0a8a-4698-80b4-3b14acb25c71 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.969441 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:39.969441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae23a4df-8e25-473c-8d82-7f8b292c5ee3 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:54:40.018496 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.019673 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-310999e5-8fca-4482-b33d-4be5fcb5a8cd admin admin] 10.222.0.36 "DELETE /v2.0/routers/ae23a4df-8e25-473c-8d82-7f8b292c5ee3 HTTP/1.1" status: 204 len: 168 time: 2.2554481 Jan 31 15:54:40.046775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40266) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:40.118067 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-b81aad0c-5a23-4083-84cb-14cf14b06fc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1d53a96-f7cb-481e-a3ff-13abce028533 HTTP/1.1" status: 200 len: 217 time: 0.0410745 Jan 31 15:54:40.119827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f170761-b319-497b-a70c-2bef492e9590 req-cf2ea023-49c5-4fcf-b1e6-a7c07c492428 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:40.128432 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f170761-b319-497b-a70c-2bef492e9590 req-cf2ea023-49c5-4fcf-b1e6-a7c07c492428 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.2471201 Jan 31 15:54:40.143311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7c2e88-95dc-48ee-82f9-3d35aff495dd admin admin] Deleting subnet 5c45f14f-4696-49fd-a2f3-ebb21f46a6ae {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:54:40.146677 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2e88-95dc-48ee-82f9-3d35aff495dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.177534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-f505225b-7bdf-445c-a448-a7c370e5a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:40.179082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-f505225b-7bdf-445c-a448-a7c370e5a33a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.0545955 Jan 31 15:54:40.224746 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-fae25046-0b14-4dfc-a2c1-adc1f8c3783d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311751 Jan 31 15:54:40.225866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0916a814-2da3-42a7-b3fb-ded866a7c47a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33ebad4965354c51a2fd30a1524be45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157134 Jan 31 15:54:40.229700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40270) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:40.254783 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f170761-b319-497b-a70c-2bef492e9590 req-cfb52d28-cd12-4f6b-83cc-f6938e5f0881 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237681 Jan 31 15:54:40.258817 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2e88-95dc-48ee-82f9-3d35aff495dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.334460 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88e0ca5-6685-41d1-ac52-854171816557 x-openstack-request-id: req-e88e0ca5-6685-41d1-ac52-854171816557 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:40.334843 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dbde46-6900-410e-99c1-e82f70c579d3", "tag": "d1d53a96-f7cb-481e-a3ff-13abce028533", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:40.335164 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e88e0ca5-6685-41d1-ac52-854171816557 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:40.335692 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dbde46-6900-410e-99c1-e82f70c579d3', 'tag': 'd1d53a96-f7cb-481e-a3ff-13abce028533', 'status': 'completed', 'code': 200} Jan 31 15:54:40.406514 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51db2f48-402f-48d1-95ff-cd34219c4a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.410709 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.429388 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.468878 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-7b784410-88f2-4174-9311-9c9fded91684 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313271 Jan 31 15:54:40.472973 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51db2f48-402f-48d1-95ff-cd34219c4a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.528991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb41b9-0caa-4386-9e5a-01ac1c9a598e req-af2a9716-532d-4f86-afe0-fae20b16db51 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:40.536977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bedb41b9-0caa-4386-9e5a-01ac1c9a598e req-af2a9716-532d-4f86-afe0-fae20b16db51 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.1672392 Jan 31 15:54:40.545332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2e88-95dc-48ee-82f9-3d35aff495dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.608678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 966394e9-51ef-4c4c-ab27-36ed2f614e60 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:54:40.624573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Pushing event updated for resources: {'Port': ['ID=429363f1-3c92-4502-972b-151e8eef0b29,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:40.661931 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.695972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 966394e9-51ef-4c4c-ab27-36ed2f614e60 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:54:40.696814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 966394e9-51ef-4c4c-ab27-36ed2f614e60 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:54:40.697612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5d005de3-48c5-42a8-91c0-911c49ecc3a2 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:54:40.709022 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51db2f48-402f-48d1-95ff-cd34219c4a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.712143 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51db2f48-402f-48d1-95ff-cd34219c4a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.721710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-51db2f48-402f-48d1-95ff-cd34219c4a53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14f74f3e-63cc-47c9-ad5d-f1f4a39c2216 HTTP/1.1" status: 204 len: 168 time: 0.4908979 Jan 31 15:54:40.725679 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 5d005de3-48c5-42a8-91c0-911c49ecc3a2 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:54:40.725944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5d005de3-48c5-42a8-91c0-911c49ecc3a2 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:54:40.742694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db2f48-402f-48d1-95ff-cd34219c4a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f74f3e-63cc-47c9-ad5d-f1f4a39c2216,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:40.747904 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.749913 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-3f1ebb5b-4614-4b66-b76e-9db69071441e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0442359 Jan 31 15:54:40.752637 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc4a946f-1c64-40bf-bcbf-64dc725dfbb1 req-f6a311a0-0d3f-4b1b-87f4-cfedaa9990d1 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633140 Jan 31 15:54:40.890800 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bedb41b9-0caa-4386-9e5a-01ac1c9a598e req-5baa85b5-7584-446e-96dc-5ffd7b4e5c21 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528404 Jan 31 15:54:40.899423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2e88-95dc-48ee-82f9-3d35aff495dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.900776 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-c8a7abe6-5db8-4d5c-88f6-1544eb861094 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.227 HTTP/1.1" status: 200 len: 696 time: 0.1412058 Jan 31 15:54:40.949975 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c2e88-95dc-48ee-82f9-3d35aff495dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c45f14f-4696-49fd-a2f3-ebb21f46a6ae,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:40.954944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2e88-95dc-48ee-82f9-3d35aff495dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:40.959433 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0a7c2e88-95dc-48ee-82f9-3d35aff495dd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5c45f14f-4696-49fd-a2f3-ebb21f46a6ae HTTP/1.1" status: 204 len: 168 time: 0.9087186 Jan 31 15:54:40.960146 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab77b2f-6b56-451d-9195-21c9a8a814fb req-567394ea-c06f-4943-bbcf-843a0a4747aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:40.961916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ab77b2f-6b56-451d-9195-21c9a8a814fb req-567394ea-c06f-4943-bbcf-843a0a4747aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 1095 time: 0.1192009 Jan 31 15:54:40.966090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40276) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:40.969726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669bdd08-7e25-4100-a5a1-91ed7a89d961 None None] Network 6fe4b525-51f1-4833-adac-0826ba7324bd requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:54:41.030827 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75db7b3a-0a8a-4698-80b4-3b14acb25c71 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:41.040116 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75db7b3a-0a8a-4698-80b4-3b14acb25c71 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:41.164820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-2a393359-952e-491e-8183-2e6e2d048328 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:41.166675 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-2a393359-952e-491e-8183-2e6e2d048328 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.2580743 Jan 31 15:54:41.230605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-8e71f797-337e-485a-a1bd-97c139aa1451 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:54:41.232006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1e048c2-2d5a-4660-821c-5884b6f88a86 req-8e71f797-337e-485a-a1bd-97c139aa1451 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208168 Jan 31 15:54:41.286085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab77b2f-6b56-451d-9195-21c9a8a814fb req-93ec74ff-b5f0-48d7-b79a-cbc0b2d4b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:41.287522 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ab77b2f-6b56-451d-9195-21c9a8a814fb req-93ec74ff-b5f0-48d7-b79a-cbc0b2d4b4e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.3101327 Jan 31 15:54:41.307712 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:41.327224 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-75db7b3a-0a8a-4698-80b4-3b14acb25c71 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Floating IP d01f9e55-b7ca-4b09-9c6c-414a7880c944 associated. External IP: 172.25.1.223, port: f34fefed-1043-4732-a2f4-561c157a37b9. Jan 31 15:54:41.350421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87432a7-94e6-4b48-9c40-da9b58ab6367 None None] DHCP port deletion for 6fe4b525-51f1-4833-adac-0826ba7324bd request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:54:41.412766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c87432a7-94e6-4b48-9c40-da9b58ab6367 None None] Deleting port 25537354-e3ea-4729-9a6d-2f6cc243b8a6 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:41.413069 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c87432a7-94e6-4b48-9c40-da9b58ab6367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:41.421438 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ab77b2f-6b56-451d-9195-21c9a8a814fb req-f1bea88e-9190-40c9-b869-df12bd326e8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1d53a96-f7cb-481e-a3ff-13abce028533 HTTP/1.1" status: 200 len: 217 time: 0.1106012 Jan 31 15:54:41.426489 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6513cebd-1579-4842-8272-9d11461fbb47 req-a57732ef-e73a-4a86-8fc7-5d3aad6c0b0b tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/floatingips/162afb8a-19cb-4a0c-9e87-22741735bd14 HTTP/1.1" status: 200 len: 693 time: 0.1376877 Jan 31 15:54:41.455923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dcb0d-b6b3-4038-9972-be0a7f87c0e4 req-f5148409-99bf-496c-9186-107ef25f0ef9 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:41.457535 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-416dcb0d-b6b3-4038-9972-be0a7f87c0e4 req-f5148409-99bf-496c-9186-107ef25f0ef9 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.4124460 Jan 31 15:54:41.493594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c87432a7-94e6-4b48-9c40-da9b58ab6367 None None] For port 25537354-e3ea-4729-9a6d-2f6cc243b8a6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=25537354-e3ea-4729-9a6d-2f6cc243b8a6,segment=NetworkSegment(f4681969-ca65-40ce-a2b6-edf37acd0e21),segment_id=f4681969-ca65-40ce-a2b6-edf37acd0e21)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:41.495682 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c87432a7-94e6-4b48-9c40-da9b58ab6367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:41.523221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab77b2f-6b56-451d-9195-21c9a8a814fb req-9a404380-d055-462e-b504-0a042f1bf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:41.525600 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ab77b2f-6b56-451d-9195-21c9a8a814fb req-9a404380-d055-462e-b504-0a042f1bf746 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.0971198 Jan 31 15:54:41.538017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c87432a7-94e6-4b48-9c40-da9b58ab6367 None None] Calling delete_port for 25537354-e3ea-4729-9a6d-2f6cc243b8a6 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:41.579634 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-416dcb0d-b6b3-4038-9972-be0a7f87c0e4 req-177ddb66-d5db-4e30-ba89-0ef9a3f1b288 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784819 Jan 31 15:54:41.598349 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ab77b2f-6b56-451d-9195-21c9a8a814fb req-caf028b8-df9c-47ef-8a22-43589edd8dbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442021 Jan 31 15:54:41.605776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75db7b3a-0a8a-4698-80b4-3b14acb25c71 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Router d897219c-ade6-4f93-8f85-9bd9c7d4e85f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:54:41.684906 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c87432a7-94e6-4b48-9c40-da9b58ab6367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:41.732240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87432a7-94e6-4b48-9c40-da9b58ab6367 None None] Pushing event deleted for resources: {'Port': ['ID=25537354-e3ea-4729-9a6d-2f6cc243b8a6,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:41.736542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87432a7-94e6-4b48-9c40-da9b58ab6367 None None] No DVR routers for this DVR port 25537354-e3ea-4729-9a6d-2f6cc243b8a6 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:41.766047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Deleting port 25537354-e3ea-4729-9a6d-2f6cc243b8a6 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:41.766385 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:41.822375 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54be544-3523-4ed2-bd52-b90e88bdfab6 req-c0b97cfc-b104-4ea6-a296-7a2a992eb809 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:41.824296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e54be544-3523-4ed2-bd52-b90e88bdfab6 req-c0b97cfc-b104-4ea6-a296-7a2a992eb809 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.0919704 Jan 31 15:54:41.826172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75db7b3a-0a8a-4698-80b4-3b14acb25c71 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:54:41.830898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75db7b3a-0a8a-4698-80b4-3b14acb25c71 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:41.831634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513cebd-1579-4842-8272-9d11461fbb47 req-163e0cc3-65ce-446c-baf6-caaa12f002d3 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:41.832998 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6513cebd-1579-4842-8272-9d11461fbb47 req-163e0cc3-65ce-446c-baf6-caaa12f002d3 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.3684263 Jan 31 15:54:41.839171 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ec453b-0c0b-46ef-8e04-5ceb6bd031a9 None None] Sync routers for ids ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:54:41.848820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec453b-0c0b-46ef-8e04-5ceb6bd031a9 None None] Routers {'d897219c-ade6-4f93-8f85-9bd9c7d4e85f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:41.849434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c2ec453b-0c0b-46ef-8e04-5ceb6bd031a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:41.907152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] For port 25537354-e3ea-4729-9a6d-2f6cc243b8a6, host n-d-827120-1, got binding levels [] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:41.908631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:41.973611 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-c2ec453b-0c0b-46ef-8e04-5ceb6bd031a9 None None] Set router d897219c-ade6-4f93-8f85-9bd9c7d4e85f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:42.027805 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6513cebd-1579-4842-8272-9d11461fbb47 req-80eba10b-47d2-430a-b890-e3a79afdcde0 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.227 HTTP/1.1" status: 200 len: 696 time: 0.1823080 Jan 31 15:54:42.030426 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ab77b2f-6b56-451d-9195-21c9a8a814fb req-539f0f01-6b38-413b-9e40-f65c165658e8 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247572 Jan 31 15:54:42.045205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Calling delete_port for 25537354-e3ea-4729-9a6d-2f6cc243b8a6 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:42.063221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_backend_mixin [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Port 25537354-e3ea-4729-9a6d-2f6cc243b8a6 was not found and therefore no delete operation was performed {{(pid=108772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 15:54:42.073349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40302) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:42.119290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:42.189386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6513cebd-1579-4842-8272-9d11461fbb47 req-58c18088-36ca-496b-8e21-c5968ed0a18e tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.227 HTTP/1.1" status: 200 len: 696 time: 0.1463792 Jan 31 15:54:42.190081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25537354-e3ea-4729-9a6d-2f6cc243b8a6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:42.202364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] No DVR routers for this DVR port 25537354-e3ea-4729-9a6d-2f6cc243b8a6 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:42.249393 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-75db7b3a-0a8a-4698-80b4-3b14acb25c71 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "PUT /v2.0/floatingips/d01f9e55-b7ca-4b09-9c6c-414a7880c944 HTTP/1.1" status: 200 len: 992 time: 2.4417591 Jan 31 15:54:42.251842 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'tag': 'f34fefed-1043-4732-a2f4-561c157a37b9'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:42.254168 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6745b900-aa7c-4890-a528-d9f332f4f5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1", "tag": "f34fefed-1043-4732-a2f4-561c157a37b9"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:42.298472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c2ec453b-0c0b-46ef-8e04-5ceb6bd031a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:54:03Z', 'revision_number': 4, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'd01f9e55-b7ca-4b09-9c6c-414a7880c944', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'port_id': 'f34fefed-1043-4732-a2f4-561c157a37b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'mac_address': 'fa:16:3e:6e:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:54:11Z', 'updated_at': '2022-01-31T15:54:40Z', 'revision_number': 1, 'project_id': '83c48db2667e4736af08cf226b779d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bebc23-2694-4c30-bda0-eafb66156b3a', 'name': '', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'mac_address': 'fa:16:3e:cb:da:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:00Z', 'updated_at': '2022-01-31T15:54:11Z', 'revision_number': 5, 'project_id': '83c48db2667e4736af08cf226b779d99', 'subnets': [{'id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:42.301722 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e54be544-3523-4ed2-bd52-b90e88bdfab6 req-6ad7796a-ef4a-4f29-8b55-f48f599af5f1 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671001 Jan 31 15:54:42.344064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-239232692-network', 'tenant_id': '702103247c8744b5b661ca2faf498765'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:42.347262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 25537354-e3ea-4729-9a6d-2f6cc243b8a6 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:54:42.349635 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ec453b-0c0b-46ef-8e04-5ceb6bd031a9 None None] Checking router: d897219c-ade6-4f93-8f85-9bd9c7d4e85f for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:54:42.375260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 25537354-e3ea-4729-9a6d-2f6cc243b8a6 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:54:42.375602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 25537354-e3ea-4729-9a6d-2f6cc243b8a6 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:54:42.384485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec453b-0c0b-46ef-8e04-5ceb6bd031a9 None None] Routers {'d897219c-ade6-4f93-8f85-9bd9c7d4e85f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:42.384485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c2ec453b-0c0b-46ef-8e04-5ceb6bd031a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:42.426332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:42.437067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aaeca-f127-4d01-8203-1f159b11efe0 req-8497c7f7-c837-4355-b219-4559fa8f66fd tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:42.450732 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-379aaeca-f127-4d01-8203-1f159b11efe0 req-8497c7f7-c837-4355-b219-4559fa8f66fd tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.0800278 Jan 31 15:54:42.451923 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ab77b2f-6b56-451d-9195-21c9a8a814fb req-c5a87099-ddbc-46dc-a6b4-6cb6405350e3 service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079275 Jan 31 15:54:42.474035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe4b525-51f1-4833-adac-0826ba7324bd']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:42.491691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4681969-ca65-40ce-a2b6-edf37acd0e21') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:42.491976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4681969-ca65-40ce-a2b6-edf37acd0e21') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:42.507135 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:42.515121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-379aaeca-f127-4d01-8203-1f159b11efe0 req-4d0c9162-b210-434a-9238-b58728880820 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632505 Jan 31 15:54:42.515604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Made reservation on behalf of 702103247c8744b5b661ca2faf498765 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:42.516211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-c2ec453b-0c0b-46ef-8e04-5ceb6bd031a9 None None] Set router d897219c-ade6-4f93-8f85-9bd9c7d4e85f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:42.518164 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:42.533085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-6513cebd-1579-4842-8272-9d11461fbb47 req-8a980344-a056-49b2-8f83-3e150ed72664 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Deleting port 429363f1-3c92-4502-972b-151e8eef0b29 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:42.533085 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6513cebd-1579-4842-8272-9d11461fbb47 req-8a980344-a056-49b2-8f83-3e150ed72664 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:42.589051 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:42.591201 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:42.613230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:54:42.613656 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:54:42.615351 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:54:42.631193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15165e32-d88a-4c03-a0db-51a5559d6a30 req-08c2733a-0278-4978-97c9-7dc076fb2b91 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:42.632532 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15165e32-d88a-4c03-a0db-51a5559d6a30 req-08c2733a-0278-4978-97c9-7dc076fb2b91 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 946 time: 0.0574591 Jan 31 15:54:42.680049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15165e32-d88a-4c03-a0db-51a5559d6a30 req-f12da173-74c2-4d00-b366-b1b4886c04bb tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404429 Jan 31 15:54:42.699128 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6513cebd-1579-4842-8272-9d11461fbb47 req-8a980344-a056-49b2-8f83-3e150ed72664 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:42.699128 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6513cebd-1579-4842-8272-9d11461fbb47 req-8a980344-a056-49b2-8f83-3e150ed72664 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:42.725749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-6513cebd-1579-4842-8272-9d11461fbb47 req-8a980344-a056-49b2-8f83-3e150ed72664 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Calling delete_port for 429363f1-3c92-4502-972b-151e8eef0b29 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:42.727615 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:42.739002 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:42.742460 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6fe4b525-51f1-4833-adac-0826ba7324bd HTTP/1.1" status: 204 len: 168 time: 1.7754192 Jan 31 15:54:42.753439 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67dab22-bf85-4e77-b1ee-da63112e6091 x-openstack-request-id: req-d67dab22-bf85-4e77-b1ee-da63112e6091 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:42.753759 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1", "tag": "f34fefed-1043-4732-a2f4-561c157a37b9", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:42.754012 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d67dab22-bf85-4e77-b1ee-da63112e6091 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:42.754415 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'tag': 'f34fefed-1043-4732-a2f4-561c157a37b9', 'status': 'completed', 'code': 200} Jan 31 15:54:42.844168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c2ec453b-0c0b-46ef-8e04-5ceb6bd031a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:54:03Z', 'revision_number': 4, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'd01f9e55-b7ca-4b09-9c6c-414a7880c944', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'port_id': 'f34fefed-1043-4732-a2f4-561c157a37b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'mac_address': 'fa:16:3e:6e:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:54:11Z', 'updated_at': '2022-01-31T15:54:40Z', 'revision_number': 1, 'project_id': '83c48db2667e4736af08cf226b779d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bebc23-2694-4c30-bda0-eafb66156b3a', 'name': '', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'mac_address': 'fa:16:3e:cb:da:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:00Z', 'updated_at': '2022-01-31T15:54:11Z', 'revision_number': 5, 'project_id': '83c48db2667e4736af08cf226b779d99', 'subnets': [{'id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:42.853563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c1fb0-5289-4953-9579-7645c9b08bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe4b525-51f1-4833-adac-0826ba7324bd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:42.880645 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ec453b-0c0b-46ef-8e04-5ceb6bd031a9 None None] The sync data for ids ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'] in n-d-827120-1 is: [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:54:03Z', 'revision_number': 4, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'd01f9e55-b7ca-4b09-9c6c-414a7880c944', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'port_id': 'f34fefed-1043-4732-a2f4-561c157a37b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'mac_address': 'fa:16:3e:6e:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:54:11Z', 'updated_at': '2022-01-31T15:54:40Z', 'revision_number': 1, 'project_id': '83c48db2667e4736af08cf226b779d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bebc23-2694-4c30-bda0-eafb66156b3a', 'name': '', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'mac_address': 'fa:16:3e:cb:da:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:00Z', 'updated_at': '2022-01-31T15:54:11Z', 'revision_number': 5, 'project_id': '83c48db2667e4736af08cf226b779d99', 'subnets': [{'id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:54:42.926309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40318) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:42.998003 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ecb5399f-10ab-47e5-8df9-602b7f16bce9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab7d182b89414720abdc797f9c88d03c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681779 Jan 31 15:54:42.998279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40320) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:43.003441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745b900-aa7c-4890-a528-d9f332f4f5e3 req-6e3b292a-1cd3-4d96-86fb-029cac01f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:43.005041 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6745b900-aa7c-4890-a528-d9f332f4f5e3 req-6e3b292a-1cd3-4d96-86fb-029cac01f8cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83c48db2667e4736af08cf226b779d99&device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 1097 time: 0.1839044 Jan 31 15:54:43.102726 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75b1145a-a371-46c5-9199-6241eed99fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.105442 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.116481 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.128231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e53f3f-0022-4742-b7d7-556ac6904a1f req-391c5d7c-256f-4a64-b6e8-600f9f017804 tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:43.128485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:54:43.130120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f5e53f3f-0022-4742-b7d7-556ac6904a1f req-391c5d7c-256f-4a64-b6e8-600f9f017804 tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 1101 time: 0.0738602 Jan 31 15:54:43.139629 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75b1145a-a371-46c5-9199-6241eed99fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.140206 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.140614 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Added segment dafba4b9-d89a-455f-b36a-2e30a211cc53 of type vlan for network 62d551c3-6922-49d7-9630-836eaf25e18d Jan 31 15:54:43.159792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f5e53f3f-0022-4742-b7d7-556ac6904a1f req-d777dbfe-b9f5-491c-95ce-50f23195cf3c tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.186051 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.196783 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca62641a-df7c-4584-9841-d788fbad7faa None None] New status for floating IP d01f9e55-b7ca-4b09-9c6c-414a7880c944: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:54:43.234745 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75b1145a-a371-46c5-9199-6241eed99fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.237413 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75b1145a-a371-46c5-9199-6241eed99fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.241072 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-75b1145a-a371-46c5-9199-6241eed99fef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b732f0dc-da2f-4389-ab8a-a0ade41b6974 HTTP/1.1" status: 204 len: 168 time: 0.2395124 Jan 31 15:54:43.254444 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1145a-a371-46c5-9199-6241eed99fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b732f0dc-da2f-4389-ab8a-a0ade41b6974,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:43.279968 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f5e53f3f-0022-4742-b7d7-556ac6904a1f req-d777dbfe-b9f5-491c-95ce-50f23195cf3c tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.285144 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f5e53f3f-0022-4742-b7d7-556ac6904a1f req-d777dbfe-b9f5-491c-95ce-50f23195cf3c tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.298043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745b900-aa7c-4890-a528-d9f332f4f5e3 req-070ba51f-1679-4bb5-bcad-5f7d7addddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:43.300093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6745b900-aa7c-4890-a528-d9f332f4f5e3 req-070ba51f-1679-4bb5-bcad-5f7d7addddb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5332046b-66f1-4180-8827-9fa34aa1902d HTTP/1.1" status: 200 len: 912 time: 0.2866545 Jan 31 15:54:43.312282 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f5e53f3f-0022-4742-b7d7-556ac6904a1f req-d777dbfe-b9f5-491c-95ce-50f23195cf3c tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700103 Jan 31 15:54:43.327305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777dbfe-b9f5-491c-95ce-50f23195cf3c tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14541159-6271-4e33-b75b-fac8242b98cb,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:43.402234 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.403563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:43.404399 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.548060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d56cbc-bace-4d95-bd07-78de58ba033d req-a1b79858-480d-4873-ad87-af2aa6ea6261 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:43.559470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73d56cbc-bace-4d95-bd07-78de58ba033d req-a1b79858-480d-4873-ad87-af2aa6ea6261 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.1198339 Jan 31 15:54:43.590462 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17cc302-ff6b-48bb-93fc-1313b5f3b673,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:43.636576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73d56cbc-bace-4d95-bd07-78de58ba033d req-826ad55f-2a2f-4f98-8a17-34c572e4a43d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759535 Jan 31 15:54:43.652922 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40332) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:43.658148 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5786469 Jan 31 15:54:43.665740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e25442e5-f7ad-48f9-b83c-34443e827bdc admin admin] Request body: {'subnet': {'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-239232692-subnet', 'tenant_id': '702103247c8744b5b661ca2faf498765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:43.688638 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6745b900-aa7c-4890-a528-d9f332f4f5e3 req-2640b882-ae3f-4c26-bdc9-01ad4d13d4eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34fefed-1043-4732-a2f4-561c157a37b9 HTTP/1.1" status: 200 len: 1000 time: 0.3695660 Jan 31 15:54:43.695188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919a4cc-4d4d-4000-ba4b-77ed454fb3fa admin admin] Pushing event updated for resources: {'Network': ['ID=62d551c3-6922-49d7-9630-836eaf25e18d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:43.707153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 62d551c3-6922-49d7-9630-836eaf25e18d details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:54:43.717107 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25442e5-f7ad-48f9-b83c-34443e827bdc admin admin] Made reservation on behalf of 702103247c8744b5b661ca2faf498765 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:43.720184 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e25442e5-f7ad-48f9-b83c-34443e827bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.739689 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6513cebd-1579-4842-8272-9d11461fbb47 req-8a980344-a056-49b2-8f83-3e150ed72664 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.784811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a980344-a056-49b2-8f83-3e150ed72664 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Pushing event deleted for resources: {'Port': ['ID=429363f1-3c92-4502-972b-151e8eef0b29,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:43.827010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745b900-aa7c-4890-a528-d9f332f4f5e3 req-8e9e0a11-7e00-4d5c-b8ff-1a7f3614eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:43.828679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6745b900-aa7c-4890-a528-d9f332f4f5e3 req-8e9e0a11-7e00-4d5c-b8ff-1a7f3614eb0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=676aec42-117f-43a6-8424-d3ddebfcf9fc HTTP/1.1" status: 200 len: 850 time: 0.1310604 Jan 31 15:54:43.881064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee1a4b-1aee-44b9-b632-54ba5178c5f7 req-88f633a8-2df3-4b23-b5d6-507749489c15 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:43.882756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-baee1a4b-1aee-44b9-b632-54ba5178c5f7 req-88f633a8-2df3-4b23-b5d6-507749489c15 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.1161273 Jan 31 15:54:43.914596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6513cebd-1579-4842-8272-9d11461fbb47 req-8a980344-a056-49b2-8f83-3e150ed72664 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.917559 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6513cebd-1579-4842-8272-9d11461fbb47 req-8a980344-a056-49b2-8f83-3e150ed72664 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:43.932971 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6513cebd-1579-4842-8272-9d11461fbb47 req-8a980344-a056-49b2-8f83-3e150ed72664 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "DELETE /v2.0/floatingips/162afb8a-19cb-4a0c-9e87-22741735bd14 HTTP/1.1" status: 204 len: 173 time: 1.7337408 Jan 31 15:54:43.943294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745b900-aa7c-4890-a528-d9f332f4f5e3 req-84272c80-50fc-44ea-8166-e3794ca49e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:43.947061 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6745b900-aa7c-4890-a528-d9f332f4f5e3 req-84272c80-50fc-44ea-8166-e3794ca49e3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5332046b-66f1-4180-8827-9fa34aa1902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820351 Jan 31 15:54:44.031399 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-baee1a4b-1aee-44b9-b632-54ba5178c5f7 req-e0aa34f2-083e-4bd0-b6d8-60f68cdb1223 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390185 Jan 31 15:54:44.033549 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e25442e5-f7ad-48f9-b83c-34443e827bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:44.106490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25442e5-f7ad-48f9-b83c-34443e827bdc admin admin] Checking segment: {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:44.106846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25442e5-f7ad-48f9-b83c-34443e827bdc admin admin] Network hostable DHCP agents. Network: 62d551c3-6922-49d7-9630-836eaf25e18d, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:54:44.120205 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6745b900-aa7c-4890-a528-d9f332f4f5e3 req-9f2c08c9-c213-48a7-8db5-570609862928 service neutron] 10.222.0.30 "GET /v2.0/networks/5332046b-66f1-4180-8827-9fa34aa1902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638577 Jan 31 15:54:44.123559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25442e5-f7ad-48f9-b83c-34443e827bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b37e97-4d9d-4bd0-a797-bd4e1f87f45d,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:44.135891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25442e5-f7ad-48f9-b83c-34443e827bdc admin admin] Network 62d551c3-6922-49d7-9630-836eaf25e18d is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:54:44.150778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e25442e5-f7ad-48f9-b83c-34443e827bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 62d551c3-6922-49d7-9630-836eaf25e18d) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:44.156553 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25442e5-f7ad-48f9-b83c-34443e827bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:44.157137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e25442e5-f7ad-48f9-b83c-34443e827bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:44.159086 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9e68da-eb4e-47d7-be79-322522037925 None None] Network 62d551c3-6922-49d7-9630-836eaf25e18d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:54:44.262824 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e25442e5-f7ad-48f9-b83c-34443e827bdc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5998497 Jan 31 15:54:44.295638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947ac2-1fdc-4738-8105-4ba43e6761de req-14b07de3-e93f-4dbc-b1c1-0eb20138584e tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:44.297170 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d947ac2-1fdc-4738-8105-4ba43e6761de req-14b07de3-e93f-4dbc-b1c1-0eb20138584e tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 1096 time: 0.1188152 Jan 31 15:54:44.334721 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6745b900-aa7c-4890-a528-d9f332f4f5e3 req-56d242a1-564a-429f-893d-5363f59f64a6 service neutron] 10.222.0.30 "GET /v2.0/networks/5332046b-66f1-4180-8827-9fa34aa1902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093914 Jan 31 15:54:44.364546 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d947ac2-1fdc-4738-8105-4ba43e6761de req-ee27de6b-6b20-4d4f-9f22-ac4d511e922a tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594280 Jan 31 15:54:44.386990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a0ff7-f303-4cb8-8533-65275a41bb18 None None] Network 62d551c3-6922-49d7-9630-836eaf25e18d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:54:44.467328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40368) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:44.549695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3b4a6-eff4-4440-8117-b6db53d22b76 req-3f5793f7-4b8b-49db-80e0-1f8f7444e7bf tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:44.552086 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2cb3b4a6-eff4-4440-8117-b6db53d22b76 req-3f5793f7-4b8b-49db-80e0-1f8f7444e7bf tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 946 time: 0.0661807 Jan 31 15:54:44.613066 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2cb3b4a6-eff4-4440-8117-b6db53d22b76 req-514d85cc-eca0-43ef-a5e6-8d99766fa6a6 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490327 Jan 31 15:54:44.646430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-892579029-network', 'tenant_id': '06ea88ab674e485090752cf90aaea98a'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:44.703667 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [req-96c3fdc3-0b6f-49d1-bd52-16e03d82b3aa req-cac5bd9d-caf3-4965-bdb6-9b929e995d8b tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] show failed (client error): The resource could not be found. Jan 31 15:54:44.704686 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96c3fdc3-0b6f-49d1-bd52-16e03d82b3aa req-cac5bd9d-caf3-4965-bdb6-9b929e995d8b tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/floatingips/162afb8a-19cb-4a0c-9e87-22741735bd14 HTTP/1.1" status: 404 len: 350 time: 0.0685029 Jan 31 15:54:44.760280 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-a0c78592-be9b-4798-b8f2-7fcd8f70d487 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0663111 Jan 31 15:54:44.761018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Made reservation on behalf of 06ea88ab674e485090752cf90aaea98a for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:44.763266 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:44.776442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-8600f1c2-abf9-4dd8-b4da-b6c721a95612 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:54:44.781152 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-8600f1c2-abf9-4dd8-b4da-b6c721a95612 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108609 Jan 31 15:54:44.782428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:44.791585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01fd7a-2fff-4387-92fc-363d1143d3c2 req-a93480b3-b4f1-41df-86ac-14d08894a344 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:44.793132 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a01fd7a-2fff-4387-92fc-363d1143d3c2 req-a93480b3-b4f1-41df-86ac-14d08894a344 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 1096 time: 0.0711448 Jan 31 15:54:44.867672 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a01fd7a-2fff-4387-92fc-363d1143d3c2 req-9e4dcd58-1a47-44b9-a295-eb7c3f36e9ea tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648062 Jan 31 15:54:44.910719 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:44.916635 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:44.946600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:54:44.956602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d990561-974e-463d-99dc-df792386d6af,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:44.963845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:44.964362 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Added segment 17cbffa5-3281-4dff-8b22-56a235a47612 of type vlan for network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b Jan 31 15:54:45.038317 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:45.049802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672e3d9-9a9f-47f3-ad6a-a8a9a39e014f req-6ba155cb-7349-4887-b6bc-26468d0b8d0a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:45.058259 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6672e3d9-9a9f-47f3-ad6a-a8a9a39e014f req-6ba155cb-7349-4887-b6bc-26468d0b8d0a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.0888121 Jan 31 15:54:45.075111 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:45.076114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:45.076598 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:45.106777 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6383333 Jan 31 15:54:45.109162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6672e3d9-9a9f-47f3-ad6a-a8a9a39e014f req-97908c2d-9b7c-4461-ab57-f2b91459d543 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497453 Jan 31 15:54:45.111008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40410) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:45.121538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-356f092d-c889-4c6b-8b31-2a24082363dd admin admin] Request body: {'subnet': {'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-892579029-subnet', 'tenant_id': '06ea88ab674e485090752cf90aaea98a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:45.160056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356f092d-c889-4c6b-8b31-2a24082363dd admin admin] Made reservation on behalf of 06ea88ab674e485090752cf90aaea98a for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:45.162531 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-356f092d-c889-4c6b-8b31-2a24082363dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:45.217726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455629af-ed76-48a7-94a2-c2e0808d6e09 admin admin] Pushing event updated for resources: {'Network': ['ID=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:45.230903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:54:45.309352 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85825034-3fce-447d-898f-6a979bfddbb9 req-b6a0dc8e-d281-4f0d-b048-3392e53c920d tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:45.311007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85825034-3fce-447d-898f-6a979bfddbb9 req-b6a0dc8e-d281-4f0d-b048-3392e53c920d tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 946 time: 0.0993609 Jan 31 15:54:45.319629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-d5c7a83d-1d8c-4331-8992-648662984c54 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:45.321208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-d5c7a83d-1d8c-4331-8992-648662984c54 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/networks?id=62d551c3-6922-49d7-9630-836eaf25e18d HTTP/1.1" status: 200 len: 804 time: 0.2584798 Jan 31 15:54:45.342189 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-6f662095-f4d9-4ce9-bbf3-f904a3b71f86 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/quotas/702103247c8744b5b661ca2faf498765 HTTP/1.1" status: 200 len: 375 time: 0.0149090 Jan 31 15:54:45.405546 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-38b245ac-0ecb-4bd6-8059-1a0dbee26210 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=702103247c8744b5b661ca2faf498765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554214 Jan 31 15:54:45.405840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85825034-3fce-447d-898f-6a979bfddbb9 req-61201e09-a194-429a-ad76-d943fd052202 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849059 Jan 31 15:54:45.509040 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-ed88c41e-d85a-4d9d-8768-20f1b2197de6 req-db75e8d6-9d0d-48e2-8cee-84bc0f4f1e02 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] show failed (client error): The resource could not be found. Jan 31 15:54:45.510311 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed88c41e-d85a-4d9d-8768-20f1b2197de6 req-db75e8d6-9d0d-48e2-8cee-84bc0f4f1e02 tempest-FloatingIPsTestJSON-492356296 tempest-FloatingIPsTestJSON-492356296-project] 10.222.0.36 "GET /v2.0/floatingips/162afb8a-19cb-4a0c-9e87-22741735bd14 HTTP/1.1" status: 404 len: 350 time: 0.0702045 Jan 31 15:54:45.521206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40424) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:45.530268 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-356f092d-c889-4c6b-8b31-2a24082363dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:45.631141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f092d-c889-4c6b-8b31-2a24082363dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=839da286-d7fe-47c8-8f9e-973a376f0b70,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:45.647116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f092d-c889-4c6b-8b31-2a24082363dd admin admin] Checking segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:45.647534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f092d-c889-4c6b-8b31-2a24082363dd admin admin] Network hostable DHCP agents. Network: 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:54:45.746549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f092d-c889-4c6b-8b31-2a24082363dd admin admin] Network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:54:45.763856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e60c1-826c-43a0-b857-eeef55c40a96 req-acedd969-1be9-483c-a68d-0fc69b64535f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:45.771455 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-315e60c1-826c-43a0-b857-eeef55c40a96 req-acedd969-1be9-483c-a68d-0fc69b64535f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.1190424 Jan 31 15:54:45.781886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-356f092d-c889-4c6b-8b31-2a24082363dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:45.793766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d02630-49e9-4d32-9593-990d0cd9a450 None None] Network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:54:45.794326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f092d-c889-4c6b-8b31-2a24082363dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:45.794917 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-356f092d-c889-4c6b-8b31-2a24082363dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:45.848352 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-356f092d-c889-4c6b-8b31-2a24082363dd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7227240 Jan 31 15:54:45.863600 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-315e60c1-826c-43a0-b857-eeef55c40a96 req-dc4b4c7e-106b-4485-b325-d50ecc01a338 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890815 Jan 31 15:54:46.097954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-109b7709-9848-44bc-9922-fdd2769042fb service neutron] 10.222.0.36 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910191 Jan 31 15:54:46.188393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5061403e-80f8-4638-aeaf-e9a31c36dfd6 None None] Network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:54:46.286752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-bbb416e4-c3b0-4d2a-a9bd-bb1634e8a009 service neutron] 10.222.0.36 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763697 Jan 31 15:54:46.450933 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1af55d41-e908-459c-a770-c1b7842812c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:46.601040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf810c-38b8-4a3c-bcd2-621c06309ad0 req-73b6bbd8-09ff-4476-9d24-fc97c1506025 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:46.602566 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6bf810c-38b8-4a3c-bcd2-621c06309ad0 req-73b6bbd8-09ff-4476-9d24-fc97c1506025 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.1105309 Jan 31 15:54:46.721282 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6bf810c-38b8-4a3c-bcd2-621c06309ad0 req-38031675-89cf-4446-b71c-e046e772af44 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075373 Jan 31 15:54:46.731395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-99c81220-1da4-4e9d-9018-ebcc9ee46cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:46.733140 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-99c81220-1da4-4e9d-9018-ebcc9ee46cfd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 1101 time: 0.1297197 Jan 31 15:54:46.889727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-92d13f42-7896-43fa-b6ec-a16eca94161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:46.891129 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-92d13f42-7896-43fa-b6ec-a16eca94161f service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1503105 Jan 31 15:54:46.896863 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-b0835b15-d441-4120-a0b3-3719775cb426 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:54:46.897808 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-b0835b15-d441-4120-a0b3-3719775cb426 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104418 Jan 31 15:54:47.006940 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-3740ca2e-e8e3-4c56-aec6-5c49e0b74501 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78 HTTP/1.1" status: 200 len: 217 time: 0.0998707 Jan 31 15:54:47.031850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-b3ef3499-d6e8-46b6-8b3b-535caefd6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:47.033135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-b3ef3499-d6e8-46b6-8b3b-535caefd6b76 service neutron] 10.222.0.36 "GET /v2.0/ports/daacd283-b9f9-4442-93bf-b6cbf9fe4426 HTTP/1.1" status: 200 len: 1093 time: 0.1251709 Jan 31 15:54:47.069427 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] Request body: {'binding': {'host': 'n-h1-827120-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:47.069869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] Unknown quota resources ['binding']. {{(pid=108772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 15:54:47.143575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1af55d41-e908-459c-a770-c1b7842812c5 admin admin] Deleting port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:47.143575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1af55d41-e908-459c-a770-c1b7842812c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:47.145721 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-1758604d-c39d-4f4f-b89e-9513f6737615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:47.147149 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-1758604d-c39d-4f4f-b89e-9513f6737615 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1269715 Jan 31 15:54:47.165991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-e63c9a2c-8be2-4f03-a1b8-43d2da4a8a7a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:47.167389 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-e63c9a2c-8be2-4f03-a1b8-43d2da4a8a7a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 0.2812412 Jan 31 15:54:47.178758 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa46d59e-0300-4899-9077-bbda09aa71b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:47.274575 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-ba9fd163-adc7-4c9e-8df8-969b2fd8c99c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/quotas/06ea88ab674e485090752cf90aaea98a HTTP/1.1" status: 200 len: 375 time: 0.0615890 Jan 31 15:54:47.346804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-66fa2715-620c-4f72-94f0-ab3d3832d031 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629807 Jan 31 15:54:47.382532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-f6a05dc2-424b-4321-affe-fa7c78b73c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:47.383934 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-f6a05dc2-424b-4321-affe-fa7c78b73c05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2142267 Jan 31 15:54:47.439731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-1af55d41-e908-459c-a770-c1b7842812c5 admin admin] For port b09557b3-6ba3-4b9e-b13a-8bf0023ce76a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b09557b3-6ba3-4b9e-b13a-8bf0023ce76a,segment=NetworkSegment(c4f6b07b-698a-401b-b7c1-b523d2cb22c1),segment_id=c4f6b07b-698a-401b-b7c1-b523d2cb22c1)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:47.440091 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1af55d41-e908-459c-a770-c1b7842812c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:47.507518 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1af55d41-e908-459c-a770-c1b7842812c5 admin admin] Calling delete_port for b09557b3-6ba3-4b9e-b13a-8bf0023ce76a owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:47.526462 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on host n-h1-827120-1 for vnic_type normal with profile None {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:47.526675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:47.526989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:47.581567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] Port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:54:47.581828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:47.633507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:47.633838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:47.634243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:47.634740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] Bound port: daacd283-b9f9-4442-93bf-b6cbf9fe4426, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:47.729089 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-fb16c9d5-3936-470d-89c7-810459108ff6 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297141 Jan 31 15:54:47.736935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-ca630614-25ba-4e2a-a7e7-26ef4141cf63 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776917 Jan 31 15:54:47.797583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-aa9da3e9-ee32-46af-8fa7-9f12679a9e23 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:47.799082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-aa9da3e9-ee32-46af-8fa7-9f12679a9e23 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.30 "GET /v2.0/networks?id=62d551c3-6922-49d7-9630-836eaf25e18d HTTP/1.1" status: 200 len: 804 time: 0.3291631 Jan 31 15:54:47.899301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Request body: {'port': {'device_id': 'ea1e6047-d7ed-4bfa-b1c6-5737e0e29520', 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'admin_state_up': True, 'tenant_id': '702103247c8744b5b661ca2faf498765'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:47.909061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:47.935465 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:47.936579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1330f134-7cd8-4222-85b5-6d4900b00b96 service neutron] 10.222.0.36 "POST /v2.0/ports/daacd283-b9f9-4442-93bf-b6cbf9fe4426/bindings HTTP/1.1" status: 201 len: 389 time: 0.8732224 Jan 31 15:54:48.056599 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-5e76e06e-eadb-4c54-a7dc-ef2e668b2582 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185041 Jan 31 15:54:48.066153 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-593cac9e-1b46-4e67-a62b-55e7230dc789 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203263 Jan 31 15:54:48.129863 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5ce5b68-a3a9-4498-a408-1d5f4da34a2a req-6f8afca1-cf8d-4766-8070-1a950870486c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 210 time: 0.0509479 Jan 31 15:54:48.161136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Made reservation on behalf of 702103247c8744b5b661ca2faf498765 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:48.164924 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:48.173244 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1af55d41-e908-459c-a770-c1b7842812c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:48.224117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af55d41-e908-459c-a770-c1b7842812c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09557b3-6ba3-4b9e-b13a-8bf0023ce76a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:48.323401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db62720-aa3f-46e9-9120-2e1ce17cd0dd req-55dcc948-0019-42e4-80e8-7524547cd9d5 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:48.333415 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1db62720-aa3f-46e9-9120-2e1ce17cd0dd req-55dcc948-0019-42e4-80e8-7524547cd9d5 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.0766909 Jan 31 15:54:48.414690 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1db62720-aa3f-46e9-9120-2e1ce17cd0dd req-c79df1ce-2bb8-4bf1-9fec-606e72cb1ec2 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800674 Jan 31 15:54:48.550499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-5d13b462-b012-4907-81df-1da40db128ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:48.552048 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-5d13b462-b012-4907-81df-1da40db128ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 1096 time: 0.2227426 Jan 31 15:54:48.557411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bfbe7-3103-401a-92d7-f8b4d08a092d req-939ab1df-016c-450a-a108-20a41db97672 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:48.559285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a3f34-0a62-4296-a4b0-504e892495da req-a7a262a9-a182-41e5-8db2-b0ad6d1e3d15 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:48.561974 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-424bfbe7-3103-401a-92d7-f8b4d08a092d req-939ab1df-016c-450a-a108-20a41db97672 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.0703983 Jan 31 15:54:48.566453 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f61a3f34-0a62-4296-a4b0-504e892495da req-a7a262a9-a182-41e5-8db2-b0ad6d1e3d15 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.2018993 Jan 31 15:54:48.572236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Allocated IP 172.20.0.12 (62d551c3-6922-49d7-9630-836eaf25e18d/40b37e97-4d9d-4bd0-a797-bd4e1f87f45d/a687a21c-d186-428c-8f42-7ea89a959f38) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:48.604156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-424bfbe7-3103-401a-92d7-f8b4d08a092d req-ae4db915-11f3-4b6c-b393-d61fff449458 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382471 Jan 31 15:54:48.693359 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f52136ab-ff73-4d0d-a54a-950c7552ee2e req-2716d7ff-a791-49dc-83a9-93c9bb302cd0 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 210 time: 0.0387847 Jan 31 15:54:49.013740 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f61a3f34-0a62-4296-a4b0-504e892495da req-f954d203-731c-4ff1-a43a-5bfdc9d04cc2 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464855 Jan 31 15:54:49.058404 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1af55d41-e908-459c-a770-c1b7842812c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:49.115130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-998eb9d8-3207-4188-82b1-264bc3c45606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:49.116753 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-998eb9d8-3207-4188-82b1-264bc3c45606 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.5459409 Jan 31 15:54:49.206474 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-077a5b04-82ea-4eba-92ff-8d9a69caaa15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426 HTTP/1.1" status: 200 len: 217 time: 0.0822165 Jan 31 15:54:49.255348 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5956d490-15bb-4c7b-8874-c39abe9c348b req-4a2cf9b0-882a-413b-aa93-6b7d07e474cd tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 210 time: 0.0464382 Jan 31 15:54:49.336314 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:49.404729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-51e1beef-a581-4aed-a0ec-d04a2fa7f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:49.406132 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-51e1beef-a581-4aed-a0ec-d04a2fa7f2e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.1894042 Jan 31 15:54:49.460886 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-f6937124-762f-4367-8b9a-fb5612fb6107 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462770 Jan 31 15:54:49.603728 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:49.627914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2727242-61a7-487e-8a81-85a9e5006ebc tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:49.629379 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2727242-61a7-487e-8a81-85a9e5006ebc tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.20 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 0.3179703 Jan 31 15:54:49.632987 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c63e3ef-4843-4901-b939-16fc25c6f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:49.695618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Request body: {'port': {'device_id': '02937628-cb4b-4802-8ced-09623a95d040', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'admin_state_up': True, 'tenant_id': '06ea88ab674e485090752cf90aaea98a'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:49.730638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b05368-26be-4135-8cbb-a7e61b11f069 req-dfaaaa00-d1a7-47c1-88f1-57ff7849bfb7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:49.732393 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70b05368-26be-4135-8cbb-a7e61b11f069 req-dfaaaa00-d1a7-47c1-88f1-57ff7849bfb7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.0566878 Jan 31 15:54:49.742712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Network 62d551c3-6922-49d7-9630-836eaf25e18d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:49.771093 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70b05368-26be-4135-8cbb-a7e61b11f069 req-e8800bf3-cd96-402f-9637-919e8b4b44ba tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326660 Jan 31 15:54:49.791409 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:49.805355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:49.807952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Pushing event updated for resources: {'Port': ['ID=a687a21c-d186-428c-8f42-7ea89a959f38,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:49.816798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17679b7-6bf3-4ea0-a63b-555f08d72edd req-5ab99bf6-8887-4027-8ca8-871889eeba82 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:49.818294 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a17679b7-6bf3-4ea0-a63b-555f08d72edd req-5ab99bf6-8887-4027-8ca8-871889eeba82 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.3013477 Jan 31 15:54:49.859301 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-0bd8d1ce-f81a-4e58-bb90-9b19ab6b4f33 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903847 Jan 31 15:54:49.860048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43398d18-cc0d-4de2-8e53-aaed41d0aa71 req-139ae569-6879-4fea-8992-9377ec08b9c9 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 210 time: 0.0262547 Jan 31 15:54:49.899478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af55d41-e908-459c-a770-c1b7842812c5 admin admin] Router f964de39-7695-46f2-9ec2-c5988eb0f88b has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:54:49.969014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:49.969629 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:50.003870 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a17679b7-6bf3-4ea0-a63b-555f08d72edd req-657da7cf-a88e-4651-8d1a-23d94fe2d821 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576478 Jan 31 15:54:50.055499 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-a4a594c1-07b5-4e8a-be2c-dbdc4b3c3f2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1921039 Jan 31 15:54:50.074716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Request body: {'port': {'device_id': 'ea1e6047-d7ed-4bfa-b1c6-5737e0e29520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:50.119026 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-fcc01ed1-4b28-41da-adef-fb400d88deba service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475204 Jan 31 15:54:50.122616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Made reservation on behalf of 06ea88ab674e485090752cf90aaea98a for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:50.126102 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:50.136876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d135d43-245c-41f5-97ec-d2b1546f7c5f req-bc7a5e74-c8ea-4872-811d-56adc5a0fa02 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:50.142125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d135d43-245c-41f5-97ec-d2b1546f7c5f req-bc7a5e74-c8ea-4872-811d-56adc5a0fa02 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.0576591 Jan 31 15:54:50.199420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d135d43-245c-41f5-97ec-d2b1546f7c5f req-abe820db-0005-460c-b0d1-197b2f71b5b7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494342 Jan 31 15:54:50.307499 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:50.335364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af55d41-e908-459c-a770-c1b7842812c5 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:54:50.343281 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1af55d41-e908-459c-a770-c1b7842812c5 admin admin] 10.222.0.36 "PUT /v2.0/routers/f964de39-7695-46f2-9ec2-c5988eb0f88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8205147 Jan 31 15:54:50.347301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40520) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:50.349597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5836a2b1-75ea-477c-a45e-c2830104a17c None None] Sync routers for ids ['f964de39-7695-46f2-9ec2-c5988eb0f88b'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:54:50.360050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836a2b1-75ea-477c-a45e-c2830104a17c None None] Routers {'f964de39-7695-46f2-9ec2-c5988eb0f88b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:50.360934 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5836a2b1-75ea-477c-a45e-c2830104a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f964de39-7695-46f2-9ec2-c5988eb0f88b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:50.385345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Allocated IP 172.20.0.4 (7a6c1885-f12f-429b-aeb8-d54adc6f9f1b/839da286-d7fe-47c8-8f9e-973a376f0b70/888f0e3c-f323-44c6-a30a-a39a912c3dfe) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:50.489846 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-5836a2b1-75ea-477c-a45e-c2830104a17c None None] Set router f964de39-7695-46f2-9ec2-c5988eb0f88b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:50.500919 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:50.685125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c5340-95bf-426e-b021-6d3937847961 req-13efadcd-8860-4ef5-a667-f20a9718a80d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:50.687645 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a09c5340-95bf-426e-b021-6d3937847961 req-13efadcd-8860-4ef5-a667-f20a9718a80d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 932 time: 0.2563009 Jan 31 15:54:50.745439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a09c5340-95bf-426e-b021-6d3937847961 req-41e470e8-bfd2-4074-8a5f-9800feb2e588 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468659 Jan 31 15:54:50.756019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5836a2b1-75ea-477c-a45e-c2830104a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'name': 'tempest-FloatingIPsTestJSON-1469890229-router', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:15Z', 'updated_at': '2022-01-31T15:54:48Z', 'revision_number': 5, 'project_id': 'ec246fb594844e5eafef22aeab87778a', 'gw_port': {'id': 'da0a04ae-ba02-42ae-b530-14df50dc9569', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:17Z', 'updated_at': '2022-01-31T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:50.760504 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:50.772963 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:50.789239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5836a2b1-75ea-477c-a45e-c2830104a17c None None] Checking router: f964de39-7695-46f2-9ec2-c5988eb0f88b for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:54:50.818497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836a2b1-75ea-477c-a45e-c2830104a17c None None] Routers {'f964de39-7695-46f2-9ec2-c5988eb0f88b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:50.819916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5836a2b1-75ea-477c-a45e-c2830104a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f964de39-7695-46f2-9ec2-c5988eb0f88b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:50.839605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Deleting port da0a04ae-ba02-42ae-b530-14df50dc9569 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:50.840789 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:50.843840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120881bb-a202-45f5-af89-e5a9e0c1ae12 req-3fc783f7-5040-4267-a550-4ef8dcf48bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:50.845350 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-120881bb-a202-45f5-af89-e5a9e0c1ae12 req-3fc783f7-5040-4267-a550-4ef8dcf48bc8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a9c604c867340d093a20a1cba841833&device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 1097 time: 0.2329116 Jan 31 15:54:50.860699 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fc2fc-f7e2-43d2-bfec-eba78442ef2e req-59fb683d-c956-47ff-a69c-8d4bf3128583 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:50.868277 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e3fc2fc-f7e2-43d2-bfec-eba78442ef2e req-59fb683d-c956-47ff-a69c-8d4bf3128583 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1981688 Jan 31 15:54:50.950436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-5836a2b1-75ea-477c-a45e-c2830104a17c None None] Set router f964de39-7695-46f2-9ec2-c5988eb0f88b gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:50.963681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5816986-1a76-4716-804a-e613ebf24843 req-ad5eb4ee-40e2-45ec-9d1d-5dc866c2698d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:50.965322 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5816986-1a76-4716-804a-e613ebf24843 req-ad5eb4ee-40e2-45ec-9d1d-5dc866c2698d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.1117320 Jan 31 15:54:51.018887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120881bb-a202-45f5-af89-e5a9e0c1ae12 req-fb367077-c49d-4d5b-9dd6-90d7cb2b1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:51.020640 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-120881bb-a202-45f5-af89-e5a9e0c1ae12 req-fb367077-c49d-4d5b-9dd6-90d7cb2b1f3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4113491-101a-4ce9-803e-c3fc5472a71e HTTP/1.1" status: 200 len: 920 time: 0.1408455 Jan 31 15:54:51.026003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5836a2b1-75ea-477c-a45e-c2830104a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'name': 'tempest-FloatingIPsTestJSON-1469890229-router', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:15Z', 'updated_at': '2022-01-31T15:54:50Z', 'revision_number': 6, 'project_id': 'ec246fb594844e5eafef22aeab87778a', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:51.054641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] For port da0a04ae-ba02-42ae-b530-14df50dc9569, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=da0a04ae-ba02-42ae-b530-14df50dc9569,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:51.055011 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.083255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5836a2b1-75ea-477c-a45e-c2830104a17c None None] The sync data for ids ['f964de39-7695-46f2-9ec2-c5988eb0f88b'] in n-d-827120-1 is: [{'id': 'f964de39-7695-46f2-9ec2-c5988eb0f88b', 'name': 'tempest-FloatingIPsTestJSON-1469890229-router', 'tenant_id': 'ec246fb594844e5eafef22aeab87778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:15Z', 'updated_at': '2022-01-31T15:54:50Z', 'revision_number': 6, 'project_id': 'ec246fb594844e5eafef22aeab87778a', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:54:51.089638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Calling delete_port for da0a04ae-ba02-42ae-b530-14df50dc9569 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:51.101191 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.107857 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-120881bb-a202-45f5-af89-e5a9e0c1ae12 req-33bc8738-352a-4890-ac94-105f6ee9a3d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9da605-d633-49e2-8a81-d874556efd9e HTTP/1.1" status: 200 len: 217 time: 0.0767195 Jan 31 15:54:51.173202 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120881bb-a202-45f5-af89-e5a9e0c1ae12 req-33049bdc-1752-4952-a392-24a5f7230d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:51.174759 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-120881bb-a202-45f5-af89-e5a9e0c1ae12 req-33049bdc-1752-4952-a392-24a5f7230d21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ebb1ee4-fba6-4251-9c3d-4a756e47506e HTTP/1.1" status: 200 len: 859 time: 0.0550592 Jan 31 15:54:51.177899 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e3fc2fc-f7e2-43d2-bfec-eba78442ef2e req-52c54318-ca7a-4b43-b2a9-cf0594fc7d71 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088353 Jan 31 15:54:51.211227 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-120881bb-a202-45f5-af89-e5a9e0c1ae12 req-dc3db113-aafe-47eb-8439-a212f54b8e14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4113491-101a-4ce9-803e-c3fc5472a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279627 Jan 31 15:54:51.289402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5816986-1a76-4716-804a-e613ebf24843 req-fc1c6d25-952e-417e-a396-1c8a4f5833f0 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152926 Jan 31 15:54:51.290988 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.325706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Pushing event deleted for resources: {'Port': ['ID=da0a04ae-ba02-42ae-b530-14df50dc9569,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:51.433261 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.558902 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.561538 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.621028 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.621865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f964de39-7695-46f2-9ec2-c5988eb0f88b {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:54:51.636937 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.641083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b01ed948-4bb3-4fb9-98cb-f82fec5af23d admin admin] 10.222.0.36 "DELETE /v2.0/routers/f964de39-7695-46f2-9ec2-c5988eb0f88b HTTP/1.1" status: 204 len: 168 time: 1.2924197 Jan 31 15:54:51.643072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40536) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:51.652150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33ccb9-e02d-4891-ba65-897d386cdcd3 req-bc00b3dd-154b-4172-a5fd-656f58fed46e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:51.654269 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-de33ccb9-e02d-4891-ba65-897d386cdcd3 req-bc00b3dd-154b-4172-a5fd-656f58fed46e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.2555768 Jan 31 15:54:51.727593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a687a21c-d186-428c-8f42-7ea89a959f38 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:51.730896 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-de33ccb9-e02d-4891-ba65-897d386cdcd3 req-a4ee24a0-b1e5-423d-8118-31a847341cf0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696323 Jan 31 15:54:51.735926 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.749625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Transition to ACTIVE for port object a687a21c-d186-428c-8f42-7ea89a959f38 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:54:51.753828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa7b906-c994-45bd-8c1a-426ea408160e admin admin] Deleting subnet d0bf9629-c800-484f-8ddd-e298ce52db12 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:54:51.768324 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b906-c994-45bd-8c1a-426ea408160e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.785390 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d532f2e2-6bf3-4f94-be3c-2cc65c949c44 req-27aecf16-15a3-4f5e-a627-48b102e73b0f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 210 time: 0.1386275 Jan 31 15:54:51.791363 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.793693 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.850992 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b906-c994-45bd-8c1a-426ea408160e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:51.857116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Pushing event updated for resources: {'Port': ['ID=a687a21c-d186-428c-8f42-7ea89a959f38,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:51.909706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Pushing event updated for resources: {'Port': ['ID=888f0e3c-f323-44c6-a30a-a39a912c3dfe,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:51.984697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cd63c-90f5-4e07-986e-b2fcbed67b66 req-372de086-6f78-4483-b2fb-19676fc0a97c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:51.993866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b95cd63c-90f5-4e07-986e-b2fcbed67b66 req-372de086-6f78-4483-b2fb-19676fc0a97c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.1105900 Jan 31 15:54:52.046845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:52.052443 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b95cd63c-90f5-4e07-986e-b2fcbed67b66 req-acbcd9f4-c867-4656-91a5-821da9b085c1 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571344 Jan 31 15:54:52.059985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:52.070591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:52.102440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Attempting to bind port a687a21c-d186-428c-8f42-7ea89a959f38 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:52.102776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Attempting to bind port a687a21c-d186-428c-8f42-7ea89a959f38 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:52.103102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Attempting to bind port a687a21c-d186-428c-8f42-7ea89a959f38 on network 62d551c3-6922-49d7-9630-836eaf25e18d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:52.103892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b906-c994-45bd-8c1a-426ea408160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.117482 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1edf5-e5fb-4006-b31a-e6b9672c68ca req-fa549db0-4de6-46e0-8386-dab610c08ed3 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:52.119048 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-acd1edf5-e5fb-4006-b31a-e6b9672c68ca req-fa549db0-4de6-46e0-8386-dab610c08ed3 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 944 time: 0.2035227 Jan 31 15:54:52.124628 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-120881bb-a202-45f5-af89-e5a9e0c1ae12 req-1398cc08-1f89-43bd-ba6f-d59c1d82dd1a service neutron] 10.222.0.30 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9045436 Jan 31 15:54:52.127531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Port a687a21c-d186-428c-8f42-7ea89a959f38 on network 62d551c3-6922-49d7-9630-836eaf25e18d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:54:52.127775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Attempting to bind port a687a21c-d186-428c-8f42-7ea89a959f38 on network 62d551c3-6922-49d7-9630-836eaf25e18d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:52.159789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:52.160238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Checking segment: {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:52.160782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Bound using segment: {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:52.161253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Bound port: a687a21c-d186-428c-8f42-7ea89a959f38, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:52.161695 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.190975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b906-c994-45bd-8c1a-426ea408160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.191402 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.220342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7b906-c994-45bd-8c1a-426ea408160e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0bf9629-c800-484f-8ddd-e298ce52db12,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:52.227131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b906-c994-45bd-8c1a-426ea408160e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.230003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:52.230640 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.231046 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9aa7b906-c994-45bd-8c1a-426ea408160e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d0bf9629-c800-484f-8ddd-e298ce52db12 HTTP/1.1" status: 204 len: 168 time: 0.5758266 Jan 31 15:54:52.233654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40542) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:52.238056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b1a441-c021-4c71-b827-e2facbca130f None None] Network 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:54:52.293496 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-d2e50b01-625f-46c2-b412-d6166f1e2f07 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6266174 Jan 31 15:54:52.316436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-acd1edf5-e5fb-4006-b31a-e6b9672c68ca req-8438d7e3-5da5-45b7-850e-4eed87ec89ec tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522696 Jan 31 15:54:52.325224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Request body: {'port': {'device_id': '02937628-cb4b-4802-8ced-09623a95d040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:52.344170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.378831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] For port a687a21c-d186-428c-8f42-7ea89a959f38, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:54:52.385235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-120881bb-a202-45f5-af89-e5a9e0c1ae12 req-f0c0274d-131f-4179-972e-52950988ded8 service neutron] 10.222.0.30 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523201 Jan 31 15:54:52.387137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] For port a687a21c-d186-428c-8f42-7ea89a959f38, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a687a21c-d186-428c-8f42-7ea89a959f38,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:52.393733 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.463937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:52.464557 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.466585 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] 10.222.0.30 "PUT /v2.0/ports/a687a21c-d186-428c-8f42-7ea89a959f38 HTTP/1.1" status: 200 len: 1092 time: 2.3977864 Jan 31 15:54:52.470934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1e6047-d7ed-4bfa-b1c6-5737e0e29520', 'tag': 'a687a21c-d186-428c-8f42-7ea89a959f38'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:52.473366 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0733a7-824c-4719-8219-74fe0767769b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1e6047-d7ed-4bfa-b1c6-5737e0e29520", "tag": "a687a21c-d186-428c-8f42-7ea89a959f38"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:52.476155 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.534057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b09557b3-6ba3-4b9e-b13a-8bf0023ce76a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:54:52.550864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576e3f4-69fc-443e-881e-5acd65c3eefe req-6b13d13f-3e14-4d64-82d7-aacf11ec96c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:52.552501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7576e3f4-69fc-443e-881e-5acd65c3eefe req-6b13d13f-3e14-4d64-82d7-aacf11ec96c1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1297450 Jan 31 15:54:52.554235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Deleting port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:52.554573 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.625794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: b09557b3-6ba3-4b9e-b13a-8bf0023ce76a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:54:52.626029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adb50e-4bf1-4436-8f6f-f1605cf0da0e service neutron] Pushing event updated for resources: {'Port': ['ID=a687a21c-d186-428c-8f42-7ea89a959f38,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:52.626533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b09557b3-6ba3-4b9e-b13a-8bf0023ce76a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:54:52.627175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device da0a04ae-ba02-42ae-b530-14df50dc9569 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:54:52.644964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] For port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=74b87cda-9943-49f1-83ee-4f4e7fb0efe7,segment=NetworkSegment(c4f6b07b-698a-401b-b7c1-b523d2cb22c1),segment_id=c4f6b07b-698a-401b-b7c1-b523d2cb22c1)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:52.645477 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.666379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Calling delete_port for 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:52.677435 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: da0a04ae-ba02-42ae-b530-14df50dc9569 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:54:52.678010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device da0a04ae-ba02-42ae-b530-14df50dc9569 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:54:52.679830 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.695980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-d42fc8b5-a012-4ba7-becf-ac0d90449e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:52.697616 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-d42fc8b5-a012-4ba7-becf-ac0d90449e9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=702103247c8744b5b661ca2faf498765&device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 1095 time: 0.1828640 Jan 31 15:54:52.788714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b03bcf3-3a10-422f-ba2b-261a69e3564d None None] DHCP port deletion for 5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:54:52.807463 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-d84bbdba-763c-47a8-9419-ce94ed4fa448 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a687a21c-d186-428c-8f42-7ea89a959f38 HTTP/1.1" status: 200 len: 217 time: 0.0582726 Jan 31 15:54:52.809015 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7576e3f4-69fc-443e-881e-5acd65c3eefe req-708fc4d2-3aa0-4937-ab43-1d8e67c170e7 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812643 Jan 31 15:54:52.810660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.818888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b4b75-d6af-446d-b281-b87d76274914 req-5db7446a-bdf8-46ea-928f-090a71cf96ee tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:52.820706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f39b4b75-d6af-446d-b281-b87d76274914 req-5db7446a-bdf8-46ea-928f-090a71cf96ee tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.2536714 Jan 31 15:54:52.881351 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdbe353-798e-4366-b754-222924652cf1 x-openstack-request-id: req-9cdbe353-798e-4366-b754-222924652cf1 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:52.882048 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1e6047-d7ed-4bfa-b1c6-5737e0e29520", "tag": "a687a21c-d186-428c-8f42-7ea89a959f38", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:52.882266 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9cdbe353-798e-4366-b754-222924652cf1 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:52.882828 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1e6047-d7ed-4bfa-b1c6-5737e0e29520', 'tag': 'a687a21c-d186-428c-8f42-7ea89a959f38', 'status': 'completed', 'code': 200} Jan 31 15:54:52.888894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b87cda-9943-49f1-83ee-4f4e7fb0efe7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:52.892295 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8b03bcf3-3a10-422f-ba2b-261a69e3564d None None] Deleting port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:54:52.892654 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8b03bcf3-3a10-422f-ba2b-261a69e3564d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.906404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] No DVR routers for this DVR port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:52.970317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-cd84347a-4ce2-42db-ab33-4f1884ad651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:52.972162 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-cd84347a-4ce2-42db-ab33-4f1884ad651e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40b37e97-4d9d-4bd0-a797-bd4e1f87f45d HTTP/1.1" status: 200 len: 844 time: 0.1502714 Jan 31 15:54:52.985330 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8b03bcf3-3a10-422f-ba2b-261a69e3564d None None] For port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7, host n-d-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:52.986121 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8b03bcf3-3a10-422f-ba2b-261a69e3564d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:52.991466 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f39b4b75-d6af-446d-b281-b87d76274914 req-d70f73a5-ab70-4b99-84c5-f7078ce58b78 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480327 Jan 31 15:54:53.006146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8b03bcf3-3a10-422f-ba2b-261a69e3564d None None] Calling delete_port for 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:54:53.010081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.ipam_backend_mixin [None req-8b03bcf3-3a10-422f-ba2b-261a69e3564d None None] Port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 was not found and therefore no delete operation was performed {{(pid=108773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 15:54:53.011060 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8b03bcf3-3a10-422f-ba2b-261a69e3564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.017820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-0b092b05-5bec-43fc-be91-d45ee76da8b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62d551c3-6922-49d7-9630-836eaf25e18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372334 Jan 31 15:54:53.039329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03bcf3-3a10-422f-ba2b-261a69e3564d None None] Pushing event deleted for resources: {'Port': ['ID=74b87cda-9943-49f1-83ee-4f4e7fb0efe7,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:53.043334 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03bcf3-3a10-422f-ba2b-261a69e3564d None None] No DVR routers for this DVR port 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:54:53.108050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717b537-bbe9-4e48-8284-855bbbcc95c4 req-5e0756f9-a7ef-40a4-bf7b-6565017ec2a1 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:53.109890 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0717b537-bbe9-4e48-8284-855bbbcc95c4 req-5e0756f9-a7ef-40a4-bf7b-6565017ec2a1 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.1720574 Jan 31 15:54:53.112553 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.146476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:53.169368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f6b07b-698a-401b-b7c1-b523d2cb22c1') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:53.169783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f6b07b-698a-401b-b7c1-b523d2cb22c1') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:53.188391 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.197426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0717b537-bbe9-4e48-8284-855bbbcc95c4 req-a3341b05-99fe-4191-930f-3bef08a4c18c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763988 Jan 31 15:54:53.205700 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.213778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:54:53.214184 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:54:53.216052 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:54:53.244225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e931c92-c684-452d-aeec-a6ef1d4b160f req-944c6b7e-b47b-4206-9a1d-783dd02028a4 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:53.246258 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e931c92-c684-452d-aeec-a6ef1d4b160f req-944c6b7e-b47b-4206-9a1d-783dd02028a4 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 931 time: 0.1345053 Jan 31 15:54:53.266182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888f0e3c-f323-44c6-a30a-a39a912c3dfe {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:53.280724 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-e17bf17b-9037-4d09-b74a-07aca4a2164c service neutron] 10.222.0.30 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414634 Jan 31 15:54:53.284414 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.330952 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.336255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Transition to ACTIVE for port object 888f0e3c-f323-44c6-a30a-a39a912c3dfe will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:54:53.345589 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.351453 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6 HTTP/1.1" status: 204 len: 168 time: 1.1142430 Jan 31 15:54:53.364665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13bc65-1e43-41e7-8ce2-61777f4be180 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e0e150f-75d4-48d1-bbc1-0ce7da47a5e6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:53.382233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2448625-faf8-4839-be94-1159607757b4 req-03266b6f-1750-4b54-b2d3-5247aec374b8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:53.384053 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2448625-faf8-4839-be94-1159607757b4 req-03266b6f-1750-4b54-b2d3-5247aec374b8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.0850780 Jan 31 15:54:53.397848 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.422725 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e931c92-c684-452d-aeec-a6ef1d4b160f req-fddc689a-20a4-490b-b669-8178c047fcb4 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667309 Jan 31 15:54:53.450332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2448625-faf8-4839-be94-1159607757b4 req-eb3e3d39-0b58-4a97-8e01-4d600199ea52 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591524 Jan 31 15:54:53.535989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Pushing event updated for resources: {'Port': ['ID=888f0e3c-f323-44c6-a30a-a39a912c3dfe,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:53.536385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40562) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:53.562255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d1d53a96-f7cb-481e-a3ff-13abce028533 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:54:53.582417 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4afb2bbd-517e-4189-982a-afbca675e79f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec246fb594844e5eafef22aeab87778a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442524 Jan 31 15:54:53.584475 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40564) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:53.618678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae336213-5df6-474d-b7d2-b2086cc9465b req-3caf7648-c6b3-41a2-9807-3e9027caca21 service neutron] 10.222.0.30 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294017 Jan 31 15:54:53.645257 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff4257f1-aff2-4b7f-8064-2daddbc061f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.660018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43495487-666f-4312-9424-3bd39882ba03 req-b941fb48-a931-4b89-a116-b9908dbe3c4a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:53.669909 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43495487-666f-4312-9424-3bd39882ba03 req-b941fb48-a931-4b89-a116-b9908dbe3c4a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 944 time: 0.1355374 Jan 31 15:54:53.674647 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Attempting to bind port 888f0e3c-f323-44c6-a30a-a39a912c3dfe on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:53.675045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Attempting to bind port 888f0e3c-f323-44c6-a30a-a39a912c3dfe by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:53.675367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Attempting to bind port 888f0e3c-f323-44c6-a30a-a39a912c3dfe on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:53.676500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff4257f1-aff2-4b7f-8064-2daddbc061f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.692372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d1d53a96-f7cb-481e-a3ff-13abce028533,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:53.705060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Port 888f0e3c-f323-44c6-a30a-a39a912c3dfe on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:54:53.705515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Attempting to bind port 888f0e3c-f323-44c6-a30a-a39a912c3dfe on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:53.706746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'd1d53a96-f7cb-481e-a3ff-13abce028533', 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad', 'port_id': 'd1d53a96-f7cb-481e-a3ff-13abce028533', 'mac_address': 'fa:16:3e:31:57:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4805291-5b10-4a76-b006-715b95a7b211', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:54:53.740688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff4257f1-aff2-4b7f-8064-2daddbc061f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.744212 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff4257f1-aff2-4b7f-8064-2daddbc061f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.747864 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ff4257f1-aff2-4b7f-8064-2daddbc061f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a36b28db-be11-4f2b-9d21-bb328236a114 HTTP/1.1" status: 204 len: 168 time: 0.1599996 Jan 31 15:54:53.758003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4257f1-aff2-4b7f-8064-2daddbc061f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36b28db-be11-4f2b-9d21-bb328236a114,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:53.760265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:53.760863 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Checking segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:53.761405 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Bound using segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:53.762092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Bound port: 888f0e3c-f323-44c6-a30a-a39a912c3dfe, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:53.762979 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.770748 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.797927 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d53a96-f7cb-481e-a3ff-13abce028533 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:53.811229 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43495487-666f-4312-9424-3bd39882ba03 req-5975f4c0-53ee-4bca-a288-f27d5f095488 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400924 Jan 31 15:54:53.821077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d1d53a96-f7cb-481e-a3ff-13abce028533,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:53.827204 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.847307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0733a7-824c-4719-8219-74fe0767769b req-cf2778d7-5073-477d-ab16-d0ee0c9112a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:53.848830 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a0733a7-824c-4719-8219-74fe0767769b req-cf2778d7-5073-477d-ab16-d0ee0c9112a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=702103247c8744b5b661ca2faf498765&device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 1095 time: 0.1575320 Jan 31 15:54:53.887908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d1d53a96-f7cb-481e-a3ff-13abce028533,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:53.939425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] For port 888f0e3c-f323-44c6-a30a-a39a912c3dfe, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:54:53.943931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] For port 888f0e3c-f323-44c6-a30a-a39a912c3dfe, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=888f0e3c-f323-44c6-a30a-a39a912c3dfe,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:53.950033 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:53.970358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a8e08-cfc2-4414-bd3e-9d236923d5e4 req-2453341d-b3c5-443c-a739-d34664abaca4 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:53.972361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d58a8e08-cfc2-4414-bd3e-9d236923d5e4 req-2453341d-b3c5-443c-a739-d34664abaca4 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0535793 Jan 31 15:54:54.011989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0733a7-824c-4719-8219-74fe0767769b req-975c6d61-3d0f-46b0-a7e8-44903a37bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:54.013668 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a0733a7-824c-4719-8219-74fe0767769b req-975c6d61-3d0f-46b0-a7e8-44903a37bb59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=62d551c3-6922-49d7-9630-836eaf25e18d HTTP/1.1" status: 200 len: 905 time: 0.1558955 Jan 31 15:54:54.015973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:54.017369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:54.019118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] 10.222.0.20 "PUT /v2.0/ports/888f0e3c-f323-44c6-a30a-a39a912c3dfe HTTP/1.1" status: 200 len: 1091 time: 1.6980865 Jan 31 15:54:54.022968 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d58a8e08-cfc2-4414-bd3e-9d236923d5e4 req-c5336cec-f946-4efe-9c43-d76e4348eea4 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425155 Jan 31 15:54:54.101308 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d1d53a96-f7cb-481e-a3ff-13abce028533'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:54:54.112137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a0733a7-824c-4719-8219-74fe0767769b req-f0a6e39e-01bd-4806-a3fb-4cd6e3c618da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a687a21c-d186-428c-8f42-7ea89a959f38 HTTP/1.1" status: 200 len: 217 time: 0.0703490 Jan 31 15:54:54.191040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac41cc-20f5-4a54-be02-56c128ef1e74 service neutron] Pushing event updated for resources: {'Port': ['ID=888f0e3c-f323-44c6-a30a-a39a912c3dfe,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:54.210352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0733a7-824c-4719-8219-74fe0767769b req-348efadd-f653-4cd7-be2d-5429277c83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:54.211890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a0733a7-824c-4719-8219-74fe0767769b req-348efadd-f653-4cd7-be2d-5429277c83ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40b37e97-4d9d-4bd0-a797-bd4e1f87f45d HTTP/1.1" status: 200 len: 844 time: 0.0625596 Jan 31 15:54:54.247650 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a0733a7-824c-4719-8219-74fe0767769b req-436efd71-8237-4818-aeb6-765cc6638f82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62d551c3-6922-49d7-9630-836eaf25e18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277221 Jan 31 15:54:54.258209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-ed36d2fc-ca4b-4387-8827-437834f5ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:54.262180 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-ed36d2fc-ca4b-4387-8827-437834f5ef2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 1094 time: 0.1721590 Jan 31 15:54:54.304744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e142630-9b33-464a-b62a-28cfb4d83a06 req-525d972a-eb97-4103-983e-fd68662b8fd7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:54.313773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e142630-9b33-464a-b62a-28cfb4d83a06 req-525d972a-eb97-4103-983e-fd68662b8fd7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.2099886 Jan 31 15:54:54.323346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:54:54.344472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:54:54.344802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 74b87cda-9943-49f1-83ee-4f4e7fb0efe7 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:54:54.370204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a956aaa-a314-4251-84e1-f607bc0f8385 req-1f0a9341-d11f-4864-87c1-4c93828ed21e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:54.377791 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a956aaa-a314-4251-84e1-f607bc0f8385 req-1f0a9341-d11f-4864-87c1-4c93828ed21e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 945 time: 0.0618052 Jan 31 15:54:54.424856 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-0e5460a7-c608-47d8-95b4-7d7bee49a78d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=888f0e3c-f323-44c6-a30a-a39a912c3dfe HTTP/1.1" status: 200 len: 217 time: 0.0956819 Jan 31 15:54:54.425592 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a956aaa-a314-4251-84e1-f607bc0f8385 req-93a02639-605e-48a0-b5b6-3e08882d1c56 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469661 Jan 31 15:54:54.510082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-3fef4650-b3d0-4d92-8ee3-e665e381826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:54.511621 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-3fef4650-b3d0-4d92-8ee3-e665e381826e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.0652313 Jan 31 15:54:54.529604 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e142630-9b33-464a-b62a-28cfb4d83a06 req-b894c228-c11c-473d-ae83-1501495e3a0c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123384 Jan 31 15:54:54.553999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25cafa-ed16-4347-8645-2670cdc24ece req-bf309674-44fd-4a6b-8290-5d0b4f082417 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:54.565941 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c25cafa-ed16-4347-8645-2670cdc24ece req-bf309674-44fd-4a6b-8290-5d0b4f082417 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 943 time: 0.0683973 Jan 31 15:54:54.619559 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-cee7774d-ff57-46d5-8dd7-bef40ea52d58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833104 Jan 31 15:54:54.621560 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a0733a7-824c-4719-8219-74fe0767769b req-5974ed73-59c3-4411-aad3-f9523bfb0ae6 service neutron] 10.222.0.30 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655243 Jan 31 15:54:54.628639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c25cafa-ed16-4347-8645-2670cdc24ece req-5d6aa287-e6e4-4c7c-99fa-2a5a17e50ea1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617259 Jan 31 15:54:54.710091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40596) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:54.823743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960318a0-fb52-472f-a66b-6c41dc9f8cd4 req-3b4b9b98-87a4-4351-ab30-888bbafbd986 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:54.825209 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-960318a0-fb52-472f-a66b-6c41dc9f8cd4 req-3b4b9b98-87a4-4351-ab30-888bbafbd986 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.1284685 Jan 31 15:54:54.843375 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-733dca97-8ad2-42bc-9100-93fd018eb255 service neutron] 10.222.0.20 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160854 Jan 31 15:54:54.846790 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a0733a7-824c-4719-8219-74fe0767769b req-c8e6f626-5ce0-43c1-ac51-5ae100364722 service neutron] 10.222.0.30 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158663 Jan 31 15:54:54.864811 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-network', 'tenant_id': 'f7b00e2a222a48d588370731376522c7'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:54.883443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02937628-cb4b-4802-8ced-09623a95d040', 'tag': '888f0e3c-f323-44c6-a30a-a39a912c3dfe'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:54.885744 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96cd842-2280-418d-be73-f2f6c701536f" -d '{"events": [{"name": "network-changed", "server_uuid": "02937628-cb4b-4802-8ced-09623a95d040", "tag": "888f0e3c-f323-44c6-a30a-a39a912c3dfe"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:54.901504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Made reservation on behalf of f7b00e2a222a48d588370731376522c7 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:54.901504 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:54.918329 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:54.933927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-960318a0-fb52-472f-a66b-6c41dc9f8cd4 req-83e42a1c-cf75-4e46-93b3-85b755decb5b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011479 Jan 31 15:54:54.972645 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6d6be3-a449-4135-82bc-e0368e5e3d6e req-84170248-f0af-4799-b298-9358a7cb04e0 service neutron] 10.222.0.20 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193702 Jan 31 15:54:54.996600 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21235d24-b873-48cc-a831-95d3063e7734 x-openstack-request-id: req-21235d24-b873-48cc-a831-95d3063e7734 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:54.996895 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02937628-cb4b-4802-8ced-09623a95d040", "tag": "888f0e3c-f323-44c6-a30a-a39a912c3dfe", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:54.997140 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21235d24-b873-48cc-a831-95d3063e7734 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:54.997549 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02937628-cb4b-4802-8ced-09623a95d040', 'tag': '888f0e3c-f323-44c6-a30a-a39a912c3dfe', 'status': 'completed', 'code': 200} Jan 31 15:54:55.055980 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f4eb8-7e46-4492-b76e-8efaff0ace1a req-f314a8a2-cd3c-4eab-b662-3c6bf7b908fb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:55.057556 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-802f4eb8-7e46-4492-b76e-8efaff0ace1a req-f314a8a2-cd3c-4eab-b662-3c6bf7b908fb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 944 time: 0.1127400 Jan 31 15:54:55.078668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cd842-2280-418d-be73-f2f6c701536f req-120041cd-72c1-4a0d-93c8-b04aa9b20d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:55.082268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e96cd842-2280-418d-be73-f2f6c701536f req-120041cd-72c1-4a0d-93c8-b04aa9b20d78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 1094 time: 0.0525243 Jan 31 15:54:55.125241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.145663 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-802f4eb8-7e46-4492-b76e-8efaff0ace1a req-d02b94de-78b9-461a-b162-c0cce7f01961 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734503 Jan 31 15:54:55.146950 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.185861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:54:55.194805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b90768-cd88-4eb0-9e76-6026e98c43e5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:55.202457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.203026 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Added segment b05b32b3-5c48-492e-867d-9076c5565d52 of type vlan for network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca Jan 31 15:54:55.247956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cd842-2280-418d-be73-f2f6c701536f req-a52630dd-51ba-43c6-a724-231382874f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:55.249414 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e96cd842-2280-418d-be73-f2f6c701536f req-a52630dd-51ba-43c6-a724-231382874f35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 912 time: 0.1582308 Jan 31 15:54:55.257712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25594b0b-fe49-49ba-98db-1461e9926d02 req-5f053be8-72e1-4657-9d25-e62d4cab081c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:55.262321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-25594b0b-fe49-49ba-98db-1461e9926d02 req-5f053be8-72e1-4657-9d25-e62d4cab081c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0959511 Jan 31 15:54:55.273725 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.300035 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.301213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:55.301844 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.309211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e96cd842-2280-418d-be73-f2f6c701536f req-da0b45ec-3071-41a5-826f-5dd6141f833a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=888f0e3c-f323-44c6-a30a-a39a912c3dfe HTTP/1.1" status: 200 len: 217 time: 0.0456586 Jan 31 15:54:55.363655 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6523216 Jan 31 15:54:55.366695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40606) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:55.372354 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-cbb7aae2-59e4-4372-b277-a07c0d278604 admin admin] Request body: {'subnet': {'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-subnet', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:55.379019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-25594b0b-fe49-49ba-98db-1461e9926d02 req-1d49ea4c-7bdb-4dc6-adbd-b14c6458cb31 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089599 Jan 31 15:54:55.382730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cd842-2280-418d-be73-f2f6c701536f req-83629cbd-e1c5-4656-99a8-e6d029e3745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:55.384196 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e96cd842-2280-418d-be73-f2f6c701536f req-83629cbd-e1c5-4656-99a8-e6d029e3745e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.0686188 Jan 31 15:54:55.385952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86416c-19aa-409e-967b-b02ead08f619 admin admin] Pushing event updated for resources: {'Network': ['ID=18d2dbe3-92a3-4b0f-8d55-e6c32150edca,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:55.397785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:54:55.416558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb7aae2-59e4-4372-b277-a07c0d278604 admin admin] Made reservation on behalf of f7b00e2a222a48d588370731376522c7 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:54:55.419372 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aae2-59e4-4372-b277-a07c0d278604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.435484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e96cd842-2280-418d-be73-f2f6c701536f req-5a950dbc-7604-4a67-b49a-c92134c318fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425401 Jan 31 15:54:55.490260 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.562689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e96cd842-2280-418d-be73-f2f6c701536f req-73f8a04e-2004-4241-a86b-281501ad5df8 service neutron] 10.222.0.20 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188574 Jan 31 15:54:55.576430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a687a21c-d186-428c-8f42-7ea89a959f38 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:54:55.579537 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d1d53a96-f7cb-481e-a3ff-13abce028533 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:55.631349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3951a0-cc38-4a35-9586-633adf18def4 req-896075bf-5690-4cc0-a348-8390c6834357 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:55.632888 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c3951a0-cc38-4a35-9586-633adf18def4 req-896075bf-5690-4cc0-a348-8390c6834357 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 945 time: 0.1035478 Jan 31 15:54:55.687481 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aae2-59e4-4372-b277-a07c0d278604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.702604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port d1d53a96-f7cb-481e-a3ff-13abce028533 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:54:55.711535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port d1d53a96-f7cb-481e-a3ff-13abce028533 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:55.711973 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.732398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1505a76-7333-430a-854a-fdac50d1457e req-b0759f11-7552-4950-b21a-4b8834f65d45 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:55.735026 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c3951a0-cc38-4a35-9586-633adf18def4 req-960320e2-1c03-413d-a94e-7885f9cd6186 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918393 Jan 31 15:54:55.740082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1505a76-7333-430a-854a-fdac50d1457e req-b0759f11-7552-4950-b21a-4b8834f65d45 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.0939107 Jan 31 15:54:55.774519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7aae2-59e4-4372-b277-a07c0d278604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ca21a9-08f0-4ae8-bc74-2341ecc36ec9,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:55.794469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a687a21c-d186-428c-8f42-7ea89a959f38, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a687a21c-d186-428c-8f42-7ea89a959f38,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:55.801409 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e96cd842-2280-418d-be73-f2f6c701536f req-98cc3b1d-6009-438a-9539-27aeaedc572d service neutron] 10.222.0.20 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315493 Jan 31 15:54:55.826781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'a687a21c-d186-428c-8f42-7ea89a959f38', 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'port_id': 'a687a21c-d186-428c-8f42-7ea89a959f38', 'mac_address': 'fa:16:3e:05:2c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b37e97-4d9d-4bd0-a797-bd4e1f87f45d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:54:55.829317 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1505a76-7333-430a-854a-fdac50d1457e req-0cbb269c-162a-42d7-b7d3-c95e39a0ec27 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882421 Jan 31 15:54:55.850935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb7aae2-59e4-4372-b277-a07c0d278604 admin admin] Checking segment: {'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:55.851377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb7aae2-59e4-4372-b277-a07c0d278604 admin admin] Network hostable DHCP agents. Network: 18d2dbe3-92a3-4b0f-8d55-e6c32150edca, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:54:55.870916 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.882241 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221957e9-04d1-41f9-abf4-7f2615615435 req-966cfd8c-5b8d-46cf-b844-b571afd5feb1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:55.883738 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-221957e9-04d1-41f9-abf4-7f2615615435 req-966cfd8c-5b8d-46cf-b844-b571afd5feb1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 943 time: 0.0749943 Jan 31 15:54:55.884840 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.884982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb7aae2-59e4-4372-b277-a07c0d278604 admin admin] Network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:54:55.898242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-cbb7aae2-59e4-4372-b277-a07c0d278604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 18d2dbe3-92a3-4b0f-8d55-e6c32150edca) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:55.908746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dbde46-6900-410e-99c1-e82f70c579d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d53a96-f7cb-481e-a3ff-13abce028533'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:55.910015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb7aae2-59e4-4372-b277-a07c0d278604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:55.910538 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aae2-59e4-4372-b277-a07c0d278604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.911046 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9646c98a-c3be-4d2f-afa8-2b8316e4cfb4" -d '{"events": [{"server_uuid": "30dbde46-6900-410e-99c1-e82f70c579d3", "name": "network-vif-plugged", "status": "completed", "tag": "d1d53a96-f7cb-481e-a3ff-13abce028533"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:55.918026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2882f60b-123b-4b6b-8ba8-8ed5c2549d43 None None] Network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:54:55.928772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a687a21c-d186-428c-8f42-7ea89a959f38 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:55.936519 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-221957e9-04d1-41f9-abf4-7f2615615435 req-a8e16718-b83e-4f11-9d23-af46328777c5 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461524 Jan 31 15:54:55.940546 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cbb7aae2-59e4-4372-b277-a07c0d278604 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5731347 Jan 31 15:54:55.943515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d1d53a96-f7cb-481e-a3ff-13abce028533,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:55.943860 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40616) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:55.951990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:54:55.978219 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db8172b-8f72-43b3-8645-da9f84ed5e9f x-openstack-request-id: req-5db8172b-8f72-43b3-8645-da9f84ed5e9f {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:55.978483 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dbde46-6900-410e-99c1-e82f70c579d3", "name": "network-vif-plugged", "status": "completed", "tag": "d1d53a96-f7cb-481e-a3ff-13abce028533", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:55.978877 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5db8172b-8f72-43b3-8645-da9f84ed5e9f {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:55.979160 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dbde46-6900-410e-99c1-e82f70c579d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d53a96-f7cb-481e-a3ff-13abce028533', 'code': 200} Jan 31 15:54:55.984869 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:55.998965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a687a21c-d186-428c-8f42-7ea89a959f38, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a687a21c-d186-428c-8f42-7ea89a959f38,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:56.001296 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.001927 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.021237 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.065943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d1d53a96-f7cb-481e-a3ff-13abce028533,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:56.079438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.150154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=a687a21c-d186-428c-8f42-7ea89a959f38,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:56.183402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'fixed_ips': [{'subnet_id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:54:56.184482 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.228313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffdb0a-76fb-4eaa-b314-7b90ab7b3958 req-ceb6437a-63e6-422e-ac66-e03c0c7db656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:56.229829 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35ffdb0a-76fb-4eaa-b314-7b90ab7b3958 req-ceb6437a-63e6-422e-ac66-e03c0c7db656 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 1097 time: 0.1917870 Jan 31 15:54:56.261676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d507a-8c88-448d-b526-363e2942e1f5 req-d3448a1f-ee49-4b48-a8cb-a84193e884dd tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:56.263136 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e25d507a-8c88-448d-b526-363e2942e1f5 req-d3448a1f-ee49-4b48-a8cb-a84193e884dd tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.2262192 Jan 31 15:54:56.273311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70c6c3-625d-4803-8b43-fee1b2f93766 req-119be3e2-d8bd-45fa-b5d4-41533709c7eb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:56.275338 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f70c6c3-625d-4803-8b43-fee1b2f93766 req-119be3e2-d8bd-45fa-b5d4-41533709c7eb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 945 time: 0.0663457 Jan 31 15:54:56.276265 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.308227 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['a687a21c-d186-428c-8f42-7ea89a959f38'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:54:56.317096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f70c6c3-625d-4803-8b43-fee1b2f93766 req-75f40885-0d6f-4678-80ac-e06074869e7c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345421 Jan 31 15:54:56.339298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35ffdb0a-76fb-4eaa-b314-7b90ab7b3958 req-8548bc5a-aec1-4e7e-b8fe-b2d5f9f9a8b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733140 Jan 31 15:54:56.372781 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e25d507a-8c88-448d-b526-363e2942e1f5 req-c4a2cdc9-4109-4fa1-9293-6063a1084100 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001461 Jan 31 15:54:56.488821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Allocated IP 172.20.0.2 (18d2dbe3-92a3-4b0f-8d55-e6c32150edca/74ca21a9-08f0-4ae8-bc74-2341ecc36ec9/c3c35e3c-d803-435a-b259-6d1bd37c0134) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:56.507425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de099f-e327-4150-a9ac-d8070e3e7b5e req-e4fbb1cf-df41-4772-915e-6e358c278749 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:56.509096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d6de099f-e327-4150-a9ac-d8070e3e7b5e req-e4fbb1cf-df41-4772-915e-6e358c278749 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0526381 Jan 31 15:54:56.552273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d6de099f-e327-4150-a9ac-d8070e3e7b5e req-b2a46228-9083-4c2f-a992-50835aa983e4 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350254 Jan 31 15:54:56.718450 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.728152 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.769797 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:56.772944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:56.776771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:56.784444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Pushing event updated for resources: {'Port': ['ID=c3c35e3c-d803-435a-b259-6d1bd37c0134,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:56.837906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Attempting to bind port c3c35e3c-d803-435a-b259-6d1bd37c0134 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:56.838250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Attempting to bind port c3c35e3c-d803-435a-b259-6d1bd37c0134 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:56.838602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Attempting to bind port c3c35e3c-d803-435a-b259-6d1bd37c0134 on network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:56.843495 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:56.843869 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Checking segment: {'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:56.844176 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.844641 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.844641 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Bound using segment: {'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:56.845094 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Bound port: c3c35e3c-d803-435a-b259-6d1bd37c0134, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:56.845457 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.868200 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.892541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c456-ef53-4713-8b64-479e62679c39 req-89aad75b-9687-40e0-b0dd-c0453e9aab72 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:56.894029 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-05a2c456-ef53-4713-8b64-479e62679c39 req-89aad75b-9687-40e0-b0dd-c0453e9aab72 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.0839851 Jan 31 15:54:56.916251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] For port c3c35e3c-d803-435a-b259-6d1bd37c0134, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:54:56.919496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] For port c3c35e3c-d803-435a-b259-6d1bd37c0134, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c3c35e3c-d803-435a-b259-6d1bd37c0134,segment=NetworkSegment(b05b32b3-5c48-492e-867d-9076c5565d52),segment_id=b05b32b3-5c48-492e-867d-9076c5565d52)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:56.924787 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:56.946818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0867d-da5e-423c-9c87-6dda090ea628 req-d47ed2eb-4799-42e3-82af-106af6ea6de8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:56.948595 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ef0867d-da5e-423c-9c87-6dda090ea628 req-d47ed2eb-4799-42e3-82af-106af6ea6de8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.0568738 Jan 31 15:54:56.993803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-05a2c456-ef53-4713-8b64-479e62679c39 req-556dd68e-292d-4681-9f1e-53f46a2a34ba tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659599 Jan 31 15:54:56.997724 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac4071-c549-4b60-a2ca-0a4f60e09df3 None None] Pushing event updated for resources: {'Port': ['ID=c3c35e3c-d803-435a-b259-6d1bd37c0134,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:56.999961 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ef0867d-da5e-423c-9c87-6dda090ea628 req-1831f2fa-3c99-42a7-a5ed-e915381f43b9 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442295 Jan 31 15:54:57.047675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Allocated IP 172.25.1.81 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/898fd386-3054-4904-a7ad-b30d8a7362fe) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:57.172107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d102a-097f-413a-b233-b00c384576a9 req-affd5ee2-ff58-41d6-8d92-e5c05c8f57b2 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:57.173872 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-720d102a-097f-413a-b233-b00c384576a9 req-affd5ee2-ff58-41d6-8d92-e5c05c8f57b2 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 943 time: 0.1086974 Jan 31 15:54:57.222384 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:57.240728 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-720d102a-097f-413a-b233-b00c384576a9 req-ddc8e1dc-b2db-43be-b643-b96d1163da4d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559049 Jan 31 15:54:57.268210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:57.312982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:57.316193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:57.319731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:57.342167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Pushing event updated for resources: {'Port': ['ID=898fd386-3054-4904-a7ad-b30d8a7362fe,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:57.375095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 888f0e3c-f323-44c6-a30a-a39a912c3dfe details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:54:57.460722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f1783-26bf-4362-b683-940ebf836e7f req-ec6d8364-f187-4185-84db-5e94452ce5b9 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:57.463552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-078f1783-26bf-4362-b683-940ebf836e7f req-ec6d8364-f187-4185-84db-5e94452ce5b9 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 945 time: 0.0725398 Jan 31 15:54:57.496125 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 888f0e3c-f323-44c6-a30a-a39a912c3dfe, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=888f0e3c-f323-44c6-a30a-a39a912c3dfe,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:57.506782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '888f0e3c-f323-44c6-a30a-a39a912c3dfe', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'port_id': '888f0e3c-f323-44c6-a30a-a39a912c3dfe', 'mac_address': 'fa:16:3e:d9:fa:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839da286-d7fe-47c8-8f9e-973a376f0b70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:54:57.508694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-078f1783-26bf-4362-b683-940ebf836e7f req-24315a2b-9de7-4647-a379-3493c179e1b6 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387156 Jan 31 15:54:57.556409 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:57.570065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888f0e3c-f323-44c6-a30a-a39a912c3dfe {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:54:57.575940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62308ad2-2904-404a-9f9e-16f92acdf7de req-11e2bbb5-44a0-4a57-b6db-678879266ae8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:57.576164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a687a21c-d186-428c-8f42-7ea89a959f38 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:57.586160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-62308ad2-2904-404a-9f9e-16f92acdf7de req-11e2bbb5-44a0-4a57-b6db-678879266ae8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.1148431 Jan 31 15:54:57.636328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 888f0e3c-f323-44c6-a30a-a39a912c3dfe, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=888f0e3c-f323-44c6-a30a-a39a912c3dfe,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:57.643680 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:57.651909 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:57.694340 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-62308ad2-2904-404a-9f9e-16f92acdf7de req-4c7e54ea-4750-4867-953b-62e962d77c43 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997567 Jan 31 15:54:57.696152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44c21-356b-4a54-9454-274fe93acc99 req-fc169d24-f45d-4254-a19a-65c94326f01c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:57.699760 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2f44c21-356b-4a54-9454-274fe93acc99 req-fc169d24-f45d-4254-a19a-65c94326f01c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0699008 Jan 31 15:54:57.716076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=888f0e3c-f323-44c6-a30a-a39a912c3dfe,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:57.718625 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port a687a21c-d186-428c-8f42-7ea89a959f38 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:54:57.722747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port a687a21c-d186-428c-8f42-7ea89a959f38 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:57.723117 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:57.738830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:57.759996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2f44c21-356b-4a54-9454-274fe93acc99 req-09f8f34e-a381-4083-b4ba-3df56d13a4ec tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527391 Jan 31 15:54:57.805827 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:57.845849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a687a21c-d186-428c-8f42-7ea89a959f38, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a687a21c-d186-428c-8f42-7ea89a959f38,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:57.850499 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:57.899246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=a687a21c-d186-428c-8f42-7ea89a959f38,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:57.957774 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:57.961494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['888f0e3c-f323-44c6-a30a-a39a912c3dfe'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:54:57.983599 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1e6047-d7ed-4bfa-b1c6-5737e0e29520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a687a21c-d186-428c-8f42-7ea89a959f38'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:54:57.986001 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c56fc8-eed6-4487-a68f-9285ad943b66" -d '{"events": [{"server_uuid": "ea1e6047-d7ed-4bfa-b1c6-5737e0e29520", "name": "network-vif-plugged", "status": "completed", "tag": "a687a21c-d186-428c-8f42-7ea89a959f38"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:54:57.992158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68884d7f-af75-4f91-9f07-90400200958e None None] Network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:54:58.041846 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54cbb72-1365-48f9-933f-363c3b430a00 x-openstack-request-id: req-a54cbb72-1365-48f9-933f-363c3b430a00 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:54:58.042156 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1e6047-d7ed-4bfa-b1c6-5737e0e29520", "name": "network-vif-plugged", "status": "completed", "tag": "a687a21c-d186-428c-8f42-7ea89a959f38", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:54:58.042409 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a54cbb72-1365-48f9-933f-363c3b430a00 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:54:58.042824 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1e6047-d7ed-4bfa-b1c6-5737e0e29520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a687a21c-d186-428c-8f42-7ea89a959f38', 'code': 200} Jan 31 15:54:58.103959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-974fbd8b-ec1c-4ce8-8467-926d8673023a None None] Provisioning complete for port c3c35e3c-d803-435a-b259-6d1bd37c0134 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:58.104360 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-974fbd8b-ec1c-4ce8-8467-926d8673023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:58.154381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed7827-886a-42ca-89b2-71ed2de06d4e req-1a3e6666-7280-4068-a2f0-0a3d865fc551 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:58.156059 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-10ed7827-886a-42ca-89b2-71ed2de06d4e req-1a3e6666-7280-4068-a2f0-0a3d865fc551 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.0598106 Jan 31 15:54:58.197708 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-10ed7827-886a-42ca-89b2-71ed2de06d4e req-5269b822-dc73-4e29-b2c4-89584a54de0d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Jan 31 15:54:58.206360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c07f96-ee43-48b7-a994-43d15cba9d56 req-e1a3075a-59ec-4fc5-b010-1fdb90d2c39c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:58.207856 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6c07f96-ee43-48b7-a994-43d15cba9d56 req-e1a3075a-59ec-4fc5-b010-1fdb90d2c39c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.1048958 Jan 31 15:54:58.209742 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:54:58.212861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f24d2e-6941-445d-b4e6-7b35a15968b4 req-8308af7d-82b9-4c7f-8e1a-2397a7cc9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:58.214287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c9f24d2e-6941-445d-b4e6-7b35a15968b4 req-8308af7d-82b9-4c7f-8e1a-2397a7cc9303 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 1097 time: 0.1076109 Jan 31 15:54:58.315931 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6c07f96-ee43-48b7-a994-43d15cba9d56 req-a7f1057e-98e0-4cc9-8f2e-78624c3a6139 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964851 Jan 31 15:54:58.332346 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c9f24d2e-6941-445d-b4e6-7b35a15968b4 req-4d55336c-c3bc-4d8d-91a7-0387e70caa95 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045127 Jan 31 15:54:58.335018 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-974fbd8b-ec1c-4ce8-8467-926d8673023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:58.392342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b218f-bca6-487c-b734-67078c1ecbc9 req-90d598b3-12d3-4831-945b-5567a00855c4 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:58.402516 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f6b218f-bca6-487c-b734-67078c1ecbc9 req-90d598b3-12d3-4831-945b-5567a00855c4 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 1097 time: 0.0989625 Jan 31 15:54:58.418175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:54:58.425932 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-974fbd8b-ec1c-4ce8-8467-926d8673023a None None] For port c3c35e3c-d803-435a-b259-6d1bd37c0134, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c3c35e3c-d803-435a-b259-6d1bd37c0134,segment=NetworkSegment(b05b32b3-5c48-492e-867d-9076c5565d52),segment_id=b05b32b3-5c48-492e-867d-9076c5565d52)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:58.430895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c3c35e3c-d803-435a-b259-6d1bd37c0134 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:58.435089 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-974fbd8b-ec1c-4ce8-8467-926d8673023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:58.435351 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Sync routers for ids ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:54:58.448834 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Routers {'5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:58.450760 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:58.461996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f6b218f-bca6-487c-b734-67078c1ecbc9 req-fd39b1cb-5816-4db4-970a-0782106c0f46 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515251 Jan 31 15:54:58.484413 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:58.484794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ddc6e5c8-e095-4c05-9a61-f42846e8f7ab admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.5396361 Jan 31 15:54:58.487482 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40648) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:54:58.565935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fbd8b-ec1c-4ce8-8467-926d8673023a None None] Pushing event updated for resources: {'Port': ['ID=c3c35e3c-d803-435a-b259-6d1bd37c0134,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:58.576460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port c3c35e3c-d803-435a-b259-6d1bd37c0134 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:58.577000 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:58.607053 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Set router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:58.676286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79d814-1dcf-4f37-942f-e36770d5c473 req-44b7734c-1ab1-438f-880d-99a214a2ba4b tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:58.679480 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f79d814-1dcf-4f37-942f-e36770d5c473 req-44b7734c-1ab1-438f-880d-99a214a2ba4b tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 1097 time: 0.0839524 Jan 31 15:54:58.688492 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e628a-91b5-40da-af8d-3872012b0acb req-f5f048c1-ddeb-4177-9f13-849f9ae3d055 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:58.689991 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b95e628a-91b5-40da-af8d-3872012b0acb req-f5f048c1-ddeb-4177-9f13-849f9ae3d055 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 944 time: 0.2648695 Jan 31 15:54:58.732422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f79d814-1dcf-4f37-942f-e36770d5c473 req-ba4cf078-b913-4f29-9d65-c8ff23c15a77 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Jan 31 15:54:58.767842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c21469f5-50e5-4e37-b68b-41ed1123a0af None None] Provisioning complete for port c3c35e3c-d803-435a-b259-6d1bd37c0134 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:58.768293 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c21469f5-50e5-4e37-b68b-41ed1123a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:58.798223 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b95e628a-91b5-40da-af8d-3872012b0acb req-a909d697-29e1-4376-9351-a6fad2751745 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012359 Jan 31 15:54:58.848399 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:57Z', 'revision_number': 3, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:58.874515 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Checking router: 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:54:58.875131 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Updating router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc port 898fd386-3054-4904-a7ad-b30d8a7362fe binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:54:58.892586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2dafb-3aa1-480b-b35a-52cbdba6d38a req-23b0dd21-9234-45fa-985e-78f9289b9184 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:58.900753 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fe2dafb-3aa1-480b-b35a-52cbdba6d38a req-23b0dd21-9234-45fa-985e-78f9289b9184 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 946 time: 0.0781441 Jan 31 15:54:58.905038 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:58.933660 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fe2dafb-3aa1-480b-b35a-52cbdba6d38a req-0f3a6249-9674-4769-adc9-9c189159322d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320110 Jan 31 15:54:59.002426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5be660-7593-4779-859a-5e3e66f5704c req-93a037df-543a-46b7-ade4-072cf2e7cca5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:59.003845 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed5be660-7593-4779-859a-5e3e66f5704c req-93a037df-543a-46b7-ade4-072cf2e7cca5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.0886328 Jan 31 15:54:59.079263 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed5be660-7593-4779-859a-5e3e66f5704c req-9034edea-02e0-4dbe-bfea-42583ffb3a9e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665970 Jan 31 15:54:59.080256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242ce5d-315c-4d11-b2b9-4ccab1d3da0b req-ab509a77-3cab-4d01-874b-05728e4cdfd6 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:59.081767 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2242ce5d-315c-4d11-b2b9-4ccab1d3da0b req-ab509a77-3cab-4d01-874b-05728e4cdfd6 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0529234 Jan 31 15:54:59.126226 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2242ce5d-315c-4d11-b2b9-4ccab1d3da0b req-27d84d82-63e8-4928-a371-bdaab4e1c267 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368819 Jan 31 15:54:59.126380 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.206514 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.212052 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.268673 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Attempting to bind port 898fd386-3054-4904-a7ad-b30d8a7362fe on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:54:59.269279 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Attempting to bind port 898fd386-3054-4904-a7ad-b30d8a7362fe by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:54:59.269887 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Attempting to bind port 898fd386-3054-4904-a7ad-b30d8a7362fe on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:54:59.278397 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:54:59.278866 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:54:59.279274 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.279713 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:54:59.280663 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Bound port: 898fd386-3054-4904-a7ad-b30d8a7362fe, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:54:59.280663 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.282128 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Pushing event updated for resources: {'Port': ['ID=898fd386-3054-4904-a7ad-b30d8a7362fe,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:59.302466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Allocated IP 172.20.0.1 (18d2dbe3-92a3-4b0f-8d55-e6c32150edca/74ca21a9-08f0-4ae8-bc74-2341ecc36ec9/f82f465f-1e54-4da9-99cf-10975c193374) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:54:59.310061 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:59.310318 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:59.310650 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:59.310973 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:59.311298 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:59.311612 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:59.311927 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:59.312241 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:59.312616 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:59.312865 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:59.313267 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:59.313581 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:54:59.366541 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] For port 898fd386-3054-4904-a7ad-b30d8a7362fe, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:54:59.370835 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] For port 898fd386-3054-4904-a7ad-b30d8a7362fe, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=898fd386-3054-4904-a7ad-b30d8a7362fe,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:54:59.375811 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.397944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 888f0e3c-f323-44c6-a30a-a39a912c3dfe up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:54:59.424275 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Routers {'5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:54:59.425167 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:59.443287 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.480121 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 888f0e3c-f323-44c6-a30a-a39a912c3dfe completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:54:59.486074 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 888f0e3c-f323-44c6-a30a-a39a912c3dfe triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:59.486457 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.513504 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.521307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44183-6218-4e76-a61c-2fb4097cac82 req-30fd3eac-f8e7-4511-9989-fda0583407c3 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:59.532317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ef44183-6218-4e76-a61c-2fb4097cac82 req-30fd3eac-f8e7-4511-9989-fda0583407c3 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.0934260 Jan 31 15:54:59.536261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:54:59.538729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:54:59.551363 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18134b4-ee2c-4ef0-826c-a5eb625010d0 None None] Pushing event updated for resources: {'Port': ['ID=898fd386-3054-4904-a7ad-b30d8a7362fe,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:59.563279 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:54:59.607059 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ef44183-6218-4e76-a61c-2fb4097cac82 req-2fd46069-10e8-4090-be2c-a779b7ef0bc9 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734956 Jan 31 15:54:59.612941 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.647123 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.679747 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] Set router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:54:59.688178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 888f0e3c-f323-44c6-a30a-a39a912c3dfe, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=888f0e3c-f323-44c6-a30a-a39a912c3dfe,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:54:59.695757 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.723969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Pushing event updated for resources: {'Port': ['ID=f82f465f-1e54-4da9-99cf-10975c193374,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:59.771859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=888f0e3c-f323-44c6-a30a-a39a912c3dfe,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:54:59.853498 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.911330 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a63f8065-6393-4052-afcc-e2543b6b6359 None None] Provisioning complete for port f82f465f-1e54-4da9-99cf-10975c193374 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:54:59.911708 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a63f8065-6393-4052-afcc-e2543b6b6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:54:59.959865 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a63f8065-6393-4052-afcc-e2543b6b6359 None None] Port f82f465f-1e54-4da9-99cf-10975c193374 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:54:59.985310 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:57Z', 'revision_number': 3, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:54:59.985807 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6db4e5-64be-4c42-88fd-fa7f16a210d6 req-8c76bbdb-e11e-4fcd-8930-212756822371 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:54:59.987400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0c6db4e5-64be-4c42-88fd-fa7f16a210d6 req-8c76bbdb-e11e-4fcd-8930-212756822371 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 945 time: 0.0782337 Jan 31 15:55:00.019808 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909aed3-f52c-4d6b-97f8-e40d5065e9af None None] The sync data for ids ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'] in n-d-827120-1 is: [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:57Z', 'revision_number': 3, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:55:00.042879 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0c6db4e5-64be-4c42-88fd-fa7f16a210d6 req-8abda2e4-0eb5-41e5-9799-671a58a56b3b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485067 Jan 31 15:55:00.055133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02937628-cb4b-4802-8ced-09623a95d040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888f0e3c-f323-44c6-a30a-a39a912c3dfe'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:00.057510 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a64b01-f0c6-4506-b841-d11ffccd530d" -d '{"events": [{"server_uuid": "02937628-cb4b-4802-8ced-09623a95d040", "name": "network-vif-plugged", "status": "completed", "tag": "888f0e3c-f323-44c6-a30a-a39a912c3dfe"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:00.113378 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:00.119186 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:00.219096 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:00.220079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea85abb-9fd1-4277-bcea-78f47feca6d9 req-bb4491fc-7774-4247-95c4-fc271c65cb68 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:00.223853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ea85abb-9fd1-4277-bcea-78f47feca6d9 req-bb4491fc-7774-4247-95c4-fc271c65cb68 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 946 time: 0.0800917 Jan 31 15:55:00.227820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Pushing event updated for resources: {'Port': ['ID=f82f465f-1e54-4da9-99cf-10975c193374,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:00.336937 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ea85abb-9fd1-4277-bcea-78f47feca6d9 req-dd664abb-c389-4d3c-9957-eb45cf3b5780 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938845 Jan 31 15:55:00.337088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c3c35e3c-d803-435a-b259-6d1bd37c0134 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:55:00.360740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-66355fb7-997f-45ba-bcf1-086206d8798f tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:55:00.376872 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-66355fb7-997f-45ba-bcf1-086206d8798f tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222149 Jan 31 15:55:00.422940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-5bab05bd-1801-4e4c-9874-5018bd95d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:00.429380 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f5ee1e-4785-4d43-bc22-406e008d1613 x-openstack-request-id: req-33f5ee1e-4785-4d43-bc22-406e008d1613 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:00.430474 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02937628-cb4b-4802-8ced-09623a95d040", "name": "network-vif-plugged", "status": "completed", "tag": "888f0e3c-f323-44c6-a30a-a39a912c3dfe", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:00.430474 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33f5ee1e-4785-4d43-bc22-406e008d1613 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:00.430765 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-5bab05bd-1801-4e4c-9874-5018bd95d1a2 service neutron] 10.222.0.36 "GET /v2.0/ports/d1d53a96-f7cb-481e-a3ff-13abce028533 HTTP/1.1" status: 200 len: 1094 time: 0.0596333 Jan 31 15:55:00.430864 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02937628-cb4b-4802-8ced-09623a95d040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888f0e3c-f323-44c6-a30a-a39a912c3dfe', 'code': 200} Jan 31 15:55:00.441004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] Request body: {'binding': {'host': 'n-h2-827120-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:00.442375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] Unknown quota resources ['binding']. {{(pid=108772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 15:55:00.495510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port c3c35e3c-d803-435a-b259-6d1bd37c0134 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:00.495781 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:00.500281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:55:00.506118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:55:00.596978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602c1af-04df-4862-b9fb-9b9be762d2d3 req-23aef4ca-2d2c-491f-8ad2-5e1ca0e606b0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:00.612112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f602c1af-04df-4862-b9fb-9b9be762d2d3 req-23aef4ca-2d2c-491f-8ad2-5e1ca0e606b0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.0947726 Jan 31 15:55:00.678213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f602c1af-04df-4862-b9fb-9b9be762d2d3 req-1e987aae-2db4-400e-b8ce-bb2981fb94b7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647614 Jan 31 15:55:00.768194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bf1a3-61c4-4aa1-80bd-073ba4286c58 req-396ad7b2-4f03-4df7-9319-7a39d182e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:00.770255 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6bf1a3-61c4-4aa1-80bd-073ba4286c58 req-396ad7b2-4f03-4df7-9319-7a39d182e8ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 1096 time: 0.2656729 Jan 31 15:55:00.845440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516870e-bc4e-4302-966c-54da72da086b req-4b74b74c-5175-458f-b012-421f339b8f9a tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:00.847036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f516870e-bc4e-4302-966c-54da72da086b req-4b74b74c-5175-458f-b012-421f339b8f9a tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0878372 Jan 31 15:55:00.871829 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a6bf1a3-61c4-4aa1-80bd-073ba4286c58 req-7ad00389-2ef0-4b0f-83d4-49d48794f9de service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677698 Jan 31 15:55:00.903767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:55:00.907079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0cb1b944-4032-4141-a64b-7cb73e809494 None None] Provisioning complete for port f82f465f-1e54-4da9-99cf-10975c193374 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:00.907563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f516870e-bc4e-4302-966c-54da72da086b req-8222d75d-7e0e-4f23-a571-cad51759150c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458610 Jan 31 15:55:00.913935 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0cb1b944-4032-4141-a64b-7cb73e809494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:00.920602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] Attempting to bind port d1d53a96-f7cb-481e-a3ff-13abce028533 on host n-h2-827120-1 for vnic_type normal with profile None {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:55:00.920943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] Attempting to bind port d1d53a96-f7cb-481e-a3ff-13abce028533 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:55:00.921265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] Attempting to bind port d1d53a96-f7cb-481e-a3ff-13abce028533 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:00.931265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] Port d1d53a96-f7cb-481e-a3ff-13abce028533 on network d9143695-d818-4ec6-a1c8-9227036ec2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:55:00.931265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] Attempting to bind port d1d53a96-f7cb-481e-a3ff-13abce028533 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:00.964729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0cb1b944-4032-4141-a64b-7cb73e809494 None None] Port f82f465f-1e54-4da9-99cf-10975c193374 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:55:00.988621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:55:00.988991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:00.989348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] Bound using segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:55:00.989919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] Bound port: d1d53a96-f7cb-481e-a3ff-13abce028533, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:55:01.463233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:55:01.476220 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-285133b4-9b7d-48b1-b556-5c8ba3d2edf3 admin admin] 10.222.0.36 "PUT /v2.0/routers/5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9877398 Jan 31 15:55:01.477045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9008e1-f8cc-4846-948a-72af4e00220f req-e8f8049a-f848-4ea5-a789-da27f5058d0c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:01.478252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d1d53a96-f7cb-481e-a3ff-13abce028533,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:55:01.478995 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0d9008e1-f8cc-4846-948a-72af4e00220f req-e8f8049a-f848-4ea5-a789-da27f5058d0c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.3485467 Jan 31 15:55:01.488146 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3ff5f96-e294-4565-99b8-9c34fa1e1650 req-7438726f-7d51-4ab6-b709-f2b602d4117b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812700 Jan 31 15:55:01.491954 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:01.500329 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8fbb3534-ce8b-4801-aeb4-78493aba7882 service neutron] 10.222.0.36 "POST /v2.0/ports/d1d53a96-f7cb-481e-a3ff-13abce028533/bindings HTTP/1.1" status: 201 len: 389 time: 1.0690644 Jan 31 15:55:01.534089 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0d9008e1-f8cc-4846-948a-72af4e00220f req-9bb1826d-7f70-4ee1-b267-ba6e2b76ef71 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472143 Jan 31 15:55:01.589321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff5f96-e294-4565-99b8-9c34fa1e1650 req-e770ca2a-b67d-42d7-9bf7-11a6f0a34c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:01.590143 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3ff5f96-e294-4565-99b8-9c34fa1e1650 req-e770ca2a-b67d-42d7-9bf7-11a6f0a34c5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 1095 time: 0.0678556 Jan 31 15:55:01.658134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629071c-14dc-4f94-8522-9a68601d71a8 req-ef982d75-52e0-42bc-b744-bb15a88ca40f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:01.660280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a629071c-14dc-4f94-8522-9a68601d71a8 req-ef982d75-52e0-42bc-b744-bb15a88ca40f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 946 time: 0.0597658 Jan 31 15:55:01.720767 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a629071c-14dc-4f94-8522-9a68601d71a8 req-6b2cd467-9637-4f11-bd47-a13ec7980618 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428889 Jan 31 15:55:01.793211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb615775-a103-481b-8225-686960ea09d8 req-e09d2fb9-3250-4be0-966d-95ca9f50441b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:01.798063 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fb615775-a103-481b-8225-686960ea09d8 req-e09d2fb9-3250-4be0-966d-95ca9f50441b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 945 time: 0.1527948 Jan 31 15:55:01.847176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb41fc-4480-48de-add1-65e5367070fe req-01f7ca06-688c-4d9f-bb69-a65f1017f76f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:01.848652 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89eb41fc-4480-48de-add1-65e5367070fe req-01f7ca06-688c-4d9f-bb69-a65f1017f76f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.0534728 Jan 31 15:55:01.849840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff5f96-e294-4565-99b8-9c34fa1e1650 req-f0b9393a-92cc-442a-b373-1d1bcfca7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:01.851643 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3ff5f96-e294-4565-99b8-9c34fa1e1650 req-f0b9393a-92cc-442a-b373-1d1bcfca7cfb service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.2185235 Jan 31 15:55:01.877600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-6f34c362-9cdf-4192-9fde-a9d3fae839eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:01.879314 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-6f34c362-9cdf-4192-9fde-a9d3fae839eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 1097 time: 0.1289308 Jan 31 15:55:01.892948 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89eb41fc-4480-48de-add1-65e5367070fe req-c18eed9b-0ee0-437d-ac6b-2895c69b6549 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Jan 31 15:55:01.915763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fb615775-a103-481b-8225-686960ea09d8 req-77c2b363-8f10-4131-a771-96e88595e3aa tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055491 Jan 31 15:55:01.923380 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3ff5f96-e294-4565-99b8-9c34fa1e1650 req-571a5d1b-a202-49e9-8cee-095c7ffbcb13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40 HTTP/1.1" status: 200 len: 217 time: 0.0602310 Jan 31 15:55:02.015084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39202bb0-46f9-471b-9006-1090840e1aeb req-9faf0deb-588f-42ab-8e30-c837cf0fef4e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:02.016715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39202bb0-46f9-471b-9006-1090840e1aeb req-9faf0deb-588f-42ab-8e30-c837cf0fef4e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.0531313 Jan 31 15:55:02.050296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff5f96-e294-4565-99b8-9c34fa1e1650 req-3c9f3387-af96-4a05-a618-f96601041436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:02.051623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3ff5f96-e294-4565-99b8-9c34fa1e1650 req-3c9f3387-af96-4a05-a618-f96601041436 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.1159103 Jan 31 15:55:02.077721 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39202bb0-46f9-471b-9006-1090840e1aeb req-6da916cd-387b-4063-96ff-361f65daa08d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514052 Jan 31 15:55:02.082420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1c4bdd88-9d2c-447b-aa9a-5d2f19c4ce5b tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:02.083917 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-1c4bdd88-9d2c-447b-aa9a-5d2f19c4ce5b tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377&tenant_id=fb6f65ae282d4cad81a9203baacdf14e&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1096 time: 0.0981658 Jan 31 15:55:02.114710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3ff5f96-e294-4565-99b8-9c34fa1e1650 req-6c1f5072-ec64-4f37-b209-d66273a115fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466838 Jan 31 15:55:02.120900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827120-1'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:02.126831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-6cf9037d-d526-46bc-9a87-8666f584d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:02.128261 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-6cf9037d-d526-46bc-9a87-8666f584d740 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.2162232 Jan 31 15:55:02.167348 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Sync routers for ids ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:55:02.180796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Routers {'5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:02.181491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:02.289147 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-af6545a0-066a-4658-9ddd-0317be494d02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1d53a96-f7cb-481e-a3ff-13abce028533 HTTP/1.1" status: 200 len: 217 time: 0.1318123 Jan 31 15:55:02.327148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Set router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:02.420899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 898fd386-3054-4904-a7ad-b30d8a7362fe up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:55:02.425565 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:02.523369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8bdb6aa6-6be5-4971-bb41-e888d5250a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:02.526893 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8bdb6aa6-6be5-4971-bb41-e888d5250a0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.1965013 Jan 31 15:55:02.529551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3ff5f96-e294-4565-99b8-9c34fa1e1650 req-a5659654-5d50-42a1-9f4c-fe80feee2c67 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000263 Jan 31 15:55:02.531701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 898fd386-3054-4904-a7ad-b30d8a7362fe triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:02.535057 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:02.542834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-299e5b91-d94f-4cac-82f7-b75e5d9b4d72 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:02.544522 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-299e5b91-d94f-4cac-82f7-b75e5d9b4d72 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/networks?id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca HTTP/1.1" status: 200 len: 829 time: 0.3747253 Jan 31 15:55:02.584223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d7693-78e8-45ba-9c91-1e4d1319b0d8 req-5837b79d-07d1-4cd6-b3fd-78c686d8f4f4 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:02.595525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-289d7693-78e8-45ba-9c91-1e4d1319b0d8 req-5837b79d-07d1-4cd6-b3fd-78c686d8f4f4 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0737042 Jan 31 15:55:02.628070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-06a0a350-5646-4782-a8ae-3a45d14b4c5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634124 Jan 31 15:55:02.646438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-289d7693-78e8-45ba-9c91-1e4d1319b0d8 req-93217b1d-0cb7-44f7-96d0-2c44cf7ce772 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494862 Jan 31 15:55:02.680543 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 4, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f82f465f-1e54-4da9-99cf-10975c193374', 'name': '', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'mac_address': 'fa:16:3e:9c:42:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:59Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 2, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'subnets': [{'id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:02.710937 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:02.716435 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Checking router: 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:55:02.717036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Updating router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc port f82f465f-1e54-4da9-99cf-10975c193374 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:55:02.732166 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-21cc1532-7c63-418d-82be-4c2d11606934 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/quotas/f7b00e2a222a48d588370731376522c7 HTTP/1.1" status: 200 len: 375 time: 0.1648481 Jan 31 15:55:02.758520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 898fd386-3054-4904-a7ad-b30d8a7362fe, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=898fd386-3054-4904-a7ad-b30d8a7362fe,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:02.759873 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:02.763392 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:02.812888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584818d6-3e17-41b9-a9c7-fc7ed6522ee0 req-79e6e75f-0cdb-42c3-84df-f6433d85355f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:02.814515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-584818d6-3e17-41b9-a9c7-fc7ed6522ee0 req-79e6e75f-0cdb-42c3-84df-f6433d85355f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 945 time: 0.0527687 Jan 31 15:55:02.852606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=898fd386-3054-4904-a7ad-b30d8a7362fe,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:02.854990 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-584818d6-3e17-41b9-a9c7-fc7ed6522ee0 req-b8ae1449-81cb-46ef-a3f9-d4890fdfd81f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330288 Jan 31 15:55:02.916079 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78380d10-41a0-45e7-b42a-01253a182e91 req-ecd1f863-e9be-4f7e-a227-b5f985a90691 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2905052 Jan 31 15:55:02.923138 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3ff5f96-e294-4565-99b8-9c34fa1e1650 req-37473744-b9aa-4ee5-bfa1-f3a81a8a77ee service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776200 Jan 31 15:55:03.015656 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-a4fb404a-2a06-404c-9468-9cdf4f024f87 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7b00e2a222a48d588370731376522c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2443194 Jan 31 15:55:03.024091 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-c85e182d-c2ea-4afc-850b-79aa26715ec0 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234930 Jan 31 15:55:03.026604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:03.045724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f3ec6-caa4-497f-8894-d93ebf2b824f req-8ca024ef-9ad8-4553-b1bc-615d6ea8932a tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:03.047502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d80f3ec6-caa4-497f-8894-d93ebf2b824f req-8ca024ef-9ad8-4553-b1bc-615d6ea8932a tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.0585694 Jan 31 15:55:03.087668 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d80f3ec6-caa4-497f-8894-d93ebf2b824f req-807c4d83-e956-42c7-9ef4-de3b266d50b8 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Jan 31 15:55:03.162388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380d10-41a0-45e7-b42a-01253a182e91 req-49a09b65-4cb5-4e07-a4f1-f8ec8f2472c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:03.163971 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78380d10-41a0-45e7-b42a-01253a182e91 req-49a09b65-4cb5-4e07-a4f1-f8ec8f2472c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 1095 time: 0.2158518 Jan 31 15:55:03.212642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:03.222779 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:03.226150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a25c9b-130c-4ac8-9db7-3fe86324af6a req-e79be456-af3f-470b-8c7e-d6cb233dd29a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:03.228024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-46a25c9b-130c-4ac8-9db7-3fe86324af6a req-e79be456-af3f-470b-8c7e-d6cb233dd29a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 945 time: 0.0639713 Jan 31 15:55:03.234775 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:03.269296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-46a25c9b-130c-4ac8-9db7-3fe86324af6a req-a52efce8-f7b9-4a51-9083-07961b54d56e tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347071 Jan 31 15:55:03.288249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83071a-46fe-4caf-8539-93172932d258 None None] Pushing event updated for resources: {'Port': ['ID=f82f465f-1e54-4da9-99cf-10975c193374,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:03.341372 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-0e1d1e35-aeea-4dcf-9c7f-6499dc784e25 service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018153 Jan 31 15:55:03.351886 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Attempting to bind port f82f465f-1e54-4da9-99cf-10975c193374 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:55:03.352285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Attempting to bind port f82f465f-1e54-4da9-99cf-10975c193374 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:55:03.353187 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Attempting to bind port f82f465f-1e54-4da9-99cf-10975c193374 on network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:03.358828 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-6def644f-ad0a-4150-b74a-d3bea278a8a3 service neutron] 10.222.0.36 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204539 Jan 31 15:55:03.359241 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:55:03.359616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Checking segment: {'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:03.360016 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:03.360402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Bound using segment: {'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:55:03.362859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Bound port: f82f465f-1e54-4da9-99cf-10975c193374, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:55:03.363285 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:03.364072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da10711-46d5-4b94-9a41-63ee767a6377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daacd283-b9f9-4442-93bf-b6cbf9fe4426'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:03.366724 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594fc4ec-d893-4837-9402-627ed13a77ae" -d '{"events": [{"server_uuid": "9da10711-46d5-4b94-9a41-63ee767a6377", "name": "network-vif-unplugged", "status": "completed", "tag": "daacd283-b9f9-4442-93bf-b6cbf9fe4426"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:03.375651 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:03.413117 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:03.460153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] For port f82f465f-1e54-4da9-99cf-10975c193374, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:03.464782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] For port f82f465f-1e54-4da9-99cf-10975c193374, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f82f465f-1e54-4da9-99cf-10975c193374,segment=NetworkSegment(b05b32b3-5c48-492e-867d-9076c5565d52),segment_id=b05b32b3-5c48-492e-867d-9076c5565d52)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:55:03.470006 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:03.516279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4d773-4f9a-4698-8e69-7c1e7c682afd req-836b4224-99a4-4ffb-8294-d605e56cd1cb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:03.524226 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f9c4d773-4f9a-4698-8e69-7c1e7c682afd req-836b4224-99a4-4ffb-8294-d605e56cd1cb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.1070602 Jan 31 15:55:03.559287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Routers {'5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:03.560110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:54:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:03.572911 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f9c4d773-4f9a-4698-8e69-7c1e7c682afd req-c5f4818c-d2b2-4144-b92f-50388c07e4a2 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Jan 31 15:55:03.627734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device daacd283-b9f9-4442-93bf-b6cbf9fe4426 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:55:03.641832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380d10-41a0-45e7-b42a-01253a182e91 req-456ff6c7-14e1-431d-95e6-0fb3a37a228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:03.643451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78380d10-41a0-45e7-b42a-01253a182e91 req-456ff6c7-14e1-431d-95e6-0fb3a37a228d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.4511008 Jan 31 15:55:03.714510 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78380d10-41a0-45e7-b42a-01253a182e91 req-e046e640-854e-4e43-a6e7-c21fce127c76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4927f153-10c1-4bf4-9b72-884ccc05b657 HTTP/1.1" status: 200 len: 217 time: 0.0615866 Jan 31 15:55:03.728005 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83071a-46fe-4caf-8539-93172932d258 None None] Pushing event updated for resources: {'Port': ['ID=f82f465f-1e54-4da9-99cf-10975c193374,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:03.770222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Pushing event updated for resources: {'Port': ['ID=daacd283-b9f9-4442-93bf-b6cbf9fe4426,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:03.791134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-bd1d3646-ea6e-4a67-8fe3-692d18d4acce None None] Provisioning complete for port f82f465f-1e54-4da9-99cf-10975c193374 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:03.791598 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd1d3646-ea6e-4a67-8fe3-692d18d4acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:03.840500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-af5f66aa-c22e-4ecd-a02d-b2be3550a076 service neutron] 10.222.0.36 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666548 Jan 31 15:55:03.842611 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:03.876764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] Set router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:03.884837 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d534c70-819b-433d-8691-3bb90b768655 x-openstack-request-id: req-8d534c70-819b-433d-8691-3bb90b768655 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:03.886266 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da10711-46d5-4b94-9a41-63ee767a6377", "name": "network-vif-unplugged", "status": "completed", "tag": "daacd283-b9f9-4442-93bf-b6cbf9fe4426", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:03.888870 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d534c70-819b-433d-8691-3bb90b768655 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:03.889858 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da10711-46d5-4b94-9a41-63ee767a6377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daacd283-b9f9-4442-93bf-b6cbf9fe4426', 'code': 200} Jan 31 15:55:03.932369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on host n-h2-827120-1 for vnic_type normal with profile {"migrating_to": "n-h1-827120-1"} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:55:03.933007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:55:03.933650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:03.944535 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on host n-h2-827120-1 for vnic_type normal with profile {"migrating_to": "n-h1-827120-1"} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:55:03.944876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:55:03.945260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:03.949104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:55:03.950038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:03.964962 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:55:03.965301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:03.979503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:55:03.980598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:03.981109 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:55:03.981489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Bound port: daacd283-b9f9-4442-93bf-b6cbf9fe4426, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:55:03.982060 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:04.063650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:55:04.064291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:04.065056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:55:04.066035 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Bound port: daacd283-b9f9-4442-93bf-b6cbf9fe4426, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:55:04.066793 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:04.136913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f32a4-3166-42f3-9260-7fe7e50406b8 req-3e0ef162-b218-49c6-b456-3ee7451ec817 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:04.144321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d48f32a4-3166-42f3-9260-7fe7e50406b8 req-3e0ef162-b218-49c6-b456-3ee7451ec817 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1671395 Jan 31 15:55:04.152787 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd1d3646-ea6e-4a67-8fe3-692d18d4acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:04.181403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:04.188653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:55:04.194681 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:04.211044 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d48f32a4-3166-42f3-9260-7fe7e50406b8 req-38b9cfe0-af12-435f-ac99-588e7519747a tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656915 Jan 31 15:55:04.283050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Pushing event updated for resources: {'Port': ['ID=daacd283-b9f9-4442-93bf-b6cbf9fe4426,revision_number=8']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:04.328651 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380d10-41a0-45e7-b42a-01253a182e91 req-8e60e1c4-b7bd-48a4-9b8e-3baccf36fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:04.330020 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78380d10-41a0-45e7-b42a-01253a182e91 req-8e60e1c4-b7bd-48a4-9b8e-3baccf36fdf7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.6029377 Jan 31 15:55:04.335212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:04.356307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bd1d3646-ea6e-4a67-8fe3-692d18d4acce None None] For port f82f465f-1e54-4da9-99cf-10975c193374, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f82f465f-1e54-4da9-99cf-10975c193374,segment=NetworkSegment(b05b32b3-5c48-492e-867d-9076c5565d52),segment_id=b05b32b3-5c48-492e-867d-9076c5565d52)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:04.363700 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) daacd283-b9f9-4442-93bf-b6cbf9fe4426-n-h2-827120-1-0 {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 15:55:04.365607 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 15:55:04.369800 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd1d3646-ea6e-4a67-8fe3-692d18d4acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:04.419030 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78380d10-41a0-45e7-b42a-01253a182e91 req-7dbba677-311e-4ae6-a504-3478cdd2c3ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564792 Jan 31 15:55:04.431325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 898fd386-3054-4904-a7ad-b30d8a7362fe up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:55:04.432317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541fe01-a4ae-48f0-93d6-da02352aa751 req-2ac18907-ae74-46d5-8b79-6af87a822440 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:04.434381 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8541fe01-a4ae-48f0-93d6-da02352aa751 req-2ac18907-ae74-46d5-8b79-6af87a822440 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 945 time: 0.1423900 Jan 31 15:55:04.438505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:04.439232 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:04.440669 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-60d097d9-91b0-42df-b54d-5eb2a2029d14 service neutron] 10.222.0.30 "PUT /v2.0/ports/daacd283-b9f9-4442-93bf-b6cbf9fe4426 HTTP/1.1" status: 200 len: 1121 time: 2.3376951 Jan 31 15:55:04.517790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3765b1-64f5-4ed2-8f68-133c21aa4da3 req-f0682413-2b0f-4fb0-8ea3-d9481f33fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:04.519334 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d3765b1-64f5-4ed2-8f68-133c21aa4da3 req-f0682413-2b0f-4fb0-8ea3-d9481f33fd63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 1097 time: 0.1309724 Jan 31 15:55:04.542682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81ef03-294a-400f-94a4-1b8c42361b31 req-bc1f535a-381b-4c72-a929-eff83aaeab24 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:04.557062 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c81ef03-294a-400f-94a4-1b8c42361b31 req-bc1f535a-381b-4c72-a929-eff83aaeab24 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.2428372 Jan 31 15:55:04.569635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8541fe01-a4ae-48f0-93d6-da02352aa751 req-1f48ccb4-adb3-45ff-a0b5-51bf370a000d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985050 Jan 31 15:55:04.648205 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d3765b1-64f5-4ed2-8f68-133c21aa4da3 req-a22bf52e-709d-45bd-ba58-48b680403d86 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861516 Jan 31 15:55:04.652849 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78380d10-41a0-45e7-b42a-01253a182e91 req-bb3ebf4c-0d04-4e74-aac5-525a3542a71b service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172880 Jan 31 15:55:04.657653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-03469e15-24a7-4a1e-b96c-065c79f25709 None None] Provisioning complete for port f82f465f-1e54-4da9-99cf-10975c193374 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:04.657653 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03469e15-24a7-4a1e-b96c-065c79f25709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:04.695320 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a366fc9c-852c-4df5-be86-ed763ece5000 req-0d998d08-0e0e-4817-a448-95893cf93435 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 210 time: 0.0457139 Jan 31 15:55:04.715658 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['daacd283-b9f9-4442-93bf-b6cbf9fe4426'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:04.731849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c81ef03-294a-400f-94a4-1b8c42361b31 req-0ed037bb-ffb3-48c6-8cc8-9501dfd49c19 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737835 Jan 31 15:55:04.763091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['daacd283-b9f9-4442-93bf-b6cbf9fe4426'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:04.832472 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c681e3c-3fc9-4f2a-95c3-ccc4654eadde req-5b8fae8e-8e27-4b3f-8bf7-3c0415768595 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:04.841911 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c681e3c-3fc9-4f2a-95c3-ccc4654eadde req-5b8fae8e-8e27-4b3f-8bf7-3c0415768595 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.0708749 Jan 31 15:55:04.852510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba3dbe-23d9-405a-9f64-1c232a683369 req-579069a0-702a-4b97-90e3-9a75ad7c901c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:04.860464 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4dba3dbe-23d9-405a-9f64-1c232a683369 req-579069a0-702a-4b97-90e3-9a75ad7c901c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.0598223 Jan 31 15:55:04.860692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d3646-ea6e-4a67-8fe3-692d18d4acce None None] Pushing event updated for resources: {'Port': ['ID=f82f465f-1e54-4da9-99cf-10975c193374,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:04.919482 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4dba3dbe-23d9-405a-9f64-1c232a683369 req-f749d5ba-9993-4a72-bcc7-5ec1174437e1 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575855 Jan 31 15:55:04.943735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on host n-h2-827120-1 for vnic_type normal with profile {"migrating_to": "n-h1-827120-1"} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:55:04.944074 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:55:04.944481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:04.967337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c681e3c-3fc9-4f2a-95c3-ccc4654eadde req-dcb98f04-6dd2-45ed-bb24-1e2626140221 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244740 Jan 31 15:55:05.005538 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78380d10-41a0-45e7-b42a-01253a182e91 req-41bde357-8cab-4b82-9679-a484358899db service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460202 Jan 31 15:55:05.014346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:55:05.014695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Attempting to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on network 8879dc0d-286b-48d7-8388-e4f6990e87ec {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:05.061992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:55:05.062399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Checking segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:05.062803 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Bound using segment: {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:55:05.063342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Bound port: daacd283-b9f9-4442-93bf-b6cbf9fe4426, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b96fc42-5099-4442-949b-570e8b0eeead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8879dc0d-286b-48d7-8388-e4f6990e87ec'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:55:05.063726 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:05.164947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 898fd386-3054-4904-a7ad-b30d8a7362fe triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:05.164947 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:05.226744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 4, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f82f465f-1e54-4da9-99cf-10975c193374', 'name': '', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'mac_address': 'fa:16:3e:9c:42:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:59Z', 'updated_at': '2022-01-31T15:55:03Z', 'revision_number': 4, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'subnets': [{'id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:05.267296 n-d-827120-1 neutron-server[108773]: WARNING neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Concurrent port binding operations failed on port daacd283-b9f9-4442-93bf-b6cbf9fe4426 Jan 31 15:55:05.282680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:05.283879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72c312-35be-4f9d-926e-347aea2a3d7e None None] The sync data for ids ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'] in n-d-827120-1 is: [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 4, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f82f465f-1e54-4da9-99cf-10975c193374', 'name': '', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'mac_address': 'fa:16:3e:9c:42:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:59Z', 'updated_at': '2022-01-31T15:55:03Z', 'revision_number': 4, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'subnets': [{'id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:55:05.290148 n-d-827120-1 neutron-server[108773]: INFO neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Attempt 2 to bind port daacd283-b9f9-4442-93bf-b6cbf9fe4426 Jan 31 15:55:05.290579 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device daacd283-b9f9-4442-93bf-b6cbf9fe4426 has no active binding in host n-h1-827120-1 {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 15:55:05.393305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fa5ea-96a5-4c7b-9f65-89ca2d6ca1f7 req-9e841d3e-a31f-4e94-810b-688b759fb259 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:05.394668 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b44fa5ea-96a5-4c7b-9f65-89ca2d6ca1f7 req-9e841d3e-a31f-4e94-810b-688b759fb259 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1176140 Jan 31 15:55:05.435663 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b44fa5ea-96a5-4c7b-9f65-89ca2d6ca1f7 req-efd21390-6cfc-489c-b3e3-f8ec1963ba57 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345201 Jan 31 15:55:05.511974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780009d-37a8-4ed4-91de-f5c6f08ed54f req-bffcd94f-bc97-4eea-9fc3-6b8af9b7e3f0 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:05.513419 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e780009d-37a8-4ed4-91de-f5c6f08ed54f req-bffcd94f-bc97-4eea-9fc3-6b8af9b7e3f0 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.20 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 945 time: 0.0676680 Jan 31 15:55:05.623859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a687a21c-d186-428c-8f42-7ea89a959f38 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:55:05.843647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaf0a0-34cb-4897-855d-804a5f51ff09 req-415b0593-f826-42e8-9f31-21b78d672b09 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:05.850021 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbfaf0a0-34cb-4897-855d-804a5f51ff09 req-415b0593-f826-42e8-9f31-21b78d672b09 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 945 time: 0.1019163 Jan 31 15:55:05.909826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a687a21c-d186-428c-8f42-7ea89a959f38, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a687a21c-d186-428c-8f42-7ea89a959f38,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:05.912619 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbfaf0a0-34cb-4897-855d-804a5f51ff09 req-d842730f-6151-4fab-b821-4908e0ecda53 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536592 Jan 31 15:55:05.939548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'a687a21c-d186-428c-8f42-7ea89a959f38', 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'port_id': 'a687a21c-d186-428c-8f42-7ea89a959f38', 'mac_address': 'fa:16:3e:05:2c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b37e97-4d9d-4bd0-a797-bd4e1f87f45d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:55:06.036139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da10711-46d5-4b94-9a41-63ee767a6377', 'tag': 'daacd283-b9f9-4442-93bf-b6cbf9fe4426'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:06.038700 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11786b0-260f-4b7d-a348-60a3ae79aed3" -d '{"events": [{"name": "network-changed", "server_uuid": "9da10711-46d5-4b94-9a41-63ee767a6377", "tag": "daacd283-b9f9-4442-93bf-b6cbf9fe4426"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:06.042545 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:06.073336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a687a21c-d186-428c-8f42-7ea89a959f38 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:06.107973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a687a21c-d186-428c-8f42-7ea89a959f38, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a687a21c-d186-428c-8f42-7ea89a959f38,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:06.113074 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:06.169292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b069-9ef0-461c-9ef9-91d13526fb97 req-5a8e1373-5508-4a6a-b627-382fe3e2786d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:06.182004 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1fa3b069-9ef0-461c-9ef9-91d13526fb97 req-5a8e1373-5508-4a6a-b627-382fe3e2786d tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.1319869 Jan 31 15:55:06.198777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=a687a21c-d186-428c-8f42-7ea89a959f38,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:06.210919 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d94ec38f-e370-41f6-a84e-acf086542f04 req-778f9b3b-a2c4-4c39-bf93-8b83b2cac5a3 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 210 time: 0.1665316 Jan 31 15:55:06.260538 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1fa3b069-9ef0-461c-9ef9-91d13526fb97 req-70fa96c5-57d1-486e-884c-d83c3d7150c0 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707493 Jan 31 15:55:06.281716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['a687a21c-d186-428c-8f42-7ea89a959f38'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:06.369281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-d6ad2c4f-93e5-4745-b35b-78c5ef08b406 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:06.370857 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-d6ad2c4f-93e5-4745-b35b-78c5ef08b406 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.20 "GET /v2.0/networks?id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca HTTP/1.1" status: 200 len: 829 time: 0.8208480 Jan 31 15:55:06.390074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Request body: {'port': {'device_id': '2c283835-3d6c-49a5-94f3-4447166215f6', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'admin_state_up': True, 'tenant_id': 'f7b00e2a222a48d588370731376522c7'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:06.539699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be110d-f904-4128-aaa4-318a80a0302d req-4971ed84-5017-45e4-83bb-961d98476d4b tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:06.559866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11be110d-f904-4128-aaa4-318a80a0302d req-4971ed84-5017-45e4-83bb-961d98476d4b tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.1475263 Jan 31 15:55:06.585913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-e780009d-37a8-4ed4-91de-f5c6f08ed54f req-2011b959-d799-4ade-85fe-85deaa1513f8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Deleting port 888f0e3c-f323-44c6-a30a-a39a912c3dfe {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:06.586726 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e780009d-37a8-4ed4-91de-f5c6f08ed54f req-2011b959-d799-4ade-85fe-85deaa1513f8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:06.590726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f82f465f-1e54-4da9-99cf-10975c193374 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:55:06.642331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11be110d-f904-4128-aaa4-318a80a0302d req-7810f68b-1849-4344-b1d2-6c31cf1730db tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813317 Jan 31 15:55:06.738211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b60486-be81-490e-9caa-b39f99766052 req-17be7236-6f7a-4480-ba79-248bb45ae47c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:06.740477 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-29b60486-be81-490e-9caa-b39f99766052 req-17be7236-6f7a-4480-ba79-248bb45ae47c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.3312752 Jan 31 15:55:06.741433 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306bfd11-4c6f-4144-b4d9-a801e31b889a x-openstack-request-id: req-306bfd11-4c6f-4144-b4d9-a801e31b889a {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:06.741741 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da10711-46d5-4b94-9a41-63ee767a6377", "tag": "daacd283-b9f9-4442-93bf-b6cbf9fe4426", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:06.741982 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-306bfd11-4c6f-4144-b4d9-a801e31b889a {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:06.742344 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da10711-46d5-4b94-9a41-63ee767a6377', 'tag': 'daacd283-b9f9-4442-93bf-b6cbf9fe4426', 'status': 'completed', 'code': 200} Jan 31 15:55:06.873711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-29b60486-be81-490e-9caa-b39f99766052 req-c4f06d77-db05-404b-9c4a-c7ce1d402499 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066093 Jan 31 15:55:06.885112 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-e780009d-37a8-4ed4-91de-f5c6f08ed54f req-2011b959-d799-4ade-85fe-85deaa1513f8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] For port 888f0e3c-f323-44c6-a30a-a39a912c3dfe, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=888f0e3c-f323-44c6-a30a-a39a912c3dfe,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:06.887101 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e780009d-37a8-4ed4-91de-f5c6f08ed54f req-2011b959-d799-4ade-85fe-85deaa1513f8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:06.904868 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Made reservation on behalf of f7b00e2a222a48d588370731376522c7 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:55:06.909720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:06.913695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f82f465f-1e54-4da9-99cf-10975c193374 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:06.914269 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:06.924855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11786b0-260f-4b7d-a348-60a3ae79aed3 req-9da0c398-5b3a-4237-879a-efe1c4c3c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:06.930335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-e780009d-37a8-4ed4-91de-f5c6f08ed54f req-2011b959-d799-4ade-85fe-85deaa1513f8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Calling delete_port for 888f0e3c-f323-44c6-a30a-a39a912c3dfe owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:06.932750 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e11786b0-260f-4b7d-a348-60a3ae79aed3 req-9da0c398-5b3a-4237-879a-efe1c4c3c1cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 1124 time: 0.1667917 Jan 31 15:55:07.225186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e04eb6-8b13-4b7f-b543-3c4471feaad2 req-2e57fa69-86f9-458b-b883-4a3f3cecbfbf tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:07.235486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01e04eb6-8b13-4b7f-b543-3c4471feaad2 req-2e57fa69-86f9-458b-b883-4a3f3cecbfbf tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.3257792 Jan 31 15:55:07.321171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11786b0-260f-4b7d-a348-60a3ae79aed3 req-e97d3c0d-89c8-4be5-abdf-3cdeb3673061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:07.323304 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e11786b0-260f-4b7d-a348-60a3ae79aed3 req-e97d3c0d-89c8-4be5-abdf-3cdeb3673061 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.3622730 Jan 31 15:55:07.406896 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01e04eb6-8b13-4b7f-b543-3c4471feaad2 req-ea634f5e-92de-4e6d-a2a4-7d1eb86d3a2f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694124 Jan 31 15:55:07.451712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc672e8-3647-44b0-8d97-9ec16bb1052d req-8e070685-1227-4fa3-af86-cb483ce566ee tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:07.461607 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5dc672e8-3647-44b0-8d97-9ec16bb1052d req-8e070685-1227-4fa3-af86-cb483ce566ee tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=02937628-cb4b-4802-8ced-09623a95d040 HTTP/1.1" status: 200 len: 945 time: 0.3534026 Jan 31 15:55:07.535837 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e11786b0-260f-4b7d-a348-60a3ae79aed3 req-c8c35033-97e9-4be3-919e-6c965e9fa65c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426 HTTP/1.1" status: 200 len: 217 time: 0.2015209 Jan 31 15:55:07.582990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Allocated IP 172.20.0.9 (18d2dbe3-92a3-4b0f-8d55-e6c32150edca/74ca21a9-08f0-4ae8-bc74-2341ecc36ec9/51a9f6e2-8777-4403-b2e7-16eb10fb5c2f) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:55:07.623956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a687a21c-d186-428c-8f42-7ea89a959f38 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:55:07.661344 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ced77612-8882-4651-ada5-5bdc65be6029 req-80da865b-412d-40e5-b065-0571f9b1a2ab tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 210 time: 0.1643126 Jan 31 15:55:07.663187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11786b0-260f-4b7d-a348-60a3ae79aed3 req-80d62e3d-9dc0-452a-928e-b450e334ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:07.664716 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e11786b0-260f-4b7d-a348-60a3ae79aed3 req-80d62e3d-9dc0-452a-928e-b450e334ffed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.0947914 Jan 31 15:55:07.705150 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5dc672e8-3647-44b0-8d97-9ec16bb1052d req-4dacd3c6-c856-4933-9bb9-ed1cf602f166 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263269 Jan 31 15:55:07.716709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e11786b0-260f-4b7d-a348-60a3ae79aed3 req-a8b6a1b7-d471-4de5-93a4-3ecdb5fa1293 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443211 Jan 31 15:55:07.724741 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port a687a21c-d186-428c-8f42-7ea89a959f38 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:07.725267 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:07.821154 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e780009d-37a8-4ed4-91de-f5c6f08ed54f req-2011b959-d799-4ade-85fe-85deaa1513f8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:07.904623 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:07.965434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1e6047-d7ed-4bfa-b1c6-5737e0e29520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a687a21c-d186-428c-8f42-7ea89a959f38'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:07.967794 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c57297-8a1f-41e9-968e-61412848d859" -d '{"events": [{"server_uuid": "ea1e6047-d7ed-4bfa-b1c6-5737e0e29520", "name": "network-vif-plugged", "status": "completed", "tag": "a687a21c-d186-428c-8f42-7ea89a959f38"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:07.971368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af893ea-401d-42f0-8796-51d71ceb0ac4 req-70480b73-bcef-40dc-938f-b30bb77406d8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:07.980123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3af893ea-401d-42f0-8796-51d71ceb0ac4 req-70480b73-bcef-40dc-938f-b30bb77406d8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.1398780 Jan 31 15:55:07.998154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a687a21c-d186-428c-8f42-7ea89a959f38, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a687a21c-d186-428c-8f42-7ea89a959f38,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:08.009830 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:08.046036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e11786b0-260f-4b7d-a348-60a3ae79aed3 req-b18ef4ba-4d78-4afc-8eb3-9bada59a69af service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147364 Jan 31 15:55:08.091174 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3af893ea-401d-42f0-8796-51d71ceb0ac4 req-b91d115d-1b93-4909-ad4a-4c483687ab94 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050951 Jan 31 15:55:08.127009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:08.131061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=a687a21c-d186-428c-8f42-7ea89a959f38,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:08.174910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011b959-d799-4ade-85fe-85deaa1513f8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Pushing event deleted for resources: {'Port': ['ID=888f0e3c-f323-44c6-a30a-a39a912c3dfe,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:08.255288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e11786b0-260f-4b7d-a348-60a3ae79aed3 req-85b90f50-8e43-40ed-bd1f-dac5ee3b9218 service neutron] 10.222.0.20 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929152 Jan 31 15:55:08.268400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e780009d-37a8-4ed4-91de-f5c6f08ed54f req-2011b959-d799-4ade-85fe-85deaa1513f8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] No DVR routers for this DVR port 888f0e3c-f323-44c6-a30a-a39a912c3dfe on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:08.271400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e780009d-37a8-4ed4-91de-f5c6f08ed54f req-2011b959-d799-4ade-85fe-85deaa1513f8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:08.275306 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e780009d-37a8-4ed4-91de-f5c6f08ed54f req-2011b959-d799-4ade-85fe-85deaa1513f8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.20 "DELETE /v2.0/ports/888f0e3c-f323-44c6-a30a-a39a912c3dfe HTTP/1.1" status: 204 len: 173 time: 2.7542543 Jan 31 15:55:08.323647 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:08.444776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27677435-f952-47db-8966-45012bb0ad84 req-8890e124-934a-4d41-ba9a-16ec51317ca4 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:08.453514 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-27677435-f952-47db-8966-45012bb0ad84 req-8890e124-934a-4d41-ba9a-16ec51317ca4 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.2751896 Jan 31 15:55:08.466971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:55:08.467869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Pushing event updated for resources: {'Port': ['ID=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:08.482402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:55:08.487078 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:55:08.515235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7ca26-054a-4113-b9be-6bd984002929 req-d924d827-ee0d-4659-89c2-53fb875e749f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:08.522482 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6a7ca26-054a-4113-b9be-6bd984002929 req-d924d827-ee0d-4659-89c2-53fb875e749f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.1682355 Jan 31 15:55:08.546073 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-27677435-f952-47db-8966-45012bb0ad84 req-c8c6c2d7-e818-487c-9ea1-d32e0facff82 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915291 Jan 31 15:55:08.595982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:08.600885 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:08.603019 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6a7ca26-054a-4113-b9be-6bd984002929 req-13348c1c-b04b-4dfd-bc17-13adeed5e02e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700345 Jan 31 15:55:08.659297 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-24fb1663-8b69-4020-befe-1ba1406010f5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2722003 Jan 31 15:55:08.672321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Request body: {'port': {'device_id': '2c283835-3d6c-49a5-94f3-4447166215f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:08.674148 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cab7cda-5adc-4cf0-bd44-3ce4e5835db0 x-openstack-request-id: req-4cab7cda-5adc-4cf0-bd44-3ce4e5835db0 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:08.674295 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1e6047-d7ed-4bfa-b1c6-5737e0e29520", "name": "network-vif-plugged", "status": "completed", "tag": "a687a21c-d186-428c-8f42-7ea89a959f38", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:08.674673 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4cab7cda-5adc-4cf0-bd44-3ce4e5835db0 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:08.675457 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1e6047-d7ed-4bfa-b1c6-5737e0e29520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a687a21c-d186-428c-8f42-7ea89a959f38', 'code': 200} Jan 31 15:55:08.799568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02937628-cb4b-4802-8ced-09623a95d040', 'name': 'network-vif-deleted', 'tag': '888f0e3c-f323-44c6-a30a-a39a912c3dfe'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:08.818445 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63652d71-eac5-46b7-bb05-d7290d7e1257" -d '{"events": [{"server_uuid": "02937628-cb4b-4802-8ced-09623a95d040", "name": "network-vif-deleted", "tag": "888f0e3c-f323-44c6-a30a-a39a912c3dfe"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:08.854346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd97a7-a9eb-4ff4-a9c7-ae544b92d3d9 req-29a50fff-ab73-46d6-a90c-1780e969654e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:08.866280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07cd97a7-a9eb-4ff4-a9c7-ae544b92d3d9 req-29a50fff-ab73-46d6-a90c-1780e969654e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 931 time: 0.1095881 Jan 31 15:55:08.906279 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:08.915853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e28ecfbd-6422-46b3-90f0-dd06ae39c6c5 None None] Provisioning complete for port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:08.917455 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e28ecfbd-6422-46b3-90f0-dd06ae39c6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:08.931164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f17765-50d3-4905-b3b5-a82d5d0c4d59 req-f1cbddbd-1215-46da-9753-8e4d038d4c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:08.933024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63f17765-50d3-4905-b3b5-a82d5d0c4d59 req-f1cbddbd-1215-46da-9753-8e4d038d4c05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a9c604c867340d093a20a1cba841833&device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 1097 time: 0.0974994 Jan 31 15:55:08.985644 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07cd97a7-a9eb-4ff4-a9c7-ae544b92d3d9 req-52663795-b543-48bc-baa6-2821c0db9fcc tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/security-groups?id=64b90768-cd88-4eb0-9e76-6026e98c43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170561 Jan 31 15:55:09.036589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e28ecfbd-6422-46b3-90f0-dd06ae39c6c5 None None] Port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:55:09.237613 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4dc2e7-4870-4a58-ab18-f87889605a5e x-openstack-request-id: req-bd4dc2e7-4870-4a58-ab18-f87889605a5e {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:09.237613 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02937628-cb4b-4802-8ced-09623a95d040", "name": "network-vif-deleted", "tag": "888f0e3c-f323-44c6-a30a-a39a912c3dfe", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:09.237613 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd4dc2e7-4870-4a58-ab18-f87889605a5e {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:09.237613 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02937628-cb4b-4802-8ced-09623a95d040', 'name': 'network-vif-deleted', 'tag': '888f0e3c-f323-44c6-a30a-a39a912c3dfe', 'status': 'completed', 'code': 200} Jan 31 15:55:09.273364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea07f7-2ccf-4b56-8600-9cd2ec696604 req-59ec6cc7-1402-4d45-8091-c22653d135fd tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:09.277102 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b7ea07f7-2ccf-4b56-8600-9cd2ec696604 req-59ec6cc7-1402-4d45-8091-c22653d135fd tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.3410072 Jan 31 15:55:09.295180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4e30e-3e39-4983-9899-11f228453f65 req-62a429e9-41f6-49e7-96d9-e0e1e799581b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:09.296890 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40d4e30e-3e39-4983-9899-11f228453f65 req-62a429e9-41f6-49e7-96d9-e0e1e799581b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.0758731 Jan 31 15:55:09.363263 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40d4e30e-3e39-4983-9899-11f228453f65 req-e0051b2d-0644-49f0-ab15-ec36e65e8ff7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576534 Jan 31 15:55:09.421191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 888f0e3c-f323-44c6-a30a-a39a912c3dfe no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:09.427434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f17765-50d3-4905-b3b5-a82d5d0c4d59 req-60b1664a-773d-4a86-852e-1ed8063d4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:09.432633 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63f17765-50d3-4905-b3b5-a82d5d0c4d59 req-60b1664a-773d-4a86-852e-1ed8063d4f33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4113491-101a-4ce9-803e-c3fc5472a71e HTTP/1.1" status: 200 len: 920 time: 0.4854012 Jan 31 15:55:09.475118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 888f0e3c-f323-44c6-a30a-a39a912c3dfe {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:09.475594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 888f0e3c-f323-44c6-a30a-a39a912c3dfe not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:09.476110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device daacd283-b9f9-4442-93bf-b6cbf9fe4426 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:09.616131 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b7ea07f7-2ccf-4b56-8600-9cd2ec696604 req-e015cff7-860c-42f7-b506-d0382e74312e tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210981 Jan 31 15:55:09.625678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63f17765-50d3-4905-b3b5-a82d5d0c4d59 req-9006cfdb-19bb-464c-b60d-8450e1223311 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9da605-d633-49e2-8a81-d874556efd9e HTTP/1.1" status: 200 len: 217 time: 0.1148973 Jan 31 15:55:09.679036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ab77-0117-49af-89dd-9c7df075573a req-ef8da57d-9903-490d-a9cb-b756a4619e89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:09.687875 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-ef8da57d-9903-490d-a9cb-b756a4619e89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 0.2168431 Jan 31 15:55:09.709016 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1d5e492c-18b2-4771-a662-8266d97f528a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/quotas/06ea88ab674e485090752cf90aaea98a HTTP/1.1" status: 200 len: 375 time: 0.0194521 Jan 31 15:55:09.760985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f17765-50d3-4905-b3b5-a82d5d0c4d59 req-6df0b46c-4421-4da3-8f9f-91ed148d0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:09.762242 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63f17765-50d3-4905-b3b5-a82d5d0c4d59 req-6df0b46c-4421-4da3-8f9f-91ed148d0c1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ebb1ee4-fba6-4251-9c3d-4a756e47506e HTTP/1.1" status: 200 len: 859 time: 0.1043460 Jan 31 15:55:09.785507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-d800f53c-8f36-4d23-8ced-c7decf2b483b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738540 Jan 31 15:55:09.803269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63f17765-50d3-4905-b3b5-a82d5d0c4d59 req-ad3bee9a-60cb-432e-9540-5661cb4c1c53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4113491-101a-4ce9-803e-c3fc5472a71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319090 Jan 31 15:55:09.926512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:09.941002 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:09.953225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-127c96f9-1dd7-4f58-9bd4-648f7467b3b8 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662068 Jan 31 15:55:10.018970 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63f17765-50d3-4905-b3b5-a82d5d0c4d59 req-876e13a7-654e-481d-936a-ff4e3fa349ea service neutron] 10.222.0.30 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853557 Jan 31 15:55:10.021727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Transition to ACTIVE for port object 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:55:10.047167 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:10.060287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ecdaf-6ef5-45ff-a65a-d81000719872 req-9378dfc5-1f7a-4e28-b5ce-7c9cbddde6ba tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:10.070654 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e7ecdaf-6ef5-45ff-a65a-d81000719872 req-9378dfc5-1f7a-4e28-b5ce-7c9cbddde6ba tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.2265615 Jan 31 15:55:10.076223 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-4cc66ee7-2d2c-427b-8231-1918ed21d533 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201630 Jan 31 15:55:10.391184 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb2fc0-fb22-4c38-a964-c4a221c79aae req-5dbc7be4-190b-44c2-b0b4-8f227d22dcf6 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:10.399886 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d6bb2fc0-fb22-4c38-a964-c4a221c79aae req-5dbc7be4-190b-44c2-b0b4-8f227d22dcf6 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.0786197 Jan 31 15:55:10.418147 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e7ecdaf-6ef5-45ff-a65a-d81000719872 req-00471f44-56e8-44f3-bcce-6003f11acae8 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460901 Jan 31 15:55:10.467746 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d6bb2fc0-fb22-4c38-a964-c4a221c79aae req-193f51e2-75d3-4db5-bf84-82e2ba9d8f4e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667872 Jan 31 15:55:10.493604 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63f17765-50d3-4905-b3b5-a82d5d0c4d59 req-9fb96800-2bef-414b-b4bb-77de20c04a4c service neutron] 10.222.0.30 "GET /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604373 Jan 31 15:55:10.539840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Pushing event updated for resources: {'Port': ['ID=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:10.597591 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-058f40bf-7121-42e3-b18c-90b1039f70cd service neutron] show failed (client error): The resource could not be found. Jan 31 15:55:10.598802 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-058f40bf-7121-42e3-b18c-90b1039f70cd service neutron] 10.222.0.20 "GET /v2.0/ports/f11181ec-4b9c-4763-97ae-05cb5e5b1a78/bindings/n-h1-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.4260192 Jan 31 15:55:10.772515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b54cf9-64ad-4128-847a-accd82bfb082 req-91fab266-942d-45a0-9b32-79fac4959dbe tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:10.781340 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-88b54cf9-64ad-4128-847a-accd82bfb082 req-91fab266-942d-45a0-9b32-79fac4959dbe tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 943 time: 0.1740377 Jan 31 15:55:10.784907 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe22da39-97e4-4687-9de7-189ad3cc369d req-dcaab46d-6175-4030-b00a-57805a42d7a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 210 time: 0.1302531 Jan 31 15:55:10.868063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Attempting to bind port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:55:10.868604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Attempting to bind port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:55:10.868755 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Attempting to bind port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f on network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:10.882369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f on network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:55:10.882721 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Attempting to bind port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f on network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:10.903281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:55:10.903681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Checking segment: {'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:10.904228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Bound using segment: {'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:55:10.904428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Bound port: 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05b32b3-5c48-492e-867d-9076c5565d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:55:10.905407 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:10.944119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb730f18-946a-499a-9aed-5d18b269d594 req-cd8c2f31-6765-41fe-b55b-973bb1335213 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:10.952996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb730f18-946a-499a-9aed-5d18b269d594 req-cd8c2f31-6765-41fe-b55b-973bb1335213 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.0724554 Jan 31 15:55:11.016819 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb730f18-946a-499a-9aed-5d18b269d594 req-6eed487f-d333-43d1-b2ba-5dafe56b49b4 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554078 Jan 31 15:55:11.051656 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-88b54cf9-64ad-4128-847a-accd82bfb082 req-8191569b-18e0-4f57-b1b1-c31e8d254374 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/security-groups?id=64b90768-cd88-4eb0-9e76-6026e98c43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694051 Jan 31 15:55:11.098657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-7836aa02-5035-4532-ab3f-ab7cb7b2743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:11.100290 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-7836aa02-5035-4532-ab3f-ab7cb7b2743b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834&tenant_id=3d4f027d8d234567ad636e8cf1ec111c HTTP/1.1" status: 200 len: 1101 time: 0.1546953 Jan 31 15:55:11.104819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] For port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:11.109120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] For port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f,segment=NetworkSegment(b05b32b3-5c48-492e-867d-9076c5565d52),segment_id=b05b32b3-5c48-492e-867d-9076c5565d52)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:55:11.117676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:11.161855 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:11.244330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c05e7-fe25-4f00-9ca9-0de2bef2e415 req-8edb49c2-fe1e-4640-8dc4-626014d6b09c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:11.246115 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-704c05e7-fe25-4f00-9ca9-0de2bef2e415 req-8edb49c2-fe1e-4640-8dc4-626014d6b09c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0941734 Jan 31 15:55:11.251838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:11.252545 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:11.260713 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] 10.222.0.20 "PUT /v2.0/ports/51a9f6e2-8777-4403-b2e7-16eb10fb5c2f HTTP/1.1" status: 200 len: 1091 time: 2.5969207 Jan 31 15:55:11.262458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c283835-3d6c-49a5-94f3-4447166215f6', 'tag': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:11.270894 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a37eff9-a34d-4b6b-8a8f-fc7857d96011" -d '{"events": [{"name": "network-changed", "server_uuid": "2c283835-3d6c-49a5-94f3-4447166215f6", "tag": "51a9f6e2-8777-4403-b2e7-16eb10fb5c2f"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:11.317055 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-704c05e7-fe25-4f00-9ca9-0de2bef2e415 req-333ebfef-cc42-44a0-8bc4-96aef261aafc tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628190 Jan 31 15:55:11.370228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac7399-92ab-4d8b-b777-d18559e1063c service neutron] Pushing event updated for resources: {'Port': ['ID=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:11.421220 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:11.465824 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a3f8ef-0ef0-4775-b390-91e85de91d7c x-openstack-request-id: req-58a3f8ef-0ef0-4775-b390-91e85de91d7c {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:11.466111 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c283835-3d6c-49a5-94f3-4447166215f6", "tag": "51a9f6e2-8777-4403-b2e7-16eb10fb5c2f", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:11.466359 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58a3f8ef-0ef0-4775-b390-91e85de91d7c {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:11.466754 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c283835-3d6c-49a5-94f3-4447166215f6', 'tag': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f', 'status': 'completed', 'code': 200} Jan 31 15:55:11.566378 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-5c55a9f3-e01a-4c94-bb18-e23a959031a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:11.568562 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-5c55a9f3-e01a-4c94-bb18-e23a959031a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7b00e2a222a48d588370731376522c7&device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 1094 time: 0.1850295 Jan 31 15:55:11.617548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5da6f-e94f-4196-839f-a7bae9a898a4 req-b39927f9-6837-4970-b8fd-c9a12c826e7d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:11.627265 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f5da6f-e94f-4196-839f-a7bae9a898a4 req-b39927f9-6837-4970-b8fd-c9a12c826e7d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.0860670 Jan 31 15:55:11.651224 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:55:11.659801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-f49bad68-57c2-4be9-864b-9f4553572767 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f HTTP/1.1" status: 200 len: 217 time: 0.0811415 Jan 31 15:55:11.713413 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f5da6f-e94f-4196-839f-a7bae9a898a4 req-9f1aa36e-9b47-4e1a-87a5-9ea173468a7a tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788801 Jan 31 15:55:11.834182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-3910b72c-dd15-45d8-a1d2-97773d7386fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:11.835723 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-3910b72c-dd15-45d8-a1d2-97773d7386fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74ca21a9-08f0-4ae8-bc74-2341ecc36ec9 HTTP/1.1" status: 200 len: 868 time: 0.1269510 Jan 31 15:55:11.890543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e1a57-2fd1-447c-a508-9b5cc832c645 req-8a1135c0-816d-43bc-aa2d-7191a343f72c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:11.892316 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e6e1a57-2fd1-447c-a508-9b5cc832c645 req-8a1135c0-816d-43bc-aa2d-7191a343f72c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.2473161 Jan 31 15:55:11.902571 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-372a24da-5405-4a4d-ac8e-c42e3fe182de req-d537711b-bce8-4d11-a7da-484268f35c4e tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 210 time: 0.0511150 Jan 31 15:55:12.039744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e6e1a57-2fd1-447c-a508-9b5cc832c645 req-da03ade2-e8ae-4e81-8778-8dac8fee9ec9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052949 Jan 31 15:55:12.044505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:12.066670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-7c0fdb55-cd13-4369-8237-63d6d52bc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:12.068748 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-7c0fdb55-cd13-4369-8237-63d6d52bc899 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030284 Jan 31 15:55:12.281283 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-fa7a02eb-dbd9-467e-a26a-40c591671661 service neutron] 10.222.0.20 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862483 Jan 31 15:55:12.357210 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaf2cd-a82b-4d27-82b7-5f86f5c813e3 req-d8143353-f2bf-4fec-89e7-c6fe86ffa32e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:12.361615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eddaf2cd-a82b-4d27-82b7-5f86f5c813e3 req-d8143353-f2bf-4fec-89e7-c6fe86ffa32e tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.1843770 Jan 31 15:55:12.375676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ab77-0117-49af-89dd-9c7df075573a req-99bee796-9ad5-4aec-a693-50b36948b69d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:12.383257 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-99bee796-9ad5-4aec-a693-50b36948b69d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 0.3337383 Jan 31 15:55:12.419826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Request body: {'port': {'device_id': 'caa81819-1067-4624-ada9-d0ac8550c2dc', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'admin_state_up': True, 'tenant_id': '06ea88ab674e485090752cf90aaea98a'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:12.429333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cff46-f619-4f14-a646-edad9bacf11f req-aa1ef74d-376e-4c8c-8c99-2c792aad18a9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:12.431699 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d28cff46-f619-4f14-a646-edad9bacf11f req-aa1ef74d-376e-4c8c-8c99-2c792aad18a9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 943 time: 0.1409264 Jan 31 15:55:12.442418 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:12.627441 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eddaf2cd-a82b-4d27-82b7-5f86f5c813e3 req-47fd9828-ac9c-44cb-940d-0d48e8c353bf tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427728 Jan 31 15:55:12.655506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Made reservation on behalf of 06ea88ab674e485090752cf90aaea98a for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:55:12.655637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:12.896197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Allocated IP 172.20.0.5 (7a6c1885-f12f-429b-aeb8-d54adc6f9f1b/839da286-d7fe-47c8-8f9e-973a376f0b70/27d8840c-077f-42e5-9049-3e5c2b3c28bb) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:55:13.019577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14569bb9-4913-4fcc-bf84-63697ed492c8 req-b380f5fd-3b77-4b09-9caa-e8966c7ed9a1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:13.029439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14569bb9-4913-4fcc-bf84-63697ed492c8 req-b380f5fd-3b77-4b09-9caa-e8966c7ed9a1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1231647 Jan 31 15:55:13.106805 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14569bb9-4913-4fcc-bf84-63697ed492c8 req-0eb0f3de-f9d7-42c9-b25a-3736c91748fd tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760548 Jan 31 15:55:13.298184 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:13.354288 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f1e81e3-6dee-4bd2-b115-891a9b37a618 req-dfaa60a9-9083-44a2-ae91-8e19bbc71533 service neutron] 10.222.0.20 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9877770 Jan 31 15:55:13.420586 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:13.426488 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:13.433820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f11181ec-4b9c-4763-97ae-05cb5e5b1a78 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:13.454665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:55:13.481642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:55:13.481926 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:13.484763 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b4655b-e552-49be-b3af-2a5ce307dc86" -d '{"events": [{"server_uuid": "2884e1be-b8fa-4a37-90e2-3e71cb78b834", "name": "network-vif-unplugged", "status": "completed", "tag": "f11181ec-4b9c-4763-97ae-05cb5e5b1a78"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:13.485534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:55:13.520450 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d28cff46-f619-4f14-a646-edad9bacf11f req-77c8333d-f1af-45df-9992-c768b4505791 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/security-groups?id=64b90768-cd88-4eb0-9e76-6026e98c43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0121412 Jan 31 15:55:13.534211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Transition to ACTIVE for port object f11181ec-4b9c-4763-97ae-05cb5e5b1a78 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:55:13.549170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49126d91-7a93-425d-837f-ce32c82a5fc4 req-c7c64c20-9b7a-4c04-8377-5563a7fa2593 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:13.560066 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-49126d91-7a93-425d-837f-ce32c82a5fc4 req-c7c64c20-9b7a-4c04-8377-5563a7fa2593 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.1971815 Jan 31 15:55:13.564066 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:13.596879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Pushing event updated for resources: {'Port': ['ID=27d8840c-077f-42e5-9049-3e5c2b3c28bb,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:13.601244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37eff9-a34d-4b6b-8a8f-fc7857d96011 req-9ef8dd38-373e-4388-8e23-2f9e8d563a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:13.602936 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a37eff9-a34d-4b6b-8a8f-fc7857d96011 req-9ef8dd38-373e-4388-8e23-2f9e8d563a35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7b00e2a222a48d588370731376522c7&device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 1094 time: 0.1791060 Jan 31 15:55:13.604435 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-66b90e57-217c-4e5a-a8f2-bcc28bcbe520 service neutron] 10.222.0.20 "GET /v2.0/ports/daacd283-b9f9-4442-93bf-b6cbf9fe4426/bindings/n-h1-827120-1 HTTP/1.1" status: 200 len: 384 time: 0.2284660 Jan 31 15:55:13.628945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:13.630190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:13.650165 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-49126d91-7a93-425d-837f-ce32c82a5fc4 req-fb192ee1-62d0-440f-9c75-847ede18d2e9 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884702 Jan 31 15:55:13.696405 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5082f8d2-031d-4ce0-8117-b40ff79eda89 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2811060 Jan 31 15:55:13.711970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Request body: {'port': {'device_id': 'caa81819-1067-4624-ada9-d0ac8550c2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:13.793338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Pushing event updated for resources: {'Port': ['ID=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,revision_number=6']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:13.834158 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:13.892876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] No DVR routers for this DVR port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:13.924592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86e5c0-6a7e-4fa1-b63b-4f849adaf8e2 req-024c9889-9f0b-4d4c-b8f1-20a7e824d879 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:13.935210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c86e5c0-6a7e-4fa1-b63b-4f849adaf8e2 req-024c9889-9f0b-4d4c-b8f1-20a7e824d879 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 948 time: 0.1085746 Jan 31 15:55:13.974529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b57cc-553e-4b8c-91a3-16305d97a46b req-91a740ac-efc4-435c-a035-79f665ff1db0 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:13.976647 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b5b57cc-553e-4b8c-91a3-16305d97a46b req-91a740ac-efc4-435c-a035-79f665ff1db0 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 931 time: 0.2825320 Jan 31 15:55:14.060024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Attempting to bind port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:55:14.060359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Attempting to bind port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:55:14.060694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Attempting to bind port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:14.063017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37eff9-a34d-4b6b-8a8f-fc7857d96011 req-a5a12f52-1c00-43dd-aead-3ff5094ed077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:14.065104 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a37eff9-a34d-4b6b-8a8f-fc7857d96011 req-a5a12f52-1c00-43dd-aead-3ff5094ed077 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca HTTP/1.1" status: 200 len: 930 time: 0.4475281 Jan 31 15:55:14.106803 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c86e5c0-6a7e-4fa1-b63b-4f849adaf8e2 req-e4a19887-fd71-412d-b530-3f340b374335 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680737 Jan 31 15:55:14.122760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:55:14.123095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Attempting to bind port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:14.164758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a37eff9-a34d-4b6b-8a8f-fc7857d96011 req-a8228258-98b6-4c84-9ed9-c783bad1e58d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f HTTP/1.1" status: 200 len: 217 time: 0.0827076 Jan 31 15:55:14.174697 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:55:14.175533 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:14.176195 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:55:14.176328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Bound port: f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:55:14.177282 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:14.192677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b5b57cc-553e-4b8c-91a3-16305d97a46b req-b7acea9a-5ecb-40cc-a2bd-d46872ac165f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748850 Jan 31 15:55:14.194038 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba5bd27-25d0-416c-a0c9-f4466f2a36d8 x-openstack-request-id: req-bba5bd27-25d0-416c-a0c9-f4466f2a36d8 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:14.194374 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2884e1be-b8fa-4a37-90e2-3e71cb78b834", "name": "network-vif-unplugged", "status": "completed", "tag": "f11181ec-4b9c-4763-97ae-05cb5e5b1a78", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:14.194625 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bba5bd27-25d0-416c-a0c9-f4466f2a36d8 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:14.195002 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'code': 200} Jan 31 15:55:14.319598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-d4acc05e-8e32-4346-9050-4ee4a8ebaec5 service neutron] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:14.323190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37eff9-a34d-4b6b-8a8f-fc7857d96011 req-789915ec-66b5-4216-a535-6b7c2899ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:14.324826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a37eff9-a34d-4b6b-8a8f-fc7857d96011 req-789915ec-66b5-4216-a535-6b7c2899ad44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74ca21a9-08f0-4ae8-bc74-2341ecc36ec9 HTTP/1.1" status: 200 len: 868 time: 0.1449049 Jan 31 15:55:14.402976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:14.409239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-d4acc05e-8e32-4346-9050-4ee4a8ebaec5 service neutron] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:14.413166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:55:14.454134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30063226-15f3-47b1-90d9-47c5ca968aec req-60714557-1da2-4ab8-acb4-8547e7175c8a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:14.460590 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:14.463322 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30063226-15f3-47b1-90d9-47c5ca968aec req-60714557-1da2-4ab8-acb4-8547e7175c8a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 943 time: 0.1927433 Jan 31 15:55:14.518476 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30063226-15f3-47b1-90d9-47c5ca968aec req-190a2122-3b6a-4c92-aec5-a76c73c637a9 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525916 Jan 31 15:55:14.541306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-d4acc05e-8e32-4346-9050-4ee4a8ebaec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daacd283-b9f9-4442-93bf-b6cbf9fe4426 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:14.543133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37eff9-a34d-4b6b-8a8f-fc7857d96011 req-73f13f02-c36e-470e-9b5e-8c4509d1f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:14.545530 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a37eff9-a34d-4b6b-8a8f-fc7857d96011 req-73f13f02-c36e-470e-9b5e-8c4509d1f12e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2130008 Jan 31 15:55:14.575443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-d4acc05e-8e32-4346-9050-4ee4a8ebaec5 service neutron] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:14.611629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:14.612210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:14.613669 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] 10.222.0.30 "PUT /v2.0/ports/f11181ec-4b9c-4763-97ae-05cb5e5b1a78 HTTP/1.1" status: 200 len: 1096 time: 3.5031202 Jan 31 15:55:14.617133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d8840c-077f-42e5-9049-3e5c2b3c28bb {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:14.647328 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:14.704635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Transition to ACTIVE for port object 27d8840c-077f-42e5-9049-3e5c2b3c28bb will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:55:14.709834 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:14.718654 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-d4acc05e-8e32-4346-9050-4ee4a8ebaec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:14.764509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31d0c8-4c48-4c01-9047-39e8ec0fcac4 req-3c00b6b1-9f5f-4167-b281-a2487a343927 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:14.773023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469b097-67bd-4438-9bae-adbac3218b44 req-e3381cf4-06c5-465b-ac8c-d89965e73a58 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:14.773793 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d31d0c8-4c48-4c01-9047-39e8ec0fcac4 req-3c00b6b1-9f5f-4167-b281-a2487a343927 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 943 time: 0.1085181 Jan 31 15:55:14.781784 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c469b097-67bd-4438-9bae-adbac3218b44 req-e3381cf4-06c5-465b-ac8c-d89965e73a58 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.3355677 Jan 31 15:55:14.809206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7e88a-b397-4a84-804c-80a770c76d90 service neutron] Pushing event updated for resources: {'Port': ['ID=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:14.844992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Pushing event updated for resources: {'Port': ['ID=27d8840c-077f-42e5-9049-3e5c2b3c28bb,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:14.865039 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d31d0c8-4c48-4c01-9047-39e8ec0fcac4 req-74778e30-8820-403e-9940-10cd29491ec6 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/security-groups?id=64b90768-cd88-4eb0-9e76-6026e98c43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863936 Jan 31 15:55:14.920546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-5eff000e-fd25-4bfd-b45a-6298a4ca8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:14.922312 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-5eff000e-fd25-4bfd-b45a-6298a4ca8011 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 1099 time: 0.2454786 Jan 31 15:55:14.951048 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c469b097-67bd-4438-9bae-adbac3218b44 req-ecd03108-3759-4f93-a988-b2145183ef59 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683455 Jan 31 15:55:14.986853 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a37eff9-a34d-4b6b-8a8f-fc7857d96011 req-dd589d8f-b4aa-4488-b205-6173a28769c2 service neutron] 10.222.0.20 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335854 Jan 31 15:55:15.074841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Attempting to bind port 27d8840c-077f-42e5-9049-3e5c2b3c28bb on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:55:15.075305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Attempting to bind port 27d8840c-077f-42e5-9049-3e5c2b3c28bb by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:55:15.075649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Attempting to bind port 27d8840c-077f-42e5-9049-3e5c2b3c28bb on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:15.084383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Port 27d8840c-077f-42e5-9049-3e5c2b3c28bb on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:55:15.084611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Attempting to bind port 27d8840c-077f-42e5-9049-3e5c2b3c28bb on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:15.091993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-d4acc05e-8e32-4346-9050-4ee4a8ebaec5 service neutron] Transition to ACTIVE for port object daacd283-b9f9-4442-93bf-b6cbf9fe4426 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:55:15.099478 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a5ec2-933f-4ce7-abe6-e04bde154d08 req-cdd4fc66-9eec-4529-a3b3-5626f11b377d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:15.101475 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-d4acc05e-8e32-4346-9050-4ee4a8ebaec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:15.101623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea5a5ec2-933f-4ce7-abe6-e04bde154d08 req-cdd4fc66-9eec-4529-a3b3-5626f11b377d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.1320548 Jan 31 15:55:15.105408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:55:15.105771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Checking segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:15.106267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Bound using segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:55:15.107711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Bound port: 27d8840c-077f-42e5-9049-3e5c2b3c28bb, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:55:15.108331 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:15.205956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-45fdf3d3-477f-4b32-a2bc-e22aa1b39388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:15.206336 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea5a5ec2-933f-4ce7-abe6-e04bde154d08 req-5b501e1f-1e90-4434-a75d-36a854720f4d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937362 Jan 31 15:55:15.207967 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-45fdf3d3-477f-4b32-a2bc-e22aa1b39388 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2738738 Jan 31 15:55:15.247593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-d4acc05e-8e32-4346-9050-4ee4a8ebaec5 service neutron] No DVR routers for this DVR port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:15.255203 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a37eff9-a34d-4b6b-8a8f-fc7857d96011 req-94c987d2-db87-4f8c-adb9-11315fe0e8a7 service neutron] 10.222.0.20 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393444 Jan 31 15:55:15.290815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acc05e-8e32-4346-9050-4ee4a8ebaec5 service neutron] Pushing event updated for resources: {'Port': ['ID=daacd283-b9f9-4442-93bf-b6cbf9fe4426,revision_number=10']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:15.298150 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-3ecd3aaa-1620-49b1-a3b6-410b364ab2bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78 HTTP/1.1" status: 200 len: 217 time: 0.0582850 Jan 31 15:55:15.316877 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] For port 27d8840c-077f-42e5-9049-3e5c2b3c28bb, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:15.325492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] For port 27d8840c-077f-42e5-9049-3e5c2b3c28bb, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d8840c-077f-42e5-9049-3e5c2b3c28bb,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:55:15.337250 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:15.363719 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-d4acc05e-8e32-4346-9050-4ee4a8ebaec5 service neutron] 10.222.0.20 "PUT /v2.0/ports/daacd283-b9f9-4442-93bf-b6cbf9fe4426/bindings/n-h1-827120-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7306044 Jan 31 15:55:15.388341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-db43e126-35a1-4daa-9f30-b60b4a026905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:15.390299 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-db43e126-35a1-4daa-9f30-b60b4a026905 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0683551 Jan 31 15:55:15.442213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:15.442923 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:15.444462 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] 10.222.0.30 "PUT /v2.0/ports/27d8840c-077f-42e5-9049-3e5c2b3c28bb HTTP/1.1" status: 200 len: 1091 time: 1.7381120 Jan 31 15:55:15.444898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa81819-1067-4624-ada9-d0ac8550c2dc', 'tag': '27d8840c-077f-42e5-9049-3e5c2b3c28bb'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:15.446753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:55:15.447909 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d34e758-ec64-46c6-bc92-817b1da33a35" -d '{"events": [{"name": "network-changed", "server_uuid": "caa81819-1067-4624-ada9-d0ac8550c2dc", "tag": "27d8840c-077f-42e5-9049-3e5c2b3c28bb"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:15.487118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05de16-5f81-4ce0-8edb-24fc42e0961e service neutron] Pushing event updated for resources: {'Port': ['ID=27d8840c-077f-42e5-9049-3e5c2b3c28bb,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:15.504936 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb09c25-c7f4-41d1-81ef-0e2223424864 req-b38f4422-5407-440f-9b56-94c0abee2c73 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:15.506279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5bb09c25-c7f4-41d1-81ef-0e2223424864 req-b38f4422-5407-440f-9b56-94c0abee2c73 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 948 time: 0.1329870 Jan 31 15:55:15.617292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e891d24-9148-46de-b9a9-d6ec2daafc76 req-94235007-6d99-460b-95f1-3f42dcc7f93a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:15.625447 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e891d24-9148-46de-b9a9-d6ec2daafc76 req-94235007-6d99-460b-95f1-3f42dcc7f93a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 943 time: 0.1116908 Jan 31 15:55:15.636931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-c44313df-9d1e-4773-a7bd-5e37e4c97c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:15.638807 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-c44313df-9d1e-4773-a7bd-5e37e4c97c7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2369082 Jan 31 15:55:15.661171 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f,segment=NetworkSegment(b05b32b3-5c48-492e-867d-9076c5565d52),segment_id=b05b32b3-5c48-492e-867d-9076c5565d52)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:15.664611 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5bb09c25-c7f4-41d1-81ef-0e2223424864 req-f4ab3ad5-46bb-46ad-be1a-dfbc2c69e75a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299903 Jan 31 15:55:15.676602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-90c819f7-6350-439e-bf9b-4c868470b2fd tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:15.678556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ab77-0117-49af-89dd-9c7df075573a req-e2238e95-ae16-4333-bd57-86486a50b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:15.681315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'port_id': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f', 'mac_address': 'fa:16:3e:05:8e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:55:15.682885 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-e2238e95-ae16-4333-bd57-86486a50b3ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 1094 time: 0.1742601 Jan 31 15:55:15.686283 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-90c819f7-6350-439e-bf9b-4c868470b2fd tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377&tenant_id=fb6f65ae282d4cad81a9203baacdf14e&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1095 time: 0.1737642 Jan 31 15:55:15.727087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:15.737701 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e891d24-9148-46de-b9a9-d6ec2daafc76 req-9b8ef873-f9e6-4d78-b16c-77d35156138c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060064 Jan 31 15:55:15.745324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:15.778120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f,segment=NetworkSegment(b05b32b3-5c48-492e-867d-9076c5565d52),segment_id=b05b32b3-5c48-492e-867d-9076c5565d52)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:15.785653 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:15.802536 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-6d8dd96d-e771-41f8-a14e-418f98c02766 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d8840c-077f-42e5-9049-3e5c2b3c28bb HTTP/1.1" status: 200 len: 217 time: 0.1043682 Jan 31 15:55:15.878174 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417a5b6c-e287-46d0-a902-b22cd0f429f3 x-openstack-request-id: req-417a5b6c-e287-46d0-a902-b22cd0f429f3 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:15.878547 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa81819-1067-4624-ada9-d0ac8550c2dc", "tag": "27d8840c-077f-42e5-9049-3e5c2b3c28bb", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:15.878871 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-417a5b6c-e287-46d0-a902-b22cd0f429f3 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:15.879304 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa81819-1067-4624-ada9-d0ac8550c2dc', 'tag': '27d8840c-077f-42e5-9049-3e5c2b3c28bb', 'status': 'completed', 'code': 200} Jan 31 15:55:15.902447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:15.921749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ab77-0117-49af-89dd-9c7df075573a req-6500d978-59cd-4f77-a039-65e997a32b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:15.926401 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-6500d978-59cd-4f77-a039-65e997a32b47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.1121044 Jan 31 15:55:15.932380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-18d80c36-0ec2-4e06-a486-4d4972d7359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:15.934267 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-18d80c36-0ec2-4e06-a486-4d4972d7359f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377&tenant_id=fb6f65ae282d4cad81a9203baacdf14e HTTP/1.1" status: 200 len: 1095 time: 0.2353380 Jan 31 15:55:16.036500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-76daf204-38e3-4c5f-be98-81fae9b30596 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836534 Jan 31 15:55:16.045557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-77ba10c4-27ca-4a08-a019-2af84e24b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:16.046994 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-77ba10c4-27ca-4a08-a019-2af84e24b463 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 1095 time: 0.0743761 Jan 31 15:55:16.052862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['51a9f6e2-8777-4403-b2e7-16eb10fb5c2f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:16.054328 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-daa63977-bd94-4ff9-8d3b-a4052aa76d94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066232 Jan 31 15:55:16.146309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779636e-c29c-4e05-9136-8057740c98b0 req-ff3918c8-b1d8-40d5-8834-6a45212ad849 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:16.147853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b779636e-c29c-4e05-9136-8057740c98b0 req-ff3918c8-b1d8-40d5-8834-6a45212ad849 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 944 time: 0.1063933 Jan 31 15:55:16.182180 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e626a66-243d-4935-b017-e532602d03f0 req-61518997-1d8f-4cff-914c-879546d87cae tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:16.184767 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9e626a66-243d-4935-b017-e532602d03f0 req-61518997-1d8f-4cff-914c-879546d87cae tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 944 time: 0.2843959 Jan 31 15:55:16.200454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'tag': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:16.204315 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-5fa6406c-d7ef-45c2-87a6-bc6d0dfb6045 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350620 Jan 31 15:55:16.213223 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c765db6-99e9-42e0-b82b-913d4cb9892f" -d '{"events": [{"name": "network-changed", "server_uuid": "2884e1be-b8fa-4a37-90e2-3e71cb78b834", "tag": "f11181ec-4b9c-4763-97ae-05cb5e5b1a78"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:16.252614 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b779636e-c29c-4e05-9136-8057740c98b0 req-d7bc943b-0a80-47e7-b683-55a5c2952b5f tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/security-groups?id=64b90768-cd88-4eb0-9e76-6026e98c43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909200 Jan 31 15:55:16.363185 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3671ff-37b1-4318-9ad5-3042d6ec990b x-openstack-request-id: req-ec3671ff-37b1-4318-9ad5-3042d6ec990b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:16.363639 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2884e1be-b8fa-4a37-90e2-3e71cb78b834", "tag": "f11181ec-4b9c-4763-97ae-05cb5e5b1a78", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:16.363877 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec3671ff-37b1-4318-9ad5-3042d6ec990b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:16.364570 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'tag': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'status': 'completed', 'code': 200} Jan 31 15:55:16.388212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13b2ab77-0117-49af-89dd-9c7df075573a req-38dd9724-a95a-4635-9c6e-5167f3d694ee service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762421 Jan 31 15:55:16.388456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9e626a66-243d-4935-b017-e532602d03f0 req-413d8c1d-89e9-4376-b426-df0b5e099602 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567984 Jan 31 15:55:16.486480 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49ea6572-a65b-4a44-93e4-5fc8c4136dca req-4527a7b1-e345-43fd-a67a-c3ef826f667b service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384489 Jan 31 15:55:16.529947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-af9598d8-271a-4994-b851-26bd9bfc4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:16.531427 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-af9598d8-271a-4994-b851-26bd9bfc4027 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 200 len: 908 time: 0.3430784 Jan 31 15:55:16.534448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-52ec4747-c9ce-4db0-8b95-5595ed2a454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:16.535947 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-52ec4747-c9ce-4db0-8b95-5595ed2a454d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 1099 time: 0.1644027 Jan 31 15:55:16.568703 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964cd0b-63ed-4445-98f4-be214213e856 req-84fc4437-1543-4f7a-ab19-f12f164b36cd tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:16.571528 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8964cd0b-63ed-4445-98f4-be214213e856 req-84fc4437-1543-4f7a-ab19-f12f164b36cd tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.1189609 Jan 31 15:55:16.580206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34e758-ec64-46c6-bc92-817b1da33a35 req-1628b541-fb6f-4527-bd2f-791b904abac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:16.583389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d34e758-ec64-46c6-bc92-817b1da33a35 req-1628b541-fb6f-4527-bd2f-791b904abac0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 1094 time: 0.1198571 Jan 31 15:55:16.684400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8964cd0b-63ed-4445-98f4-be214213e856 req-0a25fbb8-5511-4c84-8b08-e99fd486adae tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979512 Jan 31 15:55:16.692678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-4b4da756-6f10-4d10-8b3a-623373d19c53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426 HTTP/1.1" status: 200 len: 217 time: 0.1324675 Jan 31 15:55:16.798175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-463e05d7-2984-440c-ae97-518f3d5ec32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:16.803474 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-463e05d7-2984-440c-ae97-518f3d5ec32d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 200 len: 847 time: 0.0531714 Jan 31 15:55:16.884065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef05ed7-74d9-497f-869a-2851917cc408 req-7de29da3-6a5b-4a36-8e54-8e525650df00 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:16.891316 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ef05ed7-74d9-497f-869a-2851917cc408 req-7de29da3-6a5b-4a36-8e54-8e525650df00 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 943 time: 0.0724034 Jan 31 15:55:16.892146 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-9e6b61d4-9807-45bf-bde8-2fa0ba2d210d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8879dc0d-286b-48d7-8388-e4f6990e87ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626051 Jan 31 15:55:16.920652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34e758-ec64-46c6-bc92-817b1da33a35 req-3f8a99d2-1f88-4f40-93bf-53965cd11fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:16.921721 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d34e758-ec64-46c6-bc92-817b1da33a35 req-3f8a99d2-1f88-4f40-93bf-53965cd11fc5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 912 time: 0.3279707 Jan 31 15:55:16.960055 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-1d4a4dd0-06d4-4191-8879-1d17ab0e3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:16.961959 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-1d4a4dd0-06d4-4191-8879-1d17ab0e3d05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 1099 time: 0.3797450 Jan 31 15:55:16.966488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d34e758-ec64-46c6-bc92-817b1da33a35 req-013599d7-e53f-439d-b3cd-84a7ef8e0a93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d8840c-077f-42e5-9049-3e5c2b3c28bb HTTP/1.1" status: 200 len: 217 time: 0.0368347 Jan 31 15:55:16.977827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461db7d3-f844-47a9-ba61-fbf51a6bdd69 req-c89b738c-7fba-45d1-842e-9bf990cf9077 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:16.980269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-461db7d3-f844-47a9-ba61-fbf51a6bdd69 req-c89b738c-7fba-45d1-842e-9bf990cf9077 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 948 time: 0.1756058 Jan 31 15:55:16.985598 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ef05ed7-74d9-497f-869a-2851917cc408 req-2c70508f-129c-45e0-8dfe-42cb2256cdd0 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885148 Jan 31 15:55:17.045366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34e758-ec64-46c6-bc92-817b1da33a35 req-95d377f7-8283-4047-99f1-14d36206ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:17.046930 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d34e758-ec64-46c6-bc92-817b1da33a35 req-95d377f7-8283-4047-99f1-14d36206ced3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.0604351 Jan 31 15:55:17.098734 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d34e758-ec64-46c6-bc92-817b1da33a35 req-f4b4e36a-3659-4bf9-8f42-87d66dab5d53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357618 Jan 31 15:55:17.195203 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2215e1ec-cd4b-40d8-a979-23a3715691a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:17.262635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d34e758-ec64-46c6-bc92-817b1da33a35 req-9208792d-0272-47ef-8a1f-677ddc640e5b service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548805 Jan 31 15:55:17.444049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d34e758-ec64-46c6-bc92-817b1da33a35 req-a858873f-17ec-416d-8be9-8d3e77d14d9f service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631866 Jan 31 15:55:17.452153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d1d53a96-f7cb-481e-a3ff-13abce028533 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:55:17.548006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ca9d7-333a-4179-80ae-a8b1c962ba5e req-8b9353ee-adf6-4e8b-9874-249d2a61a7b5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:17.549200 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-de496722-016d-4994-9a6d-37b415cda18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:17.550891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-de496722-016d-4994-9a6d-37b415cda18f service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 1.0070353 Jan 31 15:55:17.552844 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a21ca9d7-333a-4179-80ae-a8b1c962ba5e req-8b9353ee-adf6-4e8b-9874-249d2a61a7b5 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 944 time: 0.1075561 Jan 31 15:55:17.559978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-c8c6c4c0-e48c-45e4-8325-4cb2b6fd0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:17.562113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-c8c6c4c0-e48c-45e4-8325-4cb2b6fd0372 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.5806484 Jan 31 15:55:17.642048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a21ca9d7-333a-4179-80ae-a8b1c962ba5e req-cea5a704-9210-45d1-98cf-c7009a006a1e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/security-groups?id=64b90768-cd88-4eb0-9e76-6026e98c43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763371 Jan 31 15:55:17.652800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d1d53a96-f7cb-481e-a3ff-13abce028533,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:17.687956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:55:17.692327 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d1d53a96-f7cb-481e-a3ff-13abce028533 has no active binding in host n-h2-827120-1 {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 15:55:17.738703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-461db7d3-f844-47a9-ba61-fbf51a6bdd69 req-339b1e4e-5601-470b-9853-5e8b8e06f031 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416696 Jan 31 15:55:17.750578 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-e017c208-4ae1-4225-a7d1-843d68edc62a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78 HTTP/1.1" status: 200 len: 217 time: 0.1679707 Jan 31 15:55:17.754467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:55:17.756245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-ba93cc70-0327-4f7a-9624-3f11c163e9b2 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:17.759082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-ba93cc70-0327-4f7a-9624-3f11c163e9b2 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3&tenant_id=f7454e77053048da93d6c7125983ed93&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1097 time: 0.8780921 Jan 31 15:55:17.760876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:17.762326 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:17.788474 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52d60e-916b-4032-a1c1-212abded368a req-41547b9c-9447-4fba-bba3-d5754310739b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:17.790576 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-7c88e0eb-5144-4f51-8e6b-2dfb59f7adcf service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8675809 Jan 31 15:55:17.791884 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-3b2a8d3a-b058-47f9-839f-c02640781ec8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78 HTTP/1.1" status: 200 len: 217 time: 0.2267706 Jan 31 15:55:17.800219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fc52d60e-916b-4032-a1c1-212abded368a req-41547b9c-9447-4fba-bba3-d5754310739b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 944 time: 0.0972297 Jan 31 15:55:17.804778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827120-1'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:17.891389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fc52d60e-916b-4032-a1c1-212abded368a req-529d2ff7-0ba2-4001-9841-f92edc27ce8b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890331 Jan 31 15:55:17.928884 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:17.971819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f,segment=NetworkSegment(b05b32b3-5c48-492e-867d-9076c5565d52),segment_id=b05b32b3-5c48-492e-867d-9076c5565d52)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:17.975113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c283835-3d6c-49a5-94f3-4447166215f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:17.979342 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b2a23d-1ba4-4323-88c4-0936db30617a" -d '{"events": [{"server_uuid": "2c283835-3d6c-49a5-94f3-4447166215f6", "name": "network-vif-plugged", "status": "completed", "tag": "51a9f6e2-8777-4403-b2e7-16eb10fb5c2f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:17.994908 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:18.124055 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd6ce52-d3b6-42bf-a64b-31cdb8c512ab x-openstack-request-id: req-7bd6ce52-d3b6-42bf-a64b-31cdb8c512ab {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:18.124749 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c283835-3d6c-49a5-94f3-4447166215f6", "name": "network-vif-plugged", "status": "completed", "tag": "51a9f6e2-8777-4403-b2e7-16eb10fb5c2f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:18.125207 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bd6ce52-d3b6-42bf-a64b-31cdb8c512ab {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:18.125866 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c283835-3d6c-49a5-94f3-4447166215f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f', 'code': 200} Jan 31 15:55:18.134315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:18.168273 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:18.209919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-88482e68-90e5-4b4e-9439-e3998776e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:18.209919 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-88482e68-90e5-4b4e-9439-e3998776e347 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.4155171 Jan 31 15:55:18.219345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3703d-22d1-4fbd-af25-816d06ff9a7b req-f7f8fafb-92b5-4d80-b087-ddff25e356fb tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:18.226829 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0ce3703d-22d1-4fbd-af25-816d06ff9a7b req-f7f8fafb-92b5-4d80-b087-ddff25e356fb tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 946 time: 0.3484111 Jan 31 15:55:18.231204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-07c6fc70-4dfc-4852-9d53-ed6bde0533aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:18.232588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-07c6fc70-4dfc-4852-9d53-ed6bde0533aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.4146612 Jan 31 15:55:18.241278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139a52d-39bc-4102-b75f-03c563372483 req-44096085-9ac8-4fb6-b6a7-fab416edea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:18.247129 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0139a52d-39bc-4102-b75f-03c563372483 req-44096085-9ac8-4fb6-b6a7-fab416edea4d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 1096 time: 0.1224110 Jan 31 15:55:18.276133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0efa80-cbc0-412e-baaf-4635b4892d97 req-b0c34af4-1b63-444f-a3ea-57f4b4ca8af1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:18.283718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2b0efa80-cbc0-412e-baaf-4635b4892d97 req-b0c34af4-1b63-444f-a3ea-57f4b4ca8af1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 943 time: 0.1252873 Jan 31 15:55:18.374669 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0139a52d-39bc-4102-b75f-03c563372483 req-a6bc7e17-b7de-4b42-a040-77302857b537 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=64b90768-cd88-4eb0-9e76-6026e98c43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881128 Jan 31 15:55:18.397081 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2b0efa80-cbc0-412e-baaf-4635b4892d97 req-7845b4d4-1b4a-4b17-a5fd-e6ee68ba0ae1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069417 Jan 31 15:55:18.423667 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-922c1579-1db3-4668-9aa0-2f6f9b777d57 service neutron] 10.222.0.30 "GET /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140745 Jan 31 15:55:18.451122 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0ce3703d-22d1-4fbd-af25-816d06ff9a7b req-5fb163f3-be5e-4e99-918d-2c35a326f8a5 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226388 Jan 31 15:55:18.551230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-330d6e3b-3c47-43af-ac02-aff7fd417db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:18.554773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-330d6e3b-3c47-43af-ac02-aff7fd417db5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3206124 Jan 31 15:55:18.577392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d1d53a96-f7cb-481e-a3ff-13abce028533,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:18.593275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-041e4e09-122f-4078-8e66-3a38039f411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:18.595219 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-041e4e09-122f-4078-8e66-3a38039f411d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2735302 Jan 31 15:55:18.802147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13545324-9bad-4470-a278-ee811cab05b6 req-c4b10ecf-f5ab-4647-a064-0bd0811d03c7 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:18.810783 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13545324-9bad-4470-a278-ee811cab05b6 req-c4b10ecf-f5ab-4647-a064-0bd0811d03c7 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 945 time: 0.0648539 Jan 31 15:55:18.875117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13545324-9bad-4470-a278-ee811cab05b6 req-f346af3d-0834-4463-afa1-55f50ab2752c tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/security-groups?id=64b90768-cd88-4eb0-9e76-6026e98c43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633650 Jan 31 15:55:18.938171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-f9e22e16-6233-49cf-a886-c30d7273de1f tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:18.939715 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-f9e22e16-6233-49cf-a886-c30d7273de1f tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377&tenant_id=fb6f65ae282d4cad81a9203baacdf14e&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1095 time: 0.1885154 Jan 31 15:55:18.957722 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:19.008878 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-dd6be8a0-9f54-4beb-a5ca-1bc756c9841c service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660579 Jan 31 15:55:19.045024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-d74feef1-4553-4f1e-881d-2fedc0d5d194 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820106 Jan 31 15:55:19.088392 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236efa3f-f995-4515-a968-6bc4dd3051c3 req-db79f1bc-165f-4b84-ad0a-e42a388b2ca4 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:19.098518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-236efa3f-f995-4515-a968-6bc4dd3051c3 req-db79f1bc-165f-4b84-ad0a-e42a388b2ca4 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 944 time: 0.1039701 Jan 31 15:55:19.135465 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e79dc-32d5-455a-920e-890d95db2a6e req-1bde847a-c946-401f-9960-33b421c91892 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:19.137155 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-676e79dc-32d5-455a-920e-890d95db2a6e req-1bde847a-c946-401f-9960-33b421c91892 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 948 time: 0.2901778 Jan 31 15:55:19.164941 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-236efa3f-f995-4515-a968-6bc4dd3051c3 req-4fece7cc-d957-4a9c-82a7-7664050ca2b7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651624 Jan 31 15:55:19.172327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dbde46-6900-410e-99c1-e82f70c579d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d53a96-f7cb-481e-a3ff-13abce028533'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:19.174782 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157ef9d0-5835-4a7c-a8f7-6a904c95bd9c" -d '{"events": [{"server_uuid": "30dbde46-6900-410e-99c1-e82f70c579d3", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d53a96-f7cb-481e-a3ff-13abce028533"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:19.187262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:19.266494 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161352ca-a9c0-4f2e-8c33-bbb4f3a47c33 x-openstack-request-id: req-161352ca-a9c0-4f2e-8c33-bbb4f3a47c33 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:19.266773 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dbde46-6900-410e-99c1-e82f70c579d3", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d53a96-f7cb-481e-a3ff-13abce028533", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:19.267022 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-161352ca-a9c0-4f2e-8c33-bbb4f3a47c33 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:19.267406 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dbde46-6900-410e-99c1-e82f70c579d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d53a96-f7cb-481e-a3ff-13abce028533', 'code': 200} Jan 31 15:55:19.272953 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:19.450279 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-2fbba90a-c759-4dee-8331-83c7bd216a77 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342494 Jan 31 15:55:19.468148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fad8b3-d8cd-4b8e-b2ef-bc33e9768af8 req-58088848-16ae-4c50-855a-187dc67cea10 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:19.470057 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-676e79dc-32d5-455a-920e-890d95db2a6e req-df546616-0f76-41e7-8ca7-f568de448df5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594502 Jan 31 15:55:19.485975 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03fad8b3-d8cd-4b8e-b2ef-bc33e9768af8 req-58088848-16ae-4c50-855a-187dc67cea10 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 1095 time: 0.1668808 Jan 31 15:55:19.561329 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c765db6-99e9-42e0-b82b-913d4cb9892f req-003b6460-7fed-48af-841d-f22db148e9ac service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482229 Jan 31 15:55:19.562077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Pushing event updated for resources: {'Port': ['ID=d1d53a96-f7cb-481e-a3ff-13abce028533,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:19.585674 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03fad8b3-d8cd-4b8e-b2ef-bc33e9768af8 req-fe23ebbc-8dea-4635-a201-3e1fc99b5b39 tempest-LiveMigrationTest-433754403 tempest-LiveMigrationTest-433754403-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972526 Jan 31 15:55:19.587244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Attempting to bind port d1d53a96-f7cb-481e-a3ff-13abce028533 on host n-h1-827120-1 for vnic_type normal with profile {"migrating_to": "n-h2-827120-1"} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:55:19.587577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Attempting to bind port d1d53a96-f7cb-481e-a3ff-13abce028533 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:55:19.587909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Attempting to bind port d1d53a96-f7cb-481e-a3ff-13abce028533 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:19.602809 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-dceaa624-92d6-40d3-9678-85270111f904 service neutron] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:19.643410 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-825f1a4c-e7a3-4fc3-a2b0-664c04e8b80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:19.644016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-dceaa624-92d6-40d3-9678-85270111f904 service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:19.647945 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1cd03ce-01f5-41cd-a87a-529fd0a28f06 req-dceaa624-92d6-40d3-9678-85270111f904 service neutron] 10.222.0.30 "DELETE /v2.0/ports/daacd283-b9f9-4442-93bf-b6cbf9fe4426/bindings/n-h2-827120-1 HTTP/1.1" status: 204 len: 173 time: 0.6947787 Jan 31 15:55:19.647945 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Port d1d53a96-f7cb-481e-a3ff-13abce028533 on network d9143695-d818-4ec6-a1c8-9227036ec2ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:55:19.664086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Attempting to bind port d1d53a96-f7cb-481e-a3ff-13abce028533 on network d9143695-d818-4ec6-a1c8-9227036ec2ad {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:19.689597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27d8840c-077f-42e5-9049-3e5c2b3c28bb details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:55:19.698267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:55:19.699127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Checking segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:19.699522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Bound using segment: {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:55:19.699985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Bound port: d1d53a96-f7cb-481e-a3ff-13abce028533, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbc800-9fef-4bb4-8c29-95a686203a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd9143695-d818-4ec6-a1c8-9227036ec2ad'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:55:19.700434 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:19.764015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb336d8-19d3-4f9b-8915-7cd3234b57b4 req-14224093-edce-46d5-8011-a62118c27f35 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:19.771709 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aeb336d8-19d3-4f9b-8915-7cd3234b57b4 req-14224093-edce-46d5-8011-a62118c27f35 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 943 time: 0.1856229 Jan 31 15:55:19.841273 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aeb336d8-19d3-4f9b-8915-7cd3234b57b4 req-93719da6-f60e-4769-81b1-2677c3419f45 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685375 Jan 31 15:55:19.864466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27d8840c-077f-42e5-9049-3e5c2b3c28bb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d8840c-077f-42e5-9049-3e5c2b3c28bb,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:19.866926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dd880-f9d5-4a12-8ca5-797b1a734b88 req-dd24db51-4e4b-461b-8658-422bccf6e324 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:19.871788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:19.876280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d1d53a96-f7cb-481e-a3ff-13abce028533,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:55:19.876858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '27d8840c-077f-42e5-9049-3e5c2b3c28bb', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'port_id': '27d8840c-077f-42e5-9049-3e5c2b3c28bb', 'mac_address': 'fa:16:3e:df:94:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839da286-d7fe-47c8-8f9e-973a376f0b70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:55:19.881487 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:19.883613 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d1dd880-f9d5-4a12-8ca5-797b1a734b88 req-dd24db51-4e4b-461b-8658-422bccf6e324 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.1164382 Jan 31 15:55:19.984742 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d1dd880-f9d5-4a12-8ca5-797b1a734b88 req-5c609174-2cec-45a2-8557-07a5ffb929ea tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908480 Jan 31 15:55:20.013917 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:20.029224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:20.030066 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:20.032699 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] 10.222.0.20 "PUT /v2.0/ports/d1d53a96-f7cb-481e-a3ff-13abce028533 HTTP/1.1" status: 200 len: 1122 time: 2.2319541 Jan 31 15:55:20.047579 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61736643-29c5-465a-b4a6-266b93af43ea service neutron] Pushing event updated for resources: {'Port': ['ID=d1d53a96-f7cb-481e-a3ff-13abce028533,revision_number=8']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:20.060548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d8840c-077f-42e5-9049-3e5c2b3c28bb {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:20.151265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27d8840c-077f-42e5-9049-3e5c2b3c28bb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d8840c-077f-42e5-9049-3e5c2b3c28bb,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:20.163189 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:20.167305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f11181ec-4b9c-4763-97ae-05cb5e5b1a78 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:55:20.176967 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['d1d53a96-f7cb-481e-a3ff-13abce028533'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:20.273916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10400a-a712-4759-8530-2a76ff8d8b8d req-998b4bd7-7fb3-49d9-b2ba-25c7fb08f85b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:20.279607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d1d53a96-f7cb-481e-a3ff-13abce028533'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:20.285024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b10400a-a712-4759-8530-2a76ff8d8b8d req-998b4bd7-7fb3-49d9-b2ba-25c7fb08f85b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 945 time: 0.1464627 Jan 31 15:55:20.397719 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b10400a-a712-4759-8530-2a76ff8d8b8d req-fa3f3ee1-4439-4563-9a08-4c40b94fce5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/security-groups?id=64b90768-cd88-4eb0-9e76-6026e98c43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116631 Jan 31 15:55:20.418172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a4d6a-be3d-485e-8b76-06e414edaa89 req-d9df0657-c337-4692-b88f-99e09cec33a8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:20.424765 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.resource_extend [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 15:55:20.425241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da9a4d6a-be3d-485e-8b76-06e414edaa89 req-d9df0657-c337-4692-b88f-99e09cec33a8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 944 time: 0.1027942 Jan 31 15:55:20.507696 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da9a4d6a-be3d-485e-8b76-06e414edaa89 req-5a8f0d85-0e8c-4853-9480-2a8a8143b4ea tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815613 Jan 31 15:55:20.519435 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=27d8840c-077f-42e5-9049-3e5c2b3c28bb,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:20.606430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:20.622867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'mac_address': 'fa:16:3e:9d:65:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:55:20.777135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cf1d6-942c-4c12-841f-e4886dfa32c4 req-c3b9438e-4da3-40e0-8e8c-d334079a5e12 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:20.778676 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-325cf1d6-942c-4c12-841f-e4886dfa32c4 req-c3b9438e-4da3-40e0-8e8c-d334079a5e12 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 948 time: 0.1431375 Jan 31 15:55:20.867132 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:20.874474 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-89b467a5-d913-4ed4-a036-c0b01395b75c tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 258 time: 0.4461370 Jan 31 15:55:20.885254 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:20.886346 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-325cf1d6-942c-4c12-841f-e4886dfa32c4 req-8a35aeab-3f04-47a1-ae88-7b257dc5b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964925 Jan 31 15:55:20.889028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:20.907782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11181ec-4b9c-4763-97ae-05cb5e5b1a78 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:20.941394 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:20.975565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:20.994577 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:21.082133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:21.196676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e4b82-3eff-47c3-b91a-c35a32fef1eb req-8ccbeb18-0a5e-4fce-8cf3-176c65642924 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:21.203841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba1e4b82-3eff-47c3-b91a-c35a32fef1eb req-8ccbeb18-0a5e-4fce-8cf3-176c65642924 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 944 time: 0.1185052 Jan 31 15:55:21.220367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:21.250465 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba1e4b82-3eff-47c3-b91a-c35a32fef1eb req-9b5417aa-bbf4-439a-9d10-fab56c5ca28c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385261 Jan 31 15:55:21.276557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dbde46-6900-410e-99c1-e82f70c579d3', 'tag': 'd1d53a96-f7cb-481e-a3ff-13abce028533'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:21.279243 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31296b55-ad32-4926-b0b2-abcefb949a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "30dbde46-6900-410e-99c1-e82f70c579d3", "tag": "d1d53a96-f7cb-481e-a3ff-13abce028533"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:21.304784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f035b89-7108-4c65-a887-7980c0e18989 req-f67369fd-419b-416d-afdf-6f66de3c4a6a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:21.306502 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f035b89-7108-4c65-a887-7980c0e18989 req-f67369fd-419b-416d-afdf-6f66de3c4a6a tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 944 time: 0.1792712 Jan 31 15:55:21.464710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f11181ec-4b9c-4763-97ae-05cb5e5b1a78'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:21.481957 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Allocated IP 172.25.1.240 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/d83995fa-ba4b-4875-ae87-99bc8434be01) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:55:21.509093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-6f035b89-7108-4c65-a887-7980c0e18989 req-6e1f652d-7cd1-465a-8461-d16c612a74ad tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Deleting port daacd283-b9f9-4442-93bf-b6cbf9fe4426 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:21.509431 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f035b89-7108-4c65-a887-7980c0e18989 req-6e1f652d-7cd1-465a-8461-d16c612a74ad tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:21.513938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['27d8840c-077f-42e5-9049-3e5c2b3c28bb'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:21.763581 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1202cd-664d-4cad-9df6-b5610b880393 req-a69f553d-b801-4fed-8098-a51e7f4eaeec tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:21.771457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6f035b89-7108-4c65-a887-7980c0e18989 req-6e1f652d-7cd1-465a-8461-d16c612a74ad tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] For port daacd283-b9f9-4442-93bf-b6cbf9fe4426, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=daacd283-b9f9-4442-93bf-b6cbf9fe4426,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:21.772067 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f035b89-7108-4c65-a887-7980c0e18989 req-6e1f652d-7cd1-465a-8461-d16c612a74ad tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:21.772846 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc1202cd-664d-4cad-9df6-b5610b880393 req-a69f553d-b801-4fed-8098-a51e7f4eaeec tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.0718205 Jan 31 15:55:21.809543 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:21.812449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-6f035b89-7108-4c65-a887-7980c0e18989 req-6e1f652d-7cd1-465a-8461-d16c612a74ad tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Calling delete_port for daacd283-b9f9-4442-93bf-b6cbf9fe4426 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:21.832048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc1202cd-664d-4cad-9df6-b5610b880393 req-a258ff4f-b036-4d3a-8635-a0dfcb37b0f0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570784 Jan 31 15:55:21.832944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-cedd525e-8765-4432-a8db-8afede4fd7b8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:21.834659 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-cedd525e-8765-4432-a8db-8afede4fd7b8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834&tenant_id=3d4f027d8d234567ad636e8cf1ec111c&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 949 time: 0.2198606 Jan 31 15:55:21.955624 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b775bfdc-1518-4cef-9010-ae89a30d8332 x-openstack-request-id: req-b775bfdc-1518-4cef-9010-ae89a30d8332 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:21.955977 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dbde46-6900-410e-99c1-e82f70c579d3", "tag": "d1d53a96-f7cb-481e-a3ff-13abce028533", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:21.956224 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b775bfdc-1518-4cef-9010-ae89a30d8332 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:21.956566 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dbde46-6900-410e-99c1-e82f70c579d3', 'tag': 'd1d53a96-f7cb-481e-a3ff-13abce028533', 'status': 'completed', 'code': 200} Jan 31 15:55:22.051644 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:22.083154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a5271-a042-4444-a162-ebe243d40654 req-d2a00aec-8ccd-4214-b99a-d35d2e56493a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:22.088960 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-faad2ad3-ed78-4aef-b67d-c412c258cc72 service neutron] delete failed (client error): The resource could not be found. Jan 31 15:55:22.091875 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-faad2ad3-ed78-4aef-b67d-c412c258cc72 service neutron] 10.222.0.20 "DELETE /v2.0/ports/f11181ec-4b9c-4763-97ae-05cb5e5b1a78/bindings/n-h2-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.2450852 Jan 31 15:55:22.096995 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-684a5271-a042-4444-a162-ebe243d40654 req-d2a00aec-8ccd-4214-b99a-d35d2e56493a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 949 time: 0.0908718 Jan 31 15:55:22.117605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:55:22.186883 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:22.205506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-684a5271-a042-4444-a162-ebe243d40654 req-fa068518-a775-4b9c-b49c-e98e8770f93b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052678 Jan 31 15:55:22.339416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2c4b6-3ef4-4c3c-93f8-196b3f5ad4d2 req-86be7ae0-9321-40b0-a625-bec495030132 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:22.347828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3e2c4b6-3ef4-4c3c-93f8-196b3f5ad4d2 req-86be7ae0-9321-40b0-a625-bec495030132 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 944 time: 0.0687852 Jan 31 15:55:22.394129 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3e2c4b6-3ef4-4c3c-93f8-196b3f5ad4d2 req-f3736405-9bba-46c5-a550-aabe93e3e4b6 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450046 Jan 31 15:55:22.479649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296b55-ad32-4926-b0b2-abcefb949a2f req-e0714b6c-99f4-4d54-bc74-66324365e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:22.482121 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-31296b55-ad32-4926-b0b2-abcefb949a2f req-e0714b6c-99f4-4d54-bc74-66324365e32d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 1125 time: 0.4892161 Jan 31 15:55:22.482991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:55:22.488660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Pushing event updated for resources: {'Port': ['ID=d83995fa-ba4b-4875-ae87-99bc8434be01,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:22.491291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:55:22.508211 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:22.577064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ec1d9-2b2b-4a32-a21d-d0b167255871 req-2f78d7ca-d318-4c25-a1ae-bd8ab216cf75 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:22.578637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-654ec1d9-2b2b-4a32-a21d-d0b167255871 req-2f78d7ca-d318-4c25-a1ae-bd8ab216cf75 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 944 time: 0.0546019 Jan 31 15:55:22.632485 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f035b89-7108-4c65-a887-7980c0e18989 req-6e1f652d-7cd1-465a-8461-d16c612a74ad tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:22.641482 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-d06a0a41-df19-43dc-89b5-4a2e8975f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:22.643043 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-d06a0a41-df19-43dc-89b5-4a2e8975f5bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 1100 time: 0.1740806 Jan 31 15:55:22.650805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['fc35b8ef-28aa-4a54-b0f6-5179f9b70346'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:22.654712 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-654ec1d9-2b2b-4a32-a21d-d0b167255871 req-bbce2f0c-c7c1-4be5-813f-f877c0ab68bf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640798 Jan 31 15:55:22.756223 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:22.796144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f652d-7cd1-465a-8461-d16c612a74ad tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Pushing event deleted for resources: {'Port': ['ID=daacd283-b9f9-4442-93bf-b6cbf9fe4426,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:22.987918 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296b55-ad32-4926-b0b2-abcefb949a2f req-d534942c-7611-430d-ae3a-44a5f2ae606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:22.988798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67308e2-e436-417f-95a6-85d93d6d8c22 req-386b26cb-eade-462a-bf60-268b3c74f220 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:22.989410 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-31296b55-ad32-4926-b0b2-abcefb949a2f req-d534942c-7611-430d-ae3a-44a5f2ae606c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.4757748 Jan 31 15:55:22.990393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-00086560-1bc0-4b5a-9bf2-f3075c35e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:22.991715 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-00086560-1bc0-4b5a-9bf2-f3075c35e430 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1977813 Jan 31 15:55:22.997013 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e67308e2-e436-417f-95a6-85d93d6d8c22 req-386b26cb-eade-462a-bf60-268b3c74f220 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.0827336 Jan 31 15:55:23.005519 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:23.052617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e67308e2-e436-417f-95a6-85d93d6d8c22 req-966d0af2-1bdd-40be-a289-c4d0ac97a40d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542114 Jan 31 15:55:23.134658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-e3f6e33d-33d8-4b57-b34d-ded207d03edd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78 HTTP/1.1" status: 200 len: 217 time: 0.0645199 Jan 31 15:55:23.170974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f035b89-7108-4c65-a887-7980c0e18989 req-6e1f652d-7cd1-465a-8461-d16c612a74ad tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] No DVR routers for this DVR port daacd283-b9f9-4442-93bf-b6cbf9fe4426 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:23.173747 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6f035b89-7108-4c65-a887-7980c0e18989 req-6e1f652d-7cd1-465a-8461-d16c612a74ad tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:23.177509 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f035b89-7108-4c65-a887-7980c0e18989 req-6e1f652d-7cd1-465a-8461-d16c612a74ad tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.30 "DELETE /v2.0/ports/daacd283-b9f9-4442-93bf-b6cbf9fe4426 HTTP/1.1" status: 204 len: 173 time: 1.8511870 Jan 31 15:55:23.178908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-31296b55-ad32-4926-b0b2-abcefb949a2f req-ecf316fe-b384-459b-b9f4-21e22b95832a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1d53a96-f7cb-481e-a3ff-13abce028533 HTTP/1.1" status: 200 len: 217 time: 0.1102693 Jan 31 15:55:23.265720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-18ff972c-cd84-4ea7-be9f-34a24ea9bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:23.267161 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-18ff972c-cd84-4ea7-be9f-34a24ea9bfff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0873704 Jan 31 15:55:23.314987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296b55-ad32-4926-b0b2-abcefb949a2f req-b635442d-f3de-45bd-8b2e-868072b557c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:23.316441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-31296b55-ad32-4926-b0b2-abcefb949a2f req-b635442d-f3de-45bd-8b2e-868072b557c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.0484262 Jan 31 15:55:23.398600 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-31296b55-ad32-4926-b0b2-abcefb949a2f req-6fc83618-a433-4e38-9ffd-bb58df1697a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304995 Jan 31 15:55:23.434493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ecea9-af17-44e1-99af-a4d9efb18445 req-0ae3e731-7288-42f8-92ca-868daf89a08c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:23.442828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-518ecea9-af17-44e1-99af-a4d9efb18445 req-0ae3e731-7288-42f8-92ca-868daf89a08c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 949 time: 0.0777891 Jan 31 15:55:23.499676 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-518ecea9-af17-44e1-99af-a4d9efb18445 req-c8799f27-25ea-4132-8703-b0fc50c3f5ba tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553250 Jan 31 15:55:23.508203 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-31296b55-ad32-4926-b0b2-abcefb949a2f req-e7bfd947-5433-4eff-a2fc-160abe7a372e service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893157 Jan 31 15:55:23.590634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-821cca76-a4fd-4422-b9d8-ecba29b9f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:23.592122 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-821cca76-a4fd-4422-b9d8-ecba29b9f336 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2746356 Jan 31 15:55:23.621699 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1ed43799-3349-41b1-8013-5d0f69ba6e3d req-8f24b53c-aa30-42a4-933f-f22c124e454b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 210 time: 0.0580130 Jan 31 15:55:23.717607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f11181ec-4b9c-4763-97ae-05cb5e5b1a78 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:55:23.723828 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-31296b55-ad32-4926-b0b2-abcefb949a2f req-301998d9-3ba5-4051-9b71-c3f1003fcc6e service neutron] 10.222.0.30 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049518 Jan 31 15:55:23.781223 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:23.785489 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-4428fc08-0e0d-4172-ad23-fe63b3d5afe1 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817527 Jan 31 15:55:23.787609 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:23.800080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:55:23.812725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:23.813410 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:23.843836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd19e9-ed54-4589-8ce1-668024daa840 req-e347e45b-6b1e-43ba-a0af-39ff9cdb1002 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:23.851795 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fcd19e9-ed54-4589-8ce1-668024daa840 req-e347e45b-6b1e-43ba-a0af-39ff9cdb1002 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 944 time: 0.0728490 Jan 31 15:55:23.924290 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5e2a4f2-58cc-4f5f-b423-3b12ffa36063 req-ef16700a-2cd1-4551-a719-2381bbc7002a service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072938 Jan 31 15:55:23.929514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fcd19e9-ed54-4589-8ce1-668024daa840 req-b133eafb-8bac-4566-bc1b-406c56f8f3c3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744112 Jan 31 15:55:23.988123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da10711-46d5-4b94-9a41-63ee767a6377', 'name': 'network-vif-deleted', 'tag': 'daacd283-b9f9-4442-93bf-b6cbf9fe4426'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:23.990548 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618a77ab-ceed-49e7-8dec-99869dc63d49" -d '{"events": [{"server_uuid": "9da10711-46d5-4b94-9a41-63ee767a6377", "name": "network-vif-deleted", "tag": "daacd283-b9f9-4442-93bf-b6cbf9fe4426"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:24.018246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Pushing event updated for resources: {'Port': ['ID=d83995fa-ba4b-4875-ae87-99bc8434be01,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:24.031593 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:24.044914 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:24.078763 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:24.091601 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-a545f9cb-2c9a-4499-b778-3ad174385c5e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2161641 Jan 31 15:55:24.111334 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:24.114141 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8a706f-40dc-4a41-bcbc-3206f9f0e40c x-openstack-request-id: req-8b8a706f-40dc-4a41-bcbc-3206f9f0e40c {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:24.114477 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da10711-46d5-4b94-9a41-63ee767a6377", "name": "network-vif-deleted", "tag": "daacd283-b9f9-4442-93bf-b6cbf9fe4426", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:24.114737 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b8a706f-40dc-4a41-bcbc-3206f9f0e40c {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:24.116221 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:24.116410 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da10711-46d5-4b94-9a41-63ee767a6377', 'name': 'network-vif-deleted', 'tag': 'daacd283-b9f9-4442-93bf-b6cbf9fe4426', 'status': 'completed', 'code': 200} Jan 31 15:55:24.121744 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95735261-e01b-4951-b141-9eefcad356a5" -d '{"events": [{"server_uuid": "2884e1be-b8fa-4a37-90e2-3e71cb78b834", "name": "network-vif-plugged", "status": "completed", "tag": "f11181ec-4b9c-4763-97ae-05cb5e5b1a78"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:24.130981 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:24.131802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27d8840c-077f-42e5-9049-3e5c2b3c28bb up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:55:24.203915 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-3f7be537-8b1d-40e4-8a27-bd2aa6f84cb3 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 696 time: 0.1113553 Jan 31 15:55:24.236630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:24.272786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 27d8840c-077f-42e5-9049-3e5c2b3c28bb completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:55:24.277070 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 27d8840c-077f-42e5-9049-3e5c2b3c28bb triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:24.277571 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:24.315675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664ff0-82de-43d3-b556-98c42bda6c78 req-e3244ab4-5bea-49c8-a4c3-86370ad9385d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:24.320324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7b664ff0-82de-43d3-b556-98c42bda6c78 req-e3244ab4-5bea-49c8-a4c3-86370ad9385d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.1414270 Jan 31 15:55:24.401140 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:24.422118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7b664ff0-82de-43d3-b556-98c42bda6c78 req-4bc3d266-e4ad-4f33-88ac-3802b3b2e89f tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958743 Jan 31 15:55:24.453547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27d8840c-077f-42e5-9049-3e5c2b3c28bb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d8840c-077f-42e5-9049-3e5c2b3c28bb,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:24.506261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-689aff73-fbf9-47aa-8819-9d1cec02beec tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:24.538455 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cce26943-415d-43ba-a8c8-6200aabe8498 req-689aff73-fbf9-47aa-8819-9d1cec02beec tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.3300407 Jan 31 15:55:24.543838 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:24.545211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device daacd283-b9f9-4442-93bf-b6cbf9fe4426 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:24.584531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: daacd283-b9f9-4442-93bf-b6cbf9fe4426 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:24.585585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device daacd283-b9f9-4442-93bf-b6cbf9fe4426 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:24.727587 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492d265d-fba9-400d-9676-95e1ab3e552e x-openstack-request-id: req-492d265d-fba9-400d-9676-95e1ab3e552e {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:24.727587 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2884e1be-b8fa-4a37-90e2-3e71cb78b834", "name": "network-vif-plugged", "status": "completed", "tag": "f11181ec-4b9c-4763-97ae-05cb5e5b1a78", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:24.727587 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-492d265d-fba9-400d-9676-95e1ab3e552e {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:24.727587 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'code': 200} Jan 31 15:55:24.739455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=27d8840c-077f-42e5-9049-3e5c2b3c28bb,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:24.792683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2e417-5731-4c94-8abb-1151f2d90eb7 req-a94d1df8-bb0d-45a3-b362-bf464327b180 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:24.806456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3db2e417-5731-4c94-8abb-1151f2d90eb7 req-a94d1df8-bb0d-45a3-b362-bf464327b180 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.1427488 Jan 31 15:55:24.907980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3db2e417-5731-4c94-8abb-1151f2d90eb7 req-f9bb3406-c25f-4245-925a-216b2a858851 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006374 Jan 31 15:55:25.097202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-a813209f-6f25-46a1-884a-906208646ed1 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:25.099102 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-845774b5-9655-4593-b33e-b39b8714e8e5 req-e2f06470-e689-42cc-acb8-08ed6a833ccc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 210 time: 0.0516210 Jan 31 15:55:25.112351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-a813209f-6f25-46a1-884a-906208646ed1 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1433153 Jan 31 15:55:25.213139 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-3261c0ca-fc73-4940-b1e8-9aa44b133507 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 696 time: 0.0939579 Jan 31 15:55:25.220601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-e1937bf8-c34d-4212-894b-c9c93ed7c59b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Request body: {'floatingip': {'port_id': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:25.284671 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-e1937bf8-c34d-4212-894b-c9c93ed7c59b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:25.314061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23b138-5eff-4783-b28c-56cfed5cfadc req-ad2545f5-0d5a-4a2b-82ad-4c5e0013c368 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:25.315939 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d23b138-5eff-4783-b28c-56cfed5cfadc req-ad2545f5-0d5a-4a2b-82ad-4c5e0013c368 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 945 time: 0.1120348 Jan 31 15:55:25.369621 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d23b138-5eff-4783-b28c-56cfed5cfadc req-6300dae8-4965-4152-964d-c073b00b4ddd tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472341 Jan 31 15:55:25.470388 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:25.637792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f0794-fb33-4f04-9348-0d8c35e7570e req-c7d20981-8a0c-4b5c-a042-b5af34454eb5 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:25.648414 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e4f0794-fb33-4f04-9348-0d8c35e7570e req-c7d20981-8a0c-4b5c-a042-b5af34454eb5 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.0881474 Jan 31 15:55:25.748067 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e4f0794-fb33-4f04-9348-0d8c35e7570e req-d74abfdd-5d28-47bd-bba8-8c5af4a84801 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946703 Jan 31 15:55:26.257262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd2f66-115a-4205-abca-4e9d4f2ddd5c req-72a980e6-be4e-48f8-bc22-89edf579623b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:26.266189 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3dd2f66-115a-4205-abca-4e9d4f2ddd5c req-72a980e6-be4e-48f8-bc22-89edf579623b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.0834603 Jan 31 15:55:26.269235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.resource_extend [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-e1937bf8-c34d-4212-894b-c9c93ed7c59b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 15:55:26.313390 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3dd2f66-115a-4205-abca-4e9d4f2ddd5c req-c29a080b-59b5-4fe6-87eb-5494ca29fead tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459390 Jan 31 15:55:26.322577 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-e1937bf8-c34d-4212-894b-c9c93ed7c59b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:26.327769 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-e1937bf8-c34d-4212-894b-c9c93ed7c59b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:26.436140 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-e1937bf8-c34d-4212-894b-c9c93ed7c59b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Floating IP 10af3b21-b23b-45da-90ac-e66c85ceca48 associated. External IP: 172.25.1.240, port: 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f. Jan 31 15:55:26.628731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf75a9-26c4-4980-a78b-6bb5dc1fdf64 req-e953c93f-ac9f-4605-99b3-bf7913af265f tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:26.630226 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26bf75a9-26c4-4980-a78b-6bb5dc1fdf64 req-e953c93f-ac9f-4605-99b3-bf7913af265f tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 946 time: 0.0535004 Jan 31 15:55:26.675820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-e1937bf8-c34d-4212-894b-c9c93ed7c59b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:55:26.688116 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26bf75a9-26c4-4980-a78b-6bb5dc1fdf64 req-1affc83b-6a07-4750-8367-e864f50c84fc tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510716 Jan 31 15:55:26.726311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa81819-1067-4624-ada9-d0ac8550c2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d8840c-077f-42e5-9049-3e5c2b3c28bb'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:26.729928 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0fb340-3f54-4738-bfe6-42dd2608f1aa" -d '{"events": [{"server_uuid": "caa81819-1067-4624-ada9-d0ac8550c2dc", "name": "network-vif-plugged", "status": "completed", "tag": "27d8840c-077f-42e5-9049-3e5c2b3c28bb"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:26.790455 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-32d48d54-6a04-49d2-9241-c80483df425c req-e28db48c-a131-4f28-9793-58e2bc4f17c8 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 210 time: 0.0333209 Jan 31 15:55:26.794879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-e1937bf8-c34d-4212-894b-c9c93ed7c59b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:55:26.800078 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-e1937bf8-c34d-4212-894b-c9c93ed7c59b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:26.811146 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd11e2b5-9f6b-46fd-9c8e-c85532f489f8 None None] Sync routers for ids ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:55:26.824451 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd11e2b5-9f6b-46fd-9c8e-c85532f489f8 None None] Routers {'5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:26.825486 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-cd11e2b5-9f6b-46fd-9c8e-c85532f489f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:26.835347 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-e1937bf8-c34d-4212-894b-c9c93ed7c59b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "PUT /v2.0/floatingips/10af3b21-b23b-45da-90ac-e66c85ceca48 HTTP/1.1" status: 200 len: 996 time: 1.6212330 Jan 31 15:55:26.835833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c283835-3d6c-49a5-94f3-4447166215f6', 'tag': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:26.838324 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c34932-f0c7-4f6a-a67f-6b50fd4c0a43" -d '{"events": [{"name": "network-changed", "server_uuid": "2c283835-3d6c-49a5-94f3-4447166215f6", "tag": "51a9f6e2-8777-4403-b2e7-16eb10fb5c2f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:26.942848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-1e9a8179-8811-4914-a16d-9b06fbb15601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:26.944601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-1e9a8179-8811-4914-a16d-9b06fbb15601 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7b00e2a222a48d588370731376522c7&device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 1096 time: 0.0851061 Jan 31 15:55:26.974942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea6b82-01ad-4098-8f27-776fec06a02d req-ba7cc0de-0227-453e-8bfa-551543770b22 tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:26.978066 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c7ea6b82-01ad-4098-8f27-776fec06a02d req-ba7cc0de-0227-453e-8bfa-551543770b22 tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 1101 time: 0.0640891 Jan 31 15:55:27.023255 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c7ea6b82-01ad-4098-8f27-776fec06a02d req-3d4ec23e-d556-4ed5-81a1-e4e1be68390d tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387242 Jan 31 15:55:27.092000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-c4b2a2db-2a3c-4786-816c-84e1be6dbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:27.093688 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-c4b2a2db-2a3c-4786-816c-84e1be6dbfb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca HTTP/1.1" status: 200 len: 930 time: 0.1419737 Jan 31 15:55:27.149849 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-cd11e2b5-9f6b-46fd-9c8e-c85532f489f8 None None] Set router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:27.202619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc5a03-40f3-4c24-9cbf-4d343a5b5329 req-8c40e624-1878-46de-bcdb-4773bc2d8386 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:27.204729 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8bc5a03-40f3-4c24-9cbf-4d343a5b5329 req-8c40e624-1878-46de-bcdb-4773bc2d8386 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 945 time: 0.0819016 Jan 31 15:55:27.244623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-7b7ae03a-098a-495c-830e-7b38f744cb54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f HTTP/1.1" status: 200 len: 999 time: 0.1433036 Jan 31 15:55:27.262075 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8bc5a03-40f3-4c24-9cbf-4d343a5b5329 req-81b0b096-a3f3-4f10-b197-2043cd9a9532 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501647 Jan 31 15:55:27.309977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-bda5ca9c-e44c-48a8-9997-ce0e3422c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:27.318600 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-bda5ca9c-e44c-48a8-9997-ce0e3422c028 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74ca21a9-08f0-4ae8-bc74-2341ecc36ec9 HTTP/1.1" status: 200 len: 868 time: 0.0658772 Jan 31 15:55:27.382574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-6227ff30-7bdb-47fe-a815-7dca6f7b0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:27.392005 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e12ab10-7799-43df-b7d9-6e00d2875029 x-openstack-request-id: req-8e12ab10-7799-43df-b7d9-6e00d2875029 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:27.392532 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa81819-1067-4624-ada9-d0ac8550c2dc", "name": "network-vif-plugged", "status": "completed", "tag": "27d8840c-077f-42e5-9049-3e5c2b3c28bb", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:27.392956 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e12ab10-7799-43df-b7d9-6e00d2875029 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:27.393675 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa81819-1067-4624-ada9-d0ac8550c2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d8840c-077f-42e5-9049-3e5c2b3c28bb', 'code': 200} Jan 31 15:55:27.398715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-6227ff30-7bdb-47fe-a815-7dca6f7b0b41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789974 Jan 31 15:55:27.405514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-d953fdce-6588-46a6-93eb-7e3e4ebe0ed7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:55:27.417698 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-d953fdce-6588-46a6-93eb-7e3e4ebe0ed7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171185 Jan 31 15:55:27.512639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a229eb-99be-47a0-b9e6-36f6c44e41ea req-efefd11f-d929-459e-bc07-fb65b010c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:27.514366 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-09a229eb-99be-47a0-b9e6-36f6c44e41ea req-efefd11f-d929-459e-bc07-fb65b010c78c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 1096 time: 0.0461342 Jan 31 15:55:27.528189 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-cd11e2b5-9f6b-46fd-9c8e-c85532f489f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 4, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '10af3b21-b23b-45da-90ac-e66c85ceca48', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'port_id': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'mac_address': 'fa:16:3e:05:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c283835-3d6c-49a5-94f3-4447166215f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:55:22Z', 'updated_at': '2022-01-31T15:55:25Z', 'revision_number': 1, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82f465f-1e54-4da9-99cf-10975c193374', 'name': '', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'mac_address': 'fa:16:3e:9c:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:59Z', 'updated_at': '2022-01-31T15:55:04Z', 'revision_number': 5, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'subnets': [{'id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:27.551138 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-78fe69a1-144b-420f-8dc1-32d675e42378 service neutron] 10.222.0.36 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324444 Jan 31 15:55:27.563686 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd11e2b5-9f6b-46fd-9c8e-c85532f489f8 None None] Checking router: 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:55:27.572957 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd11e2b5-9f6b-46fd-9c8e-c85532f489f8 None None] Routers {'5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:27.573649 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-cd11e2b5-9f6b-46fd-9c8e-c85532f489f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:27.587652 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-09a229eb-99be-47a0-b9e6-36f6c44e41ea req-e1f7f1fb-6979-45ad-bae0-9b5005a008dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657592 Jan 31 15:55:27.623895 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:27.629794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bedf6-ee15-42c3-a0d3-a54e2d5acc58 req-57d0e8ab-f7ed-4520-8f7c-b65aacf7239d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:27.637856 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-119bedf6-ee15-42c3-a0d3-a54e2d5acc58 req-57d0e8ab-f7ed-4520-8f7c-b65aacf7239d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.1743567 Jan 31 15:55:27.682107 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f91b6de-9bfb-4734-8895-6c1cee63a210 req-e2ea49c4-b9d5-4d78-9690-1a1a74f3addc service neutron] 10.222.0.36 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197476 Jan 31 15:55:27.683628 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-119bedf6-ee15-42c3-a0d3-a54e2d5acc58 req-53b6ad60-deb3-4d8c-93ae-5d6b360ee497 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 Jan 31 15:55:27.694246 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-cd11e2b5-9f6b-46fd-9c8e-c85532f489f8 None None] Set router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:27.744864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d1d53a96-f7cb-481e-a3ff-13abce028533 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:27.748768 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15395bb3-c1cc-41d0-92ee-3b150fdc6693 x-openstack-request-id: req-15395bb3-c1cc-41d0-92ee-3b150fdc6693 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:27.749060 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c283835-3d6c-49a5-94f3-4447166215f6", "tag": "51a9f6e2-8777-4403-b2e7-16eb10fb5c2f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:27.749310 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15395bb3-c1cc-41d0-92ee-3b150fdc6693 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:27.749748 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c283835-3d6c-49a5-94f3-4447166215f6', 'tag': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f', 'status': 'completed', 'code': 200} Jan 31 15:55:27.992398 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-c1efdbcf-658c-43e1-91ca-4613b1fb7437 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 258 time: 0.2231762 Jan 31 15:55:27.997784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:28.054290 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-cd11e2b5-9f6b-46fd-9c8e-c85532f489f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 4, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '10af3b21-b23b-45da-90ac-e66c85ceca48', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'port_id': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'mac_address': 'fa:16:3e:05:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c283835-3d6c-49a5-94f3-4447166215f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:55:22Z', 'updated_at': '2022-01-31T15:55:25Z', 'revision_number': 1, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82f465f-1e54-4da9-99cf-10975c193374', 'name': '', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'mac_address': 'fa:16:3e:9c:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:59Z', 'updated_at': '2022-01-31T15:55:04Z', 'revision_number': 5, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'subnets': [{'id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:28.055415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c34932-f0c7-4f6a-a67f-6b50fd4c0a43 req-789ebec3-e2e2-4aad-9119-872a3472ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:28.057722 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6c34932-f0c7-4f6a-a67f-6b50fd4c0a43 req-789ebec3-e2e2-4aad-9119-872a3472ba55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7b00e2a222a48d588370731376522c7&device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 1096 time: 0.0953262 Jan 31 15:55:28.059196 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:28.074302 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1bbc0e9-2ad3-40bb-ad2f-029529e6d701 req-115eac02-f39f-4ee0-be23-90efbcb2e87b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da10711-46d5-4b94-9a41-63ee767a6377 HTTP/1.1" status: 200 len: 210 time: 0.0382464 Jan 31 15:55:28.094521 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd11e2b5-9f6b-46fd-9c8e-c85532f489f8 None None] The sync data for ids ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'] in n-d-827120-1 is: [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 4, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '10af3b21-b23b-45da-90ac-e66c85ceca48', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'floating_ip_address': '172.25.1.240', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'port_id': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'mac_address': 'fa:16:3e:05:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c283835-3d6c-49a5-94f3-4447166215f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:55:22Z', 'updated_at': '2022-01-31T15:55:25Z', 'revision_number': 1, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82f465f-1e54-4da9-99cf-10975c193374', 'name': '', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'mac_address': 'fa:16:3e:9c:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:59Z', 'updated_at': '2022-01-31T15:55:04Z', 'revision_number': 5, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'subnets': [{'id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:55:28.175277 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-000928b4-3b99-4ec5-8ad2-5cce0faf177c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277486 Jan 31 15:55:28.241132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c34932-f0c7-4f6a-a67f-6b50fd4c0a43 req-9b13daf7-b998-4a36-9638-9601f8e3b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:28.242956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6c34932-f0c7-4f6a-a67f-6b50fd4c0a43 req-9b13daf7-b998-4a36-9638-9601f8e3b749 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca HTTP/1.1" status: 200 len: 930 time: 0.1669958 Jan 31 15:55:28.308248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-0052ff8a-65e9-44b1-9474-f0554c4d32a7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:28.310180 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-0052ff8a-65e9-44b1-9474-f0554c4d32a7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337585 Jan 31 15:55:28.328959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:28.334286 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-777647da-3bcf-4177-b44f-8632cb7983e9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/quotas/3d4f027d8d234567ad636e8cf1ec111c HTTP/1.1" status: 200 len: 375 time: 0.0131140 Jan 31 15:55:28.339687 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6c34932-f0c7-4f6a-a67f-6b50fd4c0a43 req-13d1129c-5d63-4d64-b00e-7f8f57112d8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f HTTP/1.1" status: 200 len: 999 time: 0.0883214 Jan 31 15:55:28.407295 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-9044616d-95f8-424b-9aa2-01c57ab66c5a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664117 Jan 31 15:55:28.444528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c34932-f0c7-4f6a-a67f-6b50fd4c0a43 req-a2ec222a-cd1d-4896-b45d-a1de1dcebbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:28.446076 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6c34932-f0c7-4f6a-a67f-6b50fd4c0a43 req-a2ec222a-cd1d-4896-b45d-a1de1dcebbde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74ca21a9-08f0-4ae8-bc74-2341ecc36ec9 HTTP/1.1" status: 200 len: 868 time: 0.0982475 Jan 31 15:55:28.448307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ef964-f962-4af7-9c0f-2059c49406e0 None None] New status for floating IP 10af3b21-b23b-45da-90ac-e66c85ceca48: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:55:28.547240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Allocated IP 172.25.1.33 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/38f89eca-757c-4d81-b7d2-fa0c82efc131) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:55:28.575072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c34932-f0c7-4f6a-a67f-6b50fd4c0a43 req-d4f4e2bc-e15f-40d2-9ed6-d75c3499ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:28.576664 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6c34932-f0c7-4f6a-a67f-6b50fd4c0a43 req-d4f4e2bc-e15f-40d2-9ed6-d75c3499ccd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988722 Jan 31 15:55:28.780507 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6c34932-f0c7-4f6a-a67f-6b50fd4c0a43 req-54186fdf-9450-45c8-9f14-356c667cd885 service neutron] 10.222.0.20 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760905 Jan 31 15:55:29.038486 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:29.123246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6c34932-f0c7-4f6a-a67f-6b50fd4c0a43 req-f882c035-40a7-4752-a87f-0964cfe07389 service neutron] 10.222.0.20 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225431 Jan 31 15:55:29.153003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:29.187713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:55:29.190458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:55:29.212379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:55:29.267329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Pushing event updated for resources: {'Port': ['ID=38f89eca-757c-4d81-b7d2-fa0c82efc131,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:29.362006 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:29.422188 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:29.655985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:29.668069 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:29.733840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a687a21c-d186-428c-8f42-7ea89a959f38 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:29.776708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Pushing event updated for resources: {'Port': ['ID=38f89eca-757c-4d81-b7d2-fa0c82efc131,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:29.798242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:29.799640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e38a90-d2c6-4e59-bd23-946a8bc3a566 req-a8214124-2bbb-4044-a779-8ebc3fb7a4d2 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:29.810298 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4e38a90-d2c6-4e59-bd23-946a8bc3a566 req-a8214124-2bbb-4044-a779-8ebc3fb7a4d2 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 945 time: 0.0822265 Jan 31 15:55:29.819444 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:29.820808 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-35100fb2-23ec-4f0e-829d-c02829768ff9 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8273852 Jan 31 15:55:29.863335 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:29.868408 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4e38a90-d2c6-4e59-bd23-946a8bc3a566 req-b91d3741-e055-4dc5-a2c6-3fd977fd9922 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561495 Jan 31 15:55:29.880109 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-040b1200-b8a0-4d63-90fb-b194c00164cd tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 695 time: 0.0504463 Jan 31 15:55:29.922889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a687a21c-d186-428c-8f42-7ea89a959f38, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a687a21c-d186-428c-8f42-7ea89a959f38,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:29.925065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1e6047-d7ed-4bfa-b1c6-5737e0e29520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a687a21c-d186-428c-8f42-7ea89a959f38'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:29.930543 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14121b85-0135-4545-b732-05ad512e644c" -d '{"events": [{"server_uuid": "ea1e6047-d7ed-4bfa-b1c6-5737e0e29520", "name": "network-vif-unplugged", "status": "completed", "tag": "a687a21c-d186-428c-8f42-7ea89a959f38"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:29.939815 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:30.066851 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edc7b9cc-8ea4-4736-aac0-bad5ae19436f req-cd95271f-eff9-4ef9-953d-622c04dfcca7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 210 time: 0.0546744 Jan 31 15:55:30.077247 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=a687a21c-d186-428c-8f42-7ea89a959f38,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:30.168892 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-1e9c72fc-3bf0-4fe8-96aa-866692e852e1 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1260579 Jan 31 15:55:30.301501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540ff3e-3012-45d6-9ecb-cfe462e70cc4 req-e8627fa0-ae32-4954-8414-44a1ecd1300a tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:30.315001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c540ff3e-3012-45d6-9ecb-cfe462e70cc4 req-e8627fa0-ae32-4954-8414-44a1ecd1300a tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.1045051 Jan 31 15:55:30.341641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-627b8f99-8a48-4aed-bae3-fecd00a2546d tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:30.346244 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b306c20e-bfab-48fb-91a2-4ea470967d8b req-627b8f99-8a48-4aed-bae3-fecd00a2546d tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.4597366 Jan 31 15:55:30.392670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c540ff3e-3012-45d6-9ecb-cfe462e70cc4 req-c804bbaa-20b2-4336-ac7f-0301a82fd898 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649273 Jan 31 15:55:30.494144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-099f1569-6407-42d9-b94a-263dd1dce5c7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:30.495764 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-099f1569-6407-42d9-b94a-263dd1dce5c7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3041699 Jan 31 15:55:30.550665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Request body: {'port': {'device_id': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '3d4f027d8d234567ad636e8cf1ec111c'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:30.776862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-df287ff5-4d6b-44ff-8663-376ee9c4b704 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:30.782956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-df287ff5-4d6b-44ff-8663-376ee9c4b704 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 946 time: 0.3509116 Jan 31 15:55:30.784096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Made reservation on behalf of 3d4f027d8d234567ad636e8cf1ec111c for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:55:30.791473 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a118b113-9a35-431a-bbf9-c1a964001590 x-openstack-request-id: req-a118b113-9a35-431a-bbf9-c1a964001590 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:30.792067 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1e6047-d7ed-4bfa-b1c6-5737e0e29520", "name": "network-vif-unplugged", "status": "completed", "tag": "a687a21c-d186-428c-8f42-7ea89a959f38", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:30.792338 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a118b113-9a35-431a-bbf9-c1a964001590 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:30.792573 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1e6047-d7ed-4bfa-b1c6-5737e0e29520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a687a21c-d186-428c-8f42-7ea89a959f38', 'code': 200} Jan 31 15:55:30.795822 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:30.889618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd9d78-3f0d-46e5-ab2b-74ed2637247d req-b936cb1f-8c90-49b2-a3b1-c3ab744ad1ef tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:30.898219 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c8cd9d78-3f0d-46e5-ab2b-74ed2637247d req-b936cb1f-8c90-49b2-a3b1-c3ab744ad1ef tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 946 time: 0.4282916 Jan 31 15:55:30.959533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6320c-bd1d-4de7-ae7f-7c51bb65f720 req-f70eedf1-d7f3-4306-94dd-98cb5a045d47 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:30.970996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4d6320c-bd1d-4de7-ae7f-7c51bb65f720 req-f70eedf1-d7f3-4306-94dd-98cb5a045d47 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1211801 Jan 31 15:55:31.047982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c8cd9d78-3f0d-46e5-ab2b-74ed2637247d req-88a07c4f-221f-4f30-9c87-854518912f06 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452382 Jan 31 15:55:31.081829 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4d6320c-bd1d-4de7-ae7f-7c51bb65f720 req-4e23fb86-d056-41dd-8439-9376154ff12b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 695 time: 0.1095862 Jan 31 15:55:31.088039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-d4d6320c-bd1d-4de7-ae7f-7c51bb65f720 req-cf0487cd-a538-49d0-9486-2ac1a3d65d16 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Request body: {'floatingip': {'port_id': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:31.156584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4d6320c-bd1d-4de7-ae7f-7c51bb65f720 req-cf0487cd-a538-49d0-9486-2ac1a3d65d16 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:31.563026 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-d4d6320c-bd1d-4de7-ae7f-7c51bb65f720 req-cf0487cd-a538-49d0-9486-2ac1a3d65d16 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] update failed (client error): There was a conflict when trying to complete your request. Jan 31 15:55:31.564446 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4d6320c-bd1d-4de7-ae7f-7c51bb65f720 req-cf0487cd-a538-49d0-9486-2ac1a3d65d16 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "PUT /v2.0/floatingips/c6d4ba2c-5325-4a6e-8f3b-d23e306700af HTTP/1.1" status: 409 len: 549 time: 0.4814098 Jan 31 15:55:31.638801 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Deleting port f34fefed-1043-4732-a2f4-561c157a37b9 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:31.639447 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:31.730355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19c337d1-9fd0-4746-a10d-4d56e7b8bc1a req-060bf40f-2576-4931-9297-f83954e013cc tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 210 time: 0.0448365 Jan 31 15:55:31.751244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Allocated IP 192.168.233.124 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/d378e42e-804c-4b2e-8e1f-a992a9c4f923) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:55:31.790004 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-477b3a66-2fc3-4a74-be99-37248b8ad2b4 service neutron] 10.222.0.30 "GET /v2.0/ports/d1d53a96-f7cb-481e-a3ff-13abce028533/bindings/n-h2-827120-1 HTTP/1.1" status: 200 len: 384 time: 0.7236254 Jan 31 15:55:31.878571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa1fe8-b0a9-44a8-a1b2-ee1bb4f60674 req-18ab790c-a6c8-45e9-9a57-f4fe94872e43 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:31.879796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-bd2d6b0e-8cb4-45aa-9335-687eb99a7071 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:31.886559 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-16aa1fe8-b0a9-44a8-a1b2-ee1bb4f60674 req-18ab790c-a6c8-45e9-9a57-f4fe94872e43 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.0670209 Jan 31 15:55:31.887035 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-bd2d6b0e-8cb4-45aa-9335-687eb99a7071 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/networks?id=62d551c3-6922-49d7-9630-836eaf25e18d HTTP/1.1" status: 200 len: 804 time: 0.7158785 Jan 31 15:55:31.927187 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-16aa1fe8-b0a9-44a8-a1b2-ee1bb4f60674 req-b3ddac61-401f-46a9-a1de-225390d39014 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 Jan 31 15:55:31.931867 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-27e2af54-d06a-46d4-903a-1db0ab8e0ffa tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/quotas/702103247c8744b5b661ca2faf498765 HTTP/1.1" status: 200 len: 375 time: 0.0435243 Jan 31 15:55:31.961127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] For port f34fefed-1043-4732-a2f4-561c157a37b9, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f34fefed-1043-4732-a2f4-561c157a37b9,segment=NetworkSegment(807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49),segment_id=807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:31.961537 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:32.031786 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-999c479d-bcb3-480a-8725-00ac8345b309 req-fc6e5947-34e1-407d-ab7f-d251acf65069 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips/c6d4ba2c-5325-4a6e-8f3b-d23e306700af HTTP/1.1" status: 200 len: 692 time: 0.0635812 Jan 31 15:55:32.182964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c479d-bcb3-480a-8725-00ac8345b309 req-4e4fb1e8-d1bb-4c44-b2fd-bb5be0a19f2b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:32.184641 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-999c479d-bcb3-480a-8725-00ac8345b309 req-4e4fb1e8-d1bb-4c44-b2fd-bb5be0a19f2b tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1462853 Jan 31 15:55:32.208095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-885bbfb3-51f4-4fe4-9665-00205e6a479f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=702103247c8744b5b661ca2faf498765&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2751720 Jan 31 15:55:32.282705 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-999c479d-bcb3-480a-8725-00ac8345b309 req-e73ac006-86e9-4b23-ae8a-5659231a3574 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 695 time: 0.0909803 Jan 31 15:55:32.349854 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-999c479d-bcb3-480a-8725-00ac8345b309 req-5e0283d9-33b3-4b9f-a1e1-7aa35f070127 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 695 time: 0.0604386 Jan 31 15:55:32.459445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-70ccdee9-1094-4dd5-ad38-928e830a8ea1 service neutron] 10.222.0.36 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503250 Jan 31 15:55:32.464386 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:32.518466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-999c479d-bcb3-480a-8725-00ac8345b309 req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Deleting port 38f89eca-757c-4d81-b7d2-fa0c82efc131 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:32.518819 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-999c479d-bcb3-480a-8725-00ac8345b309 req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:32.612554 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-999c479d-bcb3-480a-8725-00ac8345b309 req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:32.613261 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-999c479d-bcb3-480a-8725-00ac8345b309 req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:32.626706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-999c479d-bcb3-480a-8725-00ac8345b309 req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Calling delete_port for 38f89eca-757c-4d81-b7d2-fa0c82efc131 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:32.653177 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:32.659860 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-980f3b3d-ddde-4f44-9bb2-dad243eea9e2 service neutron] 10.222.0.36 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573973 Jan 31 15:55:32.666600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f11181ec-4b9c-4763-97ae-05cb5e5b1a78'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:32.823940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Pushing event updated for resources: {'Port': ['ID=d378e42e-804c-4b2e-8e1f-a992a9c4f923,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:32.878438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:55:32.895818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:55:32.901996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:55:32.957934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-999c479d-bcb3-480a-8725-00ac8345b309 req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:32.994942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Pushing event deleted for resources: {'Port': ['ID=38f89eca-757c-4d81-b7d2-fa0c82efc131,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:33.020042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:33.020928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:33.021819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:33.023224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:33.026634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:33.027141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:33.027641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:33.028487 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:33.029071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:33.029418 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:33.029771 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Floating IP d01f9e55-b7ca-4b09-9c6c-414a7880c944 disassociated. External IP: 172.25.1.223, port: f34fefed-1043-4732-a2f4-561c157a37b9. Jan 31 15:55:33.029930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:33.030236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Calling delete_port for f34fefed-1043-4732-a2f4-561c157a37b9 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:33.031058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:33.042586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:33.043869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:33.076355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:33.077814 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:33.108956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-96b75370-aefb-40fa-8cad-9b4c006ab55c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5670493 Jan 31 15:55:33.116255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-06ab68f7-9c39-478b-9081-0748cf5a7f9e service neutron] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d1d53a96-f7cb-481e-a3ff-13abce028533,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:33.122693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09af463-284d-47ce-a365-218307803d62 req-756b5d0a-1b04-4a46-b70e-afa836490777 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:33.124486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e09af463-284d-47ce-a365-218307803d62 req-756b5d0a-1b04-4a46-b70e-afa836490777 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1e6047-d7ed-4bfa-b1c6-5737e0e29520 HTTP/1.1" status: 200 len: 944 time: 0.2251451 Jan 31 15:55:33.127304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Request body: {'port': {'device_id': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:33.240110 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-999c479d-bcb3-480a-8725-00ac8345b309 req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:33.246850 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-999c479d-bcb3-480a-8725-00ac8345b309 req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:33.249879 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-999c479d-bcb3-480a-8725-00ac8345b309 req-a3e0cb31-b224-4160-bff5-0e85a9aafef2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "DELETE /v2.0/floatingips/c6d4ba2c-5325-4a6e-8f3b-d23e306700af HTTP/1.1" status: 204 len: 173 time: 0.8913600 Jan 31 15:55:33.350651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-17848123-5359-4ebf-a2c0-1afa7c9dce4d None None] Provisioning complete for port d378e42e-804c-4b2e-8e1f-a992a9c4f923 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:33.351024 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-17848123-5359-4ebf-a2c0-1afa7c9dce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:33.394051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e09af463-284d-47ce-a365-218307803d62 req-1a00aaf9-8e20-4848-a001-e43c8e04d18a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Deleting port a687a21c-d186-428c-8f42-7ea89a959f38 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:33.394656 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e09af463-284d-47ce-a365-218307803d62 req-1a00aaf9-8e20-4848-a001-e43c8e04d18a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:33.432527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-17848123-5359-4ebf-a2c0-1afa7c9dce4d None None] Port d378e42e-804c-4b2e-8e1f-a992a9c4f923 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:55:33.587554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e09af463-284d-47ce-a365-218307803d62 req-1a00aaf9-8e20-4848-a001-e43c8e04d18a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] For port a687a21c-d186-428c-8f42-7ea89a959f38, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a687a21c-d186-428c-8f42-7ea89a959f38,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:33.587969 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e09af463-284d-47ce-a365-218307803d62 req-1a00aaf9-8e20-4848-a001-e43c8e04d18a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:33.597501 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:33.613129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e09af463-284d-47ce-a365-218307803d62 req-1a00aaf9-8e20-4848-a001-e43c8e04d18a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Calling delete_port for a687a21c-d186-428c-8f42-7ea89a959f38 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:33.623081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-06ab68f7-9c39-478b-9081-0748cf5a7f9e service neutron] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:33.692858 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:33.745418 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-06ab68f7-9c39-478b-9081-0748cf5a7f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d53a96-f7cb-481e-a3ff-13abce028533 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:33.778806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f34fefed-1043-4732-a2f4-561c157a37b9 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:33.839308 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-06ab68f7-9c39-478b-9081-0748cf5a7f9e service neutron] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d1d53a96-f7cb-481e-a3ff-13abce028533,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:33.847223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: f34fefed-1043-4732-a2f4-561c157a37b9 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:33.847929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f34fefed-1043-4732-a2f4-561c157a37b9 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:33.906678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e09af463-284d-47ce-a365-218307803d62 req-1a00aaf9-8e20-4848-a001-e43c8e04d18a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:34.013374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00aaf9-8e20-4848-a001-e43c8e04d18a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Pushing event deleted for resources: {'Port': ['ID=a687a21c-d186-428c-8f42-7ea89a959f38,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:34.056763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09af463-284d-47ce-a365-218307803d62 req-1a00aaf9-8e20-4848-a001-e43c8e04d18a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] No DVR routers for this DVR port a687a21c-d186-428c-8f42-7ea89a959f38 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:34.060425 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e09af463-284d-47ce-a365-218307803d62 req-1a00aaf9-8e20-4848-a001-e43c8e04d18a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:34.066687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e09af463-284d-47ce-a365-218307803d62 req-1a00aaf9-8e20-4848-a001-e43c8e04d18a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.30 "DELETE /v2.0/ports/a687a21c-d186-428c-8f42-7ea89a959f38 HTTP/1.1" status: 204 len: 173 time: 0.9323912 Jan 31 15:55:34.068014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1e6047-d7ed-4bfa-b1c6-5737e0e29520', 'name': 'network-vif-deleted', 'tag': 'a687a21c-d186-428c-8f42-7ea89a959f38'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:34.071584 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44f8f62-04b9-4505-9a93-ea4e8a55f2e4" -d '{"events": [{"server_uuid": "ea1e6047-d7ed-4bfa-b1c6-5737e0e29520", "name": "network-vif-deleted", "tag": "a687a21c-d186-428c-8f42-7ea89a959f38"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:34.076798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217613f-c673-46ab-ac63-71c45983780b req-c934ecfc-ef69-47ca-aa54-5ce08eb50375 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:34.086644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1217613f-c673-46ab-ac63-71c45983780b req-c934ecfc-ef69-47ca-aa54-5ce08eb50375 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 946 time: 1.0535443 Jan 31 15:55:34.087510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Pushing event deleted for resources: {'Port': ['ID=f34fefed-1043-4732-a2f4-561c157a37b9,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:34.168815 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-06ab68f7-9c39-478b-9081-0748cf5a7f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:34.282857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b5ef3-42e5-4e6c-9a6b-dd56dc3fd39b req-1c27b198-d6bc-4ccd-a602-a70c42bd7a1f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:34.284646 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf2b5ef3-42e5-4e6c-9a6b-dd56dc3fd39b req-1c27b198-d6bc-4ccd-a602-a70c42bd7a1f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 936 time: 0.1310546 Jan 31 15:55:34.296061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:34.297239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:34.298958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:34.299823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:34.301131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:34.303326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:34.303727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:34.304063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:34.304397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:34.305979 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:34.306340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:34.306678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:34.374613 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf2b5ef3-42e5-4e6c-9a6b-dd56dc3fd39b req-d311d21d-f1da-4425-9e9a-9d2537eb0d29 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764420 Jan 31 15:55:34.588155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc1dfaa8-173a-4096-ab06-ec6c2070b6c1 req-3a1b7903-9869-4e94-b37f-44f6987cfe93 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 210 time: 0.0537100 Jan 31 15:55:34.754760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-aeb63c55-6081-4b21-bb47-5c40ff29768a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:34.756273 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-aeb63c55-6081-4b21-bb47-5c40ff29768a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.20 "GET /v2.0/networks?id=62d551c3-6922-49d7-9630-836eaf25e18d HTTP/1.1" status: 200 len: 804 time: 0.2431033 Jan 31 15:55:34.781698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Request body: {'port': {'device_id': '2950315f-96a2-49bf-b041-ced7fe004dd6', 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'admin_state_up': True, 'tenant_id': '702103247c8744b5b661ca2faf498765'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:34.858333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ab7bd-2055-447e-82d2-8414df50a38c req-2bbf5da4-751c-43b7-b4e3-0165775915ff tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:34.864922 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-202ab7bd-2055-447e-82d2-8414df50a38c req-2bbf5da4-751c-43b7-b4e3-0165775915ff tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 944 time: 0.1484237 Jan 31 15:55:34.898795 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1217613f-c673-46ab-ac63-71c45983780b req-883686ea-4321-4909-a693-f23432826be7 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadf91bd-b423-49f4-9e1b-dcebc753beb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7668984 Jan 31 15:55:34.913065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Router d897219c-ade6-4f93-8f85-9bd9c7d4e85f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:55:34.992894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-202ab7bd-2055-447e-82d2-8414df50a38c req-5a7c1067-0f09-4a6b-bc8f-95aa872259de tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209633 Jan 31 15:55:35.122448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:55:35.134526 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9d651d-dc74-4f46-a8b3-90518b70171c None None] Sync routers for ids ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:55:35.147749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-06ab68f7-9c39-478b-9081-0748cf5a7f9e service neutron] Transition to ACTIVE for port object d1d53a96-f7cb-481e-a3ff-13abce028533 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:55:35.155979 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9d651d-dc74-4f46-a8b3-90518b70171c None None] Routers {'d897219c-ade6-4f93-8f85-9bd9c7d4e85f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:35.157018 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4c9d651d-dc74-4f46-a8b3-90518b70171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:35.217702 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2997563-baa6-4c44-9e85-dee1a66bdcd6 req-8d21b895-b7f4-4f3d-b230-b60ed23e4789 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:35.223567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-06ab68f7-9c39-478b-9081-0748cf5a7f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:35.232267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2997563-baa6-4c44-9e85-dee1a66bdcd6 req-8d21b895-b7f4-4f3d-b230-b60ed23e4789 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.1257036 Jan 31 15:55:35.260170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] No DVR routers for this DVR port f34fefed-1043-4732-a2f4-561c157a37b9 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:35.281826 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:35.285348 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c47a6a6-855a-4427-be80-68b82d79c44e req-5cab2583-8922-4c47-af87-c7ee70bc32cd tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.30 "DELETE /v2.0/ports/f34fefed-1043-4732-a2f4-561c157a37b9 HTTP/1.1" status: 204 len: 173 time: 4.4546893 Jan 31 15:55:35.322667 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-4c9d651d-dc74-4f46-a8b3-90518b70171c None None] Set router d897219c-ade6-4f93-8f85-9bd9c7d4e85f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:35.336485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Made reservation on behalf of 702103247c8744b5b661ca2faf498765 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:55:35.346042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:35.346793 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2997563-baa6-4c44-9e85-dee1a66bdcd6 req-d8cf94fc-5c63-47fc-8a87-256423cd1951 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128008 Jan 31 15:55:35.363053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'name': 'network-vif-deleted', 'tag': 'f34fefed-1043-4732-a2f4-561c157a37b9'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:35.365358 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78bd641-be0e-42b9-95b0-cf5a2506c76a" -d '{"events": [{"server_uuid": "ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1", "name": "network-vif-deleted", "tag": "f34fefed-1043-4732-a2f4-561c157a37b9"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:35.450040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-ba610e08-03c1-46ff-a9f9-a877e64e4c05 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1001 time: 0.5108864 Jan 31 15:55:35.472972 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a418ce3c-6281-4fdd-9fd3-50082ada19a6 x-openstack-request-id: req-a418ce3c-6281-4fdd-9fd3-50082ada19a6 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:35.473999 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1e6047-d7ed-4bfa-b1c6-5737e0e29520", "name": "network-vif-deleted", "tag": "a687a21c-d186-428c-8f42-7ea89a959f38", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:35.474468 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a418ce3c-6281-4fdd-9fd3-50082ada19a6 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:35.475001 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1e6047-d7ed-4bfa-b1c6-5737e0e29520', 'name': 'network-vif-deleted', 'tag': 'a687a21c-d186-428c-8f42-7ea89a959f38', 'status': 'completed', 'code': 200} Jan 31 15:55:35.481674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-06ab68f7-9c39-478b-9081-0748cf5a7f9e service neutron] No DVR routers for this DVR port d1d53a96-f7cb-481e-a3ff-13abce028533 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:35.778086 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4c9d651d-dc74-4f46-a8b3-90518b70171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:54:03Z', 'revision_number': 4, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a4bebc23-2694-4c30-bda0-eafb66156b3a', 'name': '', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'mac_address': 'fa:16:3e:cb:da:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:00Z', 'updated_at': '2022-01-31T15:54:11Z', 'revision_number': 5, 'project_id': '83c48db2667e4736af08cf226b779d99', 'subnets': [{'id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:35.794819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a687a21c-d186-428c-8f42-7ea89a959f38 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:35.817191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb54c9-1bfa-4316-bef8-896dacc2ab92 req-b0184eee-6012-4a74-8115-c17d4044df63 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:35.826587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56eb54c9-1bfa-4316-bef8-896dacc2ab92 req-b0184eee-6012-4a74-8115-c17d4044df63 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 936 time: 0.1830854 Jan 31 15:55:35.865006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: a687a21c-d186-428c-8f42-7ea89a959f38 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:35.876621 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56eb54c9-1bfa-4316-bef8-896dacc2ab92 req-dee53575-ee83-410d-af9a-5212721dbea9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452845 Jan 31 15:55:35.876897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a687a21c-d186-428c-8f42-7ea89a959f38 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:35.893657 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9d651d-dc74-4f46-a8b3-90518b70171c None None] Checking router: d897219c-ade6-4f93-8f85-9bd9c7d4e85f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:55:35.920038 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9d651d-dc74-4f46-a8b3-90518b70171c None None] Routers {'d897219c-ade6-4f93-8f85-9bd9c7d4e85f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:35.922434 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4c9d651d-dc74-4f46-a8b3-90518b70171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:35.997897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-71b5cf81-5a7f-46d1-b56b-1d7e77c57a3f req-046adc23-144b-44f6-b09c-2667a1020641 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 210 time: 0.0408106 Jan 31 15:55:36.053106 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcaffd9-d000-41e7-9f2b-6e22c318a32b x-openstack-request-id: req-4bcaffd9-d000-41e7-9f2b-6e22c318a32b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:36.054012 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1", "name": "network-vif-deleted", "tag": "f34fefed-1043-4732-a2f4-561c157a37b9", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:36.054412 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bcaffd9-d000-41e7-9f2b-6e22c318a32b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:36.055095 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1', 'name': 'network-vif-deleted', 'tag': 'f34fefed-1043-4732-a2f4-561c157a37b9', 'status': 'completed', 'code': 200} Jan 31 15:55:36.097823 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-4c9d651d-dc74-4f46-a8b3-90518b70171c None None] Set router d897219c-ade6-4f93-8f85-9bd9c7d4e85f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:36.137606 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4e6254c-770f-459d-ac6f-dc0888517fe9 req-51c7c5d5-085c-42fa-b093-44f8909383ec tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27ee1f-ecbe-4ae2-b8a3-f5b9014b4bd1 HTTP/1.1" status: 200 len: 210 time: 0.0544343 Jan 31 15:55:36.141196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab68f7-9c39-478b-9081-0748cf5a7f9e service neutron] Pushing event updated for resources: {'Port': ['ID=d1d53a96-f7cb-481e-a3ff-13abce028533,revision_number=10']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:36.241653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9a0e3-b7d9-40e4-9576-4d49c21b2c02 req-23142cd2-04c2-4f0f-bb9a-ccc1912648d3 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:36.243923 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2c9a0e3-b7d9-40e4-9576-4d49c21b2c02 req-23142cd2-04c2-4f0f-bb9a-ccc1912648d3 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.1039851 Jan 31 15:55:36.246019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-06ab68f7-9c39-478b-9081-0748cf5a7f9e service neutron] 10.222.0.30 "PUT /v2.0/ports/d1d53a96-f7cb-481e-a3ff-13abce028533/bindings/n-h2-827120-1/activate HTTP/1.1" status: 200 len: 369 time: 4.4365940 Jan 31 15:55:36.264360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-7b953e70-9d79-494a-8a4c-452b9e47129e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:36.279149 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-7b953e70-9d79-494a-8a4c-452b9e47129e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports/51a9f6e2-8777-4403-b2e7-16eb10fb5c2f HTTP/1.1" status: 200 len: 942 time: 0.8004682 Jan 31 15:55:36.397901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-5fd09c58-fb69-41cd-81f5-61473d3a32fc tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:36.400258 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-5fd09c58-fb69-41cd-81f5-61473d3a32fc tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3&tenant_id=f7454e77053048da93d6c7125983ed93&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1096 time: 0.0668643 Jan 31 15:55:36.449343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e9743-dcf0-43e8-9a36-52d6f241f2f8 req-3ef53d2f-71b5-44ce-b943-a5c10e4fd67e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:36.457349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e82e9743-dcf0-43e8-9a36-52d6f241f2f8 req-3ef53d2f-71b5-44ce-b943-a5c10e4fd67e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 945 time: 0.2121944 Jan 31 15:55:36.462329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d378e42e-804c-4b2e-8e1f-a992a9c4f923 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:36.475608 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:36.497916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Transition to ACTIVE for port object d378e42e-804c-4b2e-8e1f-a992a9c4f923 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:55:36.519873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:36.577280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e82e9743-dcf0-43e8-9a36-52d6f241f2f8 req-c7d80014-aab2-445c-b99f-64fe8435478d tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189201 Jan 31 15:55:36.620280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-6630fb10-f4b0-4695-9a3e-91c55be68ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:36.621856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-6630fb10-f4b0-4695-9a3e-91c55be68ca4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3&tenant_id=f7454e77053048da93d6c7125983ed93 HTTP/1.1" status: 200 len: 1096 time: 0.2076654 Jan 31 15:55:36.659116 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4c9d651d-dc74-4f46-a8b3-90518b70171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:54:03Z', 'revision_number': 4, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a4bebc23-2694-4c30-bda0-eafb66156b3a', 'name': '', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'mac_address': 'fa:16:3e:cb:da:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:00Z', 'updated_at': '2022-01-31T15:54:11Z', 'revision_number': 5, 'project_id': '83c48db2667e4736af08cf226b779d99', 'subnets': [{'id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:36.735466 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9d651d-dc74-4f46-a8b3-90518b70171c None None] The sync data for ids ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'] in n-d-827120-1 is: [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:54:03Z', 'revision_number': 4, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a4bebc23-2694-4c30-bda0-eafb66156b3a', 'name': '', 'network_id': '5332046b-66f1-4180-8827-9fa34aa1902d', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'mac_address': 'fa:16:3e:cb:da:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:00Z', 'updated_at': '2022-01-31T15:54:11Z', 'revision_number': 5, 'project_id': '83c48db2667e4736af08cf226b779d99', 'subnets': [{'id': '676aec42-117f-43a6-8424-d3ddebfcf9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:55:36.764480 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Allocated IP 172.20.0.8 (62d551c3-6922-49d7-9630-836eaf25e18d/40b37e97-4d9d-4bd0-a797-bd4e1f87f45d/dc1c6ae9-0006-4d03-a399-fb804c3eab93) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:55:36.801233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-d2c9a0e3-b7d9-40e4-9576-4d49c21b2c02 req-409bd506-02a2-4dca-87ca-a5686120f54f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Deleting port 57a7e636-6f44-4ae3-990a-6a37006b73c0 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:36.801777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d2c9a0e3-b7d9-40e4-9576-4d49c21b2c02 req-409bd506-02a2-4dca-87ca-a5686120f54f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:36.863685 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Pushing event updated for resources: {'Port': ['ID=d378e42e-804c-4b2e-8e1f-a992a9c4f923,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:36.877938 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-f02e28e0-b671-4120-90fd-645a323a0f7f tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1001 time: 0.3429711 Jan 31 15:55:36.925013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-859f5653-2582-4734-a6cb-52c0722d6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:36.929675 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-859f5653-2582-4734-a6cb-52c0722d6c9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7454e77053048da93d6c7125983ed93&device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 1096 time: 0.2775178 Jan 31 15:55:37.118359 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d47f9-9af6-497e-a160-ed2b3e19b2ae req-e966a59f-61b6-4528-94e0-98b085aa0dc8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:37.130892 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-891d47f9-9af6-497e-a160-ed2b3e19b2ae req-e966a59f-61b6-4528-94e0-98b085aa0dc8 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=95b107a0-e36b-4e70-b63a-3f304ecefbb8 HTTP/1.1" status: 200 len: 946 time: 0.2156281 Jan 31 15:55:37.137346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-d2c9a0e3-b7d9-40e4-9576-4d49c21b2c02 req-409bd506-02a2-4dca-87ca-a5686120f54f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] For port 57a7e636-6f44-4ae3-990a-6a37006b73c0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=57a7e636-6f44-4ae3-990a-6a37006b73c0,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:37.138017 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d2c9a0e3-b7d9-40e4-9576-4d49c21b2c02 req-409bd506-02a2-4dca-87ca-a5686120f54f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:37.162459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Attempting to bind port d378e42e-804c-4b2e-8e1f-a992a9c4f923 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:55:37.163368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Attempting to bind port d378e42e-804c-4b2e-8e1f-a992a9c4f923 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:55:37.163839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Attempting to bind port d378e42e-804c-4b2e-8e1f-a992a9c4f923 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:37.184992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Port d378e42e-804c-4b2e-8e1f-a992a9c4f923 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:55:37.185758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Attempting to bind port d378e42e-804c-4b2e-8e1f-a992a9c4f923 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:37.193869 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:37.210777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-d2c9a0e3-b7d9-40e4-9576-4d49c21b2c02 req-409bd506-02a2-4dca-87ca-a5686120f54f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Calling delete_port for 57a7e636-6f44-4ae3-990a-6a37006b73c0 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:37.223411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:55:37.224139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:37.224320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:55:37.224733 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Bound port: d378e42e-804c-4b2e-8e1f-a992a9c4f923, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:55:37.225088 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:37.257309 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-891d47f9-9af6-497e-a160-ed2b3e19b2ae req-5417ab49-c785-48d6-a51d-eeb86e64d5d1 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210656 Jan 31 15:55:37.270079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab578e3-5290-44d9-88f4-bcd5ab36e8ec None None] New status for floating IP d01f9e55-b7ca-4b09-9c6c-414a7880c944: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:55:37.277303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-7d6da611-e74c-4afa-b175-2cff3e6ff035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:37.279896 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-7d6da611-e74c-4afa-b175-2cff3e6ff035 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 200 len: 921 time: 0.3336859 Jan 31 15:55:37.280922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-119510a9-c790-4482-a665-69bb808f1bf6 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:37.282409 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-119510a9-c790-4482-a665-69bb808f1bf6 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.3943827 Jan 31 15:55:37.360154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-76069d0e-c715-4955-850e-649218363abf tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:55:37.361281 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-76069d0e-c715-4955-850e-649218363abf tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494647 Jan 31 15:55:37.378412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.20', 57720) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:37.477286 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:37.540759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:37.580183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:55:37.582706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Network 62d551c3-6922-49d7-9630-836eaf25e18d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:55:37.586305 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-babec7c0-4feb-4a3f-b126-ccc113d28400 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 1001 time: 0.1907635 Jan 31 15:55:37.590251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:55:37.592597 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:37.596457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:55:37.621554 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-0e104269-3713-4ba6-b34e-4adb91d52d55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1d53a96-f7cb-481e-a3ff-13abce028533 HTTP/1.1" status: 200 len: 217 time: 0.3341851 Jan 31 15:55:37.628492 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-b69775e7-89fb-4ec4-8316-a144bf83a68e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:37.648858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d2c9a0e3-b7d9-40e4-9576-4d49c21b2c02 req-409bd506-02a2-4dca-87ca-a5686120f54f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:37.665688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4d9da605-d633-49e2-8a81-d874556efd9e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:37.674417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Pushing event updated for resources: {'Port': ['ID=dc1c6ae9-0006-4d03-a399-fb804c3eab93,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:37.689449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:37.690083 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:37.691472 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] 10.222.0.20 "PUT /v2.0/ports/d378e42e-804c-4b2e-8e1f-a992a9c4f923 HTTP/1.1" status: 200 len: 1096 time: 4.5686557 Jan 31 15:55:37.755564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:37.756229 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:37.773961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-de427233-c9b1-4aa8-87d7-08dce6971bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:37.776384 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-de427233-c9b1-4aa8-87d7-08dce6971bd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 200 len: 860 time: 0.1386745 Jan 31 15:55:37.822610 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-b69775e7-89fb-4ec4-8316-a144bf83a68e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:37.893141 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-9c1408f8-4fc3-4b3c-a0df-c5d84ceae5fc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1195884 Jan 31 15:55:37.903240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5213eed-b4ae-4f5f-ba02-e9642c72db99 service neutron] Pushing event updated for resources: {'Port': ['ID=d378e42e-804c-4b2e-8e1f-a992a9c4f923,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:37.923089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Request body: {'port': {'device_id': '2950315f-96a2-49bf-b041-ced7fe004dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:38.002758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-bead4ae3-9b02-4837-a486-36b5ba36384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:38.004461 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-bead4ae3-9b02-4837-a486-36b5ba36384e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 1099 time: 0.2366068 Jan 31 15:55:38.066566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'tag': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:38.068818 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2cdfe2-80ad-4bcd-89f2-3b068725cb44" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb4ac92-99c7-4211-9c6e-4e84be6fba84", "tag": "d378e42e-804c-4b2e-8e1f-a992a9c4f923"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:38.079733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-2f34bd9c-7dd7-4e79-8151-427ef21076e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923 HTTP/1.1" status: 200 len: 217 time: 0.0546505 Jan 31 15:55:38.084665 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:38.171231 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-b69775e7-89fb-4ec4-8316-a144bf83a68e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:38.180412 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-b69775e7-89fb-4ec4-8316-a144bf83a68e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:38.180753 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-b69775e7-89fb-4ec4-8316-a144bf83a68e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Floating IP 10af3b21-b23b-45da-90ac-e66c85ceca48 disassociated. External IP: 172.25.1.240, port: 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f. Jan 31 15:55:38.216719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f2ee-055d-423b-982e-67f9d8cd184a req-765cb016-a2e6-4583-a740-64e8aeecda3b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:38.218305 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f005f2ee-055d-423b-982e-67f9d8cd184a req-765cb016-a2e6-4583-a740-64e8aeecda3b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 944 time: 0.8360686 Jan 31 15:55:38.220140 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-8f8530ad-cd30-491e-b0da-9c83729cf461 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9143695-d818-4ec6-a1c8-9227036ec2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4172635 Jan 31 15:55:38.224104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bd506-02a2-4dca-87ca-a5686120f54f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Pushing event deleted for resources: {'Port': ['ID=57a7e636-6f44-4ae3-990a-6a37006b73c0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:38.234143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff630e-cfd1-4afc-a809-b83daeb254db req-aa9ecffd-9200-49fa-8c6f-48dc484aeff3 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:38.235665 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-93ff630e-cfd1-4afc-a809-b83daeb254db req-aa9ecffd-9200-49fa-8c6f-48dc484aeff3 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3c1f96-3854-4618-8198-173ff18ae732 HTTP/1.1" status: 200 len: 944 time: 0.8551323 Jan 31 15:55:38.251580 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-0157a459-c5a3-4068-9896-b947e60ab805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:38.253098 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-0157a459-c5a3-4068-9896-b947e60ab805 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1624315 Jan 31 15:55:38.358812 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c9a0e3-b7d9-40e4-9576-4d49c21b2c02 req-409bd506-02a2-4dca-87ca-a5686120f54f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] No DVR routers for this DVR port 57a7e636-6f44-4ae3-990a-6a37006b73c0 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:38.362384 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d2c9a0e3-b7d9-40e4-9576-4d49c21b2c02 req-409bd506-02a2-4dca-87ca-a5686120f54f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:38.365767 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2c9a0e3-b7d9-40e4-9576-4d49c21b2c02 req-409bd506-02a2-4dca-87ca-a5686120f54f tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.20 "DELETE /v2.0/ports/57a7e636-6f44-4ae3-990a-6a37006b73c0 HTTP/1.1" status: 204 len: 173 time: 2.0976384 Jan 31 15:55:38.403408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b107a0-e36b-4e70-b63a-3f304ecefbb8', 'name': 'network-vif-deleted', 'tag': '57a7e636-6f44-4ae3-990a-6a37006b73c0'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:38.405982 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf79de5-d4ec-45b5-a40e-673c4e3c8938" -d '{"events": [{"server_uuid": "95b107a0-e36b-4e70-b63a-3f304ecefbb8", "name": "network-vif-deleted", "tag": "57a7e636-6f44-4ae3-990a-6a37006b73c0"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:38.421994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-7d5cfd84-e5a3-43a9-928a-79424fbbc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:38.423417 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-7d5cfd84-e5a3-43a9-928a-79424fbbc454 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1602769 Jan 31 15:55:38.432243 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-93ff630e-cfd1-4afc-a809-b83daeb254db req-73eceeed-4350-4941-90fb-0e94fae6900f tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559753 Jan 31 15:55:38.508430 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-faeb7977-6394-45bb-bd18-b7c81f7f419e service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717571 Jan 31 15:55:38.573781 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-2358b4e9-eb35-438a-8192-ddcacd97efaa service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397679 Jan 31 15:55:38.671695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f005f2ee-055d-423b-982e-67f9d8cd184a req-51c7a223-d431-4240-9e37-2c300b00b653 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Deleting port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:38.672319 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f005f2ee-055d-423b-982e-67f9d8cd184a req-51c7a223-d431-4240-9e37-2c300b00b653 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:38.694884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d1590-4f1d-4bfd-8b0e-8575c57da252 req-cf1629af-0efe-459b-9dd4-c8983fd5ab70 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:38.696723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f64d1590-4f1d-4bfd-8b0e-8575c57da252 req-cf1629af-0efe-459b-9dd4-c8983fd5ab70 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 948 time: 0.1775882 Jan 31 15:55:38.807347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-b69775e7-89fb-4ec4-8316-a144bf83a68e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:55:38.809752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60c6208c-aea5-4280-9735-9cdc8bb8f866 req-7ba08555-87c2-434b-9a9b-1c91e142123f service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960223 Jan 31 15:55:38.818496 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f64d1590-4f1d-4bfd-8b0e-8575c57da252 req-6554850b-bcf3-4f71-bcb0-e76d03e33a4c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878711 Jan 31 15:55:38.846495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f005f2ee-055d-423b-982e-67f9d8cd184a req-51c7a223-d431-4240-9e37-2c300b00b653 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] For port fc35b8ef-28aa-4a54-b0f6-5179f9b70346, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:38.846880 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f005f2ee-055d-423b-982e-67f9d8cd184a req-51c7a223-d431-4240-9e37-2c300b00b653 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:38.878886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f005f2ee-055d-423b-982e-67f9d8cd184a req-51c7a223-d431-4240-9e37-2c300b00b653 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Calling delete_port for fc35b8ef-28aa-4a54-b0f6-5179f9b70346 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:38.906666 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1c6ae9-0006-4d03-a399-fb804c3eab93 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:38.936709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-882e369a-60f0-4ec1-92ed-7f9c05f69aea service neutron] 10.222.0.20 "GET /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188616 Jan 31 15:55:38.980743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:39.032717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Transition to ACTIVE for port object dc1c6ae9-0006-4d03-a399-fb804c3eab93 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:55:39.040545 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:39.074193 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f005f2ee-055d-423b-982e-67f9d8cd184a req-51c7a223-d431-4240-9e37-2c300b00b653 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:39.086145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['fc35b8ef-28aa-4a54-b0f6-5179f9b70346'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:39.113818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b347-2771-4a17-bc9c-037245d1280e req-97b26763-d2d9-41a0-b6da-9413f6ae52da tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:39.122397 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2835b347-2771-4a17-bc9c-037245d1280e req-97b26763-d2d9-41a0-b6da-9413f6ae52da tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 931 time: 0.1846836 Jan 31 15:55:39.132453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-b69775e7-89fb-4ec4-8316-a144bf83a68e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:55:39.133695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7a223-d431-4240-9e37-2c300b00b653 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Pushing event deleted for resources: {'Port': ['ID=fc35b8ef-28aa-4a54-b0f6-5179f9b70346,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:39.142938 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-b69775e7-89fb-4ec4-8316-a144bf83a68e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:39.147011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1c6ae9-0006-4d03-a399-fb804c3eab93,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:39.157444 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80f971-838a-42c3-a9ff-a5ad2dd3f766 None None] Sync routers for ids ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:55:39.174584 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80f971-838a-42c3-a9ff-a5ad2dd3f766 None None] Routers {'5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:39.175504 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2d80f971-838a-42c3-a9ff-a5ad2dd3f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:39.199500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f005f2ee-055d-423b-982e-67f9d8cd184a req-51c7a223-d431-4240-9e37-2c300b00b653 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] No DVR routers for this DVR port fc35b8ef-28aa-4a54-b0f6-5179f9b70346 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:39.204684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f005f2ee-055d-423b-982e-67f9d8cd184a req-51c7a223-d431-4240-9e37-2c300b00b653 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:39.208069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f005f2ee-055d-423b-982e-67f9d8cd184a req-51c7a223-d431-4240-9e37-2c300b00b653 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.20 "DELETE /v2.0/ports/fc35b8ef-28aa-4a54-b0f6-5179f9b70346 HTTP/1.1" status: 204 len: 173 time: 0.9641840 Jan 31 15:55:39.232720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2835b347-2771-4a17-bc9c-037245d1280e req-d4c3d0db-0d88-416b-a623-b3ad770ecded tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093364 Jan 31 15:55:39.273364 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-b69775e7-89fb-4ec4-8316-a144bf83a68e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "PUT /v2.0/floatingips/10af3b21-b23b-45da-90ac-e66c85ceca48 HTTP/1.1" status: 200 len: 695 time: 1.6728511 Jan 31 15:55:39.305146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-1f4edf4e-f6a5-4159-966c-b4048f936c3f tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:39.314525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-1f4edf4e-f6a5-4159-966c-b4048f936c3f tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3&tenant_id=f7454e77053048da93d6c7125983ed93&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1096 time: 0.1009936 Jan 31 15:55:39.353769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Attempting to bind port dc1c6ae9-0006-4d03-a399-fb804c3eab93 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:55:39.354104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Attempting to bind port dc1c6ae9-0006-4d03-a399-fb804c3eab93 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:55:39.354465 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Attempting to bind port dc1c6ae9-0006-4d03-a399-fb804c3eab93 on network 62d551c3-6922-49d7-9630-836eaf25e18d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:39.360529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Port dc1c6ae9-0006-4d03-a399-fb804c3eab93 on network 62d551c3-6922-49d7-9630-836eaf25e18d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:55:39.360849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Attempting to bind port dc1c6ae9-0006-4d03-a399-fb804c3eab93 on network 62d551c3-6922-49d7-9630-836eaf25e18d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:39.377225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-37fc312f-ea1a-4b9e-8283-5a4af812d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:39.386719 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-37fc312f-ea1a-4b9e-8283-5a4af812d4e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7b00e2a222a48d588370731376522c7&device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 1096 time: 0.0923471 Jan 31 15:55:39.395729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:55:39.396168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Checking segment: {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:39.396683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Bound using segment: {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:55:39.397134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Bound port: dc1c6ae9-0006-4d03-a399-fb804c3eab93, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:55:39.397504 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:39.434214 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2d80f971-838a-42c3-a9ff-a5ad2dd3f766 None None] Set router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:39.494923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7171906-130d-4d8f-90c7-6c0328283752 req-9bef0e03-d594-4b35-9b90-ea496dbb8720 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:39.503394 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e7171906-130d-4d8f-90c7-6c0328283752 req-9bef0e03-d594-4b35-9b90-ea496dbb8720 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 945 time: 0.0991189 Jan 31 15:55:39.519436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] For port dc1c6ae9-0006-4d03-a399-fb804c3eab93, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:39.524078 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] For port dc1c6ae9-0006-4d03-a399-fb804c3eab93, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc1c6ae9-0006-4d03-a399-fb804c3eab93,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:55:39.529936 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:39.571297 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e7171906-130d-4d8f-90c7-6c0328283752 req-4fe7cbc7-8d25-448f-bac5-676b15945e11 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611296 Jan 31 15:55:39.578083 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 57a7e636-6f44-4ae3-990a-6a37006b73c0 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:39.579408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-91ec6c4c-9348-4ef0-a6d2-6fb06ea5a99e service neutron] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:39.592679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:39.592679 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:39.592679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/dc1c6ae9-0006-4d03-a399-fb804c3eab93 HTTP/1.1" status: 200 len: 1091 time: 1.6693082 Jan 31 15:55:39.593271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-91ec6c4c-9348-4ef0-a6d2-6fb06ea5a99e service neutron] Notify callbacks [] for binding, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:39.593271 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d33b4ac2-9275-48f3-bd5c-e65affc74bb7 req-91ec6c4c-9348-4ef0-a6d2-6fb06ea5a99e service neutron] 10.222.0.20 "DELETE /v2.0/ports/d1d53a96-f7cb-481e-a3ff-13abce028533/bindings/n-h1-827120-1 HTTP/1.1" status: 204 len: 173 time: 0.2680013 Jan 31 15:55:39.614309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 57a7e636-6f44-4ae3-990a-6a37006b73c0 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:39.614879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 57a7e636-6f44-4ae3-990a-6a37006b73c0 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:39.650938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690e481-7901-477e-b1c7-39720343c6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1c6ae9-0006-4d03-a399-fb804c3eab93,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:39.698220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-7850cb28-a9fc-4cc2-8a1c-2daa6de494a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:39.703494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-7850cb28-a9fc-4cc2-8a1c-2daa6de494a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca HTTP/1.1" status: 200 len: 930 time: 0.3159456 Jan 31 15:55:39.749762 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-71ca2542-eef2-4619-83a4-7d3e097a3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:39.755671 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-71ca2542-eef2-4619-83a4-7d3e097a3a2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=702103247c8744b5b661ca2faf498765&device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 1094 time: 0.1155779 Jan 31 15:55:39.776195 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-e10faffa-5427-4606-b40d-1dea0100ff9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f HTTP/1.1" status: 200 len: 217 time: 0.0620379 Jan 31 15:55:39.819929 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-d2e43fbe-90f3-4801-b682-ab556c25917d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1c6ae9-0006-4d03-a399-fb804c3eab93 HTTP/1.1" status: 200 len: 217 time: 0.0479534 Jan 31 15:55:39.832907 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10180d7a-d4da-471b-a959-cf9864f7652f x-openstack-request-id: req-10180d7a-d4da-471b-a959-cf9864f7652f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:39.833859 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb4ac92-99c7-4211-9c6e-4e84be6fba84", "tag": "d378e42e-804c-4b2e-8e1f-a992a9c4f923", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:39.834409 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10180d7a-d4da-471b-a959-cf9864f7652f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:39.835074 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'tag': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'status': 'completed', 'code': 200} Jan 31 15:55:39.886391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-dfb8e733-8503-4256-a730-493dadf84d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:39.888680 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-dfb8e733-8503-4256-a730-493dadf84d69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74ca21a9-08f0-4ae8-bc74-2341ecc36ec9 HTTP/1.1" status: 200 len: 868 time: 0.1036584 Jan 31 15:55:39.939526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-89b3b587-5721-427a-b4e1-8774307ae2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:39.941565 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-89b3b587-5721-427a-b4e1-8774307ae2a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40b37e97-4d9d-4bd0-a797-bd4e1f87f45d HTTP/1.1" status: 200 len: 844 time: 0.1072721 Jan 31 15:55:39.949828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cdfe2-80ad-4bcd-89f2-3b068725cb44 req-ef14663c-fe34-4966-b3d9-21b80740523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:39.951667 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f2cdfe2-80ad-4bcd-89f2-3b068725cb44 req-ef14663c-fe34-4966-b3d9-21b80740523e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 1099 time: 0.1016748 Jan 31 15:55:39.971805 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de786b35-2253-49aa-b69a-975f1a608525 x-openstack-request-id: req-de786b35-2253-49aa-b69a-975f1a608525 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:39.972171 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b107a0-e36b-4e70-b63a-3f304ecefbb8", "name": "network-vif-deleted", "tag": "57a7e636-6f44-4ae3-990a-6a37006b73c0", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:39.972393 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de786b35-2253-49aa-b69a-975f1a608525 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:39.972783 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b107a0-e36b-4e70-b63a-3f304ecefbb8', 'name': 'network-vif-deleted', 'tag': '57a7e636-6f44-4ae3-990a-6a37006b73c0', 'status': 'completed', 'code': 200} Jan 31 15:55:39.978370 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2d80f971-838a-42c3-a9ff-a5ad2dd3f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 4, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f82f465f-1e54-4da9-99cf-10975c193374', 'name': '', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'mac_address': 'fa:16:3e:9c:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:59Z', 'updated_at': '2022-01-31T15:55:04Z', 'revision_number': 5, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'subnets': [{'id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:39.998557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-43c2a2f1-3c01-4c67-a046-bc8d2bb0b1be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62d551c3-6922-49d7-9630-836eaf25e18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479424 Jan 31 15:55:39.999040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41506) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:40.026946 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80f971-838a-42c3-a9ff-a5ad2dd3f766 None None] Checking router: 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:55:40.035824 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80f971-838a-42c3-a9ff-a5ad2dd3f766 None None] Routers {'5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:40.036435 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2d80f971-838a-42c3-a9ff-a5ad2dd3f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:40.078757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cdfe2-80ad-4bcd-89f2-3b068725cb44 req-cfecbdf0-8e81-4012-9123-e566dca1b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:40.085748 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f2cdfe2-80ad-4bcd-89f2-3b068725cb44 req-cfecbdf0-8e81-4012-9123-e566dca1b97d service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1222625 Jan 31 15:55:40.104054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-9ea63d3a-103f-460d-aea1-d5b5c7c87913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:40.104054 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-9ea63d3a-103f-460d-aea1-d5b5c7c87913 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023604 Jan 31 15:55:40.172701 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f2cdfe2-80ad-4bcd-89f2-3b068725cb44 req-f1c6f7cf-d9a8-4cbf-baf5-7bd24a3005f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923 HTTP/1.1" status: 200 len: 217 time: 0.0690720 Jan 31 15:55:40.186175 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2d80f971-838a-42c3-a9ff-a5ad2dd3f766 None None] Set router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:40.195583 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc28ee56-1ccf-4418-aa65-4a7e0311dd51 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:40.265898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc28ee56-1ccf-4418-aa65-4a7e0311dd51 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:40.270771 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-1a7f69f7-4470-404f-a463-19a05e6b868d service neutron] 10.222.0.20 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382197 Jan 31 15:55:40.288455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea57304-8eb6-4eec-a427-c66298e9f2d3 req-0a9f54a3-c46b-4259-af8e-34a8bcdf2dfb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:40.290323 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ea57304-8eb6-4eec-a427-c66298e9f2d3 req-0a9f54a3-c46b-4259-af8e-34a8bcdf2dfb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 948 time: 0.1367974 Jan 31 15:55:40.306430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cdfe2-80ad-4bcd-89f2-3b068725cb44 req-53587fb0-aa93-4e32-b342-6121fe223a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:40.307413 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f2cdfe2-80ad-4bcd-89f2-3b068725cb44 req-53587fb0-aa93-4e32-b342-6121fe223a2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0936515 Jan 31 15:55:40.365355 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-3cbf9a2d-acfc-4ff0-b363-d392d4f186a2 service neutron] 10.222.0.36 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916676 Jan 31 15:55:40.410062 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ea57304-8eb6-4eec-a427-c66298e9f2d3 req-2a69c81a-dc8c-423d-ae26-a4b658a89029 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087873 Jan 31 15:55:40.434085 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc28ee56-1ccf-4418-aa65-4a7e0311dd51 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:40.437363 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc28ee56-1ccf-4418-aa65-4a7e0311dd51 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:40.452931 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dc28ee56-1ccf-4418-aa65-4a7e0311dd51 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "DELETE /v2.0/security-groups/fadf91bd-b423-49f4-9e1b-dcebc753beb1 HTTP/1.1" status: 204 len: 168 time: 0.4527214 Jan 31 15:55:40.459735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41514) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:40.481863 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2d80f971-838a-42c3-a9ff-a5ad2dd3f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 4, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f82f465f-1e54-4da9-99cf-10975c193374', 'name': '', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'mac_address': 'fa:16:3e:9c:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:59Z', 'updated_at': '2022-01-31T15:55:04Z', 'revision_number': 5, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'subnets': [{'id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:40.485911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28ee56-1ccf-4418-aa65-4a7e0311dd51 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadf91bd-b423-49f4-9e1b-dcebc753beb1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:40.487540 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-d60d24eb-3e77-4559-977f-e75d346b756e tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] show failed (client error): The resource could not be found. Jan 31 15:55:40.492372 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d60d24eb-3e77-4559-977f-e75d346b756e tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "GET /v2.0/security-groups/fadf91bd-b423-49f4-9e1b-dcebc753beb1 HTTP/1.1" status: 404 len: 347 time: 0.0286076 Jan 31 15:55:40.493610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41516) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:40.502087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-835fd9a5-5f14-4388-9c2d-9beb32c105c0 req-fa727102-6e65-428f-b173-bd781c98a8cb service neutron] 10.222.0.20 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081189 Jan 31 15:55:40.607796 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80f971-838a-42c3-a9ff-a5ad2dd3f766 None None] The sync data for ids ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'] in n-d-827120-1 is: [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:54:59Z', 'revision_number': 4, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f82f465f-1e54-4da9-99cf-10975c193374', 'name': '', 'network_id': '18d2dbe3-92a3-4b0f-8d55-e6c32150edca', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'mac_address': 'fa:16:3e:9c:42:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:59Z', 'updated_at': '2022-01-31T15:55:04Z', 'revision_number': 5, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'subnets': [{'id': '74ca21a9-08f0-4ae8-bc74-2341ecc36ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:55:40.734681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b3bd3-1769-477b-be9f-956c156cd396 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Deleting port bd042468-373d-46c0-971e-d47fe7951f08 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:40.735029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3bd3-1769-477b-be9f-956c156cd396 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:40.788284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cdfe2-80ad-4bcd-89f2-3b068725cb44 req-7c40b307-0294-4004-ace4-48917f77883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:40.789931 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f2cdfe2-80ad-4bcd-89f2-3b068725cb44 req-7c40b307-0294-4004-ace4-48917f77883b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4631362 Jan 31 15:55:40.859705 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3bd3-1769-477b-be9f-956c156cd396 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:40.860000 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3bd3-1769-477b-be9f-956c156cd396 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:40.887842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c94599b1-3e40-490f-962f-a5d8978818a0 req-94586e2b-f846-4f34-b43f-deef1ab69e28 service neutron] 10.222.0.36 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134976 Jan 31 15:55:40.889206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b3bd3-1769-477b-be9f-956c156cd396 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Calling delete_port for bd042468-373d-46c0-971e-d47fe7951f08 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:40.922958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f2cdfe2-80ad-4bcd-89f2-3b068725cb44 req-c9376a58-a56e-491a-a2f4-d46bbfe6c699 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191568 Jan 31 15:55:40.942502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2e83c-fe9c-40e1-8ff2-c894c3bd30d6 req-b3e0abc4-461d-40b4-9cae-ceba0db85432 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:40.944087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72f2e83c-fe9c-40e1-8ff2-c894c3bd30d6 req-b3e0abc4-461d-40b4-9cae-ceba0db85432 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 1096 time: 0.1103468 Jan 31 15:55:41.002983 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72f2e83c-fe9c-40e1-8ff2-c894c3bd30d6 req-e22c7d35-bb32-4df8-b8b3-20d0cbeb8b78 tempest-LiveAutoBlockMigrationV225Test-179177350 tempest-LiveAutoBlockMigrationV225Test-179177350-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506899 Jan 31 15:55:41.004800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6afc34-9b49-4cd9-a49a-158f662aae71 None None] New status for floating IP 10af3b21-b23b-45da-90ac-e66c85ceca48: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:55:41.069545 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f2cdfe2-80ad-4bcd-89f2-3b068725cb44 req-617008b5-d193-42a9-b6df-aa3118a8ad8a service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303916 Jan 31 15:55:41.083572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7986e34-447e-4ee6-8398-56bc544deb08 req-7728b6d6-329a-469e-9a95-42a078c69f17 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:41.090961 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e7986e34-447e-4ee6-8398-56bc544deb08 req-7728b6d6-329a-469e-9a95-42a078c69f17 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 943 time: 0.1106625 Jan 31 15:55:41.094711 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3bd3-1769-477b-be9f-956c156cd396 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:41.130370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b3bd3-1769-477b-be9f-956c156cd396 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Pushing event deleted for resources: {'Port': ['ID=bd042468-373d-46c0-971e-d47fe7951f08,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:41.136790 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e7986e34-447e-4ee6-8398-56bc544deb08 req-f3c1aa18-f23f-418c-bfaf-265ba692d445 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359757 Jan 31 15:55:41.237372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec8c44-1ede-4698-a503-08996ef57ffb req-6cb07d37-1908-4587-8fbb-71e4d15a3859 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:41.239039 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-caec8c44-1ede-4698-a503-08996ef57ffb req-6cb07d37-1908-4587-8fbb-71e4d15a3859 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1098850 Jan 31 15:55:41.252858 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8592-9f8d-4eb9-83b2-a878ec94e569 req-73158755-56b4-453a-8067-18e0675fa1b3 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:41.254427 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3bd3-1769-477b-be9f-956c156cd396 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:41.256905 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3bd3-1769-477b-be9f-956c156cd396 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:41.257968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-140c8592-9f8d-4eb9-83b2-a878ec94e569 req-73158755-56b4-453a-8067-18e0675fa1b3 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 945 time: 0.0547442 Jan 31 15:55:41.258087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4e3b3bd3-1769-477b-be9f-956c156cd396 tempest-ServersTestManualDisk-575619193 tempest-ServersTestManualDisk-575619193-project] 10.222.0.36 "DELETE /v2.0/floatingips/d01f9e55-b7ca-4b09-9c6c-414a7880c944 HTTP/1.1" status: 204 len: 168 time: 0.7632823 Jan 31 15:55:41.260953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41528) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:41.285798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-caec8c44-1ede-4698-a503-08996ef57ffb req-c7d334b7-dc4d-4590-a695-c37ea2062480 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397136 Jan 31 15:55:41.366671 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-4796ac3d-14db-446f-8c8b-af085026ad9e tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips/10af3b21-b23b-45da-90ac-e66c85ceca48 HTTP/1.1" status: 200 len: 693 time: 0.0488577 Jan 31 15:55:41.429501 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-140c8592-9f8d-4eb9-83b2-a878ec94e569 req-cb365c42-5455-4cba-9443-b6442c441eec tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619599 Jan 31 15:55:41.445881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946fbb4-1e00-4cc1-bc3a-83584d01a16d req-d3d8c81f-c92a-4dc6-9c26-8037b997965c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:41.448520 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c946fbb4-1e00-4cc1-bc3a-83584d01a16d req-d3d8c81f-c92a-4dc6-9c26-8037b997965c tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 945 time: 0.1288149 Jan 31 15:55:41.499747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-a9afd968-c910-46b7-af0e-8342ac0c3165 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:41.501127 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-a9afd968-c910-46b7-af0e-8342ac0c3165 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1256936 Jan 31 15:55:41.559099 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-96c16330-f0d6-40d8-aa3e-e47661d55a9d tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 696 time: 0.0504315 Jan 31 15:55:41.583017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d378e42e-804c-4b2e-8e1f-a992a9c4f923 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:55:41.633223 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-d830f716-550b-49b2-b550-86af0d7c4006 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.240 HTTP/1.1" status: 200 len: 696 time: 0.0658357 Jan 31 15:55:41.668711 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-c946fbb4-1e00-4cc1-bc3a-83584d01a16d req-564541d9-852e-4b4e-9043-ca84073e033b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Deleting port 6dc509ef-de46-4147-8552-8f62f38a1363 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:41.668711 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c946fbb4-1e00-4cc1-bc3a-83584d01a16d req-564541d9-852e-4b4e-9043-ca84073e033b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:41.679562 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device fc35b8ef-28aa-4a54-b0f6-5179f9b70346 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:41.706146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: fc35b8ef-28aa-4a54-b0f6-5179f9b70346 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:41.706480 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device fc35b8ef-28aa-4a54-b0f6-5179f9b70346 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:41.737018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:41.748770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'mac_address': 'fa:16:3e:6a:e5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:55:41.785331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-31e2b9b0-c58a-4620-a491-2d7f212cf832 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Deleting port d83995fa-ba4b-4875-ae87-99bc8434be01 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:41.785892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-31e2b9b0-c58a-4620-a491-2d7f212cf832 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:41.787098 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:41.789080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087452a1-71a8-4362-a13f-9fffd9c747a0 req-8a59060d-2e5e-4dc6-814a-49497a228481 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:41.790657 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-087452a1-71a8-4362-a13f-9fffd9c747a0 req-8a59060d-2e5e-4dc6-814a-49497a228481 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 948 time: 0.1396792 Jan 31 15:55:41.802684 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d378e42e-804c-4b2e-8e1f-a992a9c4f923 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:41.822525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:41.827710 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:41.837076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c283835-3d6c-49a5-94f3-4447166215f6', 'tag': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f'}, {'name': 'network-changed', 'server_uuid': '2950315f-96a2-49bf-b041-ced7fe004dd6', 'tag': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:41.839383 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c937b5-c64b-43a8-94bc-bf55da3a053a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c283835-3d6c-49a5-94f3-4447166215f6", "tag": "51a9f6e2-8777-4403-b2e7-16eb10fb5c2f"}, {"name": "network-changed", "server_uuid": "2950315f-96a2-49bf-b041-ced7fe004dd6", "tag": "dc1c6ae9-0006-4d03-a399-fb804c3eab93"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:41.858830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-c946fbb4-1e00-4cc1-bc3a-83584d01a16d req-564541d9-852e-4b4e-9043-ca84073e033b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] For port 6dc509ef-de46-4147-8552-8f62f38a1363, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6dc509ef-de46-4147-8552-8f62f38a1363,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:41.859198 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c946fbb4-1e00-4cc1-bc3a-83584d01a16d req-564541d9-852e-4b4e-9043-ca84073e033b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:41.868423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-31e2b9b0-c58a-4620-a491-2d7f212cf832 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:41.868754 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-31e2b9b0-c58a-4620-a491-2d7f212cf832 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:41.881569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-31e2b9b0-c58a-4620-a491-2d7f212cf832 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Calling delete_port for d83995fa-ba4b-4875-ae87-99bc8434be01 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:41.882342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=d378e42e-804c-4b2e-8e1f-a992a9c4f923,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:41.885631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-c946fbb4-1e00-4cc1-bc3a-83584d01a16d req-564541d9-852e-4b4e-9043-ca84073e033b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Calling delete_port for 6dc509ef-de46-4147-8552-8f62f38a1363 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:41.891205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:41.892050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:41.892391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:41.892721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:41.893045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:41.893693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:41.894023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:41.894354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:41.894755 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-087452a1-71a8-4362-a13f-9fffd9c747a0 req-a721fc37-a92d-426d-a189-a7ff674e0081 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931623 Jan 31 15:55:41.894883 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:41.895206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:41.895708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:41.897313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:55:41.974459 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3c1f96-3854-4618-8198-173ff18ae732', 'name': 'network-vif-deleted', 'tag': 'fc35b8ef-28aa-4a54-b0f6-5179f9b70346'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:41.978247 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1e6930-7170-4906-a113-18f8c137a6ca" -d '{"events": [{"server_uuid": "1d3c1f96-3854-4618-8198-173ff18ae732", "name": "network-vif-deleted", "tag": "fc35b8ef-28aa-4a54-b0f6-5179f9b70346"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:42.045918 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a529e728-3560-4222-8136-be05bdeca014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:42.048740 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-31e2b9b0-c58a-4620-a491-2d7f212cf832 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:42.081277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2b9b0-c58a-4620-a491-2d7f212cf832 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Pushing event deleted for resources: {'Port': ['ID=d83995fa-ba4b-4875-ae87-99bc8434be01,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:42.132956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['d378e42e-804c-4b2e-8e1f-a992a9c4f923'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:42.134443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafbd54-a11f-468e-80c7-31596310404d req-3b4a1f34-f730-45ba-8acf-f1f39f3febec tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:42.135968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-baafbd54-a11f-468e-80c7-31596310404d req-3b4a1f34-f730-45ba-8acf-f1f39f3febec tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 945 time: 0.1443970 Jan 31 15:55:42.145897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-31e2b9b0-c58a-4620-a491-2d7f212cf832 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:42.148597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-31e2b9b0-c58a-4620-a491-2d7f212cf832 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:42.150077 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aab99f5b-57af-4add-991b-ee6733fe89e7 req-31e2b9b0-c58a-4620-a491-2d7f212cf832 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "DELETE /v2.0/floatingips/10af3b21-b23b-45da-90ac-e66c85ceca48 HTTP/1.1" status: 204 len: 173 time: 0.5103271 Jan 31 15:55:42.198105 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0c6b4a-3a58-4453-a24f-3047aeb23b98 x-openstack-request-id: req-3a0c6b4a-3a58-4453-a24f-3047aeb23b98 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:42.198415 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c283835-3d6c-49a5-94f3-4447166215f6", "tag": "51a9f6e2-8777-4403-b2e7-16eb10fb5c2f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2950315f-96a2-49bf-b041-ced7fe004dd6", "tag": "dc1c6ae9-0006-4d03-a399-fb804c3eab93", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:42.198684 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a0c6b4a-3a58-4453-a24f-3047aeb23b98 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:42.199080 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c283835-3d6c-49a5-94f3-4447166215f6', 'tag': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f', 'status': 'completed', 'code': 200} Jan 31 15:55:42.199335 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2950315f-96a2-49bf-b041-ced7fe004dd6', 'tag': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93', 'status': 'completed', 'code': 200} Jan 31 15:55:42.227474 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8a560b-89b9-403f-b140-673678ea1e42 x-openstack-request-id: req-8a8a560b-89b9-403f-b140-673678ea1e42 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:42.227765 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3c1f96-3854-4618-8198-173ff18ae732", "name": "network-vif-deleted", "tag": "fc35b8ef-28aa-4a54-b0f6-5179f9b70346", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:42.228056 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a8a560b-89b9-403f-b140-673678ea1e42 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:42.228446 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3c1f96-3854-4618-8198-173ff18ae732', 'name': 'network-vif-deleted', 'tag': 'fc35b8ef-28aa-4a54-b0f6-5179f9b70346', 'status': 'completed', 'code': 200} Jan 31 15:55:42.236355 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c946fbb4-1e00-4cc1-bc3a-83584d01a16d req-564541d9-852e-4b4e-9043-ca84073e033b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:42.285927 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564541d9-852e-4b4e-9043-ca84073e033b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Pushing event deleted for resources: {'Port': ['ID=6dc509ef-de46-4147-8552-8f62f38a1363,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:42.302042 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-baafbd54-a11f-468e-80c7-31596310404d req-6430c383-2dba-4000-89c9-92557e42b137 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520438 Jan 31 15:55:42.377968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-7f9b4cad-367a-4376-b1c0-f2c5aec77a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:42.379562 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-7f9b4cad-367a-4376-b1c0-f2c5aec77a15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7b00e2a222a48d588370731376522c7&device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 1096 time: 0.1391068 Jan 31 15:55:42.392714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c946fbb4-1e00-4cc1-bc3a-83584d01a16d req-564541d9-852e-4b4e-9043-ca84073e033b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] No DVR routers for this DVR port 6dc509ef-de46-4147-8552-8f62f38a1363 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:42.403245 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c946fbb4-1e00-4cc1-bc3a-83584d01a16d req-564541d9-852e-4b4e-9043-ca84073e033b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:42.406358 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c946fbb4-1e00-4cc1-bc3a-83584d01a16d req-564541d9-852e-4b4e-9043-ca84073e033b tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.20 "DELETE /v2.0/ports/6dc509ef-de46-4147-8552-8f62f38a1363 HTTP/1.1" status: 204 len: 173 time: 0.9520428 Jan 31 15:55:42.410336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76285c7-453a-4129-919c-484f2b5ef3f2 req-c769aab8-f19f-4da4-b267-b7ae0118ebce tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:42.411753 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b76285c7-453a-4129-919c-484f2b5ef3f2 req-c769aab8-f19f-4da4-b267-b7ae0118ebce tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.20 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 945 time: 0.1172597 Jan 31 15:55:42.484232 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d627b3-e050-4f8d-8f6c-24cecad56e6f req-b40fe580-9925-4003-8817-8161ba3d5504 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:42.485840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2d627b3-e050-4f8d-8f6c-24cecad56e6f req-b40fe580-9925-4003-8817-8161ba3d5504 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 943 time: 0.1759458 Jan 31 15:55:42.494453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b1886-40ab-4c3e-a834-a62644af4c2d req-7313e3e3-3ef3-4fb0-b6ba-e79e65a1e507 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:42.495999 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-687b1886-40ab-4c3e-a834-a62644af4c2d req-7313e3e3-3ef3-4fb0-b6ba-e79e65a1e507 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1046224 Jan 31 15:55:42.557779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-687b1886-40ab-4c3e-a834-a62644af4c2d req-42198737-b329-469c-bab9-6ad186f0e615 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0537081 Jan 31 15:55:42.607767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a529e728-3560-4222-8136-be05bdeca014 admin admin] Deleting port a4bebc23-2694-4c30-bda0-eafb66156b3a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:42.608086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a529e728-3560-4222-8136-be05bdeca014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:42.614511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2d627b3-e050-4f8d-8f6c-24cecad56e6f req-f09df15b-3f1f-495b-82db-125fc9a4a53c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215940 Jan 31 15:55:42.616506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-86dcb53b-0c0e-4045-990a-0d16d5ee8e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:42.618157 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-86dcb53b-0c0e-4045-990a-0d16d5ee8e56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca HTTP/1.1" status: 200 len: 930 time: 0.2302201 Jan 31 15:55:42.670819 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-b1bb19bd-f806-4020-ae7a-507b3dec57e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f HTTP/1.1" status: 200 len: 217 time: 0.0406380 Jan 31 15:55:42.672185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-b76285c7-453a-4129-919c-484f2b5ef3f2 req-1dbf7e24-0fd6-4549-a6e6-25e5c50aac83 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Deleting port d1d53a96-f7cb-481e-a3ff-13abce028533 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:42.672530 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b76285c7-453a-4129-919c-484f2b5ef3f2 req-1dbf7e24-0fd6-4549-a6e6-25e5c50aac83 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:42.732425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807047c8-ee48-43ea-8ffb-503bbf45d32b req-8a26ab07-e8b1-44f0-8a9b-854c3aa2965c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:42.733897 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-807047c8-ee48-43ea-8ffb-503bbf45d32b req-8a26ab07-e8b1-44f0-8a9b-854c3aa2965c tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1138065 Jan 31 15:55:42.735652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-a529e728-3560-4222-8136-be05bdeca014 admin admin] For port a4bebc23-2694-4c30-bda0-eafb66156b3a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a4bebc23-2694-4c30-bda0-eafb66156b3a,segment=NetworkSegment(807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49),segment_id=807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:42.736010 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a529e728-3560-4222-8136-be05bdeca014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:42.761535 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a529e728-3560-4222-8136-be05bdeca014 admin admin] Calling delete_port for a4bebc23-2694-4c30-bda0-eafb66156b3a owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:42.775824 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4f32345-2114-4f60-aa38-6c27bcc25d96 req-9f1f561e-3557-4918-bd88-c1868adb9c13 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d04efae-f538-4cff-a5e8-8c2ec0e94e47 HTTP/1.1" status: 200 len: 210 time: 0.0809796 Jan 31 15:55:42.806010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-251261f1-4ec2-44d8-a48d-39ee091e9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:42.807435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-251261f1-4ec2-44d8-a48d-39ee091e9873 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74ca21a9-08f0-4ae8-bc74-2341ecc36ec9 HTTP/1.1" status: 200 len: 868 time: 0.1300755 Jan 31 15:55:42.833151 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-807047c8-ee48-43ea-8ffb-503bbf45d32b req-f39430f6-b906-4b2c-b24c-20ca51594d1b tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926132 Jan 31 15:55:42.867707 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3a27edd7-afeb-4c7a-b9e4-63fd51d39b6e req-50aab834-9846-4a0f-8b33-c4b128f4c9f2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0635343 Jan 31 15:55:42.869306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b76285c7-453a-4129-919c-484f2b5ef3f2 req-1dbf7e24-0fd6-4549-a6e6-25e5c50aac83 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] For port d1d53a96-f7cb-481e-a3ff-13abce028533, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d1d53a96-f7cb-481e-a3ff-13abce028533,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:42.869860 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b76285c7-453a-4129-919c-484f2b5ef3f2 req-1dbf7e24-0fd6-4549-a6e6-25e5c50aac83 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:42.900134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-b76285c7-453a-4129-919c-484f2b5ef3f2 req-1dbf7e24-0fd6-4549-a6e6-25e5c50aac83 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Calling delete_port for d1d53a96-f7cb-481e-a3ff-13abce028533 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:42.948712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-39386841-be18-429c-a225-a2f6db169d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:42.950273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-39386841-be18-429c-a225-a2f6db169d75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d2dbe3-92a3-4b0f-8d55-e6c32150edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263824 Jan 31 15:55:43.067711 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a529e728-3560-4222-8136-be05bdeca014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:43.100397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529e728-3560-4222-8136-be05bdeca014 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bebc23-2694-4c30-bda0-eafb66156b3a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:43.102765 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-d8571fe9-6dbf-4278-a50f-85e8b7e87438 service neutron] 10.222.0.20 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442685 Jan 31 15:55:43.267147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d2dd8-5485-47b2-bc67-2ea444d84a2a req-2b98bb43-f478-4a40-ac37-810e47fa26e7 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:43.268765 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f2d2dd8-5485-47b2-bc67-2ea444d84a2a req-2b98bb43-f478-4a40-ac37-810e47fa26e7 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 945 time: 0.1004021 Jan 31 15:55:43.340817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a529e728-3560-4222-8136-be05bdeca014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:43.346474 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f2d2dd8-5485-47b2-bc67-2ea444d84a2a req-22534030-4827-455b-afba-fea851fba3a0 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/security-groups?id=64b90768-cd88-4eb0-9e76-6026e98c43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510576 Jan 31 15:55:43.484345 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b76285c7-453a-4129-919c-484f2b5ef3f2 req-1dbf7e24-0fd6-4549-a6e6-25e5c50aac83 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:43.497999 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['d1d53a96-f7cb-481e-a3ff-13abce028533'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:43.500556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4927f153-10c1-4bf4-9b72-884ccc05b657'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:43.501769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030826d8-7b52-4d6e-8542-b3d784dafb6e req-b286611f-f3f6-47da-b281-d21a3a2e2bda tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:43.504253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-030826d8-7b52-4d6e-8542-b3d784dafb6e req-b286611f-f3f6-47da-b281-d21a3a2e2bda tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 945 time: 0.0924749 Jan 31 15:55:43.539827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f5a74-22c2-40bb-850c-075b9444025f req-54dd9940-4f55-478a-a992-7eede35b088b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:43.540965 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-300f5a74-22c2-40bb-850c-075b9444025f req-54dd9940-4f55-478a-a992-7eede35b088b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 949 time: 0.4577646 Jan 31 15:55:43.541836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf7e24-0fd6-4549-a6e6-25e5c50aac83 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Pushing event deleted for resources: {'Port': ['ID=d1d53a96-f7cb-481e-a3ff-13abce028533,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:43.595035 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dc1c6ae9-0006-4d03-a399-fb804c3eab93 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:55:43.597005 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d378e42e-804c-4b2e-8e1f-a992a9c4f923 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:55:43.597731 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-5aaeb855-5245-4969-9499-21bf636d1ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767694 Jan 31 15:55:43.598455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76285c7-453a-4129-919c-484f2b5ef3f2 req-1dbf7e24-0fd6-4549-a6e6-25e5c50aac83 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] No DVR routers for this DVR port d1d53a96-f7cb-481e-a3ff-13abce028533 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:43.606147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b76285c7-453a-4129-919c-484f2b5ef3f2 req-1dbf7e24-0fd6-4549-a6e6-25e5c50aac83 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:43.609361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b76285c7-453a-4129-919c-484f2b5ef3f2 req-1dbf7e24-0fd6-4549-a6e6-25e5c50aac83 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.20 "DELETE /v2.0/ports/d1d53a96-f7cb-481e-a3ff-13abce028533 HTTP/1.1" status: 204 len: 173 time: 1.1857858 Jan 31 15:55:43.614843 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-030826d8-7b52-4d6e-8542-b3d784dafb6e req-724b4cd9-e2b8-4d3e-801e-df3f663fa097 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746863 Jan 31 15:55:43.630509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-300f5a74-22c2-40bb-850c-075b9444025f req-61e8362b-fa07-4656-9698-06d8c9da98ec tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597925 Jan 31 15:55:43.679490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a529e728-3560-4222-8136-be05bdeca014 admin admin] Router d897219c-ade6-4f93-8f85-9bd9c7d4e85f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:55:43.763644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc461070-47c9-4c6f-a830-68d735732fb8 req-305c9567-493e-40f3-b7ec-173f9ae5bb30 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:43.765949 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc461070-47c9-4c6f-a830-68d735732fb8 req-305c9567-493e-40f3-b7ec-173f9ae5bb30 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 943 time: 0.0736811 Jan 31 15:55:43.797522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port d378e42e-804c-4b2e-8e1f-a992a9c4f923 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:55:43.810306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port d378e42e-804c-4b2e-8e1f-a992a9c4f923 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:43.810671 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:43.838854 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc461070-47c9-4c6f-a830-68d735732fb8 req-22f2c5e2-6534-43ac-afc7-d3d9f1cedc4d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668950 Jan 31 15:55:43.844507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a529e728-3560-4222-8136-be05bdeca014 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:55:43.849556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dc1c6ae9-0006-4d03-a399-fb804c3eab93, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc1c6ae9-0006-4d03-a399-fb804c3eab93,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:43.854343 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300c16d-0258-472b-b4b0-97c5915d595f None None] Sync routers for ids ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:55:43.860975 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a529e728-3560-4222-8136-be05bdeca014 admin admin] 10.222.0.36 "PUT /v2.0/routers/d897219c-ade6-4f93-8f85-9bd9c7d4e85f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5983944 Jan 31 15:55:43.863816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41570) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:43.882072 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300c16d-0258-472b-b4b0-97c5915d595f None None] Routers {'d897219c-ade6-4f93-8f85-9bd9c7d4e85f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:43.882719 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2300c16d-0258-472b-b4b0-97c5915d595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:43.919880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-4c054488-f5a4-405a-ae81-aec9eac6c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:43.921688 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-4c054488-f5a4-405a-ae81-aec9eac6c921 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=702103247c8744b5b661ca2faf498765&device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 1094 time: 0.2170408 Jan 31 15:55:43.939318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93', 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'port_id': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93', 'mac_address': 'fa:16:3e:de:23:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b37e97-4d9d-4bd0-a797-bd4e1f87f45d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:55:44.032120 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:44.042810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-cca1f7bc-18bd-49f4-9839-55cc7484e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:44.044502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-cca1f7bc-18bd-49f4-9839-55cc7484e57a service neutron] 10.222.0.20 "GET /v2.0/networks?id=62d551c3-6922-49d7-9630-836eaf25e18d HTTP/1.1" status: 200 len: 905 time: 0.1151752 Jan 31 15:55:44.072494 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2300c16d-0258-472b-b4b0-97c5915d595f None None] Set router d897219c-ade6-4f93-8f85-9bd9c7d4e85f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:44.085175 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:44.122481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:44.136407 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098e8917-8582-4748-9a39-5a9301355d6e" -d '{"events": [{"server_uuid": "7bb4ac92-99c7-4211-9c6e-4e84be6fba84", "name": "network-vif-plugged", "status": "completed", "tag": "d378e42e-804c-4b2e-8e1f-a992a9c4f923"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:44.156240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1c6ae9-0006-4d03-a399-fb804c3eab93 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:44.164110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-b360677b-8004-44c5-9d07-e2a959b768a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc1c6ae9-0006-4d03-a399-fb804c3eab93 HTTP/1.1" status: 200 len: 217 time: 0.0636904 Jan 31 15:55:44.171353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:44.196926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dc1c6ae9-0006-4d03-a399-fb804c3eab93, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc1c6ae9-0006-4d03-a399-fb804c3eab93,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:44.198641 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:44.199787 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6dc509ef-de46-4147-8552-8f62f38a1363 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:44.203837 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d04efae-f538-4cff-a5e8-8c2ec0e94e47', 'name': 'network-vif-deleted', 'tag': '6dc509ef-de46-4147-8552-8f62f38a1363'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:44.219100 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6b8139-c6cc-4d41-ac6b-65be00583506" -d '{"events": [{"server_uuid": "5d04efae-f538-4cff-a5e8-8c2ec0e94e47", "name": "network-vif-deleted", "tag": "6dc509ef-de46-4147-8552-8f62f38a1363"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:44.226985 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:44.235064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dbde46-6900-410e-99c1-e82f70c579d3', 'name': 'network-vif-deleted', 'tag': 'd1d53a96-f7cb-481e-a3ff-13abce028533'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:44.237533 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51fcada-163c-4999-890e-e469df002f54" -d '{"events": [{"server_uuid": "30dbde46-6900-410e-99c1-e82f70c579d3", "name": "network-vif-deleted", "tag": "d1d53a96-f7cb-481e-a3ff-13abce028533"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:44.241599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-e4fa2838-e09c-4b2f-8619-bf463547642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:44.243228 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-e4fa2838-e09c-4b2f-8619-bf463547642d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40b37e97-4d9d-4bd0-a797-bd4e1f87f45d HTTP/1.1" status: 200 len: 844 time: 0.0613108 Jan 31 15:55:44.252698 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 6dc509ef-de46-4147-8552-8f62f38a1363 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:44.253159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6dc509ef-de46-4147-8552-8f62f38a1363 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:44.299212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=d378e42e-804c-4b2e-8e1f-a992a9c4f923,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:44.342986 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9842d8-9d6f-47ca-b58d-94be5386caa6 req-51fd18a0-14ac-4657-89e7-ba50f1e53563 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:44.355302 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d9842d8-9d6f-47ca-b58d-94be5386caa6 req-51fd18a0-14ac-4657-89e7-ba50f1e53563 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.3072691 Jan 31 15:55:44.360857 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-ede72ff3-3689-4e83-9baf-cafbc3259b5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62d551c3-6922-49d7-9630-836eaf25e18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679414 Jan 31 15:55:44.382045 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2300c16d-0258-472b-b4b0-97c5915d595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:55:42Z', 'revision_number': 5, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:44.400338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=dc1c6ae9-0006-4d03-a399-fb804c3eab93,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:44.419811 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300c16d-0258-472b-b4b0-97c5915d595f None None] Checking router: d897219c-ade6-4f93-8f85-9bd9c7d4e85f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:55:44.448016 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300c16d-0258-472b-b4b0-97c5915d595f None None] Routers {'d897219c-ade6-4f93-8f85-9bd9c7d4e85f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:44.448970 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2300c16d-0258-472b-b4b0-97c5915d595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:44.512928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-549ee5a2-59f5-47f6-952d-61a34b77d279 service neutron] 10.222.0.20 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288545 Jan 31 15:55:44.535304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['dc1c6ae9-0006-4d03-a399-fb804c3eab93'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:55:44.578157 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2300c16d-0258-472b-b4b0-97c5915d595f None None] Set router d897219c-ade6-4f93-8f85-9bd9c7d4e85f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:44.739363 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:44.761120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d9842d8-9d6f-47ca-b58d-94be5386caa6 req-2bdc6052-b1c7-42b4-a005-3094383be5e0 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976338 Jan 31 15:55:44.767258 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad765d-aecf-4267-a658-c6c2ddd1eab3 req-23011b5b-4b8b-4855-a7b2-28b9758f41f7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:44.789905 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1ad765d-aecf-4267-a658-c6c2ddd1eab3 req-23011b5b-4b8b-4855-a7b2-28b9758f41f7 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 945 time: 0.5996275 Jan 31 15:55:44.799542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d00e6-606b-495c-9142-7aa4313e4bfa req-6b00395f-c25d-4e38-a6ab-8786374d8f54 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:44.801248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-784d00e6-606b-495c-9142-7aa4313e4bfa req-6b00395f-c25d-4e38-a6ab-8786374d8f54 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.20 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 945 time: 0.1645992 Jan 31 15:55:44.839830 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4048abe-0c65-438e-8b67-f8a2dd899e85 req-66c63fe2-aaab-4ded-9d0e-4b0edc98a207 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:44.842351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4048abe-0c65-438e-8b67-f8a2dd899e85 req-66c63fe2-aaab-4ded-9d0e-4b0edc98a207 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 945 time: 0.1698823 Jan 31 15:55:44.846308 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038e32ed-a4b8-4c6a-b0c1-ddbfcff11178 x-openstack-request-id: req-038e32ed-a4b8-4c6a-b0c1-ddbfcff11178 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:44.846618 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb4ac92-99c7-4211-9c6e-4e84be6fba84", "name": "network-vif-plugged", "status": "completed", "tag": "d378e42e-804c-4b2e-8e1f-a992a9c4f923", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:44.847025 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-038e32ed-a4b8-4c6a-b0c1-ddbfcff11178 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:44.847148 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2300c16d-0258-472b-b4b0-97c5915d595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:55:42Z', 'revision_number': 5, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:44.847432 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'code': 200} Jan 31 15:55:44.899866 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300c16d-0258-472b-b4b0-97c5915d595f None None] The sync data for ids ['d897219c-ade6-4f93-8f85-9bd9c7d4e85f'] in n-d-827120-1 is: [{'id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'name': 'tempest-ServersTestManualDisk-243949684-router', 'tenant_id': '83c48db2667e4736af08cf226b779d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:53:52Z', 'updated_at': '2022-01-31T15:55:42Z', 'revision_number': 5, 'project_id': '83c48db2667e4736af08cf226b779d99', 'gw_port': {'id': 'cd4addad-2f20-4f19-ae88-32d646b32bf5', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897219c-ade6-4f93-8f85-9bd9c7d4e85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:53:53Z', 'updated_at': '2022-01-31T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:55:44.905622 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1ad765d-aecf-4267-a658-c6c2ddd1eab3 req-75f1bfec-8dbe-4b73-927c-8d2e19b50d79 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/security-groups?id=38a2068e-43a2-4897-9abf-9b585566c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143708 Jan 31 15:55:44.913611 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74c937b5-c64b-43a8-94bc-bf55da3a053a req-23760224-ad27-458d-a670-2f2521901721 service neutron] 10.222.0.20 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936932 Jan 31 15:55:44.917934 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6ab5a1-e600-4cae-a7d0-19c6fc59d5cc x-openstack-request-id: req-7e6ab5a1-e600-4cae-a7d0-19c6fc59d5cc {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:44.929912 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dbde46-6900-410e-99c1-e82f70c579d3", "name": "network-vif-deleted", "tag": "d1d53a96-f7cb-481e-a3ff-13abce028533", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:44.930207 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e6ab5a1-e600-4cae-a7d0-19c6fc59d5cc {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:44.930649 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dbde46-6900-410e-99c1-e82f70c579d3', 'name': 'network-vif-deleted', 'tag': 'd1d53a96-f7cb-481e-a3ff-13abce028533', 'status': 'completed', 'code': 200} Jan 31 15:55:44.985138 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7d1f47-95ae-4514-9735-9218f1be9276 x-openstack-request-id: req-5b7d1f47-95ae-4514-9735-9218f1be9276 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:44.985433 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d04efae-f538-4cff-a5e8-8c2ec0e94e47", "name": "network-vif-deleted", "tag": "6dc509ef-de46-4147-8552-8f62f38a1363", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:44.985698 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b7d1f47-95ae-4514-9735-9218f1be9276 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:44.986094 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d04efae-f538-4cff-a5e8-8c2ec0e94e47', 'name': 'network-vif-deleted', 'tag': '6dc509ef-de46-4147-8552-8f62f38a1363', 'status': 'completed', 'code': 200} Jan 31 15:55:45.062288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90e52c-ce7d-4790-a73b-699e2e39c47e req-c9ed054f-abe6-439d-ad12-d18450e86ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:45.063865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f90e52c-ce7d-4790-a73b-699e2e39c47e req-c9ed054f-abe6-439d-ad12-d18450e86ab9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 1101 time: 0.1336269 Jan 31 15:55:45.080892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-d4048abe-0c65-438e-8b67-f8a2dd899e85 req-ffe750be-23e8-44a9-a850-132da8fff6df tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Deleting port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:45.081248 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4048abe-0c65-438e-8b67-f8a2dd899e85 req-ffe750be-23e8-44a9-a850-132da8fff6df tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.085531 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.099328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-784d00e6-606b-495c-9142-7aa4313e4bfa req-fe0e4df6-3f3a-4ae3-a758-c9e3026aebcc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Deleting port 2433965b-00b7-48c5-82f2-b3ac2ce2898a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:45.099673 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-784d00e6-606b-495c-9142-7aa4313e4bfa req-fe0e4df6-3f3a-4ae3-a758-c9e3026aebcc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.121730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955d0f6-7204-40d0-ae00-1b312d71efbc req-fa19f877-5172-4f24-bdc3-afc46e1f6fd4 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:45.123202 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4955d0f6-7204-40d0-ae00-1b312d71efbc req-fa19f877-5172-4f24-bdc3-afc46e1f6fd4 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.0994771 Jan 31 15:55:45.171463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4964e4-8cf0-4037-a47f-1093871bf005 req-b62b8e75-47d3-4215-a659-be51c0d23c38 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:45.173007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7d4964e4-8cf0-4037-a47f-1093871bf005 req-b62b8e75-47d3-4215-a659-be51c0d23c38 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 945 time: 0.1512923 Jan 31 15:55:45.183404 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f90e52c-ce7d-4790-a73b-699e2e39c47e req-9adf97a3-c9fc-45a5-90bb-19bd35b6a255 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093633 Jan 31 15:55:45.213666 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4955d0f6-7204-40d0-ae00-1b312d71efbc req-f40966e8-6744-4da5-b25d-5016e961e4de tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546846 Jan 31 15:55:45.252268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-784d00e6-606b-495c-9142-7aa4313e4bfa req-fe0e4df6-3f3a-4ae3-a758-c9e3026aebcc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] For port 2433965b-00b7-48c5-82f2-b3ac2ce2898a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2433965b-00b7-48c5-82f2-b3ac2ce2898a,segment=NetworkSegment(8b96fc42-5099-4442-949b-570e8b0eeead),segment_id=8b96fc42-5099-4442-949b-570e8b0eeead)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:45.252778 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-784d00e6-606b-495c-9142-7aa4313e4bfa req-fe0e4df6-3f3a-4ae3-a758-c9e3026aebcc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.268135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-784d00e6-606b-495c-9142-7aa4313e4bfa req-fe0e4df6-3f3a-4ae3-a758-c9e3026aebcc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Calling delete_port for 2433965b-00b7-48c5-82f2-b3ac2ce2898a owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:45.275339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7d4964e4-8cf0-4037-a47f-1093871bf005 req-0b681f4c-b753-49fb-a8c9-8d8883adadf2 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/security-groups?id=64b90768-cd88-4eb0-9e76-6026e98c43e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861709 Jan 31 15:55:45.288012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-d4048abe-0c65-438e-8b67-f8a2dd899e85 req-ffe750be-23e8-44a9-a850-132da8fff6df tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] For port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f,segment=NetworkSegment(b05b32b3-5c48-492e-867d-9076c5565d52),segment_id=b05b32b3-5c48-492e-867d-9076c5565d52)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:45.288584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4048abe-0c65-438e-8b67-f8a2dd899e85 req-ffe750be-23e8-44a9-a850-132da8fff6df tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.319555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-d4048abe-0c65-438e-8b67-f8a2dd899e85 req-ffe750be-23e8-44a9-a850-132da8fff6df tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Calling delete_port for 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:45.364515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08cf130d-fa4f-4b59-8422-8bd18e2e6510 req-63f773a7-bd64-4c0a-88a5-360af71bf7d3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 210 time: 0.0360448 Jan 31 15:55:45.398809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Deleting port cd4addad-2f20-4f19-ae88-32d646b32bf5 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:45.399877 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.466376 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-784d00e6-606b-495c-9142-7aa4313e4bfa req-fe0e4df6-3f3a-4ae3-a758-c9e3026aebcc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.502066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e4df6-3f3a-4ae3-a758-c9e3026aebcc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Pushing event deleted for resources: {'Port': ['ID=2433965b-00b7-48c5-82f2-b3ac2ce2898a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:45.551164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40eb4a-dae1-4c9d-848c-a33287b3cfb9 req-a1243e80-cfb8-463d-9967-b13616fbd322 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:45.552893 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b40eb4a-dae1-4c9d-848c-a33287b3cfb9 req-a1243e80-cfb8-463d-9967-b13616fbd322 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 944 time: 0.1513836 Jan 31 15:55:45.566241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-784d00e6-606b-495c-9142-7aa4313e4bfa req-fe0e4df6-3f3a-4ae3-a758-c9e3026aebcc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] No DVR routers for this DVR port 2433965b-00b7-48c5-82f2-b3ac2ce2898a on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:45.570565 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-784d00e6-606b-495c-9142-7aa4313e4bfa req-fe0e4df6-3f3a-4ae3-a758-c9e3026aebcc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.574111 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-784d00e6-606b-495c-9142-7aa4313e4bfa req-fe0e4df6-3f3a-4ae3-a758-c9e3026aebcc tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.20 "DELETE /v2.0/ports/2433965b-00b7-48c5-82f2-b3ac2ce2898a HTTP/1.1" status: 204 len: 173 time: 0.7663357 Jan 31 15:55:45.586032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] For port cd4addad-2f20-4f19-ae88-32d646b32bf5, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cd4addad-2f20-4f19-ae88-32d646b32bf5,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:45.586700 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.622288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dc1c6ae9-0006-4d03-a399-fb804c3eab93 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:55:45.642166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Calling delete_port for cd4addad-2f20-4f19-ae88-32d646b32bf5 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:45.690139 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b40eb4a-dae1-4c9d-848c-a33287b3cfb9 req-727d7bcd-e4c6-4673-a0a6-51f502514883 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266704 Jan 31 15:55:45.714696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port dc1c6ae9-0006-4d03-a399-fb804c3eab93 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:55:45.723442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port dc1c6ae9-0006-4d03-a399-fb804c3eab93 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:55:45.723975 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.752401 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4048abe-0c65-438e-8b67-f8a2dd899e85 req-ffe750be-23e8-44a9-a850-132da8fff6df tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.787609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe750be-23e8-44a9-a850-132da8fff6df tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Pushing event deleted for resources: {'Port': ['ID=51a9f6e2-8777-4403-b2e7-16eb10fb5c2f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:45.819101 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.845759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4048abe-0c65-438e-8b67-f8a2dd899e85 req-ffe750be-23e8-44a9-a850-132da8fff6df tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] No DVR routers for this DVR port 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:45.850870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4048abe-0c65-438e-8b67-f8a2dd899e85 req-ffe750be-23e8-44a9-a850-132da8fff6df tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.854426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4048abe-0c65-438e-8b67-f8a2dd899e85 req-ffe750be-23e8-44a9-a850-132da8fff6df tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.20 "DELETE /v2.0/ports/51a9f6e2-8777-4403-b2e7-16eb10fb5c2f HTTP/1.1" status: 204 len: 173 time: 1.0033789 Jan 31 15:55:45.873653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dc1c6ae9-0006-4d03-a399-fb804c3eab93, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc1c6ae9-0006-4d03-a399-fb804c3eab93,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:45.886826 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:45.887637 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d1d53a96-f7cb-481e-a3ff-13abce028533 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:45.919231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: d1d53a96-f7cb-481e-a3ff-13abce028533 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:45.919577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d1d53a96-f7cb-481e-a3ff-13abce028533 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:45.919985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:45.984383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:45.984724 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 51a9f6e2-8777-4403-b2e7-16eb10fb5c2f not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:46.051838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36a333-315f-4a0d-ad6c-13572a5c3048 req-8481b6e3-834e-4964-855d-be961eccaa87 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:46.060219 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7f36a333-315f-4a0d-ad6c-13572a5c3048 req-8481b6e3-834e-4964-855d-be961eccaa87 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1714790 Jan 31 15:55:46.069373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=dc1c6ae9-0006-4d03-a399-fb804c3eab93,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:46.149761 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7f36a333-315f-4a0d-ad6c-13572a5c3048 req-b8047bc7-ab9e-4318-acbd-a1ae1f83860e tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782599 Jan 31 15:55:46.175571 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c0d3109-033c-449a-85f4-599972fc1e9b req-af8d559a-d0e8-478b-9bc3-6c4d41b134c5 tempest-LiveMigrationTest-292470794 tempest-LiveMigrationTest-292470794-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acb6e3a-39d7-49dd-8067-0bbd0264c82f HTTP/1.1" status: 200 len: 210 time: 0.0550454 Jan 31 15:55:46.177286 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:46.301955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a4bebc23-2694-4c30-bda0-eafb66156b3a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:46.332374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4addad-2f20-4f19-ae88-32d646b32bf5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:46.354901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:46.401829 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: a4bebc23-2694-4c30-bda0-eafb66156b3a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:46.404811 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a4bebc23-2694-4c30-bda0-eafb66156b3a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:46.432191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44da2-a39c-4c10-9bd8-10f78cb1aa0d req-74ad1ca8-b68b-4a11-a22b-ce8815f439c0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:46.433927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98d44da2-a39c-4c10-9bd8-10f78cb1aa0d req-74ad1ca8-b68b-4a11-a22b-ce8815f439c0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.1244819 Jan 31 15:55:46.481925 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47627ac6-5f88-4821-bc0f-74976e137568 req-47968ff8-10b8-4dd6-97f2-70850730e366 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725 tempest-FloatingIPsAssociationNegativeTestJSON-2104665725-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c283835-3d6c-49a5-94f3-4447166215f6 HTTP/1.1" status: 200 len: 210 time: 0.0281224 Jan 31 15:55:46.494285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98d44da2-a39c-4c10-9bd8-10f78cb1aa0d req-da25a12d-951d-4bb4-9575-b499a00878a7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398440 Jan 31 15:55:46.528570 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:46.535310 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:46.608250 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1491c9a-b0d3-4291-9231-64a9c0c695d3 req-4838c351-2ae6-4c5a-95b7-aa6ab23a9ee0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 210 time: 0.0280042 Jan 31 15:55:46.610011 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:46.610529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d897219c-ade6-4f93-8f85-9bd9c7d4e85f {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:55:46.616306 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:46.620685 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7eb004bb-66a8-4be0-a680-045b7ecdbfc2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d897219c-ade6-4f93-8f85-9bd9c7d4e85f HTTP/1.1" status: 204 len: 168 time: 2.7526662 Jan 31 15:55:46.620805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41610) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:46.691861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4dda99-a2cc-4821-abb6-3c1b8dc3984e admin admin] Deleting subnet 676aec42-117f-43a6-8424-d3ddebfcf9fc {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:55:46.695326 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fd4dda99-a2cc-4821-abb6-3c1b8dc3984e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:46.741034 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fd4dda99-a2cc-4821-abb6-3c1b8dc3984e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:46.789980 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10be064-03fb-4d32-a455-5efa8f63e766 req-dcb3b85b-446d-4bad-8538-5938dec00e53 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:46.791557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e10be064-03fb-4d32-a455-5efa8f63e766 req-dcb3b85b-446d-4bad-8538-5938dec00e53 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 945 time: 0.0767074 Jan 31 15:55:46.849260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950315f-96a2-49bf-b041-ced7fe004dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:46.852965 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a88c82-995d-4ddc-b23d-45ba568601d3" -d '{"events": [{"server_uuid": "2950315f-96a2-49bf-b041-ced7fe004dd6", "name": "network-vif-plugged", "status": "completed", "tag": "dc1c6ae9-0006-4d03-a399-fb804c3eab93"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:46.854253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e10be064-03fb-4d32-a455-5efa8f63e766 req-c44aaf1a-1de3-4a98-a87f-1d486cfabbc6 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524404 Jan 31 15:55:46.882510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fd4dda99-a2cc-4821-abb6-3c1b8dc3984e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:46.897766 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164c7c62-127c-48d1-8fb7-fa0858c3359b x-openstack-request-id: req-164c7c62-127c-48d1-8fb7-fa0858c3359b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:46.898051 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950315f-96a2-49bf-b041-ced7fe004dd6", "name": "network-vif-plugged", "status": "completed", "tag": "dc1c6ae9-0006-4d03-a399-fb804c3eab93", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:46.898500 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-164c7c62-127c-48d1-8fb7-fa0858c3359b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:46.899036 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2950315f-96a2-49bf-b041-ced7fe004dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93', 'code': 200} Jan 31 15:55:46.917957 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224be111-963b-4900-9931-8af75632700b req-8572002e-bb28-4089-adea-9f7dad3cad41 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:46.919389 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-224be111-963b-4900-9931-8af75632700b req-8572002e-bb28-4089-adea-9f7dad3cad41 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.1237092 Jan 31 15:55:46.932336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c283835-3d6c-49a5-94f3-4447166215f6', 'name': 'network-vif-deleted', 'tag': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:46.934913 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cd3ef6-bc85-4f2d-9158-9b8375ec1f48" -d '{"events": [{"server_uuid": "2c283835-3d6c-49a5-94f3-4447166215f6", "name": "network-vif-deleted", "tag": "51a9f6e2-8777-4403-b2e7-16eb10fb5c2f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:46.981554 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-224be111-963b-4900-9931-8af75632700b req-8b662054-8228-4ad6-8f77-7fa15597bc69 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522273 Jan 31 15:55:46.985870 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fd4dda99-a2cc-4821-abb6-3c1b8dc3984e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:46.995346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acb6e3a-39d7-49dd-8067-0bbd0264c82f', 'name': 'network-vif-deleted', 'tag': '2433965b-00b7-48c5-82f2-b3ac2ce2898a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:46.995346 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6959ef-4255-435d-9520-0bc7abcd6da0" -d '{"events": [{"server_uuid": "5acb6e3a-39d7-49dd-8067-0bbd0264c82f", "name": "network-vif-deleted", "tag": "2433965b-00b7-48c5-82f2-b3ac2ce2898a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:47.013791 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b87610-d1de-401c-b6e9-9d61d5a89f0a x-openstack-request-id: req-a5b87610-d1de-401c-b6e9-9d61d5a89f0a {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:47.014079 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c283835-3d6c-49a5-94f3-4447166215f6", "name": "network-vif-deleted", "tag": "51a9f6e2-8777-4403-b2e7-16eb10fb5c2f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:47.014327 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5b87610-d1de-401c-b6e9-9d61d5a89f0a {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:47.014707 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c283835-3d6c-49a5-94f3-4447166215f6', 'name': 'network-vif-deleted', 'tag': '51a9f6e2-8777-4403-b2e7-16eb10fb5c2f', 'status': 'completed', 'code': 200} Jan 31 15:55:47.022181 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da7e87-c559-49de-aa07-a78caa689100 req-1049528b-3d6c-4fcb-8fa7-65ab7043279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:47.023718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50da7e87-c559-49de-aa07-a78caa689100 req-1049528b-3d6c-4fcb-8fa7-65ab7043279a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 1096 time: 0.0651011 Jan 31 15:55:47.035276 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4dda99-a2cc-4821-abb6-3c1b8dc3984e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676aec42-117f-43a6-8424-d3ddebfcf9fc,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:47.042071 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326e38ae-4d7b-4e8c-82c4-40dfeeba7c0d x-openstack-request-id: req-326e38ae-4d7b-4e8c-82c4-40dfeeba7c0d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:47.042676 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acb6e3a-39d7-49dd-8067-0bbd0264c82f", "name": "network-vif-deleted", "tag": "2433965b-00b7-48c5-82f2-b3ac2ce2898a", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:47.043081 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-326e38ae-4d7b-4e8c-82c4-40dfeeba7c0d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:47.043656 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acb6e3a-39d7-49dd-8067-0bbd0264c82f', 'name': 'network-vif-deleted', 'tag': '2433965b-00b7-48c5-82f2-b3ac2ce2898a', 'status': 'completed', 'code': 200} Jan 31 15:55:47.047655 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fd4dda99-a2cc-4821-abb6-3c1b8dc3984e admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.053215 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fd4dda99-a2cc-4821-abb6-3c1b8dc3984e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/676aec42-117f-43a6-8424-d3ddebfcf9fc HTTP/1.1" status: 204 len: 168 time: 0.4319603 Jan 31 15:55:47.055085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257b4648-f11a-4782-9bb2-fb1a58859f44 None None] Network 5332046b-66f1-4180-8827-9fa34aa1902d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:55:47.055611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41622) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:47.069884 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50da7e87-c559-49de-aa07-a78caa689100 req-f738fc7f-6ef8-47ef-a878-0c17825a87f2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Jan 31 15:55:47.133684 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.249099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34281f14-86ca-4599-8b54-31ef9ad72dcd req-516eef63-a58a-43d3-9865-0f094ad42d7e tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:47.250474 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34281f14-86ca-4599-8b54-31ef9ad72dcd req-516eef63-a58a-43d3-9865-0f094ad42d7e tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.1123099 Jan 31 15:55:47.250978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41628) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:47.293736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f834ad-08e4-43e1-b4ab-baaaf4235cdf req-cef47085-824f-4559-a862-836aaa891b05 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:47.296024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d0f834ad-08e4-43e1-b4ab-baaaf4235cdf req-cef47085-824f-4559-a862-836aaa891b05 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 946 time: 0.0701451 Jan 31 15:55:47.303026 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c231380a-3e02-49a1-b54d-eb57ee090704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.351865 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d0f834ad-08e4-43e1-b4ab-baaaf4235cdf req-203dd864-2993-43ac-81ff-c9be8ea574f7 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/security-groups?id=7580ce0e-10c0-498a-90aa-65103c0543cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482612 Jan 31 15:55:47.371379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b84e75-903a-4dc0-a67a-8e5255093d0f admin admin] Deleting subnet d7a14ea8-cb04-4130-9b96-606f6d6534e1 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:55:47.377074 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82b84e75-903a-4dc0-a67a-8e5255093d0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.432603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Deleting port 77fce9cf-7e25-4ffc-8331-2064d90158b9 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:47.432942 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.459249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9314ecbe-225c-449c-bcf8-d0bfd17d9f2e None None] DHCP port deletion for 5332046b-66f1-4180-8827-9fa34aa1902d request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:55:47.494275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82b84e75-903a-4dc0-a67a-8e5255093d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.512324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9314ecbe-225c-449c-bcf8-d0bfd17d9f2e None None] Deleting port 77fce9cf-7e25-4ffc-8331-2064d90158b9 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:47.525658 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9314ecbe-225c-449c-bcf8-d0bfd17d9f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.551655 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] For port 77fce9cf-7e25-4ffc-8331-2064d90158b9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=77fce9cf-7e25-4ffc-8331-2064d90158b9,segment=NetworkSegment(807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49),segment_id=807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:47.552044 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.572464 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Calling delete_port for 77fce9cf-7e25-4ffc-8331-2064d90158b9 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:47.574142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41634) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:47.595933 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82b84e75-903a-4dc0-a67a-8e5255093d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.608843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-34281f14-86ca-4599-8b54-31ef9ad72dcd req-28d73f7e-5d56-4960-8cb9-13b359e508da tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Deleting port 4d9da605-d633-49e2-8a81-d874556efd9e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:47.609178 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-34281f14-86ca-4599-8b54-31ef9ad72dcd req-28d73f7e-5d56-4960-8cb9-13b359e508da tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.622166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2433965b-00b7-48c5-82f2-b3ac2ce2898a no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:47.625435 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9314ecbe-225c-449c-bcf8-d0bfd17d9f2e None None] For port 77fce9cf-7e25-4ffc-8331-2064d90158b9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=77fce9cf-7e25-4ffc-8331-2064d90158b9,segment=NetworkSegment(807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49),segment_id=807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:47.625843 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9314ecbe-225c-449c-bcf8-d0bfd17d9f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.679149 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9314ecbe-225c-449c-bcf8-d0bfd17d9f2e None None] Calling delete_port for 77fce9cf-7e25-4ffc-8331-2064d90158b9 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:47.691381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 2433965b-00b7-48c5-82f2-b3ac2ce2898a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:47.691939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2433965b-00b7-48c5-82f2-b3ac2ce2898a not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:47.786859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3bf69739-1237-47b5-932a-3c44c138350d req-a2500f6b-eab5-4629-ac2f-1cbed59fcf23 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=30dbde46-6900-410e-99c1-e82f70c579d3 HTTP/1.1" status: 200 len: 210 time: 0.0290191 Jan 31 15:55:47.820171 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9314ecbe-225c-449c-bcf8-d0bfd17d9f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.843428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82b84e75-903a-4dc0-a67a-8e5255093d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.852730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314ecbe-225c-449c-bcf8-d0bfd17d9f2e None None] Pushing event deleted for resources: {'Port': ['ID=77fce9cf-7e25-4ffc-8331-2064d90158b9,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:47.865011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9314ecbe-225c-449c-bcf8-d0bfd17d9f2e None None] No DVR routers for this DVR port 77fce9cf-7e25-4ffc-8331-2064d90158b9 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:47.897159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b84e75-903a-4dc0-a67a-8e5255093d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a14ea8-cb04-4130-9b96-606f6d6534e1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:47.925812 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82b84e75-903a-4dc0-a67a-8e5255093d0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.932165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41640) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:47.932771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-82b84e75-903a-4dc0-a67a-8e5255093d0f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d7a14ea8-cb04-4130-9b96-606f6d6534e1 HTTP/1.1" status: 204 len: 168 time: 0.6794975 Jan 31 15:55:47.944681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144d88a-c80c-4d25-891c-0f5195cbaba3 req-244b8e81-76b5-4fdd-8a4a-8726befcf393 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:47.946314 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9144d88a-c80c-4d25-891c-0f5195cbaba3 req-244b8e81-76b5-4fdd-8a4a-8726befcf393 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.3570552 Jan 31 15:55:47.975408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-34281f14-86ca-4599-8b54-31ef9ad72dcd req-28d73f7e-5d56-4960-8cb9-13b359e508da tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] For port 4d9da605-d633-49e2-8a81-d874556efd9e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4d9da605-d633-49e2-8a81-d874556efd9e,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:47.975790 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-34281f14-86ca-4599-8b54-31ef9ad72dcd req-28d73f7e-5d56-4960-8cb9-13b359e508da tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:47.999025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-34281f14-86ca-4599-8b54-31ef9ad72dcd req-28d73f7e-5d56-4960-8cb9-13b359e508da tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Calling delete_port for 4d9da605-d633-49e2-8a81-d874556efd9e owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:48.001940 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.047991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Pushing event deleted for resources: {'Port': ['ID=77fce9cf-7e25-4ffc-8331-2064d90158b9,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:48.057329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] No DVR routers for this DVR port 77fce9cf-7e25-4ffc-8331-2064d90158b9 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:48.060298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9144d88a-c80c-4d25-891c-0f5195cbaba3 req-281eccf1-4617-4189-acf8-18f8510bd77d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979922 Jan 31 15:55:48.086019 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.099336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1cdef-0906-43e2-a7c4-8241304dda32 req-6c76043e-a755-402d-9a24-2201db8fadea tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:48.100845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89d1cdef-0906-43e2-a7c4-8241304dda32 req-6c76043e-a755-402d-9a24-2201db8fadea tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 945 time: 0.1475503 Jan 31 15:55:48.248225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89d1cdef-0906-43e2-a7c4-8241304dda32 req-c1ed86c6-4ee1-4988-abe7-8dfac372cf00 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370962 Jan 31 15:55:48.271490 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.331591 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8879dc0d-286b-48d7-8388-e4f6990e87ec']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:48.344938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b96fc42-5099-4442-949b-570e8b0eeead') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:48.345402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b96fc42-5099-4442-949b-570e8b0eeead') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:48.357550 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.379239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cd4addad-2f20-4f19-ae88-32d646b32bf5 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:48.403713 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.415608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: cd4addad-2f20-4f19-ae88-32d646b32bf5 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:48.416339 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cd4addad-2f20-4f19-ae88-32d646b32bf5 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:48.416997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 77fce9cf-7e25-4ffc-8331-2064d90158b9 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:48.417925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:55:48.418639 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.434990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.455508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b5816-76b0-4301-9d2a-2a42778436c1 req-5ee63f39-adca-404f-aebc-69582d9313c4 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:48.464223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 77fce9cf-7e25-4ffc-8331-2064d90158b9 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:48.464580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 77fce9cf-7e25-4ffc-8331-2064d90158b9 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:48.464756 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5f2b5816-76b0-4301-9d2a-2a42778436c1 req-5ee63f39-adca-404f-aebc-69582d9313c4 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.2679853 Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:55:48.488319 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:55:48.495620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-e1a995e4-e0ef-41c4-88ca-2ed357be8cfd req-2672355a-66d5-44a6-9d94-dfacb4b50d64 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:55:48.496838 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e1a995e4-e0ef-41c4-88ca-2ed357be8cfd req-2672355a-66d5-44a6-9d94-dfacb4b50d64 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061855 Jan 31 15:55:48.497069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5332046b-66f1-4180-8827-9fa34aa1902d']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:48.510779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:48.511184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807127b4-d9f0-4cf1-8ff5-f5ffc8cd8e49') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:48.521571 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-34281f14-86ca-4599-8b54-31ef9ad72dcd req-28d73f7e-5d56-4960-8cb9-13b359e508da tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.521873 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c74c4912-ff69-4886-ae29-eff360025879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.537082 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.576085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d73f7e-5d56-4960-8cb9-13b359e508da tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Pushing event deleted for resources: {'Port': ['ID=4d9da605-d633-49e2-8a81-d874556efd9e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:48.609051 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5f2b5816-76b0-4301-9d2a-2a42778436c1 req-35b20d58-ff37-4803-bcd4-5496875b3037 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431983 Jan 31 15:55:48.612510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.647581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:55:48.647984 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.651640 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:55:48.652190 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:55:48.654788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-34281f14-86ca-4599-8b54-31ef9ad72dcd req-28d73f7e-5d56-4960-8cb9-13b359e508da tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] No DVR routers for this DVR port 4d9da605-d633-49e2-8a81-d874556efd9e on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:48.680075 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-34281f14-86ca-4599-8b54-31ef9ad72dcd req-28d73f7e-5d56-4960-8cb9-13b359e508da tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.683620 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34281f14-86ca-4599-8b54-31ef9ad72dcd req-28d73f7e-5d56-4960-8cb9-13b359e508da tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.30 "DELETE /v2.0/ports/4d9da605-d633-49e2-8a81-d874556efd9e HTTP/1.1" status: 204 len: 173 time: 1.4214129 Jan 31 15:55:48.757752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2fe6-b81f-4e1e-82d6-38b4d1cf8f5d req-c61760ea-d055-4df4-8ae6-aa061959b64d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:48.759904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a1f2fe6-b81f-4e1e-82d6-38b4d1cf8f5d req-c61760ea-d055-4df4-8ae6-aa061959b64d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 945 time: 0.1264782 Jan 31 15:55:48.760658 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.767252 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:48.773548 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] 10.222.0.36 "DELETE /v2.0/networks/5332046b-66f1-4180-8827-9fa34aa1902d HTTP/1.1" status: 204 len: 168 time: 1.7145245 Jan 31 15:55:48.848495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890629b-367f-4c30-89fd-384d505fe15c admin admin] Pushing event deleted for resources: {'Network': ['ID=5332046b-66f1-4180-8827-9fa34aa1902d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:48.852817 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-51379e06-39fb-48a1-9e64-705e6cbd3486 req-c0d8f01c-3c77-4f5d-ad25-6f5424143c94 tempest-ServerRescueNegativeTestJSON-556581375 tempest-ServerRescueNegativeTestJSON-556581375-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e6b8f16-e3f7-45b6-9d02-b5b698c96939 HTTP/1.1" status: 200 len: 210 time: 0.0658069 Jan 31 15:55:49.024932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41656) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:49.053454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6b8f16-e3f7-45b6-9d02-b5b698c96939', 'name': 'network-vif-deleted', 'tag': '4d9da605-d633-49e2-8a81-d874556efd9e'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:49.056201 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed5d72e-b93a-4a79-abad-419a311f0908" -d '{"events": [{"server_uuid": "9e6b8f16-e3f7-45b6-9d02-b5b698c96939", "name": "network-vif-deleted", "tag": "4d9da605-d633-49e2-8a81-d874556efd9e"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:49.101098 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-59561dfc-1631-4579-bd17-5b03201e77c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1756649 Jan 31 15:55:49.107793 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-fd9f7d47-91e8-4598-9e4c-19c7d4882d15 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:55:49.121292 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-fd9f7d47-91e8-4598-9e4c-19c7d4882d15 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183783 Jan 31 15:55:49.134106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-1a1f2fe6-b81f-4e1e-82d6-38b4d1cf8f5d req-255bdb03-9553-4baf-ad65-d2069f9f2263 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Deleting port 27d8840c-077f-42e5-9049-3e5c2b3c28bb {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:49.135460 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1a1f2fe6-b81f-4e1e-82d6-38b4d1cf8f5d req-255bdb03-9553-4baf-ad65-d2069f9f2263 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.141718 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f7de8b-adc3-41fc-a886-2d725b5eaed2 x-openstack-request-id: req-87f7de8b-adc3-41fc-a886-2d725b5eaed2 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:49.144881 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6b8f16-e3f7-45b6-9d02-b5b698c96939", "name": "network-vif-deleted", "tag": "4d9da605-d633-49e2-8a81-d874556efd9e", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:49.146272 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87f7de8b-adc3-41fc-a886-2d725b5eaed2 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:49.146953 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6b8f16-e3f7-45b6-9d02-b5b698c96939', 'name': 'network-vif-deleted', 'tag': '4d9da605-d633-49e2-8a81-d874556efd9e', 'status': 'completed', 'code': 200} Jan 31 15:55:49.166842 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.212485 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.220435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] 10.222.0.36 "DELETE /v2.0/networks/8879dc0d-286b-48d7-8388-e4f6990e87ec HTTP/1.1" status: 204 len: 168 time: 1.2873001 Jan 31 15:55:49.221448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76579d-7e79-4abd-b008-8c77180ca29a admin admin] Pushing event deleted for resources: {'Network': ['ID=8879dc0d-286b-48d7-8388-e4f6990e87ec,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:49.223221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41666) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:49.259236 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-14aa80be-b315-45b2-8ba8-60ace6b21184 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83c48db2667e4736af08cf226b779d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323060 Jan 31 15:55:49.265426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41670) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:49.477112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec00211-1c02-412a-9daf-d1279a6963ab req-dfe0cb2c-9a8e-4b5b-b51f-cc114aacb553 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:49.485532 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ec00211-1c02-412a-9daf-d1279a6963ab req-dfe0cb2c-9a8e-4b5b-b51f-cc114aacb553 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.1614270 Jan 31 15:55:49.513088 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-00e8f568-7532-4143-855e-21e35d46e42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.571213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ec00211-1c02-412a-9daf-d1279a6963ab req-3733174f-613f-4399-a2e6-eafdd486222c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707934 Jan 31 15:55:49.571815 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-00e8f568-7532-4143-855e-21e35d46e42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.636778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c78c4d-be63-462d-be44-42a02f607f87 admin admin] Deleting subnet 78d1e199-2af0-4ed6-bd01-39b0a734ea3a {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:55:49.640438 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74c78c4d-be63-462d-be44-42a02f607f87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.654744 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b3dc-932c-41f9-b1b2-cdc4917a066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.657028 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-00e8f568-7532-4143-855e-21e35d46e42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.659813 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-00e8f568-7532-4143-855e-21e35d46e42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.661321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-00e8f568-7532-4143-855e-21e35d46e42e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43ff50a1-fb1d-4eb4-b18d-fbf64ae175ef HTTP/1.1" status: 204 len: 168 time: 0.3945792 Jan 31 15:55:49.668192 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-1a1f2fe6-b81f-4e1e-82d6-38b4d1cf8f5d req-255bdb03-9553-4baf-ad65-d2069f9f2263 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] For port 27d8840c-077f-42e5-9049-3e5c2b3c28bb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d8840c-077f-42e5-9049-3e5c2b3c28bb,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:49.668603 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1a1f2fe6-b81f-4e1e-82d6-38b4d1cf8f5d req-255bdb03-9553-4baf-ad65-d2069f9f2263 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.705727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8f568-7532-4143-855e-21e35d46e42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ff50a1-fb1d-4eb4-b18d-fbf64ae175ef,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:49.710306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-1a1f2fe6-b81f-4e1e-82d6-38b4d1cf8f5d req-255bdb03-9553-4baf-ad65-d2069f9f2263 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Calling delete_port for 27d8840c-077f-42e5-9049-3e5c2b3c28bb owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:49.736552 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74c78c4d-be63-462d-be44-42a02f607f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.750834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b28aef-c937-4eed-bb08-d53bfb31fcf8 req-d4d38182-0fd9-4746-9bb9-3c598406bd98 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:49.759203 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36b28aef-c937-4eed-bb08-d53bfb31fcf8 req-d4d38182-0fd9-4746-9bb9-3c598406bd98 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 945 time: 0.3534296 Jan 31 15:55:49.821234 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74c78c4d-be63-462d-be44-42a02f607f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.852216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36b28aef-c937-4eed-bb08-d53bfb31fcf8 req-d1226ec0-c974-4222-a2de-1000821ab592 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920477 Jan 31 15:55:49.873811 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4d9da605-d633-49e2-8a81-d874556efd9e no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:49.910214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 4d9da605-d633-49e2-8a81-d874556efd9e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:49.911198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4d9da605-d633-49e2-8a81-d874556efd9e not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:49.920076 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74c78c4d-be63-462d-be44-42a02f607f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:49.968040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41696) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:49.975772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c78c4d-be63-462d-be44-42a02f607f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d1e199-2af0-4ed6-bd01-39b0a734ea3a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:50.019991 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1a1f2fe6-b81f-4e1e-82d6-38b4d1cf8f5d req-255bdb03-9553-4baf-ad65-d2069f9f2263 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:50.021743 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74c78c4d-be63-462d-be44-42a02f607f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:50.025369 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-74c78c4d-be63-462d-be44-42a02f607f87 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/78d1e199-2af0-4ed6-bd01-39b0a734ea3a HTTP/1.1" status: 204 len: 168 time: 0.7984447 Jan 31 15:55:50.030484 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41698) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:50.119267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bdb03-9553-4baf-ad65-d2069f9f2263 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Pushing event deleted for resources: {'Port': ['ID=27d8840c-077f-42e5-9049-3e5c2b3c28bb,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:50.164086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a3312-3ad7-4d47-9d5e-59e946ba483b req-9b852df7-1181-47cc-b76b-809eeb73ee07 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:50.172065 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fd8a3312-3ad7-4d47-9d5e-59e946ba483b req-9b852df7-1181-47cc-b76b-809eeb73ee07 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.2649937 Jan 31 15:55:50.188905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1f2fe6-b81f-4e1e-82d6-38b4d1cf8f5d req-255bdb03-9553-4baf-ad65-d2069f9f2263 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] No DVR routers for this DVR port 27d8840c-077f-42e5-9049-3e5c2b3c28bb on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:50.197904 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1a1f2fe6-b81f-4e1e-82d6-38b4d1cf8f5d req-255bdb03-9553-4baf-ad65-d2069f9f2263 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:50.201141 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a1f2fe6-b81f-4e1e-82d6-38b4d1cf8f5d req-255bdb03-9553-4baf-ad65-d2069f9f2263 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "DELETE /v2.0/ports/27d8840c-077f-42e5-9049-3e5c2b3c28bb HTTP/1.1" status: 204 len: 173 time: 1.4290214 Jan 31 15:55:50.230285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c74c4912-ff69-4886-ae29-eff360025879 admin admin] Deleting port f82f465f-1e54-4da9-99cf-10975c193374 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:50.231413 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c74c4912-ff69-4886-ae29-eff360025879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:50.338439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:50.376075 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fd8a3312-3ad7-4d47-9d5e-59e946ba483b req-c6c58e92-58b7-4373-80be-9bef8ab4b6f3 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031162 Jan 31 15:55:50.758719 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:50.783294 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:50.783819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd600cf6-13fc-4e63-9848-f347bf64d09e']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:50.794539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a476e7da-06e1-42aa-aa7c-5863de73facb') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:50.794827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a476e7da-06e1-42aa-aa7c-5863de73facb') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:50.809396 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:50.823588 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:50.829875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:55:50.830599 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:50.876441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-c74c4912-ff69-4886-ae29-eff360025879 admin admin] For port f82f465f-1e54-4da9-99cf-10975c193374, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f82f465f-1e54-4da9-99cf-10975c193374,segment=NetworkSegment(b05b32b3-5c48-492e-867d-9076c5565d52),segment_id=b05b32b3-5c48-492e-867d-9076c5565d52)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:50.876930 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c74c4912-ff69-4886-ae29-eff360025879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:50.895734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c74c4912-ff69-4886-ae29-eff360025879 admin admin] Calling delete_port for f82f465f-1e54-4da9-99cf-10975c193374 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:50.907183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ab52e-dbb6-4fbb-9953-66220424efa7 req-f410f9d6-3a28-42b4-8afe-edd481f79d72 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:50.909231 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-338ab52e-dbb6-4fbb-9953-66220424efa7 req-f410f9d6-3a28-42b4-8afe-edd481f79d72 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.0776155 Jan 31 15:55:50.951436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41730) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:51.014396 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-338ab52e-dbb6-4fbb-9953-66220424efa7 req-6bcf01c0-4e20-4689-ae7a-0d21c4201cbf tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936840 Jan 31 15:55:51.164696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa81819-1067-4624-ada9-d0ac8550c2dc', 'name': 'network-vif-deleted', 'tag': '27d8840c-077f-42e5-9049-3e5c2b3c28bb'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:51.167921 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44c7d3c-2deb-40db-b742-23a0b1ca9dfc" -d '{"events": [{"server_uuid": "caa81819-1067-4624-ada9-d0ac8550c2dc", "name": "network-vif-deleted", "tag": "27d8840c-077f-42e5-9049-3e5c2b3c28bb"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:55:51.173100 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:55:51.178156 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73779876-2f9c-41de-8971-dad401dd2f9e req-91615b68-ce9f-4461-aedc-53ef4fdf01ca tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 210 time: 0.0619454 Jan 31 15:55:51.222960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1538440939-network', 'tenant_id': '30dc4833d27a46e5ba15348ccc266754'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:51.255021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Made reservation on behalf of 30dc4833d27a46e5ba15348ccc266754 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:55:51.258474 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:51.270404 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:51.287981 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213ff33c-7099-4294-ba4a-b0f46f21f1e6 x-openstack-request-id: req-213ff33c-7099-4294-ba4a-b0f46f21f1e6 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:51.288565 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa81819-1067-4624-ada9-d0ac8550c2dc", "name": "network-vif-deleted", "tag": "27d8840c-077f-42e5-9049-3e5c2b3c28bb", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:51.289156 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-213ff33c-7099-4294-ba4a-b0f46f21f1e6 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:51.289744 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa81819-1067-4624-ada9-d0ac8550c2dc', 'name': 'network-vif-deleted', 'tag': '27d8840c-077f-42e5-9049-3e5c2b3c28bb', 'status': 'completed', 'code': 200} Jan 31 15:55:51.429735 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:51.438962 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:51.455457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:51.510893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:55:51.531450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc04881a-a1a9-4aaf-87d5-96465e3c53f0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:51.532811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:51.541843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fd600cf6-13fc-4e63-9848-f347bf64d09e HTTP/1.1" status: 204 len: 168 time: 1.5093939 Jan 31 15:55:51.545789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:51.546144 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Added segment d92c66f0-9a3c-4c04-a730-de3fee65cb59 of type vlan for network efc934cf-964f-47af-b9c7-f40057c7e4bf Jan 31 15:55:51.553358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1ac88-c1e1-468d-bb0c-7a14f93dc759 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd600cf6-13fc-4e63-9848-f347bf64d09e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:51.644923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173050f-ba06-408e-8c2a-072de099d72a req-7c26629a-a186-4b67-b797-2b613eed1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:51.649899 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-7c26629a-a186-4b67-b797-2b613eed1acd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 1101 time: 0.3231769 Jan 31 15:55:51.651284 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:51.681111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd02a3-7025-4243-880f-41a1434ca8fa req-8b4350cf-e002-4ef9-a887-a33fc3b3354b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:51.686030 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbdd02a3-7025-4243-880f-41a1434ca8fa req-8b4350cf-e002-4ef9-a887-a33fc3b3354b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.8420665 Jan 31 15:55:51.723988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:51.725293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:51.726330 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:51.789935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41740) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:51.849818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] Pushing event updated for resources: {'Network': ['ID=efc934cf-964f-47af-b9c7-f40057c7e4bf,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:51.862858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network efc934cf-964f-47af-b9c7-f40057c7e4bf details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:55:51.880971 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-feb50de5-a36a-410d-9189-b25e7fc95b1c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9280906 Jan 31 15:55:51.883732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41742) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:51.894565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27d8840c-077f-42e5-9049-3e5c2b3c28bb no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:51.895420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f142e49c-1935-44e9-b9a1-7ceaeab542d9 admin admin] Request body: {'subnet': {'network_id': 'efc934cf-964f-47af-b9c7-f40057c7e4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1538440939-subnet', 'tenant_id': '30dc4833d27a46e5ba15348ccc266754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:51.933162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173050f-ba06-408e-8c2a-072de099d72a req-868c3123-77bb-4671-86a4-aa41e26d8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:51.934766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-868c3123-77bb-4671-86a4-aa41e26d8a76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2462306 Jan 31 15:55:51.947964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f142e49c-1935-44e9-b9a1-7ceaeab542d9 admin admin] Made reservation on behalf of 30dc4833d27a46e5ba15348ccc266754 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:55:51.951405 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f142e49c-1935-44e9-b9a1-7ceaeab542d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:52.041304 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbdd02a3-7025-4243-880f-41a1434ca8fa req-f5cfdb47-f91f-4b46-8fce-178c7d0b0717 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242865 Jan 31 15:55:52.075951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 27d8840c-077f-42e5-9049-3e5c2b3c28bb {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:52.076293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27d8840c-077f-42e5-9049-3e5c2b3c28bb not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:52.093483 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c74c4912-ff69-4886-ae29-eff360025879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:52.121404 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-8ef93884-8eea-459e-8bd1-976768155bb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923 HTTP/1.1" status: 200 len: 217 time: 0.1580656 Jan 31 15:55:52.183954 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:52.339471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173050f-ba06-408e-8c2a-072de099d72a req-882b36d4-402f-4708-9267-34bd1eca3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:52.345160 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-882b36d4-402f-4708-9267-34bd1eca3727 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1112707 Jan 31 15:55:52.349999 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fee071aa-a688-4a4b-83e1-ea9ab2bf9636 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb6f65ae282d4cad81a9203baacdf14e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4242845 Jan 31 15:55:52.405295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6df33d-8174-4675-b066-e827a1650f69 req-8cd6a31d-d633-457a-abb9-d5b85872acc0 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:52.405941 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41748) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:52.410170 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f6df33d-8174-4675-b066-e827a1650f69 req-8cd6a31d-d633-457a-abb9-d5b85872acc0 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.2290435 Jan 31 15:55:52.433068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c4912-ff69-4886-ae29-eff360025879 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82f465f-1e54-4da9-99cf-10975c193374,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:52.510032 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:52.511752 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f142e49c-1935-44e9-b9a1-7ceaeab542d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:52.533900 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f6df33d-8174-4675-b066-e827a1650f69 req-aabc99cb-ed10-4527-acc2-78e4c4e77ec1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032298 Jan 31 15:55:52.589896 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92e5d34d-f410-4aa7-8d38-832fa02fedba req-2bf25e42-aae2-433f-b279-ffbfdfe39949 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 210 time: 0.1999998 Jan 31 15:55:52.647546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142e49c-1935-44e9-b9a1-7ceaeab542d9 admin admin] Checking segment: {'id': 'd92c66f0-9a3c-4c04-a730-de3fee65cb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'efc934cf-964f-47af-b9c7-f40057c7e4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:52.647896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142e49c-1935-44e9-b9a1-7ceaeab542d9 admin admin] Network hostable DHCP agents. Network: efc934cf-964f-47af-b9c7-f40057c7e4bf, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:55:52.661653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142e49c-1935-44e9-b9a1-7ceaeab542d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac9608f-9c84-4253-8b58-7f3f0862a136,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:52.674708 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04b0b376-424b-4677-ad23-53b981fb6e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:52.683366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142e49c-1935-44e9-b9a1-7ceaeab542d9 admin admin] Network efc934cf-964f-47af-b9c7-f40057c7e4bf is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:55:52.683601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173050f-ba06-408e-8c2a-072de099d72a req-354ae73c-cd12-4b1c-8749-5918400720e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:52.684878 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-354ae73c-cd12-4b1c-8749-5918400720e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2775168 Jan 31 15:55:52.695688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-f142e49c-1935-44e9-b9a1-7ceaeab542d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, efc934cf-964f-47af-b9c7-f40057c7e4bf) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:55:52.704741 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc9efb-98f4-414a-81bb-098966cb4184 None None] Network efc934cf-964f-47af-b9c7-f40057c7e4bf requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:55:52.713909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f142e49c-1935-44e9-b9a1-7ceaeab542d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:52.714516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f142e49c-1935-44e9-b9a1-7ceaeab542d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:52.761624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04b0b376-424b-4677-ad23-53b981fb6e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:52.768169 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f142e49c-1935-44e9-b9a1-7ceaeab542d9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8830299 Jan 31 15:55:52.900110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-c1acf084-ee9e-4b9a-9abb-fe9992b19fcd service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067319 Jan 31 15:55:52.917016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ede8f6-30f9-4158-aef3-0455c4a461fc None None] Network efc934cf-964f-47af-b9c7-f40057c7e4bf requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:55:52.958158 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2f6443-ab31-4790-8b92-5ff0260b0113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:53.175757 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04b0b376-424b-4677-ad23-53b981fb6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:53.177938 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04b0b376-424b-4677-ad23-53b981fb6e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:53.181798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-04b0b376-424b-4677-ad23-53b981fb6e1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38a2068e-43a2-4897-9abf-9b585566c2b4 HTTP/1.1" status: 204 len: 168 time: 0.7515855 Jan 31 15:55:53.300321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0b376-424b-4677-ad23-53b981fb6e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a2068e-43a2-4897-9abf-9b585566c2b4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:53.641449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-e67bf50a-3dfe-4f88-a3fe-eaf8a2738daf tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:53.648424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-e67bf50a-3dfe-4f88-a3fe-eaf8a2738daf tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/networks?id=efc934cf-964f-47af-b9c7-f40057c7e4bf HTTP/1.1" status: 200 len: 813 time: 0.2219908 Jan 31 15:55:53.688696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-832931dd-11f5-4990-95a1-d30e9af1e757 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/quotas/30dc4833d27a46e5ba15348ccc266754 HTTP/1.1" status: 200 len: 375 time: 0.0393443 Jan 31 15:55:53.746776 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-56561d58-bed9-44f1-8933-9268103fac20 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=30dc4833d27a46e5ba15348ccc266754&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571482 Jan 31 15:55:53.883542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41784) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:53.935160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b519c-f106-400a-ae9b-32fec2aa56e5 req-0ca8f6c6-5ee9-4078-94cc-af5ead7c6dd2 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:53.938239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-cbba1689-55fa-4b4a-a3d6-24c38759e76d service neutron] 10.222.0.36 "GET /v2.0/networks/efc934cf-964f-47af-b9c7-f40057c7e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906049 Jan 31 15:55:53.943298 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-361b519c-f106-400a-ae9b-32fec2aa56e5 req-0ca8f6c6-5ee9-4078-94cc-af5ead7c6dd2 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.7921441 Jan 31 15:55:53.956041 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c74c4912-ff69-4886-ae29-eff360025879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:53.961981 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9db1adb2-1a2b-468d-99e2-ed8ec6fd6d33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=329a2dda77034e678310ad124a35af0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0772471 Jan 31 15:55:53.962593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41786) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:54.026035 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-0e3092d1-1075-471e-a733-9b5f70a1a4b5 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0722489 Jan 31 15:55:54.086298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-445b3ac1-ed72-49c4-8bf4-466f8b44e552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:54.089410 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-384a90e2-f910-425b-a95d-a81c5a802c97 service neutron] 10.222.0.36 "GET /v2.0/networks/efc934cf-964f-47af-b9c7-f40057c7e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427221 Jan 31 15:55:54.114685 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-361b519c-f106-400a-ae9b-32fec2aa56e5 req-d9696258-bca5-4ca6-bd87-bd9272ee0a9c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659715 Jan 31 15:55:54.122820 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-445b3ac1-ed72-49c4-8bf4-466f8b44e552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:54.208320 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-445b3ac1-ed72-49c4-8bf4-466f8b44e552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:54.210908 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-445b3ac1-ed72-49c4-8bf4-466f8b44e552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:54.214907 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-445b3ac1-ed72-49c4-8bf4-466f8b44e552 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6bd5344-8bc1-44ea-9ea4-b3e4ecc6ffa7 HTTP/1.1" status: 204 len: 168 time: 0.2419434 Jan 31 15:55:54.226829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b3ac1-ed72-49c4-8bf4-466f8b44e552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bd5344-8bc1-44ea-9ea4-b3e4ecc6ffa7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:54.579887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74c4912-ff69-4886-ae29-eff360025879 admin admin] Router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:55:54.591967 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14590bce-80c2-4f4f-b3b2-f99fc34d2ff0 req-8115d805-3a41-4add-8e42-6f7f7b3d760f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 210 time: 0.0504947 Jan 31 15:55:54.843069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dbca0-5eaf-4efd-82b0-58cd86c9494c req-5a3c291e-3541-4344-8b14-6473f3192cc5 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:54.844694 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df9dbca0-5eaf-4efd-82b0-58cd86c9494c req-5a3c291e-3541-4344-8b14-6473f3192cc5 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 944 time: 0.0871050 Jan 31 15:55:54.847707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-df2f6443-ab31-4790-8b92-5ff0260b0113 admin admin] Deleting port 95894aa6-9cbe-437a-b0b8-628039f17919 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:54.848056 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2f6443-ab31-4790-8b92-5ff0260b0113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:54.859680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283cb4a-2baf-495b-a167-4cff970ac426 req-dd26747f-a2fa-49dc-882c-01dc34b837ab tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:54.861722 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9283cb4a-2baf-495b-a167-4cff970ac426 req-dd26747f-a2fa-49dc-882c-01dc34b837ab tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.2784374 Jan 31 15:55:54.907722 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df9dbca0-5eaf-4efd-82b0-58cd86c9494c req-ee341684-c673-4f8a-be04-79864fa092d6 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547957 Jan 31 15:55:54.913436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74c4912-ff69-4886-ae29-eff360025879 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:55:54.927968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ed51f-eb9d-4c1b-9529-79ff4a6e4010 None None] Sync routers for ids ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:55:54.956729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c74c4912-ff69-4886-ae29-eff360025879 admin admin] 10.222.0.36 "PUT /v2.0/routers/5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3814178 Jan 31 15:55:54.970391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ed51f-eb9d-4c1b-9529-79ff4a6e4010 None None] Routers {'5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:54.971052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d07ed51f-eb9d-4c1b-9529-79ff4a6e4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:54.979193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41810) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:55.050752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-03c1e704-9de6-4646-89df-f160cbdd2207 req-65f45a45-350a-460a-b563-393bed81842d tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 210 time: 0.0425472 Jan 31 15:55:55.071223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297891f-61d0-4168-bc55-fbdda30ce52f req-27ffa06b-a1c1-4609-aacb-5cec9e9e0308 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:55.072687 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d297891f-61d0-4168-bc55-fbdda30ce52f req-27ffa06b-a1c1-4609-aacb-5cec9e9e0308 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.30 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 944 time: 0.1582263 Jan 31 15:55:55.168364 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9283cb4a-2baf-495b-a167-4cff970ac426 req-d8f1f02f-730f-4898-a85c-494f989bf9c5 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940509 Jan 31 15:55:55.193810 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-d07ed51f-eb9d-4c1b-9529-79ff4a6e4010 None None] Set router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:55.272355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-d297891f-61d0-4168-bc55-fbdda30ce52f req-49c02cd5-44b6-48cb-854c-c01300197c37 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Deleting port 4927f153-10c1-4bf4-9b72-884ccc05b657 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:55.272804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d297891f-61d0-4168-bc55-fbdda30ce52f req-49c02cd5-44b6-48cb-854c-c01300197c37 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:55.280277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-df2f6443-ab31-4790-8b92-5ff0260b0113 admin admin] For port 95894aa6-9cbe-437a-b0b8-628039f17919, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=95894aa6-9cbe-437a-b0b8-628039f17919,segment=NetworkSegment(468924dd-4653-4467-9d4b-38c5884c15a6),segment_id=468924dd-4653-4467-9d4b-38c5884c15a6)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:55.288771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2f6443-ab31-4790-8b92-5ff0260b0113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:55.336938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-df2f6443-ab31-4790-8b92-5ff0260b0113 admin admin] Calling delete_port for 95894aa6-9cbe-437a-b0b8-628039f17919 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:55.493536 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:55.727876 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:55.736161 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2f6443-ab31-4790-8b92-5ff0260b0113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:55.769942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d07ed51f-eb9d-4c1b-9529-79ff4a6e4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:51Z', 'revision_number': 5, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:55.804298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ed51f-eb9d-4c1b-9529-79ff4a6e4010 None None] Checking router: 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:55:55.813904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ed51f-eb9d-4c1b-9529-79ff4a6e4010 None None] Routers {'5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:55.814659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d07ed51f-eb9d-4c1b-9529-79ff4a6e4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:55.978164 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91f2064a-27ce-4685-946b-49d31efdf06e req-46bf1c01-6630-479b-af4b-941fabf46c86 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 210 time: 0.1178970 Jan 31 15:55:55.982014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f6443-ab31-4790-8b92-5ff0260b0113 admin admin] Pushing event deleted for resources: {'Port': ['ID=95894aa6-9cbe-437a-b0b8-628039f17919,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:56.009353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-d07ed51f-eb9d-4c1b-9529-79ff4a6e4010 None None] Set router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:56.251038 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a680a2-3d13-4d97-a661-18dd230b0769 req-2195e572-fa53-4d28-be20-4beb0329fb39 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:56.258015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c0a680a2-3d13-4d97-a661-18dd230b0769 req-2195e572-fa53-4d28-be20-4beb0329fb39 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.9756968 Jan 31 15:55:56.331370 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d297891f-61d0-4168-bc55-fbdda30ce52f req-49c02cd5-44b6-48cb-854c-c01300197c37 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] For port 4927f153-10c1-4bf4-9b72-884ccc05b657, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4927f153-10c1-4bf4-9b72-884ccc05b657,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:56.331744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d297891f-61d0-4168-bc55-fbdda30ce52f req-49c02cd5-44b6-48cb-854c-c01300197c37 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:56.345495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-d297891f-61d0-4168-bc55-fbdda30ce52f req-49c02cd5-44b6-48cb-854c-c01300197c37 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Calling delete_port for 4927f153-10c1-4bf4-9b72-884ccc05b657 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:56.362367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-ec747d74-621e-4897-bcd6-ab9e939881cb tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:56.363965 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-ec747d74-621e-4897-bcd6-ab9e939881cb tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.30 "GET /v2.0/networks?id=efc934cf-964f-47af-b9c7-f40057c7e4bf HTTP/1.1" status: 200 len: 813 time: 0.3958757 Jan 31 15:55:56.372875 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d07ed51f-eb9d-4c1b-9529-79ff4a6e4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:51Z', 'revision_number': 5, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:56.383715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Request body: {'port': {'device_id': 'aea01f3c-8964-49b7-a1d1-e81948ce69ca', 'network_id': 'efc934cf-964f-47af-b9c7-f40057c7e4bf', 'admin_state_up': True, 'tenant_id': '30dc4833d27a46e5ba15348ccc266754'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:56.395326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:56.419499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5235f-1077-48f7-9275-601c4d70ed9c req-6c94eef0-c7d4-4172-826d-430822b3f9ac tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:56.421338 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ad5235f-1077-48f7-9275-601c4d70ed9c req-6c94eef0-c7d4-4172-826d-430822b3f9ac tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f0bfae-e3bc-43a1-9311-f483ddfbc53d HTTP/1.1" status: 200 len: 944 time: 0.2462924 Jan 31 15:55:56.430257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ed51f-eb9d-4c1b-9529-79ff4a6e4010 None None] The sync data for ids ['5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc'] in n-d-827120-1 is: [{'id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1271862563-router', 'tenant_id': 'f7b00e2a222a48d588370731376522c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:51Z', 'revision_number': 5, 'project_id': 'f7b00e2a222a48d588370731376522c7', 'gw_port': {'id': '898fd386-3054-4904-a7ad-b30d8a7362fe', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:54:56Z', 'updated_at': '2022-01-31T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:55:56.480459 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c0a680a2-3d13-4d97-a661-18dd230b0769 req-f1eee2df-614c-420d-9995-4cff1c56171f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210498 Jan 31 15:55:56.562430 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ad5235f-1077-48f7-9275-601c4d70ed9c req-4c41bc41-9f53-4764-9aea-f4a96e9e82e4 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326127 Jan 31 15:55:56.564272 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2f6443-ab31-4790-8b92-5ff0260b0113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:56.574587 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6c25fa6-e9e1-4630-89df-e0d8c28342e5 req-632c3f43-9ffb-4713-bea2-017b8855cb84 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 210 time: 0.0403779 Jan 31 15:55:56.629729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Deleting port 898fd386-3054-4904-a7ad-b30d8a7362fe {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:56.630066 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:56.723291 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d297891f-61d0-4168-bc55-fbdda30ce52f req-49c02cd5-44b6-48cb-854c-c01300197c37 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:56.758546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c02cd5-44b6-48cb-854c-c01300197c37 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Pushing event deleted for resources: {'Port': ['ID=4927f153-10c1-4bf4-9b72-884ccc05b657,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:56.781164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Made reservation on behalf of 30dc4833d27a46e5ba15348ccc266754 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:55:56.785070 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:56.817951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06def0-49a8-45ea-be8b-0f8c69e2dd0b req-bcc415cc-9a66-4bdd-856b-6312321adfd8 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:56.819469 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f06def0-49a8-45ea-be8b-0f8c69e2dd0b req-bcc415cc-9a66-4bdd-856b-6312321adfd8 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.1247807 Jan 31 15:55:56.827259 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] For port 898fd386-3054-4904-a7ad-b30d8a7362fe, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=898fd386-3054-4904-a7ad-b30d8a7362fe,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:56.827622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:56.857749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d297891f-61d0-4168-bc55-fbdda30ce52f req-49c02cd5-44b6-48cb-854c-c01300197c37 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] No DVR routers for this DVR port 4927f153-10c1-4bf4-9b72-884ccc05b657 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:56.865970 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d297891f-61d0-4168-bc55-fbdda30ce52f req-49c02cd5-44b6-48cb-854c-c01300197c37 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:56.870032 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d297891f-61d0-4168-bc55-fbdda30ce52f req-49c02cd5-44b6-48cb-854c-c01300197c37 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.30 "DELETE /v2.0/ports/4927f153-10c1-4bf4-9b72-884ccc05b657 HTTP/1.1" status: 204 len: 173 time: 1.7896461 Jan 31 15:55:56.870624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f0bfae-e3bc-43a1-9311-f483ddfbc53d', 'name': 'network-vif-deleted', 'tag': '4927f153-10c1-4bf4-9b72-884ccc05b657'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:56.873301 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961c1170-6187-4842-b338-321c2405ccf9" -d '{"events": [{"server_uuid": "55f0bfae-e3bc-43a1-9311-f483ddfbc53d", "name": "network-vif-deleted", "tag": "4927f153-10c1-4bf4-9b72-884ccc05b657"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:56.898451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41854) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:56.906123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Calling delete_port for 898fd386-3054-4904-a7ad-b30d8a7362fe owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:56.955402 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb79cca2-b1aa-4207-95e8-b61be166fe63 x-openstack-request-id: req-fb79cca2-b1aa-4207-95e8-b61be166fe63 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:55:56.955721 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f0bfae-e3bc-43a1-9311-f483ddfbc53d", "name": "network-vif-deleted", "tag": "4927f153-10c1-4bf4-9b72-884ccc05b657", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:55:56.955899 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb79cca2-b1aa-4207-95e8-b61be166fe63 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:55:56.956291 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f0bfae-e3bc-43a1-9311-f483ddfbc53d', 'name': 'network-vif-deleted', 'tag': '4927f153-10c1-4bf4-9b72-884ccc05b657', 'status': 'completed', 'code': 200} Jan 31 15:55:57.072766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Allocated IP 172.20.0.4 (efc934cf-964f-47af-b9c7-f40057c7e4bf/2ac9608f-9c84-4253-8b58-7f3f0862a136/3c756103-8a2f-4455-91a3-71208a0372a0) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:55:57.088315 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f06def0-49a8-45ea-be8b-0f8c69e2dd0b req-3dc8d34f-8241-435b-99da-e99af3914bb0 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094970 Jan 31 15:55:57.132140 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bf1de33-3116-4c09-84bc-d20728586b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.177801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2f6443-ab31-4790-8b92-5ff0260b0113 admin admin] Router af11620a-d5f4-4b40-ae91-51f76dd76d28 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:55:57.193854 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4a8988c9-b681-4bac-86f4-ee61691ef73f req-d84f5f9e-a387-482c-ad6a-84c8eb5f6811 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa81819-1067-4624-ada9-d0ac8550c2dc HTTP/1.1" status: 200 len: 210 time: 0.0435777 Jan 31 15:55:57.310610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.345279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Pushing event deleted for resources: {'Port': ['ID=898fd386-3054-4904-a7ad-b30d8a7362fe,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:57.352534 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.355100 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bf1de33-3116-4c09-84bc-d20728586b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.363090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bf1de33-3116-4c09-84bc-d20728586b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.367122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2f6443-ab31-4790-8b92-5ff0260b0113 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:55:57.375144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-df2f6443-ab31-4790-8b92-5ff0260b0113 admin admin] 10.222.0.36 "PUT /v2.0/routers/af11620a-d5f4-4b40-ae91-51f76dd76d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4060898 Jan 31 15:55:57.376137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41860) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:57.382617 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3e1e9-0769-4003-9278-ac0663b1c1a0 None None] Sync routers for ids ['af11620a-d5f4-4b40-ae91-51f76dd76d28'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:55:57.397580 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3e1e9-0769-4003-9278-ac0663b1c1a0 None None] Routers {'af11620a-d5f4-4b40-ae91-51f76dd76d28'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:57.398346 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-95d3e1e9-0769-4003-9278-ac0663b1c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['af11620a-d5f4-4b40-ae91-51f76dd76d28'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:57.417460 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1bf1de33-3116-4c09-84bc-d20728586b6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=653153e68b2f4190969d9210194461fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5175483 Jan 31 15:55:57.421663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41862) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:57.435653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1de33-3116-4c09-84bc-d20728586b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d498b5-4b63-432a-b041-cd5f72197724,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:57.461939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.466144 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.491403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Network efc934cf-964f-47af-b9c7-f40057c7e4bf is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:55:57.507372 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:55:57.509834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:55:57.530781 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-95d3e1e9-0769-4003-9278-ac0663b1c1a0 None None] Set router af11620a-d5f4-4b40-ae91-51f76dd76d28 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:57.598087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:57.598656 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.631765 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.638364 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1e95a00b-efef-42e1-8035-ec4dac48b9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.662872 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1e95a00b-efef-42e1-8035-ec4dac48b9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.701669 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3244731 Jan 31 15:55:57.703700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af66488-1093-4403-ba69-f205e6d905be tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Pushing event updated for resources: {'Port': ['ID=3c756103-8a2f-4455-91a3-71208a0372a0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:57.770541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Request body: {'port': {'device_id': 'aea01f3c-8964-49b7-a1d1-e81948ce69ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:55:57.795788 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-95d3e1e9-0769-4003-9278-ac0663b1c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764643873-router', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:51Z', 'updated_at': '2022-01-31T15:55:55Z', 'revision_number': 5, 'project_id': '8a9c604c867340d093a20a1cba841833', 'gw_port': {'id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:52Z', 'updated_at': '2022-01-31T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:57.796101 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1e95a00b-efef-42e1-8035-ec4dac48b9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.798654 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1e95a00b-efef-42e1-8035-ec4dac48b9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.799806 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1e95a00b-efef-42e1-8035-ec4dac48b9a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5d498b5-4b63-432a-b041-cd5f72197724 HTTP/1.1" status: 204 len: 168 time: 0.3771949 Jan 31 15:55:57.812750 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95a00b-efef-42e1-8035-ec4dac48b9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d498b5-4b63-432a-b041-cd5f72197724,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:57.824744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0700a-bfd0-4ce6-87cd-30eb499bf982 req-f871e30a-86b6-4603-a67c-696a619da856 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:57.826916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-33c0700a-bfd0-4ce6-87cd-30eb499bf982 req-f871e30a-86b6-4603-a67c-696a619da856 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 931 time: 0.1053822 Jan 31 15:55:57.859193 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.859846 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3e1e9-0769-4003-9278-ac0663b1c1a0 None None] Checking router: af11620a-d5f4-4b40-ae91-51f76dd76d28 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:55:57.872071 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3e1e9-0769-4003-9278-ac0663b1c1a0 None None] Routers {'af11620a-d5f4-4b40-ae91-51f76dd76d28'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:55:57.873070 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-95d3e1e9-0769-4003-9278-ac0663b1c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['af11620a-d5f4-4b40-ae91-51f76dd76d28'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:57.888801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4927f153-10c1-4bf4-9b72-884ccc05b657 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:57.924525 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-33c0700a-bfd0-4ce6-87cd-30eb499bf982 req-8f2a4992-59d8-49a4-a452-7ca37defc56b tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661871 Jan 31 15:55:57.934315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 4927f153-10c1-4bf4-9b72-884ccc05b657 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:57.935036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4927f153-10c1-4bf4-9b72-884ccc05b657 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:57.963640 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:57.970119 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.053642 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.054486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:55:58.066450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.070150 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-81f7bf57-6323-4e75-9b78-961aabb6e947 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5d41ab4f-9e9e-4d4e-b734-1220a9bcaadc HTTP/1.1" status: 204 len: 168 time: 3.0875530 Jan 31 15:55:58.072669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41878) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:58.149730 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.155802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3efb07c-d5a3-438a-ab1b-6551fb0a6edf admin admin] Deleting subnet 74ca21a9-08f0-4ae8-bc74-2341ecc36ec9 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:55:58.203513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92727336-7d68-4f76-adeb-10c4b0d5587a req-71ebb7ad-8c7d-4b26-a524-86f6f7967b82 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:58.205076 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92727336-7d68-4f76-adeb-10c4b0d5587a req-71ebb7ad-8c7d-4b26-a524-86f6f7967b82 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.2620013 Jan 31 15:55:58.208059 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3efb07c-d5a3-438a-ab1b-6551fb0a6edf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.244035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41886) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:58.277988 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-95d3e1e9-0769-4003-9278-ac0663b1c1a0 None None] Set router af11620a-d5f4-4b40-ae91-51f76dd76d28 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:55:58.287122 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cd9a3bbc-be6f-4da5-a8c4-3a4871d71a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.315402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3efb07c-d5a3-438a-ab1b-6551fb0a6edf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.351374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2ca23-dff7-426d-9394-cbe6193fbd37 req-4ea1790e-2ce5-4953-9ab2-589b987df635 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:58.358785 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9cf2ca23-dff7-426d-9394-cbe6193fbd37 req-4ea1790e-2ce5-4953-9ab2-589b987df635 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.1384125 Jan 31 15:55:58.433986 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3efb07c-d5a3-438a-ab1b-6551fb0a6edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.443074 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f82f465f-1e54-4da9-99cf-10975c193374 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:55:58.459925 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9cf2ca23-dff7-426d-9394-cbe6193fbd37 req-c172dca1-8b84-4310-9cca-73a0c4dc71c3 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002638 Jan 31 15:55:58.482050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: f82f465f-1e54-4da9-99cf-10975c193374 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:55:58.482420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f82f465f-1e54-4da9-99cf-10975c193374 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:55:58.508610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c756103-8a2f-4455-91a3-71208a0372a0 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:55:58.520964 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.529065 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-95d3e1e9-0769-4003-9278-ac0663b1c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764643873-router', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:51Z', 'updated_at': '2022-01-31T15:55:55Z', 'revision_number': 5, 'project_id': '8a9c604c867340d093a20a1cba841833', 'gw_port': {'id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:52Z', 'updated_at': '2022-01-31T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:55:58.532183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92727336-7d68-4f76-adeb-10c4b0d5587a req-08036846-ea89-4df7-851c-108a3f1012c7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915213 Jan 31 15:55:58.551211 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cd9a3bbc-be6f-4da5-a8c4-3a4871d71a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.554156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Transition to ACTIVE for port object 3c756103-8a2f-4455-91a3-71208a0372a0 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:55:58.554733 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cd9a3bbc-be6f-4da5-a8c4-3a4871d71a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.568341 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.583303 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3e1e9-0769-4003-9278-ac0663b1c1a0 None None] The sync data for ids ['af11620a-d5f4-4b40-ae91-51f76dd76d28'] in n-d-827120-1 is: [{'id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764643873-router', 'tenant_id': '8a9c604c867340d093a20a1cba841833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:52:51Z', 'updated_at': '2022-01-31T15:55:55Z', 'revision_number': 5, 'project_id': '8a9c604c867340d093a20a1cba841833', 'gw_port': {'id': 'b53bb1fe-c30b-4414-ab5a-d298f6f31bc1', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11620a-d5f4-4b40-ae91-51f76dd76d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:52:52Z', 'updated_at': '2022-01-31T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:55:58.589403 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.604771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3efb07c-d5a3-438a-ab1b-6551fb0a6edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.679513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efb07c-d5a3-438a-ab1b-6551fb0a6edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ca21a9-08f0-4ae8-bc74-2341ecc36ec9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:58.688294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3efb07c-d5a3-438a-ab1b-6551fb0a6edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.696725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a3bbc-be6f-4da5-a8c4-3a4871d71a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb08ea3c-6e55-4687-9aab-f65f1fb90861,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:58.697290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68927f9e-990c-4508-b921-0baa1b72e9d4 None None] Network 18d2dbe3-92a3-4b0f-8d55-e6c32150edca requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:55:58.697798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41892) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:58.698230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c3efb07c-d5a3-438a-ab1b-6551fb0a6edf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/74ca21a9-08f0-4ae8-bc74-2341ecc36ec9 HTTP/1.1" status: 204 len: 168 time: 0.6230383 Jan 31 15:55:58.704796 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cd9a3bbc-be6f-4da5-a8c4-3a4871d71a13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12c6c32e7267417a8127c37ff3d6bb2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573464 Jan 31 15:55:58.707954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41894) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:58.724280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Pushing event updated for resources: {'Port': ['ID=3c756103-8a2f-4455-91a3-71208a0372a0,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:58.730296 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Deleting port b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:58.730947 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.857585 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.867110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed1581-4a67-42fd-8eff-38de8511d136 req-199db2b8-e487-4e06-ae3c-9cc1b01e1ca0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:58.867324 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d499ff30-858c-4ed1-bb80-070ac2766597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.868753 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-06ed1581-4a67-42fd-8eff-38de8511d136 req-199db2b8-e487-4e06-ae3c-9cc1b01e1ca0 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 944 time: 0.2633097 Jan 31 15:55:58.889444 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] For port b53bb1fe-c30b-4414-ab5a-d298f6f31bc1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b53bb1fe-c30b-4414-ab5a-d298f6f31bc1,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:58.889783 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.894413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc24be-b368-4b0e-aca8-bb4742ab05e8 req-cc8c0a04-5fed-4a34-b825-6041a9285966 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:58.895441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7fc24be-b368-4b0e-aca8-bb4742ab05e8 req-cc8c0a04-5fed-4a34-b825-6041a9285966 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 944 time: 0.2912111 Jan 31 15:55:58.925437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Calling delete_port for b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:58.928337 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d499ff30-858c-4ed1-bb80-070ac2766597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:58.973551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d73778-1912-4897-9ad9-6cc92a104f50 None None] DHCP port deletion for 18d2dbe3-92a3-4b0f-8d55-e6c32150edca request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:55:59.045430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f2d73778-1912-4897-9ad9-6cc92a104f50 None None] Deleting port c3c35e3c-d803-435a-b259-6d1bd37c0134 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:59.046319 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f2d73778-1912-4897-9ad9-6cc92a104f50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.064595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Attempting to bind port 3c756103-8a2f-4455-91a3-71208a0372a0 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:55:59.064936 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Attempting to bind port 3c756103-8a2f-4455-91a3-71208a0372a0 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'd92c66f0-9a3c-4c04-a730-de3fee65cb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'efc934cf-964f-47af-b9c7-f40057c7e4bf'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:55:59.065256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Attempting to bind port 3c756103-8a2f-4455-91a3-71208a0372a0 on network efc934cf-964f-47af-b9c7-f40057c7e4bf {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:59.071974 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7fc24be-b368-4b0e-aca8-bb4742ab05e8 req-2d696f80-4947-4830-b970-b251f778e5fb tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461239 Jan 31 15:55:59.079790 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Port 3c756103-8a2f-4455-91a3-71208a0372a0 on network efc934cf-964f-47af-b9c7-f40057c7e4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:55:59.079790 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Attempting to bind port 3c756103-8a2f-4455-91a3-71208a0372a0 on network efc934cf-964f-47af-b9c7-f40057c7e4bf {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:55:59.110628 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:55:59.110953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Checking segment: {'id': 'd92c66f0-9a3c-4c04-a730-de3fee65cb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'efc934cf-964f-47af-b9c7-f40057c7e4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:55:59.111337 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Bound using segment: {'id': 'd92c66f0-9a3c-4c04-a730-de3fee65cb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'efc934cf-964f-47af-b9c7-f40057c7e4bf'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:55:59.111780 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Bound port: 3c756103-8a2f-4455-91a3-71208a0372a0, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92c66f0-9a3c-4c04-a730-de3fee65cb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'efc934cf-964f-47af-b9c7-f40057c7e4bf'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:55:59.112137 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.126521 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d499ff30-858c-4ed1-bb80-070ac2766597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.129221 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d499ff30-858c-4ed1-bb80-070ac2766597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.130388 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d499ff30-858c-4ed1-bb80-070ac2766597 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb08ea3c-6e55-4687-9aab-f65f1fb90861 HTTP/1.1" status: 204 len: 168 time: 0.4210422 Jan 31 15:55:59.158362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f2d73778-1912-4897-9ad9-6cc92a104f50 None None] For port c3c35e3c-d803-435a-b259-6d1bd37c0134, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c3c35e3c-d803-435a-b259-6d1bd37c0134,segment=NetworkSegment(b05b32b3-5c48-492e-867d-9076c5565d52),segment_id=b05b32b3-5c48-492e-867d-9076c5565d52)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:59.159338 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f2d73778-1912-4897-9ad9-6cc92a104f50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.183687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499ff30-858c-4ed1-bb80-070ac2766597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb08ea3c-6e55-4687-9aab-f65f1fb90861,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:59.193295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Deleting port c3c35e3c-d803-435a-b259-6d1bd37c0134 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:59.193732 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.209691 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f2d73778-1912-4897-9ad9-6cc92a104f50 None None] Calling delete_port for c3c35e3c-d803-435a-b259-6d1bd37c0134 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:59.212372 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-06ed1581-4a67-42fd-8eff-38de8511d136 req-265f9fa4-4c70-46ca-a0ed-2f968cefaca3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Deleting port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:55:59.212720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-06ed1581-4a67-42fd-8eff-38de8511d136 req-265f9fa4-4c70-46ca-a0ed-2f968cefaca3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.216287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68259e0-899a-448b-acef-54e0ec432f76 req-5aaace7b-9a64-42ce-8dc4-1b62bc5345e8 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:59.217904 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f68259e0-899a-448b-acef-54e0ec432f76 req-5aaace7b-9a64-42ce-8dc4-1b62bc5345e8 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 943 time: 0.1732163 Jan 31 15:55:59.321753 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f68259e0-899a-448b-acef-54e0ec432f76 req-3d8fcc9d-b2ec-406f-ab39-ad8aef50608a tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547602 Jan 31 15:55:59.323070 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.361571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53bb1fe-c30b-4414-ab5a-d298f6f31bc1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:59.382445 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f2d73778-1912-4897-9ad9-6cc92a104f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.400189 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] For port 3c756103-8a2f-4455-91a3-71208a0372a0, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:55:59.409323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] For port c3c35e3c-d803-435a-b259-6d1bd37c0134, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c3c35e3c-d803-435a-b259-6d1bd37c0134,segment=NetworkSegment(b05b32b3-5c48-492e-867d-9076c5565d52),segment_id=b05b32b3-5c48-492e-867d-9076c5565d52)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:59.409806 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.418668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d73778-1912-4897-9ad9-6cc92a104f50 None None] Pushing event deleted for resources: {'Port': ['ID=c3c35e3c-d803-435a-b259-6d1bd37c0134,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:59.420707 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d73778-1912-4897-9ad9-6cc92a104f50 None None] No DVR routers for this DVR port c3c35e3c-d803-435a-b259-6d1bd37c0134 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:55:59.443525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] For port 3c756103-8a2f-4455-91a3-71208a0372a0, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c756103-8a2f-4455-91a3-71208a0372a0,segment=NetworkSegment(d92c66f0-9a3c-4c04-a730-de3fee65cb59),segment_id=d92c66f0-9a3c-4c04-a730-de3fee65cb59)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:55:59.445106 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.447537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Calling delete_port for c3c35e3c-d803-435a-b259-6d1bd37c0134 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:59.470952 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.564136 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.573292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-06ed1581-4a67-42fd-8eff-38de8511d136 req-265f9fa4-4c70-46ca-a0ed-2f968cefaca3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] For port 25e937fa-5f77-4224-ae9b-8c330dc94aa6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=25e937fa-5f77-4224-ae9b-8c330dc94aa6,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:55:59.573767 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-06ed1581-4a67-42fd-8eff-38de8511d136 req-265f9fa4-4c70-46ca-a0ed-2f968cefaca3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.584652 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.604531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Pushing event updated for resources: {'Port': ['ID=3c756103-8a2f-4455-91a3-71208a0372a0,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:55:59.615856 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:59.616537 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.617912 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-386048ea-2eeb-44be-ae88-7911884c8376 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c756103-8a2f-4455-91a3-71208a0372a0 HTTP/1.1" status: 200 len: 1091 time: 1.9071701 Jan 31 15:55:59.618361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea01f3c-8964-49b7-a1d1-e81948ce69ca', 'tag': '3c756103-8a2f-4455-91a3-71208a0372a0'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:55:59.620741 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ea6055-4318-4e7b-bba3-deb66ca7c12d" -d '{"events": [{"name": "network-changed", "server_uuid": "aea01f3c-8964-49b7-a1d1-e81948ce69ca", "tag": "3c756103-8a2f-4455-91a3-71208a0372a0"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:55:59.643272 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-06ed1581-4a67-42fd-8eff-38de8511d136 req-265f9fa4-4c70-46ca-a0ed-2f968cefaca3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Calling delete_port for 25e937fa-5f77-4224-ae9b-8c330dc94aa6 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:55:59.660848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485ecd2-5b5f-460a-bcbc-1e339abc6a20 req-54cc02dc-994b-45a3-bf8a-beef64afb00d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:59.662097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d30fb-366e-4c64-936c-a2a52798b30d req-2a297b2f-fcf5-4ff4-8954-ebce0116d922 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:59.663628 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2485ecd2-5b5f-460a-bcbc-1e339abc6a20 req-54cc02dc-994b-45a3-bf8a-beef64afb00d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.1396475 Jan 31 15:55:59.664110 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad4d30fb-366e-4c64-936c-a2a52798b30d req-2a297b2f-fcf5-4ff4-8954-ebce0116d922 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 0.4188735 Jan 31 15:55:59.664298 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.664916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af11620a-d5f4-4b40-ae91-51f76dd76d28 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:55:59.680634 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.684049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d609113a-6157-4fdd-acb3-4ffea42530b3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/af11620a-d5f4-4b40-ae91-51f76dd76d28 HTTP/1.1" status: 204 len: 168 time: 2.2854781 Jan 31 15:55:59.685914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41930) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:55:59.753146 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad4d30fb-366e-4c64-936c-a2a52798b30d req-b4c013bf-e247-4c50-8870-f5e64f5481e9 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/quotas/06ea88ab674e485090752cf90aaea98a HTTP/1.1" status: 200 len: 375 time: 0.0614614 Jan 31 15:55:59.755976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2485ecd2-5b5f-460a-bcbc-1e339abc6a20 req-8bc7ea70-208d-427a-be9e-43d21f7b248a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724597 Jan 31 15:55:59.763650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e46c7fc-88f6-4cd1-9675-54461a81dd18 admin admin] Deleting subnet 8ebb1ee4-fba6-4251-9c3d-4a756e47506e {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:55:59.767199 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e46c7fc-88f6-4cd1-9675-54461a81dd18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.823140 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad4d30fb-366e-4c64-936c-a2a52798b30d req-97456be4-aea8-468b-abaf-3349207ef2d5 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470424 Jan 31 15:55:59.826145 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e46c7fc-88f6-4cd1-9675-54461a81dd18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.854811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-36832f8e-6164-408e-8794-ddcf7f233f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:59.856313 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-36832f8e-6164-408e-8794-ddcf7f233f36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30dc4833d27a46e5ba15348ccc266754&device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 1094 time: 0.1908131 Jan 31 15:55:59.870007 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.935783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723be16-0001-4179-8065-42f805088b0a req-6e15610a-7906-4907-860e-98402f234abd tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:55:59.937552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e723be16-0001-4179-8065-42f805088b0a req-6e15610a-7906-4907-860e-98402f234abd tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.0712004 Jan 31 15:55:59.942015 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e46c7fc-88f6-4cd1-9675-54461a81dd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:55:59.974627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c35e3c-d803-435a-b259-6d1bd37c0134,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:00.010302 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e723be16-0001-4179-8065-42f805088b0a req-5511adcb-a9a0-4061-b9ec-7b039827fff9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478635 Jan 31 15:56:00.030814 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e46c7fc-88f6-4cd1-9675-54461a81dd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.050598 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-92ad9bd0-5769-490f-afe3-7a07bc99e94d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c756103-8a2f-4455-91a3-71208a0372a0 HTTP/1.1" status: 200 len: 217 time: 0.1762083 Jan 31 15:56:00.052932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] No DVR routers for this DVR port c3c35e3c-d803-435a-b259-6d1bd37c0134 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:56:00.071431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46c7fc-88f6-4cd1-9675-54461a81dd18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ebb1ee4-fba6-4251-9c3d-4a756e47506e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:00.073512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e46c7fc-88f6-4cd1-9675-54461a81dd18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.077361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7e46c7fc-88f6-4cd1-9675-54461a81dd18 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8ebb1ee4-fba6-4251-9c3d-4a756e47506e HTTP/1.1" status: 204 len: 168 time: 0.3905311 Jan 31 15:56:00.079884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41944) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:00.131174 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7db58a-d38b-4cb6-8caf-4b46ef03e736 x-openstack-request-id: req-8c7db58a-d38b-4cb6-8caf-4b46ef03e736 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:00.131456 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea01f3c-8964-49b7-a1d1-e81948ce69ca", "tag": "3c756103-8a2f-4455-91a3-71208a0372a0", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:00.131707 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c7db58a-d38b-4cb6-8caf-4b46ef03e736 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:00.132657 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea01f3c-8964-49b7-a1d1-e81948ce69ca', 'tag': '3c756103-8a2f-4455-91a3-71208a0372a0', 'status': 'completed', 'code': 200} Jan 31 15:56:00.153456 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.209693 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-06ed1581-4a67-42fd-8eff-38de8511d136 req-265f9fa4-4c70-46ca-a0ed-2f968cefaca3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.248566 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2499266f-f939-4d28-b58a-6ef2f23dfe6f req-697f2787-5053-4606-b786-7a414659bd92 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ad321d9-54ac-4f5d-9338-effa86729932 HTTP/1.1" status: 200 len: 210 time: 0.0647845 Jan 31 15:56:00.262230 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.292230 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4113491-101a-4ce9-803e-c3fc5472a71e']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:00.311333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468924dd-4653-4467-9d4b-38c5884c15a6') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:00.311634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468924dd-4653-4467-9d4b-38c5884c15a6') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:00.325918 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.327703 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-de0d1253-dd47-410d-83cc-c61ebd00958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:00.329261 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-de0d1253-dd47-410d-83cc-c61ebd00958d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ac9608f-9c84-4253-8b58-7f3f0862a136 HTTP/1.1" status: 200 len: 853 time: 0.2158422 Jan 31 15:56:00.331841 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.336047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f9fa4-4c70-46ca-a0ed-2f968cefaca3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Pushing event deleted for resources: {'Port': ['ID=25e937fa-5f77-4224-ae9b-8c330dc94aa6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:00.357105 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.358978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:00.366945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:56:00.367533 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.367711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad4d30fb-366e-4c64-936c-a2a52798b30d req-6e5a6735-fd92-417c-9f50-ee1b29a4d9d3 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436132 Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:56:00.369580 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:56:00.388340 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:56:00.388986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b53bb1fe-c30b-4414-ab5a-d298f6f31bc1 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:56:00.389596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c3c35e3c-d803-435a-b259-6d1bd37c0134 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:00.411321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: c3c35e3c-d803-435a-b259-6d1bd37c0134 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:56:00.412195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c3c35e3c-d803-435a-b259-6d1bd37c0134 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:56:00.412195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 95894aa6-9cbe-437a-b0b8-628039f17919 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:00.434185 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-9bb46bea-366c-4e83-8f94-37750fed2a69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efc934cf-964f-47af-b9c7-f40057c7e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875027 Jan 31 15:56:00.434689 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 95894aa6-9cbe-437a-b0b8-628039f17919 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:56:00.434915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 95894aa6-9cbe-437a-b0b8-628039f17919 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:56:00.435548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 898fd386-3054-4904-a7ad-b30d8a7362fe no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:00.438794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d2dbe3-92a3-4b0f-8d55-e6c32150edca']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:00.449208 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.456006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 898fd386-3054-4904-a7ad-b30d8a7362fe {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:56:00.456821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 898fd386-3054-4904-a7ad-b30d8a7362fe not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:56:00.462617 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.470181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] 10.222.0.36 "DELETE /v2.0/networks/d4113491-101a-4ce9-803e-c3fc5472a71e HTTP/1.1" status: 204 len: 168 time: 0.3867209 Jan 31 15:56:00.494324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5522a6-f446-4f35-aa48-1c12e2cbbd2f admin admin] Pushing event deleted for resources: {'Network': ['ID=d4113491-101a-4ce9-803e-c3fc5472a71e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:00.507976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ed1581-4a67-42fd-8eff-38de8511d136 req-265f9fa4-4c70-46ca-a0ed-2f968cefaca3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] No DVR routers for this DVR port 25e937fa-5f77-4224-ae9b-8c330dc94aa6 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:56:00.513795 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-06ed1581-4a67-42fd-8eff-38de8511d136 req-265f9fa4-4c70-46ca-a0ed-2f968cefaca3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.517072 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-06ed1581-4a67-42fd-8eff-38de8511d136 req-265f9fa4-4c70-46ca-a0ed-2f968cefaca3 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.30 "DELETE /v2.0/ports/25e937fa-5f77-4224-ae9b-8c330dc94aa6 HTTP/1.1" status: 204 len: 173 time: 1.6395681 Jan 31 15:56:00.520394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05b32b3-5c48-492e-867d-9076c5565d52') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:00.520684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05b32b3-5c48-492e-867d-9076c5565d52') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:00.576528 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.605392 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.606226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f872bfe-0342-49dc-a3e1-357c91131916 req-98478e77-5bd9-4cb1-a8ba-51e1afb9a776 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:00.611272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f872bfe-0342-49dc-a3e1-357c91131916 req-98478e77-5bd9-4cb1-a8ba-51e1afb9a776 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 943 time: 0.0902104 Jan 31 15:56:00.621986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:56:00.622483 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:56:00.629893 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:56:00.669874 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f872bfe-0342-49dc-a3e1-357c91131916 req-20bc61c2-3b86-439b-a212-5bb1de45a0d4 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Jan 31 15:56:00.710127 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad4d30fb-366e-4c64-936c-a2a52798b30d req-f3eb7ad4-04f2-46de-86f5-a06097e0d7e7 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414116 Jan 31 15:56:00.719551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-88d2d52e-47a6-4229-9cfa-25e83225e2e7 service neutron] 10.222.0.30 "GET /v2.0/networks/efc934cf-964f-47af-b9c7-f40057c7e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278275 Jan 31 15:56:00.736892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41962) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:00.739167 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.745786 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.749511 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/18d2dbe3-92a3-4b0f-8d55-e6c32150edca HTTP/1.1" status: 204 len: 168 time: 2.0436673 Jan 31 15:56:00.811915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d5000b1c-f925-4df3-88f5-64ee9ef3fc18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a9c604c867340d093a20a1cba841833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718458 Jan 31 15:56:00.812304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41970) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:00.868108 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a06f8a3-dae2-48ef-ba20-2119a3d9b4c8 req-c980a1f9-abd3-4554-b83a-04a2a9021c9d service neutron] 10.222.0.30 "GET /v2.0/networks/efc934cf-964f-47af-b9c7-f40057c7e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415174 Jan 31 15:56:00.871495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a2e1e-e08a-4a46-90ab-0c560b9ac8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d2dbe3-92a3-4b0f-8d55-e6c32150edca,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:00.948985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fec829-b7a9-4997-87de-dd28626bc4ce req-46f88d7d-3b8e-4220-87d2-141000f82a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:00.950527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33fec829-b7a9-4997-87de-dd28626bc4ce req-46f88d7d-3b8e-4220-87d2-141000f82a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.0652571 Jan 31 15:56:00.951388 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84d2df44-fe7b-473a-b69f-d4f749231dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:00.981801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef631479-efae-49e7-b719-1431c734fd16 req-32a984cd-5cdc-44f5-a963-fd1936968ecc tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=9215d197-e437-441f-a75a-f4c7fbfccffc HTTP/1.1" status: 200 len: 210 time: 0.0574737 Jan 31 15:56:01.004032 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84d2df44-fe7b-473a-b69f-d4f749231dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:01.096250 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33fec829-b7a9-4997-87de-dd28626bc4ce req-93f50fac-7790-4691-b0e9-d5a47c920151 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238673 Jan 31 15:56:01.109242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea6055-4318-4e7b-bba3-deb66ca7c12d req-ad98b0a7-8f42-4d73-b29f-9ab4ab12d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:01.110128 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40ea6055-4318-4e7b-bba3-deb66ca7c12d req-ad98b0a7-8f42-4d73-b29f-9ab4ab12d4b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30dc4833d27a46e5ba15348ccc266754&device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 1094 time: 0.1542144 Jan 31 15:56:01.135698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84d2df44-fe7b-473a-b69f-d4f749231dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:01.138648 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84d2df44-fe7b-473a-b69f-d4f749231dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:01.139974 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-84d2df44-fe7b-473a-b69f-d4f749231dfb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7580ce0e-10c0-498a-90aa-65103c0543cc HTTP/1.1" status: 204 len: 168 time: 0.3268447 Jan 31 15:56:01.161600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41992) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:01.191010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2df44-fe7b-473a-b69f-d4f749231dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7580ce0e-10c0-498a-90aa-65103c0543cc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:01.237386 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-24688262-6c4c-4db9-8ebd-d6ad203aa878 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7b00e2a222a48d588370731376522c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744929 Jan 31 15:56:01.238531 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41994) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:01.381978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cb86d-3cd1-4b96-a865-21e8c9589d2b req-ccdfb7ec-133b-4762-a19b-e22e7bf7e71a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:01.384533 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dd2cb86d-3cd1-4b96-a865-21e8c9589d2b req-ccdfb7ec-133b-4762-a19b-e22e7bf7e71a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.0922120 Jan 31 15:56:01.385398 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c906182-b099-4d00-9c65-ff8e060150a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:01.429226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c906182-b099-4d00-9c65-ff8e060150a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:01.465991 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dd2cb86d-3cd1-4b96-a865-21e8c9589d2b req-1b43be1e-c8ab-4d5b-8935-d07b0d810577 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702119 Jan 31 15:56:01.506556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c906182-b099-4d00-9c65-ff8e060150a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:01.509214 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c906182-b099-4d00-9c65-ff8e060150a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:01.513004 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1c906182-b099-4d00-9c65-ff8e060150a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64b90768-cd88-4eb0-9e76-6026e98c43e5 HTTP/1.1" status: 204 len: 168 time: 0.2708387 Jan 31 15:56:01.526101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c906182-b099-4d00-9c65-ff8e060150a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b90768-cd88-4eb0-9e76-6026e98c43e5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:01.771893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea6055-4318-4e7b-bba3-deb66ca7c12d req-c905817b-45c7-403c-8ed9-5081bfc66c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:01.774483 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40ea6055-4318-4e7b-bba3-deb66ca7c12d req-c905817b-45c7-403c-8ed9-5081bfc66c5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=efc934cf-964f-47af-b9c7-f40057c7e4bf HTTP/1.1" status: 200 len: 914 time: 0.6561997 Jan 31 15:56:01.858382 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40ea6055-4318-4e7b-bba3-deb66ca7c12d req-85a5ef00-a143-4a8b-b51d-a7ff6ef95df5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c756103-8a2f-4455-91a3-71208a0372a0 HTTP/1.1" status: 200 len: 217 time: 0.0663202 Jan 31 15:56:01.908902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bad992-6a53-4a27-b289-cfb5c4dd2392 req-776b1c1b-fa33-478c-b846-6d75fcdda366 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:01.910473 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c0bad992-6a53-4a27-b289-cfb5c4dd2392 req-776b1c1b-fa33-478c-b846-6d75fcdda366 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 943 time: 0.1327045 Jan 31 15:56:01.916377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 25e937fa-5f77-4224-ae9b-8c330dc94aa6 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:01.936893 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 25e937fa-5f77-4224-ae9b-8c330dc94aa6 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:56:01.937660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 25e937fa-5f77-4224-ae9b-8c330dc94aa6 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:56:01.963316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea6055-4318-4e7b-bba3-deb66ca7c12d req-9733b955-e264-4f81-b902-409c8269574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:01.964944 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40ea6055-4318-4e7b-bba3-deb66ca7c12d req-9733b955-e264-4f81-b902-409c8269574b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ac9608f-9c84-4253-8b58-7f3f0862a136 HTTP/1.1" status: 200 len: 853 time: 0.0996761 Jan 31 15:56:01.967957 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c0bad992-6a53-4a27-b289-cfb5c4dd2392 req-d8d85232-38ed-4c7b-af8e-64aedd0ab224 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492959 Jan 31 15:56:01.972970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f304d9d-76bc-4416-9a10-1a5f1ae331a0 req-3b441ac9-ad5b-4f8e-8600-789a30742473 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:01.983190 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f304d9d-76bc-4416-9a10-1a5f1ae331a0 req-3b441ac9-ad5b-4f8e-8600-789a30742473 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 944 time: 0.0930748 Jan 31 15:56:02.020308 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40ea6055-4318-4e7b-bba3-deb66ca7c12d req-3d17a170-e3b8-4a2d-9445-278be2063fc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efc934cf-964f-47af-b9c7-f40057c7e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480561 Jan 31 15:56:02.036733 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f304d9d-76bc-4416-9a10-1a5f1ae331a0 req-057d2d1c-242c-4d4b-848b-a6d99dec831e tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e6f9317-94e3-478f-ae3a-d33278212442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524626 Jan 31 15:56:02.155108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad321d9-54ac-4f5d-9338-effa86729932', 'name': 'network-vif-deleted', 'tag': '25e937fa-5f77-4224-ae9b-8c330dc94aa6'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:02.157663 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd49b46-ac28-4f23-84b0-bbac2ee0c77b" -d '{"events": [{"server_uuid": "3ad321d9-54ac-4f5d-9338-effa86729932", "name": "network-vif-deleted", "tag": "25e937fa-5f77-4224-ae9b-8c330dc94aa6"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:02.231634 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40ea6055-4318-4e7b-bba3-deb66ca7c12d req-51ee92fb-b564-4833-8745-79dd5e38b4ca service neutron] 10.222.0.30 "GET /v2.0/networks/efc934cf-964f-47af-b9c7-f40057c7e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043562 Jan 31 15:56:02.241236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-57fc4272-5599-4cb1-ae1a-d6c04c86f9ff tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:02.249034 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-57fc4272-5599-4cb1-ae1a-d6c04c86f9ff tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 0.1510143 Jan 31 15:56:02.260831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb3f97-947b-46a0-aaeb-2a017df69e0d req-9066c550-0030-4608-8cc3-537935a13a79 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:02.262541 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abfb3f97-947b-46a0-aaeb-2a017df69e0d req-9066c550-0030-4608-8cc3-537935a13a79 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.0539336 Jan 31 15:56:02.272065 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-c34440d7-95ba-47ae-af92-26d053e40733 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/quotas/06ea88ab674e485090752cf90aaea98a HTTP/1.1" status: 200 len: 375 time: 0.0221374 Jan 31 15:56:02.377502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abfb3f97-947b-46a0-aaeb-2a017df69e0d req-eaa19e97-eb4e-4d91-90ea-53f6a06a13b7 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085811 Jan 31 15:56:02.385088 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-2051fc84-d4e7-46d7-9d59-df57db728e84 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1121657 Jan 31 15:56:02.401221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8e362-702d-479f-abcf-da306646ad73 req-b03c0d37-92de-414d-9a25-5a360b35b580 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:02.403319 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3bb8e362-702d-479f-abcf-da306646ad73 req-b03c0d37-92de-414d-9a25-5a360b35b580 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.20 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 944 time: 0.1003480 Jan 31 15:56:02.497412 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc22ba8e-014c-4a49-85d6-2f601800f49b x-openstack-request-id: req-bc22ba8e-014c-4a49-85d6-2f601800f49b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:02.497723 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad321d9-54ac-4f5d-9338-effa86729932", "name": "network-vif-deleted", "tag": "25e937fa-5f77-4224-ae9b-8c330dc94aa6", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:02.497881 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc22ba8e-014c-4a49-85d6-2f601800f49b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:02.498272 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad321d9-54ac-4f5d-9338-effa86729932', 'name': 'network-vif-deleted', 'tag': '25e937fa-5f77-4224-ae9b-8c330dc94aa6', 'status': 'completed', 'code': 200} Jan 31 15:56:02.512006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-3bb8e362-702d-479f-abcf-da306646ad73 req-f1966f07-d368-470b-9da0-330474fc022c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Deleting port b7d30bc8-b030-4764-97af-dfa2f8de3d40 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:56:02.512458 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3bb8e362-702d-479f-abcf-da306646ad73 req-f1966f07-d368-470b-9da0-330474fc022c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:02.555706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40ea6055-4318-4e7b-bba3-deb66ca7c12d req-678f29af-05f9-46f1-b74a-2f364bcb89d1 service neutron] 10.222.0.30 "GET /v2.0/networks/efc934cf-964f-47af-b9c7-f40057c7e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045352 Jan 31 15:56:02.578497 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d269d-167c-4032-b19a-3957bc3986c4 req-cb204e80-aa8c-4d0a-abf4-c3d5bfef5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:02.579993 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d75d269d-167c-4032-b19a-3957bc3986c4 req-cb204e80-aa8c-4d0a-abf4-c3d5bfef5250 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 1101 time: 0.1939986 Jan 31 15:56:02.597347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-10e4333f-8c19-4112-aac1-88d6fe57f0c9 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874821 Jan 31 15:56:02.615448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-3bb8e362-702d-479f-abcf-da306646ad73 req-f1966f07-d368-470b-9da0-330474fc022c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] For port b7d30bc8-b030-4764-97af-dfa2f8de3d40, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b7d30bc8-b030-4764-97af-dfa2f8de3d40,segment=NetworkSegment(3ddbc800-9fef-4bb4-8c29-95a686203a44),segment_id=3ddbc800-9fef-4bb4-8c29-95a686203a44)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:02.616019 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3bb8e362-702d-479f-abcf-da306646ad73 req-f1966f07-d368-470b-9da0-330474fc022c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:02.628565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-3bb8e362-702d-479f-abcf-da306646ad73 req-f1966f07-d368-470b-9da0-330474fc022c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Calling delete_port for b7d30bc8-b030-4764-97af-dfa2f8de3d40 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:56:02.754721 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-279f2c8b-20d4-43e4-9b66-bc696fe86ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563902 Jan 31 15:56:02.768454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d269d-167c-4032-b19a-3957bc3986c4 req-4c7c518a-d04a-41b2-9281-7ed1ca0ee00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:02.769923 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d75d269d-167c-4032-b19a-3957bc3986c4 req-4c7c518a-d04a-41b2-9281-7ed1ca0ee00a service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1177921 Jan 31 15:56:02.778214 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3bb8e362-702d-479f-abcf-da306646ad73 req-f1966f07-d368-470b-9da0-330474fc022c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:02.815531 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1966f07-d368-470b-9da0-330474fc022c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Pushing event deleted for resources: {'Port': ['ID=b7d30bc8-b030-4764-97af-dfa2f8de3d40,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:02.826645 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d75d269d-167c-4032-b19a-3957bc3986c4 req-e82949e6-9639-4466-a287-847fd304f57f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923 HTTP/1.1" status: 200 len: 217 time: 0.0415609 Jan 31 15:56:02.860634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb8e362-702d-479f-abcf-da306646ad73 req-f1966f07-d368-470b-9da0-330474fc022c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] No DVR routers for this DVR port b7d30bc8-b030-4764-97af-dfa2f8de3d40 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:56:02.863926 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3bb8e362-702d-479f-abcf-da306646ad73 req-f1966f07-d368-470b-9da0-330474fc022c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:02.868018 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3bb8e362-702d-479f-abcf-da306646ad73 req-f1966f07-d368-470b-9da0-330474fc022c tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.20 "DELETE /v2.0/ports/b7d30bc8-b030-4764-97af-dfa2f8de3d40 HTTP/1.1" status: 204 len: 173 time: 0.4586785 Jan 31 15:56:02.868469 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08facd01-27d9-4afd-b742-82575fac2dda', 'name': 'network-vif-deleted', 'tag': 'b7d30bc8-b030-4764-97af-dfa2f8de3d40'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:02.871798 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367d2665-08d0-4129-ae65-dbb88676c26a" -d '{"events": [{"server_uuid": "08facd01-27d9-4afd-b742-82575fac2dda", "name": "network-vif-deleted", "tag": "b7d30bc8-b030-4764-97af-dfa2f8de3d40"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:02.882741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d269d-167c-4032-b19a-3957bc3986c4 req-f9e661dd-3adc-44a5-a4f9-405aed1adbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:02.884293 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d75d269d-167c-4032-b19a-3957bc3986c4 req-f9e661dd-3adc-44a5-a4f9-405aed1adbe8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0519972 Jan 31 15:56:02.958322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d269d-167c-4032-b19a-3957bc3986c4 req-0e8b59fd-baa1-40f1-9229-1e461abd55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:02.960035 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d75d269d-167c-4032-b19a-3957bc3986c4 req-0e8b59fd-baa1-40f1-9229-1e461abd55a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0658894 Jan 31 15:56:03.066195 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d95b9-a42c-4172-8a1b-160fd26fedef req-f36b3a9c-b850-4c94-85f9-69b69d7c2b1a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:03.074242 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba1d95b9-a42c-4172-8a1b-160fd26fedef req-f36b3a9c-b850-4c94-85f9-69b69d7c2b1a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.0881937 Jan 31 15:56:03.122782 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d75d269d-167c-4032-b19a-3957bc3986c4 req-af97b9aa-e19d-45f4-951f-4ad0ea56c51e service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509066 Jan 31 15:56:03.125043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba1d95b9-a42c-4172-8a1b-160fd26fedef req-08033502-5ba3-45e2-bd66-d831b3b1321a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498896 Jan 31 15:56:03.144519 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13da009-7f8c-4897-aea4-2d4278a90e83 x-openstack-request-id: req-e13da009-7f8c-4897-aea4-2d4278a90e83 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:03.144810 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08facd01-27d9-4afd-b742-82575fac2dda", "name": "network-vif-deleted", "tag": "b7d30bc8-b030-4764-97af-dfa2f8de3d40", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:03.145209 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e13da009-7f8c-4897-aea4-2d4278a90e83 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:03.145751 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08facd01-27d9-4afd-b742-82575fac2dda', 'name': 'network-vif-deleted', 'tag': 'b7d30bc8-b030-4764-97af-dfa2f8de3d40', 'status': 'completed', 'code': 200} Jan 31 15:56:03.221252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f891ccba-1c47-4ab3-9e0e-a6310688ca17 req-673a46a3-6565-4328-b3e4-f2db61e0353a tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0281832 Jan 31 15:56:03.260739 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a301b0fa-1960-4303-a8ea-06dcc7d9c308 req-8660ba54-d987-473c-9292-8007b681ad98 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 210 time: 0.0373518 Jan 31 15:56:03.287341 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d75d269d-167c-4032-b19a-3957bc3986c4 req-b09602bb-b5d6-4413-9abb-7f22a8dfc3ab service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545107 Jan 31 15:56:03.410812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a8a05-9280-4546-8ee2-f2dc51a20eb3 req-571075a9-8c31-47d9-9f2a-57562b1ab896 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:03.418246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d78a8a05-9280-4546-8ee2-f2dc51a20eb3 req-571075a9-8c31-47d9-9f2a-57562b1ab896 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 943 time: 0.0865650 Jan 31 15:56:03.440091 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-122077e6-48ca-4f33-90a4-427f0e979d44 req-8535632a-6083-41d2-a121-20e6612c8016 tempest-LiveAutoBlockMigrationV225Test-505945141 tempest-LiveAutoBlockMigrationV225Test-505945141-project] 10.222.0.36 "GET /v2.0/ports?device_id=08facd01-27d9-4afd-b742-82575fac2dda HTTP/1.1" status: 200 len: 210 time: 0.0440714 Jan 31 15:56:03.475263 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d78a8a05-9280-4546-8ee2-f2dc51a20eb3 req-645d22c6-850b-4395-946f-7a40730b4192 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469379 Jan 31 15:56:03.640469 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b951c-8d83-4b42-9b41-5c0cfa4f1a3e req-43096a9a-3c99-4f0a-92f5-4031e7f658cf tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:03.650767 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-065b951c-8d83-4b42-9b41-5c0cfa4f1a3e req-43096a9a-3c99-4f0a-92f5-4031e7f658cf tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.0615511 Jan 31 15:56:03.702718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-065b951c-8d83-4b42-9b41-5c0cfa4f1a3e req-e2f3c8ea-a42d-4031-aad6-fadfd2dfa468 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451939 Jan 31 15:56:03.876291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42186) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:03.915576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42190) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:03.917487 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3c756103-8a2f-4455-91a3-71208a0372a0 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:56:04.022152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 3c756103-8a2f-4455-91a3-71208a0372a0, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c756103-8a2f-4455-91a3-71208a0372a0,segment=NetworkSegment(d92c66f0-9a3c-4c04-a730-de3fee65cb59),segment_id=d92c66f0-9a3c-4c04-a730-de3fee65cb59)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:04.033409 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '3c756103-8a2f-4455-91a3-71208a0372a0', 'network_id': 'efc934cf-964f-47af-b9c7-f40057c7e4bf', 'port_id': '3c756103-8a2f-4455-91a3-71208a0372a0', 'mac_address': 'fa:16:3e:12:8f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac9608f-9c84-4253-8b58-7f3f0862a136', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:56:04.033615 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-414add3e-c4e7-48e0-90b4-4b09147a01c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.046394 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b98fe7ca-b040-4b0f-831c-90f151c7c0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.077246 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.091352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c756103-8a2f-4455-91a3-71208a0372a0 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:04.111535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 3c756103-8a2f-4455-91a3-71208a0372a0, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c756103-8a2f-4455-91a3-71208a0372a0,segment=NetworkSegment(d92c66f0-9a3c-4c04-a730-de3fee65cb59),segment_id=d92c66f0-9a3c-4c04-a730-de3fee65cb59)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:04.118005 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.166318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=3c756103-8a2f-4455-91a3-71208a0372a0,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:04.184441 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-414add3e-c4e7-48e0-90b4-4b09147a01c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.190597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b98fe7ca-b040-4b0f-831c-90f151c7c0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.191628 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-414add3e-c4e7-48e0-90b4-4b09147a01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.204426 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b98fe7ca-b040-4b0f-831c-90f151c7c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.260441 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-414add3e-c4e7-48e0-90b4-4b09147a01c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a063ee6fc1cd43b9a3d52a97814477a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414884 Jan 31 15:56:04.262065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42198) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:04.271710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414add3e-c4e7-48e0-90b4-4b09147a01c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0735c7-e37c-469c-805c-35d62478dfe3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:04.306034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fe7ca-b040-4b0f-831c-90f151c7c0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c757127-3381-46a7-bb16-2620b0aca0d9,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:04.313791 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b98fe7ca-b040-4b0f-831c-90f151c7c0f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=682f65619d44455d9f69906805aa218e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357696 Jan 31 15:56:04.316945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42202) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:04.336486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437332d-6abe-4d15-ad04-69360c29002e req-8bd58ec9-bce7-452d-b021-656a44889c14 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:04.339534 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0437332d-6abe-4d15-ad04-69360c29002e req-8bd58ec9-bce7-452d-b021-656a44889c14 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.0790980 Jan 31 15:56:04.352764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['3c756103-8a2f-4455-91a3-71208a0372a0'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:04.376302 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-952f0487-3bbb-4f53-a426-f9ae8036c470 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:04.378357 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-952f0487-3bbb-4f53-a426-f9ae8036c470 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 0.1772804 Jan 31 15:56:04.402081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Request body: {'port': {'device_id': '8b15e509-4881-433e-b45b-1dc67ebb3043', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'admin_state_up': True, 'tenant_id': '06ea88ab674e485090752cf90aaea98a'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:04.437955 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5e4045e-b535-4039-92db-7c27219cd35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.465509 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5e4045e-b535-4039-92db-7c27219cd35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.476226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8357c580-b746-494b-a009-3dfb3a460178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.490156 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0437332d-6abe-4d15-ad04-69360c29002e req-a7187761-48d0-499e-ae0a-06916afa1d95 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105149 Jan 31 15:56:04.522120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01d2039f-07f2-4c8a-9165-c890477cf722 req-839d468e-e554-4fcf-b9fc-30b7adbd95f3 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0545382 Jan 31 15:56:04.556468 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Made reservation on behalf of 06ea88ab674e485090752cf90aaea98a for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:04.560439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8357c580-b746-494b-a009-3dfb3a460178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.561257 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.619969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42208) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:04.643270 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d2b986f-7558-4cf2-b9bd-b1b4fc56dc07 req-0cdb57ba-1098-4ece-a73e-e7c847817d4f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 210 time: 0.0342193 Jan 31 15:56:04.653268 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5e4045e-b535-4039-92db-7c27219cd35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.663857 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5e4045e-b535-4039-92db-7c27219cd35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.663857 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d5e4045e-b535-4039-92db-7c27219cd35c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c757127-3381-46a7-bb16-2620b0aca0d9 HTTP/1.1" status: 204 len: 168 time: 0.3419445 Jan 31 15:56:04.693288 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8357c580-b746-494b-a009-3dfb3a460178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.696436 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8357c580-b746-494b-a009-3dfb3a460178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.700438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8357c580-b746-494b-a009-3dfb3a460178 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d0735c7-e37c-469c-805c-35d62478dfe3 HTTP/1.1" status: 204 len: 168 time: 0.4369192 Jan 31 15:56:04.712501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4045e-b535-4039-92db-7c27219cd35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c757127-3381-46a7-bb16-2620b0aca0d9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:04.753675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baa2c0e-07e2-4ab0-a6be-d50c719a3bd9 admin admin] Deleting subnet b4805291-5b10-4a76-b006-715b95a7b211 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:56:04.766349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9baa2c0e-07e2-4ab0-a6be-d50c719a3bd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.788827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357c580-b746-494b-a009-3dfb3a460178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0735c7-e37c-469c-805c-35d62478dfe3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:04.828347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9c5c-8c80-4704-bd7e-0f92eeed14b5 req-3446bcb6-19bf-46ef-af66-c8ba90ac65c1 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:04.837133 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-023a9c5c-8c80-4704-bd7e-0f92eeed14b5 req-3446bcb6-19bf-46ef-af66-c8ba90ac65c1 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 944 time: 0.1544235 Jan 31 15:56:04.853144 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9baa2c0e-07e2-4ab0-a6be-d50c719a3bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.918615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf034810-65c5-4b1f-93c6-5c1ee2d47655 req-6336c4bc-d470-4172-bcec-41ca696039ac tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:04.920590 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf034810-65c5-4b1f-93c6-5c1ee2d47655 req-6336c4bc-d470-4172-bcec-41ca696039ac tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.0847960 Jan 31 15:56:04.933916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Allocated IP 172.20.0.13 (7a6c1885-f12f-429b-aeb8-d54adc6f9f1b/839da286-d7fe-47c8-8f9e-973a376f0b70/b744f1b6-359e-405b-ace4-168cf15c135c) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:04.939224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-023a9c5c-8c80-4704-bd7e-0f92eeed14b5 req-9c272e2d-effc-4614-ae03-3f513d9a7886 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949926 Jan 31 15:56:04.951985 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9baa2c0e-07e2-4ab0-a6be-d50c719a3bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:04.997303 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf034810-65c5-4b1f-93c6-5c1ee2d47655 req-46af1410-d386-4ec2-9c7f-1b8a5a209c69 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657961 Jan 31 15:56:05.026023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9baa2c0e-07e2-4ab0-a6be-d50c719a3bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.062648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa2c0e-07e2-4ab0-a6be-d50c719a3bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4805291-5b10-4a76-b006-715b95a7b211,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:05.070898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9baa2c0e-07e2-4ab0-a6be-d50c719a3bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.076709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9baa2c0e-07e2-4ab0-a6be-d50c719a3bd9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b4805291-5b10-4a76-b006-715b95a7b211 HTTP/1.1" status: 204 len: 168 time: 0.4554310 Jan 31 15:56:05.080273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42224) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:05.151168 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.160112 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.195173 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.258579 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:05.262404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:05.266890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:05.277508 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.298682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Pushing event updated for resources: {'Port': ['ID=b744f1b6-359e-405b-ace4-168cf15c135c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:05.299421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9143695-d818-4ec6-a1c8-9227036ec2ad']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:05.316491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddbc800-9fef-4bb4-8c29-95a686203a44') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:05.316782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddbc800-9fef-4bb4-8c29-95a686203a44') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:05.326755 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:05.327481 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.328882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.344450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.352255 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-38a199d4-1e25-4702-a0d7-7cb645958588 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9561136 Jan 31 15:56:05.352833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:56:05.353367 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:56:05.355523 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:56:05.368422 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Request body: {'port': {'device_id': '8b15e509-4881-433e-b45b-1dc67ebb3043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:05.420146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.428237 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.431928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d9143695-d818-4ec6-a1c8-9227036ec2ad HTTP/1.1" status: 204 len: 168 time: 0.3481493 Jan 31 15:56:05.439697 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42246) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:05.442388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0028ef5-c80e-4a29-bcaa-a3937007bcb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9143695-d818-4ec6-a1c8-9227036ec2ad,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:05.485590 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.493196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0d2c28-6f0e-4c5d-98fe-677d8a0f622d admin admin] Deleting subnet d3b4d538-4a8b-4b69-ba4e-aedfb48f9343 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:56:05.504107 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a0d2c28-6f0e-4c5d-98fe-677d8a0f622d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.579797 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a0d2c28-6f0e-4c5d-98fe-677d8a0f622d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.606330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42258) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:05.637804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244d789-2816-40e5-bf78-237126fd044e req-57841db0-749f-4e59-b484-4f1e2d11f8ad tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:05.642030 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1244d789-2816-40e5-bf78-237126fd044e req-57841db0-749f-4e59-b484-4f1e2d11f8ad tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.0717068 Jan 31 15:56:05.686583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b7d30bc8-b030-4764-97af-dfa2f8de3d40 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:05.707445 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a0d2c28-6f0e-4c5d-98fe-677d8a0f622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.724618 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1244d789-2816-40e5-bf78-237126fd044e req-06a5df60-2943-4f32-b4cd-f38e062fc342 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781157 Jan 31 15:56:05.729640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: b7d30bc8-b030-4764-97af-dfa2f8de3d40 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:56:05.729987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b7d30bc8-b030-4764-97af-dfa2f8de3d40 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:56:05.775148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42266) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:05.811865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0ead5f70-73a8-4876-9e64-ebe444ed1fd6 req-86cc04ce-8374-45f5-bf32-2ae0126b1971 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0709727 Jan 31 15:56:05.845319 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b779a-cb7f-4aad-8348-1ec7ad59be74 req-a9765b24-62af-4863-a228-56eb5e1fa785 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:05.853222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca3b779a-cb7f-4aad-8348-1ec7ad59be74 req-a9765b24-62af-4863-a228-56eb5e1fa785 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 932 time: 0.0650849 Jan 31 15:56:05.867594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1059316187-network', 'tenant_id': '86bfd2df7ce94813839111459b6520c2'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:05.869388 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a0d2c28-6f0e-4c5d-98fe-677d8a0f622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.907196 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca3b779a-cb7f-4aad-8348-1ec7ad59be74 req-9c2b654a-e013-4ccf-8fed-2c4fda324b5d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529172 Jan 31 15:56:05.912991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d2c28-6f0e-4c5d-98fe-677d8a0f622d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b4d538-4a8b-4b69-ba4e-aedfb48f9343,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:05.915431 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a0d2c28-6f0e-4c5d-98fe-677d8a0f622d admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.918865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5a0d2c28-6f0e-4c5d-98fe-677d8a0f622d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d3b4d538-4a8b-4b69-ba4e-aedfb48f9343 HTTP/1.1" status: 204 len: 168 time: 0.4805210 Jan 31 15:56:05.921636 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42270) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:05.924504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Made reservation on behalf of 86bfd2df7ce94813839111459b6520c2 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:05.925144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3c756103-8a2f-4455-91a3-71208a0372a0 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:05.928086 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:05.936000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1095314039-network', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:05.948910 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.006385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Made reservation on behalf of b2e2981bd74c4fa88656f06f0d3f3ba7 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:06.011714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 3c756103-8a2f-4455-91a3-71208a0372a0 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:56:06.013932 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.016494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 3c756103-8a2f-4455-91a3-71208a0372a0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:06.017066 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.051264 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9916bba3-d2b6-4e35-9ab6-1c2e81e13cee req-c1af373c-121e-4efb-a615-1758fafb2b95 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0417669 Jan 31 15:56:06.061285 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.075401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b744f1b6-359e-405b-ace4-168cf15c135c {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:06.081685 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.093618 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.099233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.103184 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.132814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Transition to ACTIVE for port object b744f1b6-359e-405b-ace4-168cf15c135c will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:56:06.156544 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.161033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:56:06.182691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e57125b-30ba-4512-b3b9-0357430e9e8b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:06.198587 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.199157 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Added segment 044227c8-e81f-477d-860d-bac32e8f25e4 of type vlan for network 3a87d87e-26a4-44dc-92df-c93f644d205a Jan 31 15:56:06.232190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff0165-b6ac-4a93-a907-c25b22e7d1f0 req-0dabf17a-6973-49f7-bbbd-90fb6804c053 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:06.233779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8fff0165-b6ac-4a93-a907-c25b22e7d1f0 req-0dabf17a-6973-49f7-bbbd-90fb6804c053 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 944 time: 0.1753159 Jan 31 15:56:06.252171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb4463-1ae4-46f2-97f6-673e367a8798 req-88138ff5-2e2a-44d7-8a8b-6e6f1832886a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:06.252573 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.253746 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d1cb4463-1ae4-46f2-97f6-673e367a8798 req-88138ff5-2e2a-44d7-8a8b-6e6f1832886a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.1612918 Jan 31 15:56:06.263736 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.275922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.278504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea01f3c-8964-49b7-a1d1-e81948ce69ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c756103-8a2f-4455-91a3-71208a0372a0'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:06.280946 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcde9c1-4ccc-4b84-99df-f3de80bb4e02" -d '{"events": [{"server_uuid": "aea01f3c-8964-49b7-a1d1-e81948ce69ca", "name": "network-vif-plugged", "status": "completed", "tag": "3c756103-8a2f-4455-91a3-71208a0372a0"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:06.285855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Pushing event updated for resources: {'Port': ['ID=b744f1b6-359e-405b-ace4-168cf15c135c,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:06.294522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 3c756103-8a2f-4455-91a3-71208a0372a0, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c756103-8a2f-4455-91a3-71208a0372a0,segment=NetworkSegment(d92c66f0-9a3c-4c04-a730-de3fee65cb59),segment_id=d92c66f0-9a3c-4c04-a730-de3fee65cb59)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:06.301653 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.312259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec0890c-1f49-4835-98c3-d5dff9fea7c1']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:06.332812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.333736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:06.334314 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.346265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8b21be-59b7-4612-a12b-dc69d12ef56b') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:06.346603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8b21be-59b7-4612-a12b-dc69d12ef56b') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:06.351081 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d1cb4463-1ae4-46f2-97f6-673e367a8798 req-9540542e-287d-4bbd-b7fe-5c03a6c5c8bb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815847 Jan 31 15:56:06.353224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=3c756103-8a2f-4455-91a3-71208a0372a0,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:06.377788 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8fff0165-b6ac-4a93-a907-c25b22e7d1f0 req-968de463-f4f7-4b87-be6e-2ccc7fc615a3 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326835 Jan 31 15:56:06.394692 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.408977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8014300 Jan 31 15:56:06.412709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42280) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:06.415052 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.420038 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f14a2ae5-9dc4-4eb3-bb35-fda2a2129a68 admin admin] Request body: {'subnet': {'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1059316187-subnet', 'tenant_id': '86bfd2df7ce94813839111459b6520c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:06.425036 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.431647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce620c-0006-4880-ba28-a31771787783 admin admin] Pushing event updated for resources: {'Network': ['ID=3a87d87e-26a4-44dc-92df-c93f644d205a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:06.433891 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.436529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:56:06.436925 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:56:06.438662 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:56:06.449567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 3a87d87e-26a4-44dc-92df-c93f644d205a details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:56:06.456595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:56:06.473176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733b535f-3e86-47a9-843c-0a49e705f518,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:06.476278 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.476629 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Added segment aa257694-afdf-4450-9a3b-697efa0e752d of type vlan for network f5a35642-fecf-49e9-a939-7d528c3d96f9 Jan 31 15:56:06.494341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Attempting to bind port b744f1b6-359e-405b-ace4-168cf15c135c on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:06.494670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Attempting to bind port b744f1b6-359e-405b-ace4-168cf15c135c by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:06.494993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Attempting to bind port b744f1b6-359e-405b-ace4-168cf15c135c on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:06.514757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Port b744f1b6-359e-405b-ace4-168cf15c135c on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:56:06.515023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Attempting to bind port b744f1b6-359e-405b-ace4-168cf15c135c on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:06.523424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:06.523424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Checking segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:06.523424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Bound using segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:06.523424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Bound port: b744f1b6-359e-405b-ace4-168cf15c135c, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:06.523424 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.532151 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.533346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14a2ae5-9dc4-4eb3-bb35-fda2a2129a68 admin admin] Made reservation on behalf of 86bfd2df7ce94813839111459b6520c2 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:06.535736 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f14a2ae5-9dc4-4eb3-bb35-fda2a2129a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.555730 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.564179 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.567805 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] 10.222.0.36 "DELETE /v2.0/networks/4ec0890c-1f49-4835-98c3-d5dff9fea7c1 HTTP/1.1" status: 204 len: 168 time: 0.6451180 Jan 31 15:56:06.588553 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.590543 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:06.591448 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.632099 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fd473c-c129-4f6e-a6ee-6e3f73a37ac1 x-openstack-request-id: req-24fd473c-c129-4f6e-a6ee-6e3f73a37ac1 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:06.632395 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea01f3c-8964-49b7-a1d1-e81948ce69ca", "name": "network-vif-plugged", "status": "completed", "tag": "3c756103-8a2f-4455-91a3-71208a0372a0", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:06.632649 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24fd473c-c129-4f6e-a6ee-6e3f73a37ac1 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:06.633038 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea01f3c-8964-49b7-a1d1-e81948ce69ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c756103-8a2f-4455-91a3-71208a0372a0', 'code': 200} Jan 31 15:56:06.655044 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8787014 Jan 31 15:56:06.659025 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42284) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:06.666074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cd2de-e4d7-40f6-9dba-c4554d5ac95b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec0890c-1f49-4835-98c3-d5dff9fea7c1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:06.667422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8d7ecfd3-afa1-4bbe-82a9-fb76f6836eb5 admin admin] Request body: {'subnet': {'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1095314039-subnet', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:06.679691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4002f5a-32b0-4be8-bf56-5138e70f8eea admin admin] Pushing event updated for resources: {'Network': ['ID=f5a35642-fecf-49e9-a939-7d528c3d96f9,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:06.691706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network f5a35642-fecf-49e9-a939-7d528c3d96f9 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:56:06.704712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7ecfd3-afa1-4bbe-82a9-fb76f6836eb5 admin admin] Made reservation on behalf of b2e2981bd74c4fa88656f06f0d3f3ba7 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:06.707887 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecfd3-afa1-4bbe-82a9-fb76f6836eb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.760879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42288) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:06.800143 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] For port b744f1b6-359e-405b-ace4-168cf15c135c, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:06.834161 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6f1140ef-cc86-4d45-a040-5071256dfc6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7454e77053048da93d6c7125983ed93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720935 Jan 31 15:56:06.836822 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42290) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:06.844061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] For port b744f1b6-359e-405b-ace4-168cf15c135c, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b744f1b6-359e-405b-ace4-168cf15c135c,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:06.858023 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.905790 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc21afa-d851-4f0b-8c81-dc104824564f req-09ec0435-9163-4540-8714-2f6051a0ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:06.907271 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fc21afa-d851-4f0b-8c81-dc104824564f req-09ec0435-9163-4540-8714-2f6051a0ec2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 1096 time: 0.1992495 Jan 31 15:56:06.963116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:06.963840 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:06.965238 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] 10.222.0.30 "PUT /v2.0/ports/b744f1b6-359e-405b-ace4-168cf15c135c HTTP/1.1" status: 200 len: 1092 time: 1.6026919 Jan 31 15:56:06.978627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b15e509-4881-433e-b45b-1dc67ebb3043', 'tag': 'b744f1b6-359e-405b-ace4-168cf15c135c'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:06.981165 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f9546f-ed9d-42c3-8e46-f2f92468db78" -d '{"events": [{"name": "network-changed", "server_uuid": "8b15e509-4881-433e-b45b-1dc67ebb3043", "tag": "b744f1b6-359e-405b-ace4-168cf15c135c"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:06.990772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfd42d-e312-472a-8ae4-51cc63359a00 req-b83a03c8-7368-445a-8e49-541b0a8db49a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:06.992288 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3edfd42d-e312-472a-8ae4-51cc63359a00 req-b83a03c8-7368-445a-8e49-541b0a8db49a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.1952157 Jan 31 15:56:06.994762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c4475f5-8e98-4601-b272-ce34b197c2ab req-a7a256f4-d57d-4e64-ae00-5b193b139ad0 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0745842 Jan 31 15:56:07.021622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64449e86-cd4d-455f-842b-f059f29bdee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.049980 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecfd3-afa1-4bbe-82a9-fb76f6836eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.059011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f14a2ae5-9dc4-4eb3-bb35-fda2a2129a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.075283 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6e564-c6c4-4f38-a86c-65f8d3ca155e service neutron] Pushing event updated for resources: {'Port': ['ID=b744f1b6-359e-405b-ace4-168cf15c135c,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:07.109160 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64449e86-cd4d-455f-842b-f059f29bdee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.189338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ecfd3-afa1-4bbe-82a9-fb76f6836eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc504ed7-bc56-4fe0-9c89-b2a52192a5a4,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:07.219314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4796c45-070d-43da-b12d-07e35b3f4574 req-3eaf7f26-9de9-4cb0-94c4-69d352606057 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:07.220934 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4796c45-070d-43da-b12d-07e35b3f4574 req-3eaf7f26-9de9-4cb0-94c4-69d352606057 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 944 time: 0.1326473 Jan 31 15:56:07.224343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ecfd3-afa1-4bbe-82a9-fb76f6836eb5 admin admin] Checking segment: {'id': 'aa257694-afdf-4450-9a3b-697efa0e752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:07.224707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ecfd3-afa1-4bbe-82a9-fb76f6836eb5 admin admin] Network hostable DHCP agents. Network: f5a35642-fecf-49e9-a939-7d528c3d96f9, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:56:07.243684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64449e86-cd4d-455f-842b-f059f29bdee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.246183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64449e86-cd4d-455f-842b-f059f29bdee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.247306 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-64449e86-cd4d-455f-842b-f059f29bdee8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e6f9317-94e3-478f-ae3a-d33278212442 HTTP/1.1" status: 204 len: 168 time: 0.4096584 Jan 31 15:56:07.272674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ecfd3-afa1-4bbe-82a9-fb76f6836eb5 admin admin] Network f5a35642-fecf-49e9-a939-7d528c3d96f9 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:56:07.280156 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64449e86-cd4d-455f-842b-f059f29bdee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6f9317-94e3-478f-ae3a-d33278212442,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:07.320811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4796c45-070d-43da-b12d-07e35b3f4574 req-913fd7b0-5982-433c-8811-8e55b014868e tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850010 Jan 31 15:56:07.328852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-8d7ecfd3-afa1-4bbe-82a9-fb76f6836eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, f5a35642-fecf-49e9-a939-7d528c3d96f9) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:07.344742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6906c9b-d5da-4a49-aa2e-80ccd5362b23 None None] Network f5a35642-fecf-49e9-a939-7d528c3d96f9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:07.346420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7ecfd3-afa1-4bbe-82a9-fb76f6836eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:07.347074 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecfd3-afa1-4bbe-82a9-fb76f6836eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.366746 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8d7ecfd3-afa1-4bbe-82a9-fb76f6836eb5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7038178 Jan 31 15:56:07.369501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42300) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:07.374700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1095314039-router', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:07.410818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.412168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.453774 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cada7b69-b62d-462a-83e0-8f707b8b5d8e x-openstack-request-id: req-cada7b69-b62d-462a-83e0-8f707b8b5d8e {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:07.454349 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b15e509-4881-433e-b45b-1dc67ebb3043", "tag": "b744f1b6-359e-405b-ace4-168cf15c135c", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:07.454349 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cada7b69-b62d-462a-83e0-8f707b8b5d8e {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:07.454655 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b15e509-4881-433e-b45b-1dc67ebb3043', 'tag': 'b744f1b6-359e-405b-ace4-168cf15c135c', 'status': 'completed', 'code': 200} Jan 31 15:56:07.460790 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fc21afa-d851-4f0b-8c81-dc104824564f req-24f6ba55-27b4-4598-9d57-ea5f2fb4d613 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243797 Jan 31 15:56:07.480303 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.500436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3edfd42d-e312-472a-8ae4-51cc63359a00 req-d1607ad4-a12f-492d-a46b-7a253feaa252 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836738 Jan 31 15:56:07.511865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a2ae5-9dc4-4eb3-bb35-fda2a2129a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38d47b2-da75-4d5e-84d3-31d2ce7e3b60,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:07.542354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-ba6fe2f9-7765-4a45-b47e-7f7dc50ee932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:07.544107 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-ba6fe2f9-7765-4a45-b47e-7f7dc50ee932 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 1095 time: 0.5053151 Jan 31 15:56:07.545424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a2ae5-9dc4-4eb3-bb35-fda2a2129a68 admin admin] Checking segment: {'id': '044227c8-e81f-477d-860d-bac32e8f25e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:07.545973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a2ae5-9dc4-4eb3-bb35-fda2a2129a68 admin admin] Network hostable DHCP agents. Network: 3a87d87e-26a4-44dc-92df-c93f644d205a, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:56:07.568335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a2ae5-9dc4-4eb3-bb35-fda2a2129a68 admin admin] Network 3a87d87e-26a4-44dc-92df-c93f644d205a is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:56:07.599595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-f14a2ae5-9dc4-4eb3-bb35-fda2a2129a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 3a87d87e-26a4-44dc-92df-c93f644d205a) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:07.604220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-f5a35642-fecf-49e9-a939-7d528c3d96f9', 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'fixed_ips': [{'subnet_id': 'dc504ed7-bc56-4fe0-9c89-b2a52192a5a4'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:56:07.605137 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.618625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14a2ae5-9dc4-4eb3-bb35-fda2a2129a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:07.619119 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f14a2ae5-9dc4-4eb3-bb35-fda2a2129a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.624766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c1d1ba-fd6f-48fb-9a3e-540f5e93c2b5 None None] Network 3a87d87e-26a4-44dc-92df-c93f644d205a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:07.653115 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f14a2ae5-9dc4-4eb3-bb35-fda2a2129a68 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2310069 Jan 31 15:56:07.665494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e9c9d-dea0-4814-817b-f7f7bb8de57a req-f19502e9-891f-4cee-ab1b-c7fc89036592 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:07.667266 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad7e9c9d-dea0-4814-817b-f7f7bb8de57a req-f19502e9-891f-4cee-ab1b-c7fc89036592 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 945 time: 0.0842507 Jan 31 15:56:07.699137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffc3ee-3e3b-4995-bcfe-6c2aea50289e req-49205f3e-ee61-4112-b18d-798842afe404 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:07.706664 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2ffc3ee-3e3b-4995-bcfe-6c2aea50289e req-49205f3e-ee61-4112-b18d-798842afe404 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.2248530 Jan 31 15:56:07.707063 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-133a9d75-0b3e-42e9-922a-086951b6f1ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b744f1b6-359e-405b-ace4-168cf15c135c HTTP/1.1" status: 200 len: 217 time: 0.0386047 Jan 31 15:56:07.750580 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:07.778442 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad7e9c9d-dea0-4814-817b-f7f7bb8de57a req-52212ebf-e09a-4a68-9892-e0a95b59f630 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740378 Jan 31 15:56:07.797451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2ffc3ee-3e3b-4995-bcfe-6c2aea50289e req-ac806412-bf7a-46fe-a4cd-bf37d30b38f4 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898337 Jan 31 15:56:07.799026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-92914de3-81d8-40cc-a88b-fb866a909748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:07.802484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-92914de3-81d8-40cc-a88b-fb866a909748 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.0864027 Jan 31 15:56:07.845857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42310) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:07.849363 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-9ec62e29-6504-4509-8dab-79840abd1d1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407414 Jan 31 15:56:07.948472 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a6763caf-77bd-4b4e-ac2d-c17991fedc4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=986a1047533b4f0c87475378f97bddd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990806 Jan 31 15:56:07.949990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42316) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:07.953794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aba797f-1101-460c-a5a1-399cd17885f7 None None] Network 3a87d87e-26a4-44dc-92df-c93f644d205a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:08.006707 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-533afd82-afa5-4c25-9661-cd22e6eaefbb service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444969 Jan 31 15:56:08.030872 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.040845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-72175f4f-5484-4c77-87ed-1f9d3f206dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.053833 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.054968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Allocated IP 172.20.0.2 (f5a35642-fecf-49e9-a939-7d528c3d96f9/dc504ed7-bc56-4fe0-9c89-b2a52192a5a4/1657c0f8-bf35-4de6-a9eb-452999ee5a47) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:08.093810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-72175f4f-5484-4c77-87ed-1f9d3f206dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.118470 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-439c5f46-5880-49df-a7b3-8918559a728f req-22dd9f21-f4a8-488e-822c-2489fdbc2d06 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-770752111', 'description': 'tempest-description-596915114'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:08.175603 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ca66627-9ea5-4bcb-83c7-d18e2582da04 req-19972a81-6354-4adc-9fb2-e7794e4147ec tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0693331 Jan 31 15:56:08.179944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-439c5f46-5880-49df-a7b3-8918559a728f req-22dd9f21-f4a8-488e-822c-2489fdbc2d06 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.186841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Allocated IP 172.25.1.204 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/2190e70f-8ee1-47cc-8cc3-4ce9736f668f) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:08.201568 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.209484 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.245311 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-722b61ad-83c9-46c0-a0ae-a309d9578f13 req-7ec95b8d-0535-4d94-aa07-6400d4ae6c1b service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311087 Jan 31 15:56:08.252567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-72175f4f-5484-4c77-87ed-1f9d3f206dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.255136 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-72175f4f-5484-4c77-87ed-1f9d3f206dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.256241 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-72175f4f-5484-4c77-87ed-1f9d3f206dc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41f7e0a6-a3a5-4f2c-91dc-9fd20e5dc5fd HTTP/1.1" status: 204 len: 168 time: 0.3053000 Jan 31 15:56:08.281411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72175f4f-5484-4c77-87ed-1f9d3f206dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f7e0a6-a3a5-4f2c-91dc-9fd20e5dc5fd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:08.316501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Network f5a35642-fecf-49e9-a939-7d528c3d96f9 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:08.339112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:08.374716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:08.389539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Pushing event updated for resources: {'Port': ['ID=1657c0f8-bf35-4de6-a9eb-452999ee5a47,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:08.412550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9546f-ed9d-42c3-8e46-f2f92468db78 req-a2e7e0d6-80d0-4d84-8402-131fabc6a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:08.417888 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49f9546f-ed9d-42c3-8e46-f2f92468db78 req-a2e7e0d6-80d0-4d84-8402-131fabc6a645 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 1095 time: 0.0965440 Jan 31 15:56:08.515175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Attempting to bind port 1657c0f8-bf35-4de6-a9eb-452999ee5a47 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:08.516091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Attempting to bind port 1657c0f8-bf35-4de6-a9eb-452999ee5a47 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'aa257694-afdf-4450-9a3b-697efa0e752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:08.516667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Attempting to bind port 1657c0f8-bf35-4de6-a9eb-452999ee5a47 on network f5a35642-fecf-49e9-a939-7d528c3d96f9 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:08.525145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:08.525586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Checking segment: {'id': 'aa257694-afdf-4450-9a3b-697efa0e752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:08.526825 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.526825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Bound using segment: {'id': 'aa257694-afdf-4450-9a3b-697efa0e752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:08.527020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Bound port: 1657c0f8-bf35-4de6-a9eb-452999ee5a47, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa257694-afdf-4450-9a3b-697efa0e752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:08.527401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.614241 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] For port 1657c0f8-bf35-4de6-a9eb-452999ee5a47, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:08.618914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] For port 1657c0f8-bf35-4de6-a9eb-452999ee5a47, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1657c0f8-bf35-4de6-a9eb-452999ee5a47,segment=NetworkSegment(aa257694-afdf-4450-9a3b-697efa0e752d),segment_id=aa257694-afdf-4450-9a3b-697efa0e752d)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:08.624610 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.682517 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-439c5f46-5880-49df-a7b3-8918559a728f req-22dd9f21-f4a8-488e-822c-2489fdbc2d06 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.692589 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-439c5f46-5880-49df-a7b3-8918559a728f req-22dd9f21-f4a8-488e-822c-2489fdbc2d06 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.716229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62888f9e-5eda-41bd-833f-b006228e43f4 None None] Pushing event updated for resources: {'Port': ['ID=1657c0f8-bf35-4de6-a9eb-452999ee5a47,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:08.746787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.756410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd9f21-f4a8-488e-822c-2489fdbc2d06 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15eeb49-6fcf-4b48-b0ea-972a522b8af6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:08.764402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-439c5f46-5880-49df-a7b3-8918559a728f req-22dd9f21-f4a8-488e-822c-2489fdbc2d06 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.768200 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9546f-ed9d-42c3-8e46-f2f92468db78 req-dc7b0c2e-b561-42c0-b275-2f666022bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:08.770028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49f9546f-ed9d-42c3-8e46-f2f92468db78 req-dc7b0c2e-b561-42c0-b275-2f666022bbe2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 912 time: 0.3449728 Jan 31 15:56:08.777687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-439c5f46-5880-49df-a7b3-8918559a728f req-22dd9f21-f4a8-488e-822c-2489fdbc2d06 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6689517 Jan 31 15:56:08.782615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12282a-5281-4e17-a04c-1afce24fd130 req-efd41bc5-6426-42ac-bd21-bbe09300944a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:08.790442 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef12282a-5281-4e17-a04c-1afce24fd130 req-efd41bc5-6426-42ac-bd21-bbe09300944a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 944 time: 0.1109130 Jan 31 15:56:08.816207 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:08.836805 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49f9546f-ed9d-42c3-8e46-f2f92468db78 req-67369930-2f2d-4a9b-bc1e-6808e8f9fd9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b744f1b6-359e-405b-ace4-168cf15c135c HTTP/1.1" status: 200 len: 217 time: 0.0440030 Jan 31 15:56:08.889159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:08.904680 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef12282a-5281-4e17-a04c-1afce24fd130 req-f23676db-7788-4040-b12c-0cede53046bf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130521 Jan 31 15:56:08.910546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:08.920025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9546f-ed9d-42c3-8e46-f2f92468db78 req-ac34854d-6ac9-4688-915b-e5599f27ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:08.922627 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49f9546f-ed9d-42c3-8e46-f2f92468db78 req-ac34854d-6ac9-4688-915b-e5599f27ca93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.0744815 Jan 31 15:56:08.927008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:08.937507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Pushing event updated for resources: {'Port': ['ID=2190e70f-8ee1-47cc-8cc3-4ce9736f668f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:08.990909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fda17b-35f0-4bc3-b4a6-613697daacd5 req-6931fcf5-468c-485e-969e-308420ebe216 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:08.999509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-80fda17b-35f0-4bc3-b4a6-613697daacd5 req-6931fcf5-468c-485e-969e-308420ebe216 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.1301703 Jan 31 15:56:09.005393 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49f9546f-ed9d-42c3-8e46-f2f92468db78 req-908b0daa-a425-47e5-9ab5-7b33b3b815e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759745 Jan 31 15:56:09.154439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-80fda17b-35f0-4bc3-b4a6-613697daacd5 req-196f0446-1645-43f4-816f-6d451b412f52 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533914 Jan 31 15:56:09.156670 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49f9546f-ed9d-42c3-8e46-f2f92468db78 req-070b0219-e4a0-4dc2-8716-a128e38d9cdb service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422102 Jan 31 15:56:09.180437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a2d8059f-9bef-4d23-94fe-ebd57771c454 req-c740ab52-00ed-413d-9ff2-1660ff75f343 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1666805018', 'description': 'tempest-description-1132317858'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:09.216852 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a2d8059f-9bef-4d23-94fe-ebd57771c454 req-c740ab52-00ed-413d-9ff2-1660ff75f343 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:09.315917 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49f9546f-ed9d-42c3-8e46-f2f92468db78 req-0998e7f1-bbb3-4b7d-bd0a-1c4672184a69 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520941 Jan 31 15:56:09.389096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:09.449345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735a3fb-c354-4436-9618-bdd52dcacc4e req-c1ef44ce-80f8-48ec-8259-f316936f27fe tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:09.451227 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2735a3fb-c354-4436-9618-bdd52dcacc4e req-c1ef44ce-80f8-48ec-8259-f316936f27fe tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.0642226 Jan 31 15:56:09.459562 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a2d8059f-9bef-4d23-94fe-ebd57771c454 req-c740ab52-00ed-413d-9ff2-1660ff75f343 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:09.464892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a2d8059f-9bef-4d23-94fe-ebd57771c454 req-c740ab52-00ed-413d-9ff2-1660ff75f343 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:09.518202 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2735a3fb-c354-4436-9618-bdd52dcacc4e req-d0fb64d1-5f39-4efe-9b08-a7b2c1a2d607 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514462 Jan 31 15:56:09.541190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a2d8059f-9bef-4d23-94fe-ebd57771c454 req-c740ab52-00ed-413d-9ff2-1660ff75f343 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:09.546731 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2d8059f-9bef-4d23-94fe-ebd57771c454 req-c740ab52-00ed-413d-9ff2-1660ff75f343 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3728852 Jan 31 15:56:09.581360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740ab52-00ed-413d-9ff2-1660ff75f343 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c64364-d1bc-402e-8a46-7938374cc3c8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:09.717671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03078889-310a-4746-8a99-6e80564229ea req-8f9f8609-d0a5-4377-a915-86de87a1838f tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:09.719265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-03078889-310a-4746-8a99-6e80564229ea req-8f9f8609-d0a5-4377-a915-86de87a1838f tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 945 time: 0.1165531 Jan 31 15:56:09.753628 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4b60b6d-22cf-4fe3-ba37-82f4c6e7aa36 req-56d94050-b9ff-4b67-9b8e-44ef0714cb36 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0346544 Jan 31 15:56:09.766983 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:09.773320 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-03078889-310a-4746-8a99-6e80564229ea req-cef740e1-4d8b-417b-ad67-b95cbcaeff5d tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466805 Jan 31 15:56:09.955353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b744f1b6-359e-405b-ace4-168cf15c135c details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:56:10.025500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-421ebb46-0c92-48e9-8843-ed007eea4521 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:10.033952 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-421ebb46-0c92-48e9-8843-ed007eea4521 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/networks?id=3a87d87e-26a4-44dc-92df-c93f644d205a HTTP/1.1" status: 200 len: 813 time: 0.1643572 Jan 31 15:56:10.052967 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-87f33389-b1d6-4041-9f73-f8c8c43a8361 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/quotas/86bfd2df7ce94813839111459b6520c2 HTTP/1.1" status: 200 len: 375 time: 0.0179944 Jan 31 15:56:10.063671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Router fff29135-6f38-4eb8-9d73-eb5f298e207b is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:56:10.104079 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-def6452a-3fdf-4d73-8ba7-e0cd762a32a6 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=86bfd2df7ce94813839111459b6520c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500269 Jan 31 15:56:10.176938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b744f1b6-359e-405b-ace4-168cf15c135c, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b744f1b6-359e-405b-ace4-168cf15c135c,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:10.181407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a56bc5-9805-4816-b652-bf1c6debace8 None None] Network f5a35642-fecf-49e9-a939-7d528c3d96f9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:10.182985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a9862-07a2-47ae-becf-0e0a3069f5cb req-800ca1d8-0a79-485b-9abd-9ec998c7b0b9 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:10.186930 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9b8a9862-07a2-47ae-becf-0e0a3069f5cb req-800ca1d8-0a79-485b-9abd-9ec998c7b0b9 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 944 time: 0.1253548 Jan 31 15:56:10.205314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'b744f1b6-359e-405b-ace4-168cf15c135c', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'port_id': 'b744f1b6-359e-405b-ace4-168cf15c135c', 'mac_address': 'fa:16:3e:90:52:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839da286-d7fe-47c8-8f9e-973a376f0b70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:56:10.246096 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9b8a9862-07a2-47ae-becf-0e0a3069f5cb req-1c2e7786-8b82-49ec-9c1a-d6bb11a35826 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511284 Jan 31 15:56:10.257640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fda14c79-3b13-4686-b385-867323081288 None None] Provisioning complete for port 1657c0f8-bf35-4de6-a9eb-452999ee5a47 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:10.258009 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fda14c79-3b13-4686-b385-867323081288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:10.314169 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-5ea3d435-4b17-40c7-b7c6-27f6d7b0156c service neutron] 10.222.0.36 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088997 Jan 31 15:56:10.386625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:56:10.417693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Sync routers for ids ['fff29135-6f38-4eb8-9d73-eb5f298e207b'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:56:10.429159 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:10.433140 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f3959ccd-715c-499f-99dc-955e9417ccf4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0599072 Jan 31 15:56:10.434404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42408) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:10.443111 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-02e49e2d-b943-4ad8-a4f3-a01d833afb07 service neutron] 10.222.0.36 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280029 Jan 31 15:56:10.457451 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:10.462263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Routers {'fff29135-6f38-4eb8-9d73-eb5f298e207b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:10.462912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fff29135-6f38-4eb8-9d73-eb5f298e207b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:10.529325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1657c0f8-bf35-4de6-a9eb-452999ee5a47 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:10.568774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b744f1b6-359e-405b-ace4-168cf15c135c {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:10.648231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b744f1b6-359e-405b-ace4-168cf15c135c, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b744f1b6-359e-405b-ace4-168cf15c135c,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:10.687370 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:10.688457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b331c-0a90-4873-8a70-544c0b90932c req-46771bc4-66de-4530-becd-6b7fe22b8fac tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:10.691042 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-826b331c-0a90-4873-8a70-544c0b90932c req-46771bc4-66de-4530-becd-6b7fe22b8fac tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.1297698 Jan 31 15:56:10.798745 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-826b331c-0a90-4873-8a70-544c0b90932c req-e3c05a00-88e2-4bc8-a3c5-dae1f98945f7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948496 Jan 31 15:56:10.967888 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fda14c79-3b13-4686-b385-867323081288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:10.998844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4887bf-e7f0-41ef-81f7-1139875df787 req-5de75856-e0a9-4fae-aca9-4ff649ef8471 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:11.001549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbc4d-6f3c-4520-81d3-1d62109e2954 req-ba2c64c4-f754-4a82-9873-9f7f697536d8 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:11.002569 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c4887bf-e7f0-41ef-81f7-1139875df787 req-5de75856-e0a9-4fae-aca9-4ff649ef8471 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.0780752 Jan 31 15:56:11.009351 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f32cbc4d-6f3c-4520-81d3-1d62109e2954 req-ba2c64c4-f754-4a82-9873-9f7f697536d8 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 945 time: 0.1116302 Jan 31 15:56:11.012952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Set router fff29135-6f38-4eb8-9d73-eb5f298e207b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:11.015631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fda14c79-3b13-4686-b385-867323081288 None None] For port 1657c0f8-bf35-4de6-a9eb-452999ee5a47, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1657c0f8-bf35-4de6-a9eb-452999ee5a47,segment=NetworkSegment(aa257694-afdf-4450-9a3b-697efa0e752d),segment_id=aa257694-afdf-4450-9a3b-697efa0e752d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:11.034456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b744f1b6-359e-405b-ace4-168cf15c135c,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:11.080652 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c4887bf-e7f0-41ef-81f7-1139875df787 req-548eac11-05ba-46e7-8624-05a1368c2fcc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631869 Jan 31 15:56:11.101130 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f32cbc4d-6f3c-4520-81d3-1d62109e2954 req-0ffc708d-a64a-45da-bb76-3882bcef349d tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765541 Jan 31 15:56:11.107639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['b744f1b6-359e-405b-ace4-168cf15c135c'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:11.163402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 1657c0f8-bf35-4de6-a9eb-452999ee5a47 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:11.163776 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:11.165382 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fda14c79-3b13-4686-b385-867323081288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:11.171437 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95621d91-8e51-41fd-a418-e1109a07f81a req-8e98bf16-976a-470d-a284-4554233758fb tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 210 time: 0.0456483 Jan 31 15:56:11.216600 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c06984fd-7c2a-4f84-b6f2-e72083e26d1a req-7d137ed5-261c-4b92-ae2f-317ae5dd597d tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0337250 Jan 31 15:56:11.277501 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:11.343171 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-dfec7bcb-f3cd-416f-aa97-fc0361518264 None None] Provisioning complete for port 1657c0f8-bf35-4de6-a9eb-452999ee5a47 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:11.343481 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dfec7bcb-f3cd-416f-aa97-fc0361518264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:11.395092 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda14c79-3b13-4686-b385-867323081288 None None] Pushing event updated for resources: {'Port': ['ID=1657c0f8-bf35-4de6-a9eb-452999ee5a47,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:11.492677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03782-e571-4704-9c11-5348ab3862d6 req-7f2a94d6-c784-40ef-b59b-5edb17e53389 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:11.496383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-beb03782-e571-4704-9c11-5348ab3862d6 req-7f2a94d6-c784-40ef-b59b-5edb17e53389 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 945 time: 0.1483638 Jan 31 15:56:11.594153 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-beb03782-e571-4704-9c11-5348ab3862d6 req-1e7a0327-2c2a-42dd-aedb-6e99dbe29229 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907364 Jan 31 15:56:11.595208 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1095314039-router', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:07Z', 'updated_at': '2022-01-31T15:56:09Z', 'revision_number': 3, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'gw_port': {'id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:08Z', 'updated_at': '2022-01-31T15:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:11.605584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Allocated IP 172.20.0.1 (f5a35642-fecf-49e9-a939-7d528c3d96f9/dc504ed7-bc56-4fe0-9c89-b2a52192a5a4/59c21e46-6c77-4f87-9f8d-0ffab18a2f62) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:11.629202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Checking router: fff29135-6f38-4eb8-9d73-eb5f298e207b for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:56:11.629343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Updating router fff29135-6f38-4eb8-9d73-eb5f298e207b port 2190e70f-8ee1-47cc-8cc3-4ce9736f668f binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:56:11.662105 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:11.736922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:11.777997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:11.820693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Network f5a35642-fecf-49e9-a939-7d528c3d96f9 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:11.823986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:11.837171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:11.918302 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Pushing event updated for resources: {'Port': ['ID=59c21e46-6c77-4f87-9f8d-0ffab18a2f62,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:12.029446 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.039872 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.042720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.097578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Attempting to bind port 2190e70f-8ee1-47cc-8cc3-4ce9736f668f on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:12.097989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Attempting to bind port 2190e70f-8ee1-47cc-8cc3-4ce9736f668f by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:12.098303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Attempting to bind port 2190e70f-8ee1-47cc-8cc3-4ce9736f668f on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:12.108324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:12.108698 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:12.109097 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.109495 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:12.109985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Bound port: 2190e70f-8ee1-47cc-8cc3-4ce9736f668f, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:12.110360 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.178908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb80dea-2b12-4344-91cb-1f7ce22da223 None None] Pushing event updated for resources: {'Port': ['ID=2190e70f-8ee1-47cc-8cc3-4ce9736f668f,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:12.179698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bbdc4-3f14-4199-961c-d33eec2d4f7b req-7af1e0da-9a7e-46ed-ba43-0ee769c36e64 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:12.181251 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-968bbdc4-3f14-4199-961c-d33eec2d4f7b req-7af1e0da-9a7e-46ed-ba43-0ee769c36e64 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.30 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 945 time: 0.3040473 Jan 31 15:56:12.184891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] For port 2190e70f-8ee1-47cc-8cc3-4ce9736f668f, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:12.188939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] For port 2190e70f-8ee1-47cc-8cc3-4ce9736f668f, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=2190e70f-8ee1-47cc-8cc3-4ce9736f668f,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:12.196294 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.208290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42448) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:12.255696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614da844-1fd5-4a68-95c1-0bf9bd4a556d req-f1f6830a-660d-4dd6-8f86-c0cb31e1a5a5 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:12.263693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Routers {'fff29135-6f38-4eb8-9d73-eb5f298e207b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:12.264474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fff29135-6f38-4eb8-9d73-eb5f298e207b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:12.268031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad22c1-57ff-4928-ad28-3f4c4264875a req-1fae2f6f-23fc-47b0-8c74-f2499ffcb8a3 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:12.270911 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ec71bb43-9c18-424e-90be-cbb120ad450a None None] Provisioning complete for port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:12.270911 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ec71bb43-9c18-424e-90be-cbb120ad450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.272178 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-614da844-1fd5-4a68-95c1-0bf9bd4a556d req-f1f6830a-660d-4dd6-8f86-c0cb31e1a5a5 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.1088972 Jan 31 15:56:12.275533 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2ad22c1-57ff-4928-ad28-3f4c4264875a req-1fae2f6f-23fc-47b0-8c74-f2499ffcb8a3 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.3278394 Jan 31 15:56:12.277224 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.306734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-adbe4816-f6c5-472c-908e-4ba234a55a6b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:12.308329 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-adbe4816-f6c5-472c-908e-4ba234a55a6b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.20 "GET /v2.0/networks?id=3a87d87e-26a4-44dc-92df-c93f644d205a HTTP/1.1" status: 200 len: 813 time: 0.4321148 Jan 31 15:56:12.355924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-614da844-1fd5-4a68-95c1-0bf9bd4a556d req-4399b32f-c7d3-455b-8203-2d9f3d3664e9 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824769 Jan 31 15:56:12.357162 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb80dea-2b12-4344-91cb-1f7ce22da223 None None] Pushing event updated for resources: {'Port': ['ID=2190e70f-8ee1-47cc-8cc3-4ce9736f668f,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:12.380294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adb287c5-be23-45bf-90b0-1a986b1b78c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.381376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ec71bb43-9c18-424e-90be-cbb120ad450a None None] Port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:56:12.412112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1657c0f8-bf35-4de6-a9eb-452999ee5a47 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:12.413099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'port': {'device_id': '25470d4c-3d58-4b1a-a536-99bb434510f3', 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a', 'admin_state_up': True, 'tenant_id': '86bfd2df7ce94813839111459b6520c2'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:12.480489 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] Set router fff29135-6f38-4eb8-9d73-eb5f298e207b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:12.502062 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2ad22c1-57ff-4928-ad28-3f4c4264875a req-7a9ef13a-12ee-4825-b41b-c9afb402ed3b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256236 Jan 31 15:56:12.505807 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e713f-241f-4534-b26d-91f87310fa71 req-8fffe8ed-f091-4c36-b3af-d78c66088bd4 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:12.507384 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-458e713f-241f-4534-b26d-91f87310fa71 req-8fffe8ed-f091-4c36-b3af-d78c66088bd4 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 945 time: 0.0848598 Jan 31 15:56:12.541450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adb287c5-be23-45bf-90b0-1a986b1b78c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.550971 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adb287c5-be23-45bf-90b0-1a986b1b78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.589913 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-458e713f-241f-4534-b26d-91f87310fa71 req-d40bd2ad-a463-42bc-8ffe-f65d409696e0 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696864 Jan 31 15:56:12.601853 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb287c5-be23-45bf-90b0-1a986b1b78c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e45ddcf-a1ab-4c28-8aba-e57e3f9cd859,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:12.609604 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-adb287c5-be23-45bf-90b0-1a986b1b78c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39742d0ac137490a8db1c214bde18983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981047 Jan 31 15:56:12.618037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42454) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:12.637244 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35d6c51b-2aea-413b-a1e9-ad1f2a7cc6d1 req-0eb1d6ab-eab8-495e-82f2-ef1f6a509962 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 210 time: 0.0519657 Jan 31 15:56:12.637520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 1657c0f8-bf35-4de6-a9eb-452999ee5a47 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:12.638385 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.686067 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f46bf-13e1-42b8-89f6-7640a0f64834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.711417 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f46bf-13e1-42b8-89f6-7640a0f64834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.744720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-968bbdc4-3f14-4199-961c-d33eec2d4f7b req-090b2109-92ff-4c86-8d41-ccafa64493ec tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Deleting port 3c756103-8a2f-4455-91a3-71208a0372a0 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:56:12.745058 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-968bbdc4-3f14-4199-961c-d33eec2d4f7b req-090b2109-92ff-4c86-8d41-ccafa64493ec tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.771765 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79120298-e6ab-42b1-aceb-cc22c81ba733 req-e581e636-e455-493c-a84e-662ede829c58 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0403144 Jan 31 15:56:12.798270 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f46bf-13e1-42b8-89f6-7640a0f64834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.806921 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f46bf-13e1-42b8-89f6-7640a0f64834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.809913 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8f3f46bf-13e1-42b8-89f6-7640a0f64834 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e45ddcf-a1ab-4c28-8aba-e57e3f9cd859 HTTP/1.1" status: 204 len: 168 time: 0.1857054 Jan 31 15:56:12.821904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f46bf-13e1-42b8-89f6-7640a0f64834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e45ddcf-a1ab-4c28-8aba-e57e3f9cd859,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:12.836641 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.847183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1095314039-router', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:07Z', 'updated_at': '2022-01-31T15:56:12Z', 'revision_number': 4, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'gw_port': {'id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:08Z', 'updated_at': '2022-01-31T15:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '59c21e46-6c77-4f87-9f8d-0ffab18a2f62', 'name': '', 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'mac_address': 'fa:16:3e:bf:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'dc504ed7-bc56-4fe0-9c89-b2a52192a5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:11Z', 'updated_at': '2022-01-31T15:56:11Z', 'revision_number': 1, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'subnets': [{'id': 'dc504ed7-bc56-4fe0-9c89-b2a52192a5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:12.853612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:12.880701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88d6ad-7257-46d5-af0d-70e95163830a None None] The sync data for ids ['fff29135-6f38-4eb8-9d73-eb5f298e207b'] in n-d-827120-1 is: [{'id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1095314039-router', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:07Z', 'updated_at': '2022-01-31T15:56:12Z', 'revision_number': 4, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'gw_port': {'id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:08Z', 'updated_at': '2022-01-31T15:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '59c21e46-6c77-4f87-9f8d-0ffab18a2f62', 'name': '', 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'mac_address': 'fa:16:3e:bf:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'dc504ed7-bc56-4fe0-9c89-b2a52192a5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:11Z', 'updated_at': '2022-01-31T15:56:11Z', 'revision_number': 1, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'subnets': [{'id': 'dc504ed7-bc56-4fe0-9c89-b2a52192a5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:56:12.957395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77e9d0-1e88-4691-a86e-0c3684acc3db req-32f56963-2743-43a0-9847-cf888fbcc825 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:12.958908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da77e9d0-1e88-4691-a86e-0c3684acc3db req-32f56963-2743-43a0-9847-cf888fbcc825 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 945 time: 0.2222757 Jan 31 15:56:12.980038 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Made reservation on behalf of 86bfd2df7ce94813839111459b6520c2 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:12.983493 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:13.005736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Pushing event updated for resources: {'Port': ['ID=59c21e46-6c77-4f87-9f8d-0ffab18a2f62,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:13.008244 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:13.035802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-968bbdc4-3f14-4199-961c-d33eec2d4f7b req-090b2109-92ff-4c86-8d41-ccafa64493ec tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] For port 3c756103-8a2f-4455-91a3-71208a0372a0, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c756103-8a2f-4455-91a3-71208a0372a0,segment=NetworkSegment(d92c66f0-9a3c-4c04-a730-de3fee65cb59),segment_id=d92c66f0-9a3c-4c04-a730-de3fee65cb59)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:13.036550 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-968bbdc4-3f14-4199-961c-d33eec2d4f7b req-090b2109-92ff-4c86-8d41-ccafa64493ec tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:13.090495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-968bbdc4-3f14-4199-961c-d33eec2d4f7b req-090b2109-92ff-4c86-8d41-ccafa64493ec tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Calling delete_port for 3c756103-8a2f-4455-91a3-71208a0372a0 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:56:13.137450 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da77e9d0-1e88-4691-a86e-0c3684acc3db req-93f87ba6-93f7-4e39-a3e6-03ef7a0ac4e8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693475 Jan 31 15:56:13.138870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42462) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:13.161758 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d0489cb-64be-4e6d-8555-0560ab9744ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:13.249839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d0489cb-64be-4e6d-8555-0560ab9744ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:13.256431 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d0489cb-64be-4e6d-8555-0560ab9744ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:13.298128 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1d0489cb-64be-4e6d-8555-0560ab9744ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd9215e29765456a93db3b7ec46ad214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579628 Jan 31 15:56:13.298970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0489cb-64be-4e6d-8555-0560ab9744ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5be115-5b30-407d-bb8d-e7e377de7c4f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:13.300368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42464) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:13.318144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Network f5a35642-fecf-49e9-a939-7d528c3d96f9 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:13.331629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:13.370768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Allocated IP 172.20.0.6 (3a87d87e-26a4-44dc-92df-c93f644d205a/a38d47b2-da75-4d5e-84d3-31d2ce7e3b60/852d77b3-351e-405a-80cf-4089af2179db) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:13.486577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780260dc-286a-491c-a823-ef357149c19b req-b2db2b9f-f898-44c6-8247-b8038ec931fd tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:13.494772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-780260dc-286a-491c-a823-ef357149c19b req-b2db2b9f-f898-44c6-8247-b8038ec931fd tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.0670979 Jan 31 15:56:13.572677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-780260dc-286a-491c-a823-ef357149c19b req-14093100-15fa-4cbd-9ef2-c4dab30d528d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720990 Jan 31 15:56:13.625740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7fe4be66-ad39-455f-a643-84fd04a95762 None None] Provisioning complete for port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:13.626186 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7fe4be66-ad39-455f-a643-84fd04a95762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:13.675885 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4be66-ad39-455f-a643-84fd04a95762 None None] Port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:56:13.756510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54090d7-91a7-4cb0-9d27-3836342b59d4 req-a7814181-811f-4fcd-a191-ab863e08c259 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:13.758508 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a54090d7-91a7-4cb0-9d27-3836342b59d4 req-a7814181-811f-4fcd-a191-ab863e08c259 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 945 time: 0.0604923 Jan 31 15:56:13.801204 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a54090d7-91a7-4cb0-9d27-3836342b59d4 req-ca99fb99-2475-40c3-bcc3-f3b1f6638f66 tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc04881a-a1a9-4aaf-87d5-96465e3c53f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Jan 31 15:56:13.879709 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f8a251a4-e907-4468-8ef6-ce35307d1e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:13.896788 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6b6cd17c-c91e-4a10-8725-937d1651626a req-ee9ce05c-9128-496d-ad59-002f3b920da8 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 210 time: 0.0274167 Jan 31 15:56:13.983310 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f8a251a4-e907-4468-8ef6-ce35307d1e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:13.988188 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-968bbdc4-3f14-4199-961c-d33eec2d4f7b req-090b2109-92ff-4c86-8d41-ccafa64493ec tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:13.996109 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74e59985-535b-4b4c-91d4-12fce09af788 req-57b8fe4e-f7ac-489a-bd3c-58828ddc8060 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0275257 Jan 31 15:56:14.000052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b744f1b6-359e-405b-ace4-168cf15c135c up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:14.066390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port b744f1b6-359e-405b-ace4-168cf15c135c completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:56:14.070824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port b744f1b6-359e-405b-ace4-168cf15c135c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:14.071288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:14.093256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b2109-92ff-4c86-8d41-ccafa64493ec tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Pushing event deleted for resources: {'Port': ['ID=3c756103-8a2f-4455-91a3-71208a0372a0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:14.164815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0233fe-05f8-4ae3-802d-fa36541acfa9 req-f421b4be-2462-4170-9b08-c883c3d9b559 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:14.171856 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc0233fe-05f8-4ae3-802d-fa36541acfa9 req-f421b4be-2462-4170-9b08-c883c3d9b559 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.3159082 Jan 31 15:56:14.176588 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:14.179481 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Router fff29135-6f38-4eb8-9d73-eb5f298e207b has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:56:14.202404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-968bbdc4-3f14-4199-961c-d33eec2d4f7b req-090b2109-92ff-4c86-8d41-ccafa64493ec tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] No DVR routers for this DVR port 3c756103-8a2f-4455-91a3-71208a0372a0 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:56:14.205720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-968bbdc4-3f14-4199-961c-d33eec2d4f7b req-090b2109-92ff-4c86-8d41-ccafa64493ec tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:14.209394 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-968bbdc4-3f14-4199-961c-d33eec2d4f7b req-090b2109-92ff-4c86-8d41-ccafa64493ec tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.30 "DELETE /v2.0/ports/3c756103-8a2f-4455-91a3-71208a0372a0 HTTP/1.1" status: 204 len: 173 time: 2.0001190 Jan 31 15:56:14.219583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b744f1b6-359e-405b-ace4-168cf15c135c, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b744f1b6-359e-405b-ace4-168cf15c135c,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:14.220646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b15e509-4881-433e-b45b-1dc67ebb3043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b744f1b6-359e-405b-ace4-168cf15c135c'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:14.229706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea01f3c-8964-49b7-a1d1-e81948ce69ca', 'name': 'network-vif-deleted', 'tag': '3c756103-8a2f-4455-91a3-71208a0372a0'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:14.230976 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3cb7e4-e5c2-4775-b9ae-406dec9bd7be" -d '{"events": [{"server_uuid": "8b15e509-4881-433e-b45b-1dc67ebb3043", "name": "network-vif-plugged", "status": "completed", "tag": "b744f1b6-359e-405b-ace4-168cf15c135c"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:14.234084 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2f8bbd-131d-4122-9fa3-4a9a2f1d1c95" -d '{"events": [{"server_uuid": "aea01f3c-8964-49b7-a1d1-e81948ce69ca", "name": "network-vif-deleted", "tag": "3c756103-8a2f-4455-91a3-71208a0372a0"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:14.235538 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:14.236399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3c756103-8a2f-4455-91a3-71208a0372a0 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:14.280405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669241d-1439-454d-990e-2abfe027794b req-9cde0c32-55f1-4b24-9b48-fb7f6b71a5a9 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:14.286269 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f8a251a4-e907-4468-8ef6-ce35307d1e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:14.287109 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0669241d-1439-454d-990e-2abfe027794b req-9cde0c32-55f1-4b24-9b48-fb7f6b71a5a9 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 946 time: 0.0744305 Jan 31 15:56:14.288753 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f8a251a4-e907-4468-8ef6-ce35307d1e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:14.292482 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f8a251a4-e907-4468-8ef6-ce35307d1e10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc5be115-5b30-407d-bb8d-e7e377de7c4f HTTP/1.1" status: 204 len: 168 time: 0.9897003 Jan 31 15:56:14.323513 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:14.338712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 3c756103-8a2f-4455-91a3-71208a0372a0 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:56:14.341184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3c756103-8a2f-4455-91a3-71208a0372a0 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:56:14.369064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a251a4-e907-4468-8ef6-ce35307d1e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5be115-5b30-407d-bb8d-e7e377de7c4f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:14.385585 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0669241d-1439-454d-990e-2abfe027794b req-cb6eedf4-614c-421d-a350-95ca6fca91ed tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728269 Jan 31 15:56:14.405634 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc0233fe-05f8-4ae3-802d-fa36541acfa9 req-d923a4ad-13a8-4766-93e3-b61ca72d7d80 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317393 Jan 31 15:56:14.411147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b744f1b6-359e-405b-ace4-168cf15c135c,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:14.459256 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29404352-4fbe-4474-b964-88bcecd8cddf x-openstack-request-id: req-29404352-4fbe-4474-b964-88bcecd8cddf {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:14.459708 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b15e509-4881-433e-b45b-1dc67ebb3043", "name": "network-vif-plugged", "status": "completed", "tag": "b744f1b6-359e-405b-ace4-168cf15c135c", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:14.459966 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29404352-4fbe-4474-b964-88bcecd8cddf {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:14.460369 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b15e509-4881-433e-b45b-1dc67ebb3043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b744f1b6-359e-405b-ace4-168cf15c135c', 'code': 200} Jan 31 15:56:14.494639 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badecbf3-083b-48b3-a002-9196e46e92bd x-openstack-request-id: req-badecbf3-083b-48b3-a002-9196e46e92bd {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:14.494992 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea01f3c-8964-49b7-a1d1-e81948ce69ca", "name": "network-vif-deleted", "tag": "3c756103-8a2f-4455-91a3-71208a0372a0", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:14.495183 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-badecbf3-083b-48b3-a002-9196e46e92bd {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:14.495563 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea01f3c-8964-49b7-a1d1-e81948ce69ca', 'name': 'network-vif-deleted', 'tag': '3c756103-8a2f-4455-91a3-71208a0372a0', 'status': 'completed', 'code': 200} Jan 31 15:56:14.511500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2190e70f-8ee1-47cc-8cc3-4ce9736f668f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:14.526268 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:14.564400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 2190e70f-8ee1-47cc-8cc3-4ce9736f668f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:14.564597 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:14.590429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:56:14.602599 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a86c81cb-02cb-414f-b709-886b58a6a506 admin admin] 10.222.0.36 "PUT /v2.0/routers/fff29135-6f38-4eb8-9d73-eb5f298e207b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1669407 Jan 31 15:56:14.627506 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Network 3a87d87e-26a4-44dc-92df-c93f644d205a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:14.630052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'Port': ['ID=852d77b3-351e-405a-80cf-4089af2179db,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:14.634579 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:14.637873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:14.679714 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:14.707654 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 2190e70f-8ee1-47cc-8cc3-4ce9736f668f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=2190e70f-8ee1-47cc-8cc3-4ce9736f668f,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:14.713164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244a2ac-7c09-4769-89c8-e4dd25fa31af req-c99af6f0-2cb1-4c2a-846f-31ebadc3c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:14.714527 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:14.723094 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7244a2ac-7c09-4769-89c8-e4dd25fa31af req-c99af6f0-2cb1-4c2a-846f-31ebadc3c8a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 1097 time: 0.1908078 Jan 31 15:56:14.782494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09722547-ba89-4743-9fa3-b32c9cbf158a req-b5c8debb-f104-4fb9-949c-e36412d4ad41 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:14.790119 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-09722547-ba89-4743-9fa3-b32c9cbf158a req-b5c8debb-f104-4fb9-949c-e36412d4ad41 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.0816188 Jan 31 15:56:14.792771 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:14.793435 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:14.813330 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=2190e70f-8ee1-47cc-8cc3-4ce9736f668f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:14.850028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-dfe31736-e8c5-4efa-a014-712455dddd76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5165255 Jan 31 15:56:14.851962 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7244a2ac-7c09-4769-89c8-e4dd25fa31af req-0454b187-1ae5-4cc3-83fe-2332601e60bb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224442 Jan 31 15:56:14.854792 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-09722547-ba89-4743-9fa3-b32c9cbf158a req-2b2c9af1-1439-47fd-bedc-818fa9a015cc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633626 Jan 31 15:56:14.871971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Request body: {'port': {'device_id': '25470d4c-3d58-4b1a-a536-99bb434510f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:14.973770 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d19e5039-bb55-4ed1-b2a2-47861e2d6997 req-19df5ea7-5b91-45f7-a051-981ad09c0dba tempest-ServerPasswordTestJSON-1131257169 tempest-ServerPasswordTestJSON-1131257169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea01f3c-8964-49b7-a1d1-e81948ce69ca HTTP/1.1" status: 200 len: 210 time: 0.0435176 Jan 31 15:56:14.974786 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:15.167831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df3acd-6d73-4d82-b482-52b8bf5cb5aa req-9d629254-c275-4fb8-a3c4-8bdb244c5d65 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:15.169318 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5df3acd-6d73-4d82-b482-52b8bf5cb5aa req-9d629254-c275-4fb8-a3c4-8bdb244c5d65 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 931 time: 0.0680697 Jan 31 15:56:15.256208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5df3acd-6d73-4d82-b482-52b8bf5cb5aa req-e5fde231-b1aa-45de-a18a-f8f59b5d8367 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679564 Jan 31 15:56:15.308498 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea583716-58c7-4df0-ac17-aae44d393468 req-b5c01b5d-c1cd-4b35-9078-4feff3637955 tempest-FloatingIPsNegativeTestJSON-55092426 tempest-FloatingIPsNegativeTestJSON-55092426-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=b2e2981bd74c4fa88656f06f0d3f3ba7 HTTP/1.1" status: 200 len: 217 time: 0.0694263 Jan 31 15:56:15.358021 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fee56e32-1c1e-4e3d-923f-8faf640f3a64 req-2774e93f-380a-4763-a921-3ef8b4036836 tempest-FloatingIPsNegativeTestJSON-55092426 tempest-FloatingIPsNegativeTestJSON-55092426-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0294373 Jan 31 15:56:15.410351 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8048500d-8c01-4a9d-ba5e-e835a2524373 req-0cc19875-7d3f-4b1d-b685-55c2d431a409 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0621152 Jan 31 15:56:15.417696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852d77b3-351e-405a-80cf-4089af2179db {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:15.423880 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-5db88563-e013-477e-b1d6-67d865dcd47b req-d83a993b-e972-4145-b6ec-3d5f55010352 tempest-FloatingIPsNegativeTestJSON-55092426 tempest-FloatingIPsNegativeTestJSON-55092426-project] show failed (client error): The resource could not be found. Jan 31 15:56:15.424990 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5db88563-e013-477e-b1d6-67d865dcd47b req-d83a993b-e972-4145-b6ec-3d5f55010352 tempest-FloatingIPsNegativeTestJSON-55092426 tempest-FloatingIPsNegativeTestJSON-55092426-project] 10.222.0.36 "GET /v2.0/floatingips/2c54631e-82f2-4924-83a4-da6cc057b0b9 HTTP/1.1" status: 404 len: 350 time: 0.0457740 Jan 31 15:56:15.430259 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:15.448383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42528) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:15.461449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Transition to ACTIVE for port object 852d77b3-351e-405a-80cf-4089af2179db will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:56:15.469739 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:15.495145 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Sync routers for ids ['fff29135-6f38-4eb8-9d73-eb5f298e207b'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:56:15.512953 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Routers {'fff29135-6f38-4eb8-9d73-eb5f298e207b'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:15.515897 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fff29135-6f38-4eb8-9d73-eb5f298e207b'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:15.550283 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Pushing event updated for resources: {'Port': ['ID=852d77b3-351e-405a-80cf-4089af2179db,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:15.623859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230fa8a-ad29-4ce4-979a-4753bb7b2611 req-702661ce-94f5-4662-9ecd-0dc99841dedc tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:15.625224 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5230fa8a-ad29-4ce4-979a-4753bb7b2611 req-702661ce-94f5-4662-9ecd-0dc99841dedc tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 946 time: 0.1023929 Jan 31 15:56:15.660990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Attempting to bind port 852d77b3-351e-405a-80cf-4089af2179db on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:15.661387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Attempting to bind port 852d77b3-351e-405a-80cf-4089af2179db by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '044227c8-e81f-477d-860d-bac32e8f25e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:15.662150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Attempting to bind port 852d77b3-351e-405a-80cf-4089af2179db on network 3a87d87e-26a4-44dc-92df-c93f644d205a {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:15.684318 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Set router fff29135-6f38-4eb8-9d73-eb5f298e207b gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:15.713676 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5230fa8a-ad29-4ce4-979a-4753bb7b2611 req-dd125aa6-303f-4aaa-946c-3941779ac590 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628288 Jan 31 15:56:15.713676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Port 852d77b3-351e-405a-80cf-4089af2179db on network 3a87d87e-26a4-44dc-92df-c93f644d205a not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:56:15.713676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Attempting to bind port 852d77b3-351e-405a-80cf-4089af2179db on network 3a87d87e-26a4-44dc-92df-c93f644d205a {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:15.728591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:15.729162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Checking segment: {'id': '044227c8-e81f-477d-860d-bac32e8f25e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:15.729302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba99b9-dec7-4620-b49a-9c24d2e91b61 req-6bee847d-bb28-4382-8c0e-d88159bb267c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:15.729857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Bound using segment: {'id': '044227c8-e81f-477d-860d-bac32e8f25e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:15.730450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Bound port: 852d77b3-351e-405a-80cf-4089af2179db, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '044227c8-e81f-477d-860d-bac32e8f25e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:15.730744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1ba99b9-dec7-4620-b49a-9c24d2e91b61 req-6bee847d-bb28-4382-8c0e-d88159bb267c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.1402380 Jan 31 15:56:15.731159 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:15.826339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] For port 852d77b3-351e-405a-80cf-4089af2179db, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:15.832803 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1ba99b9-dec7-4620-b49a-9c24d2e91b61 req-9e22cb0a-eb37-4d28-9250-282736df2ab5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923951 Jan 31 15:56:15.835214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] For port 852d77b3-351e-405a-80cf-4089af2179db, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=852d77b3-351e-405a-80cf-4089af2179db,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:15.841218 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:15.902266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:15.904126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:15.914176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] 10.222.0.20 "PUT /v2.0/ports/852d77b3-351e-405a-80cf-4089af2179db HTTP/1.1" status: 200 len: 1091 time: 1.0466592 Jan 31 15:56:15.966471 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1095314039-router', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:07Z', 'updated_at': '2022-01-31T15:56:12Z', 'revision_number': 4, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'gw_port': {'id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:08Z', 'updated_at': '2022-01-31T15:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '59c21e46-6c77-4f87-9f8d-0ffab18a2f62', 'name': '', 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'mac_address': 'fa:16:3e:bf:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'dc504ed7-bc56-4fe0-9c89-b2a52192a5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:11Z', 'updated_at': '2022-01-31T15:56:12Z', 'revision_number': 2, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'subnets': [{'id': 'dc504ed7-bc56-4fe0-9c89-b2a52192a5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:16.001689 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-7173050f-ba06-408e-8c2a-072de099d72a req-d2904605-1bbd-4a57-b07f-746f9dce99c8 service neutron] show failed (client error): The resource could not be found. Jan 31 15:56:16.012688 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-d2904605-1bbd-4a57-b07f-746f9dce99c8 service neutron] 10.222.0.20 "GET /v2.0/ports/d378e42e-804c-4b2e-8e1f-a992a9c4f923/bindings/n-h1-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.1526175 Jan 31 15:56:16.027604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29b133-a836-4cc9-ac70-ea9c474d9269 service neutron] Pushing event updated for resources: {'Port': ['ID=852d77b3-351e-405a-80cf-4089af2179db,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:16.051519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ced15-1dc7-4d3a-ae0e-27be1f40b51c req-35d39bcd-8434-4711-9601-c1ad905161b6 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:16.053042 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e8ced15-1dc7-4d3a-ae0e-27be1f40b51c req-35d39bcd-8434-4711-9601-c1ad905161b6 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.1142459 Jan 31 15:56:16.058014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-ab3e10e7-e710-4e4b-8e85-ea8bbf55a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:16.059587 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-ab3e10e7-e710-4e4b-8e85-ea8bbf55a61b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86bfd2df7ce94813839111459b6520c2&device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 1094 time: 0.0985239 Jan 31 15:56:16.060327 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Checking router: fff29135-6f38-4eb8-9d73-eb5f298e207b for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:56:16.060842 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Updating router fff29135-6f38-4eb8-9d73-eb5f298e207b port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:56:16.098857 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.111759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42544) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:16.152807 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-71a2f8fe-9501-4278-ad82-2baa8a4fc292 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852d77b3-351e-405a-80cf-4089af2179db HTTP/1.1" status: 200 len: 217 time: 0.0814798 Jan 31 15:56:16.205704 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d3d42b-b4d9-4d72-9f20-35cd49dbfc4d admin admin] Deleting subnet 2ac9608f-9c84-4253-8b58-7f3f0862a136 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:56:16.210868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17d3d42b-b4d9-4d72-9f20-35cd49dbfc4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.225445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e8ced15-1dc7-4d3a-ae0e-27be1f40b51c req-2ff690e1-9a33-4116-839a-c8ee6aacee64 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622434 Jan 31 15:56:16.253215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8cd2b0a7-a9dc-456b-acdb-6acb15b67b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:16.254793 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-8cd2b0a7-a9dc-456b-acdb-6acb15b67b03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38d47b2-da75-4d5e-84d3-31d2ce7e3b60 HTTP/1.1" status: 200 len: 853 time: 0.0920074 Jan 31 15:56:16.259049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47da0ead-f325-4335-9b6d-140a3e27ddc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.326619 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17d3d42b-b4d9-4d72-9f20-35cd49dbfc4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.349557 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-0789931c-7bf6-40f8-b8ce-f2bd15c4b59e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a87d87e-26a4-44dc-92df-c93f644d205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838926 Jan 31 15:56:16.409121 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2190e70f-8ee1-47cc-8cc3-4ce9736f668f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:16.455704 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17d3d42b-b4d9-4d72-9f20-35cd49dbfc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.477816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173050f-ba06-408e-8c2a-072de099d72a req-c2dca054-a011-4cf9-8065-dd0200984b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:16.487420 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-c2dca054-a011-4cf9-8065-dd0200984b7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84&tenant_id=3d4f027d8d234567ad636e8cf1ec111c HTTP/1.1" status: 200 len: 1101 time: 0.2057104 Jan 31 15:56:16.487876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 2190e70f-8ee1-47cc-8cc3-4ce9736f668f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:16.488260 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.497349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25470d4c-3d58-4b1a-a536-99bb434510f3', 'tag': '852d77b3-351e-405a-80cf-4089af2179db'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:16.507344 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e6f04a-4bb7-4b60-b838-4e79bd9dede5" -d '{"events": [{"name": "network-changed", "server_uuid": "25470d4c-3d58-4b1a-a536-99bb434510f3", "tag": "852d77b3-351e-405a-80cf-4089af2179db"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:16.534044 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.542068 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:16.543439 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.601717 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Pushing event updated for resources: {'Port': ['ID=59c21e46-6c77-4f87-9f8d-0ffab18a2f62,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:16.619710 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:16.620066 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:16.620699 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:16.622517 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:16.623058 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:16.623974 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:16.625065 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:16.625841 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:16.628049 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:16.628693 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:16.629173 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:16.632680 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:16.646091 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53c3796c-955e-4f13-b2dd-03b96fea3890 req-f6a4ab20-49fc-40a3-88b5-66cd4dba2481 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0623138 Jan 31 15:56:16.729317 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7777c887-4ba8-4549-b91b-eada613ec481 x-openstack-request-id: req-7777c887-4ba8-4549-b91b-eada613ec481 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:16.729698 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25470d4c-3d58-4b1a-a536-99bb434510f3", "tag": "852d77b3-351e-405a-80cf-4089af2179db", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:16.729912 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7777c887-4ba8-4549-b91b-eada613ec481 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:16.730322 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25470d4c-3d58-4b1a-a536-99bb434510f3', 'tag': '852d77b3-351e-405a-80cf-4089af2179db', 'status': 'completed', 'code': 200} Jan 31 15:56:16.747787 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Attempting to bind port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:16.749051 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Attempting to bind port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'aa257694-afdf-4450-9a3b-697efa0e752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:16.749631 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Attempting to bind port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 on network f5a35642-fecf-49e9-a939-7d528c3d96f9 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:16.750627 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-afc7e776-9050-40bc-adde-0462d35e6b75 service neutron] 10.222.0.20 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924966 Jan 31 15:56:16.757583 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:16.758264 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Checking segment: {'id': 'aa257694-afdf-4450-9a3b-697efa0e752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:16.758837 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.759394 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Bound using segment: {'id': 'aa257694-afdf-4450-9a3b-697efa0e752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:16.760020 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Bound port: 59c21e46-6c77-4f87-9f8d-0ffab18a2f62, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa257694-afdf-4450-9a3b-697efa0e752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:16.760569 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.793711 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.842038 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] For port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:16.847421 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] For port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=59c21e46-6c77-4f87-9f8d-0ffab18a2f62,segment=NetworkSegment(aa257694-afdf-4450-9a3b-697efa0e752d),segment_id=aa257694-afdf-4450-9a3b-697efa0e752d)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:16.855965 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.924932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4264f14-5d77-4d63-8965-4a1353102e52 req-a782c61d-7609-4806-a2e0-636120995932 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:16.926466 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4264f14-5d77-4d63-8965-4a1353102e52 req-a782c61d-7609-4806-a2e0-636120995932 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 943 time: 0.5511315 Jan 31 15:56:16.927084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8617291d-92c7-4562-a55b-1c552c2985b4 None None] Provisioning complete for port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:16.927461 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8617291d-92c7-4562-a55b-1c552c2985b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:16.936772 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b5a73-2fe9-439a-818a-d9a2ea3c746d None None] Pushing event updated for resources: {'Port': ['ID=59c21e46-6c77-4f87-9f8d-0ffab18a2f62,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:16.970624 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Routers {'fff29135-6f38-4eb8-9d73-eb5f298e207b'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:16.971232 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fff29135-6f38-4eb8-9d73-eb5f298e207b'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:17.067976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17d3d42b-b4d9-4d72-9f20-35cd49dbfc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.072930 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4264f14-5d77-4d63-8965-4a1353102e52 req-dfc7e4f3-20d0-4641-8065-352cc22cbde6 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381941 Jan 31 15:56:17.097494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97d50141-b26a-4d92-adb2-4edf8f025c21 req-417c950c-b02e-469d-aff6-0986bf6e76e0 service neutron] 10.222.0.20 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357806 Jan 31 15:56:17.108042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3d42b-b4d9-4d72-9f20-35cd49dbfc4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac9608f-9c84-4253-8b58-7f3f0862a136,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:17.110699 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17d3d42b-b4d9-4d72-9f20-35cd49dbfc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.118231 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-17d3d42b-b4d9-4d72-9f20-35cd49dbfc4d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2ac9608f-9c84-4253-8b58-7f3f0862a136 HTTP/1.1" status: 204 len: 168 time: 1.0034230 Jan 31 15:56:17.121626 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8617291d-92c7-4562-a55b-1c552c2985b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.123776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42574) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:17.185117 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] Set router fff29135-6f38-4eb8-9d73-eb5f298e207b gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:17.225805 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61b2f7eb-40ca-4eeb-9205-9ae92d70b614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.243731 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8617291d-92c7-4562-a55b-1c552c2985b4 None None] For port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=59c21e46-6c77-4f87-9f8d-0ffab18a2f62,segment=NetworkSegment(aa257694-afdf-4450-9a3b-697efa0e752d),segment_id=aa257694-afdf-4450-9a3b-697efa0e752d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:17.253214 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8617291d-92c7-4562-a55b-1c552c2985b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.288462 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-47da0ead-f325-4335-9b6d-140a3e27ddc3 admin admin] Deleting port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:56:17.288777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47da0ead-f325-4335-9b6d-140a3e27ddc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.326444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617291d-92c7-4562-a55b-1c552c2985b4 None None] Pushing event updated for resources: {'Port': ['ID=59c21e46-6c77-4f87-9f8d-0ffab18a2f62,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:17.346760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1a94b-d9a6-4fac-ab21-798f4967b0a1 req-6e46595a-3046-4dda-b08e-8a7d65dfcff3 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:17.348270 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2a1a94b-d9a6-4fac-ab21-798f4967b0a1 req-6e46595a-3046-4dda-b08e-8a7d65dfcff3 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.1105266 Jan 31 15:56:17.377141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ce9ae17e-9b22-4d56-adba-82a82eca368d None None] Provisioning complete for port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:17.377873 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae17e-9b22-4d56-adba-82a82eca368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.402682 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.402912 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2a1a94b-d9a6-4fac-ab21-798f4967b0a1 req-0faa036a-72ee-402a-9787-8a81bfc1cb59 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454867 Jan 31 15:56:17.427568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6f04a-4bb7-4b60-b838-4e79bd9dede5 req-d1e0de3f-885e-4762-b0cc-f75d3e2a32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:17.429172 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42e6f04a-4bb7-4b60-b838-4e79bd9dede5 req-d1e0de3f-885e-4762-b0cc-f75d3e2a32c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86bfd2df7ce94813839111459b6520c2&device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 1094 time: 0.1893682 Jan 31 15:56:17.438525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d141f97-175b-4db0-8132-b3033368e544 req-8fbe227c-cc16-4c8c-851b-b6b69d50e017 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:17.440235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-47da0ead-f325-4335-9b6d-140a3e27ddc3 admin admin] For port 59c21e46-6c77-4f87-9f8d-0ffab18a2f62, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=59c21e46-6c77-4f87-9f8d-0ffab18a2f62,segment=NetworkSegment(aa257694-afdf-4450-9a3b-697efa0e752d),segment_id=aa257694-afdf-4450-9a3b-697efa0e752d)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:17.440783 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47da0ead-f325-4335-9b6d-140a3e27ddc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.446186 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d141f97-175b-4db0-8132-b3033368e544 req-8fbe227c-cc16-4c8c-851b-b6b69d50e017 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 946 time: 0.2072885 Jan 31 15:56:17.455451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:17.458208 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-47da0ead-f325-4335-9b6d-140a3e27ddc3 admin admin] Calling delete_port for 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:56:17.534296 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1095314039-router', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:07Z', 'updated_at': '2022-01-31T15:56:12Z', 'revision_number': 4, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'gw_port': {'id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:08Z', 'updated_at': '2022-01-31T15:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '59c21e46-6c77-4f87-9f8d-0ffab18a2f62', 'name': '', 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'mac_address': 'fa:16:3e:bf:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'dc504ed7-bc56-4fe0-9c89-b2a52192a5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:11Z', 'updated_at': '2022-01-31T15:56:16Z', 'revision_number': 4, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'subnets': [{'id': 'dc504ed7-bc56-4fe0-9c89-b2a52192a5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:17.562641 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918491a-aad3-40b0-8e29-54a77e87979e None None] The sync data for ids ['fff29135-6f38-4eb8-9d73-eb5f298e207b'] in n-d-827120-1 is: [{'id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1095314039-router', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:07Z', 'updated_at': '2022-01-31T15:56:12Z', 'revision_number': 4, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'gw_port': {'id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:08Z', 'updated_at': '2022-01-31T15:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '59c21e46-6c77-4f87-9f8d-0ffab18a2f62', 'name': '', 'network_id': 'f5a35642-fecf-49e9-a939-7d528c3d96f9', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'mac_address': 'fa:16:3e:bf:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'dc504ed7-bc56-4fe0-9c89-b2a52192a5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:11Z', 'updated_at': '2022-01-31T15:56:16Z', 'revision_number': 4, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'subnets': [{'id': 'dc504ed7-bc56-4fe0-9c89-b2a52192a5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:56:17.670654 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d141f97-175b-4db0-8132-b3033368e544 req-9a06692d-2c31-4d54-9346-3169437de7cd tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196915 Jan 31 15:56:17.690354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:17.737178 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.752013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e584e-42a3-4dbf-bfdb-b7c5a7e91fca req-b4960ed2-ee6e-44c6-802a-a5cc1ad4c0de tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:17.753548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b36e584e-42a3-4dbf-bfdb-b7c5a7e91fca req-b4960ed2-ee6e-44c6-802a-a5cc1ad4c0de tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 945 time: 0.0903919 Jan 31 15:56:17.754321 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47da0ead-f325-4335-9b6d-140a3e27ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.779214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc934cf-964f-47af-b9c7-f40057c7e4bf']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:17.783857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6f04a-4bb7-4b60-b838-4e79bd9dede5 req-530a15a7-6a68-4191-9190-52e690682d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:17.785318 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42e6f04a-4bb7-4b60-b838-4e79bd9dede5 req-530a15a7-6a68-4191-9190-52e690682d16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a87d87e-26a4-44dc-92df-c93f644d205a HTTP/1.1" status: 200 len: 914 time: 0.3371181 Jan 31 15:56:17.793240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da0ead-f325-4335-9b6d-140a3e27ddc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c21e46-6c77-4f87-9f8d-0ffab18a2f62,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:17.832959 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92c66f0-9a3c-4c04-a730-de3fee65cb59') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:17.833245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92c66f0-9a3c-4c04-a730-de3fee65cb59') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:17.870226 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1ff67fb-68ba-4497-b0e8-f5b18eb7666e req-fa86e0cb-f049-4dbc-b268-6e199cb1cac2 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0930083 Jan 31 15:56:17.877633 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.883082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b36e584e-42a3-4dbf-bfdb-b7c5a7e91fca req-ce55fed3-7c3b-409b-a30f-bebad37ae60c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211550 Jan 31 15:56:17.887219 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42e6f04a-4bb7-4b60-b838-4e79bd9dede5 req-ce8df272-74ba-4ce8-9c93-9388e280062f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852d77b3-351e-405a-80cf-4089af2179db HTTP/1.1" status: 200 len: 217 time: 0.0836556 Jan 31 15:56:17.895370 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:17.991135 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:18.001722 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:56:18.002129 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:56:18.003889 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:56:18.100095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6f04a-4bb7-4b60-b838-4e79bd9dede5 req-d52d4c0e-f8a9-4aea-8a2b-c9c1f56b2d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:18.102749 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42e6f04a-4bb7-4b60-b838-4e79bd9dede5 req-d52d4c0e-f8a9-4aea-8a2b-c9c1f56b2d1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38d47b2-da75-4d5e-84d3-31d2ce7e3b60 HTTP/1.1" status: 200 len: 853 time: 0.2047656 Jan 31 15:56:18.175137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Transition to ACTIVE for port object d378e42e-804c-4b2e-8e1f-a992a9c4f923 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:56:18.183465 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:18.185372 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:18.199706 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47da0ead-f325-4335-9b6d-140a3e27ddc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:18.241945 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:18.254383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] 10.222.0.36 "DELETE /v2.0/networks/efc934cf-964f-47af-b9c7-f40057c7e4bf HTTP/1.1" status: 204 len: 168 time: 1.1235552 Jan 31 15:56:18.272553 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42e6f04a-4bb7-4b60-b838-4e79bd9dede5 req-0320e97e-71a8-4e1d-9215-fb4c1f4e9df2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a87d87e-26a4-44dc-92df-c93f644d205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104157 Jan 31 15:56:18.422674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Pushing event updated for resources: {'Port': ['ID=d378e42e-804c-4b2e-8e1f-a992a9c4f923,revision_number=6']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:18.449868 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c0d33-cb98-4b6c-b201-636a7cc54a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=efc934cf-964f-47af-b9c7-f40057c7e4bf,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:18.576500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64fd99-2e0b-4b02-8ce4-f3075583f46c req-87d40353-f6fb-47ce-bd3c-1fb7ad93fc1b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:18.582598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] No DVR routers for this DVR port d378e42e-804c-4b2e-8e1f-a992a9c4f923 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:56:18.585438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df64fd99-2e0b-4b02-8ce4-f3075583f46c req-87d40353-f6fb-47ce-bd3c-1fb7ad93fc1b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 946 time: 0.1922519 Jan 31 15:56:18.697930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42616) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:18.700700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Attempting to bind port d378e42e-804c-4b2e-8e1f-a992a9c4f923 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:18.701747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Attempting to bind port d378e42e-804c-4b2e-8e1f-a992a9c4f923 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:18.702362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Attempting to bind port d378e42e-804c-4b2e-8e1f-a992a9c4f923 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:18.736663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:18.740339 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3c60eb-f630-491f-85c8-b379c7faefc4" -d '{"events": [{"server_uuid": "7bb4ac92-99c7-4211-9c6e-4e84be6fba84", "name": "network-vif-unplugged", "status": "completed", "tag": "d378e42e-804c-4b2e-8e1f-a992a9c4f923"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:18.741191 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df64fd99-2e0b-4b02-8ce4-f3075583f46c req-d998d331-66fe-4097-8e08-fb895aace80c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542981 Jan 31 15:56:18.766121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Port d378e42e-804c-4b2e-8e1f-a992a9c4f923 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:56:18.771443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Attempting to bind port d378e42e-804c-4b2e-8e1f-a992a9c4f923 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:18.796394 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42e6f04a-4bb7-4b60-b838-4e79bd9dede5 req-31916ed8-91e8-4771-83bc-8656580597d9 service neutron] 10.222.0.20 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585996 Jan 31 15:56:18.797147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:18.797499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:18.797880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:18.798314 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Bound port: d378e42e-804c-4b2e-8e1f-a992a9c4f923, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:18.798690 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:18.798812 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47da0ead-f325-4335-9b6d-140a3e27ddc3 admin admin] Router fff29135-6f38-4eb8-9d73-eb5f298e207b has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:56:18.924033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47da0ead-f325-4335-9b6d-140a3e27ddc3 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:56:18.925890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f21f2c7b-b702-45bd-98c1-38cc1a08053f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30dc4833d27a46e5ba15348ccc266754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191014 Jan 31 15:56:18.929776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-47da0ead-f325-4335-9b6d-140a3e27ddc3 admin admin] 10.222.0.36 "PUT /v2.0/routers/fff29135-6f38-4eb8-9d73-eb5f298e207b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4798138 Jan 31 15:56:18.930538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42628) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:18.933151 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42630) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:18.939622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b6eab8-1f56-4af2-8769-44f7609f2bfa None None] Sync routers for ids ['fff29135-6f38-4eb8-9d73-eb5f298e207b'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:56:18.952718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b6eab8-1f56-4af2-8769-44f7609f2bfa None None] Routers {'fff29135-6f38-4eb8-9d73-eb5f298e207b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:18.953427 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-55b6eab8-1f56-4af2-8769-44f7609f2bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:55:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fff29135-6f38-4eb8-9d73-eb5f298e207b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:18.986904 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0f82b1-1ca7-493b-a5b0-02e770334437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:19.020625 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0f82b1-1ca7-493b-a5b0-02e770334437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:19.023314 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41ae3d-fd5a-4a97-b924-67410ef4db8b req-815099df-4ca2-41d7-b6cb-1620befb73c7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:19.025213 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa41ae3d-fd5a-4a97-b924-67410ef4db8b req-815099df-4ca2-41d7-b6cb-1620befb73c7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 943 time: 0.2810833 Jan 31 15:56:19.045892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:19.101012 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0f82b1-1ca7-493b-a5b0-02e770334437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:19.103767 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0f82b1-1ca7-493b-a5b0-02e770334437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:19.116938 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bb0f82b1-1ca7-493b-a5b0-02e770334437 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc04881a-a1a9-4aaf-87d5-96465e3c53f0 HTTP/1.1" status: 204 len: 168 time: 0.1831393 Jan 31 15:56:19.123601 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:19.135340 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42e6f04a-4bb7-4b60-b838-4e79bd9dede5 req-a731f89c-5baa-4909-be1c-d36cf1a0ce31 service neutron] 10.222.0.20 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237500 Jan 31 15:56:19.141162 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:19.197848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f82b1-1ca7-493b-a5b0-02e770334437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc04881a-a1a9-4aaf-87d5-96465e3c53f0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:19.211711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa41ae3d-fd5a-4a97-b924-67410ef4db8b req-8e6ffd5f-e2ba-4d4d-a4e1-948c24841895 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673450 Jan 31 15:56:19.213422 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:19.230625 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:19.232216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] 10.222.0.30 "PUT /v2.0/ports/d378e42e-804c-4b2e-8e1f-a992a9c4f923 HTTP/1.1" status: 200 len: 1096 time: 2.7139702 Jan 31 15:56:19.244027 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:19.270942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e1c95-dc63-49b9-b993-53ddf989deac req-e6c7af27-e910-42e0-9c71-49cff35bb1cd tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:19.283156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-031e1c95-dc63-49b9-b993-53ddf989deac req-e6c7af27-e910-42e0-9c71-49cff35bb1cd tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 948 time: 0.1672044 Jan 31 15:56:19.443065 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-031e1c95-dc63-49b9-b993-53ddf989deac req-7cf20967-b6a7-485f-b7a7-5326cc516a03 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587460 Jan 31 15:56:19.500029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-55b6eab8-1f56-4af2-8769-44f7609f2bfa None None] Set router fff29135-6f38-4eb8-9d73-eb5f298e207b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:19.701731 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1ee00a3b-be24-4626-82d8-4eab9918e52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:19.739973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 852d77b3-351e-405a-80cf-4089af2179db details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:56:19.756557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d378e42e-804c-4b2e-8e1f-a992a9c4f923 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:19.835992 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce109e1f-1cdc-4042-b4e1-238c28e7e78b x-openstack-request-id: req-ce109e1f-1cdc-4042-b4e1-238c28e7e78b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:19.836294 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb4ac92-99c7-4211-9c6e-4e84be6fba84", "name": "network-vif-unplugged", "status": "completed", "tag": "d378e42e-804c-4b2e-8e1f-a992a9c4f923", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:19.836766 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce109e1f-1cdc-4042-b4e1-238c28e7e78b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:19.837179 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'code': 200} Jan 31 15:56:19.842891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804211e8-cb3b-4928-a10f-58430a9fda88 service neutron] Pushing event updated for resources: {'Port': ['ID=d378e42e-804c-4b2e-8e1f-a992a9c4f923,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:19.889785 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-472f7a5b-0d5a-497b-af65-e185c453b524 req-5528a1c7-620a-4288-9ee1-15a87c276b91 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0503061 Jan 31 15:56:19.909491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d378e42e-804c-4b2e-8e1f-a992a9c4f923 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:56:19.940767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753a3ed-a412-4037-bf4d-d451259b6e5a req-e262c216-9695-4986-b3dc-d0f14c20d506 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:19.944149 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2753a3ed-a412-4037-bf4d-d451259b6e5a req-e262c216-9695-4986-b3dc-d0f14c20d506 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 946 time: 0.0733411 Jan 31 15:56:19.951079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-55b6eab8-1f56-4af2-8769-44f7609f2bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1095314039-router', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:07Z', 'updated_at': '2022-01-31T15:56:17Z', 'revision_number': 5, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'gw_port': {'id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:08Z', 'updated_at': '2022-01-31T15:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:19.967137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173050f-ba06-408e-8c2a-072de099d72a req-21ee538c-3614-44d9-aef0-d44143339cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:19.968626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-21ee538c-3614-44d9-aef0-d44143339cfb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 1099 time: 0.6586490 Jan 31 15:56:19.979930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b6eab8-1f56-4af2-8769-44f7609f2bfa None None] Checking router: fff29135-6f38-4eb8-9d73-eb5f298e207b for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:56:19.986693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 852d77b3-351e-405a-80cf-4089af2179db, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=852d77b3-351e-405a-80cf-4089af2179db,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:20.001504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '852d77b3-351e-405a-80cf-4089af2179db', 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a', 'port_id': '852d77b3-351e-405a-80cf-4089af2179db', 'mac_address': 'fa:16:3e:dd:a9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38d47b2-da75-4d5e-84d3-31d2ce7e3b60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:56:20.004049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b6eab8-1f56-4af2-8769-44f7609f2bfa None None] Routers {'fff29135-6f38-4eb8-9d73-eb5f298e207b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:20.005146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-55b6eab8-1f56-4af2-8769-44f7609f2bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fff29135-6f38-4eb8-9d73-eb5f298e207b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:20.049572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2753a3ed-a412-4037-bf4d-d451259b6e5a req-3acd0d34-7aed-4c0c-9fb4-edd556ba63b1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883400 Jan 31 15:56:20.052312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:20.126515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173050f-ba06-408e-8c2a-072de099d72a req-e062aa4e-afe3-4150-99fb-b80b9586f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:20.128248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-e062aa4e-afe3-4150-99fb-b80b9586f6ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1522243 Jan 31 15:56:20.128481 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:20.150247 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852d77b3-351e-405a-80cf-4089af2179db {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:20.170928 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 852d77b3-351e-405a-80cf-4089af2179db, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=852d77b3-351e-405a-80cf-4089af2179db,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:20.175125 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:20.175951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dc1c6ae9-0006-4d03-a399-fb804c3eab93 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:56:20.222083 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-55b6eab8-1f56-4af2-8769-44f7609f2bfa None None] Set router fff29135-6f38-4eb8-9d73-eb5f298e207b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:20.230102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Deleting port 2190e70f-8ee1-47cc-8cc3-4ce9736f668f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:56:20.230449 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:20.251986 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-6a67fc0e-ac67-4bf1-9582-823fd99e196c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923 HTTP/1.1" status: 200 len: 217 time: 0.1133111 Jan 31 15:56:20.324195 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42686) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:20.388538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173050f-ba06-408e-8c2a-072de099d72a req-f37407ae-ec9c-4a65-a544-fbfd1bf57538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:20.389980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-f37407ae-ec9c-4a65-a544-fbfd1bf57538 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0850863 Jan 31 15:56:20.404768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2819275-2e03-4acf-a76a-ad73fca8ebd0 req-4bcef4d4-b9c8-4bdc-8173-c5ff54ca6916 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:20.407623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c2819275-2e03-4acf-a76a-ad73fca8ebd0 req-4bcef4d4-b9c8-4bdc-8173-c5ff54ca6916 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 944 time: 0.0695562 Jan 31 15:56:20.449606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] For port 2190e70f-8ee1-47cc-8cc3-4ce9736f668f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=2190e70f-8ee1-47cc-8cc3-4ce9736f668f,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:20.450267 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:20.468810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c2819275-2e03-4acf-a76a-ad73fca8ebd0 req-2f2c9927-17e5-41a8-82a1-0a132a708a81 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531044 Jan 31 15:56:20.475603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Calling delete_port for 2190e70f-8ee1-47cc-8cc3-4ce9736f668f owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:56:20.500073 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.resource_extend [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 15:56:20.508023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=852d77b3-351e-405a-80cf-4089af2179db,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:20.538173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-296271900-network', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:20.540817 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173050f-ba06-408e-8c2a-072de099d72a req-79ca0c98-c2b7-4e00-8179-088e1b089721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:20.542504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-79ca0c98-c2b7-4e00-8179-088e1b089721 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1428733 Jan 31 15:56:20.587829 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Made reservation on behalf of c1b995a0cb69468fa00bb84e53d82c96 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:20.590672 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:20.602814 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:20.641766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dc1c6ae9-0006-4d03-a399-fb804c3eab93, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc1c6ae9-0006-4d03-a399-fb804c3eab93,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:20.655357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93', 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'port_id': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93', 'mac_address': 'fa:16:3e:de:23:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b37e97-4d9d-4bd0-a797-bd4e1f87f45d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:56:20.698959 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551234ba-a0c8-4fe1-a0c5-6e468023fdc5 req-bbde7700-39c1-476c-8521-874d8f6a2785 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:20.706100 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-551234ba-a0c8-4fe1-a0c5-6e468023fdc5 req-bbde7700-39c1-476c-8521-874d8f6a2785 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 946 time: 0.2040915 Jan 31 15:56:20.724643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c8d68-e46b-45e4-996d-0379c8bb7448 req-47333458-5ace-474a-ae26-fcbb1d067f0d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:20.732435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-745c8d68-e46b-45e4-996d-0379c8bb7448 req-47333458-5ace-474a-ae26-fcbb1d067f0d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 948 time: 0.1007590 Jan 31 15:56:20.735872 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:20.751682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc1c6ae9-0006-4d03-a399-fb804c3eab93 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:20.768572 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:20.781314 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:20.788365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dc1c6ae9-0006-4d03-a399-fb804c3eab93, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc1c6ae9-0006-4d03-a399-fb804c3eab93,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:20.791617 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:20.799036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-55b6eab8-1f56-4af2-8769-44f7609f2bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1095314039-router', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:07Z', 'updated_at': '2022-01-31T15:56:17Z', 'revision_number': 5, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'gw_port': {'id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:08Z', 'updated_at': '2022-01-31T15:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:20.801492 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:20.816674 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-745c8d68-e46b-45e4-996d-0379c8bb7448 req-533aa463-88d0-4f5d-8b07-d91117fefc4e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831769 Jan 31 15:56:20.820690 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-68308f50-bdab-4636-943f-4a634771b318 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445986 Jan 31 15:56:20.835469 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-551234ba-a0c8-4fe1-a0c5-6e468023fdc5 req-2517bcd5-b7f0-406f-a547-bd7db060a8e0 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249008 Jan 31 15:56:20.861404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:56:20.883660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8cb912-53f1-44a7-a246-8a4f2a5edebf,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:20.908802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b6eab8-1f56-4af2-8769-44f7609f2bfa None None] The sync data for ids ['fff29135-6f38-4eb8-9d73-eb5f298e207b'] in n-d-827120-1 is: [{'id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1095314039-router', 'tenant_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:07Z', 'updated_at': '2022-01-31T15:56:17Z', 'revision_number': 5, 'project_id': 'b2e2981bd74c4fa88656f06f0d3f3ba7', 'gw_port': {'id': '2190e70f-8ee1-47cc-8cc3-4ce9736f668f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff29135-6f38-4eb8-9d73-eb5f298e207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:08Z', 'updated_at': '2022-01-31T15:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:56:20.940684 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['dc1c6ae9-0006-4d03-a399-fb804c3eab93'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:20.945316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=dc1c6ae9-0006-4d03-a399-fb804c3eab93,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:21.057168 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d652a95f-3b97-4b32-94b8-e21364633983 req-d73578ea-a90e-4a4a-b864-103b1b769434 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0629406 Jan 31 15:56:21.092203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.093974 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Added segment df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba of type vlan for network 03bf16f3-5903-42f5-92b2-1ea487581abd Jan 31 15:56:21.099383 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.104585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['852d77b3-351e-405a-80cf-4089af2179db'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:21.126254 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7173050f-ba06-408e-8c2a-072de099d72a req-a90aa7c6-31fa-4079-9263-7b0a9ce4eb89 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855763 Jan 31 15:56:21.171235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2190e70f-8ee1-47cc-8cc3-4ce9736f668f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:21.183166 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.237378 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.239550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:21.241382 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.323447 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.369754 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0435374 Jan 31 15:56:21.373562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42736) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:21.378698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8a790c6d-af20-4234-ad1a-6e562f8a0c0b admin admin] Request body: {'subnet': {'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-296271900-subnet', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:21.392373 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb2b0e-0567-4b26-8b52-4a92a73b1a22 admin admin] Pushing event updated for resources: {'Network': ['ID=03bf16f3-5903-42f5-92b2-1ea487581abd,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:21.403850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 03bf16f3-5903-42f5-92b2-1ea487581abd details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:56:21.466895 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.469286 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.520563 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.521138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fff29135-6f38-4eb8-9d73-eb5f298e207b {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:56:21.527035 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.528161 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-26105c15-7dbe-41a3-9b45-071412dc96e0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/fff29135-6f38-4eb8-9d73-eb5f298e207b HTTP/1.1" status: 204 len: 168 time: 2.5907283 Jan 31 15:56:21.530876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42748) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:21.571431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a790c6d-af20-4234-ad1a-6e562f8a0c0b admin admin] Made reservation on behalf of c1b995a0cb69468fa00bb84e53d82c96 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:21.573929 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a790c6d-af20-4234-ad1a-6e562f8a0c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.697100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6606e81-7446-43bd-a758-87d3b90e41f0 admin admin] Deleting subnet dc504ed7-bc56-4fe0-9c89-b2a52192a5a4 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:56:21.706721 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6606e81-7446-43bd-a758-87d3b90e41f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.744886 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dc1c6ae9-0006-4d03-a399-fb804c3eab93 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:21.756271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6c49-e2e4-4624-a025-00b187ba411d req-aedbdd66-d84d-4759-9bac-9b8581f8786a tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:21.766075 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7de6c49-e2e4-4624-a025-00b187ba411d req-aedbdd66-d84d-4759-9bac-9b8581f8786a tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 944 time: 0.1846123 Jan 31 15:56:21.803970 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6606e81-7446-43bd-a758-87d3b90e41f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.839720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'tag': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:21.842479 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9011f412-88e2-4a8a-89b0-4bea51b923db" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb4ac92-99c7-4211-9c6e-4e84be6fba84", "tag": "d378e42e-804c-4b2e-8e1f-a992a9c4f923"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:21.874780 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7de6c49-e2e4-4624-a025-00b187ba411d req-8e1d44a5-0a50-40d2-add7-860435599614 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077294 Jan 31 15:56:21.883989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port dc1c6ae9-0006-4d03-a399-fb804c3eab93 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:21.884568 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:21.913215 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a790c6d-af20-4234-ad1a-6e562f8a0c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.015348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f22db-508b-41a6-b8a7-66b17c0dbe64 req-7905e0e8-286d-459c-8913-eee65202ae41 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:22.018971 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-983f22db-508b-41a6-b8a7-66b17c0dbe64 req-7905e0e8-286d-459c-8913-eee65202ae41 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 946 time: 0.1719787 Jan 31 15:56:22.024365 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2d08a5-aa78-426a-8a5f-574d3f2fe674 x-openstack-request-id: req-2f2d08a5-aa78-426a-8a5f-574d3f2fe674 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:22.025016 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb4ac92-99c7-4211-9c6e-4e84be6fba84", "tag": "d378e42e-804c-4b2e-8e1f-a992a9c4f923", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:22.025515 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f2d08a5-aa78-426a-8a5f-574d3f2fe674 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:22.026115 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'tag': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'status': 'completed', 'code': 200} Jan 31 15:56:22.054882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6606e81-7446-43bd-a758-87d3b90e41f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.074444 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.120442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950315f-96a2-49bf-b041-ced7fe004dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:22.126828 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c68baa-6eac-4070-8df3-01504f64b2b6" -d '{"events": [{"server_uuid": "2950315f-96a2-49bf-b041-ced7fe004dd6", "name": "network-vif-plugged", "status": "completed", "tag": "dc1c6ae9-0006-4d03-a399-fb804c3eab93"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:22.158747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dc1c6ae9-0006-4d03-a399-fb804c3eab93, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc1c6ae9-0006-4d03-a399-fb804c3eab93,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:22.179711 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.196487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b12c4b-ca1b-4b1f-9d4a-bb97359e59dd req-1bca18b5-4577-4a0b-91c2-be8a22443196 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:22.206298 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86b12c4b-ca1b-4b1f-9d4a-bb97359e59dd req-1bca18b5-4577-4a0b-91c2-be8a22443196 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 946 time: 0.0999537 Jan 31 15:56:22.218481 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6606e81-7446-43bd-a758-87d3b90e41f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.250611 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.258733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6606e81-7446-43bd-a758-87d3b90e41f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc504ed7-bc56-4fe0-9c89-b2a52192a5a4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:22.265309 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6606e81-7446-43bd-a758-87d3b90e41f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.271355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d6606e81-7446-43bd-a758-87d3b90e41f0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dc504ed7-bc56-4fe0-9c89-b2a52192a5a4 HTTP/1.1" status: 204 len: 168 time: 0.7394202 Jan 31 15:56:22.275412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42778) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:22.280923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6517e4-d602-4744-8155-b7f07558daaf None None] Network f5a35642-fecf-49e9-a939-7d528c3d96f9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:22.288816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a790c6d-af20-4234-ad1a-6e562f8a0c0b admin admin] Checking segment: {'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:22.289637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a790c6d-af20-4234-ad1a-6e562f8a0c0b admin admin] Network hostable DHCP agents. Network: 03bf16f3-5903-42f5-92b2-1ea487581abd, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:56:22.328043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86b12c4b-ca1b-4b1f-9d4a-bb97359e59dd req-84b50f90-2890-4b1f-ad89-4c5e3aa2abd2 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158285 Jan 31 15:56:22.331105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a790c6d-af20-4234-ad1a-6e562f8a0c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a53540-acaa-4030-84f0-25c1cb026c93,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:22.374779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a790c6d-af20-4234-ad1a-6e562f8a0c0b admin admin] Network 03bf16f3-5903-42f5-92b2-1ea487581abd is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:56:22.384430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-6329fa0a-2f63-4ef2-a687-d358abe651cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:22.386038 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-6329fa0a-2f63-4ef2-a687-d358abe651cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 1099 time: 0.2133365 Jan 31 15:56:22.396068 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-8a790c6d-af20-4234-ad1a-6e562f8a0c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 03bf16f3-5903-42f5-92b2-1ea487581abd) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:22.414070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a790c6d-af20-4234-ad1a-6e562f8a0c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:22.414674 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a790c6d-af20-4234-ad1a-6e562f8a0c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.416053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d41bc9-be3d-485b-b330-049a0ae53eb9 None None] Network 03bf16f3-5903-42f5-92b2-1ea487581abd requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:22.422901 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2190e70f-8ee1-47cc-8cc3-4ce9736f668f no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:22.431615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a957d17-821c-4e6d-a43e-6f65727987aa req-40970e69-c11f-43c6-96f2-9dc78622eb85 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:22.433784 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a957d17-821c-4e6d-a43e-6f65727987aa req-40970e69-c11f-43c6-96f2-9dc78622eb85 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 948 time: 0.4342160 Jan 31 15:56:22.450305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-2cbed5cc-3ba9-4031-9679-c1bd5b130de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:22.451777 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-2cbed5cc-3ba9-4031-9679-c1bd5b130de8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 1099 time: 0.2812896 Jan 31 15:56:22.476735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=dc1c6ae9-0006-4d03-a399-fb804c3eab93,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:22.478068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.507047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d933df12-bd68-4239-ba0a-ce28d9a1e90b req-153c44ae-c2c4-45dd-b587-7dfe324d1939 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0420203 Jan 31 15:56:22.561412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 2190e70f-8ee1-47cc-8cc3-4ce9736f668f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:56:22.561910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2190e70f-8ee1-47cc-8cc3-4ce9736f668f not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:56:22.562521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:22.599035 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:56:22.599411 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 59c21e46-6c77-4f87-9f8d-0ffab18a2f62 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:56:22.619718 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4769c3-3787-4ebd-8c19-b59574c0dd0c x-openstack-request-id: req-fe4769c3-3787-4ebd-8c19-b59574c0dd0c {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:22.619849 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950315f-96a2-49bf-b041-ced7fe004dd6", "name": "network-vif-plugged", "status": "completed", "tag": "dc1c6ae9-0006-4d03-a399-fb804c3eab93", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:22.620081 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe4769c3-3787-4ebd-8c19-b59574c0dd0c {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:22.620485 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2950315f-96a2-49bf-b041-ced7fe004dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93', 'code': 200} Jan 31 15:56:22.624776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-06d6488e-e13b-4c4e-88f8-7a83c3186c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:22.627941 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-06d6488e-e13b-4c4e-88f8-7a83c3186c53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1577437 Jan 31 15:56:22.629856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Deleting port 1657c0f8-bf35-4de6-a9eb-452999ee5a47 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:56:22.630832 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.686882 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8a790c6d-af20-4234-ad1a-6e562f8a0c0b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3130090 Jan 31 15:56:22.703709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42786) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:22.711133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-296271900-router', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:22.728991 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.767892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-983f22db-508b-41a6-b8a7-66b17c0dbe64 req-022e97e0-4531-424d-a47a-f08d30f4970a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Deleting port b744f1b6-359e-405b-ace4-168cf15c135c {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:56:22.768341 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-983f22db-508b-41a6-b8a7-66b17c0dbe64 req-022e97e0-4531-424d-a47a-f08d30f4970a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.801271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] For port 1657c0f8-bf35-4de6-a9eb-452999ee5a47, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1657c0f8-bf35-4de6-a9eb-452999ee5a47,segment=NetworkSegment(aa257694-afdf-4450-9a3b-697efa0e752d),segment_id=aa257694-afdf-4450-9a3b-697efa0e752d)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:22.804618 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:22.841274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Calling delete_port for 1657c0f8-bf35-4de6-a9eb-452999ee5a47 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:56:22.852660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59afd3c9-836e-4a52-bce8-5a8d8dbdee44 None None] Network 03bf16f3-5903-42f5-92b2-1ea487581abd requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:22.884509 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a957d17-821c-4e6d-a43e-6f65727987aa req-399e56ed-7787-43a5-b2c9-77e3492050fe tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364908 Jan 31 15:56:22.886223 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-e9983165-7fc8-4d3d-8d4e-173973db2653 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923 HTTP/1.1" status: 200 len: 217 time: 0.2116728 Jan 31 15:56:23.025179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e01350-10ad-4f18-8fd1-ba6676d80c14 None None] DHCP port deletion for f5a35642-fecf-49e9-a939-7d528c3d96f9 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:56:23.040717 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.056546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-73897828-f2c7-4af2-b6a9-450fe7346300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:23.058088 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-73897828-f2c7-4af2-b6a9-450fe7346300 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.6397643 Jan 31 15:56:23.102631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Pushing event deleted for resources: {'Port': ['ID=1657c0f8-bf35-4de6-a9eb-452999ee5a47,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:23.108118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] No DVR routers for this DVR port 1657c0f8-bf35-4de6-a9eb-452999ee5a47 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:56:23.145185 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-bfa0053a-4609-4ee8-b7ab-fd56894f1fe8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923 HTTP/1.1" status: 200 len: 217 time: 0.0771241 Jan 31 15:56:23.146056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.147250 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.201306 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.290924 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.297115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b0e01350-10ad-4f18-8fd1-ba6676d80c14 None None] The port '1657c0f8-bf35-4de6-a9eb-452999ee5a47' was deleted {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 31 15:56:23.331998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-4e696a85-1d0a-4536-aefa-ff08d10d8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:23.332572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a35642-fecf-49e9-a939-7d528c3d96f9']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:23.333492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-4e696a85-1d0a-4536-aefa-ff08d10d8ff4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.4154205 Jan 31 15:56:23.335460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-983f22db-508b-41a6-b8a7-66b17c0dbe64 req-022e97e0-4531-424d-a47a-f08d30f4970a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] For port b744f1b6-359e-405b-ace4-168cf15c135c, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b744f1b6-359e-405b-ace4-168cf15c135c,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:23.335832 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-983f22db-508b-41a6-b8a7-66b17c0dbe64 req-022e97e0-4531-424d-a47a-f08d30f4970a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.341927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d65d8-3c74-48a5-bc54-bd172535e9d4 req-60cfa998-5b83-4412-8371-dee5d763c4b9 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:23.349789 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c0d65d8-3c74-48a5-bc54-bd172535e9d4 req-60cfa998-5b83-4412-8371-dee5d763c4b9 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 944 time: 0.1101036 Jan 31 15:56:23.370164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa257694-afdf-4450-9a3b-697efa0e752d') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:23.370810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa257694-afdf-4450-9a3b-697efa0e752d') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:23.388999 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.453108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c0d65d8-3c74-48a5-bc54-bd172535e9d4 req-46f27571-7e48-42f3-866e-1832e943f829 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022284 Jan 31 15:56:23.455467 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-983f22db-508b-41a6-b8a7-66b17c0dbe64 req-022e97e0-4531-424d-a47a-f08d30f4970a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Calling delete_port for b744f1b6-359e-405b-ace4-168cf15c135c owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:56:23.467005 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.472621 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.480177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:56:23.482338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:56:23.489396 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:56:23.497359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-c69a1cf0-bcb3-49de-81f1-d125bbcafea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:23.498954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-c69a1cf0-bcb3-49de-81f1-d125bbcafea2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118109 Jan 31 15:56:23.500294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-4df9bb71-214c-4108-b35e-c51f8852f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:23.501694 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-4df9bb71-214c-4108-b35e-c51f8852f83a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.2987154 Jan 31 15:56:23.610454 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.616026 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.620473 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] 10.222.0.36 "DELETE /v2.0/networks/f5a35642-fecf-49e9-a939-7d528c3d96f9 HTTP/1.1" status: 204 len: 168 time: 1.3440230 Jan 31 15:56:23.638840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e278e-885d-47fe-9a0c-ebacfbea719d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a35642-fecf-49e9-a939-7d528c3d96f9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:23.663066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af8555-0ebb-451b-be48-db3fcb949b0f req-242ddd41-a4db-45ff-86f0-77e7cf64da19 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:23.664625 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38af8555-0ebb-451b-be48-db3fcb949b0f req-242ddd41-a4db-45ff-86f0-77e7cf64da19 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 946 time: 0.0968349 Jan 31 15:56:23.733965 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38af8555-0ebb-451b-be48-db3fcb949b0f req-552cae47-df51-488c-877e-fb40df06e3e7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484800 Jan 31 15:56:23.749053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 852d77b3-351e-405a-80cf-4089af2179db up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:23.788807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-690040a4-aba6-4bc2-a706-3f18a6606d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:23.794436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-690040a4-aba6-4bc2-a706-3f18a6606d66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2812521 Jan 31 15:56:23.856196 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-e2410e28-3687-44ee-9189-288eb1852907 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416245 Jan 31 15:56:23.859656 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1fd1c172-038f-44ce-96d6-7d574a3fffbb req-b3353245-6be3-482e-9fe0-0bb0881fdda2 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0444913 Jan 31 15:56:23.893763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 852d77b3-351e-405a-80cf-4089af2179db completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:56:23.899345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 852d77b3-351e-405a-80cf-4089af2179db triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:23.900166 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:23.991243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42818) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:24.081913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d378e42e-804c-4b2e-8e1f-a992a9c4f923 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:56:24.087190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b744f1b6-359e-405b-ace4-168cf15c135c no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:24.160119 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-839f4602-2385-4334-b63f-49f56178d619 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2e2981bd74c4fa88656f06f0d3f3ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664317 Jan 31 15:56:24.169114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42822) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:24.217653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976a16a-1d54-46d7-a030-4c4655363d9c req-784bd5e5-1835-4cb0-b9a0-3bde639233e9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:24.220838 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c976a16a-1d54-46d7-a030-4c4655363d9c req-784bd5e5-1835-4cb0-b9a0-3bde639233e9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 948 time: 0.1525719 Jan 31 15:56:24.233780 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:24.314713 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-134fd87f-553a-40cc-843d-0042f69ef95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:24.325392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 852d77b3-351e-405a-80cf-4089af2179db, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=852d77b3-351e-405a-80cf-4089af2179db,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:24.332968 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:24.402590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c976a16a-1d54-46d7-a030-4c4655363d9c req-a55320dc-9c9c-42a8-ba2a-9a45492357a9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595285 Jan 31 15:56:24.433246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1657c0f8-bf35-4de6-a9eb-452999ee5a47 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:24.444120 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-134fd87f-553a-40cc-843d-0042f69ef95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:24.452124 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:24.470041 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-983f22db-508b-41a6-b8a7-66b17c0dbe64 req-022e97e0-4531-424d-a47a-f08d30f4970a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:24.492986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 1657c0f8-bf35-4de6-a9eb-452999ee5a47 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:56:24.493374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1657c0f8-bf35-4de6-a9eb-452999ee5a47 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:56:24.515571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:24.541445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=852d77b3-351e-405a-80cf-4089af2179db,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:24.548757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'mac_address': 'fa:16:3e:6a:e5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:56:24.594491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e97e0-4531-424d-a47a-f08d30f4970a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Pushing event deleted for resources: {'Port': ['ID=b744f1b6-359e-405b-ace4-168cf15c135c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:24.599258 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-2d185275-4680-4070-8b25-33319a8dd4ee service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7848032 Jan 31 15:56:24.621040 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:24.624646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25470d4c-3d58-4b1a-a536-99bb434510f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852d77b3-351e-405a-80cf-4089af2179db'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:24.627590 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6af0201-5a0a-4f02-98bc-b0b8d3057e18" -d '{"events": [{"server_uuid": "25470d4c-3d58-4b1a-a536-99bb434510f3", "name": "network-vif-plugged", "status": "completed", "tag": "852d77b3-351e-405a-80cf-4089af2179db"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:24.643403 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-134fd87f-553a-40cc-843d-0042f69ef95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:24.651101 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-134fd87f-553a-40cc-843d-0042f69ef95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:24.653071 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-134fd87f-553a-40cc-843d-0042f69ef95d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/733b535f-3e86-47a9-843c-0a49e705f518 HTTP/1.1" status: 204 len: 168 time: 0.4811409 Jan 31 15:56:24.699296 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fd87f-553a-40cc-843d-0042f69ef95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733b535f-3e86-47a9-843c-0a49e705f518,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:24.704428 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-86298727-6c5d-4b15-a61c-e19010d7fe6b service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8116341 Jan 31 15:56:24.705435 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d378e42e-804c-4b2e-8e1f-a992a9c4f923 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:24.760439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-983f22db-508b-41a6-b8a7-66b17c0dbe64 req-022e97e0-4531-424d-a47a-f08d30f4970a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] No DVR routers for this DVR port b744f1b6-359e-405b-ace4-168cf15c135c on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:56:24.765256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-983f22db-508b-41a6-b8a7-66b17c0dbe64 req-022e97e0-4531-424d-a47a-f08d30f4970a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:24.770380 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-983f22db-508b-41a6-b8a7-66b17c0dbe64 req-022e97e0-4531-424d-a47a-f08d30f4970a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "DELETE /v2.0/ports/b744f1b6-359e-405b-ace4-168cf15c135c HTTP/1.1" status: 204 len: 173 time: 2.7424157 Jan 31 15:56:24.801300 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ca2ef1-366b-416d-a04d-6a72db1af7a2 x-openstack-request-id: req-75ca2ef1-366b-416d-a04d-6a72db1af7a2 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:24.806103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b15e509-4881-433e-b45b-1dc67ebb3043', 'name': 'network-vif-deleted', 'tag': 'b744f1b6-359e-405b-ace4-168cf15c135c'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:24.808467 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5c6a3a-2433-4865-97ac-edafd94f133a" -d '{"events": [{"server_uuid": "8b15e509-4881-433e-b45b-1dc67ebb3043", "name": "network-vif-deleted", "tag": "b744f1b6-359e-405b-ace4-168cf15c135c"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:24.819629 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25470d4c-3d58-4b1a-a536-99bb434510f3", "name": "network-vif-plugged", "status": "completed", "tag": "852d77b3-351e-405a-80cf-4089af2179db", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:24.820026 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75ca2ef1-366b-416d-a04d-6a72db1af7a2 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:24.820465 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25470d4c-3d58-4b1a-a536-99bb434510f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852d77b3-351e-405a-80cf-4089af2179db', 'code': 200} Jan 31 15:56:24.859842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:24.865950 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:24.974070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1003ae-6d32-4581-a025-7f861dc6a2d8 req-da9e630d-65c8-427e-94e6-e2547956b7d4 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:24.976711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d378e42e-804c-4b2e-8e1f-a992a9c4f923,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:24.979395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f1003ae-6d32-4581-a025-7f861dc6a2d8 req-da9e630d-65c8-427e-94e6-e2547956b7d4 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 949 time: 0.0992501 Jan 31 15:56:24.992248 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:25.053687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f1003ae-6d32-4581-a025-7f861dc6a2d8 req-f0cb20bf-207e-468a-9fc7-4e35dfd6c637 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659907 Jan 31 15:56:25.113081 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:25.118995 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9011f412-88e2-4a8a-89b0-4bea51b923db req-3d8962e3-61f2-41c5-aef1-4489ea07cadd service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797423 Jan 31 15:56:25.131302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d378e42e-804c-4b2e-8e1f-a992a9c4f923'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:25.329589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6ebf3-5d17-4842-b52c-673f1dd75bd8 req-6a87d7fe-04cc-456a-9baa-a3e815887249 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:25.336001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92a22123-54e2-4fee-96ac-785f74320b1b req-577db28f-b9cf-4676-a5ff-36dbf2dcefd3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b15e509-4881-433e-b45b-1dc67ebb3043 HTTP/1.1" status: 200 len: 210 time: 0.0885084 Jan 31 15:56:25.353506 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3aa6ebf3-5d17-4842-b52c-673f1dd75bd8 req-6a87d7fe-04cc-456a-9baa-a3e815887249 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 945 time: 0.6035333 Jan 31 15:56:25.354479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abd516-0d47-4360-9ded-2f67f144127c req-a253c0b6-b80f-41ff-a5f5-01183a13dcfc tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:25.364999 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7abd516-0d47-4360-9ded-2f67f144127c req-a253c0b6-b80f-41ff-a5f5-01183a13dcfc tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84&tenant_id=3d4f027d8d234567ad636e8cf1ec111c&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 949 time: 0.3062820 Jan 31 15:56:25.442620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42856) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:25.462596 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e9ae5f-e644-46f5-af2c-cb731c64e827 x-openstack-request-id: req-e9e9ae5f-e644-46f5-af2c-cb731c64e827 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:25.463270 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b15e509-4881-433e-b45b-1dc67ebb3043", "name": "network-vif-deleted", "tag": "b744f1b6-359e-405b-ace4-168cf15c135c", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:25.465734 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9e9ae5f-e644-46f5-af2c-cb731c64e827 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:25.466723 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b15e509-4881-433e-b45b-1dc67ebb3043', 'name': 'network-vif-deleted', 'tag': 'b744f1b6-359e-405b-ace4-168cf15c135c', 'status': 'completed', 'code': 200} Jan 31 15:56:25.494398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a64f6-85fe-4f61-8715-31ba1a1a3800 req-7d6856e3-04ae-46c8-bcdc-e2551b440c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:25.500624 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-434a64f6-85fe-4f61-8715-31ba1a1a3800 req-7d6856e3-04ae-46c8-bcdc-e2551b440c0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 1096 time: 0.3762157 Jan 31 15:56:25.546097 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:25.655437 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:56:25.668736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Allocated IP 172.25.1.133 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:25.710471 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3aa6ebf3-5d17-4842-b52c-673f1dd75bd8 req-6a37aa0f-0671-4ab1-8fa8-924704ade194 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325174 Jan 31 15:56:25.713134 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-c7abd516-0d47-4360-9ded-2f67f144127c req-37521c0a-2e44-4ded-9844-b3d9b455e364 service neutron] delete failed (client error): The resource could not be found. Jan 31 15:56:25.714383 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7abd516-0d47-4360-9ded-2f67f144127c req-37521c0a-2e44-4ded-9844-b3d9b455e364 service neutron] 10.222.0.20 "DELETE /v2.0/ports/d378e42e-804c-4b2e-8e1f-a992a9c4f923/bindings/n-h2-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.3090763 Jan 31 15:56:25.741939 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d9b76e7-d72e-4978-9c64-093648e47597 req-7c88c03b-cbb6-438d-865f-2cc28862779e tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.1651258 Jan 31 15:56:25.771372 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f487ef52-c4b1-4c99-b94b-e1ae2ab0bc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:25.868319 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f487ef52-c4b1-4c99-b94b-e1ae2ab0bc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:25.875913 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f487ef52-c4b1-4c99-b94b-e1ae2ab0bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:25.912766 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-434a64f6-85fe-4f61-8715-31ba1a1a3800 req-8b72a630-d09b-457c-85db-53264664b182 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825130 Jan 31 15:56:25.959604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487ef52-c4b1-4c99-b94b-e1ae2ab0bc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456ecd8d-e50b-4177-a219-a8ee1230d94e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:25.986340 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:25.993126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abd516-0d47-4360-9ded-2f67f144127c req-9e352f2d-e337-454d-8d20-e87d2d96db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:25.994826 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7abd516-0d47-4360-9ded-2f67f144127c req-9e352f2d-e337-454d-8d20-e87d2d96db7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 1100 time: 0.1216772 Jan 31 15:56:26.000841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f487ef52-c4b1-4c99-b94b-e1ae2ab0bc6d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4eada385913845edbb733a971879626f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5572205 Jan 31 15:56:26.001501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42876) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:26.046764 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:26.059415 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d378e42e-804c-4b2e-8e1f-a992a9c4f923 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:26.065690 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-771fd919-c574-4aa5-ad30-39ba7c50a431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:26.133615 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-771fd919-c574-4aa5-ad30-39ba7c50a431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:26.181538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:26.188149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:26.191870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:26.196530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port d378e42e-804c-4b2e-8e1f-a992a9c4f923 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:56:26.200371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port d378e42e-804c-4b2e-8e1f-a992a9c4f923 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:26.200712 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:26.229010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:26.332894 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:26.358298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42888) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:26.379084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:26.384495 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:26.462504 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-771fd919-c574-4aa5-ad30-39ba7c50a431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:26.468996 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-771fd919-c574-4aa5-ad30-39ba7c50a431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:26.475233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-771fd919-c574-4aa5-ad30-39ba7c50a431 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/456ecd8d-e50b-4177-a219-a8ee1230d94e HTTP/1.1" status: 204 len: 168 time: 0.4702539 Jan 31 15:56:26.504434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d378e42e-804c-4b2e-8e1f-a992a9c4f923,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:26.522683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fd919-c574-4aa5-ad30-39ba7c50a431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456ecd8d-e50b-4177-a219-a8ee1230d94e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:26.565790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e90e-eab0-4730-8a5c-31bcd9afda74 req-7a1c4e2d-5993-4b76-926b-a1e35dd01326 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:26.567820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-552821464-network', 'tenant_id': '542c78b33666488e89bcd9ea9fd8a8f9'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:26.574029 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ccc6e90e-eab0-4730-8a5c-31bcd9afda74 req-7a1c4e2d-5993-4b76-926b-a1e35dd01326 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 949 time: 0.3487813 Jan 31 15:56:26.630648 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ccc6e90e-eab0-4730-8a5c-31bcd9afda74 req-f6fc7ef7-0f89-475e-bd0c-071623155328 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553801 Jan 31 15:56:26.632709 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:26.656366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abd516-0d47-4360-9ded-2f67f144127c req-a6ab0464-f0e5-45e8-9d7e-d63c5f5c1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:26.661523 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7abd516-0d47-4360-9ded-2f67f144127c req-a6ab0464-f0e5-45e8-9d7e-d63c5f5c1347 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.4335597 Jan 31 15:56:26.721291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Made reservation on behalf of 542c78b33666488e89bcd9ea9fd8a8f9 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:26.724542 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:26.743897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7abd516-0d47-4360-9ded-2f67f144127c req-902b45e2-508f-490b-90c0-53abfd4f08ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923 HTTP/1.1" status: 200 len: 217 time: 0.0758505 Jan 31 15:56:26.744171 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:26.822073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:26.826982 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0f21d1-0956-4314-90d5-621d51907727" -d '{"events": [{"server_uuid": "7bb4ac92-99c7-4211-9c6e-4e84be6fba84", "name": "network-vif-plugged", "status": "completed", "tag": "d378e42e-804c-4b2e-8e1f-a992a9c4f923"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:26.893419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abd516-0d47-4360-9ded-2f67f144127c req-0f578cab-1e69-4dbd-8e1c-b497d8b2fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:26.895854 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7abd516-0d47-4360-9ded-2f67f144127c req-0f578cab-1e69-4dbd-8e1c-b497d8b2fd09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1417291 Jan 31 15:56:26.907539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c3b3d-0f8f-4ea8-82bc-ba4c123680d4 req-169d3b3f-a30a-4361-9ee1-f105f82efc0d tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:26.916683 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-725c3b3d-0f8f-4ea8-82bc-ba4c123680d4 req-169d3b3f-a30a-4361-9ee1-f105f82efc0d tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 945 time: 0.1003683 Jan 31 15:56:27.001267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502244-4fd1-4340-a819-878760e4d62b req-9d7b3314-06a6-4591-bdef-b5504e06ef91 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:27.003973 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-9d7b3314-06a6-4591-bdef-b5504e06ef91 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 0.2163079 Jan 31 15:56:27.019100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abd516-0d47-4360-9ded-2f67f144127c req-892fca7b-11c4-4edc-a33d-64e77e6d076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:27.020915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7abd516-0d47-4360-9ded-2f67f144127c req-892fca7b-11c4-4edc-a33d-64e77e6d076c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015887 Jan 31 15:56:27.035443 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-725c3b3d-0f8f-4ea8-82bc-ba4c123680d4 req-04b88cac-2dd2-4a26-8575-cdb566df43bd tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173668 Jan 31 15:56:27.039739 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-b71add45-defb-42d7-879f-f85707d4a1be tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/quotas/06ea88ab674e485090752cf90aaea98a HTTP/1.1" status: 200 len: 375 time: 0.0242956 Jan 31 15:56:27.042725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42918) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:27.132831 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-72e13a17-6c08-40cc-ab58-26bba5c1891b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811305 Jan 31 15:56:27.144058 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f62a5479-e3ed-4fcc-8f40-0282fe04989c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:27.153912 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:27.175993 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:27.205824 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca1c8046-2f10-4bdb-b3db-755afbad71b1 req-1eb30b78-247c-4ddc-af45-0a95ccf7e711 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0393381 Jan 31 15:56:27.274990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:27.285478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:56:27.304596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:27.316903 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:27.317276 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Added segment aadba361-39c5-47bc-b335-9eb4e0fd6656 of type vlan for network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 Jan 31 15:56:27.327026 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7abd516-0d47-4360-9ded-2f67f144127c req-8df41e21-63ff-4825-91eb-094f43affce4 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827291 Jan 31 15:56:27.359596 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c64e3f-c68c-40a3-963a-518a0e653f67 x-openstack-request-id: req-59c64e3f-c68c-40a3-963a-518a0e653f67 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:27.359596 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb4ac92-99c7-4211-9c6e-4e84be6fba84", "name": "network-vif-plugged", "status": "completed", "tag": "d378e42e-804c-4b2e-8e1f-a992a9c4f923", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:27.359596 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59c64e3f-c68c-40a3-963a-518a0e653f67 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:27.359596 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'code': 200} Jan 31 15:56:27.455032 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7abd516-0d47-4360-9ded-2f67f144127c req-b41de296-0ff5-4586-9657-3debd439621f service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231494 Jan 31 15:56:27.507506 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-b80dba83-3af0-4572-8448-b41543d0f7d1 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522878 Jan 31 15:56:27.511988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:27.620119 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:27.634335 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f62a5479-e3ed-4fcc-8f40-0282fe04989c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:27.645516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f62a5479-e3ed-4fcc-8f40-0282fe04989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:27.659978 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:27.661003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:27.661599 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:27.759034 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3993795 Jan 31 15:56:27.761951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42930) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:27.767621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b26bd23e-bccd-4904-b160-1688885cf9e6 admin admin] Request body: {'subnet': {'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-552821464-subnet', 'tenant_id': '542c78b33666488e89bcd9ea9fd8a8f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:27.793785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11016156-168b-43ed-b373-33788705019a req-3206898e-420e-45b0-9837-b03d651e0a58 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:27.804228 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11016156-168b-43ed-b373-33788705019a req-3206898e-420e-45b0-9837-b03d651e0a58 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.0872223 Jan 31 15:56:27.833218 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f62a5479-e3ed-4fcc-8f40-0282fe04989c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49ae07068f344b68bc718439d6249f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7893240 Jan 31 15:56:27.841773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a5479-e3ed-4fcc-8f40-0282fe04989c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bbca17-44d0-4312-8fdb-c7c01165ee82,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:27.845866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42932) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:27.859943 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-9d9f7381-f63a-467b-a009-07299506f897 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449283 Jan 31 15:56:27.861053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2af2e1-5e20-4e1b-b533-898731f6ef2d admin admin] Pushing event updated for resources: {'Network': ['ID=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:27.867261 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26bd23e-bccd-4904-b160-1688885cf9e6 admin admin] Made reservation on behalf of 542c78b33666488e89bcd9ea9fd8a8f9 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:27.869913 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b26bd23e-bccd-4904-b160-1688885cf9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:27.884250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:56:27.896739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Router b1128904-b465-473d-8e46-34e971468196 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:56:27.907976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11016156-168b-43ed-b373-33788705019a req-1a88c79a-6f09-498e-856f-e87c75ef96f7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959320 Jan 31 15:56:27.989264 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b991c0a-8f2e-4e7b-96a8-88f1287b822e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:28.118780 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b991c0a-8f2e-4e7b-96a8-88f1287b822e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:28.142951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:56:28.155945 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Sync routers for ids ['b1128904-b465-473d-8e46-34e971468196'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:56:28.169072 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Routers {'b1128904-b465-473d-8e46-34e971468196'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:28.169748 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b1128904-b465-473d-8e46-34e971468196'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:28.206939 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:28.210827 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-718d97e9-8660-4070-bb8f-ee1aeecf1cd8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5035083 Jan 31 15:56:28.216953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42944) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:28.260931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9cc9d-eaf9-4c55-a04a-2c7b293e9aed req-924eeb8f-d10e-4618-b16a-d436fb581a3f tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:28.269945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43a9cc9d-eaf9-4c55-a04a-2c7b293e9aed req-924eeb8f-d10e-4618-b16a-d436fb581a3f tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 945 time: 0.1571155 Jan 31 15:56:28.371148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43a9cc9d-eaf9-4c55-a04a-2c7b293e9aed req-6ca2cca0-df04-47d3-ac95-9cc7bfeee46d tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995884 Jan 31 15:56:28.385644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f9401f39-0215-4a6b-8683-b704ea6a94d2 req-b1baaecb-a315-4069-99b7-59747707a5a2 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 210 time: 0.0791974 Jan 31 15:56:28.400249 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b26bd23e-bccd-4904-b160-1688885cf9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:28.412948 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b991c0a-8f2e-4e7b-96a8-88f1287b822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:28.420147 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b991c0a-8f2e-4e7b-96a8-88f1287b822e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:28.425979 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8b991c0a-8f2e-4e7b-96a8-88f1287b822e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6bbca17-44d0-4312-8fdb-c7c01165ee82 HTTP/1.1" status: 204 len: 168 time: 0.5773451 Jan 31 15:56:28.455917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b991c0a-8f2e-4e7b-96a8-88f1287b822e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bbca17-44d0-4312-8fdb-c7c01165ee82,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:28.704680 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Set router b1128904-b465-473d-8e46-34e971468196 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:28.711847 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d813e8e2-523b-4847-9e42-7b133d13e374 req-56c83839-2e82-407b-b34f-718c4be67124 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.1039205 Jan 31 15:56:28.714041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bd23e-bccd-4904-b160-1688885cf9e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:28.752112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26bd23e-bccd-4904-b160-1688885cf9e6 admin admin] Checking segment: {'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:28.756499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26bd23e-bccd-4904-b160-1688885cf9e6 admin admin] Network hostable DHCP agents. Network: ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:56:28.788135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26bd23e-bccd-4904-b160-1688885cf9e6 admin admin] Network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:56:28.807544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-b26bd23e-bccd-4904-b160-1688885cf9e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:28.815057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26bd23e-bccd-4904-b160-1688885cf9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:28.815329 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b26bd23e-bccd-4904-b160-1688885cf9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:28.819468 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc3035a-8fa2-4714-93db-d95648712ad2 None None] Network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:28.845759 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b26bd23e-bccd-4904-b160-1688885cf9e6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0818727 Jan 31 15:56:28.997084 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c5daa1f-c95f-430a-87de-8c537dc6ebc6 req-eb5e1a27-527e-482a-be9d-1b7fd264be38 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-770752111&fields=id&tenant_id=86bfd2df7ce94813839111459b6520c2 HTTP/1.1" status: 200 len: 267 time: 0.3436151 Jan 31 15:56:29.090810 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e197a1-59db-4b49-ad03-cb44487dbe54 None None] Network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:29.135956 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1128904-b465-473d-8e46-34e971468196', 'name': 'tempest-ServerRescueTestJSON-296271900-router', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:23Z', 'updated_at': '2022-01-31T15:56:26Z', 'revision_number': 3, 'project_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'gw_port': {'id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1128904-b465-473d-8e46-34e971468196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:25Z', 'updated_at': '2022-01-31T15:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:29.167226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188ae31-96ee-4c10-90c4-a516530f4078 req-52e14abc-e589-4714-9357-02ae79dd9dc9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:29.182523 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8188ae31-96ee-4c10-90c4-a516530f4078 req-52e14abc-e589-4714-9357-02ae79dd9dc9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.1077073 Jan 31 15:56:29.219048 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Checking router: b1128904-b465-473d-8e46-34e971468196 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:56:29.220116 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Updating router b1128904-b465-473d-8e46-34e971468196 port 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:56:29.263655 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:29.308298 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8188ae31-96ee-4c10-90c4-a516530f4078 req-6dbad8d8-7165-4ad6-b9f9-1cc05c156e28 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247959 Jan 31 15:56:29.395449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5daa1f-c95f-430a-87de-8c537dc6ebc6 req-4728df79-ecc2-4985-9b9e-cae68a405b7a tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:29.413773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c5daa1f-c95f-430a-87de-8c537dc6ebc6 req-4728df79-ecc2-4985-9b9e-cae68a405b7a tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 945 time: 0.3923783 Jan 31 15:56:29.434473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-9c5daa1f-c95f-430a-87de-8c537dc6ebc6 req-472d315b-85f8-4985-88d6-614d249cd128 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'port': {'security_groups': ['1e57125b-30ba-4512-b3b9-0357430e9e8b', 'b15eeb49-6fcf-4b48-b0ea-972a522b8af6']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:29.641429 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9c5daa1f-c95f-430a-87de-8c537dc6ebc6 req-472d315b-85f8-4985-88d6-614d249cd128 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:29.785429 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:29.794862 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:29.806626 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:29.874830 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac2f56-891e-4378-a778-0d7d780f7caf None None] Pushing event updated for resources: {'Port': ['ID=24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:29.912638 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Attempting to bind port 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:29.913064 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Attempting to bind port 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:29.913499 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Attempting to bind port 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:29.921149 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:29.921547 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:29.922087 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:29.922527 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:29.923059 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Bound port: 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:29.923490 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:30.006174 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] For port 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:30.011645 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] For port 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:30.019278 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:30.128047 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac2f56-891e-4378-a778-0d7d780f7caf None None] Pushing event updated for resources: {'Port': ['ID=24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:30.164170 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Routers {'b1128904-b465-473d-8e46-34e971468196'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:30.165105 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b1128904-b465-473d-8e46-34e971468196'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:30.198605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-f1d7aa25-966b-4c37-94c4-eed060c5716e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:30.209116 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-f1d7aa25-966b-4c37-94c4-eed060c5716e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/networks?id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 HTTP/1.1" status: 200 len: 821 time: 0.2039752 Jan 31 15:56:30.244527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-a0caa6c2-6b5f-4bd2-85b7-5228a6718197 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/quotas/542c78b33666488e89bcd9ea9fd8a8f9 HTTP/1.1" status: 200 len: 375 time: 0.0338399 Jan 31 15:56:30.308697 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-1431ea5c-32da-471b-90c7-38f27f51a92d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=542c78b33666488e89bcd9ea9fd8a8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577531 Jan 31 15:56:30.395238 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] Set router b1128904-b465-473d-8e46-34e971468196 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:30.502018 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-a8324cf0-02b4-44df-bee8-5ae81199c7c6 service neutron] 10.222.0.36 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854229 Jan 31 15:56:30.697071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-9c5daa1f-c95f-430a-87de-8c537dc6ebc6 req-472d315b-85f8-4985-88d6-614d249cd128 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] For port 852d77b3-351e-405a-80cf-4089af2179db, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=852d77b3-351e-405a-80cf-4089af2179db,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:30.725348 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-41fab480-82f2-4afe-8af8-618d7d8857de service neutron] 10.222.0.36 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115202 Jan 31 15:56:30.756868 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9c5daa1f-c95f-430a-87de-8c537dc6ebc6 req-472d315b-85f8-4985-88d6-614d249cd128 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:30.767434 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1128904-b465-473d-8e46-34e971468196', 'name': 'tempest-ServerRescueTestJSON-296271900-router', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:23Z', 'updated_at': '2022-01-31T15:56:26Z', 'revision_number': 3, 'project_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'gw_port': {'id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1128904-b465-473d-8e46-34e971468196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:25Z', 'updated_at': '2022-01-31T15:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:30.773487 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9c5daa1f-c95f-430a-87de-8c537dc6ebc6 req-472d315b-85f8-4985-88d6-614d249cd128 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:30.787650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['852d77b3-351e-405a-80cf-4089af2179db'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:30.805163 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd86c9-3e49-4bbf-b602-f737109d1d54 None None] The sync data for ids ['b1128904-b465-473d-8e46-34e971468196'] in n-d-827120-1 is: [{'id': 'b1128904-b465-473d-8e46-34e971468196', 'name': 'tempest-ServerRescueTestJSON-296271900-router', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:23Z', 'updated_at': '2022-01-31T15:56:26Z', 'revision_number': 3, 'project_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'gw_port': {'id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1128904-b465-473d-8e46-34e971468196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:25Z', 'updated_at': '2022-01-31T15:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:56:30.842955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502244-4fd1-4340-a819-878760e4d62b req-d68d88d4-ea42-4abe-915e-d3cbdd82d094 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:30.846587 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-d68d88d4-ea42-4abe-915e-d3cbdd82d094 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 0.8837190 Jan 31 15:56:30.903847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-8d502244-4fd1-4340-a819-878760e4d62b req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Request body: {'port': {'device_id': 'aca224eb-8b42-4101-9740-ee7a274d3a88', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'admin_state_up': True, 'tenant_id': '06ea88ab674e485090752cf90aaea98a'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:31.096179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bcc8e-2482-468c-a1d7-1ddb8b5a763c req-9e477c70-1fb4-4f23-9c3d-ff9c7cef7e2b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:31.103899 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-950bcc8e-2482-468c-a1d7-1ddb8b5a763c req-9e477c70-1fb4-4f23-9c3d-ff9c7cef7e2b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.0634503 Jan 31 15:56:31.104963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5daa1f-c95f-430a-87de-8c537dc6ebc6 req-472d315b-85f8-4985-88d6-614d249cd128 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:31.105875 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9c5daa1f-c95f-430a-87de-8c537dc6ebc6 req-472d315b-85f8-4985-88d6-614d249cd128 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:31.120328 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c5daa1f-c95f-430a-87de-8c537dc6ebc6 req-472d315b-85f8-4985-88d6-614d249cd128 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "PUT /v2.0/ports/852d77b3-351e-405a-80cf-4089af2179db HTTP/1.1" status: 200 len: 981 time: 1.7036476 Jan 31 15:56:31.144231 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25470d4c-3d58-4b1a-a536-99bb434510f3', 'tag': '852d77b3-351e-405a-80cf-4089af2179db'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:31.150536 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797f2e38-b1e6-439e-b037-335f76ee9ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "25470d4c-3d58-4b1a-a536-99bb434510f3", "tag": "852d77b3-351e-405a-80cf-4089af2179db"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:31.178203 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-950bcc8e-2482-468c-a1d7-1ddb8b5a763c req-898e33fd-6863-4085-a287-4a54e4e9770f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732424 Jan 31 15:56:31.181424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['852d77b3-351e-405a-80cf-4089af2179db'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:31.303981 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5525c0b-bff7-4208-af98-59db1acd3e76 req-9a26af8c-456a-4869-8e8e-2519aa45c700 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 210 time: 0.0759034 Jan 31 15:56:31.307920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Allocated IP 172.20.0.1 (03bf16f3-5903-42f5-92b2-1ea487581abd/e6a53540-acaa-4030-84f0-25c1cb026c93/24511cab-c587-4d3a-8eea-6fe0a8025af6) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:31.378995 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d315b-85f8-4985-88d6-614d249cd128 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'Port': ['ID=852d77b3-351e-405a-80cf-4089af2179db,revision_number=6']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:31.462779 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5277b3b-085c-4ebf-8af0-269d90145213 req-fe85ace6-01a8-4cf6-a6be-07bf5edca3ed tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0620563 Jan 31 15:56:31.524904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ff40f1f-218d-4da2-9991-ecb3eb2ffb56 req-2b9703a6-113e-4ff1-bce9-bde19d0e351f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 210 time: 0.0968971 Jan 31 15:56:31.797235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5176845-1937-4417-9211-b8f1a7702e9b req-005e16e2-b8ec-4d8f-ae6d-ad95a636aa75 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1666805018&fields=id&tenant_id=86bfd2df7ce94813839111459b6520c2 HTTP/1.1" status: 200 len: 267 time: 0.1177471 Jan 31 15:56:31.901570 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:31.951302 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aacd021-2fac-43c2-8952-e255fe4ef1fb x-openstack-request-id: req-2aacd021-2fac-43c2-8952-e255fe4ef1fb {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:31.951606 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25470d4c-3d58-4b1a-a536-99bb434510f3", "tag": "852d77b3-351e-405a-80cf-4089af2179db", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:31.951858 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2aacd021-2fac-43c2-8952-e255fe4ef1fb {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:31.953696 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25470d4c-3d58-4b1a-a536-99bb434510f3', 'tag': '852d77b3-351e-405a-80cf-4089af2179db', 'status': 'completed', 'code': 200} Jan 31 15:56:32.050497 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d502244-4fd1-4340-a819-878760e4d62b req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Made reservation on behalf of 06ea88ab674e485090752cf90aaea98a for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:32.054687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8d502244-4fd1-4340-a819-878760e4d62b req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:32.068736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2e38-b1e6-439e-b037-335f76ee9ba5 req-3a57fe85-1921-41f3-8dac-b55cdff237e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:32.093723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-797f2e38-b1e6-439e-b037-335f76ee9ba5 req-3a57fe85-1921-41f3-8dac-b55cdff237e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86bfd2df7ce94813839111459b6520c2&device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 1135 time: 0.1661680 Jan 31 15:56:32.372834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2e38-b1e6-439e-b037-335f76ee9ba5 req-584bcdc6-defa-4fef-9b29-081872d22a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:32.377423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-797f2e38-b1e6-439e-b037-335f76ee9ba5 req-584bcdc6-defa-4fef-9b29-081872d22a67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a87d87e-26a4-44dc-92df-c93f644d205a HTTP/1.1" status: 200 len: 914 time: 0.2747748 Jan 31 15:56:32.477277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-8d502244-4fd1-4340-a819-878760e4d62b req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Allocated IP 172.20.0.2 (7a6c1885-f12f-429b-aeb8-d54adc6f9f1b/839da286-d7fe-47c8-8f9e-973a376f0b70/d3f52a20-028e-46bb-a659-11a635d958d6) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:32.495469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:32.510273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-797f2e38-b1e6-439e-b037-335f76ee9ba5 req-7ba71d40-b053-40fc-924a-f7443f077c6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852d77b3-351e-405a-80cf-4089af2179db HTTP/1.1" status: 200 len: 217 time: 0.1237288 Jan 31 15:56:32.639298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:32.639939 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:32.641848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2e38-b1e6-439e-b037-335f76ee9ba5 req-d9036e5d-9db3-47ba-98da-c8002e60be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:32.654036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-797f2e38-b1e6-439e-b037-335f76ee9ba5 req-d9036e5d-9db3-47ba-98da-c8002e60be01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38d47b2-da75-4d5e-84d3-31d2ce7e3b60 HTTP/1.1" status: 200 len: 853 time: 0.1269138 Jan 31 15:56:32.705094 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8d502244-4fd1-4340-a819-878760e4d62b req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:32.705303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-797f2e38-b1e6-439e-b037-335f76ee9ba5 req-db230d12-b158-484d-a922-dd4f56a9b10b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a87d87e-26a4-44dc-92df-c93f644d205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498056 Jan 31 15:56:32.768793 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176845-1937-4417-9211-b8f1a7702e9b req-711c21f0-928b-4473-b960-fd0cd3650dbf tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:32.777963 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5176845-1937-4417-9211-b8f1a7702e9b req-711c21f0-928b-4473-b960-fd0cd3650dbf tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 984 time: 0.8474648 Jan 31 15:56:32.779136 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:32.821987 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:32.844835 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be8a0e39-a58a-4919-b7df-553762edc0a6 req-2480a8ed-41ff-4cff-9931-372f200ceaa0 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 210 time: 0.0405865 Jan 31 15:56:32.879882 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:32.903360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Pushing event updated for resources: {'Port': ['ID=24511cab-c587-4d3a-8eea-6fe0a8025af6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:32.909004 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:32.971192 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-797f2e38-b1e6-439e-b037-335f76ee9ba5 req-7560c062-39ec-4733-97ba-69c50ac65d73 service neutron] 10.222.0.20 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558889 Jan 31 15:56:32.989607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-e5176845-1937-4417-9211-b8f1a7702e9b req-f7427e46-4c33-4a7a-8220-147ab9930c8b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'port': {'security_groups': ['1e57125b-30ba-4512-b3b9-0357430e9e8b', 'b15eeb49-6fcf-4b48-b0ea-972a522b8af6', 'a7c64364-d1bc-402e-8a46-7938374cc3c8']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:33.047541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:33.052226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Network 03bf16f3-5903-42f5-92b2-1ea487581abd is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:33.074591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:33.093154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:33.098951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43118) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:33.119582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-275f2296-fb92-4036-b069-a7cd07228d22 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898132 Jan 31 15:56:33.202853 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e5176845-1937-4417-9211-b8f1a7702e9b req-f7427e46-4c33-4a7a-8220-147ab9930c8b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:33.251035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-5548cdff-ddeb-4631-a36b-66dd99582f25 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:33.252744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-5548cdff-ddeb-4631-a36b-66dd99582f25 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.20 "GET /v2.0/networks?id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 HTTP/1.1" status: 200 len: 821 time: 0.5232229 Jan 31 15:56:33.254650 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8d502244-4fd1-4340-a819-878760e4d62b req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:33.261428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:33.334854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Request body: {'port': {'device_id': '904d297a-151c-4d06-92fb-9ddf327bca14', 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1', 'admin_state_up': True, 'tenant_id': '542c78b33666488e89bcd9ea9fd8a8f9'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:33.472204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d502244-4fd1-4340-a819-878760e4d62b req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:33.487415 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:33.496694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-8d502244-4fd1-4340-a819-878760e4d62b req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:33.511635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Pushing event updated for resources: {'Port': ['ID=d3f52a20-028e-46bb-a659-11a635d958d6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:33.514310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d502244-4fd1-4340-a819-878760e4d62b req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:33.634639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-797f2e38-b1e6-439e-b037-335f76ee9ba5 req-59d622d5-956d-4cb8-ba0b-0e933ed909f9 service neutron] 10.222.0.20 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548059 Jan 31 15:56:33.667123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-720330eb-2701-4217-87be-f0e6163e2778 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:33.674453 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-720330eb-2701-4217-87be-f0e6163e2778 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5425353 Jan 31 15:56:33.696349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-35532d5b-f9d3-4020-8ca9-97b6034e5364 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/quotas/3d4f027d8d234567ad636e8cf1ec111c HTTP/1.1" status: 200 len: 375 time: 0.0187254 Jan 31 15:56:33.776449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-cfaf0a95-3468-4e30-a674-0d2597da60ec tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811877 Jan 31 15:56:33.807363 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502244-4fd1-4340-a819-878760e4d62b req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:33.808016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8d502244-4fd1-4340-a819-878760e4d62b req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:33.892749 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-c8138cc0-4748-4a62-b155-7fe7f6801a80 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0180407 Jan 31 15:56:33.923562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Made reservation on behalf of 542c78b33666488e89bcd9ea9fd8a8f9 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:33.924473 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:33.944156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Request body: {'port': {'device_id': 'aca224eb-8b42-4101-9740-ee7a274d3a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:33.963437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-e5176845-1937-4417-9211-b8f1a7702e9b req-f7427e46-4c33-4a7a-8220-147ab9930c8b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] For port 852d77b3-351e-405a-80cf-4089af2179db, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=852d77b3-351e-405a-80cf-4089af2179db,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:34.013745 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.065959 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb5b356a-33f0-4a4e-be26-add3f360abd6 req-cc4e6f75-1271-4ef4-b076-4a534e192141 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0657909 Jan 31 15:56:34.158231 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.210101 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78a6cdcf-de47-44c2-8d6e-6e804c195abe req-98aec1fa-69fa-49a6-95c6-dac7434ef55d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 210 time: 0.0596128 Jan 31 15:56:34.255844 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.283193 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e5176845-1937-4417-9211-b8f1a7702e9b req-f7427e46-4c33-4a7a-8220-147ab9930c8b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.304120 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.313089 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e5176845-1937-4417-9211-b8f1a7702e9b req-f7427e46-4c33-4a7a-8220-147ab9930c8b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.325094 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['852d77b3-351e-405a-80cf-4089af2179db'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:34.346322 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dfc8f5ec98fd4af48a1a3ee1dda19852&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2032213 Jan 31 15:56:34.351174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43146) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:34.438114 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:34.498823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da43242c-c75a-4af3-b94e-3ebfa19e4a17,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:34.579987 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.594114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176845-1937-4417-9211-b8f1a7702e9b req-f7427e46-4c33-4a7a-8220-147ab9930c8b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:34.594918 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e5176845-1937-4417-9211-b8f1a7702e9b req-f7427e46-4c33-4a7a-8220-147ab9930c8b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.596314 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5176845-1937-4417-9211-b8f1a7702e9b req-f7427e46-4c33-4a7a-8220-147ab9930c8b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "PUT /v2.0/ports/852d77b3-351e-405a-80cf-4089af2179db HTTP/1.1" status: 200 len: 1020 time: 1.7015672 Jan 31 15:56:34.597571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:34.597936 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.604296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25470d4c-3d58-4b1a-a536-99bb434510f3', 'tag': '852d77b3-351e-405a-80cf-4089af2179db'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:34.606773 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b807f36-8633-4796-acd4-926dfe2356d8" -d '{"events": [{"name": "network-changed", "server_uuid": "25470d4c-3d58-4b1a-a536-99bb434510f3", "tag": "852d77b3-351e-405a-80cf-4089af2179db"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:34.629590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.629938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.630741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.630741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.630997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.631275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.631600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.631923 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.632245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.632561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.632880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.633324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d3b2e-fc36-4c5f-8a90-762a5db997e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.695981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99973f-d7d4-4a39-8cde-9acf40d0c6f1 req-1d7bb7af-e960-4988-bee7-40aca59442fa tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:34.697062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['852d77b3-351e-405a-80cf-4089af2179db'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:34.704722 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe99973f-d7d4-4a39-8cde-9acf40d0c6f1 req-1d7bb7af-e960-4988-bee7-40aca59442fa tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 931 time: 0.2338138 Jan 31 15:56:34.717146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.767387 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.810840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe99973f-d7d4-4a39-8cde-9acf40d0c6f1 req-b96921e0-43c2-45c9-8623-327956c93305 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967815 Jan 31 15:56:34.876065 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.879202 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:34.880400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da43242c-c75a-4af3-b94e-3ebfa19e4a17 HTTP/1.1" status: 204 len: 168 time: 0.5267603 Jan 31 15:56:34.894839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da43242c-c75a-4af3-b94e-3ebfa19e4a17,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:34.924150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.924500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.924844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.925243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.925543 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.925880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.926277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.926521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.926848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.927170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.927489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:34.928399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Allocated IP 172.20.0.8 (ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1/bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc/af464569-f40e-4b87-9259-28d3f81b8285) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:34.932528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c298c-c985-43bb-9b02-22ace959444f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:35.003773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33028be-0057-4e4d-8ac7-0423b35dd6fd req-759b8794-b0d5-461d-92a6-68bb051f9a29 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:35.014186 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:35.016134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7427e46-4c33-4a7a-8220-147ab9930c8b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'Port': ['ID=852d77b3-351e-405a-80cf-4089af2179db,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:35.018785 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e33028be-0057-4e4d-8ac7-0423b35dd6fd req-759b8794-b0d5-461d-92a6-68bb051f9a29 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 1023 time: 0.0824559 Jan 31 15:56:35.152936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e33028be-0057-4e4d-8ac7-0423b35dd6fd req-86cb7a67-1b66-4e6d-ae1d-fc16c7d0c152 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&id=a7c64364-d1bc-402e-8a46-7938374cc3c8&id=b15eeb49-6fcf-4b48-b0ea-972a522b8af6 HTTP/1.1" status: 200 len: 6148 time: 0.1200647 Jan 31 15:56:35.165230 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7163a084-73af-47f0-9827-e4e02031364e req-e1e8c115-3dbc-44a9-815d-93395df05a4a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 210 time: 0.2448082 Jan 31 15:56:35.260543 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50de0ef-e0eb-42fc-8135-f9fd74832464 x-openstack-request-id: req-d50de0ef-e0eb-42fc-8135-f9fd74832464 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:35.260912 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25470d4c-3d58-4b1a-a536-99bb434510f3", "tag": "852d77b3-351e-405a-80cf-4089af2179db", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:35.261070 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d50de0ef-e0eb-42fc-8135-f9fd74832464 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:35.261671 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25470d4c-3d58-4b1a-a536-99bb434510f3', 'tag': '852d77b3-351e-405a-80cf-4089af2179db', 'status': 'completed', 'code': 200} Jan 31 15:56:35.341800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-e5e5df9f-3c34-4724-9729-71994383a1c0 req-8356b660-1c5b-4f84-925f-00a099f5fd28 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1371776137 ', 'description': 'tempest-description-1210553676'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:35.369051 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8298afd7-b07e-4e41-9cc3-c1c867047d55 req-f2fcbfa3-5563-4932-992b-193b3ddfe7d8 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.1008945 Jan 31 15:56:35.370201 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:35.371901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Pushing event updated for resources: {'Port': ['ID=24511cab-c587-4d3a-8eea-6fe0a8025af6,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:35.420570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43168) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:35.498209 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-10921e37-85bb-45eb-b555-96faa4fb6340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:35.505363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b807f36-8633-4796-acd4-926dfe2356d8 req-d37d9c40-b663-4a0f-adde-a1ff886d7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:35.511304 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b807f36-8633-4796-acd4-926dfe2356d8 req-d37d9c40-b663-4a0f-adde-a1ff886d7af8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86bfd2df7ce94813839111459b6520c2&device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 1174 time: 0.2722745 Jan 31 15:56:35.516180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e5e5df9f-3c34-4724-9729-71994383a1c0 req-8356b660-1c5b-4f84-925f-00a099f5fd28 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:35.561919 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-c41ec0fe-5799-4f26-8be4-5a9846cbd976 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116726 Jan 31 15:56:35.785233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b807f36-8633-4796-acd4-926dfe2356d8 req-5904b0b1-539c-4245-ab65-d56ecf3c8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:35.787737 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b807f36-8633-4796-acd4-926dfe2356d8 req-5904b0b1-539c-4245-ab65-d56ecf3c8bc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a87d87e-26a4-44dc-92df-c93f644d205a HTTP/1.1" status: 200 len: 914 time: 0.2553930 Jan 31 15:56:35.812103 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e5e5df9f-3c34-4724-9729-71994383a1c0 req-8356b660-1c5b-4f84-925f-00a099f5fd28 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:35.851829 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b807f36-8633-4796-acd4-926dfe2356d8 req-cedc99e4-b270-41af-888d-989a8ad90f11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852d77b3-351e-405a-80cf-4089af2179db HTTP/1.1" status: 200 len: 217 time: 0.0557714 Jan 31 15:56:35.855235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e5e5df9f-3c34-4724-9729-71994383a1c0 req-8356b660-1c5b-4f84-925f-00a099f5fd28 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:35.883884 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-10921e37-85bb-45eb-b555-96faa4fb6340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:35.912234 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-10921e37-85bb-45eb-b555-96faa4fb6340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:35.930552 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e5e5df9f-3c34-4724-9729-71994383a1c0 req-8356b660-1c5b-4f84-925f-00a099f5fd28 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:35.931906 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5e5df9f-3c34-4724-9729-71994383a1c0 req-8356b660-1c5b-4f84-925f-00a099f5fd28 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.5985377 Jan 31 15:56:35.954761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356b660-1c5b-4f84-925f-00a099f5fd28 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fa4adf-0d03-41e8-bed6-bf980601d624,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:35.974693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b807f36-8633-4796-acd4-926dfe2356d8 req-9995373a-7e36-48e1-9340-81ae93a8a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:35.976152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b807f36-8633-4796-acd4-926dfe2356d8 req-9995373a-7e36-48e1-9340-81ae93a8a52a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38d47b2-da75-4d5e-84d3-31d2ce7e3b60 HTTP/1.1" status: 200 len: 853 time: 0.1108499 Jan 31 15:56:35.984437 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-10921e37-85bb-45eb-b555-96faa4fb6340 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea78c382a6264e83941bcf271cd4250a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5506055 Jan 31 15:56:35.985548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43178) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:35.993062 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5446a5c8-6ada-49eb-bac7-c0157b465a3e req-859fe247-dfbc-4725-8179-85d2947c85cc tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 210 time: 0.4482720 Jan 31 15:56:36.144384 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b807f36-8633-4796-acd4-926dfe2356d8 req-81479d7b-cc35-4abc-a6e2-dbbd2448b7ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a87d87e-26a4-44dc-92df-c93f644d205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583338 Jan 31 15:56:36.149395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10921e37-85bb-45eb-b555-96faa4fb6340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d80a49d-d4ba-4a99-ade4-a8e74b98fa5d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:36.228279 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Network 03bf16f3-5903-42f5-92b2-1ea487581abd is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:36.233420 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.249596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:36.269186 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bc6d163-314b-4bf9-9331-8f8fa0eae749 req-da2ba491-c6b8-4e6e-b14d-cad91821c177 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/e5fa4adf-0d03-41e8-bed6-bf980601d624 HTTP/1.1" status: 200 len: 1781 time: 0.2098296 Jan 31 15:56:36.292959 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-e8c31727-e0b2-4dcd-83ab-f287d22db4e9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:36.294644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-e8c31727-e0b2-4dcd-83ab-f287d22db4e9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7137733 Jan 31 15:56:36.300524 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f52a20-028e-46bb-a659-11a635d958d6 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:36.318083 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.325009 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Request body: {'port': {'device_id': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '3d4f027d8d234567ad636e8cf1ec111c'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:36.336263 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9999de84-9922-47b5-bd06-4e8f8d8172ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.337693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06f59b-c281-4171-b7ed-4e331602d58b req-d7ed6a3e-2da7-41ec-8f94-cacae6349da7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:36.339171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fc06f59b-c281-4171-b7ed-4e331602d58b req-d7ed6a3e-2da7-41ec-8f94-cacae6349da7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 931 time: 0.2170031 Jan 31 15:56:36.384548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a16f2e4e-1cce-41bb-b35b-74e856d019c0 req-87c93b81-19db-4be2-8922-2e7532dfae4a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 210 time: 0.0555651 Jan 31 15:56:36.401567 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b807f36-8633-4796-acd4-926dfe2356d8 req-43c177ae-e378-4b0a-a3a6-7c4b34f8389e service neutron] 10.222.0.20 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345519 Jan 31 15:56:36.404008 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9999de84-9922-47b5-bd06-4e8f8d8172ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.461949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Transition to ACTIVE for port object d3f52a20-028e-46bb-a659-11a635d958d6 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:56:36.477837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.521308 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.533825 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9999de84-9922-47b5-bd06-4e8f8d8172ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.536375 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9999de84-9922-47b5-bd06-4e8f8d8172ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.540617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9999de84-9922-47b5-bd06-4e8f8d8172ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d80a49d-d4ba-4a99-ade4-a8e74b98fa5d HTTP/1.1" status: 204 len: 168 time: 0.5383878 Jan 31 15:56:36.581021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999de84-9922-47b5-bd06-4e8f8d8172ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d80a49d-d4ba-4a99-ade4-a8e74b98fa5d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:36.594355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a92ec03-b22a-43c9-925d-07e5ff6620eb req-a2322aee-271f-4804-b571-5e694f49ef91 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/e5fa4adf-0d03-41e8-bed6-bf980601d624 HTTP/1.1" status: 200 len: 1781 time: 0.1345227 Jan 31 15:56:36.617777 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fc06f59b-c281-4171-b7ed-4e331602d58b req-f7ca0221-0ab0-4e5c-9845-8eeb15ea8acf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296283 Jan 31 15:56:36.697664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:36.698037 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1a92ec03-b22a-43c9-925d-07e5ff6620eb req-de73e609-2d0f-4b51-8404-ccc415fadb53 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.699346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:36.702104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b807f36-8633-4796-acd4-926dfe2356d8 req-0dd8357c-2264-40a7-ae85-d4d430b8f82a service neutron] 10.222.0.20 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928736 Jan 31 15:56:36.714584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:36.717201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Pushing event updated for resources: {'Port': ['ID=d3f52a20-028e-46bb-a659-11a635d958d6,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:36.727294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Router b1128904-b465-473d-8e46-34e971468196 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:56:36.739229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1a92ec03-b22a-43c9-925d-07e5ff6620eb req-de73e609-2d0f-4b51-8404-ccc415fadb53 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.791651 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1a92ec03-b22a-43c9-925d-07e5ff6620eb req-de73e609-2d0f-4b51-8404-ccc415fadb53 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.795075 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1a92ec03-b22a-43c9-925d-07e5ff6620eb req-de73e609-2d0f-4b51-8404-ccc415fadb53 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.800900 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a92ec03-b22a-43c9-925d-07e5ff6620eb req-de73e609-2d0f-4b51-8404-ccc415fadb53 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "DELETE /v2.0/security-groups/e5fa4adf-0d03-41e8-bed6-bf980601d624 HTTP/1.1" status: 204 len: 173 time: 0.2055063 Jan 31 15:56:36.832600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event updated for resources: {'Port': ['ID=af464569-f40e-4b87-9259-28d3f81b8285,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:36.842071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73e609-2d0f-4b51-8404-ccc415fadb53 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fa4adf-0d03-41e8-bed6-bf980601d624,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:36.844563 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-7e40b28e-3807-40f1-a217-cd06714ad438 req-5b802f57-3474-4276-ada9-8242e92dced1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] show failed (client error): The resource could not be found. Jan 31 15:56:36.852317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e40b28e-3807-40f1-a217-cd06714ad438 req-5b802f57-3474-4276-ada9-8242e92dced1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/e5fa4adf-0d03-41e8-bed6-bf980601d624 HTTP/1.1" status: 404 len: 352 time: 0.0254352 Jan 31 15:56:36.879947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c8ee8c23-27b8-42de-9d72-0c3f6cffeb17 req-4825375b-a858-4590-aaa6-b4fb87c006f1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2037641491', 'description': 'tempest-description-1384904476'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:36.894934 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e1cb89a0-c0bb-41bf-a460-00401d5834cc req-d8560908-9f7f-4ca2-acf8-29aaaa1b5bfa tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.1858776 Jan 31 15:56:36.913974 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c8ee8c23-27b8-42de-9d72-0c3f6cffeb17 req-4825375b-a858-4590-aaa6-b4fb87c006f1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:36.972601 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:36.973321 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.047831 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c8ee8c23-27b8-42de-9d72-0c3f6cffeb17 req-4825375b-a858-4590-aaa6-b4fb87c006f1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.053239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c8ee8c23-27b8-42de-9d72-0c3f6cffeb17 req-4825375b-a858-4590-aaa6-b4fb87c006f1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.080635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-6ffdcc4b-7d34-47b3-8fc4-d675e2f693da tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7910714 Jan 31 15:56:37.094273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Request body: {'port': {'device_id': '904d297a-151c-4d06-92fb-9ddf327bca14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:37.101144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Made reservation on behalf of 3d4f027d8d234567ad636e8cf1ec111c for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:37.104617 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.110406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c8ee8c23-27b8-42de-9d72-0c3f6cffeb17 req-4825375b-a858-4590-aaa6-b4fb87c006f1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.131490 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c8ee8c23-27b8-42de-9d72-0c3f6cffeb17 req-4825375b-a858-4590-aaa6-b4fb87c006f1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2571657 Jan 31 15:56:37.146971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825375b-a858-4590-aaa6-b4fb87c006f1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa629c2-e2af-468a-99cd-1f53905602c2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:37.230517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Attempting to bind port d3f52a20-028e-46bb-a659-11a635d958d6 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:37.230853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Attempting to bind port d3f52a20-028e-46bb-a659-11a635d958d6 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:37.231352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Attempting to bind port d3f52a20-028e-46bb-a659-11a635d958d6 on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:37.243143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-e7efa06a-f4de-41f6-a7d1-ba2a5c420cbf req-52195684-9870-4d88-9544-61fb6d3221d4 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-798420296', 'description': 'tempest-description-1304103536'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:37.260197 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Port d3f52a20-028e-46bb-a659-11a635d958d6 on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:56:37.260528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Attempting to bind port d3f52a20-028e-46bb-a659-11a635d958d6 on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:37.289453 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e7efa06a-f4de-41f6-a7d1-ba2a5c420cbf req-52195684-9870-4d88-9544-61fb6d3221d4 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.338574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:56:37.340408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:37.340828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Checking segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:37.341279 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Bound using segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:37.341838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Bound port: d3f52a20-028e-46bb-a659-11a635d958d6, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:37.342261 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.349173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Sync routers for ids ['b1128904-b465-473d-8e46-34e971468196'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:56:37.351050 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aa4939b5-ea33-42c6-b933-0196cb360300 admin admin] 10.222.0.36 "PUT /v2.0/routers/b1128904-b465-473d-8e46-34e971468196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1327703 Jan 31 15:56:37.362989 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.367983 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Routers {'b1128904-b465-473d-8e46-34e971468196'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:37.374498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b1128904-b465-473d-8e46-34e971468196'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:37.409972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bdb97-28f8-4199-aec3-ec877dd1e9ff req-3246f8c9-6430-4c98-997d-210e5bfdcdba tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:37.411526 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c6bdb97-28f8-4199-aec3-ec877dd1e9ff req-3246f8c9-6430-4c98-997d-210e5bfdcdba tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 931 time: 0.2691505 Jan 31 15:56:37.422132 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e7efa06a-f4de-41f6-a7d1-ba2a5c420cbf req-52195684-9870-4d88-9544-61fb6d3221d4 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.428155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e7efa06a-f4de-41f6-a7d1-ba2a5c420cbf req-52195684-9870-4d88-9544-61fb6d3221d4 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.459069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52195684-9870-4d88-9544-61fb6d3221d4 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cddc944-82e7-4c7d-a07f-5abfab71f0bf,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:37.484841 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e7efa06a-f4de-41f6-a7d1-ba2a5c420cbf req-52195684-9870-4d88-9544-61fb6d3221d4 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.487722 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e7efa06a-f4de-41f6-a7d1-ba2a5c420cbf req-52195684-9870-4d88-9544-61fb6d3221d4 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2525663 Jan 31 15:56:37.606813 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Set router b1128904-b465-473d-8e46-34e971468196 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:37.668518 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] For port d3f52a20-028e-46bb-a659-11a635d958d6, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:37.672127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] For port d3f52a20-028e-46bb-a659-11a635d958d6, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d3f52a20-028e-46bb-a659-11a635d958d6,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:37.688143 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.693174 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ef36bb6-9ac4-4519-bda0-929d64c803f7 req-ed888b72-ac7f-4c6f-b830-bedfa50742d4 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 210 time: 0.0650012 Jan 31 15:56:37.740891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-b57d245d-0eee-47f8-a981-5a4282c17669 req-2e7e20fe-0532-4b23-bb63-811242b08667 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-463875472', 'description': 'tempest-description-305789082'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:37.798395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Allocated IP 192.168.233.214 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/b3eb2916-7981-4167-82df-df2c3fdb9d05) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:37.806582 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b57d245d-0eee-47f8-a981-5a4282c17669 req-2e7e20fe-0532-4b23-bb63-811242b08667 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.871779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Pushing event updated for resources: {'Port': ['ID=d3f52a20-028e-46bb-a659-11a635d958d6,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:37.888237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:37.888850 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.894902 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-8022d168-8072-4fe8-a975-940561f6248a service neutron] 10.222.0.30 "PUT /v2.0/ports/d3f52a20-028e-46bb-a659-11a635d958d6 HTTP/1.1" status: 200 len: 1091 time: 3.9598551 Jan 31 15:56:37.905156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca224eb-8b42-4101-9740-ee7a274d3a88', 'tag': 'd3f52a20-028e-46bb-a659-11a635d958d6'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:37.912866 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333093fb-4f49-401c-bda9-d396ae184ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "aca224eb-8b42-4101-9740-ee7a274d3a88", "tag": "d3f52a20-028e-46bb-a659-11a635d958d6"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:37.928268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c6bdb97-28f8-4199-aec3-ec877dd1e9ff req-843b61f9-f001-4b56-bbaa-45361745ff27 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560225 Jan 31 15:56:37.942493 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b57d245d-0eee-47f8-a981-5a4282c17669 req-2e7e20fe-0532-4b23-bb63-811242b08667 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.949324 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b57d245d-0eee-47f8-a981-5a4282c17669 req-2e7e20fe-0532-4b23-bb63-811242b08667 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.990505 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b57d245d-0eee-47f8-a981-5a4282c17669 req-2e7e20fe-0532-4b23-bb63-811242b08667 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:37.992406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b57d245d-0eee-47f8-a981-5a4282c17669 req-2e7e20fe-0532-4b23-bb63-811242b08667 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2628376 Jan 31 15:56:37.995027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e20fe-0532-4b23-bb63-811242b08667 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f23f6e1-d755-48c1-b890-1e35df8a4ae4,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:38.038911 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1128904-b465-473d-8e46-34e971468196', 'name': 'tempest-ServerRescueTestJSON-296271900-router', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:23Z', 'updated_at': '2022-01-31T15:56:33Z', 'revision_number': 4, 'project_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'gw_port': {'id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1128904-b465-473d-8e46-34e971468196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:25Z', 'updated_at': '2022-01-31T15:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '24511cab-c587-4d3a-8eea-6fe0a8025af6', 'name': '', 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'mac_address': 'fa:16:3e:fa:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1128904-b465-473d-8e46-34e971468196', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'e6a53540-acaa-4030-84f0-25c1cb026c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:29Z', 'updated_at': '2022-01-31T15:56:34Z', 'revision_number': 2, 'project_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'subnets': [{'id': 'e6a53540-acaa-4030-84f0-25c1cb026c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:38.076859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Checking router: b1128904-b465-473d-8e46-34e971468196 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:56:38.077201 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Updating router b1128904-b465-473d-8e46-34e971468196 port 24511cab-c587-4d3a-8eea-6fe0a8025af6 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:56:38.098343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43248) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:38.158067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502244-4fd1-4340-a819-878760e4d62b req-d3c12e3f-0907-4c26-a832-aeaf1dd05149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:38.160698 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-d3c12e3f-0907-4c26-a832-aeaf1dd05149 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 1094 time: 0.1972454 Jan 31 15:56:38.177501 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.310094 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-9dd2a368-cad7-4c84-9316-05211ec93b35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3f52a20-028e-46bb-a659-11a635d958d6 HTTP/1.1" status: 200 len: 217 time: 0.1336768 Jan 31 15:56:38.334481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2122912899-network', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:38.389270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Made reservation on behalf of a1f14efaf55a4a8dbe10405c4bdd7a92 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:38.396786 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.420061 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.430249 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e10e5-1812-43dd-86db-000cfc864548 req-1d40d78a-4579-49e2-90f3-714cb1c15b2e tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:38.432305 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-104e10e5-1812-43dd-86db-000cfc864548 req-1d40d78a-4579-49e2-90f3-714cb1c15b2e tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 943 time: 0.3255572 Jan 31 15:56:38.507851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502244-4fd1-4340-a819-878760e4d62b req-315a7791-3d51-43ce-a147-6c183da43d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:38.509677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-315a7791-3d51-43ce-a147-6c183da43d02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.1678996 Jan 31 15:56:38.544357 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.551619 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.561202 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-bb8e71eb-ab04-4282-873e-6255b02813d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381625 Jan 31 15:56:38.588194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:56:38.610872 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.611871 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Added segment 63aca419-d188-4d50-a936-628779c8c5ec of type vlan for network f343a60a-bb31-4f3c-9556-85fb6c1da4af Jan 31 15:56:38.614376 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.677798 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.684131 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-104e10e5-1812-43dd-86db-000cfc864548 req-afb496ba-0f46-4d97-9bca-1a0f9a172ac1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366431 Jan 31 15:56:38.693943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af464569-f40e-4b87-9259-28d3f81b8285 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:38.704655 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.739767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Transition to ACTIVE for port object af464569-f40e-4b87-9259-28d3f81b8285 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:56:38.756814 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.789244 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.798553 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.801181 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989c13cf-c567-443c-a7bc-97dd7cdfae8c x-openstack-request-id: req-989c13cf-c567-443c-a7bc-97dd7cdfae8c {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:38.801637 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca224eb-8b42-4101-9740-ee7a274d3a88", "tag": "d3f52a20-028e-46bb-a659-11a635d958d6", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:38.802096 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-989c13cf-c567-443c-a7bc-97dd7cdfae8c {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:38.802582 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca224eb-8b42-4101-9740-ee7a274d3a88', 'tag': 'd3f52a20-028e-46bb-a659-11a635d958d6', 'status': 'completed', 'code': 200} Jan 31 15:56:38.824009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.837975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'd378e42e-804c-4b2e-8e1f-a992a9c4f923'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:38.846210 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-57401880-85ab-464d-8eb7-9336c9232de7 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489583 Jan 31 15:56:38.851128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Pushing event updated for resources: {'Port': ['ID=af464569-f40e-4b87-9259-28d3f81b8285,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:38.859049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.resource_extend [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 15:56:38.861670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f23da60-d319-49b1-9aeb-6d90a61e5d2f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:38.926803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:38.927722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:38.928501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:39.002692 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9030941 Jan 31 15:56:39.008702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d502244-4fd1-4340-a819-878760e4d62b req-b7a8b0e7-7396-46c6-88f3-4d6b99f731c8 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273043 Jan 31 15:56:39.016240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85550191-7da7-40f5-b6bc-65d20125741c req-700d1370-f5da-4e7c-8c88-360eab2ccc5b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:39.017793 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-700d1370-f5da-4e7c-8c88-360eab2ccc5b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/networks?id=03bf16f3-5903-42f5-92b2-1ea487581abd HTTP/1.1" status: 200 len: 810 time: 0.3558290 Jan 31 15:56:39.020392 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43266) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:39.025532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f433b1a0-de9e-4de1-a11a-c5089c4c49ed admin admin] Request body: {'subnet': {'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2122912899-subnet', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:39.043651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfed31-7cba-4ef7-a790-209058ba8678 admin admin] Pushing event updated for resources: {'Network': ['ID=f343a60a-bb31-4f3c-9556-85fb6c1da4af,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:39.058830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:39.064905 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-29dd0881-55bc-4d73-b3f1-af4139c23414 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/quotas/c1b995a0cb69468fa00bb84e53d82c96 HTTP/1.1" status: 200 len: 375 time: 0.0321517 Jan 31 15:56:39.070897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f433b1a0-de9e-4de1-a11a-c5089c4c49ed admin admin] Made reservation on behalf of a1f14efaf55a4a8dbe10405c4bdd7a92 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:39.075395 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f433b1a0-de9e-4de1-a11a-c5089c4c49ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:39.110214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:39.146036 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b852051e-8a06-47c6-8a1d-104d71c87cd4 req-167a010f-41b6-4160-8c19-d96353cc1d47 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.1402071 Jan 31 15:56:39.150582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:39.203601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1c096-0ab4-4532-9517-e7a0cd614d93 None None] Pushing event updated for resources: {'Port': ['ID=24511cab-c587-4d3a-8eea-6fe0a8025af6,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:39.226459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:39.246175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network f343a60a-bb31-4f3c-9556-85fb6c1da4af details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:56:39.281959 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333093fb-4f49-401c-bda9-d396ae184ba4 req-02a6fa09-4721-4d25-afed-bb9f9808edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:39.283749 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-333093fb-4f49-401c-bda9-d396ae184ba4 req-02a6fa09-4721-4d25-afed-bb9f9808edfe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 1094 time: 0.1805170 Jan 31 15:56:39.284942 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-19ad39e4-42f4-42bf-9fbe-072d64e4e49a tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1b995a0cb69468fa00bb84e53d82c96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2064226 Jan 31 15:56:39.295014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:39.295764 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:39.347474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Attempting to bind port af464569-f40e-4b87-9259-28d3f81b8285 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:39.348109 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Attempting to bind port af464569-f40e-4b87-9259-28d3f81b8285 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:39.348641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Attempting to bind port af464569-f40e-4b87-9259-28d3f81b8285 on network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:39.358565 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-3fde0056-be8f-4d58-92f3-942329f4b83c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0481243 Jan 31 15:56:39.373355 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Attempting to bind port 24511cab-c587-4d3a-8eea-6fe0a8025af6 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:39.373780 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Attempting to bind port 24511cab-c587-4d3a-8eea-6fe0a8025af6 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:39.374146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Attempting to bind port 24511cab-c587-4d3a-8eea-6fe0a8025af6 on network 03bf16f3-5903-42f5-92b2-1ea487581abd {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:39.396862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Request body: {'port': {'device_id': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:39.399283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:39.399666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Checking segment: {'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:39.400068 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:39.400455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Bound using segment: {'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:39.400988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Bound port: 24511cab-c587-4d3a-8eea-6fe0a8025af6, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:39.401371 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:39.426148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-c6c82319-3bbe-4491-947d-6891c1bae921 service neutron] 10.222.0.36 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275804 Jan 31 15:56:39.436504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Port af464569-f40e-4b87-9259-28d3f81b8285 on network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:56:39.437179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Attempting to bind port af464569-f40e-4b87-9259-28d3f81b8285 on network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:39.513792 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:39.590868 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:39.591561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Checking segment: {'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:39.592828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Bound using segment: {'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:39.593528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Bound port: af464569-f40e-4b87-9259-28d3f81b8285, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:39.594104 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:39.616321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] For port 24511cab-c587-4d3a-8eea-6fe0a8025af6, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:39.630076 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-d227669d-6825-4865-a728-679e0f8c1218 service neutron] 10.222.0.36 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030661 Jan 31 15:56:39.638536 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-dee2e7be-1ca9-4e79-bcae-42a698f29a22 None None] Provisioning complete for port b3eb2916-7981-4167-82df-df2c3fdb9d05 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:39.639112 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dee2e7be-1ca9-4e79-bcae-42a698f29a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:39.648878 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] For port 24511cab-c587-4d3a-8eea-6fe0a8025af6, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=24511cab-c587-4d3a-8eea-6fe0a8025af6,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:39.664364 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f433b1a0-de9e-4de1-a11a-c5089c4c49ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:39.678873 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:39.723935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433b1a0-de9e-4de1-a11a-c5089c4c49ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf307f4d-c524-4c63-a29d-56c84d634b48,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:39.758303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f433b1a0-de9e-4de1-a11a-c5089c4c49ed admin admin] Checking segment: {'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:39.758765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f433b1a0-de9e-4de1-a11a-c5089c4c49ed admin admin] Network hostable DHCP agents. Network: f343a60a-bb31-4f3c-9556-85fb6c1da4af, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:56:39.793857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f433b1a0-de9e-4de1-a11a-c5089c4c49ed admin admin] Network f343a60a-bb31-4f3c-9556-85fb6c1da4af is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:56:39.811914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f433b1a0-de9e-4de1-a11a-c5089c4c49ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, f343a60a-bb31-4f3c-9556-85fb6c1da4af) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:39.819912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1c096-0ab4-4532-9517-e7a0cd614d93 None None] Pushing event updated for resources: {'Port': ['ID=24511cab-c587-4d3a-8eea-6fe0a8025af6,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:39.829123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b5fe34-1649-4a88-acff-d51d6d61cace None None] Network f343a60a-bb31-4f3c-9556-85fb6c1da4af requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:39.838741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f433b1a0-de9e-4de1-a11a-c5089c4c49ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:39.841962 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f433b1a0-de9e-4de1-a11a-c5089c4c49ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:39.879590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f433b1a0-de9e-4de1-a11a-c5089c4c49ed admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8568714 Jan 31 15:56:39.881084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43270) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:39.888861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2122912899-router', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:39.896948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] For port af464569-f40e-4b87-9259-28d3f81b8285, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:39.906963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-dee2e7be-1ca9-4e79-bcae-42a698f29a22 None None] Port b3eb2916-7981-4167-82df-df2c3fdb9d05 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:56:39.918428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333093fb-4f49-401c-bda9-d396ae184ba4 req-1f6f1a00-850c-4d0d-9b3c-9ce20d168dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:39.920337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-333093fb-4f49-401c-bda9-d396ae184ba4 req-1f6f1a00-850c-4d0d-9b3c-9ce20d168dfb service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 912 time: 0.5986097 Jan 31 15:56:39.937995 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6add0cd2-b6c9-4e00-8196-28b0527256bd req-3c10c2a7-85c6-4476-8b8c-c62129c142a8 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86bfd2df7ce94813839111459b6520c2 HTTP/1.1" status: 200 len: 10895 time: 0.7200606 Jan 31 15:56:39.957159 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:39.960832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] For port af464569-f40e-4b87-9259-28d3f81b8285, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=af464569-f40e-4b87-9259-28d3f81b8285,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:39.962235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:40.008919 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:40.031890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-333093fb-4f49-401c-bda9-d396ae184ba4 req-5ade361f-2577-4df1-b245-0084b641eb88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3f52a20-028e-46bb-a659-11a635d958d6 HTTP/1.1" status: 200 len: 217 time: 0.0888577 Jan 31 15:56:40.034857 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Routers {'b1128904-b465-473d-8e46-34e971468196'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:40.035554 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b1128904-b465-473d-8e46-34e971468196'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:40.113756 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:40.132145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:40.133103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:40.134916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] 10.222.0.20 "PUT /v2.0/ports/af464569-f40e-4b87-9259-28d3f81b8285 HTTP/1.1" status: 200 len: 1091 time: 3.0450306 Jan 31 15:56:40.214647 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6add0cd2-b6c9-4e00-8196-28b0527256bd req-a1bfa795-2d48-4729-949c-2c7f4b562f53 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/1e57125b-30ba-4512-b3b9-0357430e9e8b HTTP/1.1" status: 200 len: 2981 time: 0.2756133 Jan 31 15:56:40.266212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be19ce-c0d6-4e20-8979-9385bf7815b5 service neutron] Pushing event updated for resources: {'Port': ['ID=af464569-f40e-4b87-9259-28d3f81b8285,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:40.281131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333093fb-4f49-401c-bda9-d396ae184ba4 req-fc06d6b3-bedb-4a2a-a9ae-a1bf061f95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:40.283733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-333093fb-4f49-401c-bda9-d396ae184ba4 req-fc06d6b3-bedb-4a2a-a9ae-a1bf061f95ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.2237635 Jan 31 15:56:40.365922 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-333093fb-4f49-401c-bda9-d396ae184ba4 req-771e7918-c548-405b-a1ac-e2dfb4baddb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699742 Jan 31 15:56:40.366210 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:40.388711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a1404-1e2e-4e68-b9c1-0de5d9841552 req-a5fd051b-0fdd-4d10-bfe4-ecf44ed5608e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:40.402808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-863a1404-1e2e-4e68-b9c1-0de5d9841552 req-a5fd051b-0fdd-4d10-bfe4-ecf44ed5608e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 936 time: 0.1813822 Jan 31 15:56:40.404118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d3f52a20-028e-46bb-a659-11a635d958d6 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:56:40.453602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] Set router b1128904-b465-473d-8e46-34e971468196 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:40.485129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-95980748-98a6-41e9-a15b-5a585426586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:40.495899 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-95980748-98a6-41e9-a15b-5a585426586d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=542c78b33666488e89bcd9ea9fd8a8f9&device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 1094 time: 0.3082976 Jan 31 15:56:40.496842 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-863a1404-1e2e-4e68-b9c1-0de5d9841552 req-afc06098-7b7f-43f0-b221-1566c8dd4a9e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838745 Jan 31 15:56:40.588049 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6add0cd2-b6c9-4e00-8196-28b0527256bd req-e508ffcc-0d6a-4eb4-a69b-dcdf4756f6cf tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/1e57125b-30ba-4512-b3b9-0357430e9e8b HTTP/1.1" status: 200 len: 2981 time: 0.3658543 Jan 31 15:56:40.744702 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781101d-e8a0-4446-a200-68c8379a8a9e req-4af27664-8e58-4dc2-aa3c-25c38c1af0fe tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:40.746220 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9781101d-e8a0-4446-a200-68c8379a8a9e req-4af27664-8e58-4dc2-aa3c-25c38c1af0fe tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 943 time: 0.0681570 Jan 31 15:56:40.780331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-f343a60a-bb31-4f3c-9556-85fb6c1da4af', 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'fixed_ips': [{'subnet_id': 'cf307f4d-c524-4c63-a29d-56c84d634b48'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:56:40.781187 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:40.879945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9781101d-e8a0-4446-a200-68c8379a8a9e req-d98f49ec-7b49-4c7b-85a2-cb299e33785c tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258349 Jan 31 15:56:40.905447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904d297a-151c-4d06-92fb-9ddf327bca14', 'tag': 'af464569-f40e-4b87-9259-28d3f81b8285'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:40.910339 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd31208e-f70b-499d-8034-acd5b543a931" -d '{"events": [{"name": "network-changed", "server_uuid": "904d297a-151c-4d06-92fb-9ddf327bca14", "tag": "af464569-f40e-4b87-9259-28d3f81b8285"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:40.919561 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-333093fb-4f49-401c-bda9-d396ae184ba4 req-7359e1c2-7e9f-45c2-a9e5-497d11f07c77 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280828 Jan 31 15:56:40.920559 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:40.946564 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-cf9ea29d-f305-4031-b884-2043a13777c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af464569-f40e-4b87-9259-28d3f81b8285 HTTP/1.1" status: 200 len: 217 time: 0.4323113 Jan 31 15:56:40.946874 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:41.042133 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c99dc44a-d63f-4ee7-8457-c2fb6ccfab71 req-7d07a13f-4681-4c2b-8643-a1c8e16ffc6d tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 210 time: 0.0395103 Jan 31 15:56:41.095016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Allocated IP 172.20.0.2 (f343a60a-bb31-4f3c-9556-85fb6c1da4af/cf307f4d-c524-4c63-a29d-56c84d634b48/bc53bbc9-0a5e-4fd2-b811-840781ad5229) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:41.134719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Allocated IP 172.25.1.237 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/7fe7cf61-a1b6-4d92-95d9-8fb7759ba394) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:41.297001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9b54387c-58e7-43fd-a40e-a8c5a3d28306 req-520648b5-520e-452d-8193-321e24e508de tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0852137 Jan 31 15:56:41.336727 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:41.388677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4119c0bd-7cc3-406c-8b14-c4e4183e24ab req-8e7b7d9a-785d-4f87-8931-07154471192d tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/9fa629c2-e2af-468a-99cd-1f53905602c2 HTTP/1.1" status: 200 len: 1801 time: 0.0574000 Jan 31 15:56:41.390617 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:41.424298 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:41.490971 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4119c0bd-7cc3-406c-8b14-c4e4183e24ab req-fa559b29-0a9a-4dfd-a40b-d69f957769b1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:41.502073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Network f343a60a-bb31-4f3c-9556-85fb6c1da4af is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:41.539700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:41.539980 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:41.545316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:41.553011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d3f52a20-028e-46bb-a659-11a635d958d6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d3f52a20-028e-46bb-a659-11a635d958d6,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:41.562658 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4119c0bd-7cc3-406c-8b14-c4e4183e24ab req-fa559b29-0a9a-4dfd-a40b-d69f957769b1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:41.599818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3eb2916-7981-4167-82df-df2c3fdb9d05 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:41.616141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1128904-b465-473d-8e46-34e971468196', 'name': 'tempest-ServerRescueTestJSON-296271900-router', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:23Z', 'updated_at': '2022-01-31T15:56:33Z', 'revision_number': 4, 'project_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'gw_port': {'id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1128904-b465-473d-8e46-34e971468196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:25Z', 'updated_at': '2022-01-31T15:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '24511cab-c587-4d3a-8eea-6fe0a8025af6', 'name': '', 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'mac_address': 'fa:16:3e:fa:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1128904-b465-473d-8e46-34e971468196', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'e6a53540-acaa-4030-84f0-25c1cb026c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:29Z', 'updated_at': '2022-01-31T15:56:39Z', 'revision_number': 4, 'project_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'subnets': [{'id': 'e6a53540-acaa-4030-84f0-25c1cb026c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:41.678714 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:41.700127 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d83831-c365-4595-a64b-f5acc809b215 None None] The sync data for ids ['b1128904-b465-473d-8e46-34e971468196'] in n-d-827120-1 is: [{'id': 'b1128904-b465-473d-8e46-34e971468196', 'name': 'tempest-ServerRescueTestJSON-296271900-router', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:23Z', 'updated_at': '2022-01-31T15:56:33Z', 'revision_number': 4, 'project_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'gw_port': {'id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1128904-b465-473d-8e46-34e971468196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:25Z', 'updated_at': '2022-01-31T15:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '24511cab-c587-4d3a-8eea-6fe0a8025af6', 'name': '', 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'mac_address': 'fa:16:3e:fa:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1128904-b465-473d-8e46-34e971468196', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'e6a53540-acaa-4030-84f0-25c1cb026c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:29Z', 'updated_at': '2022-01-31T15:56:39Z', 'revision_number': 4, 'project_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'subnets': [{'id': 'e6a53540-acaa-4030-84f0-25c1cb026c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:56:41.721439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Attempting to bind port bc53bbc9-0a5e-4fd2-b811-840781ad5229 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:41.721850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Attempting to bind port bc53bbc9-0a5e-4fd2-b811-840781ad5229 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:41.722214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Attempting to bind port bc53bbc9-0a5e-4fd2-b811-840781ad5229 on network f343a60a-bb31-4f3c-9556-85fb6c1da4af {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:41.729756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-caad8d6b-2e82-479f-97ad-e9371b9c343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:41.730718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'd3f52a20-028e-46bb-a659-11a635d958d6', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'port_id': 'd3f52a20-028e-46bb-a659-11a635d958d6', 'mac_address': 'fa:16:3e:1a:3d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839da286-d7fe-47c8-8f9e-973a376f0b70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:56:41.735767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Pushing event updated for resources: {'Port': ['ID=bc53bbc9-0a5e-4fd2-b811-840781ad5229,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:41.736875 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-caad8d6b-2e82-479f-97ad-e9371b9c343c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc HTTP/1.1" status: 200 len: 861 time: 0.7807636 Jan 31 15:56:41.749766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:41.755499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:41.755940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Checking segment: {'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:41.756355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:41.756804 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Bound using segment: {'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:41.757300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Bound port: bc53bbc9-0a5e-4fd2-b811-840781ad5229, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:41.757710 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:41.784342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5eb85-fdc9-468a-83e0-ca648f87c624 req-cab171f1-ea1d-47dd-983f-8cddf70d2628 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:41.800704 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6ad5eb85-fdc9-468a-83e0-ca648f87c624 req-cab171f1-ea1d-47dd-983f-8cddf70d2628 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 943 time: 1.0562148 Jan 31 15:56:41.806185 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Transition to ACTIVE for port object b3eb2916-7981-4167-82df-df2c3fdb9d05 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:56:41.844525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:41.862636 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:41.874137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-333093fb-4f49-401c-bda9-d396ae184ba4 req-ddb9ba0e-2772-49db-a63d-e5d538c150db service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9202626 Jan 31 15:56:41.877539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:41.882367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f52a20-028e-46bb-a659-11a635d958d6 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:41.915342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:41.952926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe7cf61-a1b6-4d92-95d9-8fb7759ba394,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:41.954716 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-11676ca0-fd4c-4fbe-8102-a189e454de6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898638 Jan 31 15:56:41.960410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d3f52a20-028e-46bb-a659-11a635d958d6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d3f52a20-028e-46bb-a659-11a635d958d6,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:42.006021 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:42.006336 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4119c0bd-7cc3-406c-8b14-c4e4183e24ab req-fa559b29-0a9a-4dfd-a40b-d69f957769b1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:42.009294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4119c0bd-7cc3-406c-8b14-c4e4183e24ab req-fa559b29-0a9a-4dfd-a40b-d69f957769b1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:42.010512 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4119c0bd-7cc3-406c-8b14-c4e4183e24ab req-fa559b29-0a9a-4dfd-a40b-d69f957769b1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "DELETE /v2.0/security-groups/9fa629c2-e2af-468a-99cd-1f53905602c2 HTTP/1.1" status: 204 len: 173 time: 0.6206341 Jan 31 15:56:42.075617 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8582925-8e62-4f7d-bbae-ba2cfe9b60bf x-openstack-request-id: req-f8582925-8e62-4f7d-bbae-ba2cfe9b60bf {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:42.076633 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904d297a-151c-4d06-92fb-9ddf327bca14", "tag": "af464569-f40e-4b87-9259-28d3f81b8285", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:42.077170 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8582925-8e62-4f7d-bbae-ba2cfe9b60bf {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:42.077745 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904d297a-151c-4d06-92fb-9ddf327bca14', 'tag': 'af464569-f40e-4b87-9259-28d3f81b8285', 'status': 'completed', 'code': 200} Jan 31 15:56:42.104985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa559b29-0a9a-4dfd-a40b-d69f957769b1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa629c2-e2af-468a-99cd-1f53905602c2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:42.122351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:42.133550 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] For port bc53bbc9-0a5e-4fd2-b811-840781ad5229, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:42.142574 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6ad5eb85-fdc9-468a-83e0-ca648f87c624 req-86ae563b-22b8-4819-b8f0-a97fa70414ff tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659860 Jan 31 15:56:42.234552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-0bc9f509-96f0-4b53-b2da-3822778f59e6 service neutron] 10.222.0.20 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449987 Jan 31 15:56:42.280844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] For port bc53bbc9-0a5e-4fd2-b811-840781ad5229, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bc53bbc9-0a5e-4fd2-b811-840781ad5229,segment=NetworkSegment(63aca419-d188-4d50-a936-628779c8c5ec),segment_id=63aca419-d188-4d50-a936-628779c8c5ec)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:42.298735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d3f52a20-028e-46bb-a659-11a635d958d6,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:42.304285 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:42.317929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85550191-7da7-40f5-b6bc-65d20125741c req-5b293d1c-9f0d-4c04-9aa3-2e9f40c8a990 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:42.320943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:42.321364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:42.321801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:42.322193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:42.322581 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:42.323461 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-5b293d1c-9f0d-4c04-9aa3-2e9f40c8a990 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.20 "GET /v2.0/networks?id=03bf16f3-5903-42f5-92b2-1ea487581abd HTTP/1.1" status: 200 len: 810 time: 0.6957610 Jan 31 15:56:42.324151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:42.324603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:42.325038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:42.325429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:42.325852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:42.326235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:42.326622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:56:42.351439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d3f52a20-028e-46bb-a659-11a635d958d6'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:42.404237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-85550191-7da7-40f5-b6bc-65d20125741c req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Request body: {'port': {'device_id': '64e0ee87-9c79-44ee-ba73-c71cb1c67911', 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd', 'admin_state_up': True, 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:42.409962 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Attempting to bind port b3eb2916-7981-4167-82df-df2c3fdb9d05 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:42.410246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Attempting to bind port b3eb2916-7981-4167-82df-df2c3fdb9d05 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:42.410572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Attempting to bind port b3eb2916-7981-4167-82df-df2c3fdb9d05 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:42.443530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Port b3eb2916-7981-4167-82df-df2c3fdb9d05 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:56:42.443852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Attempting to bind port b3eb2916-7981-4167-82df-df2c3fdb9d05 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:42.531768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:42.532104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:42.532476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:42.532915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Bound port: b3eb2916-7981-4167-82df-df2c3fdb9d05, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:42.533267 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:42.536706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a4d2d90-3947-45b7-8eb8-5c73e852ca35 req-b2355e1e-0681-413b-a0e1-a50a647962a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0856292 Jan 31 15:56:42.560742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 24511cab-c587-4d3a-8eea-6fe0a8025af6 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:42.575723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8c7ac-b0be-4249-b0b5-e70d4048ba1f req-b314b968-630f-49aa-b0f6-41cb933792c5 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:42.577269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ac8c7ac-b0be-4249-b0b5-e70d4048ba1f req-b314b968-630f-49aa-b0f6-41cb933792c5 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 943 time: 0.2877116 Jan 31 15:56:42.628540 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f50e63c-acd8-41a6-9705-fa7e2417027e req-8d3db2f9-1f69-4036-8b2e-563513e88c9a service neutron] 10.222.0.20 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861742 Jan 31 15:56:42.653076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9cb05-a9da-4342-a94e-9480108782c4 req-1b674ede-1238-451e-a24c-e1b984c08591 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:42.664451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90f9cb05-a9da-4342-a94e-9480108782c4 req-1b674ede-1238-451e-a24c-e1b984c08591 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 948 time: 0.3376112 Jan 31 15:56:42.674970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85550191-7da7-40f5-b6bc-65d20125741c req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Made reservation on behalf of c1b995a0cb69468fa00bb84e53d82c96 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:42.679054 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-85550191-7da7-40f5-b6bc-65d20125741c req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:42.707631 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ac8c7ac-b0be-4249-b0b5-e70d4048ba1f req-f5b534a3-fc4f-4990-b6cb-1d35bfd7e246 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181118 Jan 31 15:56:42.712791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:42.748669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:42.788527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d503b19-f68d-4a86-a093-09a512a11e1e None None] Pushing event updated for resources: {'Port': ['ID=bc53bbc9-0a5e-4fd2-b811-840781ad5229,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:42.791581 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:42.862778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:42.863628 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:42.865891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] 10.222.0.30 "PUT /v2.0/ports/b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 1096 time: 3.4792788 Jan 31 15:56:42.878280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 24511cab-c587-4d3a-8eea-6fe0a8025af6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:42.878756 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:42.900017 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [req-b3e1528e-6563-4c56-978e-1511bd6d7c6a req-9f4c5725-25c2-4afb-b562-0c1b0e6f8dc1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] show failed (client error): The resource could not be found. Jan 31 15:56:42.900902 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b3e1528e-6563-4c56-978e-1511bd6d7c6a req-9f4c5725-25c2-4afb-b562-0c1b0e6f8dc1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/9fa629c2-e2af-468a-99cd-1f53905602c2 HTTP/1.1" status: 404 len: 352 time: 0.1306698 Jan 31 15:56:42.932776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31208e-f70b-499d-8034-acd5b543a931 req-04f12fcd-4e8e-4276-9bd0-107ba1096a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:42.934428 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd31208e-f70b-499d-8034-acd5b543a931 req-04f12fcd-4e8e-4276-9bd0-107ba1096a4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=542c78b33666488e89bcd9ea9fd8a8f9&device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 1094 time: 0.2132914 Jan 31 15:56:43.053558 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf7f0e-55e2-4db0-9990-d9406ed17a4a service neutron] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:43.102492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7977087b-ba2d-4d49-896b-60b26954613e req-7cecb260-4cf9-4c1a-bcfe-5acaa13d6c26 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 210 time: 0.0977898 Jan 31 15:56:43.120417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-4830d6db-4fc0-4987-b6aa-abc6ed9337db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:43.124692 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-4830d6db-4fc0-4987-b6aa-abc6ed9337db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 1099 time: 0.1846240 Jan 31 15:56:43.203231 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-1208e86f-afc2-436f-87ef-6b9f3c8a4136 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 217 time: 0.0634937 Jan 31 15:56:43.257156 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec6f5b4d-c869-4810-96da-76da97460171 req-a5d31c6a-b613-4f8a-8377-197a0da62d24 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0512977 Jan 31 15:56:43.287707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31208e-f70b-499d-8034-acd5b543a931 req-c1b2da0d-a44d-46d5-b139-5598f7427bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:43.290890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd31208e-f70b-499d-8034-acd5b543a931 req-c1b2da0d-a44d-46d5-b139-5598f7427bc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 HTTP/1.1" status: 200 len: 922 time: 0.3453200 Jan 31 15:56:43.318197 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:43.362704 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90f9cb05-a9da-4342-a94e-9480108782c4 req-e4622a69-0817-4e88-967d-9fb7edb85c68 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778355 Jan 31 15:56:43.367774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 24511cab-c587-4d3a-8eea-6fe0a8025af6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=24511cab-c587-4d3a-8eea-6fe0a8025af6,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:43.380034 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:43.380427 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd31208e-f70b-499d-8034-acd5b543a931 req-d9ceebeb-0ba1-4109-9c49-ed506db91f1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af464569-f40e-4b87-9259-28d3f81b8285 HTTP/1.1" status: 200 len: 217 time: 0.0800338 Jan 31 15:56:43.422931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-40b553be-ef71-4a72-8187-3cd90e1d8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:43.424685 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-40b553be-ef71-4a72-8187-3cd90e1d8b24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.2043777 Jan 31 15:56:43.470566 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=24511cab-c587-4d3a-8eea-6fe0a8025af6,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:43.500129 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fe5a2879-6327-4d56-81d8-6d0c97f9ff95 req-cfe9848a-916b-498d-b1e4-b08c0e4e5909 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/6cddc944-82e7-4c7d-a07f-5abfab71f0bf HTTP/1.1" status: 200 len: 1800 time: 0.1851861 Jan 31 15:56:43.587149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31208e-f70b-499d-8034-acd5b543a931 req-94b8f0ec-b097-4709-a6a3-2dab3f56e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:43.588630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd31208e-f70b-499d-8034-acd5b543a931 req-94b8f0ec-b097-4709-a6a3-2dab3f56e980 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc HTTP/1.1" status: 200 len: 861 time: 0.1916399 Jan 31 15:56:43.620104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-85550191-7da7-40f5-b6bc-65d20125741c req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Allocated IP 172.20.0.8 (03bf16f3-5903-42f5-92b2-1ea487581abd/e6a53540-acaa-4030-84f0-25c1cb026c93/8727af3d-0e7a-452c-9879-e88842ce1457) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:43.651858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:43.652305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-cf9db5aa-d955-4d67-b2a6-d37bf71e1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:43.663229 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-cf9db5aa-d955-4d67-b2a6-d37bf71e1bf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2218940 Jan 31 15:56:43.676514 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd31208e-f70b-499d-8034-acd5b543a931 req-bdcf24d7-d556-4074-af53-68bb674c8b7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736337 Jan 31 15:56:43.727678 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a284-fa44-4e74-8440-dde0e4f45997 req-15849127-b0a0-4f4d-9536-bc36c860753c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:43.732313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d449a284-fa44-4e74-8440-dde0e4f45997 req-15849127-b0a0-4f4d-9536-bc36c860753c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 944 time: 0.1830549 Jan 31 15:56:43.777980 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-fe5a2879-6327-4d56-81d8-6d0c97f9ff95 req-4fd7c7db-a077-44e6-9709-2ddc74c5a628 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:43.856776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-fe5a2879-6327-4d56-81d8-6d0c97f9ff95 req-4fd7c7db-a077-44e6-9709-2ddc74c5a628 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:43.866087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d449a284-fa44-4e74-8440-dde0e4f45997 req-80f8044b-b102-4704-81eb-99852bd4e2e4 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088889 Jan 31 15:56:43.969109 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-5d42d9d4-32cd-447e-9880-953b6dffb4ac service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916019 Jan 31 15:56:43.995864 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd31208e-f70b-499d-8034-acd5b543a931 req-8ff0fdea-151d-4740-9310-a902b5431b4c service neutron] 10.222.0.20 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081851 Jan 31 15:56:44.017079 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-fe5a2879-6327-4d56-81d8-6d0c97f9ff95 req-4fd7c7db-a077-44e6-9709-2ddc74c5a628 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.019759 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-fe5a2879-6327-4d56-81d8-6d0c97f9ff95 req-4fd7c7db-a077-44e6-9709-2ddc74c5a628 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.020867 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fe5a2879-6327-4d56-81d8-6d0c97f9ff95 req-4fd7c7db-a077-44e6-9709-2ddc74c5a628 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "DELETE /v2.0/security-groups/6cddc944-82e7-4c7d-a07f-5abfab71f0bf HTTP/1.1" status: 204 len: 173 time: 0.5126827 Jan 31 15:56:44.067235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb81353-3f23-4c16-b3d4-14ed2e1ed7aa None None] Network f343a60a-bb31-4f3c-9556-85fb6c1da4af requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:44.069665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7c7db-a077-44e6-9709-2ddc74c5a628 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cddc944-82e7-4c7d-a07f-5abfab71f0bf,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:44.082195 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-85550191-7da7-40f5-b6bc-65d20125741c req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.105016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:44.107561 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35978609-a1a4-49a4-8064-8078f10f2f79" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:44.111386 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.172874 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d3f52a20-028e-46bb-a659-11a635d958d6 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:44.174070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3565ffe-fd93-403d-9726-c601e4ebb3ed req-2dc0824f-218e-4ef6-835e-b52ac60b0a20 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926913 Jan 31 15:56:44.183489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f15ab-5fac-4d72-a975-c7b6bdba76e3 req-7eb7caef-4b96-4aed-b4de-3489240140c1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:44.192897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-561f15ab-5fac-4d72-a975-c7b6bdba76e3 req-7eb7caef-4b96-4aed-b4de-3489240140c1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 943 time: 0.1360648 Jan 31 15:56:44.209522 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd31208e-f70b-499d-8034-acd5b543a931 req-4a6496f7-67bd-429c-8170-242d21169457 service neutron] 10.222.0.20 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013962 Jan 31 15:56:44.231142 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a7d1384a-017c-4a7f-a0c6-e80a9de7719b None None] Provisioning complete for port bc53bbc9-0a5e-4fd2-b811-840781ad5229 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:44.231793 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7d1384a-017c-4a7f-a0c6-e80a9de7719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.271854 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-85550191-7da7-40f5-b6bc-65d20125741c req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.292047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-561f15ab-5fac-4d72-a975-c7b6bdba76e3 req-56ab83ba-5aea-4a88-8994-4b310702298d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982354 Jan 31 15:56:44.340873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85550191-7da7-40f5-b6bc-65d20125741c req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Network 03bf16f3-5903-42f5-92b2-1ea487581abd is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:44.345601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-85550191-7da7-40f5-b6bc-65d20125741c req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:44.350792 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port d3f52a20-028e-46bb-a659-11a635d958d6 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:56:44.352636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-85550191-7da7-40f5-b6bc-65d20125741c req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:44.359226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port d3f52a20-028e-46bb-a659-11a635d958d6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:44.359786 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.383854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Pushing event updated for resources: {'Port': ['ID=8727af3d-0e7a-452c-9879-e88842ce1457,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:44.404045 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-e2828cbc-e3c2-4a4e-bb0b-2e927c37b997 req-b7d524d4-d389-4edc-a59a-cc3c6dc47fcd tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] show failed (client error): The resource could not be found. Jan 31 15:56:44.405226 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2828cbc-e3c2-4a4e-bb0b-2e927c37b997 req-b7d524d4-d389-4edc-a59a-cc3c6dc47fcd tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/6cddc944-82e7-4c7d-a07f-5abfab71f0bf HTTP/1.1" status: 404 len: 352 time: 0.0536206 Jan 31 15:56:44.432602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85550191-7da7-40f5-b6bc-65d20125741c req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:44.433490 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-85550191-7da7-40f5-b6bc-65d20125741c req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.449610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Router 89ed2dc0-a565-41d5-ab9e-813be666a015 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:56:44.457139 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-865388da-9e71-44dd-9c60-e69a662a1160 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0575137 Jan 31 15:56:44.470736 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7d1384a-017c-4a7f-a0c6-e80a9de7719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.506973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Request body: {'port': {'device_id': '64e0ee87-9c79-44ee-ba73-c71cb1c67911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:44.542182 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca452deb-9f08-410e-80a2-ea7c8f946917 x-openstack-request-id: req-ca452deb-9f08-410e-80a2-ea7c8f946917 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:44.542505 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:44.543453 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca452deb-9f08-410e-80a2-ea7c8f946917 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:44.543900 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'status': 'completed', 'code': 200} Jan 31 15:56:44.545750 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a7d1384a-017c-4a7f-a0c6-e80a9de7719b None None] For port bc53bbc9-0a5e-4fd2-b811-840781ad5229, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bc53bbc9-0a5e-4fd2-b811-840781ad5229,segment=NetworkSegment(63aca419-d188-4d50-a936-628779c8c5ec),segment_id=63aca419-d188-4d50-a936-628779c8c5ec)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:44.558846 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.580822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7d1384a-017c-4a7f-a0c6-e80a9de7719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.650720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca224eb-8b42-4101-9740-ee7a274d3a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f52a20-028e-46bb-a659-11a635d958d6'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:44.651616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35978609-a1a4-49a4-8064-8078f10f2f79 req-a4297e65-7693-4a08-bda5-97217300c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:44.653245 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35978609-a1a4-49a4-8064-8078f10f2f79 req-a4297e65-7693-4a08-bda5-97217300c75e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 1099 time: 0.0837324 Jan 31 15:56:44.654563 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201d35f3-498a-47bc-be15-0341ff78f570" -d '{"events": [{"server_uuid": "aca224eb-8b42-4101-9740-ee7a274d3a88", "name": "network-vif-plugged", "status": "completed", "tag": "d3f52a20-028e-46bb-a659-11a635d958d6"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:44.658748 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.689397 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bc53bbc9-0a5e-4fd2-b811-840781ad5229 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:44.694640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d3f52a20-028e-46bb-a659-11a635d958d6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d3f52a20-028e-46bb-a659-11a635d958d6,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:44.721651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:56:44.733193 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Sync routers for ids ['89ed2dc0-a565-41d5-ab9e-813be666a015'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:56:44.745878 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Routers {'89ed2dc0-a565-41d5-ab9e-813be666a015'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:44.747534 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.754402 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['89ed2dc0-a565-41d5-ab9e-813be666a015'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:44.775467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1384a-017c-4a7f-a0c6-e80a9de7719b None None] Pushing event updated for resources: {'Port': ['ID=bc53bbc9-0a5e-4fd2-b811-840781ad5229,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:44.789285 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.790748 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d3fcaa08-558d-42ca-a809-7a364e5487e3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9073014 Jan 31 15:56:44.793966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43410) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:44.864644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port bc53bbc9-0a5e-4fd2-b811-840781ad5229 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:44.864902 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:44.869944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d3f52a20-028e-46bb-a659-11a635d958d6,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:44.903157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35978609-a1a4-49a4-8064-8078f10f2f79 req-92714b81-d323-4600-98b2-1673e66104d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:44.904795 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35978609-a1a4-49a4-8064-8078f10f2f79 req-92714b81-d323-4600-98b2-1673e66104d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2425861 Jan 31 15:56:44.955069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f4ab-658e-40ec-9020-075078fb32f0 req-3517fbc8-68b9-40f8-ae26-0a38548293e0 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:44.964922 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0f3f4ab-658e-40ec-9020-075078fb32f0 req-3517fbc8-68b9-40f8-ae26-0a38548293e0 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 931 time: 0.2600064 Jan 31 15:56:44.983553 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35978609-a1a4-49a4-8064-8078f10f2f79 req-494b139c-e810-4ad4-9abd-e4e5f0e087f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 217 time: 0.0678487 Jan 31 15:56:44.994199 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 24511cab-c587-4d3a-8eea-6fe0a8025af6 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:44.998683 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Set router 89ed2dc0-a565-41d5-ab9e-813be666a015 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:45.077758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8e35a840-d414-42b0-ac58-85a55bda3fa1 None None] Provisioning complete for port bc53bbc9-0a5e-4fd2-b811-840781ad5229 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:45.078125 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e35a840-d414-42b0-ac58-85a55bda3fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.089871 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0f3f4ab-658e-40ec-9020-075078fb32f0 req-bf31ff10-eacf-4265-8d47-647da85c7bd7 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193345 Jan 31 15:56:45.105997 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9b82e13c-5bb7-451b-a10d-5a27baaa92df req-50a8c8cd-4465-4a3e-aa75-82d9a6441bd1 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0456545 Jan 31 15:56:45.117793 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35978609-a1a4-49a4-8064-8078f10f2f79 req-1b3da7b2-5e76-40d2-89da-0c841ee34ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:45.120343 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35978609-a1a4-49a4-8064-8078f10f2f79 req-1b3da7b2-5e76-40d2-89da-0c841ee34ef0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1317229 Jan 31 15:56:45.169806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 24511cab-c587-4d3a-8eea-6fe0a8025af6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:45.170442 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.219831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35978609-a1a4-49a4-8064-8078f10f2f79 req-eb629bbe-d9ea-4dd5-8f1e-d40cdb059121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:45.221345 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35978609-a1a4-49a4-8064-8078f10f2f79 req-eb629bbe-d9ea-4dd5-8f1e-d40cdb059121 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929289 Jan 31 15:56:45.242290 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'name': 'tempest-AttachSCSIVolumeTestJSON-2122912899-router', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:39Z', 'updated_at': '2022-01-31T15:56:43Z', 'revision_number': 3, 'project_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'gw_port': {'id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:40Z', 'updated_at': '2022-01-31T15:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:45.254418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3138ac15-4fba-4dd7-9287-0fabd84f017b req-180d45d8-3d88-4599-b841-bd057a225fc0 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/5f23f6e1-d755-48c1-b890-1e35df8a4ae4 HTTP/1.1" status: 200 len: 1799 time: 0.0752249 Jan 31 15:56:45.276707 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Checking router: 89ed2dc0-a565-41d5-ab9e-813be666a015 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:56:45.277423 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Updating router 89ed2dc0-a565-41d5-ab9e-813be666a015 port 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:56:45.309933 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.349059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914b774-b914-4168-9528-9fa6138b0e1a req-35504a31-cb3d-4d83-927e-39a7a1aabd50 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:45.350860 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2914b774-b914-4168-9528-9fa6138b0e1a req-35504a31-cb3d-4d83-927e-39a7a1aabd50 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 948 time: 0.1734395 Jan 31 15:56:45.370013 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35978609-a1a4-49a4-8064-8078f10f2f79 req-2136e164-543d-468f-b780-e7af28dfc584 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395385 Jan 31 15:56:45.375508 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3138ac15-4fba-4dd7-9287-0fabd84f017b req-668f8905-b793-440c-a88f-a51822f3df44 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.443026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3138ac15-4fba-4dd7-9287-0fabd84f017b req-668f8905-b793-440c-a88f-a51822f3df44 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.467046 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2914b774-b914-4168-9528-9fa6138b0e1a req-ae5892d6-1981-4898-8e57-2e04e074b02f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823977 Jan 31 15:56:45.468862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8727af3d-0e7a-452c-9879-e88842ce1457 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:45.503780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35978609-a1a4-49a4-8064-8078f10f2f79 req-ade72220-517f-496b-a484-4d77fcac7419 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262944 Jan 31 15:56:45.504859 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3138ac15-4fba-4dd7-9287-0fabd84f017b req-668f8905-b793-440c-a88f-a51822f3df44 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.507438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3138ac15-4fba-4dd7-9287-0fabd84f017b req-668f8905-b793-440c-a88f-a51822f3df44 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.508902 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3138ac15-4fba-4dd7-9287-0fabd84f017b req-668f8905-b793-440c-a88f-a51822f3df44 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "DELETE /v2.0/security-groups/5f23f6e1-d755-48c1-b890-1e35df8a4ae4 HTTP/1.1" status: 204 len: 173 time: 0.2289596 Jan 31 15:56:45.517774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f8905-b793-440c-a88f-a51822f3df44 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f23f6e1-d755-48c1-b890-1e35df8a4ae4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:45.562097 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba45e45-d7d0-4211-814d-12b829e866b8 x-openstack-request-id: req-bba45e45-d7d0-4211-814d-12b829e866b8 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:45.562595 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca224eb-8b42-4101-9740-ee7a274d3a88", "name": "network-vif-plugged", "status": "completed", "tag": "d3f52a20-028e-46bb-a659-11a635d958d6", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:45.562684 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bba45e45-d7d0-4211-814d-12b829e866b8 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:45.563090 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca224eb-8b42-4101-9740-ee7a274d3a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f52a20-028e-46bb-a659-11a635d958d6', 'code': 200} Jan 31 15:56:45.597782 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.616925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Transition to ACTIVE for port object 8727af3d-0e7a-452c-9879-e88842ce1457 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:56:45.671573 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.682491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab047cb-d0c6-4633-b01c-aca410f6dd72 req-fc67a363-77fe-46db-b2fb-99458fd29ce3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:45.684223 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aab047cb-d0c6-4633-b01c-aca410f6dd72 req-fc67a363-77fe-46db-b2fb-99458fd29ce3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1002934 Jan 31 15:56:45.693892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9e94-7197-4dd8-afac-77f405a16b6b req-e645b7cd-0277-40c0-b049-7fcf426ea36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:45.695841 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-437b9e94-7197-4dd8-afac-77f405a16b6b req-e645b7cd-0277-40c0-b049-7fcf426ea36f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 1096 time: 0.0754189 Jan 31 15:56:45.789195 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.798170 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.807264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Pushing event updated for resources: {'Port': ['ID=8727af3d-0e7a-452c-9879-e88842ce1457,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:45.817678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aab047cb-d0c6-4633-b01c-aca410f6dd72 req-8d59b54b-463a-42ad-81a9-01bd8b0877dc tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200733 Jan 31 15:56:45.829717 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-437b9e94-7197-4dd8-afac-77f405a16b6b req-662bad96-8354-4c65-b135-f5afec1eda41 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237533 Jan 31 15:56:45.852391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device af464569-f40e-4b87-9259-28d3f81b8285 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:56:45.856328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dc1c6ae9-0006-4d03-a399-fb804c3eab93 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:45.859593 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd36a24-cbd9-4ec1-81d6-3f7c740b4213 None None] Pushing event updated for resources: {'Port': ['ID=7fe7cf61-a1b6-4d92-95d9-8fb7759ba394,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:45.878092 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Attempting to bind port 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:45.878751 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Attempting to bind port 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:45.879276 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Attempting to bind port 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:45.887175 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [req-a43125f0-3860-4121-82d4-c307fe770fa6 req-0373cdec-4acb-4595-a992-0a461b945db8 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] show failed (client error): The resource could not be found. Jan 31 15:56:45.887318 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a43125f0-3860-4121-82d4-c307fe770fa6 req-0373cdec-4acb-4595-a992-0a461b945db8 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/5f23f6e1-d755-48c1-b890-1e35df8a4ae4 HTTP/1.1" status: 404 len: 352 time: 0.0150471 Jan 31 15:56:45.897242 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:45.897791 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:45.898207 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.898894 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:45.899366 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Bound port: 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:45.899727 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:45.961503 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] For port 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:45.965005 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] For port 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7fe7cf61-a1b6-4d92-95d9-8fb7759ba394,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:45.973056 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:46.045731 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:46.046023 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Routers {'89ed2dc0-a565-41d5-ab9e-813be666a015'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:46.046498 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['89ed2dc0-a565-41d5-ab9e-813be666a015'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:46.097380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port af464569-f40e-4b87-9259-28d3f81b8285, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=af464569-f40e-4b87-9259-28d3f81b8285,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:46.118492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dc1c6ae9-0006-4d03-a399-fb804c3eab93, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc1c6ae9-0006-4d03-a399-fb804c3eab93,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:46.120308 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'af464569-f40e-4b87-9259-28d3f81b8285', 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1', 'port_id': 'af464569-f40e-4b87-9259-28d3f81b8285', 'mac_address': 'fa:16:3e:0b:b8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:56:46.129720 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-423aff0c-0db4-4b34-bed1-5462ffd0e711 req-2efb3ae4-580b-4d7b-b160-b9a15fed55be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95c120fe0bce465aa73d1b8c712ae255&device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0441251 Jan 31 15:56:46.172566 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:46.173148 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-423aff0c-0db4-4b34-bed1-5462ffd0e711 req-2569928d-9322-41b7-b763-fc26fc7f609e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=95c120fe0bce465aa73d1b8c712ae255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336726 Jan 31 15:56:46.174989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b3eb2916-7981-4167-82df-df2c3fdb9d05 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:56:46.178404 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:46.219604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af464569-f40e-4b87-9259-28d3f81b8285 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:46.263985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port af464569-f40e-4b87-9259-28d3f81b8285, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=af464569-f40e-4b87-9259-28d3f81b8285,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:46.271345 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:46.282958 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:46.311400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ca44d-1775-4539-bd25-3c51a670460d req-ef4fd7ec-5db8-4920-91e0-808623f9e2ed tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:46.312897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-479ca44d-1775-4539-bd25-3c51a670460d req-ef4fd7ec-5db8-4920-91e0-808623f9e2ed tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 943 time: 0.1118665 Jan 31 15:56:46.320466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=dc1c6ae9-0006-4d03-a399-fb804c3eab93,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:46.323069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Attempting to bind port 8727af3d-0e7a-452c-9879-e88842ce1457 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:46.323405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Attempting to bind port 8727af3d-0e7a-452c-9879-e88842ce1457 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:46.323730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Attempting to bind port 8727af3d-0e7a-452c-9879-e88842ce1457 on network 03bf16f3-5903-42f5-92b2-1ea487581abd {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:46.338449 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] Set router 89ed2dc0-a565-41d5-ab9e-813be666a015 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:46.375139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Port 8727af3d-0e7a-452c-9879-e88842ce1457 on network 03bf16f3-5903-42f5-92b2-1ea487581abd not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:56:46.375991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Attempting to bind port 8727af3d-0e7a-452c-9879-e88842ce1457 on network 03bf16f3-5903-42f5-92b2-1ea487581abd {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:46.386240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:46.387050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Checking segment: {'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:46.387050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Bound using segment: {'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:46.387362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Bound port: 8727af3d-0e7a-452c-9879-e88842ce1457, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:46.387721 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:46.440285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-479ca44d-1775-4539-bd25-3c51a670460d req-f88a69f4-8be1-430f-920a-fcd0621cfa60 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147664 Jan 31 15:56:46.444453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aff0c-0db4-4b34-bed1-5462ffd0e711 req-5d985989-9d4a-4fc4-bd1b-ef92ce3b6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:46.446368 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-423aff0c-0db4-4b34-bed1-5462ffd0e711 req-5d985989-9d4a-4fc4-bd1b-ef92ce3b6650 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2661450 Jan 31 15:56:46.462118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bc53bbc9-0a5e-4fd2-b811-840781ad5229 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:46.471429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bb843111-b951-4313-a283-bec1c90c9de1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:46.473658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bb843111-b951-4313-a283-bec1c90c9de1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/networks?id=62d551c3-6922-49d7-9630-836eaf25e18d HTTP/1.1" status: 200 len: 804 time: 0.2525077 Jan 31 15:56:46.495567 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-b7038e6d-639d-4df3-8080-ae1a59c7b1db tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/quotas/702103247c8744b5b661ca2faf498765 HTTP/1.1" status: 200 len: 375 time: 0.0155177 Jan 31 15:56:46.500497 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd36a24-cbd9-4ec1-81d6-3f7c740b4213 None None] Pushing event updated for resources: {'Port': ['ID=7fe7cf61-a1b6-4d92-95d9-8fb7759ba394,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:46.507314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:46.511227 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=af464569-f40e-4b87-9259-28d3f81b8285,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:46.523011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['af464569-f40e-4b87-9259-28d3f81b8285'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:46.558653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'mac_address': 'fa:16:3e:b0:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:56:46.573385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port bc53bbc9-0a5e-4fd2-b811-840781ad5229 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:46.574074 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:46.576547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] For port 8727af3d-0e7a-452c-9879-e88842ce1457, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:46.587295 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-1987f274-cf07-4213-ad39-d2a296383d9c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=702103247c8744b5b661ca2faf498765&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897017 Jan 31 15:56:46.618894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] For port 8727af3d-0e7a-452c-9879-e88842ce1457, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8727af3d-0e7a-452c-9879-e88842ce1457,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:46.631437 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:46.634909 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'name': 'tempest-AttachSCSIVolumeTestJSON-2122912899-router', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:39Z', 'updated_at': '2022-01-31T15:56:43Z', 'revision_number': 3, 'project_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'gw_port': {'id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:40Z', 'updated_at': '2022-01-31T15:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:46.672416 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067200b-4158-4fd3-bbd8-b26bb6924f5c None None] The sync data for ids ['89ed2dc0-a565-41d5-ab9e-813be666a015'] in n-d-827120-1 is: [{'id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'name': 'tempest-AttachSCSIVolumeTestJSON-2122912899-router', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:39Z', 'updated_at': '2022-01-31T15:56:43Z', 'revision_number': 3, 'project_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'gw_port': {'id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:40Z', 'updated_at': '2022-01-31T15:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:56:46.679795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Allocated IP 172.20.0.1 (f343a60a-bb31-4f3c-9556-85fb6c1da4af/cf307f4d-c524-4c63-a29d-56c84d634b48/d1e58525-14f1-48de-84c5-35391643a9b8) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:46.694022 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-181e79ef-6679-46fe-ad10-1f36e0f46c88 req-1033311b-493c-4950-a36d-ad826307d976 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86bfd2df7ce94813839111459b6520c2 HTTP/1.1" status: 200 len: 6148 time: 0.2210507 Jan 31 15:56:46.718750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:46.719367 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:46.720770 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] 10.222.0.20 "PUT /v2.0/ports/8727af3d-0e7a-452c-9879-e88842ce1457 HTTP/1.1" status: 200 len: 1091 time: 2.2201450 Jan 31 15:56:46.721221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e0ee87-9c79-44ee-ba73-c71cb1c67911', 'tag': '8727af3d-0e7a-452c-9879-e88842ce1457'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:46.723541 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25808c92-890a-4f95-a60d-5b04aba65480" -d '{"events": [{"name": "network-changed", "server_uuid": "64e0ee87-9c79-44ee-ba73-c71cb1c67911", "tag": "8727af3d-0e7a-452c-9879-e88842ce1457"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:46.724259 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-4e069af3-ab87-4448-9018-7ea087eae971 service neutron] 10.222.0.36 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358747 Jan 31 15:56:46.733195 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:46.763820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3eb2916-7981-4167-82df-df2c3fdb9d05 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:46.802184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:46.814193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af0da7-72f8-4d1b-8297-5ff0a8586c27 service neutron] Pushing event updated for resources: {'Port': ['ID=8727af3d-0e7a-452c-9879-e88842ce1457,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:46.820753 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:46.866621 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-6bdbd7d6-0a3c-43c8-b225-cee1f4deba4a service neutron] 10.222.0.36 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412866 Jan 31 15:56:46.866757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-181e79ef-6679-46fe-ad10-1f36e0f46c88 req-af909277-4f3c-488c-a6b2-e0cd2b271105 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/1e57125b-30ba-4512-b3b9-0357430e9e8b HTTP/1.1" status: 200 len: 2981 time: 0.1716945 Jan 31 15:56:46.902989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:46.941727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85550191-7da7-40f5-b6bc-65d20125741c req-e396f756-bc85-4f07-984c-60f01b8521d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:46.943237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-e396f756-bc85-4f07-984c-60f01b8521d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1b995a0cb69468fa00bb84e53d82c96&device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 1094 time: 0.1218343 Jan 31 15:56:46.959817 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-181e79ef-6679-46fe-ad10-1f36e0f46c88 req-84a20f5b-4ac6-43b1-bcfa-27ad838d7105 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/1e57125b-30ba-4512-b3b9-0357430e9e8b HTTP/1.1" status: 200 len: 2981 time: 0.0922673 Jan 31 15:56:47.055162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-47e2802e-b437-4000-a069-906452121dd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8727af3d-0e7a-452c-9879-e88842ce1457 HTTP/1.1" status: 200 len: 217 time: 0.0940647 Jan 31 15:56:47.062751 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:47.111380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['b3eb2916-7981-4167-82df-df2c3fdb9d05'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:47.158850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf007b61-e4b1-4ead-9222-44df1db26ee1 req-de939ac5-28b7-4835-881b-2f1104affa58 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.36 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0940914 Jan 31 15:56:47.180922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498abec8-8d16-40d0-b78b-feb974d17245 req-cb2695eb-dfbd-44c1-8c1f-2814318c1c26 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:47.182708 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-498abec8-8d16-40d0-b78b-feb974d17245 req-cb2695eb-dfbd-44c1-8c1f-2814318c1c26 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 943 time: 0.0899935 Jan 31 15:56:47.204570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85550191-7da7-40f5-b6bc-65d20125741c req-adc03715-94c2-46b9-8493-8f84529a8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:47.206973 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-adc03715-94c2-46b9-8493-8f84529a8a00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6a53540-acaa-4030-84f0-25c1cb026c93 HTTP/1.1" status: 200 len: 850 time: 0.1285307 Jan 31 15:56:47.236738 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e8a27e14-53da-4f0d-a0f5-dd15bf0cd7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:47.245457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-498abec8-8d16-40d0-b78b-feb974d17245 req-c57ec5fe-9d9e-4f36-a941-739d1d248462 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519378 Jan 31 15:56:47.249108 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:47.306835 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-afb06c7d-7845-40ef-b9a2-12ec27793117 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03bf16f3-5903-42f5-92b2-1ea487581abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897274 Jan 31 15:56:47.391053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Network f343a60a-bb31-4f3c-9556-85fb6c1da4af is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:47.448286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:47.456443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:47.474565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0ad88-f3ea-45fb-ac14-5c5dd7949b94 req-907c142c-c7e0-4037-baed-a088d1f306a2 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:47.476176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-59c0ad88-f3ea-45fb-ac14-5c5dd7949b94 req-907c142c-c7e0-4037-baed-a088d1f306a2 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.20 "GET /v2.0/ports?device_id=2950315f-96a2-49bf-b041-ced7fe004dd6 HTTP/1.1" status: 200 len: 943 time: 0.1324189 Jan 31 15:56:47.481227 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bbf261-56ba-47ef-8221-c31e69d09dcd x-openstack-request-id: req-f2bbf261-56ba-47ef-8221-c31e69d09dcd {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:47.488659 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e0ee87-9c79-44ee-ba73-c71cb1c67911", "tag": "8727af3d-0e7a-452c-9879-e88842ce1457", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:47.489131 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2bbf261-56ba-47ef-8221-c31e69d09dcd {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:47.489436 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e0ee87-9c79-44ee-ba73-c71cb1c67911', 'tag': '8727af3d-0e7a-452c-9879-e88842ce1457', 'status': 'completed', 'code': 200} Jan 31 15:56:47.552154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Pushing event updated for resources: {'Port': ['ID=d1e58525-14f1-48de-84c5-35391643a9b8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:47.564017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950315f-96a2-49bf-b041-ced7fe004dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:47.566463 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca66915-9137-4e19-a2ad-8cfd9eb6e504" -d '{"events": [{"server_uuid": "2950315f-96a2-49bf-b041-ced7fe004dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1c6ae9-0006-4d03-a399-fb804c3eab93"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:47.612389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a070-6cec-4539-bb29-9acdedefbeaf req-ff8e777f-0326-4bc0-b519-338b3799b48f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:47.621446 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19d0a070-6cec-4539-bb29-9acdedefbeaf req-ff8e777f-0326-4bc0-b519-338b3799b48f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 949 time: 0.3197961 Jan 31 15:56:47.626607 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:47.714684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39683ace-941d-4316-b2c7-7a678f2e2873 req-21505075-a517-4e06-b1a2-c3aeda048467 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:47.716171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39683ace-941d-4316-b2c7-7a678f2e2873 req-21505075-a517-4e06-b1a2-c3aeda048467 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.2165194 Jan 31 15:56:47.748912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-59c0ad88-f3ea-45fb-ac14-5c5dd7949b94 req-9f6ad78d-3e89-4183-ab12-ab5404ba17a1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Deleting port dc1c6ae9-0006-4d03-a399-fb804c3eab93 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:56:47.749552 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-59c0ad88-f3ea-45fb-ac14-5c5dd7949b94 req-9f6ad78d-3e89-4183-ab12-ab5404ba17a1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:47.760162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-d103bd60-3b90-4c0d-885b-1f949f0fc942 service neutron] 10.222.0.20 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101570 Jan 31 15:56:47.815583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-36bdcfec-d3a5-4208-839f-df80b9965052 None None] Provisioning complete for port d1e58525-14f1-48de-84c5-35391643a9b8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:47.816759 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-36bdcfec-d3a5-4208-839f-df80b9965052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:47.843481 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39683ace-941d-4316-b2c7-7a678f2e2873 req-1a194e90-6275-4a18-8578-be9d9195cded tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188152 Jan 31 15:56:47.878722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device af464569-f40e-4b87-9259-28d3f81b8285 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:47.887570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-88441bcf-a788-4243-99da-39068e60ad88 req-8e154b95-b5eb-4f0d-ad8c-61e041ad97e2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-553872923', 'description': 'tempest-description-385425552'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:47.914041 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-36bdcfec-d3a5-4208-839f-df80b9965052 None None] Port d1e58525-14f1-48de-84c5-35391643a9b8 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:56:47.941336 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85550191-7da7-40f5-b6bc-65d20125741c req-001f7b7a-c912-4f32-be57-7c1c7a441fc7 service neutron] 10.222.0.20 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680305 Jan 31 15:56:47.953518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19d0a070-6cec-4539-bb29-9acdedefbeaf req-8f69db56-b503-47d6-afeb-4ca7cb77cc6e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292277 Jan 31 15:56:47.979439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port af464569-f40e-4b87-9259-28d3f81b8285 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:56:47.983556 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-423aff0c-0db4-4b34-bed1-5462ffd0e711 req-f6231ce4-5226-44f4-8286-530beec59cd9 tempest-ServerShowV254Test-1824066269 tempest-ServerShowV254Test-1824066269-project] 10.222.0.30 "GET /v2.0/ports?device_id=970d06f8-5a34-46ab-a465-ed8e38c40719 HTTP/1.1" status: 200 len: 210 time: 0.0769610 Jan 31 15:56:47.991730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-59c0ad88-f3ea-45fb-ac14-5c5dd7949b94 req-9f6ad78d-3e89-4183-ab12-ab5404ba17a1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] For port dc1c6ae9-0006-4d03-a399-fb804c3eab93, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dc1c6ae9-0006-4d03-a399-fb804c3eab93,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:47.992337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-59c0ad88-f3ea-45fb-ac14-5c5dd7949b94 req-9f6ad78d-3e89-4183-ab12-ab5404ba17a1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:47.998093 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port af464569-f40e-4b87-9259-28d3f81b8285 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:47.998617 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.015944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-59c0ad88-f3ea-45fb-ac14-5c5dd7949b94 req-9f6ad78d-3e89-4183-ab12-ab5404ba17a1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Calling delete_port for dc1c6ae9-0006-4d03-a399-fb804c3eab93 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:56:48.018689 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-88441bcf-a788-4243-99da-39068e60ad88 req-8e154b95-b5eb-4f0d-ad8c-61e041ad97e2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.122590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22052134-b3d6-489d-ac4c-fdfb81c285d0 req-12da9fb3-c654-45e9-a474-19f0911a390a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 210 time: 0.0593650 Jan 31 15:56:48.151489 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.185264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b3eb2916-7981-4167-82df-df2c3fdb9d05 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:48.187906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808c92-890a-4f95-a60d-5b04aba65480 req-a442acf7-c65e-411e-827f-2c7c544198c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:48.190331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25808c92-890a-4f95-a60d-5b04aba65480 req-a442acf7-c65e-411e-827f-2c7c544198c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1b995a0cb69468fa00bb84e53d82c96&device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 1094 time: 0.1638067 Jan 31 15:56:48.197015 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.232084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port af464569-f40e-4b87-9259-28d3f81b8285, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=af464569-f40e-4b87-9259-28d3f81b8285,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:48.238027 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.239078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dc1c6ae9-0006-4d03-a399-fb804c3eab93 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:56:48.244697 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-88441bcf-a788-4243-99da-39068e60ad88 req-8e154b95-b5eb-4f0d-ad8c-61e041ad97e2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.246056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-59c0ad88-f3ea-45fb-ac14-5c5dd7949b94 req-9f6ad78d-3e89-4183-ab12-ab5404ba17a1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.257508 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-88441bcf-a788-4243-99da-39068e60ad88 req-8e154b95-b5eb-4f0d-ad8c-61e041ad97e2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.263563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: dc1c6ae9-0006-4d03-a399-fb804c3eab93 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:56:48.263894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dc1c6ae9-0006-4d03-a399-fb804c3eab93 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:56:48.289510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ad78d-3e89-4183-ab12-ab5404ba17a1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Pushing event deleted for resources: {'Port': ['ID=dc1c6ae9-0006-4d03-a399-fb804c3eab93,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:48.316324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port b3eb2916-7981-4167-82df-df2c3fdb9d05 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:56:48.328612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port b3eb2916-7981-4167-82df-df2c3fdb9d05 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:48.329286 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.334334 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-88441bcf-a788-4243-99da-39068e60ad88 req-8e154b95-b5eb-4f0d-ad8c-61e041ad97e2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.350948 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-88441bcf-a788-4243-99da-39068e60ad88 req-8e154b95-b5eb-4f0d-ad8c-61e041ad97e2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4744959 Jan 31 15:56:48.358490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=af464569-f40e-4b87-9259-28d3f81b8285,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:48.395474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e154b95-b5eb-4f0d-ad8c-61e041ad97e2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed736d84-d6c0-4113-aeb9-c5efd2b1590c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:48.414362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c0ad88-f3ea-45fb-ac14-5c5dd7949b94 req-9f6ad78d-3e89-4183-ab12-ab5404ba17a1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] No DVR routers for this DVR port dc1c6ae9-0006-4d03-a399-fb804c3eab93 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:56:48.424690 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-59c0ad88-f3ea-45fb-ac14-5c5dd7949b94 req-9f6ad78d-3e89-4183-ab12-ab5404ba17a1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.428592 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-59c0ad88-f3ea-45fb-ac14-5c5dd7949b94 req-9f6ad78d-3e89-4183-ab12-ab5404ba17a1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.20 "DELETE /v2.0/ports/dc1c6ae9-0006-4d03-a399-fb804c3eab93 HTTP/1.1" status: 204 len: 173 time: 0.9460628 Jan 31 15:56:48.431011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950315f-96a2-49bf-b041-ced7fe004dd6', 'name': 'network-vif-deleted', 'tag': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:48.432970 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c217da-80d9-4afc-ba1f-cb262f371dc9" -d '{"events": [{"server_uuid": "2950315f-96a2-49bf-b041-ced7fe004dd6", "name": "network-vif-deleted", "tag": "dc1c6ae9-0006-4d03-a399-fb804c3eab93"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:48.436687 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3afd18-bf39-4817-bb45-c9f72fd82d9e x-openstack-request-id: req-ac3afd18-bf39-4817-bb45-c9f72fd82d9e {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:48.437306 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950315f-96a2-49bf-b041-ced7fe004dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1c6ae9-0006-4d03-a399-fb804c3eab93", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:48.437811 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac3afd18-bf39-4817-bb45-c9f72fd82d9e {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:48.445722 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2950315f-96a2-49bf-b041-ced7fe004dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93', 'code': 200} Jan 31 15:56:48.512545 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.586296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-6c0c0625-f528-4c43-9c32-c32ab1f7ed93 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:48.587955 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-6c0c0625-f528-4c43-9c32-c32ab1f7ed93 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.30 "GET /v2.0/networks?id=62d551c3-6922-49d7-9630-836eaf25e18d HTTP/1.1" status: 200 len: 804 time: 0.1750712 Jan 31 15:56:48.592932 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:48.601966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Request body: {'port': {'device_id': '95452de6-f4ec-4652-93f0-7edcdd4571ab', 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'admin_state_up': True, 'tenant_id': '702103247c8744b5b661ca2faf498765'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:48.608005 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:48.709379 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.735646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.752020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df2164-384f-4319-9b84-f3cc0fdda18d req-50ff0785-70a9-4fe6-bd08-335255ef48e5 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:48.758842 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d0df2164-384f-4319-9b84-f3cc0fdda18d req-50ff0785-70a9-4fe6-bd08-335255ef48e5 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.5338354 Jan 31 15:56:48.761576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.764287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808c92-890a-4f95-a60d-5b04aba65480 req-73d4e1e3-d3cf-4fe5-9c5e-649e7098a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:48.765691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25808c92-890a-4f95-a60d-5b04aba65480 req-73d4e1e3-d3cf-4fe5-9c5e-649e7098a4ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=03bf16f3-5903-42f5-92b2-1ea487581abd HTTP/1.1" status: 200 len: 911 time: 0.5609491 Jan 31 15:56:48.795215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Made reservation on behalf of 702103247c8744b5b661ca2faf498765 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:48.799697 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.804770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:48.805156 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.837334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Pushing event updated for resources: {'Port': ['ID=d1e58525-14f1-48de-84c5-35391643a9b8,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:48.888514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25808c92-890a-4f95-a60d-5b04aba65480 req-c023699c-522d-45f1-9362-6086105519bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8727af3d-0e7a-452c-9879-e88842ce1457 HTTP/1.1" status: 200 len: 217 time: 0.0727179 Jan 31 15:56:48.931212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:48.956293 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:48.980446 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d0df2164-384f-4319-9b84-f3cc0fdda18d req-0da58eab-fcd3-42e2-9d50-cbf59bce2ee2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152820 Jan 31 15:56:49.002302 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.006252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25808c92-890a-4f95-a60d-5b04aba65480 req-05141f95-718f-481d-8a08-6c9ea36530ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:49.008222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25808c92-890a-4f95-a60d-5b04aba65480 req-05141f95-718f-481d-8a08-6c9ea36530ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6a53540-acaa-4030-84f0-25c1cb026c93 HTTP/1.1" status: 200 len: 850 time: 0.1111329 Jan 31 15:56:49.063243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7fe7cf61-a1b6-4d92-95d9-8fb7759ba394,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:49.071524 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.111713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Allocated IP 172.20.0.8 (62d551c3-6922-49d7-9630-836eaf25e18d/40b37e97-4d9d-4bd0-a797-bd4e1f87f45d/ed1117b9-195e-495b-95d3-2d9620e9cc97) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:49.111939 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25808c92-890a-4f95-a60d-5b04aba65480 req-37bcdfb3-470c-49e4-8dbe-c4b800504fe8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03bf16f3-5903-42f5-92b2-1ea487581abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714428 Jan 31 15:56:49.166564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-05c4475d-c185-4896-a4f7-85bfa1c66db7 req-930ad0cb-7df6-43c7-9571-4c04f607a37f tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1353488217', 'description': 'tempest-description-272269827'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:49.170357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=7fe7cf61-a1b6-4d92-95d9-8fb7759ba394,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:49.227696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e270e32-8c9d-47ea-a2a1-c92f54793660 req-2edf8521-a3b5-4813-815e-2da126ceb684 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:49.235508 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e270e32-8c9d-47ea-a2a1-c92f54793660 req-2edf8521-a3b5-4813-815e-2da126ceb684 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 943 time: 0.1381886 Jan 31 15:56:49.292525 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-05c4475d-c185-4896-a4f7-85bfa1c66db7 req-930ad0cb-7df6-43c7-9571-4c04f607a37f tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.329914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Network f343a60a-bb31-4f3c-9556-85fb6c1da4af is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:49.335173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:49.370457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e270e32-8c9d-47ea-a2a1-c92f54793660 req-f1481c72-31bd-4844-b776-bb744a5026ed tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337144 Jan 31 15:56:49.388771 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43494) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:49.412348 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25808c92-890a-4f95-a60d-5b04aba65480 req-c353fd6e-6d20-4935-a86e-a4b1d054b7b6 service neutron] 10.222.0.20 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302337 Jan 31 15:56:49.428898 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.457435 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c333b1-bd1d-42b8-b329-c6e7aa7d3355 x-openstack-request-id: req-d0c333b1-bd1d-42b8-b329-c6e7aa7d3355 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:49.457755 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950315f-96a2-49bf-b041-ced7fe004dd6", "name": "network-vif-deleted", "tag": "dc1c6ae9-0006-4d03-a399-fb804c3eab93", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:49.458000 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0c333b1-bd1d-42b8-b329-c6e7aa7d3355 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:49.458395 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2950315f-96a2-49bf-b041-ced7fe004dd6', 'name': 'network-vif-deleted', 'tag': 'dc1c6ae9-0006-4d03-a399-fb804c3eab93', 'status': 'completed', 'code': 200} Jan 31 15:56:49.478190 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.529104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Network 62d551c3-6922-49d7-9630-836eaf25e18d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:49.532504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:49.541196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:49.545165 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-05c4475d-c185-4896-a4f7-85bfa1c66db7 req-930ad0cb-7df6-43c7-9571-4c04f607a37f tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.582975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-05c4475d-c185-4896-a4f7-85bfa1c66db7 req-930ad0cb-7df6-43c7-9571-4c04f607a37f tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.620608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Pushing event updated for resources: {'Port': ['ID=ed1117b9-195e-495b-95d3-2d9620e9cc97,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:49.628395 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd74b09e-c2fc-47fb-9efc-8d8032079901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.638916 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0750e509-520d-41cd-affd-80f26c5914f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.646357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ad0cb-7df6-43c7-9571-4c04f607a37f tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02bfa83e-e5c9-4c06-bc86-1b5a858085d5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:49.652110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:49.652716 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.666107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-001311cc-ded7-4a52-bc95-5896c6f49e10 None None] Provisioning complete for port d1e58525-14f1-48de-84c5-35391643a9b8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:49.666474 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-05c4475d-c185-4896-a4f7-85bfa1c66db7 req-930ad0cb-7df6-43c7-9571-4c04f607a37f tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.666596 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-001311cc-ded7-4a52-bc95-5896c6f49e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.667927 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05c4475d-c185-4896-a4f7-85bfa1c66db7 req-930ad0cb-7df6-43c7-9571-4c04f607a37f tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5587301 Jan 31 15:56:49.705081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Router 89ed2dc0-a565-41d5-ab9e-813be666a015 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:56:49.708504 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25808c92-890a-4f95-a60d-5b04aba65480 req-ee4f580f-e956-42c5-b8e7-6e2266240d53 service neutron] 10.222.0.20 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856736 Jan 31 15:56:49.711229 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-445bbe08-d3b8-44b1-a9a9-68123416e35f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1136744 Jan 31 15:56:49.727679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Request body: {'port': {'device_id': '95452de6-f4ec-4652-93f0-7edcdd4571ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:49.727979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-001311cc-ded7-4a52-bc95-5896c6f49e10 None None] Port d1e58525-14f1-48de-84c5-35391643a9b8 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:56:49.765565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbe745-58b1-453d-90f0-63756ef58c49 req-128dbbf3-2704-488b-b2e5-90bc69767001 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:49.767209 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d9dbe745-58b1-453d-90f0-63756ef58c49 req-128dbbf3-2704-488b-b2e5-90bc69767001 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.2232807 Jan 31 15:56:49.842462 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:49.855970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:56:49.869884 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6497a450-1b89-435c-9902-ae272d5fdbea admin admin] 10.222.0.36 "PUT /v2.0/routers/89ed2dc0-a565-41d5-ab9e-813be666a015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0660079 Jan 31 15:56:49.870498 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d9dbe745-58b1-453d-90f0-63756ef58c49 req-40e6ea78-e796-4f5d-80e1-367cf36e0f37 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819690 Jan 31 15:56:49.874806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Sync routers for ids ['89ed2dc0-a565-41d5-ab9e-813be666a015'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:56:49.890901 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Routers {'89ed2dc0-a565-41d5-ab9e-813be666a015'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:49.890901 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['89ed2dc0-a565-41d5-ab9e-813be666a015'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:49.891187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc01fba-3d5d-49ca-acb0-b198e6fd8d95 req-b57466a8-82b0-4d04-8125-ba48b96c8546 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:49.891302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8727af3d-0e7a-452c-9879-e88842ce1457 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:56:49.891917 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fcc01fba-3d5d-49ca-acb0-b198e6fd8d95 req-b57466a8-82b0-4d04-8125-ba48b96c8546 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1129918 Jan 31 15:56:49.949510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fcc01fba-3d5d-49ca-acb0-b198e6fd8d95 req-3c72aa29-7cd5-4528-9197-370419b99feb tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463841 Jan 31 15:56:50.215723 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-bf2f3147-a8f2-4dac-9ff5-c09b741c3f8e tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:50.220632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Set router 89ed2dc0-a565-41d5-ab9e-813be666a015 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:50.227264 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-bf2f3147-a8f2-4dac-9ff5-c09b741c3f8e tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/networks?id=3a87d87e-26a4-44dc-92df-c93f644d205a HTTP/1.1" status: 200 len: 813 time: 0.1592095 Jan 31 15:56:50.248572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-47f0814a-1bf7-4118-9b5d-df1283bafad4 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/quotas/86bfd2df7ce94813839111459b6520c2 HTTP/1.1" status: 200 len: 375 time: 0.0201468 Jan 31 15:56:50.264049 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd74b09e-c2fc-47fb-9efc-8d8032079901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.274472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8727af3d-0e7a-452c-9879-e88842ce1457, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8727af3d-0e7a-452c-9879-e88842ce1457,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:50.286229 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd74b09e-c2fc-47fb-9efc-8d8032079901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.337212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-e44cc296-233b-4483-a139-f9bc298dd1f2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=86bfd2df7ce94813839111459b6520c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849578 Jan 31 15:56:50.422364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '8727af3d-0e7a-452c-9879-e88842ce1457', 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd', 'port_id': '8727af3d-0e7a-452c-9879-e88842ce1457', 'mac_address': 'fa:16:3e:3d:d2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a53540-acaa-4030-84f0-25c1cb026c93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:56:50.423133 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dd74b09e-c2fc-47fb-9efc-8d8032079901 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95c120fe0bce465aa73d1b8c712ae255&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0331490 Jan 31 15:56:50.427811 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43528) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:50.428129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74b09e-c2fc-47fb-9efc-8d8032079901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee08a030-d3bb-44fa-865d-5dfc1276006c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:50.434738 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:50.449048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f6662-f910-4a46-b3df-0c2e7dc96711 req-fcd85a5f-3690-4a0e-ada9-44e4b00447dc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:50.456949 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904d297a-151c-4d06-92fb-9ddf327bca14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af464569-f40e-4b87-9259-28d3f81b8285'}, {'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:50.457222 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b33f6662-f910-4a46-b3df-0c2e7dc96711 req-fcd85a5f-3690-4a0e-ada9-44e4b00447dc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 931 time: 0.2172503 Jan 31 15:56:50.460141 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea69fead-4e02-4dea-bc24-b77f0f9c6e03" -d '{"events": [{"server_uuid": "904d297a-151c-4d06-92fb-9ddf327bca14", "name": "network-vif-plugged", "status": "completed", "tag": "af464569-f40e-4b87-9259-28d3f81b8285"}, {"server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "name": "network-vif-plugged", "status": "completed", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:50.517644 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-439612aa-7403-4ff3-bd6c-ac1c86ba3c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.522450 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.542831 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-439612aa-7403-4ff3-bd6c-ac1c86ba3c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.553164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8727af3d-0e7a-452c-9879-e88842ce1457 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:50.562888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'name': 'tempest-AttachSCSIVolumeTestJSON-2122912899-router', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:39Z', 'updated_at': '2022-01-31T15:56:48Z', 'revision_number': 4, 'project_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'gw_port': {'id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:40Z', 'updated_at': '2022-01-31T15:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd1e58525-14f1-48de-84c5-35391643a9b8', 'name': '', 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'mac_address': 'fa:16:3e:c8:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'cf307f4d-c524-4c63-a29d-56c84d634b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:46Z', 'updated_at': '2022-01-31T15:56:48Z', 'revision_number': 2, 'project_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'subnets': [{'id': 'cf307f4d-c524-4c63-a29d-56c84d634b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:50.597984 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-439612aa-7403-4ff3-bd6c-ac1c86ba3c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.601819 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-439612aa-7403-4ff3-bd6c-ac1c86ba3c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.603778 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-439612aa-7403-4ff3-bd6c-ac1c86ba3c55 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee08a030-d3bb-44fa-865d-5dfc1276006c HTTP/1.1" status: 204 len: 168 time: 0.1740828 Jan 31 15:56:50.607895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Checking router: 89ed2dc0-a565-41d5-ab9e-813be666a015 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:56:50.608242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Updating router 89ed2dc0-a565-41d5-ab9e-813be666a015 port d1e58525-14f1-48de-84c5-35391643a9b8 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:56:50.610085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:50.610454 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.614250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439612aa-7403-4ff3-bd6c-ac1c86ba3c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee08a030-d3bb-44fa-865d-5dfc1276006c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:50.623080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b33f6662-f910-4a46-b3df-0c2e7dc96711 req-a5772080-4e70-49a9-908c-8a498fb7cdc7 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648474 Jan 31 15:56:50.667135 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8727af3d-0e7a-452c-9879-e88842ce1457, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8727af3d-0e7a-452c-9879-e88842ce1457,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:50.681414 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.689090 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.739618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43538) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:50.744669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1079749384-network', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:50.791301 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8727af3d-0e7a-452c-9879-e88842ce1457,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:50.795568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Made reservation on behalf of dcbada4ebba44b17927cee3b324f8da9 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:50.798300 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.800443 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.817159 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.852682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee01350-0f02-4adc-b1ee-6fc6aadff544 req-c7e261f2-cccd-495e-8eca-1de3dbe8154f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:50.854426 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cee01350-0f02-4adc-b1ee-6fc6aadff544 req-c7e261f2-cccd-495e-8eca-1de3dbe8154f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.1276195 Jan 31 15:56:50.861254 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1117b9-195e-495b-95d3-2d9620e9cc97 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:50.875542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-8983d52a-1b78-4b4c-8e30-9723a5448ec8 service neutron] 10.222.0.36 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287318 Jan 31 15:56:50.881070 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.921045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Transition to ACTIVE for port object ed1117b9-195e-495b-95d3-2d9620e9cc97 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:56:50.935395 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:50.937708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8727af3d-0e7a-452c-9879-e88842ce1457'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:50.950196 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cee01350-0f02-4adc-b1ee-6fc6aadff544 req-ae33b4d9-09ae-4f04-ad5d-f745e6ffdf09 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802670 Jan 31 15:56:51.004224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Pushing event updated for resources: {'Port': ['ID=ed1117b9-195e-495b-95d3-2d9620e9cc97,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:51.065882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.076084 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.089232 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:56:51.108034 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.111753 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Added segment 68c5dfd7-b01a-4a07-9a2d-83f71b66091c of type vlan for network 36a20b2b-6a33-4126-8695-4b0f25be1845 Jan 31 15:56:51.192025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-6a301414-5ee4-4f2b-8360-c3b3e7d2cf9f service neutron] 10.222.0.36 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148713 Jan 31 15:56:51.194055 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Attempting to bind port ed1117b9-195e-495b-95d3-2d9620e9cc97 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:51.194378 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Attempting to bind port ed1117b9-195e-495b-95d3-2d9620e9cc97 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:51.194890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Attempting to bind port ed1117b9-195e-495b-95d3-2d9620e9cc97 on network 62d551c3-6922-49d7-9630-836eaf25e18d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:51.195348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5234df5b-bcfc-48e2-a267-e69846055dc1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:51.227489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05add91-b408-4fa2-82d1-0ee5ce6d0c31 req-2a40abc2-94af-4735-8163-a5860031c172 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:51.231929 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c05add91-b408-4fa2-82d1-0ee5ce6d0c31 req-2a40abc2-94af-4735-8163-a5860031c172 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 944 time: 0.1547093 Jan 31 15:56:51.253779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Port ed1117b9-195e-495b-95d3-2d9620e9cc97 on network 62d551c3-6922-49d7-9630-836eaf25e18d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:56:51.254107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Attempting to bind port ed1117b9-195e-495b-95d3-2d9620e9cc97 on network 62d551c3-6922-49d7-9630-836eaf25e18d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:51.270490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:51.271222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Checking segment: {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:51.271973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Bound using segment: {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:51.272922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Bound port: ed1117b9-195e-495b-95d3-2d9620e9cc97, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:51.274177 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.288064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.325982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.327126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:51.327688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.362148 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c05add91-b408-4fa2-82d1-0ee5ce6d0c31 req-ca7eea9e-16ac-4575-850b-d671cf7cc043 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074071 Jan 31 15:56:51.406513 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6656384 Jan 31 15:56:51.412096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43556) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:51.426889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6c52af3f-1907-45af-ac0e-410ca35fbc22 admin admin] Request body: {'subnet': {'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079749384-subnet', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:51.447009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6ba42-bb28-49a5-b2d0-bc7407159f13 admin admin] Pushing event updated for resources: {'Network': ['ID=36a20b2b-6a33-4126-8695-4b0f25be1845,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:51.483325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 36a20b2b-6a33-4126-8695-4b0f25be1845 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:56:51.504984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c52af3f-1907-45af-ac0e-410ca35fbc22 admin admin] Made reservation on behalf of dcbada4ebba44b17927cee3b324f8da9 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:51.507756 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c52af3f-1907-45af-ac0e-410ca35fbc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.514285 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f61aa2-d4d2-4245-a32d-62a5faab8b0c x-openstack-request-id: req-04f61aa2-d4d2-4245-a32d-62a5faab8b0c {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:51.515827 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904d297a-151c-4d06-92fb-9ddf327bca14", "name": "network-vif-plugged", "status": "completed", "tag": "af464569-f40e-4b87-9259-28d3f81b8285", "code": 200}, {"server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "name": "network-vif-plugged", "status": "completed", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:51.516304 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04f61aa2-d4d2-4245-a32d-62a5faab8b0c {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:51.517627 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904d297a-151c-4d06-92fb-9ddf327bca14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af464569-f40e-4b87-9259-28d3f81b8285', 'code': 200} Jan 31 15:56:51.521158 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'code': 200} Jan 31 15:56:51.537642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] For port ed1117b9-195e-495b-95d3-2d9620e9cc97, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:51.548445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] For port ed1117b9-195e-495b-95d3-2d9620e9cc97, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed1117b9-195e-495b-95d3-2d9620e9cc97,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:51.570135 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.638345 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.690795 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.742122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:51.742746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.744801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] 10.222.0.30 "PUT /v2.0/ports/ed1117b9-195e-495b-95d3-2d9620e9cc97 HTTP/1.1" status: 200 len: 1091 time: 2.0213315 Jan 31 15:56:51.757269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95452de6-f4ec-4652-93f0-7edcdd4571ab', 'tag': 'ed1117b9-195e-495b-95d3-2d9620e9cc97'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:51.767197 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8517b529-9228-452d-ab72-ec0750957453" -d '{"events": [{"name": "network-changed", "server_uuid": "95452de6-f4ec-4652-93f0-7edcdd4571ab", "tag": "ed1117b9-195e-495b-95d3-2d9620e9cc97"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:51.777819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27e3cf-1533-40ba-8ab3-9b2a34b7ca5f service neutron] Pushing event updated for resources: {'Port': ['ID=ed1117b9-195e-495b-95d3-2d9620e9cc97,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:51.800935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed95b62-b234-4233-8415-71121942750d req-6ca7066d-d490-4f38-833c-d85958b102a8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:51.803028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ed95b62-b234-4233-8415-71121942750d req-6ca7066d-d490-4f38-833c-d85958b102a8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.2571507 Jan 31 15:56:51.808404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8141b1-5d1b-4599-b3ae-6639f4c2cf38 req-ab7b27ab-a897-4bf1-a365-54f09f9af59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:51.810193 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5f8141b1-5d1b-4599-b3ae-6639f4c2cf38 req-ab7b27ab-a897-4bf1-a365-54f09f9af59f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 1101 time: 0.1793592 Jan 31 15:56:51.830999 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26bc34-027b-4471-b0bb-12b500318d48 None None] Pushing event updated for resources: {'Port': ['ID=d1e58525-14f1-48de-84c5-35391643a9b8,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:51.949220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Attempting to bind port d1e58525-14f1-48de-84c5-35391643a9b8 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:51.950188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Attempting to bind port d1e58525-14f1-48de-84c5-35391643a9b8 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:51.950483 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Attempting to bind port d1e58525-14f1-48de-84c5-35391643a9b8 on network f343a60a-bb31-4f3c-9556-85fb6c1da4af {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:51.957262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:51.957936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Checking segment: {'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:51.958617 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.959103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Bound using segment: {'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:51.959881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Bound port: d1e58525-14f1-48de-84c5-35391643a9b8, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:51.960529 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:51.967767 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5f8141b1-5d1b-4599-b3ae-6639f4c2cf38 req-058790df-4347-4c31-bfe3-ef6eba865e0b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366115 Jan 31 15:56:51.971939 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ed95b62-b234-4233-8415-71121942750d req-c8a9049d-7a8a-4168-a9c2-0951088b07aa tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582608 Jan 31 15:56:51.975342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-453c9d3f-203c-4efa-a9ad-d8db0d7fab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:51.976817 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-453c9d3f-203c-4efa-a9ad-d8db0d7fab06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=702103247c8744b5b661ca2faf498765&device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 1094 time: 0.1470101 Jan 31 15:56:52.056107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43580) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:52.062434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] For port d1e58525-14f1-48de-84c5-35391643a9b8, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:52.066713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] For port d1e58525-14f1-48de-84c5-35391643a9b8, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d1e58525-14f1-48de-84c5-35391643a9b8,segment=NetworkSegment(63aca419-d188-4d50-a936-628779c8c5ec),segment_id=63aca419-d188-4d50-a936-628779c8c5ec)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:52.072475 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.160578 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3109d418-9ddc-4e38-bf1d-65e40d86ff24 req-06c88f8b-f776-4ab3-9246-0fdf816ff7e8 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 210 time: 0.0968721 Jan 31 15:56:52.195631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26bc34-027b-4471-b0bb-12b500318d48 None None] Pushing event updated for resources: {'Port': ['ID=d1e58525-14f1-48de-84c5-35391643a9b8,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:52.264405 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.274781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Routers {'89ed2dc0-a565-41d5-ab9e-813be666a015'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:52.275428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['89ed2dc0-a565-41d5-ab9e-813be666a015'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:52.289836 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-96493948-6ef9-429a-88cf-2bb155ea56ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1117b9-195e-495b-95d3-2d9620e9cc97 HTTP/1.1" status: 200 len: 217 time: 0.1151428 Jan 31 15:56:52.356439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81213517-a086-47e3-87ab-effc866d350c req-c0582f27-1be3-4baf-b17f-890656ffe1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:52.358029 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81213517-a086-47e3-87ab-effc866d350c req-c0582f27-1be3-4baf-b17f-890656ffe1e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 1096 time: 0.7886019 Jan 31 15:56:52.377840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56f0c6-813f-419d-a40d-b1b2ff996a56 req-15db7a63-ee83-46d9-8a98-0d538fb791af tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:52.387164 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df56f0c6-813f-419d-a40d-b1b2ff996a56 req-15db7a63-ee83-46d9-8a98-0d538fb791af tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1296830 Jan 31 15:56:52.392527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6926de86-73b3-4ffd-bbb9-79e62204aa68 None None] Provisioning complete for port d1e58525-14f1-48de-84c5-35391643a9b8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:52.393161 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6926de86-73b3-4ffd-bbb9-79e62204aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.416870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-64085866-6b9b-4eb9-9fcf-81a9f73091a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:52.419395 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-64085866-6b9b-4eb9-9fcf-81a9f73091a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40b37e97-4d9d-4bd0-a797-bd4e1f87f45d HTTP/1.1" status: 200 len: 844 time: 0.1148205 Jan 31 15:56:52.425159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-595308501-network', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:52.455324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81213517-a086-47e3-87ab-effc866d350c req-bd664181-a468-4e83-95a7-9f77edaadd55 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890124 Jan 31 15:56:52.507104 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-c35182eb-34bd-4ef8-ac88-c5b219930491 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62d551c3-6922-49d7-9630-836eaf25e18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743828 Jan 31 15:56:52.509702 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df56f0c6-813f-419d-a40d-b1b2ff996a56 req-ac8eb7cb-aa24-462e-90d5-f18b62c6558b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215634 Jan 31 15:56:52.540156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Made reservation on behalf of ef6dc57584b6442aa969c2c7a411ac81 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:52.541112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.574739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e6402-5435-4e3a-bd7d-b85eb83792b6 req-c133fd50-7383-44af-ba9e-05f3406e201a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:52.583971 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f33e6402-5435-4e3a-bd7d-b85eb83792b6 req-c133fd50-7383-44af-ba9e-05f3406e201a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 943 time: 0.1531751 Jan 31 15:56:52.587163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c52af3f-1907-45af-ac0e-410ca35fbc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.620209 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.625258 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40fa4a8-6122-41ca-8498-d2e9d81e71c7 x-openstack-request-id: req-a40fa4a8-6122-41ca-8498-d2e9d81e71c7 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:52.625611 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95452de6-f4ec-4652-93f0-7edcdd4571ab", "tag": "ed1117b9-195e-495b-95d3-2d9620e9cc97", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:52.625827 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a40fa4a8-6122-41ca-8498-d2e9d81e71c7 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:52.626221 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95452de6-f4ec-4652-93f0-7edcdd4571ab', 'tag': 'ed1117b9-195e-495b-95d3-2d9620e9cc97', 'status': 'completed', 'code': 200} Jan 31 15:56:52.631818 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.656519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] Set router 89ed2dc0-a565-41d5-ab9e-813be666a015 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:52.686497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52af3f-1907-45af-ac0e-410ca35fbc22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a1b5ea-493c-4bbc-9843-67a88957f23b,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:52.710544 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f33e6402-5435-4e3a-bd7d-b85eb83792b6 req-970b3687-c397-4cf6-9454-db32c8bda74b tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248038 Jan 31 15:56:52.714599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c52af3f-1907-45af-ac0e-410ca35fbc22 admin admin] Checking segment: {'id': '68c5dfd7-b01a-4a07-9a2d-83f71b66091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:52.714599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c52af3f-1907-45af-ac0e-410ca35fbc22 admin admin] Network hostable DHCP agents. Network: 36a20b2b-6a33-4126-8695-4b0f25be1845, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:56:52.757183 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-7fec22d9-cc45-418f-ad67-859f92ee203f service neutron] 10.222.0.30 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309549 Jan 31 15:56:52.760577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e72987-3fec-4723-a901-9c6372c6e282 req-2eb13cec-a429-438e-a175-d605544f2a90 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:52.768988 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22e72987-3fec-4723-a901-9c6372c6e282 req-2eb13cec-a429-438e-a175-d605544f2a90 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.1024809 Jan 31 15:56:52.772050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c52af3f-1907-45af-ac0e-410ca35fbc22 admin admin] Network 36a20b2b-6a33-4126-8695-4b0f25be1845 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:56:52.795407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-6c52af3f-1907-45af-ac0e-410ca35fbc22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 36a20b2b-6a33-4126-8695-4b0f25be1845) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:52.805027 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e35736b-1d8a-46c8-97bd-a63db099179b None None] Network 36a20b2b-6a33-4126-8695-4b0f25be1845 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:52.808864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52af3f-1907-45af-ac0e-410ca35fbc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:52.809489 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c52af3f-1907-45af-ac0e-410ca35fbc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.834351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22e72987-3fec-4723-a901-9c6372c6e282 req-e0a30572-0d78-4106-9e07-dc725f0805e0 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644767 Jan 31 15:56:52.841067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6c52af3f-1907-45af-ac0e-410ca35fbc22 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4212906 Jan 31 15:56:52.841711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43586) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:52.846175 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1079749384-router', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:52.881546 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.882039 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.883409 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.885618 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6926de86-73b3-4ffd-bbb9-79e62204aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.891899 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.933805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:56:52.946875 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.959134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b482e7a-4f94-4b1e-81da-932b88b82c61 req-8e104a3a-01b5-4e39-ae78-fc363e4d2ed3 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:52.960561 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b482e7a-4f94-4b1e-81da-932b88b82c61 req-8e104a3a-01b5-4e39-ae78-fc363e4d2ed3 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 944 time: 0.1269226 Jan 31 15:56:52.964720 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78e1b549-b739-48f2-8510-30eb5f2ee0f5 req-d440add4-a6a4-458f-8bbf-c61f47b5ba29 service neutron] 10.222.0.30 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950643 Jan 31 15:56:52.967993 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:52.968649 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Added segment 6ee68a67-34d7-4136-804b-a3f9d3e83c82 of type vlan for network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 Jan 31 15:56:52.969774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d960dd6f-7ae2-4385-b5bb-e01245aeb37e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:53.047281 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:53.122553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6926de86-73b3-4ffd-bbb9-79e62204aa68 None None] For port d1e58525-14f1-48de-84c5-35391643a9b8, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d1e58525-14f1-48de-84c5-35391643a9b8,segment=NetworkSegment(63aca419-d188-4d50-a936-628779c8c5ec),segment_id=63aca419-d188-4d50-a936-628779c8c5ec)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:53.161855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b482e7a-4f94-4b1e-81da-932b88b82c61 req-478fccc0-b2b9-40a6-916b-be211b6c04b6 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600835 Jan 31 15:56:53.200917 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:53.202266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:53.203136 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:53.246865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:53.274652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f64aa9-55b8-4949-9632-1838920ee2c4 req-ac5284fe-da0b-4217-9185-43b75046724f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:53.276588 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7f64aa9-55b8-4949-9632-1838920ee2c4 req-ac5284fe-da0b-4217-9185-43b75046724f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.1784730 Jan 31 15:56:53.296622 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2393129 Jan 31 15:56:53.306954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517b529-9228-452d-ab72-ec0750957453 req-38c13e51-643b-422c-9fda-bb09918f35db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:53.308453 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8517b529-9228-452d-ab72-ec0750957453 req-38c13e51-643b-422c-9fda-bb09918f35db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=702103247c8744b5b661ca2faf498765&device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 1094 time: 0.2087436 Jan 31 15:56:53.312920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43592) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:53.316198 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6926de86-73b3-4ffd-bbb9-79e62204aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:53.324374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2369540e-d12b-4938-a715-d823e5b0fb99 admin admin] Request body: {'subnet': {'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-subnet', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:53.330585 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-e1b6098f-3a88-485d-8116-c08e511a77d2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:53.332635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-e1b6098f-3a88-485d-8116-c08e511a77d2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.30 "GET /v2.0/networks?id=3a87d87e-26a4-44dc-92df-c93f644d205a HTTP/1.1" status: 200 len: 813 time: 0.3051696 Jan 31 15:56:53.352347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'port': {'device_id': '7ece3286-24b1-4b1c-8d41-c5b908b95bd2', 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a', 'admin_state_up': True, 'tenant_id': '86bfd2df7ce94813839111459b6520c2'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:53.367571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935bf27-98a3-413b-b570-2bafeec44d46 admin admin] Pushing event updated for resources: {'Network': ['ID=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:53.383394 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:56:53.385280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-36a20b2b-6a33-4126-8695-4b0f25be1845', 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'fixed_ips': [{'subnet_id': '97a1b5ea-493c-4bbc-9843-67a88957f23b'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:56:53.386116 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:53.436222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7f64aa9-55b8-4949-9632-1838920ee2c4 req-faa9c006-e394-434d-bf55-72c273727878 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460462 Jan 31 15:56:53.439106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2369540e-d12b-4938-a715-d823e5b0fb99 admin admin] Made reservation on behalf of ef6dc57584b6442aa969c2c7a411ac81 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:53.442227 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2369540e-d12b-4938-a715-d823e5b0fb99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:53.467557 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4610dd0-c4f2-48ed-9458-b5ffb522437b req-808ac223-531e-479c-9b98-f423c52bad2d tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 210 time: 0.1021152 Jan 31 15:56:53.493165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926de86-73b3-4ffd-bbb9-79e62204aa68 None None] Pushing event updated for resources: {'Port': ['ID=d1e58525-14f1-48de-84c5-35391643a9b8,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:53.549649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517b529-9228-452d-ab72-ec0750957453 req-476aa1c6-7b3d-43ea-9042-b4de9e4ea1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:53.551164 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8517b529-9228-452d-ab72-ec0750957453 req-476aa1c6-7b3d-43ea-9042-b4de9e4ea1fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=62d551c3-6922-49d7-9630-836eaf25e18d HTTP/1.1" status: 200 len: 905 time: 0.2155595 Jan 31 15:56:53.575791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'name': 'tempest-AttachSCSIVolumeTestJSON-2122912899-router', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:39Z', 'updated_at': '2022-01-31T15:56:48Z', 'revision_number': 4, 'project_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'gw_port': {'id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:40Z', 'updated_at': '2022-01-31T15:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd1e58525-14f1-48de-84c5-35391643a9b8', 'name': '', 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'mac_address': 'fa:16:3e:c8:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'cf307f4d-c524-4c63-a29d-56c84d634b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:46Z', 'updated_at': '2022-01-31T15:56:52Z', 'revision_number': 4, 'project_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'subnets': [{'id': 'cf307f4d-c524-4c63-a29d-56c84d634b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:53.580334 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f928e342-d748-4e7e-b775-c8200708bb04 None None] Provisioning complete for port d1e58525-14f1-48de-84c5-35391643a9b8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:53.580754 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f928e342-d748-4e7e-b775-c8200708bb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:53.609813 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8517b529-9228-452d-ab72-ec0750957453 req-795c19cf-3cc1-4563-b2e1-03978366600b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1117b9-195e-495b-95d3-2d9620e9cc97 HTTP/1.1" status: 200 len: 217 time: 0.0436418 Jan 31 15:56:53.612681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Made reservation on behalf of 86bfd2df7ce94813839111459b6520c2 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:56:53.617026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:53.657347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54c7031-85f4-4ce3-9be2-8d050de3fd77 None None] The sync data for ids ['89ed2dc0-a565-41d5-ab9e-813be666a015'] in n-d-827120-1 is: [{'id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'name': 'tempest-AttachSCSIVolumeTestJSON-2122912899-router', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:39Z', 'updated_at': '2022-01-31T15:56:48Z', 'revision_number': 4, 'project_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'gw_port': {'id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:40Z', 'updated_at': '2022-01-31T15:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd1e58525-14f1-48de-84c5-35391643a9b8', 'name': '', 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'mac_address': 'fa:16:3e:c8:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'cf307f4d-c524-4c63-a29d-56c84d634b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:46Z', 'updated_at': '2022-01-31T15:56:52Z', 'revision_number': 4, 'project_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'subnets': [{'id': 'cf307f4d-c524-4c63-a29d-56c84d634b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:56:53.755195 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517b529-9228-452d-ab72-ec0750957453 req-c172d313-cc3d-49d2-9bb3-f7cbf475094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:53.757575 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8517b529-9228-452d-ab72-ec0750957453 req-c172d313-cc3d-49d2-9bb3-f7cbf475094c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40b37e97-4d9d-4bd0-a797-bd4e1f87f45d HTTP/1.1" status: 200 len: 844 time: 0.1360812 Jan 31 15:56:53.764584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Allocated IP 172.20.0.2 (36a20b2b-6a33-4126-8695-4b0f25be1845/97a1b5ea-493c-4bbc-9843-67a88957f23b/3dc0c929-094b-41a6-9686-3d36913e6de6) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:53.804955 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8517b529-9228-452d-ab72-ec0750957453 req-c7d793e1-8402-4af4-82fb-835ddc2767e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62d551c3-6922-49d7-9630-836eaf25e18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366549 Jan 31 15:56:53.903953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8727af3d-0e7a-452c-9879-e88842ce1457 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:53.904192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645a8a-81a5-409b-a3be-d2bb9031f1d3 req-a5a6a10d-362b-4a31-9b9e-8c6898021057 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:53.905751 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2b645a8a-81a5-409b-a3be-d2bb9031f1d3 req-a5a6a10d-362b-4a31-9b9e-8c6898021057 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.2839272 Jan 31 15:56:53.979001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Allocated IP 172.20.0.5 (3a87d87e-26a4-44dc-92df-c93f644d205a/a38d47b2-da75-4d5e-84d3-31d2ce7e3b60/44107335-8686-4409-85da-27f6d1dbcd8b) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:53.984890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 8727af3d-0e7a-452c-9879-e88842ce1457 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:56:53.993849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d2e9b-1eb8-43a4-9a2c-429fd1847d60 req-f545f6d0-e871-4883-aaac-d9c586f4140f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:53.995145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 8727af3d-0e7a-452c-9879-e88842ce1457 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:53.995655 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:53.996563 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-185d2e9b-1eb8-43a4-9a2c-429fd1847d60 req-f545f6d0-e871-4883-aaac-d9c586f4140f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 943 time: 0.1882474 Jan 31 15:56:54.038498 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2b645a8a-81a5-409b-a3be-d2bb9031f1d3 req-201ca6fa-c71f-47ca-8dff-3faed1d01df1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224849 Jan 31 15:56:54.075384 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.100842 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2369540e-d12b-4938-a715-d823e5b0fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.107212 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.151156 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.162220 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.162787 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8517b529-9228-452d-ab72-ec0750957453 req-386ee1ac-5364-4ac5-ac37-6d30d221eca9 service neutron] 10.222.0.30 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184035 Jan 31 15:56:54.234533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Pushing event updated for resources: {'Port': ['ID=3dc0c929-094b-41a6-9686-3d36913e6de6,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:54.237296 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ed1117b9-195e-495b-95d3-2d9620e9cc97 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:56:54.264707 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Network 36a20b2b-6a33-4126-8695-4b0f25be1845 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:54.264993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369540e-d12b-4938-a715-d823e5b0fb99 admin admin] Checking segment: {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:54.265379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369540e-d12b-4938-a715-d823e5b0fb99 admin admin] Network hostable DHCP agents. Network: d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:56:54.276418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:54.278885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369540e-d12b-4938-a715-d823e5b0fb99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9bd9c32-4338-431d-b7e4-d85826e3a276,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:54.293349 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:54.300710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-185d2e9b-1eb8-43a4-9a2c-429fd1847d60 req-e3be71bb-1eac-40d0-ab92-88106b9a51f6 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511893 Jan 31 15:56:54.317335 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.326208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8517b529-9228-452d-ab72-ec0750957453 req-8d05935e-100d-4974-a2a5-c16d1c51ce6a service neutron] 10.222.0.30 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545975 Jan 31 15:56:54.336723 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.361976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369540e-d12b-4938-a715-d823e5b0fb99 admin admin] Network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:56:54.384528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd77fb-e53a-4e5e-bbe2-9096789212b1 req-a6feae30-6bc1-458d-972c-502a72d3989f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:54.392470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-32fd77fb-e53a-4e5e-bbe2-9096789212b1 req-a6feae30-6bc1-458d-972c-502a72d3989f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.2165663 Jan 31 15:56:54.420081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-2369540e-d12b-4938-a715-d823e5b0fb99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:54.426757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8727af3d-0e7a-452c-9879-e88842ce1457, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8727af3d-0e7a-452c-9879-e88842ce1457,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:54.431908 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.452903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2369540e-d12b-4938-a715-d823e5b0fb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:54.453660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2369540e-d12b-4938-a715-d823e5b0fb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.459623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Allocated IP 172.25.1.182 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/119ca722-1102-4236-b12e-8bf08cb5b9cf) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:54.484421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e0ee87-9c79-44ee-ba73-c71cb1c67911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8727af3d-0e7a-452c-9879-e88842ce1457'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:54.488105 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745e7b06-d5bf-47a8-bccf-00b80f8f15c9" -d '{"events": [{"server_uuid": "64e0ee87-9c79-44ee-ba73-c71cb1c67911", "name": "network-vif-plugged", "status": "completed", "tag": "8727af3d-0e7a-452c-9879-e88842ce1457"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:54.499003 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2369540e-d12b-4938-a715-d823e5b0fb99 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1843436 Jan 31 15:56:54.503148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43606) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:54.515140 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-32fd77fb-e53a-4e5e-bbe2-9096789212b1 req-cdae6270-15f3-4ddb-8890-f7fb28993bcf tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216917 Jan 31 15:56:54.517656 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.520121 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faf2e98-04a0-458e-9bc2-f98ac7e9d96d None None] Network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:54.522615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['852d77b3-351e-405a-80cf-4089af2179db'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:54.549268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:54.550364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Attempting to bind port 3dc0c929-094b-41a6-9686-3d36913e6de6 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:54.550737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Attempting to bind port 3dc0c929-094b-41a6-9686-3d36913e6de6 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '68c5dfd7-b01a-4a07-9a2d-83f71b66091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:54.551099 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Attempting to bind port 3dc0c929-094b-41a6-9686-3d36913e6de6 on network 36a20b2b-6a33-4126-8695-4b0f25be1845 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:54.584125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Network 3a87d87e-26a4-44dc-92df-c93f644d205a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:54.584933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'Port': ['ID=44107335-8686-4409-85da-27f6d1dbcd8b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:54.595735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:54.607219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:54.662423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:54.663061 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.675183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8727af3d-0e7a-452c-9879-e88842ce1457,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:54.688228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d1e58525-14f1-48de-84c5-35391643a9b8 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:54.688400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827df3ba-7de2-4fdd-87db-c345cae562de req-945e2196-000d-4cef-8eec-1f95ce682604 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:54.690899 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-827df3ba-7de2-4fdd-87db-c345cae562de req-945e2196-000d-4cef-8eec-1f95ce682604 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.2116020 Jan 31 15:56:54.693216 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.694673 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.712437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f76a44-92fe-4d57-9076-16a1d0ca202f req-99fe39d8-017e-449a-8251-d6f721a6951b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:54.720272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c5f76a44-92fe-4d57-9076-16a1d0ca202f req-99fe39d8-017e-449a-8251-d6f721a6951b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0907595 Jan 31 15:56:54.757135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-827df3ba-7de2-4fdd-87db-c345cae562de req-b8c55fc3-e034-4949-8f4b-88c91a2e8dc1 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534668 Jan 31 15:56:54.765259 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-2cec8a26-2cc3-4379-8181-585284826cb5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4188228 Jan 31 15:56:54.768727 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:54.769512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Checking segment: {'id': '68c5dfd7-b01a-4a07-9a2d-83f71b66091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:54.769512 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.769893 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Bound using segment: {'id': '68c5dfd7-b01a-4a07-9a2d-83f71b66091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:54.770996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Bound port: 3dc0c929-094b-41a6-9686-3d36913e6de6, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c5dfd7-b01a-4a07-9a2d-83f71b66091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:54.771580 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.774635 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.782350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Request body: {'port': {'device_id': '7ece3286-24b1-4b1c-8d41-c5b908b95bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:56:54.808184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ed1117b9-195e-495b-95d3-2d9620e9cc97, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed1117b9-195e-495b-95d3-2d9620e9cc97,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:54.809292 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c5f76a44-92fe-4d57-9076-16a1d0ca202f req-32656e04-e8af-4de6-9373-40032e5be2ad tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879416 Jan 31 15:56:54.863833 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.918983 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50622bd9-37b1-45c3-aa6f-e78215845b08 x-openstack-request-id: req-50622bd9-37b1-45c3-aa6f-e78215845b08 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:54.919268 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e0ee87-9c79-44ee-ba73-c71cb1c67911", "name": "network-vif-plugged", "status": "completed", "tag": "8727af3d-0e7a-452c-9879-e88842ce1457", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:54.919522 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50622bd9-37b1-45c3-aa6f-e78215845b08 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:54.920255 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e0ee87-9c79-44ee-ba73-c71cb1c67911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8727af3d-0e7a-452c-9879-e88842ce1457', 'code': 200} Jan 31 15:56:54.941680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'ed1117b9-195e-495b-95d3-2d9620e9cc97', 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'port_id': 'ed1117b9-195e-495b-95d3-2d9620e9cc97', 'mac_address': 'fa:16:3e:41:7c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b37e97-4d9d-4bd0-a797-bd4e1f87f45d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:56:54.960822 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:54.975794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:54.989439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] For port 3dc0c929-094b-41a6-9686-3d36913e6de6, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:54.998632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:55.019963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] For port 3dc0c929-094b-41a6-9686-3d36913e6de6, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3dc0c929-094b-41a6-9686-3d36913e6de6,segment=NetworkSegment(68c5dfd7-b01a-4a07-9a2d-83f71b66091c),segment_id=68c5dfd7-b01a-4a07-9a2d-83f71b66091c)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:55.046268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Pushing event updated for resources: {'Port': ['ID=119ca722-1102-4236-b12e-8bf08cb5b9cf,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:55.050917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:55.069418 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:55.091714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7f544-da8b-499b-9a1e-d38c107f092a req-ac0fda9a-5182-470f-994b-cb7a2c57fab3 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:55.093438 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1cb7f544-da8b-499b-9a1e-d38c107f092a req-ac0fda9a-5182-470f-994b-cb7a2c57fab3 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 931 time: 0.2336979 Jan 31 15:56:55.108514 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:55.120095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e788dc-9985-4bee-bacf-5b032ce886a8 req-f9e833de-7a4e-4c08-9481-c69609f6e890 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:55.122760 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8e788dc-9985-4bee-bacf-5b032ce886a8 req-f9e833de-7a4e-4c08-9481-c69609f6e890 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.1271851 Jan 31 15:56:55.138146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f38a-325a-440b-8613-9e825af25dc8 req-ffdf02ff-7bb4-42e8-b26e-5cfbc570a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:55.139758 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5439f38a-325a-440b-8613-9e825af25dc8 req-ffdf02ff-7bb4-42e8-b26e-5cfbc570a302 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 1096 time: 0.1683285 Jan 31 15:56:55.186674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e583d5-82d0-4764-b050-808ba6d6162f None None] Pushing event updated for resources: {'Port': ['ID=3dc0c929-094b-41a6-9686-3d36913e6de6,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:55.210125 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d1e58525-14f1-48de-84c5-35391643a9b8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:55.210520 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:55.223389 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:55.294953 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:55.339987 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1cb7f544-da8b-499b-9a1e-d38c107f092a req-77ecbf78-3c3e-4cc2-8f99-2040d1b0417d tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356477 Jan 31 15:56:55.350951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1117b9-195e-495b-95d3-2d9620e9cc97 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:55.390238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:56:55.391621 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:55.428600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ed1117b9-195e-495b-95d3-2d9620e9cc97, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed1117b9-195e-495b-95d3-2d9620e9cc97,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:55.443869 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:55.493880 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5439f38a-325a-440b-8613-9e825af25dc8 req-885222bd-6314-4625-bec2-3e7da6942fbc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037711 Jan 31 15:56:55.530639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8e788dc-9985-4bee-bacf-5b032ce886a8 req-cca37428-343a-4f18-b0cc-1e011dbafa15 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981051 Jan 31 15:56:55.531604 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:55.555666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ed1117b9-195e-495b-95d3-2d9620e9cc97,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:55.590373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8ef68-815a-4847-9b77-4dc5307217d7 req-f1b196bf-2dc2-4548-83f6-f6ebba6fca17 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:55.602247 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-15e8ef68-815a-4847-9b77-4dc5307217d7 req-f1b196bf-2dc2-4548-83f6-f6ebba6fca17 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.1607549 Jan 31 15:56:55.663797 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:55.747728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ed1117b9-195e-495b-95d3-2d9620e9cc97'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:56:55.758563 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-15e8ef68-815a-4847-9b77-4dc5307217d7 req-3659db9a-7070-4e0e-b172-ec4fde8ac8f6 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135375 Jan 31 15:56:55.783471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca4b16-c9b0-4bb8-8528-c7e01d79985f req-82c3d724-b619-4349-b856-797438489795 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:55.785613 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8dca4b16-c9b0-4bb8-8528-c7e01d79985f req-82c3d724-b619-4349-b856-797438489795 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.0941234 Jan 31 15:56:55.803048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Allocated IP 172.20.0.2 (d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5/c9bd9c32-4338-431d-b7e4-d85826e3a276/3b857128-033a-460f-a632-808e8dee2853) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:55.910921 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8dca4b16-c9b0-4bb8-8528-c7e01d79985f req-00cb4a0a-ea6d-4044-baf5-f05a24f672d6 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782490 Jan 31 15:56:55.934727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:56.182340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63163-0e21-4a79-9a86-022b6e0cbb93 req-7d0f87b6-b522-46b5-b864-bcd59d613b1f tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:56.190913 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-46b63163-0e21-4a79-9a86-022b6e0cbb93 req-7d0f87b6-b522-46b5-b864-bcd59d613b1f tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.1718237 Jan 31 15:56:56.224124 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Router b23ae5ff-23fe-4b26-b393-2a5912d0b09e is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:56:56.259750 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-46b63163-0e21-4a79-9a86-022b6e0cbb93 req-ba3b9e1e-f28d-4872-b134-bf182af97744 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633242 Jan 31 15:56:56.272338 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:56.284362 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:56.368816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:56.378120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:56.386667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:56.401026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Pushing event updated for resources: {'Port': ['ID=3b857128-033a-460f-a632-808e8dee2853,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:56.436624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44107335-8686-4409-85da-27f6d1dbcd8b {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:56:56.445087 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:56.485886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Transition to ACTIVE for port object 44107335-8686-4409-85da-27f6d1dbcd8b will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:56:56.494680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Attempting to bind port 3b857128-033a-460f-a632-808e8dee2853 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:56.495343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Attempting to bind port 3b857128-033a-460f-a632-808e8dee2853 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:56.495946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Attempting to bind port 3b857128-033a-460f-a632-808e8dee2853 on network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:56.502662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:56.503096 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Checking segment: {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:56.503616 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:56.504017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Bound using segment: {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:56.504498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Bound port: 3b857128-033a-460f-a632-808e8dee2853, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:56.504883 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:56.546044 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:56.550251 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:56.560110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bccf09-4abf-422a-bd12-85be519ad1c7 req-07f8e35e-a147-4e40-9c12-3b75c8fd3c2e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:56.561250 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4bccf09-4abf-422a-bd12-85be519ad1c7 req-07f8e35e-a147-4e40-9c12-3b75c8fd3c2e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.0750220 Jan 31 15:56:56.562775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:56:56.566985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3dc0c929-094b-41a6-9686-3d36913e6de6 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:56.576868 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Sync routers for ids ['b23ae5ff-23fe-4b26-b393-2a5912d0b09e'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:56:56.590419 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Routers {'b23ae5ff-23fe-4b26-b393-2a5912d0b09e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:56.591869 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b23ae5ff-23fe-4b26-b393-2a5912d0b09e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:56.646592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] For port 3b857128-033a-460f-a632-808e8dee2853, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:56.647233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4bccf09-4abf-422a-bd12-85be519ad1c7 req-f49d9499-a60b-428b-8fd0-b6d8ba83c524 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778942 Jan 31 15:56:56.665748 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:56.665901 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] For port 3b857128-033a-460f-a632-808e8dee2853, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3b857128-033a-460f-a632-808e8dee2853,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:56.666018 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b7a9bde7-751a-4b4c-b3f9-d557c5f7a060 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8138375 Jan 31 15:56:56.666018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43630) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:56:56.675691 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:56.681872 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:56.762541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dbb80-6f34-4e98-88fb-f5e5dd9e05e8 req-40fa668e-57d8-4eda-a22d-c1791cbe108c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:56.764151 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e59dbb80-6f34-4e98-88fb-f5e5dd9e05e8 req-40fa668e-57d8-4eda-a22d-c1791cbe108c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 944 time: 0.8867750 Jan 31 15:56:56.784803 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3dc0c929-094b-41a6-9686-3d36913e6de6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:56.785406 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:56.842270 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Set router b23ae5ff-23fe-4b26-b393-2a5912d0b09e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:56.904567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Pushing event updated for resources: {'Port': ['ID=44107335-8686-4409-85da-27f6d1dbcd8b,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:56.909925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3404be-c34a-48ec-a51f-715486000167 req-ab76995e-8e8c-4176-bfa4-69a6268f09df tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:56.911687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fb3404be-c34a-48ec-a51f-715486000167 req-ab76995e-8e8c-4176-bfa4-69a6268f09df tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 943 time: 0.1315067 Jan 31 15:56:56.949513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300b6f9-43a5-4811-8f31-f869f27bedd7 None None] Pushing event updated for resources: {'Port': ['ID=3b857128-033a-460f-a632-808e8dee2853,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:56.963553 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e59dbb80-6f34-4e98-88fb-f5e5dd9e05e8 req-61241239-f272-4c69-a2fe-8aa57e64e522 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835291 Jan 31 15:56:57.023783 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f22666-0ca7-41a1-86f3-469375a1c792 None None] Network 36a20b2b-6a33-4126-8695-4b0f25be1845 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:57.149321 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:57.173686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-42b9fdd7-d92f-4949-8197-e9349c5a5a85 None None] Provisioning complete for port 3dc0c929-094b-41a6-9686-3d36913e6de6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:57.174058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-42b9fdd7-d92f-4949-8197-e9349c5a5a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:57.195137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Allocated IP 172.25.1.236 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/d4ea0e75-d1f4-45bb-b964-34b4d98585f3) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:57.205361 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079749384-router', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:52Z', 'updated_at': '2022-01-31T15:56:55Z', 'revision_number': 3, 'project_id': 'dcbada4ebba44b17927cee3b324f8da9', 'gw_port': {'id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:57.212295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Attempting to bind port 44107335-8686-4409-85da-27f6d1dbcd8b on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:57.212683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Attempting to bind port 44107335-8686-4409-85da-27f6d1dbcd8b by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '044227c8-e81f-477d-860d-bac32e8f25e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:57.213048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Attempting to bind port 44107335-8686-4409-85da-27f6d1dbcd8b on network 3a87d87e-26a4-44dc-92df-c93f644d205a {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:57.239126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Port 44107335-8686-4409-85da-27f6d1dbcd8b on network 3a87d87e-26a4-44dc-92df-c93f644d205a not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:56:57.239565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Attempting to bind port 44107335-8686-4409-85da-27f6d1dbcd8b on network 3a87d87e-26a4-44dc-92df-c93f644d205a {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:57.243342 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Checking router: b23ae5ff-23fe-4b26-b393-2a5912d0b09e for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:56:57.243671 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Updating router b23ae5ff-23fe-4b26-b393-2a5912d0b09e port 119ca722-1102-4236-b12e-8bf08cb5b9cf binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:56:57.254944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:57.255297 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Checking segment: {'id': '044227c8-e81f-477d-860d-bac32e8f25e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:57.255641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Bound using segment: {'id': '044227c8-e81f-477d-860d-bac32e8f25e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:57.259702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Bound port: 44107335-8686-4409-85da-27f6d1dbcd8b, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '044227c8-e81f-477d-860d-bac32e8f25e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:57.260081 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:57.279948 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:57.283540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 3dc0c929-094b-41a6-9686-3d36913e6de6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3dc0c929-094b-41a6-9686-3d36913e6de6,segment=NetworkSegment(68c5dfd7-b01a-4a07-9a2d-83f71b66091c),segment_id=68c5dfd7-b01a-4a07-9a2d-83f71b66091c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:57.292078 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:57.355402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c39292-36cf-434c-b9ec-8cdce34e9eff req-fbf82e9c-7c6d-4e67-8d48-5d31baccc58d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:57.357082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2c39292-36cf-434c-b9ec-8cdce34e9eff req-fbf82e9c-7c6d-4e67-8d48-5d31baccc58d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.2293472 Jan 31 15:56:57.428380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] For port 44107335-8686-4409-85da-27f6d1dbcd8b, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:57.431738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] For port 44107335-8686-4409-85da-27f6d1dbcd8b, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=44107335-8686-4409-85da-27f6d1dbcd8b,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:57.434321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=3dc0c929-094b-41a6-9686-3d36913e6de6,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:57.442952 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:57.523988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:57.524613 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:57.526121 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] 10.222.0.30 "PUT /v2.0/ports/44107335-8686-4409-85da-27f6d1dbcd8b HTTP/1.1" status: 200 len: 1091 time: 2.7532995 Jan 31 15:56:57.526604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ece3286-24b1-4b1c-8d41-c5b908b95bd2', 'tag': '44107335-8686-4409-85da-27f6d1dbcd8b'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:57.528947 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7e2896-cce6-4838-b05e-fd0d5b565a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ece3286-24b1-4b1c-8d41-c5b908b95bd2", "tag": "44107335-8686-4409-85da-27f6d1dbcd8b"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:57.546868 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2c39292-36cf-434c-b9ec-8cdce34e9eff req-f61767c3-716d-4584-bee5-893844e08e6d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821229 Jan 31 15:56:57.580612 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c123ad7-227f-49b3-be8d-077ac989c54b service neutron] Pushing event updated for resources: {'Port': ['ID=44107335-8686-4409-85da-27f6d1dbcd8b,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:57.590517 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:57.620769 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:57.626485 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fb3404be-c34a-48ec-a51f-715486000167 req-870fbe34-cc5b-4fc2-9347-b6ff68dd6e7b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7030578 Jan 31 15:56:57.663297 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-13fe98b4-b7c9-4468-8c97-a57d99a2d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:57.664884 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-13fe98b4-b7c9-4468-8c97-a57d99a2d5a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86bfd2df7ce94813839111459b6520c2&device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 1094 time: 0.0811689 Jan 31 15:56:57.724675 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-7d1ff281-04c9-4546-80d8-616f1315aada service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44107335-8686-4409-85da-27f6d1dbcd8b HTTP/1.1" status: 200 len: 217 time: 0.0494928 Jan 31 15:56:57.730750 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-e35bbf3d-b965-4d1b-ada0-9a81b894ada4 req-a868149c-7dca-4c58-9309-4d52a4882662 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:56:57.731979 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e35bbf3d-b965-4d1b-ada0-9a81b894ada4 req-a868149c-7dca-4c58-9309-4d52a4882662 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063248 Jan 31 15:56:57.741553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:57.811455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:57.823242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:57.830938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:57.877749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-fcc9d4e1-cb97-4a01-82ec-a6eb36ed9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:57.879330 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-fcc9d4e1-cb97-4a01-82ec-a6eb36ed9853 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a38d47b2-da75-4d5e-84d3-31d2ce7e3b60 HTTP/1.1" status: 200 len: 853 time: 0.1463053 Jan 31 15:56:57.888503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ea0e75-d1f4-45bb-b964-34b4d98585f3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:57.892173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d8b9b9b3-d3fe-4816-a529-e43064be73b6 None None] Provisioning complete for port 3dc0c929-094b-41a6-9686-3d36913e6de6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:57.892720 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b9b3-d3fe-4816-a529-e43064be73b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:57.916230 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6ad0b-a9c7-45ca-bd42-8f6ab6091d56 req-c1db6d42-c7cf-496e-a422-734ecc839031 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:57.925809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ad6ad0b-a9c7-45ca-bd42-8f6ab6091d56 req-c1db6d42-c7cf-496e-a422-734ecc839031 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1424193 Jan 31 15:56:57.969279 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-6086a46e-15f4-4011-bd66-54d7245410d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a87d87e-26a4-44dc-92df-c93f644d205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777380 Jan 31 15:56:58.012735 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ad6ad0b-a9c7-45ca-bd42-8f6ab6091d56 req-204d7bde-e8ad-451a-af88-cef483943943 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777667 Jan 31 15:56:58.083922 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.091582 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.152398 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f88199-a01e-45d5-af08-d74eebd3b106 x-openstack-request-id: req-51f88199-a01e-45d5-af08-d74eebd3b106 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:58.152694 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ece3286-24b1-4b1c-8d41-c5b908b95bd2", "tag": "44107335-8686-4409-85da-27f6d1dbcd8b", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:58.152945 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51f88199-a01e-45d5-af08-d74eebd3b106 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:58.153342 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ece3286-24b1-4b1c-8d41-c5b908b95bd2', 'tag': '44107335-8686-4409-85da-27f6d1dbcd8b', 'status': 'completed', 'code': 200} Jan 31 15:56:58.169373 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Attempting to bind port 119ca722-1102-4236-b12e-8bf08cb5b9cf on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:56:58.169373 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Attempting to bind port 119ca722-1102-4236-b12e-8bf08cb5b9cf by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:56:58.169781 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Attempting to bind port 119ca722-1102-4236-b12e-8bf08cb5b9cf on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:56:58.176838 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475457ff-89fa-42a7-a4b1-71173448f841 None None] Pushing event updated for resources: {'Port': ['ID=119ca722-1102-4236-b12e-8bf08cb5b9cf,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:58.187244 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:56:58.187412 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:56:58.187789 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.188180 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:56:58.188711 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Bound port: 119ca722-1102-4236-b12e-8bf08cb5b9cf, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:56:58.189039 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.197597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.220255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ed1117b9-195e-495b-95d3-2d9620e9cc97 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:58.231600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41e325-e6d6-4915-8856-49342c08820b req-d89b8204-0056-4f92-bc3e-ac17de5d1a18 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:58.233153 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca41e325-e6d6-4915-8856-49342c08820b req-d89b8204-0056-4f92-bc3e-ac17de5d1a18 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.1189733 Jan 31 15:56:58.269771 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] For port 119ca722-1102-4236-b12e-8bf08cb5b9cf, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:56:58.274106 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] For port 119ca722-1102-4236-b12e-8bf08cb5b9cf, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=119ca722-1102-4236-b12e-8bf08cb5b9cf,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:56:58.279275 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.307224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port ed1117b9-195e-495b-95d3-2d9620e9cc97 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:56:58.319915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port ed1117b9-195e-495b-95d3-2d9620e9cc97 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:58.319915 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.356992 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca41e325-e6d6-4915-8856-49342c08820b req-6182cd44-fe9f-43cb-9457-aa1faaa4f7e3 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167998 Jan 31 15:56:58.416883 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475457ff-89fa-42a7-a4b1-71173448f841 None None] Pushing event updated for resources: {'Port': ['ID=119ca722-1102-4236-b12e-8bf08cb5b9cf,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:58.440922 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Routers {'b23ae5ff-23fe-4b26-b393-2a5912d0b09e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:56:58.451663 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b23ae5ff-23fe-4b26-b393-2a5912d0b09e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:58.487884 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.508583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c91ca3-1e88-4e10-8515-932583892ce0 req-17fdc9c7-81f1-49c7-90e3-7df73cca41f3 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:58.517594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95452de6-f4ec-4652-93f0-7edcdd4571ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1117b9-195e-495b-95d3-2d9620e9cc97'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:56:58.519955 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fc39a9-eb4b-48ad-9613-4edde0410ef0" -d '{"events": [{"server_uuid": "95452de6-f4ec-4652-93f0-7edcdd4571ab", "name": "network-vif-plugged", "status": "completed", "tag": "ed1117b9-195e-495b-95d3-2d9620e9cc97"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:56:58.526594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8170a5-3cbc-4932-a0c7-e152db623d4a None None] Network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:56:58.529837 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b5c91ca3-1e88-4e10-8515-932583892ce0 req-17fdc9c7-81f1-49c7-90e3-7df73cca41f3 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.3789628 Jan 31 15:56:58.546609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ed1117b9-195e-495b-95d3-2d9620e9cc97, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed1117b9-195e-495b-95d3-2d9620e9cc97,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:58.582689 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.590368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.608601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Allocated IP 172.20.0.1 (36a20b2b-6a33-4126-8695-4b0f25be1845/97a1b5ea-493c-4bbc-9843-67a88957f23b/07288f2d-fd2c-4081-9464-3ee077a5f8ab) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:56:58.630224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5215d39-602a-420b-be25-659239492718 req-3fa7016c-7aa7-4ce2-a5f8-4b800b3c1473 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:58.637832 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5215d39-602a-420b-be25-659239492718 req-3fa7016c-7aa7-4ce2-a5f8-4b800b3c1473 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 945 time: 0.1077628 Jan 31 15:56:58.645387 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] Set router b23ae5ff-23fe-4b26-b393-2a5912d0b09e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:56:58.645808 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3dc0c929-094b-41a6-9686-3d36913e6de6 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:58.651942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5f49d1b8-274c-408e-b4ce-7d78813a5ce9 None None] Provisioning complete for port 3b857128-033a-460f-a632-808e8dee2853 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:58.652358 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5f49d1b8-274c-408e-b4ce-7d78813a5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.666647 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-b99cc849-6319-4485-b36e-da3eb713cca6 service neutron] 10.222.0.30 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6845412 Jan 31 15:56:58.738342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ed1117b9-195e-495b-95d3-2d9620e9cc97,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:58.739548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5215d39-602a-420b-be25-659239492718 req-f446a4db-cdbf-4955-b2a0-3f856df3dba7 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948324 Jan 31 15:56:58.776999 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-85e0fc68-8cdb-4d1a-84d7-399e28a6603c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6226194 Jan 31 15:56:58.851668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3dc0c929-094b-41a6-9686-3d36913e6de6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:58.852046 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.867340 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b5c91ca3-1e88-4e10-8515-932583892ce0 req-e7f9c21f-aa15-4ccc-9924-dbc400aebc49 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375752 Jan 31 15:56:58.902261 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.924899 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5f49d1b8-274c-408e-b4ce-7d78813a5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:58.933901 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079749384-router', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:52Z', 'updated_at': '2022-01-31T15:56:55Z', 'revision_number': 3, 'project_id': 'dcbada4ebba44b17927cee3b324f8da9', 'gw_port': {'id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:56:58.952606 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8565c3b4-104a-4f67-8bdc-92d2c8635c27 x-openstack-request-id: req-8565c3b4-104a-4f67-8bdc-92d2c8635c27 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:56:58.952896 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95452de6-f4ec-4652-93f0-7edcdd4571ab", "name": "network-vif-plugged", "status": "completed", "tag": "ed1117b9-195e-495b-95d3-2d9620e9cc97", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:56:58.953282 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8565c3b4-104a-4f67-8bdc-92d2c8635c27 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:56:58.953722 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95452de6-f4ec-4652-93f0-7edcdd4571ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1117b9-195e-495b-95d3-2d9620e9cc97', 'code': 200} Jan 31 15:56:59.029238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9307b8-8aee-4966-a4b8-8a7093423a36 req-23abd345-1520-4d60-ab30-e312ace0f7e2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:59.030862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a9307b8-8aee-4966-a4b8-8a7093423a36 req-23abd345-1520-4d60-ab30-e312ace0f7e2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.1369543 Jan 31 15:56:59.033447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5f49d1b8-274c-408e-b4ce-7d78813a5ce9 None None] For port 3b857128-033a-460f-a632-808e8dee2853, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3b857128-033a-460f-a632-808e8dee2853,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:56:59.085772 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5f49d1b8-274c-408e-b4ce-7d78813a5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:59.112859 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:59.132871 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7e2a0-43f6-482c-a64f-d3230892af9d None None] The sync data for ids ['b23ae5ff-23fe-4b26-b393-2a5912d0b09e'] in n-d-827120-1 is: [{'id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079749384-router', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:52Z', 'updated_at': '2022-01-31T15:56:55Z', 'revision_number': 3, 'project_id': 'dcbada4ebba44b17927cee3b324f8da9', 'gw_port': {'id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:56:59.165054 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a9307b8-8aee-4966-a4b8-8a7093423a36 req-5ef26bab-4536-4df6-a663-a35b733ee7f2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196809 Jan 31 15:56:59.189205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3b857128-033a-460f-a632-808e8dee2853 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:56:59.219771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Network 36a20b2b-6a33-4126-8695-4b0f25be1845 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:56:59.223496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:56:59.239091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:56:59.244360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Pushing event updated for resources: {'Port': ['ID=07288f2d-fd2c-4081-9464-3ee077a5f8ab,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:59.269914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49d1b8-274c-408e-b4ce-7d78813a5ce9 None None] Pushing event updated for resources: {'Port': ['ID=3b857128-033a-460f-a632-808e8dee2853,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:56:59.288696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3b857128-033a-460f-a632-808e8dee2853 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:59.288936 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:59.344304 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:59.362463 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:59.387597 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e377c404-2766-414d-a813-b2cd7fe331b1 req-700b8086-e2e6-4e3f-bb9d-2c120da825be service neutron] 10.222.0.30 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340387 Jan 31 15:56:59.390008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b97ed-13ca-41df-9c9c-50aa3f3b2794 req-21305f96-d456-4c1d-9b69-cca83ff0b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:59.399543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d43b97ed-13ca-41df-9c9c-50aa3f3b2794 req-21305f96-d456-4c1d-9b69-cca83ff0b130 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 1096 time: 0.3621638 Jan 31 15:56:59.448663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b93d75ef-5aac-41d9-b6f4-472d65ed8942 None None] Provisioning complete for port 3b857128-033a-460f-a632-808e8dee2853 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:59.449052 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b93d75ef-5aac-41d9-b6f4-472d65ed8942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:59.616992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff49ffd-8097-482f-bc35-673695f977cc req-c17fe0bb-1b5b-411d-98b1-2fe9253202c1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:59.626723 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cff49ffd-8097-482f-bc35-673695f977cc req-c17fe0bb-1b5b-411d-98b1-2fe9253202c1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 943 time: 0.5194726 Jan 31 15:56:59.694859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0955a-e7ad-4167-a53d-b68e2b7d6553 req-654a1ef2-4544-4e2d-957e-655994c2b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:59.696680 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37d0955a-e7ad-4167-a53d-b68e2b7d6553 req-654a1ef2-4544-4e2d-957e-655994c2b292 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1b995a0cb69468fa00bb84e53d82c96&device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 1096 time: 0.2038538 Jan 31 15:56:59.731110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409af7b-93ee-44f0-a4e3-432b55fa626d req-8d825af6-4891-4113-beff-be4a66df3de1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:59.732713 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3409af7b-93ee-44f0-a4e3-432b55fa626d req-8d825af6-4891-4113-beff-be4a66df3de1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1455123 Jan 31 15:56:59.736513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cc55dfb6-ee71-475b-9590-0cdc384f7982 None None] Provisioning complete for port 07288f2d-fd2c-4081-9464-3ee077a5f8ab triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:56:59.736955 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc55dfb6-ee71-475b-9590-0cdc384f7982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:59.765112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d43b97ed-13ca-41df-9c9c-50aa3f3b2794 req-5f83b3f8-641c-4441-814f-8d5c4eb48fa3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584340 Jan 31 15:56:59.806177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cc55dfb6-ee71-475b-9590-0cdc384f7982 None None] Port 07288f2d-fd2c-4081-9464-3ee077a5f8ab cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:56:59.822113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cff49ffd-8097-482f-bc35-673695f977cc req-205f5bd0-dca1-458a-a817-2fd7e8b6039c tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906075 Jan 31 15:56:59.832253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e2896-cce6-4838-b05e-fd0d5b565a5c req-341b3573-b941-4107-adac-71912c81f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:59.838623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da7e2896-cce6-4838-b05e-fd0d5b565a5c req-341b3573-b941-4107-adac-71912c81f022 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86bfd2df7ce94813839111459b6520c2&device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 1094 time: 0.3174350 Jan 31 15:56:59.862524 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:56:59.891327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:56:59.920977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3409af7b-93ee-44f0-a4e3-432b55fa626d req-d7bc4d42-2b84-4caa-af13-8b6f08a2625d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676238 Jan 31 15:56:59.969988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c04aac-779b-4dc2-addc-45666dda2186 req-48d1a325-9e1c-4860-a53a-ec99bd2777e4 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:59.976975 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3c04aac-779b-4dc2-addc-45666dda2186 req-48d1a325-9e1c-4860-a53a-ec99bd2777e4 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.0978878 Jan 31 15:56:59.985134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0955a-e7ad-4167-a53d-b68e2b7d6553 req-7ebba9cc-8ff2-4c86-92b1-7b39ad9c9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:56:59.986832 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37d0955a-e7ad-4167-a53d-b68e2b7d6553 req-7ebba9cc-8ff2-4c86-92b1-7b39ad9c9cc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03bf16f3-5903-42f5-92b2-1ea487581abd HTTP/1.1" status: 200 len: 911 time: 0.2758777 Jan 31 15:57:00.059256 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37d0955a-e7ad-4167-a53d-b68e2b7d6553 req-34004f32-f550-4e59-9bc5-fcd8441bf1a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8727af3d-0e7a-452c-9879-e88842ce1457 HTTP/1.1" status: 200 len: 217 time: 0.0637631 Jan 31 15:57:00.217240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbb926-dbc9-4857-b9c1-39e3a2c64538 req-8a34fbe7-4eae-475c-8130-c99c23241d61 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:00.219459 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61fbb926-dbc9-4857-b9c1-39e3a2c64538 req-8a34fbe7-4eae-475c-8130-c99c23241d61 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.1718338 Jan 31 15:57:00.222134 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3c04aac-779b-4dc2-addc-45666dda2186 req-d0cd2850-e2c6-4cc6-86e3-cf3956b97585 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442350 Jan 31 15:57:00.236107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:57:00.246682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Sync routers for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:57:00.258365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e2896-cce6-4838-b05e-fd0d5b565a5c req-cc964741-f27b-4df6-95ef-b4c1039eaeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:00.262959 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da7e2896-cce6-4838-b05e-fd0d5b565a5c req-cc964741-f27b-4df6-95ef-b4c1039eaeea service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a87d87e-26a4-44dc-92df-c93f644d205a HTTP/1.1" status: 200 len: 914 time: 0.2822642 Jan 31 15:57:00.269962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:57:00.270922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:00.282042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0955a-e7ad-4167-a53d-b68e2b7d6553 req-5de046d0-f824-4ad0-b2ad-fbc920dd53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:00.283948 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37d0955a-e7ad-4167-a53d-b68e2b7d6553 req-5de046d0-f824-4ad0-b2ad-fbc920dd53fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6a53540-acaa-4030-84f0-25c1cb026c93 HTTP/1.1" status: 200 len: 850 time: 0.1783786 Jan 31 15:57:00.308169 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:00.313227 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fe8d8d7c-59ce-47ae-83ab-f5d079143a54 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8104315 Jan 31 15:57:00.317253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43692) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:00.397875 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da7e2896-cce6-4838-b05e-fd0d5b565a5c req-94fbb39e-50c1-4012-a2fd-16570ed98958 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44107335-8686-4409-85da-27f6d1dbcd8b HTTP/1.1" status: 200 len: 217 time: 0.1107290 Jan 31 15:57:00.441567 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61fbb926-dbc9-4857-b9c1-39e3a2c64538 req-a6c127c4-3a8f-4bf6-907d-bc12c95ef83e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143457 Jan 31 15:57:00.452198 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37d0955a-e7ad-4167-a53d-b68e2b7d6553 req-3c00a041-75aa-419c-af2b-5e800826c075 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03bf16f3-5903-42f5-92b2-1ea487581abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336780 Jan 31 15:57:00.485871 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:57:00.508593 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:00.578354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e2896-cce6-4838-b05e-fd0d5b565a5c req-033eb5f4-8f94-4b1d-b278-685b17c93a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:00.580073 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da7e2896-cce6-4838-b05e-fd0d5b565a5c req-033eb5f4-8f94-4b1d-b278-685b17c93a58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a38d47b2-da75-4d5e-84d3-31d2ce7e3b60 HTTP/1.1" status: 200 len: 853 time: 0.1746492 Jan 31 15:57:00.651352 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da7e2896-cce6-4838-b05e-fd0d5b565a5c req-55f9c872-cc88-4be9-98f7-8199c4023ff6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a87d87e-26a4-44dc-92df-c93f644d205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581689 Jan 31 15:57:00.693404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 119ca722-1102-4236-b12e-8bf08cb5b9cf up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:00.744811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:00.831637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9820215-827c-4ee6-afea-ad8c1e6a9883 req-669adc63-051f-40f3-a01e-40f15d9bcf23 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:00.833112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9820215-827c-4ee6-afea-ad8c1e6a9883 req-669adc63-051f-40f3-a01e-40f15d9bcf23 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.0844033 Jan 31 15:57:00.835613 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da7e2896-cce6-4838-b05e-fd0d5b565a5c req-7877d697-e14e-40de-ab9c-ddfdac6ea502 service neutron] 10.222.0.30 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616297 Jan 31 15:57:00.842623 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:00.954311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 119ca722-1102-4236-b12e-8bf08cb5b9cf triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:00.954678 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:00.972229 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9820215-827c-4ee6-afea-ad8c1e6a9883 req-db15c187-8e21-437e-9088-695e1b85c626 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323199 Jan 31 15:57:00.994588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-e80cac43-f0b8-4f27-94eb-ee4e70c4c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:00.995657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:56:58Z', 'revision_number': 3, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:00.996010 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-e80cac43-f0b8-4f27-94eb-ee4e70c4c318 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 1101 time: 0.1321397 Jan 31 15:57:01.012784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Pushing event updated for resources: {'Port': ['ID=07288f2d-fd2c-4081-9464-3ee077a5f8ab,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:01.046496 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da7e2896-cce6-4838-b05e-fd0d5b565a5c req-5675e26c-20e9-45c0-9a92-546211e98dd2 service neutron] 10.222.0.30 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969619 Jan 31 15:57:01.066120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Checking router: fda2303c-6baa-4af0-ae50-e1dd54aaaa5e for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:57:01.066454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Updating router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e port d4ea0e75-d1f4-45bb-b964-34b4d98585f3 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:57:01.089333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648894f-c00d-4f8c-b75e-4d26d7076e14 req-3463a551-18e7-4c69-b4e9-17bda7f85c4c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:01.096410 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5648894f-c00d-4f8c-b75e-4d26d7076e14 req-3463a551-18e7-4c69-b4e9-17bda7f85c4c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 945 time: 0.3615334 Jan 31 15:57:01.124939 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37d0955a-e7ad-4167-a53d-b68e2b7d6553 req-356a0be8-0939-4f06-9393-fb7325b14564 service neutron] 10.222.0.20 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433406 Jan 31 15:57:01.150033 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:01.180267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-2e631641-ee01-4b10-acbe-171ba7ea5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:01.182973 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-2e631641-ee01-4b10-acbe-171ba7ea5600 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1694391 Jan 31 15:57:01.195026 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:01.203958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81594890-fd1c-4c8e-930d-fa47a07f6108 req-6daec5f9-2498-4d19-8617-dbd1fbc087fb tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:01.213124 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81594890-fd1c-4c8e-930d-fa47a07f6108 req-6daec5f9-2498-4d19-8617-dbd1fbc087fb tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 943 time: 0.0801458 Jan 31 15:57:01.218792 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 119ca722-1102-4236-b12e-8bf08cb5b9cf, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=119ca722-1102-4236-b12e-8bf08cb5b9cf,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:01.225482 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:01.226296 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3b857128-033a-460f-a632-808e8dee2853 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:01.268664 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5648894f-c00d-4f8c-b75e-4d26d7076e14 req-10d1c2c8-c88c-442a-8fdf-f3050184383b tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659961 Jan 31 15:57:01.292678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-eab424bf-3955-4e2a-8c98-2eb545aa9922 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 217 time: 0.0971661 Jan 31 15:57:01.307019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81594890-fd1c-4c8e-930d-fa47a07f6108 req-1d1f9471-032a-4fb9-9dd8-617bf14fe8d4 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891647 Jan 31 15:57:01.343896 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37d0955a-e7ad-4167-a53d-b68e2b7d6553 req-c054b267-529d-4f9f-b250-15c77539408f service neutron] 10.222.0.20 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013953 Jan 31 15:57:01.383148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3b857128-033a-460f-a632-808e8dee2853 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:01.384043 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:01.386195 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-28d8aee3-8f61-4310-8f06-77e81799f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:01.387766 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-28d8aee3-8f61-4310-8f06-77e81799f054 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0796459 Jan 31 15:57:01.396305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Network 36a20b2b-6a33-4126-8695-4b0f25be1845 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:01.404047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:01.466193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=119ca722-1102-4236-b12e-8bf08cb5b9cf,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:01.485261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-9891f1e7-6009-4ac7-a035-e8fbed261529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:01.486761 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-9891f1e7-6009-4ac7-a035-e8fbed261529 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914345 Jan 31 15:57:01.500567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f6661-b1fe-4d9e-81dc-de242dcd0a0b req-511131ab-54f6-46f9-a5e2-a9d20ca75e18 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:01.507853 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-442f6661-b1fe-4d9e-81dc-de242dcd0a0b req-511131ab-54f6-46f9-a5e2-a9d20ca75e18 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.0941262 Jan 31 15:57:01.599405 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:01.619959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2027b2-d3f0-4c43-8209-ca6cd5bc5c8b req-5b655a1a-70b9-453f-b22f-94ea9be61e88 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:01.621556 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed2027b2-d3f0-4c43-8209-ca6cd5bc5c8b req-5b655a1a-70b9-453f-b22f-94ea9be61e88 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.2590220 Jan 31 15:57:01.710000 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:01.721126 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:01.786887 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed2027b2-d3f0-4c43-8209-ca6cd5bc5c8b req-9715fdfb-a267-4da8-aa71-57c469c65f68 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208777 Jan 31 15:57:01.804275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Attempting to bind port d4ea0e75-d1f4-45bb-b964-34b4d98585f3 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:57:01.804275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Attempting to bind port d4ea0e75-d1f4-45bb-b964-34b4d98585f3 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:57:01.804275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Attempting to bind port d4ea0e75-d1f4-45bb-b964-34b4d98585f3 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:01.812801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:57:01.813327 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:01.813938 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:01.814790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:57:01.815675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Bound port: d4ea0e75-d1f4-45bb-b964-34b4d98585f3, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:57:01.816173 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:01.852774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Router b23ae5ff-23fe-4b26-b393-2a5912d0b09e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:57:01.876585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbacac7-e0ff-474e-a55e-8541b38d2c4f None None] Pushing event updated for resources: {'Port': ['ID=d4ea0e75-d1f4-45bb-b964-34b4d98585f3,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:01.888481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] For port d4ea0e75-d1f4-45bb-b964-34b4d98585f3, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:01.905668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] For port d4ea0e75-d1f4-45bb-b964-34b4d98585f3, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d4ea0e75-d1f4-45bb-b964-34b4d98585f3,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:57:01.907278 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-68f2b623-4f8b-4cd0-a2ab-f4ebd34a405a None None] Provisioning complete for port 07288f2d-fd2c-4081-9464-3ee077a5f8ab triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:01.907941 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-68f2b623-4f8b-4cd0-a2ab-f4ebd34a405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:01.931916 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:01.962008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-442f6661-b1fe-4d9e-81dc-de242dcd0a0b req-b399e035-3b84-44b3-9dca-56d20e372b73 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444125 Jan 31 15:57:01.986150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-68f2b623-4f8b-4cd0-a2ab-f4ebd34a405a None None] Port 07288f2d-fd2c-4081-9464-3ee077a5f8ab cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:57:02.000479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Allocated IP 172.20.0.1 (d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5/c9bd9c32-4338-431d-b7e4-d85826e3a276/d0cbf39e-2f52-46b5-bef9-f996afc5e43e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:57:02.011361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:57:02.012009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:02.017024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbacac7-e0ff-474e-a55e-8541b38d2c4f None None] Pushing event updated for resources: {'Port': ['ID=d4ea0e75-d1f4-45bb-b964-34b4d98585f3,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:02.021252 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-600ef705-bb07-4c78-b62b-cbab6f2a1dff service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119355 Jan 31 15:57:02.067359 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac756f5-d52d-4157-8fba-8fb27230a30f req-1eaa77ca-98fa-48bb-9393-0c907136081a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:02.069346 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ac756f5-d52d-4157-8fba-8fb27230a30f req-1eaa77ca-98fa-48bb-9393-0c907136081a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.1987712 Jan 31 15:57:02.137906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:57:02.146400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f019ad5-575f-4ae9-a7e4-4722c62af534 req-add3e9be-c6a1-4905-95e1-a8f7ea951774 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:02.147802 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f019ad5-575f-4ae9-a7e4-4722c62af534 req-add3e9be-c6a1-4905-95e1-a8f7ea951774 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.0965865 Jan 31 15:57:02.182481 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-c2642ed0-5a43-4b1a-b012-e119f50597de service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516702 Jan 31 15:57:02.201124 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f019ad5-575f-4ae9-a7e4-4722c62af534 req-c71e7a1f-1c1e-421d-a90c-d0a17a3a5bd8 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447512 Jan 31 15:57:02.256463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 44107335-8686-4409-85da-27f6d1dbcd8b details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:57:02.363468 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796b3a0-8c75-4278-a0e9-f37ae92c787e req-8c9340c6-f43c-407c-a3be-3d776d0fc4f0 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:02.371699 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0796b3a0-8c75-4278-a0e9-f37ae92c787e req-8c9340c6-f43c-407c-a3be-3d776d0fc4f0 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.0943444 Jan 31 15:57:02.393386 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 44107335-8686-4409-85da-27f6d1dbcd8b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=44107335-8686-4409-85da-27f6d1dbcd8b,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:02.404877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '44107335-8686-4409-85da-27f6d1dbcd8b', 'network_id': '3a87d87e-26a4-44dc-92df-c93f644d205a', 'port_id': '44107335-8686-4409-85da-27f6d1dbcd8b', 'mac_address': 'fa:16:3e:90:2d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38d47b2-da75-4d5e-84d3-31d2ce7e3b60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:57:02.412154 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0796b3a0-8c75-4278-a0e9-f37ae92c787e req-383d5629-8193-4028-9b57-ab68be3271c3 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Jan 31 15:57:02.453372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 119ca722-1102-4236-b12e-8bf08cb5b9cf up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:02.470449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:57:02.479682 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Sync routers for ids ['b23ae5ff-23fe-4b26-b393-2a5912d0b09e'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:57:02.489785 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-72192cf5-a4ed-4fe7-bea9-da2985df548c admin admin] 10.222.0.36 "PUT /v2.0/routers/b23ae5ff-23fe-4b26-b393-2a5912d0b09e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8210661 Jan 31 15:57:02.491384 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Routers {'b23ae5ff-23fe-4b26-b393-2a5912d0b09e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:57:02.491991 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b23ae5ff-23fe-4b26-b393-2a5912d0b09e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:02.514618 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:02.520870 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ac756f5-d52d-4157-8fba-8fb27230a30f req-da31608c-010a-4031-b3c0-b5cd507197d7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380257 Jan 31 15:57:02.540759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44107335-8686-4409-85da-27f6d1dbcd8b {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:02.573057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 44107335-8686-4409-85da-27f6d1dbcd8b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=44107335-8686-4409-85da-27f6d1dbcd8b,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:02.578760 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:02.604986 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:02.610995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:56:58Z', 'revision_number': 3, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:02.620002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 119ca722-1102-4236-b12e-8bf08cb5b9cf triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:02.620366 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:02.659715 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:57:02.690121 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Set router b23ae5ff-23fe-4b26-b393-2a5912d0b09e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:57:02.706988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94ce7f-2129-4267-8373-2385c033f715 None None] The sync data for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 is: [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:56:58Z', 'revision_number': 3, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:57:02.731035 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=44107335-8686-4409-85da-27f6d1dbcd8b,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:02.732711 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:02.820876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:02.833596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:02.844088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eece29-b273-43a5-842b-4bfc3a8a68e1 req-b5e8c95d-c8ea-4b42-b88c-ee088bc1e5ed tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:02.845744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98eece29-b273-43a5-842b-4bfc3a8a68e1 req-b5e8c95d-c8ea-4b42-b88c-ee088bc1e5ed tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 945 time: 0.2309067 Jan 31 15:57:02.846556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:57:02.883202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Pushing event updated for resources: {'Port': ['ID=d0cbf39e-2f52-46b5-bef9-f996afc5e43e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:02.891543 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['44107335-8686-4409-85da-27f6d1dbcd8b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:02.984111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:03.050930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea40d67-1e36-4e3f-b554-7a2ef3564ba9 req-27cb45e2-e2d2-4e6c-8fe4-1ac75bbb7c3d tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:03.053102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98eece29-b273-43a5-842b-4bfc3a8a68e1 req-c5fd9ff0-24ac-4699-b35c-2bd1af915e2b tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992929 Jan 31 15:57:03.056323 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0ea40d67-1e36-4e3f-b554-7a2ef3564ba9 req-27cb45e2-e2d2-4e6c-8fe4-1ac75bbb7c3d tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 944 time: 0.1058719 Jan 31 15:57:03.117800 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079749384-router', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:52Z', 'updated_at': '2022-01-31T15:56:59Z', 'revision_number': 4, 'project_id': 'dcbada4ebba44b17927cee3b324f8da9', 'gw_port': {'id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '07288f2d-fd2c-4081-9464-3ee077a5f8ab', 'name': '', 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'mac_address': 'fa:16:3e:22:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '97a1b5ea-493c-4bbc-9843-67a88957f23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:58Z', 'updated_at': '2022-01-31T15:56:59Z', 'revision_number': 2, 'project_id': 'dcbada4ebba44b17927cee3b324f8da9', 'subnets': [{'id': '97a1b5ea-493c-4bbc-9843-67a88957f23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:03.214661 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Checking router: b23ae5ff-23fe-4b26-b393-2a5912d0b09e for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:57:03.215013 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Updating router b23ae5ff-23fe-4b26-b393-2a5912d0b09e port 07288f2d-fd2c-4081-9464-3ee077a5f8ab binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:57:03.223274 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0ea40d67-1e36-4e3f-b554-7a2ef3564ba9 req-6f3761bb-6e5f-48ab-b56b-a9c02c4dede4 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489367 Jan 31 15:57:03.300943 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:03.464308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015174e-48d1-4488-a763-4254f9f82834 req-a2136e75-c629-4a91-905c-37b4d9b362fe tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:03.466526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e015174e-48d1-4488-a763-4254f9f82834 req-a2136e75-c629-4a91-905c-37b4d9b362fe tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1904786 Jan 31 15:57:03.467605 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:03.486754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7c3f529b-8a3c-4dc5-9167-82132f8f9bf5 None None] Provisioning complete for port d0cbf39e-2f52-46b5-bef9-f996afc5e43e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:03.487355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c3f529b-8a3c-4dc5-9167-82132f8f9bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:03.632346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f529b-8a3c-4dc5-9167-82132f8f9bf5 None None] Port d0cbf39e-2f52-46b5-bef9-f996afc5e43e cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:57:03.660974 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e015174e-48d1-4488-a763-4254f9f82834 req-85c7d5e3-189d-455e-ad70-aa1131d65c0f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856384 Jan 31 15:57:03.914070 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:03.924087 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:04.052520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:04.060218 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce368ba8-6e90-4485-bb14-6726ff495027 None None] Pushing event updated for resources: {'Port': ['ID=07288f2d-fd2c-4081-9464-3ee077a5f8ab,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:04.076715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e83aee-18aa-4243-afae-be0a1a697507 req-3e4048f9-6f47-4db5-9593-bc86386e7f99 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:04.078328 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1e83aee-18aa-4243-afae-be0a1a697507 req-3e4048f9-6f47-4db5-9593-bc86386e7f99 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.1081417 Jan 31 15:57:04.079022 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:04.185412 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Attempting to bind port 07288f2d-fd2c-4081-9464-3ee077a5f8ab on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:57:04.190563 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Attempting to bind port 07288f2d-fd2c-4081-9464-3ee077a5f8ab by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '68c5dfd7-b01a-4a07-9a2d-83f71b66091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:57:04.191015 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Attempting to bind port 07288f2d-fd2c-4081-9464-3ee077a5f8ab on network 36a20b2b-6a33-4126-8695-4b0f25be1845 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:04.196980 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:57:04.197506 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Checking segment: {'id': '68c5dfd7-b01a-4a07-9a2d-83f71b66091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:04.197969 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:04.198211 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Bound using segment: {'id': '68c5dfd7-b01a-4a07-9a2d-83f71b66091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:57:04.198651 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Bound port: 07288f2d-fd2c-4081-9464-3ee077a5f8ab, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c5dfd7-b01a-4a07-9a2d-83f71b66091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:57:04.199085 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:04.261413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 44107335-8686-4409-85da-27f6d1dbcd8b up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:04.304793 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1756da-9b75-4cfa-96a2-9c8e7cbf6824 req-5ec9ee93-acc2-441a-9551-ad2c0b1b9caf tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:04.346185 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d1756da-9b75-4cfa-96a2-9c8e7cbf6824 req-5ec9ee93-acc2-441a-9551-ad2c0b1b9caf tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.2565608 Jan 31 15:57:04.378479 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] For port 07288f2d-fd2c-4081-9464-3ee077a5f8ab, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:04.384846 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] For port 07288f2d-fd2c-4081-9464-3ee077a5f8ab, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=07288f2d-fd2c-4081-9464-3ee077a5f8ab,segment=NetworkSegment(68c5dfd7-b01a-4a07-9a2d-83f71b66091c),segment_id=68c5dfd7-b01a-4a07-9a2d-83f71b66091c)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:57:04.397820 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:04.491471 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d1756da-9b75-4cfa-96a2-9c8e7cbf6824 req-1654eb2c-887e-47c7-a7cb-edc396d2413e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428428 Jan 31 15:57:04.502897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:04.562202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 44107335-8686-4409-85da-27f6d1dbcd8b completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:57:04.568877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 44107335-8686-4409-85da-27f6d1dbcd8b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:04.569353 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:04.576873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Pushing event updated for resources: {'Port': ['ID=d0cbf39e-2f52-46b5-bef9-f996afc5e43e,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:04.653039 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce368ba8-6e90-4485-bb14-6726ff495027 None None] Pushing event updated for resources: {'Port': ['ID=07288f2d-fd2c-4081-9464-3ee077a5f8ab,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:04.676850 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Routers {'b23ae5ff-23fe-4b26-b393-2a5912d0b09e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:57:04.677524 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b23ae5ff-23fe-4b26-b393-2a5912d0b09e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:04.762076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d4ea0e75-d1f4-45bb-b964-34b4d98585f3 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:04.799836 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1e83aee-18aa-4243-afae-be0a1a697507 req-a2ca6c5d-4ef7-4f56-8852-94ad16762e36 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233342 Jan 31 15:57:04.828588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f4a5995e-ee46-4bc2-9f4a-35375fa8b703 None None] Provisioning complete for port 07288f2d-fd2c-4081-9464-3ee077a5f8ab triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:04.829048 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4a5995e-ee46-4bc2-9f4a-35375fa8b703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:04.833763 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:04.891789 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] Set router b23ae5ff-23fe-4b26-b393-2a5912d0b09e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:57:04.894466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 44107335-8686-4409-85da-27f6d1dbcd8b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=44107335-8686-4409-85da-27f6d1dbcd8b,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:04.906306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ece3286-24b1-4b1c-8d41-c5b908b95bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44107335-8686-4409-85da-27f6d1dbcd8b'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:04.912883 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3038d061-916a-457c-8779-c98fd5ca2d8d" -d '{"events": [{"server_uuid": "7ece3286-24b1-4b1c-8d41-c5b908b95bd2", "name": "network-vif-plugged", "status": "completed", "tag": "44107335-8686-4409-85da-27f6d1dbcd8b"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:04.932684 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:04.955820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:04.964295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:05.004257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1a508-62c5-43c1-8378-8f2f831877f7 req-d3ee425f-62ae-4b33-bee0-7634d1babb2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:05.013741 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ba1a508-62c5-43c1-8378-8f2f831877f7 req-d3ee425f-62ae-4b33-bee0-7634d1babb2f tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 945 time: 0.1606274 Jan 31 15:57:05.153713 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ba1a508-62c5-43c1-8378-8f2f831877f7 req-5aef23c0-de40-42ba-bcd2-b7c24f63f782 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255715 Jan 31 15:57:05.172157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=44107335-8686-4409-85da-27f6d1dbcd8b,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:05.206194 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079749384-router', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:52Z', 'updated_at': '2022-01-31T15:56:59Z', 'revision_number': 4, 'project_id': 'dcbada4ebba44b17927cee3b324f8da9', 'gw_port': {'id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '07288f2d-fd2c-4081-9464-3ee077a5f8ab', 'name': '', 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'mac_address': 'fa:16:3e:22:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '97a1b5ea-493c-4bbc-9843-67a88957f23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:58Z', 'updated_at': '2022-01-31T15:57:04Z', 'revision_number': 4, 'project_id': 'dcbada4ebba44b17927cee3b324f8da9', 'subnets': [{'id': '97a1b5ea-493c-4bbc-9843-67a88957f23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:05.236730 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38488daf-46b9-48a9-83af-c21cbd032a40 None None] The sync data for ids ['b23ae5ff-23fe-4b26-b393-2a5912d0b09e'] in n-d-827120-1 is: [{'id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079749384-router', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:52Z', 'updated_at': '2022-01-31T15:56:59Z', 'revision_number': 4, 'project_id': 'dcbada4ebba44b17927cee3b324f8da9', 'gw_port': {'id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '07288f2d-fd2c-4081-9464-3ee077a5f8ab', 'name': '', 'network_id': '36a20b2b-6a33-4126-8695-4b0f25be1845', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'mac_address': 'fa:16:3e:22:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '97a1b5ea-493c-4bbc-9843-67a88957f23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:58Z', 'updated_at': '2022-01-31T15:57:04Z', 'revision_number': 4, 'project_id': 'dcbada4ebba44b17927cee3b324f8da9', 'subnets': [{'id': '97a1b5ea-493c-4bbc-9843-67a88957f23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:57:05.262388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d4ea0e75-d1f4-45bb-b964-34b4d98585f3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:05.263187 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:05.267922 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4a5995e-ee46-4bc2-9f4a-35375fa8b703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:05.338973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801dd13-a0c8-41c7-a800-cfc43a524cfe req-2484093e-bbca-4a63-a8f0-d5c71ebfa329 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:05.372135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a801dd13-a0c8-41c7-a800-cfc43a524cfe req-2484093e-bbca-4a63-a8f0-d5c71ebfa329 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.3965755 Jan 31 15:57:05.404162 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f4a5995e-ee46-4bc2-9f4a-35375fa8b703 None None] For port 07288f2d-fd2c-4081-9464-3ee077a5f8ab, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=07288f2d-fd2c-4081-9464-3ee077a5f8ab,segment=NetworkSegment(68c5dfd7-b01a-4a07-9a2d-83f71b66091c),segment_id=68c5dfd7-b01a-4a07-9a2d-83f71b66091c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:05.416965 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4a5995e-ee46-4bc2-9f4a-35375fa8b703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:05.436576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d97a51-9cd4-4b42-8501-96b91038dece req-faceb2ec-ced1-40c8-a9cc-23b47772aa02 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:05.472206 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-03d97a51-9cd4-4b42-8501-96b91038dece req-faceb2ec-ced1-40c8-a9cc-23b47772aa02 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 945 time: 0.1917779 Jan 31 15:57:05.601019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-03d97a51-9cd4-4b42-8501-96b91038dece req-42c8ad81-5b61-4300-a1b4-b536ba18247c tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264305 Jan 31 15:57:05.640920 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a801dd13-a0c8-41c7-a800-cfc43a524cfe req-4d5176cc-fc3b-4515-bafc-138f2b50acb9 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676215 Jan 31 15:57:05.674355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:57:05.791114 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-74b1ba2f-6506-480d-8f4a-eb772787455f None None] Provisioning complete for port 07288f2d-fd2c-4081-9464-3ee077a5f8ab triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:05.791639 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-74b1ba2f-6506-480d-8f4a-eb772787455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:05.830591 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a41fb9-99db-41cf-8f43-2e323bd9c11a x-openstack-request-id: req-73a41fb9-99db-41cf-8f43-2e323bd9c11a {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:05.830920 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ece3286-24b1-4b1c-8d41-c5b908b95bd2", "name": "network-vif-plugged", "status": "completed", "tag": "44107335-8686-4409-85da-27f6d1dbcd8b", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:05.831127 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73a41fb9-99db-41cf-8f43-2e323bd9c11a {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:05.831524 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ece3286-24b1-4b1c-8d41-c5b908b95bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44107335-8686-4409-85da-27f6d1dbcd8b', 'code': 200} Jan 31 15:57:05.862435 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbda3b9b-ce8b-4c63-a2d8-6b7f72465621 req-89c0c806-c7a7-4d0a-845e-c35545c33d34 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1536455 Jan 31 15:57:05.947003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:57:05.952723 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device af464569-f40e-4b87-9259-28d3f81b8285 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:57:05.960200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e3914a3c-4ed6-4dba-b6e7-9a39056f4d5e admin admin] 10.222.0.36 "PUT /v2.0/routers/fda2303c-6baa-4af0-ae50-e1dd54aaaa5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6403089 Jan 31 15:57:06.031186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5995e-ee46-4bc2-9f4a-35375fa8b703 None None] Pushing event updated for resources: {'Port': ['ID=07288f2d-fd2c-4081-9464-3ee077a5f8ab,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:06.111948 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:06.145164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port d4ea0e75-d1f4-45bb-b964-34b4d98585f3, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d4ea0e75-d1f4-45bb-b964-34b4d98585f3,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:06.215305 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:06.229130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ff961-ad93-4f52-b758-c0f7af1dcaaf req-b20342b0-d7a4-4e43-9674-552debf988af tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:06.240382 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd1ff961-ad93-4f52-b758-c0f7af1dcaaf req-b20342b0-d7a4-4e43-9674-552debf988af tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.3768535 Jan 31 15:57:06.263798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f11152-26c3-446e-be4e-92314d536e27 req-d013a659-9263-42f3-88c8-273ed1bdd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:06.266116 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0f11152-26c3-446e-be4e-92314d536e27 req-d013a659-9263-42f3-88c8-273ed1bdd414 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 1096 time: 0.2835047 Jan 31 15:57:06.299641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda3b9b-ce8b-4c63-a2d8-6b7f72465621 req-75198940-71be-4c09-bc0c-84cdf21b9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:06.301801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbda3b9b-ce8b-4c63-a2d8-6b7f72465621 req-75198940-71be-4c09-bc0c-84cdf21b9014 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 1101 time: 0.2976522 Jan 31 15:57:06.410490 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0f11152-26c3-446e-be4e-92314d536e27 req-813b8754-b579-4a43-ab07-d129e5dabfbe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345465 Jan 31 15:57:06.637054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 07288f2d-fd2c-4081-9464-3ee077a5f8ab up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:06.639376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Sync routers for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:57:06.715770 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd1ff961-ad93-4f52-b758-c0f7af1dcaaf req-6c8d09fc-d986-436b-b9ef-7ac440c78996 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734793 Jan 31 15:57:06.812207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda3b9b-ce8b-4c63-a2d8-6b7f72465621 req-7ef30d89-0a15-4004-85d9-1974aae6e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:06.815522 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbda3b9b-ce8b-4c63-a2d8-6b7f72465621 req-7ef30d89-0a15-4004-85d9-1974aae6e1f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.4401121 Jan 31 15:57:06.877140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc7ce3-7d67-4e21-9abe-feb943d34a11 req-d716a56b-d3bb-492c-987f-6756e0ad02cb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:06.883572 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:57:06.884250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:06.890069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25bc7ce3-7d67-4e21-9abe-feb943d34a11 req-d716a56b-d3bb-492c-987f-6756e0ad02cb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.1488655 Jan 31 15:57:06.952567 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25bc7ce3-7d67-4e21-9abe-feb943d34a11 req-f78cb971-b2fc-488d-aae1-1ca6865052d6 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608642 Jan 31 15:57:07.022022 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbda3b9b-ce8b-4c63-a2d8-6b7f72465621 req-3fa81b20-7903-41a9-a2a1-61c4b18c6531 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78 HTTP/1.1" status: 200 len: 217 time: 0.1923468 Jan 31 15:57:07.026759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port af464569-f40e-4b87-9259-28d3f81b8285, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=af464569-f40e-4b87-9259-28d3f81b8285,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:07.046144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'af464569-f40e-4b87-9259-28d3f81b8285', 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1', 'port_id': 'af464569-f40e-4b87-9259-28d3f81b8285', 'mac_address': 'fa:16:3e:0b:b8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:57:07.131032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768a690-9a05-4a5a-acc2-16534820153c req-1dc21791-d731-46bd-80e1-640fec3658dd tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:07.139371 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4768a690-9a05-4a5a-acc2-16534820153c req-1dc21791-d731-46bd-80e1-640fec3658dd tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.2932124 Jan 31 15:57:07.142452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda3b9b-ce8b-4c63-a2d8-6b7f72465621 req-5a6b0c5f-412c-42e4-992e-46dc62cfa7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:07.144019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbda3b9b-ce8b-4c63-a2d8-6b7f72465621 req-5a6b0c5f-412c-42e4-992e-46dc62cfa7f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1155989 Jan 31 15:57:07.157914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=d4ea0e75-d1f4-45bb-b964-34b4d98585f3,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:07.200909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 07288f2d-fd2c-4081-9464-3ee077a5f8ab triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:07.201304 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:07.236241 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4768a690-9a05-4a5a-acc2-16534820153c req-23b61dfa-9cfb-4734-ad01-db176fa28c4d tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938373 Jan 31 15:57:07.254451 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:07.262108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-74b1ba2f-6506-480d-8f4a-eb772787455f None None] Provisioning complete for port d0cbf39e-2f52-46b5-bef9-f996afc5e43e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:07.262706 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-74b1ba2f-6506-480d-8f4a-eb772787455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:07.272047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda3b9b-ce8b-4c63-a2d8-6b7f72465621 req-f9597292-f013-4a0d-9ad6-f14943ef9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:07.274275 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbda3b9b-ce8b-4c63-a2d8-6b7f72465621 req-f9597292-f013-4a0d-9ad6-f14943ef9607 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109574 Jan 31 15:57:07.309726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:57:07.474888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-74b1ba2f-6506-480d-8f4a-eb772787455f None None] Port d0cbf39e-2f52-46b5-bef9-f996afc5e43e cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:57:07.489944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af464569-f40e-4b87-9259-28d3f81b8285 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:07.502961 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbda3b9b-ce8b-4c63-a2d8-6b7f72465621 req-1c52392f-8467-4472-8533-00382e336626 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196400 Jan 31 15:57:07.518494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port af464569-f40e-4b87-9259-28d3f81b8285, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=af464569-f40e-4b87-9259-28d3f81b8285,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:07.544664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43798) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:07.562354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3ba50185-062e-4f6d-9679-bf3d40415ff2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2072580995', 'description': 'tempest-description--2093834831'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:07.587228 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:07.664178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e753c7-0543-40d3-a841-c307180eb34f req-03ffb316-8f23-4479-ab91-27fffd241210 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:07.671907 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-85e753c7-0543-40d3-a841-c307180eb34f req-03ffb316-8f23-4479-ab91-27fffd241210 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 945 time: 0.2392602 Jan 31 15:57:07.716342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ba50185-062e-4f6d-9679-bf3d40415ff2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:07.732706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273441d9-eed4-415f-9a1b-3720b931f9e6 req-7f337983-eb22-47f2-8a64-97cd6b055fca tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:07.735258 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-273441d9-eed4-415f-9a1b-3720b931f9e6 req-7f337983-eb22-47f2-8a64-97cd6b055fca tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 944 time: 0.1136775 Jan 31 15:57:07.783757 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-85e753c7-0543-40d3-a841-c307180eb34f req-a4846277-ee39-489e-980d-39644e248cec tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107709 Jan 31 15:57:07.798475 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-273441d9-eed4-415f-9a1b-3720b931f9e6 req-1f5501c1-586c-4a52-a8e0-0edfe9c84aaa tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499382 Jan 31 15:57:07.875027 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbda3b9b-ce8b-4c63-a2d8-6b7f72465621 req-fa5e9949-04df-4eb0-a107-1038d7310db7 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626549 Jan 31 15:57:07.913296 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=af464569-f40e-4b87-9259-28d3f81b8285,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:07.930633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['af464569-f40e-4b87-9259-28d3f81b8285'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:07.994093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb4c6c-fcfa-420c-8dcc-d9817bedea61 req-c783d676-03c4-4809-8b36-6f485fdd5e3d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:07.998068 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ba50185-062e-4f6d-9679-bf3d40415ff2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.005629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8efb4c6c-fcfa-420c-8dcc-d9817bedea61 req-c783d676-03c4-4809-8b36-6f485fdd5e3d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1019747 Jan 31 15:57:08.016006 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ba50185-062e-4f6d-9679-bf3d40415ff2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.043535 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ba50185-062e-4f6d-9679-bf3d40415ff2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.048409 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3ba50185-062e-4f6d-9679-bf3d40415ff2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5028651 Jan 31 15:57:08.056293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43808) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:08.062147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-28ee6921-1d61-44ad-9e3d-3a1c2d398a1f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Request body: {'security_group_rule': {'security_group_id': 'b6f1be0e-1120-4380-b040-44c3bc20a61d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:08.094742 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8efb4c6c-fcfa-420c-8dcc-d9817bedea61 req-e0ed7d8a-8eb1-4920-b039-c58b3267f43f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835059 Jan 31 15:57:08.139783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba50185-062e-4f6d-9679-bf3d40415ff2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f1be0e-1120-4380-b040-44c3bc20a61d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:08.166774 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28ee6921-1d61-44ad-9e3d-3a1c2d398a1f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.200539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa57942-a35a-4aec-9f84-bac98c2eaae5 req-d344bf84-4b97-43d4-b0c9-72109b62543f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:08.202095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5aa57942-a35a-4aec-9f84-bac98c2eaae5 req-d344bf84-4b97-43d4-b0c9-72109b62543f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.1156950 Jan 31 15:57:08.227696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06d055-b6fc-44f1-98f2-6d0ed806626d req-0f62621c-c046-45ab-8a18-2019d4ab2ca6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:08.238216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e06d055-b6fc-44f1-98f2-6d0ed806626d req-0f62621c-c046-45ab-8a18-2019d4ab2ca6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 944 time: 0.0683899 Jan 31 15:57:08.261434 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28ee6921-1d61-44ad-9e3d-3a1c2d398a1f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.267751 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5aa57942-a35a-4aec-9f84-bac98c2eaae5 req-8ed7132a-80e9-4b3f-8217-905646d7b6d2 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564332 Jan 31 15:57:08.268789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28ee6921-1d61-44ad-9e3d-3a1c2d398a1f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.291820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee6921-1d61-44ad-9e3d-3a1c2d398a1f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d535635-14d3-4b19-bee3-a11b4ff7a97a,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:08.305358 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28ee6921-1d61-44ad-9e3d-3a1c2d398a1f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.307166 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-28ee6921-1d61-44ad-9e3d-3a1c2d398a1f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2499399 Jan 31 15:57:08.309638 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43812) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:08.314129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7eb16056-c502-4f1c-ae05-23c299461851 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Request body: {'security_group_rule': {'security_group_id': 'b6f1be0e-1120-4380-b040-44c3bc20a61d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:08.318024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ed1117b9-195e-495b-95d3-2d9620e9cc97 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:57:08.375288 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7eb16056-c502-4f1c-ae05-23c299461851 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.383508 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e06d055-b6fc-44f1-98f2-6d0ed806626d req-7abe0dc1-0625-4779-b263-d0b9c1b27def tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438053 Jan 31 15:57:08.464525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ed1117b9-195e-495b-95d3-2d9620e9cc97, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed1117b9-195e-495b-95d3-2d9620e9cc97,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:08.483012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'ed1117b9-195e-495b-95d3-2d9620e9cc97', 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'port_id': 'ed1117b9-195e-495b-95d3-2d9620e9cc97', 'mac_address': 'fa:16:3e:41:7c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b37e97-4d9d-4bd0-a797-bd4e1f87f45d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:57:08.497789 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 2, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:08.522603 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7eb16056-c502-4f1c-ae05-23c299461851 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.529376 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7eb16056-c502-4f1c-ae05-23c299461851 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.570783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb16056-c502-4f1c-ae05-23c299461851 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e09d9b0-0f19-44ae-80df-224d03561af4,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:08.597434 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.613071 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7eb16056-c502-4f1c-ae05-23c299461851 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.618862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed1117b9-195e-495b-95d3-2d9620e9cc97 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:08.619866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43824) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:08.625175 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:08.625567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Checking router: fda2303c-6baa-4af0-ae50-e1dd54aaaa5e for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:57:08.625986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Updating router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e port d0cbf39e-2f52-46b5-bef9-f996afc5e43e binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:57:08.630519 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7eb16056-c502-4f1c-ae05-23c299461851 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3058243 Jan 31 15:57:08.677497 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.701840 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.704010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6ef1d-745b-418c-97b6-4e914b30575f req-4c989402-ee97-4c3c-8c2a-600785564e40 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:08.704312 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ed1117b9-195e-495b-95d3-2d9620e9cc97, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed1117b9-195e-495b-95d3-2d9620e9cc97,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:08.712314 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.714465 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52b6ef1d-745b-418c-97b6-4e914b30575f req-4c989402-ee97-4c3c-8c2a-600785564e40 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.1399212 Jan 31 15:57:08.768617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52b6ef1d-745b-418c-97b6-4e914b30575f req-60666833-d524-48e9-986f-fdcb947eacdb tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481763 Jan 31 15:57:08.794377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ed1117b9-195e-495b-95d3-2d9620e9cc97,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:08.798419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d4ea0e75-d1f4-45bb-b964-34b4d98585f3 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:08.830504 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.922279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d4ea0e75-d1f4-45bb-b964-34b4d98585f3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:08.922870 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:08.950624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ed1117b9-195e-495b-95d3-2d9620e9cc97'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:08.983966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Allocated IP 172.25.1.225 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/1082cf69-6d76-4bdb-9574-120b351a9b51) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:57:08.995837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79afb0-65cd-4cc6-bde1-dfb8bce97d03 req-e888d314-ca3f-46bc-8735-8a447f2df6ea tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:08.997849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb79afb0-65cd-4cc6-bde1-dfb8bce97d03 req-e888d314-ca3f-46bc-8735-8a447f2df6ea tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 945 time: 0.1149325 Jan 31 15:57:09.090479 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb79afb0-65cd-4cc6-bde1-dfb8bce97d03 req-5e09d910-d769-454a-aed3-8c877176c65c tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792632 Jan 31 15:57:09.188758 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:09.263192 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:09.264572 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:09.279007 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:09.291025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf10c8-2e9a-401e-9653-120fef389874 req-5e993f15-4cf1-43e2-b07d-4fe442553315 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:09.298776 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-89cf10c8-2e9a-401e-9653-120fef389874 req-5e993f15-4cf1-43e2-b07d-4fe442553315 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.0868881 Jan 31 15:57:09.341425 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-89cf10c8-2e9a-401e-9653-120fef389874 req-89129e50-a8f5-4260-aa29-633cc9c2d6e6 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414629 Jan 31 15:57:09.371886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event updated for resources: {'Port': ['ID=1082cf69-6d76-4bdb-9574-120b351a9b51,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:09.373228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0185b-2c1b-44e6-b18c-a87e33314f8d None None] Pushing event updated for resources: {'Port': ['ID=d0cbf39e-2f52-46b5-bef9-f996afc5e43e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:09.422273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Attempting to bind port d0cbf39e-2f52-46b5-bef9-f996afc5e43e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:57:09.422639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Attempting to bind port d0cbf39e-2f52-46b5-bef9-f996afc5e43e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:57:09.423063 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Attempting to bind port d0cbf39e-2f52-46b5-bef9-f996afc5e43e on network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:09.425106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:09.429500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:57:09.429500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Checking segment: {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:09.429500 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:09.429914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Bound using segment: {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:57:09.431387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Bound port: d0cbf39e-2f52-46b5-bef9-f996afc5e43e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:57:09.431387 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:09.435282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:09.438050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:57:09.452626 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a22fa076-a68c-432a-900f-57aa424ec3a0 req-eacf45de-39ee-4062-95c0-5520773b0587 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-553872923&fields=id&tenant_id=86bfd2df7ce94813839111459b6520c2 HTTP/1.1" status: 200 len: 267 time: 0.2211320 Jan 31 15:57:09.498595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a7f6e-8c15-4c97-a40a-4cb49949e611 req-92dea47a-c418-428d-a844-73f99c6d8be5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:09.506976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7d7a7f6e-8c15-4c97-a40a-4cb49949e611 req-92dea47a-c418-428d-a844-73f99c6d8be5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0882688 Jan 31 15:57:09.522533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] For port d0cbf39e-2f52-46b5-bef9-f996afc5e43e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:09.532265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] For port d0cbf39e-2f52-46b5-bef9-f996afc5e43e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d0cbf39e-2f52-46b5-bef9-f996afc5e43e,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:57:09.537826 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:09.571660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fa076-a68c-432a-900f-57aa424ec3a0 req-502d55fe-80a9-47ca-91f7-7510a8ffbfe2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:09.572075 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7d7a7f6e-8c15-4c97-a40a-4cb49949e611 req-786218ea-1ee0-4162-b462-7488f059fb8a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637994 Jan 31 15:57:09.606366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a22fa076-a68c-432a-900f-57aa424ec3a0 req-502d55fe-80a9-47ca-91f7-7510a8ffbfe2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 945 time: 0.1518488 Jan 31 15:57:09.626679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a22fa076-a68c-432a-900f-57aa424ec3a0 req-ca79b7a0-ec1f-41f1-9455-c06bcd16d820 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'port': {'security_groups': ['1e57125b-30ba-4512-b3b9-0357430e9e8b', 'ed736d84-d6c0-4113-aeb9-c5efd2b1590c']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:09.731894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da393cc5-62c6-4fae-b592-eac342437a42 req-c31ddbeb-2890-4745-afa0-1c45e5a1d5b5 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:09.739915 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da393cc5-62c6-4fae-b592-eac342437a42 req-c31ddbeb-2890-4745-afa0-1c45e5a1d5b5 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 944 time: 0.0604451 Jan 31 15:57:09.790336 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da393cc5-62c6-4fae-b592-eac342437a42 req-3bb6902a-5617-485e-9060-387aedcd4628 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493054 Jan 31 15:57:09.873060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:57:09.876393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:56:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:09.881404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fd866834-2bb4-4de6-84e4-28f9e132cb43 None None] Provisioning complete for port d0cbf39e-2f52-46b5-bef9-f996afc5e43e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:09.886086 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fd866834-2bb4-4de6-84e4-28f9e132cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:09.968462 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a22fa076-a68c-432a-900f-57aa424ec3a0 req-ca79b7a0-ec1f-41f1-9455-c06bcd16d820 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.007470 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.017510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device af464569-f40e-4b87-9259-28d3f81b8285 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:10.019184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6547c9-7f0c-4ef2-a549-c47062b3bbd1 req-1efa5e38-d478-47e2-a42e-a0dbc4eb84ee tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:10.020705 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5f6547c9-7f0c-4ef2-a549-c47062b3bbd1 req-1efa5e38-d478-47e2-a42e-a0dbc4eb84ee tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.1115499 Jan 31 15:57:10.031983 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0185b-2c1b-44e6-b18c-a87e33314f8d None None] Pushing event updated for resources: {'Port': ['ID=d0cbf39e-2f52-46b5-bef9-f996afc5e43e,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:10.121480 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5f6547c9-7f0c-4ef2-a549-c47062b3bbd1 req-62737195-4163-470e-bc42-3eea88ff4587 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935636 Jan 31 15:57:10.123927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2926ad-b379-45a9-9728-a9a183677263 req-d449e99f-c8a5-4012-8643-790ade204b7a tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:10.125572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea2926ad-b379-45a9-9728-a9a183677263 req-d449e99f-c8a5-4012-8643-790ade204b7a tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.20 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 944 time: 0.3134551 Jan 31 15:57:10.203941 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.219165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port af464569-f40e-4b87-9259-28d3f81b8285 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:10.219474 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.243628 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fd866834-2bb4-4de6-84e4-28f9e132cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.248160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:57:10.289993 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ed1117b9-195e-495b-95d3-2d9620e9cc97 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:10.497149 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fd866834-2bb4-4de6-84e4-28f9e132cb43 None None] For port d0cbf39e-2f52-46b5-bef9-f996afc5e43e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d0cbf39e-2f52-46b5-bef9-f996afc5e43e,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:10.557242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0f7d4-5132-45e9-921e-27fe39b76bea req-f8d1093c-ff69-4b94-98ed-5f7a87812bf6 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:10.562922 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fd866834-2bb4-4de6-84e4-28f9e132cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.571853 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4e0f7d4-5132-45e9-921e-27fe39b76bea req-f8d1093c-ff69-4b94-98ed-5f7a87812bf6 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1087940 Jan 31 15:57:10.650661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-ea2926ad-b379-45a9-9728-a9a183677263 req-470a8e83-c3bb-40c6-8daa-6c24fc46a1e1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Deleting port af464569-f40e-4b87-9259-28d3f81b8285 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:57:10.650992 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ea2926ad-b379-45a9-9728-a9a183677263 req-470a8e83-c3bb-40c6-8daa-6c24fc46a1e1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.653726 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4e0f7d4-5132-45e9-921e-27fe39b76bea req-fd9b3938-61c4-4901-bbe5-fed52857e7ab tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751836 Jan 31 15:57:10.777287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a22fa076-a68c-432a-900f-57aa424ec3a0 req-ca79b7a0-ec1f-41f1-9455-c06bcd16d820 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] For port 44107335-8686-4409-85da-27f6d1dbcd8b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=44107335-8686-4409-85da-27f6d1dbcd8b,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:10.790117 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.809281 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port ed1117b9-195e-495b-95d3-2d9620e9cc97 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:10.810061 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.811177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd866834-2bb4-4de6-84e4-28f9e132cb43 None None] Pushing event updated for resources: {'Port': ['ID=d0cbf39e-2f52-46b5-bef9-f996afc5e43e,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:10.820169 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3b4bd25c-cd80-4270-9f5d-71a4a824f7fa None None] Provisioning complete for port d0cbf39e-2f52-46b5-bef9-f996afc5e43e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:10.820556 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3b4bd25c-cd80-4270-9f5d-71a4a824f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.837067 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.862088 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.951850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904d297a-151c-4d06-92fb-9ddf327bca14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af464569-f40e-4b87-9259-28d3f81b8285'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:10.954164 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bd6a7a-13b1-44b1-aa91-39ebe4bcf9eb" -d '{"events": [{"server_uuid": "904d297a-151c-4d06-92fb-9ddf327bca14", "name": "network-vif-plugged", "status": "completed", "tag": "af464569-f40e-4b87-9259-28d3f81b8285"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:10.963032 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a22fa076-a68c-432a-900f-57aa424ec3a0 req-ca79b7a0-ec1f-41f1-9455-c06bcd16d820 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:10.985331 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab2e77-5d9d-40e6-a9eb-f9189c643144 req-9e96fb27-0e2d-44f1-9031-3c4b6de6c584 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:10.994744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-77ab2e77-5d9d-40e6-a9eb-f9189c643144 req-9e96fb27-0e2d-44f1-9031-3c4b6de6c584 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0972381 Jan 31 15:57:11.017290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port af464569-f40e-4b87-9259-28d3f81b8285, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=af464569-f40e-4b87-9259-28d3f81b8285,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:11.046210 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:11.052029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a22fa076-a68c-432a-900f-57aa424ec3a0 req-ca79b7a0-ec1f-41f1-9455-c06bcd16d820 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:11.056855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-77ab2e77-5d9d-40e6-a9eb-f9189c643144 req-45e9d549-6126-4d7e-860c-b1c72e279604 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559146 Jan 31 15:57:11.103101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['44107335-8686-4409-85da-27f6d1dbcd8b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:11.105150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['852d77b3-351e-405a-80cf-4089af2179db'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:11.112635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-ea2926ad-b379-45a9-9728-a9a183677263 req-470a8e83-c3bb-40c6-8daa-6c24fc46a1e1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] For port af464569-f40e-4b87-9259-28d3f81b8285, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=af464569-f40e-4b87-9259-28d3f81b8285,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:11.112994 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ea2926ad-b379-45a9-9728-a9a183677263 req-470a8e83-c3bb-40c6-8daa-6c24fc46a1e1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:11.190701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event updated for resources: {'Port': ['ID=1082cf69-6d76-4bdb-9574-120b351a9b51,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:11.213723 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-ea2926ad-b379-45a9-9728-a9a183677263 req-470a8e83-c3bb-40c6-8daa-6c24fc46a1e1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Calling delete_port for af464569-f40e-4b87-9259-28d3f81b8285 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:57:11.224532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad8561-e489-4c16-8742-664dd5469b87 req-fdcc4b71-3d23-4743-9f2e-17c7e525e0ab tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:11.226803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fa076-a68c-432a-900f-57aa424ec3a0 req-ca79b7a0-ec1f-41f1-9455-c06bcd16d820 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:11.227511 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a22fa076-a68c-432a-900f-57aa424ec3a0 req-ca79b7a0-ec1f-41f1-9455-c06bcd16d820 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:11.242117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a22fa076-a68c-432a-900f-57aa424ec3a0 req-ca79b7a0-ec1f-41f1-9455-c06bcd16d820 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "PUT /v2.0/ports/44107335-8686-4409-85da-27f6d1dbcd8b HTTP/1.1" status: 200 len: 981 time: 1.6346934 Jan 31 15:57:11.246021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ece3286-24b1-4b1c-8d41-c5b908b95bd2', 'tag': '44107335-8686-4409-85da-27f6d1dbcd8b'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:11.246328 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79ad8561-e489-4c16-8742-664dd5469b87 req-fdcc4b71-3d23-4743-9f2e-17c7e525e0ab tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=904d297a-151c-4d06-92fb-9ddf327bca14 HTTP/1.1" status: 200 len: 945 time: 0.1147187 Jan 31 15:57:11.252477 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16722959-8336-410e-b94a-080e60f69bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ece3286-24b1-4b1c-8d41-c5b908b95bd2", "tag": "44107335-8686-4409-85da-27f6d1dbcd8b"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:11.259387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:11.342252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=af464569-f40e-4b87-9259-28d3f81b8285,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:11.393891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79ad8561-e489-4c16-8742-664dd5469b87 req-4d8e8a88-4103-49d0-af7d-1dc11c482ba5 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416416 Jan 31 15:57:11.495422 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:11.496683 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dd6026a3-8b1a-4016-a43c-92dc48992f4f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8754439 Jan 31 15:57:11.505011 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f850fb-4662-456b-9c00-55c44189809b x-openstack-request-id: req-69f850fb-4662-456b-9c00-55c44189809b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:11.505290 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904d297a-151c-4d06-92fb-9ddf327bca14", "name": "network-vif-plugged", "status": "completed", "tag": "af464569-f40e-4b87-9259-28d3f81b8285", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:11.505709 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69f850fb-4662-456b-9c00-55c44189809b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:11.505990 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904d297a-151c-4d06-92fb-9ddf327bca14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af464569-f40e-4b87-9259-28d3f81b8285', 'code': 200} Jan 31 15:57:11.536518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['44107335-8686-4409-85da-27f6d1dbcd8b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:11.557630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9295c65-900c-4457-b282-1f4501ee64f8 req-8f200844-61c3-495b-9d90-ed34e3647ae2 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:11.560114 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c9295c65-900c-4457-b282-1f4501ee64f8 req-8f200844-61c3-495b-9d90-ed34e3647ae2 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.0968387 Jan 31 15:57:11.566548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79b7a0-ec1f-41f1-9455-c06bcd16d820 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'Port': ['ID=44107335-8686-4409-85da-27f6d1dbcd8b,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:11.676444 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c9295c65-900c-4457-b282-1f4501ee64f8 req-acb5f17f-ee2b-4462-9c36-a12897d7776b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041446 Jan 31 15:57:11.706877 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53dc48a2-0652-4354-ac34-3d6cc0127a59 req-81cd4d95-4de3-470f-8893-d7aaa0969e56 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/ed736d84-d6c0-4113-aeb9-c5efd2b1590c HTTP/1.1" status: 200 len: 1799 time: 0.2369726 Jan 31 15:57:11.742198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:09Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:11.760632 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8fa9bd-5c84-460b-9ac2-d3f2ea211779 x-openstack-request-id: req-5c8fa9bd-5c84-460b-9ac2-d3f2ea211779 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:11.761452 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ece3286-24b1-4b1c-8d41-c5b908b95bd2", "tag": "44107335-8686-4409-85da-27f6d1dbcd8b", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:11.761740 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c8fa9bd-5c84-460b-9ac2-d3f2ea211779 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:11.762137 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ece3286-24b1-4b1c-8d41-c5b908b95bd2', 'tag': '44107335-8686-4409-85da-27f6d1dbcd8b', 'status': 'completed', 'code': 200} Jan 31 15:57:11.857066 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-53dc48a2-0652-4354-ac34-3d6cc0127a59 req-52dae463-4968-4ff7-bed7-9369db1588cf tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 31 15:57:11.858232 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53dc48a2-0652-4354-ac34-3d6cc0127a59 req-52dae463-4968-4ff7-bed7-9369db1588cf tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "DELETE /v2.0/security-groups/ed736d84-d6c0-4113-aeb9-c5efd2b1590c HTTP/1.1" status: 409 len: 341 time: 0.1505399 Jan 31 15:57:11.863488 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ea2926ad-b379-45a9-9728-a9a183677263 req-470a8e83-c3bb-40c6-8daa-6c24fc46a1e1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:11.892707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722959-8336-410e-b94a-080e60f69bd1 req-6ef77d62-1b4e-4a39-b5ad-6fe33b3b7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:11.894281 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16722959-8336-410e-b94a-080e60f69bd1 req-6ef77d62-1b4e-4a39-b5ad-6fe33b3b7d9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86bfd2df7ce94813839111459b6520c2&device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 1135 time: 0.1179264 Jan 31 15:57:11.895451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3166b-22ea-4510-b253-8835a407e1e0 None None] The sync data for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 is: [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:09Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:57:11.982744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a8e83-c3bb-40c6-8daa-6c24fc46a1e1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event deleted for resources: {'Port': ['ID=af464569-f40e-4b87-9259-28d3f81b8285,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:12.087073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2926ad-b379-45a9-9728-a9a183677263 req-470a8e83-c3bb-40c6-8daa-6c24fc46a1e1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] No DVR routers for this DVR port af464569-f40e-4b87-9259-28d3f81b8285 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:57:12.091502 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ea2926ad-b379-45a9-9728-a9a183677263 req-470a8e83-c3bb-40c6-8daa-6c24fc46a1e1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:12.112640 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea2926ad-b379-45a9-9728-a9a183677263 req-470a8e83-c3bb-40c6-8daa-6c24fc46a1e1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.20 "DELETE /v2.0/ports/af464569-f40e-4b87-9259-28d3f81b8285 HTTP/1.1" status: 204 len: 173 time: 1.9454865 Jan 31 15:57:12.119651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device af464569-f40e-4b87-9259-28d3f81b8285 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:57:12.181785 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:12.244309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: af464569-f40e-4b87-9259-28d3f81b8285 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:57:12.245008 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device af464569-f40e-4b87-9259-28d3f81b8285 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:57:12.263319 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-2d4ee29c-c015-4c89-8cde-eca63ee464c8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2072580995&fields=id&tenant_id=ef6dc57584b6442aa969c2c7a411ac81 HTTP/1.1" status: 200 len: 267 time: 0.3042598 Jan 31 15:57:12.378972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8091-b717-44c4-9af7-3f4fa227aa5f req-c225001b-fa3d-482e-a556-5eda955ef806 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:12.380888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722959-8336-410e-b94a-080e60f69bd1 req-46e93f38-f3a9-40b1-87bb-1ec0b7876692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:12.386752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-331c8091-b717-44c4-9af7-3f4fa227aa5f req-c225001b-fa3d-482e-a556-5eda955ef806 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1977029 Jan 31 15:57:12.391683 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16722959-8336-410e-b94a-080e60f69bd1 req-46e93f38-f3a9-40b1-87bb-1ec0b7876692 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a87d87e-26a4-44dc-92df-c93f644d205a HTTP/1.1" status: 200 len: 914 time: 0.4773340 Jan 31 15:57:12.462261 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-331c8091-b717-44c4-9af7-3f4fa227aa5f req-934871fb-0f40-4700-a7ce-ce1a1e059419 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658128 Jan 31 15:57:12.667520 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16722959-8336-410e-b94a-080e60f69bd1 req-ad7d6221-9558-4130-bb45-8cd72e2c0c68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44107335-8686-4409-85da-27f6d1dbcd8b HTTP/1.1" status: 200 len: 217 time: 0.2406776 Jan 31 15:57:12.798258 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722959-8336-410e-b94a-080e60f69bd1 req-90f5645f-65db-48e4-b1af-d5431bef7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:12.802522 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16722959-8336-410e-b94a-080e60f69bd1 req-90f5645f-65db-48e4-b1af-d5431bef7886 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a38d47b2-da75-4d5e-84d3-31d2ce7e3b60 HTTP/1.1" status: 200 len: 853 time: 0.1330488 Jan 31 15:57:12.821117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ed1117b9-195e-495b-95d3-2d9620e9cc97, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed1117b9-195e-495b-95d3-2d9620e9cc97,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:12.862604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d0cbf39e-2f52-46b5-bef9-f996afc5e43e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:12.863690 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16722959-8336-410e-b94a-080e60f69bd1 req-2b2ed45e-3b44-4010-a29b-f2bb2c1588d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a87d87e-26a4-44dc-92df-c93f644d205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447381 Jan 31 15:57:12.963640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-cae21220-db9d-4061-93d9-5e44d9360b2b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:12.971436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-cae21220-db9d-4061-93d9-5e44d9360b2b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 816 time: 0.6866839 Jan 31 15:57:13.006868 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:13.099402 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16722959-8336-410e-b94a-080e60f69bd1 req-adf4a642-a425-4e09-aedb-aef450439b28 service neutron] 10.222.0.30 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190093 Jan 31 15:57:13.114215 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-7f6a8a18-d572-4f61-a8ff-a20113878a2f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/quotas/ef6dc57584b6442aa969c2c7a411ac81 HTTP/1.1" status: 200 len: 375 time: 0.1415493 Jan 31 15:57:13.224352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d0cbf39e-2f52-46b5-bef9-f996afc5e43e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:13.225000 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:13.261063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cf33-9209-47a6-b954-336d5987ab08 req-14854074-3d82-4813-97ad-603ba4cc1bc0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:13.263454 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66d3cf33-9209-47a6-b954-336d5987ab08 req-14854074-3d82-4813-97ad-603ba4cc1bc0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.1059535 Jan 31 15:57:13.316069 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16722959-8336-410e-b94a-080e60f69bd1 req-985579cb-6765-4631-91ad-2497aabaf073 service neutron] 10.222.0.30 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844273 Jan 31 15:57:13.378673 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66d3cf33-9209-47a6-b954-336d5987ab08 req-c3cd6a4f-e6e2-4c0f-9f23-bd516229ecb3 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986516 Jan 31 15:57:13.480703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-693ca140-ccc8-42a5-b4fa-0b4ae872bb54 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3651190 Jan 31 15:57:13.525601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95452de6-f4ec-4652-93f0-7edcdd4571ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1117b9-195e-495b-95d3-2d9620e9cc97'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:13.528650 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a4a80e-3beb-4885-9720-5a85dd8be3a4" -d '{"events": [{"server_uuid": "95452de6-f4ec-4652-93f0-7edcdd4571ab", "name": "network-vif-plugged", "status": "completed", "tag": "ed1117b9-195e-495b-95d3-2d9620e9cc97"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:13.619858 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aa7a8-f9cd-4e15-804a-9f0097751025 req-d84d32f1-5d5a-4874-91ef-147788efd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:13.625595 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f80aa7a8-f9cd-4e15-804a-9f0097751025 req-d84d32f1-5d5a-4874-91ef-147788efd556 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86bfd2df7ce94813839111459b6520c2&device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 1135 time: 0.2383537 Jan 31 15:57:13.638245 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-36f67531-7042-48be-af78-0a1b87f27f3a service neutron] 10.222.0.36 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397862 Jan 31 15:57:13.643128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ed1117b9-195e-495b-95d3-2d9620e9cc97,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:13.763212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904d297a-151c-4d06-92fb-9ddf327bca14', 'name': 'network-vif-deleted', 'tag': 'af464569-f40e-4b87-9259-28d3f81b8285'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:13.765681 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a936b8-7761-46aa-9ebf-d1ab2ba7a7c3" -d '{"events": [{"server_uuid": "904d297a-151c-4d06-92fb-9ddf327bca14", "name": "network-vif-deleted", "tag": "af464569-f40e-4b87-9259-28d3f81b8285"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:13.917549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e158bfd-f826-4e63-813e-cc26fdbbdc28 req-a7d3a8f7-2bc7-49e2-9f6d-a1dfb31f8004 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:13.930515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e158bfd-f826-4e63-813e-cc26fdbbdc28 req-a7d3a8f7-2bc7-49e2-9f6d-a1dfb31f8004 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.1053481 Jan 31 15:57:13.966938 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-13c5d884-4811-473b-b4d0-b6277df5a9cd service neutron] 10.222.0.36 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257468 Jan 31 15:57:13.968181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aa7a8-f9cd-4e15-804a-9f0097751025 req-1f0e4c0d-ded5-4500-be0f-76f7ce09211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:13.972951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f80aa7a8-f9cd-4e15-804a-9f0097751025 req-1f0e4c0d-ded5-4500-be0f-76f7ce09211d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a87d87e-26a4-44dc-92df-c93f644d205a HTTP/1.1" status: 200 len: 914 time: 0.1805222 Jan 31 15:57:14.038087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e158bfd-f826-4e63-813e-cc26fdbbdc28 req-95644ecc-5538-439a-980d-432c7998d049 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044841 Jan 31 15:57:14.125865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f80aa7a8-f9cd-4e15-804a-9f0097751025 req-f77bf593-5e40-4a62-be4a-4a6e929fad3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44107335-8686-4409-85da-27f6d1dbcd8b HTTP/1.1" status: 200 len: 217 time: 0.1458735 Jan 31 15:57:14.310692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99224426-bb70-46bf-baf5-ddc0b50d771f req-929ff915-73ac-428f-8fff-471dd91d1988 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:14.331018 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99224426-bb70-46bf-baf5-ddc0b50d771f req-929ff915-73ac-428f-8fff-471dd91d1988 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 984 time: 0.1541719 Jan 31 15:57:14.360218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aa7a8-f9cd-4e15-804a-9f0097751025 req-de905e2f-6b42-4ad3-a0ab-e83c029aae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:14.362670 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f80aa7a8-f9cd-4e15-804a-9f0097751025 req-de905e2f-6b42-4ad3-a0ab-e83c029aae99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a38d47b2-da75-4d5e-84d3-31d2ce7e3b60 HTTP/1.1" status: 200 len: 853 time: 0.2293663 Jan 31 15:57:14.465815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f80aa7a8-f9cd-4e15-804a-9f0097751025 req-b98f6e59-085f-4246-b4de-b866c993ed6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a87d87e-26a4-44dc-92df-c93f644d205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756445 Jan 31 15:57:14.488492 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99224426-bb70-46bf-baf5-ddc0b50d771f req-6aaf0f8b-b250-4686-95dd-1ab77133f3b7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&id=ed736d84-d6c0-4113-aeb9-c5efd2b1590c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1563845 Jan 31 15:57:14.641317 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99cf989-96af-4e85-957d-e905d012a941 x-openstack-request-id: req-f99cf989-96af-4e85-957d-e905d012a941 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:14.641849 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95452de6-f4ec-4652-93f0-7edcdd4571ab", "name": "network-vif-plugged", "status": "completed", "tag": "ed1117b9-195e-495b-95d3-2d9620e9cc97", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:14.641849 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f99cf989-96af-4e85-957d-e905d012a941 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:14.642253 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95452de6-f4ec-4652-93f0-7edcdd4571ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1117b9-195e-495b-95d3-2d9620e9cc97', 'code': 200} Jan 31 15:57:14.781913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bb64e-6d43-40dc-9017-c361d90b9fde req-6ee46c0c-2533-4798-bf07-111984bd46a0 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:14.793539 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-917bb64e-6d43-40dc-9017-c361d90b9fde req-6ee46c0c-2533-4798-bf07-111984bd46a0 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.4191406 Jan 31 15:57:14.799090 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f80aa7a8-f9cd-4e15-804a-9f0097751025 req-6dcc4009-45b4-4b44-a49e-5ed1e925d190 service neutron] 10.222.0.30 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214777 Jan 31 15:57:15.000216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-917bb64e-6d43-40dc-9017-c361d90b9fde req-363fe079-2506-4840-9a9e-b6af38a77846 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079437 Jan 31 15:57:15.124522 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e55834-da93-4a30-bf70-de0678d2a439 x-openstack-request-id: req-36e55834-da93-4a30-bf70-de0678d2a439 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:15.124805 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904d297a-151c-4d06-92fb-9ddf327bca14", "name": "network-vif-deleted", "tag": "af464569-f40e-4b87-9259-28d3f81b8285", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:15.125243 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36e55834-da93-4a30-bf70-de0678d2a439 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:15.126287 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904d297a-151c-4d06-92fb-9ddf327bca14', 'name': 'network-vif-deleted', 'tag': 'af464569-f40e-4b87-9259-28d3f81b8285', 'status': 'completed', 'code': 200} Jan 31 15:57:15.132435 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f80aa7a8-f9cd-4e15-804a-9f0097751025 req-a3d8a90c-311f-4c24-bc0e-e6e1622911a6 service neutron] 10.222.0.30 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862759 Jan 31 15:57:15.283505 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dadffc4b-cb18-426b-a603-e87489ba148a req-d4b45fc2-ae97-437c-af6b-bb94bbfa58c9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 210 time: 0.0699003 Jan 31 15:57:15.419398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418bb01-5326-45e3-bb8e-071812bf447c req-683b7ea6-4bde-461f-b1ae-0aa5a8e283fe tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:15.428977 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c418bb01-5326-45e3-bb8e-071812bf447c req-683b7ea6-4bde-461f-b1ae-0aa5a8e283fe tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0746613 Jan 31 15:57:15.474045 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c418bb01-5326-45e3-bb8e-071812bf447c req-45385faf-26cc-40e6-9978-af2ce41ae1b9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426645 Jan 31 15:57:15.637608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43966) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:15.642561 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-41c8bf29-f4cb-4db1-9985-9002afc9050d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1286349205', 'description': 'tempest-description--2055235434'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:15.705136 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41c8bf29-f4cb-4db1-9985-9002afc9050d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:15.841075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f072a4-1dbd-434e-9ad6-c6efdd1893fe req-9bfcead9-8847-4fae-936d-55de6251697d tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:15.843012 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78f072a4-1dbd-434e-9ad6-c6efdd1893fe req-9bfcead9-8847-4fae-936d-55de6251697d tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.1344981 Jan 31 15:57:15.870185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7e902-cf2b-4b34-b0e1-c47f87b6c5e6 req-d5698859-d84d-4dba-9d39-43ff4de026dc tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:15.872221 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84b7e902-cf2b-4b34-b0e1-c47f87b6c5e6 req-d5698859-d84d-4dba-9d39-43ff4de026dc tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 984 time: 0.0953310 Jan 31 15:57:15.944415 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78f072a4-1dbd-434e-9ad6-c6efdd1893fe req-05fbe29f-540c-41c3-a27a-301110b01408 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877197 Jan 31 15:57:15.967021 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84b7e902-cf2b-4b34-b0e1-c47f87b6c5e6 req-75708951-3550-466c-b772-225d2f93d3b6 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&id=ed736d84-d6c0-4113-aeb9-c5efd2b1590c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0835550 Jan 31 15:57:15.974340 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41c8bf29-f4cb-4db1-9985-9002afc9050d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:15.979976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41c8bf29-f4cb-4db1-9985-9002afc9050d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:16.012665 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41c8bf29-f4cb-4db1-9985-9002afc9050d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:16.013847 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-41c8bf29-f4cb-4db1-9985-9002afc9050d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3749547 Jan 31 15:57:16.014671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8bf29-f4cb-4db1-9985-9002afc9050d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a84584-5053-4803-a136-61765c873656,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:16.016836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43980) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:16.022287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7b7048cd-e52d-4aa3-9d78-9b7a2e37b501 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Request body: {'security_group_rule': {'security_group_id': '26a84584-5053-4803-a136-61765c873656', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:16.069428 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b7048cd-e52d-4aa3-9d78-9b7a2e37b501 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:16.188619 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b7048cd-e52d-4aa3-9d78-9b7a2e37b501 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:16.194467 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b7048cd-e52d-4aa3-9d78-9b7a2e37b501 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:16.241984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f27f29-b81a-4549-b669-00925ac89bca req-8a52bc39-5156-4e8d-a371-0105ffea2ca8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:16.254607 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-57f27f29-b81a-4549-b669-00925ac89bca req-8a52bc39-5156-4e8d-a371-0105ffea2ca8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1292233 Jan 31 15:57:16.290472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7048cd-e52d-4aa3-9d78-9b7a2e37b501 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9fd8ee-b647-4b6c-be04-59004d24847a,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:16.347235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-57f27f29-b81a-4549-b669-00925ac89bca req-f213d26e-6e1d-442b-8131-30710101aa2d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904214 Jan 31 15:57:16.375725 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b7048cd-e52d-4aa3-9d78-9b7a2e37b501 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:16.376950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7b7048cd-e52d-4aa3-9d78-9b7a2e37b501 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3591909 Jan 31 15:57:16.379903 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43988) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:16.391941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-28c5acae-00e7-460d-8ae7-6b0c4bf9ece6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Request body: {'security_group_rule': {'security_group_id': '26a84584-5053-4803-a136-61765c873656', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:16.495643 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28c5acae-00e7-460d-8ae7-6b0c4bf9ece6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:16.590663 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc910c32-39a1-4137-b7fb-042bf2aec42c req-84ec475e-8b75-4f58-bd77-134dcbdb121e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 210 time: 0.1045728 Jan 31 15:57:16.624489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-4a431ab4-e59e-4228-847c-ff432b1714c7 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:16.629419 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-4a431ab4-e59e-4228-847c-ff432b1714c7 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.20 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 816 time: 0.3992066 Jan 31 15:57:16.636990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28c5acae-00e7-460d-8ae7-6b0c4bf9ece6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:16.652337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28c5acae-00e7-460d-8ae7-6b0c4bf9ece6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:16.736757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-a5a1c380-038e-4755-8fb0-9654057673d4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef6dc57584b6442aa969c2c7a411ac81 HTTP/1.1" status: 200 len: 380 time: 0.0970743 Jan 31 15:57:16.749773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Request body: {'port': {'device_id': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'admin_state_up': True, 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'security_groups': ['b6f1be0e-1120-4380-b040-44c3bc20a61d']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:16.772140 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5acae-00e7-460d-8ae7-6b0c4bf9ece6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad893ae2-8a9e-4a8d-b51e-74b0dee233d7,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:16.791484 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28c5acae-00e7-460d-8ae7-6b0c4bf9ece6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:16.795796 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-28c5acae-00e7-460d-8ae7-6b0c4bf9ece6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4116459 Jan 31 15:57:16.795956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43998) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:16.803867 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:16.844333 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:16.891111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17baf1b-357d-425d-b1c3-616e35d4df9b req-8cc130bb-2cca-43ad-94cd-eaf39d38813c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:16.893754 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a17baf1b-357d-425d-b1c3-616e35d4df9b req-8cc130bb-2cca-43ad-94cd-eaf39d38813c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.2520788 Jan 31 15:57:16.940323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Made reservation on behalf of ef6dc57584b6442aa969c2c7a411ac81 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:57:16.945738 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:17.008984 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a17baf1b-357d-425d-b1c3-616e35d4df9b req-5bc377a0-d8eb-41d8-9e83-e6f7dd193c47 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812700 Jan 31 15:57:17.084037 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:17.187634 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ff90-f884-4f70-842a-89ffc1dcad6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:17.245500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc77a09-8182-456d-8456-6b2bb3aad301 req-31bebe5e-8b46-4d45-82c4-ea0212c3ec20 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:17.253321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1fc77a09-8182-456d-8456-6b2bb3aad301 req-31bebe5e-8b46-4d45-82c4-ea0212c3ec20 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.1444008 Jan 31 15:57:17.305925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Allocated IP 172.20.0.6 (d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5/c9bd9c32-4338-431d-b7e4-d85826e3a276/5c60fe6e-c3bd-4730-9b52-48913f619798) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:57:17.318532 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1fc77a09-8182-456d-8456-6b2bb3aad301 req-6c496e5c-3b01-4aa6-a994-21c110d09f7c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520728 Jan 31 15:57:17.356879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Allocated IP 172.25.1.228 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/ebeae9c6-714e-4016-a06c-076c96e3bb15) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:57:17.502203 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:17.639850 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:17.650516 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:17.685122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:17.724549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:17.738305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edf0aa-8931-4eff-a3af-ea8b02978db2 req-15268dcb-96d9-4624-bd10-ac951876bfad tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:17.744276 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:17.746251 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3edf0aa-8931-4eff-a3af-ea8b02978db2 req-15268dcb-96d9-4624-bd10-ac951876bfad tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 984 time: 0.2265089 Jan 31 15:57:17.756110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:57:17.881599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event updated for resources: {'Port': ['ID=ebeae9c6-714e-4016-a06c-076c96e3bb15,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:17.887634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event updated for resources: {'Port': ['ID=5c60fe6e-c3bd-4730-9b52-48913f619798,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:17.915781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:17.917450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:17.930402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:57:17.994303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:18.013161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:18.014354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:18.029886 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3edf0aa-8931-4eff-a3af-ea8b02978db2 req-fcf8f7ee-f7ca-4586-a3f8-b0ed8ef3c146 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&id=ed736d84-d6c0-4113-aeb9-c5efd2b1590c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2830951 Jan 31 15:57:18.050989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d2b8f172-dfcd-40fc-9a8b-f4b7c4376a14 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2946656 Jan 31 15:57:18.058469 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Request body: {'port': {'device_id': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:18.068880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:18.136990 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:18.316443 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:18.359043 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:18.442433 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c614b34a-0715-4922-bea8-190e4d1d6645 None None] Provisioning complete for port 5c60fe6e-c3bd-4730-9b52-48913f619798 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:18.444505 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c614b34a-0715-4922-bea8-190e4d1d6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:18.520987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487b1cf-9605-48b7-843c-cb1ac9eb91ba req-fd34fe37-f573-4ad4-8b3a-0ee440d4e86d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:18.525895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a487b1cf-9605-48b7-843c-cb1ac9eb91ba req-fd34fe37-f573-4ad4-8b3a-0ee440d4e86d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.2385700 Jan 31 15:57:18.528534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c614b34a-0715-4922-bea8-190e4d1d6645 None None] Port 5c60fe6e-c3bd-4730-9b52-48913f619798 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:57:18.541941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event updated for resources: {'Port': ['ID=ebeae9c6-714e-4016-a06c-076c96e3bb15,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:18.587667 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:18.597398 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a487b1cf-9605-48b7-843c-cb1ac9eb91ba req-37b706aa-fd17-4ef2-8e8a-b3cdaf85f285 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626369 Jan 31 15:57:18.628599 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:18.631632 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-44efd442-6cfd-4819-81d8-e24f9e21a613 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8338301 Jan 31 15:57:18.786215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c60fe6e-c3bd-4730-9b52-48913f619798 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:18.828259 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:18.832405 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73084d91-6829-4c92-a8b9-a782a11efdc1 req-f4e535ff-c1e1-4766-b270-c86fe09bacc7 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:18.835059 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73084d91-6829-4c92-a8b9-a782a11efdc1 req-f4e535ff-c1e1-4766-b270-c86fe09bacc7 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 931 time: 0.0983605 Jan 31 15:57:18.867874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Transition to ACTIVE for port object 5c60fe6e-c3bd-4730-9b52-48913f619798 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:57:18.873491 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:18.912930 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73084d91-6829-4c92-a8b9-a782a11efdc1 req-1c7e3811-8b2e-4c60-bbdb-d5c408670d75 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658493 Jan 31 15:57:18.998671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Pushing event updated for resources: {'Port': ['ID=5c60fe6e-c3bd-4730-9b52-48913f619798,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:19.108834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Attempting to bind port 5c60fe6e-c3bd-4730-9b52-48913f619798 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:57:19.109359 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Attempting to bind port 5c60fe6e-c3bd-4730-9b52-48913f619798 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:57:19.109883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Attempting to bind port 5c60fe6e-c3bd-4730-9b52-48913f619798 on network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:19.121349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Port 5c60fe6e-c3bd-4730-9b52-48913f619798 on network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:57:19.124607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Attempting to bind port 5c60fe6e-c3bd-4730-9b52-48913f619798 on network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:19.140697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:57:19.142902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Checking segment: {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:19.144755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Bound using segment: {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:57:19.148999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Bound port: 5c60fe6e-c3bd-4730-9b52-48913f619798, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:57:19.150624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:19.170275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6baee-5c01-4b97-8296-226790f25188 req-5dd10d72-4b3c-4298-9980-a735ddcfaef0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:19.172210 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24e6baee-5c01-4b97-8296-226790f25188 req-5dd10d72-4b3c-4298-9980-a735ddcfaef0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.1435575 Jan 31 15:57:19.274236 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24e6baee-5c01-4b97-8296-226790f25188 req-b24b3a47-4005-461f-8981-38e4d62e4cc5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901864 Jan 31 15:57:19.332353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:19.352518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c60fe6e-c3bd-4730-9b52-48913f619798,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:57:19.360647 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:19.424089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:19.427737 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:19.429507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] 10.222.0.20 "PUT /v2.0/ports/5c60fe6e-c3bd-4730-9b52-48913f619798 HTTP/1.1" status: 200 len: 1091 time: 1.3771226 Jan 31 15:57:19.430169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:19.438005 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55569e62-ca75-4c9a-b4b6-0a0da23cab12" -d '{"events": [{"name": "network-changed", "server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:19.467423 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-204ba10e-da79-4021-84aa-252b49370f41 req-b5650ce8-a319-40c0-8f8d-266cc22f63bf tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1353488217&fields=id&tenant_id=86bfd2df7ce94813839111459b6520c2 HTTP/1.1" status: 200 len: 267 time: 0.1035204 Jan 31 15:57:19.509136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f37bf5-468f-4a86-a4d5-af186956f240 service neutron] Pushing event updated for resources: {'Port': ['ID=5c60fe6e-c3bd-4730-9b52-48913f619798,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:19.549217 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-fc7af4bb-c0a8-44b8-b028-c35b7a97b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:19.550760 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-fc7af4bb-c0a8-44b8-b028-c35b7a97b9ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 1094 time: 0.0780399 Jan 31 15:57:19.561361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ba10e-da79-4021-84aa-252b49370f41 req-bac181d8-5e50-4fde-ab8f-360061b83b16 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:19.574372 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-204ba10e-da79-4021-84aa-252b49370f41 req-bac181d8-5e50-4fde-ab8f-360061b83b16 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 984 time: 0.1007140 Jan 31 15:57:19.580294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-204ba10e-da79-4021-84aa-252b49370f41 req-b46bc1eb-ab61-4005-b655-16d3d15b4a76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'port': {'security_groups': ['1e57125b-30ba-4512-b3b9-0357430e9e8b', 'ed736d84-d6c0-4113-aeb9-c5efd2b1590c', '02bfa83e-e5c9-4c06-bc86-1b5a858085d5']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:19.611562 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-328d1b80-b3b8-47c4-8053-62685e6e092f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c60fe6e-c3bd-4730-9b52-48913f619798 HTTP/1.1" status: 200 len: 217 time: 0.0497942 Jan 31 15:57:19.638450 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d602a24a-9d47-46b4-b4a3-99b02a06daca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:19.725919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-237870ba-4752-4e2d-8573-10b32095759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:19.730222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-237870ba-4752-4e2d-8573-10b32095759c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 200 len: 855 time: 0.1115160 Jan 31 15:57:19.778458 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-204ba10e-da79-4021-84aa-252b49370f41 req-b46bc1eb-ab61-4005-b655-16d3d15b4a76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:19.820223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d3ffc970-1c00-47c3-acc1-608b1dc0abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:19.821880 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-d3ffc970-1c00-47c3-acc1-608b1dc0abd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849369 Jan 31 15:57:20.031659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-4c5272a1-e8a2-4297-a46e-86743d8e0def service neutron] 10.222.0.20 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024529 Jan 31 15:57:20.076736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-204ba10e-da79-4021-84aa-252b49370f41 req-b46bc1eb-ab61-4005-b655-16d3d15b4a76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] For port 44107335-8686-4409-85da-27f6d1dbcd8b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=44107335-8686-4409-85da-27f6d1dbcd8b,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:20.115016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-204ba10e-da79-4021-84aa-252b49370f41 req-b46bc1eb-ab61-4005-b655-16d3d15b4a76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:20.121008 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-204ba10e-da79-4021-84aa-252b49370f41 req-b46bc1eb-ab61-4005-b655-16d3d15b4a76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:20.136428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['852d77b3-351e-405a-80cf-4089af2179db'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:20.142302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['44107335-8686-4409-85da-27f6d1dbcd8b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:20.313138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ba10e-da79-4021-84aa-252b49370f41 req-b46bc1eb-ab61-4005-b655-16d3d15b4a76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:20.313819 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-204ba10e-da79-4021-84aa-252b49370f41 req-b46bc1eb-ab61-4005-b655-16d3d15b4a76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:20.315252 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-204ba10e-da79-4021-84aa-252b49370f41 req-b46bc1eb-ab61-4005-b655-16d3d15b4a76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "PUT /v2.0/ports/44107335-8686-4409-85da-27f6d1dbcd8b HTTP/1.1" status: 200 len: 1020 time: 0.7397752 Jan 31 15:57:20.324415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ece3286-24b1-4b1c-8d41-c5b908b95bd2', 'tag': '44107335-8686-4409-85da-27f6d1dbcd8b'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:20.326780 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190be122-3c30-4eb4-84b8-9d3be5a571fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ece3286-24b1-4b1c-8d41-c5b908b95bd2", "tag": "44107335-8686-4409-85da-27f6d1dbcd8b"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:20.404074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bc1eb-ab61-4005-b655-16d3d15b4a76 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'Port': ['ID=44107335-8686-4409-85da-27f6d1dbcd8b,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:20.506184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d58798-5d7b-44cd-b646-a6db8f8815a6 req-0c14020f-fb52-4714-9bb5-66b5e07cc4d8 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:20.508184 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94d58798-5d7b-44cd-b646-a6db8f8815a6 req-0c14020f-fb52-4714-9bb5-66b5e07cc4d8 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.1349502 Jan 31 15:57:20.519541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['44107335-8686-4409-85da-27f6d1dbcd8b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:20.642564 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94d58798-5d7b-44cd-b646-a6db8f8815a6 req-17f4c853-afd0-4b6d-a5df-c3de81e642c6 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280832 Jan 31 15:57:20.649494 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bce55fe1-0973-4453-b068-d21af8192ff4 req-19ab9cc4-780a-4c18-9503-8ee134e66547 service neutron] 10.222.0.20 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105759 Jan 31 15:57:20.791315 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:22.092968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c60fe6e-c3bd-4730-9b52-48913f619798 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:57:22.193334 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:22.226976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c60fe6e-c3bd-4730-9b52-48913f619798,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:22.243880 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'port_id': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'mac_address': 'fa:16:3e:9b:1a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:57:22.308773 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:22.325692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c60fe6e-c3bd-4730-9b52-48913f619798 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:22.351803 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d3f52a20-028e-46bb-a659-11a635d958d6 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:57:22.371633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c60fe6e-c3bd-4730-9b52-48913f619798,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:22.384286 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:22.544233 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:22.553254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5c60fe6e-c3bd-4730-9b52-48913f619798,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:22.608154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d3f52a20-028e-46bb-a659-11a635d958d6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d3f52a20-028e-46bb-a659-11a635d958d6,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:22.620234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['5c60fe6e-c3bd-4730-9b52-48913f619798'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:22.683921 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'd3f52a20-028e-46bb-a659-11a635d958d6', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'port_id': 'd3f52a20-028e-46bb-a659-11a635d958d6', 'mac_address': 'fa:16:3e:1a:3d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839da286-d7fe-47c8-8f9e-973a376f0b70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:57:22.767181 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:22.791168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3f52a20-028e-46bb-a659-11a635d958d6 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:22.811219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d3f52a20-028e-46bb-a659-11a635d958d6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d3f52a20-028e-46bb-a659-11a635d958d6,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:22.840973 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:22.916462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d3f52a20-028e-46bb-a659-11a635d958d6,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:22.962564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d3f52a20-028e-46bb-a659-11a635d958d6'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:24.114784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c60fe6e-c3bd-4730-9b52-48913f619798 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:24.177310 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 5c60fe6e-c3bd-4730-9b52-48913f619798 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:57:24.181590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 5c60fe6e-c3bd-4730-9b52-48913f619798 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:24.181971 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:24.301351 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:24.326429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:24.328702 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194e1791-23ea-4ab6-9171-324e6e875b8b" -d '{"events": [{"server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "name": "network-vif-plugged", "status": "completed", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:24.342614 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c60fe6e-c3bd-4730-9b52-48913f619798,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:24.347738 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:24.404124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d3f52a20-028e-46bb-a659-11a635d958d6 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:24.407549 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5c60fe6e-c3bd-4730-9b52-48913f619798,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:24.463931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port d3f52a20-028e-46bb-a659-11a635d958d6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:24.464346 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:24.583223 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:24.651311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d3f52a20-028e-46bb-a659-11a635d958d6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d3f52a20-028e-46bb-a659-11a635d958d6,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:24.657370 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:24.741719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d3f52a20-028e-46bb-a659-11a635d958d6,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:25.518429 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:26.290624 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c759c27-ece2-4f1a-aef1-5119187577a0 x-openstack-request-id: req-0c759c27-ece2-4f1a-aef1-5119187577a0 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:26.291220 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:26.291220 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c759c27-ece2-4f1a-aef1-5119187577a0 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:26.291669 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'status': 'completed', 'code': 200} Jan 31 15:57:26.393736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55569e62-ca75-4c9a-b4b6-0a0da23cab12 req-40d7f7cb-0026-4ad5-b9a0-84db0e26de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:26.395613 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55569e62-ca75-4c9a-b4b6-0a0da23cab12 req-40d7f7cb-0026-4ad5-b9a0-84db0e26de29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 1096 time: 0.0825350 Jan 31 15:57:26.433271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-36add5a2-0433-471d-886e-9f51840f26ba tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:26.436355 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-36add5a2-0433-471d-886e-9f51840f26ba tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/networks?id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 HTTP/1.1" status: 200 len: 821 time: 0.1672833 Jan 31 15:57:26.460631 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-f908556b-b3d8-4abe-b4d1-30d05dfa4096 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/quotas/542c78b33666488e89bcd9ea9fd8a8f9 HTTP/1.1" status: 200 len: 375 time: 0.0121715 Jan 31 15:57:26.500899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b43a2-b37e-478b-a236-6eceada13644 req-03e66802-6b07-4b5c-bd9e-5501405d3d43 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:26.502557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-931b43a2-b37e-478b-a236-6eceada13644 req-03e66802-6b07-4b5c-bd9e-5501405d3d43 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1256759 Jan 31 15:57:26.540128 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-76e2f3ed-b69b-4114-9ce3-c57feac03a43 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=542c78b33666488e89bcd9ea9fd8a8f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693099 Jan 31 15:57:26.554566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55569e62-ca75-4c9a-b4b6-0a0da23cab12 req-4857eade-e4d8-43ce-80fd-d75fe50290b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:26.556023 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55569e62-ca75-4c9a-b4b6-0a0da23cab12 req-4857eade-e4d8-43ce-80fd-d75fe50290b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 917 time: 0.1435101 Jan 31 15:57:26.620801 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-931b43a2-b37e-478b-a236-6eceada13644 req-d6151e3c-8b06-40e7-b5bb-fbbfaa2b7290 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091757 Jan 31 15:57:26.622702 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55569e62-ca75-4c9a-b4b6-0a0da23cab12 req-d368bad4-8dc4-4450-97ea-b9475fffd0c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c60fe6e-c3bd-4730-9b52-48913f619798 HTTP/1.1" status: 200 len: 217 time: 0.0586510 Jan 31 15:57:26.705265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-bfdf28fa-9a19-4b66-9c65-88e55f4dc957 service neutron] 10.222.0.36 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645553 Jan 31 15:57:26.769768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55569e62-ca75-4c9a-b4b6-0a0da23cab12 req-a3bef85c-211c-4dbe-a9ae-e4f4e1cccbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:26.771295 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55569e62-ca75-4c9a-b4b6-0a0da23cab12 req-a3bef85c-211c-4dbe-a9ae-e4f4e1cccbca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 200 len: 855 time: 0.1329277 Jan 31 15:57:26.850839 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-d2eab218-2187-4d3f-9104-3b43ca479c1f service neutron] 10.222.0.36 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376429 Jan 31 15:57:26.852556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fdcb1-4abc-41bf-9a87-4e266206e1f4 req-57bba10c-eeee-4014-9c66-2301dab34f96 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:26.854177 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd9fdcb1-4abc-41bf-9a87-4e266206e1f4 req-57bba10c-eeee-4014-9c66-2301dab34f96 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.1195216 Jan 31 15:57:26.857137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55569e62-ca75-4c9a-b4b6-0a0da23cab12 req-20ff2368-0ff7-4f49-bf42-9a1945715b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:26.858421 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55569e62-ca75-4c9a-b4b6-0a0da23cab12 req-20ff2368-0ff7-4f49-bf42-9a1945715b06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704534 Jan 31 15:57:27.037853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd9fdcb1-4abc-41bf-9a87-4e266206e1f4 req-7cd19038-197a-44e5-8e20-ae19b5b08969 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774137 Jan 31 15:57:27.233694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55569e62-ca75-4c9a-b4b6-0a0da23cab12 req-0e520d9a-e063-423f-85b7-c49086e18f13 service neutron] 10.222.0.20 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661034 Jan 31 15:57:27.542236 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55569e62-ca75-4c9a-b4b6-0a0da23cab12 req-c81713dd-453a-4ddc-8c67-9bb2ba0e39b3 service neutron] 10.222.0.20 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006504 Jan 31 15:57:27.607615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d65ec5e-744b-453f-8ec1-5105703f2983 req-00708c9c-22e7-496d-9175-42f8f26263b1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/02bfa83e-e5c9-4c06-bc86-1b5a858085d5 HTTP/1.1" status: 200 len: 1800 time: 0.4650664 Jan 31 15:57:27.636524 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:27.722249 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574f5c1-c6fc-4eff-8edc-cbbaa8079144 req-0d775dab-7731-4f5c-bb16-21fe9aac2085 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:27.729145 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7574f5c1-c6fc-4eff-8edc-cbbaa8079144 req-0d775dab-7731-4f5c-bb16-21fe9aac2085 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.7094216 Jan 31 15:57:27.741958 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-6d65ec5e-744b-453f-8ec1-5105703f2983 req-d7a1c9c4-146d-45a1-bc16-a04523cda41b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 31 15:57:27.745162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d65ec5e-744b-453f-8ec1-5105703f2983 req-d7a1c9c4-146d-45a1-bc16-a04523cda41b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "DELETE /v2.0/security-groups/02bfa83e-e5c9-4c06-bc86-1b5a858085d5 HTTP/1.1" status: 409 len: 341 time: 0.1359832 Jan 31 15:57:27.775156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140caf7-69a8-4b9f-95d4-fe9ad0cd3824 req-cc874434-71de-4d9c-955b-8581c4c0fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:27.777240 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7140caf7-69a8-4b9f-95d4-fe9ad0cd3824 req-cc874434-71de-4d9c-955b-8581c4c0fe79 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 1096 time: 0.1686444 Jan 31 15:57:27.925004 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6a752f-ccbb-4244-8261-c5717da3a39b x-openstack-request-id: req-fd6a752f-ccbb-4244-8261-c5717da3a39b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:27.926438 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ece3286-24b1-4b1c-8d41-c5b908b95bd2", "tag": "44107335-8686-4409-85da-27f6d1dbcd8b", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:27.926702 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd6a752f-ccbb-4244-8261-c5717da3a39b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:27.927109 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ece3286-24b1-4b1c-8d41-c5b908b95bd2', 'tag': '44107335-8686-4409-85da-27f6d1dbcd8b', 'status': 'completed', 'code': 200} Jan 31 15:57:27.997138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00bb53-7ba2-4c92-bcc0-f597dd05fb8f req-036fd071-de13-413f-9461-0c727becff5e tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:28.003016 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce00bb53-7ba2-4c92-bcc0-f597dd05fb8f req-036fd071-de13-413f-9461-0c727becff5e tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.0703332 Jan 31 15:57:28.037147 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7574f5c1-c6fc-4eff-8edc-cbbaa8079144 req-eacb2c28-f613-4b4c-b7ed-5064fb16b08f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969639 Jan 31 15:57:28.045829 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7140caf7-69a8-4b9f-95d4-fe9ad0cd3824 req-877993b3-de8d-4f36-b3f8-f20e761d2437 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493577 Jan 31 15:57:28.067970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190be122-3c30-4eb4-84b8-9d3be5a571fd req-e7ccf62b-cf45-4e5b-91f2-2f6743c55fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:28.069597 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-190be122-3c30-4eb4-84b8-9d3be5a571fd req-e7ccf62b-cf45-4e5b-91f2-2f6743c55fff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86bfd2df7ce94813839111459b6520c2&device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 1174 time: 0.1495221 Jan 31 15:57:28.171835 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce00bb53-7ba2-4c92-bcc0-f597dd05fb8f req-e478eb8b-7d60-4625-9380-87a1bf75abb6 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631269 Jan 31 15:57:28.192019 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f79f1f0-3df0-4238-ad2d-9e7afc9c4d5b x-openstack-request-id: req-9f79f1f0-3df0-4238-ad2d-9e7afc9c4d5b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:28.192316 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "name": "network-vif-plugged", "status": "completed", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:28.192575 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f79f1f0-3df0-4238-ad2d-9e7afc9c4d5b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:28.192978 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'code': 200} Jan 31 15:57:28.227345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190be122-3c30-4eb4-84b8-9d3be5a571fd req-1f9d5929-1c65-4f8d-a72a-529a9d521724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:28.228913 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-190be122-3c30-4eb4-84b8-9d3be5a571fd req-1f9d5929-1c65-4f8d-a72a-529a9d521724 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a87d87e-26a4-44dc-92df-c93f644d205a HTTP/1.1" status: 200 len: 914 time: 0.1512780 Jan 31 15:57:28.327136 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1807891-c75c-43cf-9543-a2d624978ca6 req-1558b5ef-2739-48c7-ac6b-1a5d30c3fd07 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 210 time: 0.0302582 Jan 31 15:57:28.329643 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-190be122-3c30-4eb4-84b8-9d3be5a571fd req-c391f7f0-88ae-4777-b2da-55f65a9c362e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44107335-8686-4409-85da-27f6d1dbcd8b HTTP/1.1" status: 200 len: 217 time: 0.0854173 Jan 31 15:57:28.388998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190be122-3c30-4eb4-84b8-9d3be5a571fd req-235304fd-5ee9-4ef7-9b7e-138cb9c13098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:28.390486 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-190be122-3c30-4eb4-84b8-9d3be5a571fd req-235304fd-5ee9-4ef7-9b7e-138cb9c13098 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a38d47b2-da75-4d5e-84d3-31d2ce7e3b60 HTTP/1.1" status: 200 len: 853 time: 0.0496569 Jan 31 15:57:28.436192 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-190be122-3c30-4eb4-84b8-9d3be5a571fd req-46099b24-24e8-43b5-abe8-019df36b3832 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a87d87e-26a4-44dc-92df-c93f644d205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302880 Jan 31 15:57:28.546498 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-190be122-3c30-4eb4-84b8-9d3be5a571fd req-ef5f15f5-c1be-465e-bd84-feba5b8187a8 service neutron] 10.222.0.30 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960138 Jan 31 15:57:28.551766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95da5d-02cc-4717-b015-0c645d6f50d4 req-c7122d12-d0f2-43b0-9e76-1cebcb65d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:28.553801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc95da5d-02cc-4717-b015-0c645d6f50d4 req-c7122d12-d0f2-43b0-9e76-1cebcb65d73e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 1096 time: 0.2229087 Jan 31 15:57:28.699822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d2efc-d185-4971-b198-4c9a984935d3 req-186cb633-02ce-4b73-ba5d-eb9aab99fa7e tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:28.707955 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f7d2efc-d185-4971-b198-4c9a984935d3 req-186cb633-02ce-4b73-ba5d-eb9aab99fa7e tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1599090 Jan 31 15:57:28.733062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e4013-8ea0-455b-a3e5-94ed69f53389 req-c146b132-22f8-4514-b411-b33e6d15cf19 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:28.735250 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-055e4013-8ea0-455b-a3e5-94ed69f53389 req-c146b132-22f8-4514-b411-b33e6d15cf19 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0670128 Jan 31 15:57:28.735390 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc95da5d-02cc-4717-b015-0c645d6f50d4 req-ccef6155-fe0d-4e9a-aea3-b55dc039c1c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730525 Jan 31 15:57:28.820267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-055e4013-8ea0-455b-a3e5-94ed69f53389 req-48242ebf-4dd9-49a7-8ac3-1a02b200ff37 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594978 Jan 31 15:57:28.838091 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f7d2efc-d185-4971-b198-4c9a984935d3 req-7fef2d74-b847-498a-998b-6f83766c1245 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290910 Jan 31 15:57:28.895833 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-190be122-3c30-4eb4-84b8-9d3be5a571fd req-11245ba1-eba7-4d7d-b3c2-df6f902a40ea service neutron] 10.222.0.30 "GET /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269773 Jan 31 15:57:28.915228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-3ac2380a-8eaa-4bbb-8d8e-026ea1589fb1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:28.916710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-3ac2380a-8eaa-4bbb-8d8e-026ea1589fb1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.30 "GET /v2.0/networks?id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 HTTP/1.1" status: 200 len: 821 time: 0.1982038 Jan 31 15:57:28.944082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Request body: {'port': {'device_id': 'c71f4539-59d7-4393-8553-9b36d2b130b1', 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1', 'admin_state_up': True, 'tenant_id': '542c78b33666488e89bcd9ea9fd8a8f9'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:29.086996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Made reservation on behalf of 542c78b33666488e89bcd9ea9fd8a8f9 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:57:29.091319 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:29.264925 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Allocated IP 172.20.0.13 (ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1/bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc/677b62ca-272e-43e2-824e-c638bffc6816) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:57:29.480852 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-1b61f917-937a-4f7e-84d7-eac2ee9df671 service neutron] show failed (client error): The resource could not be found. Jan 31 15:57:29.481880 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-1b61f917-937a-4f7e-84d7-eac2ee9df671 service neutron] 10.222.0.30 "GET /v2.0/ports/b3eb2916-7981-4167-82df-df2c3fdb9d05/bindings/n-h2-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.1207836 Jan 31 15:57:29.517789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:29.581902 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:29.635923 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:29.644839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:29.679083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:57:29.788180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00972ef2-6067-49d9-8718-748eecc57df8 req-344a05d4-541e-4d45-bc52-9bdf77e86327 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:29.790575 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-00972ef2-6067-49d9-8718-748eecc57df8 req-344a05d4-541e-4d45-bc52-9bdf77e86327 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 1023 time: 0.0682950 Jan 31 15:57:29.827461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event updated for resources: {'Port': ['ID=677b62ca-272e-43e2-824e-c638bffc6816,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:29.858405 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:29.859125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:29.860133 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-00972ef2-6067-49d9-8718-748eecc57df8 req-9dee8916-2060-4aea-8af6-b93987ec9297 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&id=ed736d84-d6c0-4113-aeb9-c5efd2b1590c&id=02bfa83e-e5c9-4c06-bc86-1b5a858085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0632594 Jan 31 15:57:29.899142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-456f0170-6a35-4c00-b555-334769ca69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:29.900714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-456f0170-6a35-4c00-b555-334769ca69dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57&tenant_id=3d4f027d8d234567ad636e8cf1ec111c HTTP/1.1" status: 200 len: 1101 time: 0.1699193 Jan 31 15:57:29.903908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-04a859b3-108e-4509-b1a1-09a4d6ae299e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9641519 Jan 31 15:57:29.918284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Request body: {'port': {'device_id': 'c71f4539-59d7-4393-8553-9b36d2b130b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:29.929806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:30.007598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-07a4b46c-03b4-4a3e-a4b9-1779c735b59c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:30.008419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de0eb-babc-4917-98f0-1ebf07ce794d req-11112ba8-68ed-4eb3-bb14-761f87c592e7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:30.010459 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-729de0eb-babc-4917-98f0-1ebf07ce794d req-11112ba8-68ed-4eb3-bb14-761f87c592e7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0771790 Jan 31 15:57:30.014974 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-07a4b46c-03b4-4a3e-a4b9-1779c735b59c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/networks?id=f343a60a-bb31-4f3c-9556-85fb6c1da4af HTTP/1.1" status: 200 len: 815 time: 0.2763379 Jan 31 15:57:30.046152 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-1f8c3298-d1bd-4df7-9ee3-3495e928ba91 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/quotas/a1f14efaf55a4a8dbe10405c4bdd7a92 HTTP/1.1" status: 200 len: 375 time: 0.0303037 Jan 31 15:57:30.064572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-729de0eb-babc-4917-98f0-1ebf07ce794d req-c5c7c0a4-b555-4054-96e8-37fe59d79951 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476537 Jan 31 15:57:30.136408 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:30.140063 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:30.195052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca224eb-8b42-4101-9740-ee7a274d3a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f52a20-028e-46bb-a659-11a635d958d6'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:30.197411 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a657c34-383b-4d42-9a14-3f8e5e55c743" -d '{"events": [{"server_uuid": "aca224eb-8b42-4101-9740-ee7a274d3a88", "name": "network-vif-plugged", "status": "completed", "tag": "d3f52a20-028e-46bb-a659-11a635d958d6"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:30.214998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921188e-e17c-47f3-acb9-d23e3705a896 req-2d4315ab-934c-41ba-bb58-bc91211d6031 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:30.216764 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5921188e-e17c-47f3-acb9-d23e3705a896 req-2d4315ab-934c-41ba-bb58-bc91211d6031 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.0674758 Jan 31 15:57:30.238554 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-fead13aa-4038-436f-9d75-6bdc1f8aed0a tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1f14efaf55a4a8dbe10405c4bdd7a92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1619346 Jan 31 15:57:30.263240 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5921188e-e17c-47f3-acb9-d23e3705a896 req-67946056-2c45-4bbe-a1ac-14aef639b496 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Jan 31 15:57:30.426073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adc7ed-41b2-4658-bdbd-5acfbb99f1c5 req-0c0dc0a1-7509-494c-bcb3-db0042a24c9f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:30.428095 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55adc7ed-41b2-4658-bdbd-5acfbb99f1c5 req-0c0dc0a1-7509-494c-bcb3-db0042a24c9f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 932 time: 0.0744796 Jan 31 15:57:30.498969 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55adc7ed-41b2-4658-bdbd-5acfbb99f1c5 req-e7116d56-acd4-4642-ac7b-788c46c1bee2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587783 Jan 31 15:57:30.638534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b12b2-d7d1-414b-9328-a72fcd790f6d req-e0255a41-5b35-4b69-9c34-59db763601a1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:30.640054 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a75b12b2-d7d1-414b-9328-a72fcd790f6d req-e0255a41-5b35-4b69-9c34-59db763601a1 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 1023 time: 0.2953320 Jan 31 15:57:30.645153 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-a13e8cd5-b55d-490f-bdd7-141f6795fa30 service neutron] 10.222.0.36 "GET /v2.0/networks/f343a60a-bb31-4f3c-9556-85fb6c1da4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970933 Jan 31 15:57:30.836253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3602d1c-da67-4e6d-8eb1-c6d5a4b6927b req-ac41a753-cb97-4337-b298-be9a60387f2f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:30.844262 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3602d1c-da67-4e6d-8eb1-c6d5a4b6927b req-ac41a753-cb97-4337-b298-be9a60387f2f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0813768 Jan 31 15:57:30.892183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:30.904097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3602d1c-da67-4e6d-8eb1-c6d5a4b6927b req-c9392969-4bc2-4694-ae6f-03df16b27c1b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588136 Jan 31 15:57:31.013625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-82ef10c2-7b8b-4c69-a5ee-532ecd940e25 service neutron] 10.222.0.36 "GET /v2.0/networks/f343a60a-bb31-4f3c-9556-85fb6c1da4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186090 Jan 31 15:57:31.013625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:31.040006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677b62ca-272e-43e2-824e-c638bffc6816 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:31.047380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b70b5e-1645-4e7a-9cbb-28a852fe48e5 req-57bc6751-658f-4ee2-9138-781276305017 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:31.055357 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-54b70b5e-1645-4e7a-9cbb-28a852fe48e5 req-57bc6751-658f-4ee2-9138-781276305017 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.0729465 Jan 31 15:57:31.056048 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:31.078563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Transition to ACTIVE for port object 677b62ca-272e-43e2-824e-c638bffc6816 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:57:31.081510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:31.084287 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4305e93b-9ff1-4247-b923-954d135d99d8" -d '{"events": [{"server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "name": "network-vif-unplugged", "status": "completed", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:31.089267 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:31.095536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-a75b12b2-d7d1-414b-9328-a72fcd790f6d req-35f299ab-2ab2-4584-a9bc-982b8516b7ad tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Deleting port 44107335-8686-4409-85da-27f6d1dbcd8b {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:57:31.096314 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a75b12b2-d7d1-414b-9328-a72fcd790f6d req-35f299ab-2ab2-4584-a9bc-982b8516b7ad tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:31.120267 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:31.140413 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-54b70b5e-1645-4e7a-9cbb-28a852fe48e5 req-ef873d75-dfa6-40ff-8a97-f8872854d98d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835166 Jan 31 15:57:31.155381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Transition to ACTIVE for port object b3eb2916-7981-4167-82df-df2c3fdb9d05 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:57:31.210818 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:31.264864 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d7dc96-fb2f-42e4-a9a3-f1cad0254121 x-openstack-request-id: req-44d7dc96-fb2f-42e4-a9a3-f1cad0254121 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:31.264864 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca224eb-8b42-4101-9740-ee7a274d3a88", "name": "network-vif-plugged", "status": "completed", "tag": "d3f52a20-028e-46bb-a659-11a635d958d6", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:31.265362 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44d7dc96-fb2f-42e4-a9a3-f1cad0254121 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:31.265490 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca224eb-8b42-4101-9740-ee7a274d3a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f52a20-028e-46bb-a659-11a635d958d6', 'code': 200} Jan 31 15:57:31.266761 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Pushing event updated for resources: {'Port': ['ID=677b62ca-272e-43e2-824e-c638bffc6816,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:31.298105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] No DVR routers for this DVR port b3eb2916-7981-4167-82df-df2c3fdb9d05 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:57:31.550496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-44ca60e7-2e88-4858-8345-0c92d3b6dfc8 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:31.550734 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-44ca60e7-2e88-4858-8345-0c92d3b6dfc8 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/networks?id=62d551c3-6922-49d7-9630-836eaf25e18d HTTP/1.1" status: 200 len: 804 time: 0.1568696 Jan 31 15:57:31.578325 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-d81b7f0d-9716-4b58-86f1-b30e0e1ac591 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/quotas/702103247c8744b5b661ca2faf498765 HTTP/1.1" status: 200 len: 375 time: 0.0192180 Jan 31 15:57:31.683376 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-f1e89efb-c520-45a1-bbc7-1e929f34616d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=702103247c8744b5b661ca2faf498765&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0993214 Jan 31 15:57:31.796669 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-2af9fd5a-c66f-4873-9e90-d2cf23a9a8cb service neutron] 10.222.0.36 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113930 Jan 31 15:57:31.951755 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-153bd74d-dc0e-4cb3-b851-43ca2b59b2ab service neutron] 10.222.0.36 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539977 Jan 31 15:57:32.039806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a75b12b2-d7d1-414b-9328-a72fcd790f6d req-35f299ab-2ab2-4584-a9bc-982b8516b7ad tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] For port 44107335-8686-4409-85da-27f6d1dbcd8b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=44107335-8686-4409-85da-27f6d1dbcd8b,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:32.040385 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a75b12b2-d7d1-414b-9328-a72fcd790f6d req-35f299ab-2ab2-4584-a9bc-982b8516b7ad tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:32.052832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-a75b12b2-d7d1-414b-9328-a72fcd790f6d req-35f299ab-2ab2-4584-a9bc-982b8516b7ad tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Calling delete_port for 44107335-8686-4409-85da-27f6d1dbcd8b owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:57:32.056836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Attempting to bind port 677b62ca-272e-43e2-824e-c638bffc6816 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:57:32.057170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Attempting to bind port 677b62ca-272e-43e2-824e-c638bffc6816 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:57:32.057571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Attempting to bind port 677b62ca-272e-43e2-824e-c638bffc6816 on network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:32.118562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Port 677b62ca-272e-43e2-824e-c638bffc6816 on network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:57:32.118881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Attempting to bind port 677b62ca-272e-43e2-824e-c638bffc6816 on network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:32.132008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:57:32.132404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Checking segment: {'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:32.132759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Bound using segment: {'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:57:32.133160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Bound port: 677b62ca-272e-43e2-824e-c638bffc6816, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:57:32.133527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:32.135391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32250173-2a44-4187-a299-863ba011926d service neutron] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=6']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:32.198083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Attempting to bind port b3eb2916-7981-4167-82df-df2c3fdb9d05 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:57:32.198423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Attempting to bind port b3eb2916-7981-4167-82df-df2c3fdb9d05 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:57:32.198751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Attempting to bind port b3eb2916-7981-4167-82df-df2c3fdb9d05 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:32.234716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5940b-6e40-4e47-8591-2a70ed81659a req-59078b5b-5b53-4055-ae52-1243e6692693 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:32.251156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Port b3eb2916-7981-4167-82df-df2c3fdb9d05 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:57:32.251476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Attempting to bind port b3eb2916-7981-4167-82df-df2c3fdb9d05 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:32.260370 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03c5940b-6e40-4e47-8591-2a70ed81659a req-59078b5b-5b53-4055-ae52-1243e6692693 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ece3286-24b1-4b1c-8d41-c5b908b95bd2 HTTP/1.1" status: 200 len: 1023 time: 0.1005974 Jan 31 15:57:32.275820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:57:32.276217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:32.276561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:57:32.276961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Bound port: b3eb2916-7981-4167-82df-df2c3fdb9d05, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:57:32.277316 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:32.289984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93289c7-c659-4644-ae73-5659498bba13 req-015cad99-9112-4d89-9924-38b52c67d125 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:32.297087 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-015cad99-9112-4d89-9924-38b52c67d125 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/networks?id=03bf16f3-5903-42f5-92b2-1ea487581abd HTTP/1.1" status: 200 len: 810 time: 0.8839421 Jan 31 15:57:32.349201 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-9f33fe8c-a9b8-4928-9dd6-c64a3e146ddf tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/quotas/c1b995a0cb69468fa00bb84e53d82c96 HTTP/1.1" status: 200 len: 375 time: 0.0511446 Jan 31 15:57:32.358158 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03c5940b-6e40-4e47-8591-2a70ed81659a req-adff675d-4865-4996-b2ef-42b1c3e5acb7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&id=ed736d84-d6c0-4113-aeb9-c5efd2b1590c&id=02bfa83e-e5c9-4c06-bc86-1b5a858085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0966120 Jan 31 15:57:32.388916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] For port 677b62ca-272e-43e2-824e-c638bffc6816, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:32.403384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ed1117b9-195e-495b-95d3-2d9620e9cc97 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:57:32.439473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] For port 677b62ca-272e-43e2-824e-c638bffc6816, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=677b62ca-272e-43e2-824e-c638bffc6816,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:57:32.495189 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:32.536860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6245cae-574d-4b4c-b326-629f50e6fd6a req-5f98f38e-7278-4729-8def-336749217c66 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:32.557755 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:32.562585 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44266) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:32.564832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:32.567949 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a6245cae-574d-4b4c-b326-629f50e6fd6a req-5f98f38e-7278-4729-8def-336749217c66 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0878849 Jan 31 15:57:32.581053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8821b401-1667-451c-a7dd-f9273fb26900 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Request body: {'floatingip': {'port_id': '5c60fe6e-c3bd-4730-9b52-48913f619798'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:32.586552 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a75b12b2-d7d1-414b-9328-a72fcd790f6d req-35f299ab-2ab2-4584-a9bc-982b8516b7ad tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:32.636249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['852d77b3-351e-405a-80cf-4089af2179db'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:32.645409 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:32.646172 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:32.647577 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] 10.222.0.30 "PUT /v2.0/ports/677b62ca-272e-43e2-824e-c638bffc6816 HTTP/1.1" status: 200 len: 1092 time: 2.7337906 Jan 31 15:57:32.651760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:57:32.671128 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-18dd6cf3-2884-40f1-bce9-f91070e677cd tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1b995a0cb69468fa00bb84e53d82c96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3207288 Jan 31 15:57:32.719288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed56412-49bf-4aa8-b88e-2f84504576c7 req-2ef651bc-e753-46d3-8d1d-136626b82fa1 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:32.740835 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6ed56412-49bf-4aa8-b88e-2f84504576c7 req-2ef651bc-e753-46d3-8d1d-136626b82fa1 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 948 time: 0.1122713 Jan 31 15:57:32.791558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:32.801069 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-882b1513-dcaf-4526-9df8-ead7c46e46a2 service neutron] 10.222.0.36 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289728 Jan 31 15:57:32.819830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8821b401-1667-451c-a7dd-f9273fb26900 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:32.861055 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ed1117b9-195e-495b-95d3-2d9620e9cc97, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed1117b9-195e-495b-95d3-2d9620e9cc97,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:32.887139 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:32.889158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b3eb2916-7981-4167-82df-df2c3fdb9d05 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:57:33.084213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6ed56412-49bf-4aa8-b88e-2f84504576c7 req-42da5f33-40c9-4d01-8f35-52cafd5146e1 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398221 Jan 31 15:57:33.106120 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-fcb6a060-669d-4a2a-8f66-e02a7c1537e3 service neutron] 10.222.0.36 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040504 Jan 31 15:57:33.119863 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51662a21-0990-4ebf-90e9-7a64cde7ce9b service neutron] Pushing event updated for resources: {'Port': ['ID=677b62ca-272e-43e2-824e-c638bffc6816,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:33.121611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba66eec-7f3e-49b6-8cc7-5ef53ae9473e req-25ed5319-d3db-44ce-b7c0-dd5282864b2c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:33.142840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1ba66eec-7f3e-49b6-8cc7-5ef53ae9473e req-25ed5319-d3db-44ce-b7c0-dd5282864b2c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.30 "GET /v2.0/ports?device_id=95452de6-f4ec-4652-93f0-7edcdd4571ab HTTP/1.1" status: 200 len: 945 time: 0.3504324 Jan 31 15:57:33.196715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:33.197322 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:33.199064 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-32250173-2a44-4187-a299-863ba011926d service neutron] 10.222.0.20 "PUT /v2.0/ports/b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 1096 time: 3.2862990 Jan 31 15:57:33.230017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f299ab-2ab2-4584-a9bc-982b8516b7ad tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event deleted for resources: {'Port': ['ID=44107335-8686-4409-85da-27f6d1dbcd8b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:33.258147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b3eb2916-7981-4167-82df-df2c3fdb9d05 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:57:33.260436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 44107335-8686-4409-85da-27f6d1dbcd8b no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:57:33.271173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95452de6-f4ec-4652-93f0-7edcdd4571ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1117b9-195e-495b-95d3-2d9620e9cc97'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:33.275923 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602ca570-3a09-4930-900f-3bdeb25f1467" -d '{"events": [{"server_uuid": "95452de6-f4ec-4652-93f0-7edcdd4571ab", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1117b9-195e-495b-95d3-2d9620e9cc97"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:33.315674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 44107335-8686-4409-85da-27f6d1dbcd8b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:57:33.316239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 44107335-8686-4409-85da-27f6d1dbcd8b not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:57:33.318082 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ed1117b9-195e-495b-95d3-2d9620e9cc97,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:33.332537 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-48af4d75-81a0-442f-92d8-77155b5aca3f tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:33.340888 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-48af4d75-81a0-442f-92d8-77155b5aca3f tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.20 "GET /v2.0/networks?id=f343a60a-bb31-4f3c-9556-85fb6c1da4af HTTP/1.1" status: 200 len: 815 time: 0.5881104 Jan 31 15:57:33.366571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75b12b2-d7d1-414b-9328-a72fcd790f6d req-35f299ab-2ab2-4584-a9bc-982b8516b7ad tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] No DVR routers for this DVR port 44107335-8686-4409-85da-27f6d1dbcd8b on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:57:33.372703 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a75b12b2-d7d1-414b-9328-a72fcd790f6d req-35f299ab-2ab2-4584-a9bc-982b8516b7ad tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:33.378264 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a75b12b2-d7d1-414b-9328-a72fcd790f6d req-35f299ab-2ab2-4584-a9bc-982b8516b7ad tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.30 "DELETE /v2.0/ports/44107335-8686-4409-85da-27f6d1dbcd8b HTTP/1.1" status: 204 len: 173 time: 2.7242846 Jan 31 15:57:33.388681 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15ce092-5543-473c-b9c1-f68dc32771af x-openstack-request-id: req-e15ce092-5543-473c-b9c1-f68dc32771af {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:33.389291 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "name": "network-vif-unplugged", "status": "completed", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:33.389595 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e15ce092-5543-473c-b9c1-f68dc32771af {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:33.389869 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'code': 200} Jan 31 15:57:33.394685 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-c9134baa-07c5-4b47-80e1-30c5c374fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:33.397527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-c9134baa-07c5-4b47-80e1-30c5c374fbd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542c78b33666488e89bcd9ea9fd8a8f9&device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 1095 time: 0.5804875 Jan 31 15:57:33.398762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32250173-2a44-4187-a299-863ba011926d service neutron] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:33.527507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Request body: {'port': {'device_id': 'd5772e44-3cf6-4910-9e03-9986e698d422', 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af', 'admin_state_up': True, 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:33.664610 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-5e29921e-f611-4fe9-8e9b-60943a0c3a9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=677b62ca-272e-43e2-824e-c638bffc6816 HTTP/1.1" status: 200 len: 217 time: 0.2469614 Jan 31 15:57:33.752988 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-597563e2-1b89-4d62-8a83-4a3946bcd160 req-c1da4c03-c3da-42d6-aa41-7d8891cb3388 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 210 time: 0.2611713 Jan 31 15:57:33.822113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-f5e9c62f-9921-458c-a741-652d6b761ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:33.823744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-f5e9c62f-9921-458c-a741-652d6b761ec6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc HTTP/1.1" status: 200 len: 861 time: 0.1220765 Jan 31 15:57:33.923583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-c9bdad31-3397-4f5a-b295-ce6fe5a354ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:33.925123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-c9bdad31-3397-4f5a-b295-ce6fe5a354ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 1099 time: 0.5400105 Jan 31 15:57:33.926904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-9f7bb4fd-813e-4650-932c-df0789e010c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497878 Jan 31 15:57:34.064953 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df350442-f709-4911-b577-8f2baa7f3096 req-04c1a0a4-3f4d-4eab-a6e3-823ed584675d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 210 time: 0.1540778 Jan 31 15:57:34.235049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-1ba66eec-7f3e-49b6-8cc7-5ef53ae9473e req-8bec471c-5c11-49e7-9bdb-5283a0bbd35e tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Deleting port ed1117b9-195e-495b-95d3-2d9620e9cc97 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:57:34.236016 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1ba66eec-7f3e-49b6-8cc7-5ef53ae9473e req-8bec471c-5c11-49e7-9bdb-5283a0bbd35e tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:34.491746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0822e-adb0-4574-88e1-b2de84181a38 req-df695f2e-e5e1-4525-98a2-6152286ca304 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:34.494448 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3c0822e-adb0-4574-88e1-b2de84181a38 req-df695f2e-e5e1-4525-98a2-6152286ca304 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 944 time: 0.8288372 Jan 31 15:57:34.511786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fc1b2-0430-4835-bdbf-11e039adb02a req-71f6de3c-7ea6-4e2f-95ea-91c3fa3a9504 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:34.513541 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-de9fc1b2-0430-4835-bdbf-11e039adb02a req-71f6de3c-7ea6-4e2f-95ea-91c3fa3a9504 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.2439630 Jan 31 15:57:34.541443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-456548ec-ea8d-4f20-a862-4a8fcd2ddae5 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:34.543188 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-456548ec-ea8d-4f20-a862-4a8fcd2ddae5 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.20 "GET /v2.0/networks?id=62d551c3-6922-49d7-9630-836eaf25e18d HTTP/1.1" status: 200 len: 804 time: 0.6122165 Jan 31 15:57:34.560654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Request body: {'port': {'device_id': 'f017a513-0e2c-48c1-b4a2-58654d057f92', 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'admin_state_up': True, 'tenant_id': '702103247c8744b5b661ca2faf498765'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:34.605233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Made reservation on behalf of a1f14efaf55a4a8dbe10405c4bdd7a92 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:57:34.610505 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:34.726567 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-de9fc1b2-0430-4835-bdbf-11e039adb02a req-067f8473-2ecf-4cff-99bb-946902442f50 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017729 Jan 31 15:57:34.748274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-1ba66eec-7f3e-49b6-8cc7-5ef53ae9473e req-8bec471c-5c11-49e7-9bdb-5283a0bbd35e tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] For port ed1117b9-195e-495b-95d3-2d9620e9cc97, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed1117b9-195e-495b-95d3-2d9620e9cc97,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:34.748877 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1ba66eec-7f3e-49b6-8cc7-5ef53ae9473e req-8bec471c-5c11-49e7-9bdb-5283a0bbd35e tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:34.777515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-94bcc0c6-9190-44dd-948b-d0de599215db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:34.779281 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-94bcc0c6-9190-44dd-948b-d0de599215db service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.5790920 Jan 31 15:57:34.804767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-1ba66eec-7f3e-49b6-8cc7-5ef53ae9473e req-8bec471c-5c11-49e7-9bdb-5283a0bbd35e tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Calling delete_port for ed1117b9-195e-495b-95d3-2d9620e9cc97 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:57:34.810677 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd5499d-0478-432c-9f6b-e4a6085747e2 x-openstack-request-id: req-abd5499d-0478-432c-9f6b-e4a6085747e2 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:34.811544 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95452de6-f4ec-4652-93f0-7edcdd4571ab", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1117b9-195e-495b-95d3-2d9620e9cc97", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:34.811962 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-abd5499d-0478-432c-9f6b-e4a6085747e2 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:34.812506 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95452de6-f4ec-4652-93f0-7edcdd4571ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1117b9-195e-495b-95d3-2d9620e9cc97', 'code': 200} Jan 31 15:57:34.919474 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3c0822e-adb0-4574-88e1-b2de84181a38 req-e47afe15-42be-4e17-96f5-ab97dfb4cc17 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651423 Jan 31 15:57:35.066715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-019f3b91-08ed-442a-826f-e71e3e93e643 req-6422ac18-a330-479c-9b1f-8089943b8fa9 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 210 time: 0.0594227 Jan 31 15:57:35.073009 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-5e48a334-f913-411b-a66c-4e80edffa408 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 217 time: 0.1794474 Jan 31 15:57:35.105819 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-9b0143ce-aec8-46be-9282-8ca51f12a402 service neutron] 10.222.0.30 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9389567 Jan 31 15:57:35.180658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Made reservation on behalf of 702103247c8744b5b661ca2faf498765 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:57:35.187372 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:35.233667 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-afc33163-00d1-4950-9f15-7b566299b2d0 req-105a361e-9774-48e5-9323-657f41b81b15 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 210 time: 0.0600214 Jan 31 15:57:35.252295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Allocated IP 172.20.0.9 (f343a60a-bb31-4f3c-9556-85fb6c1da4af/cf307f4d-c524-4c63-a29d-56c84d634b48/6bcda060-3677-49c7-9ee3-adce77f3cec8) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:57:35.417577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-b39851ba-9396-49ea-8518-66e6fc9baad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:35.419212 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-b39851ba-9396-49ea-8518-66e6fc9baad4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.3115783 Jan 31 15:57:35.420713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71f4539-59d7-4393-8553-9b36d2b130b1', 'tag': '677b62ca-272e-43e2-824e-c638bffc6816'}, {'name': 'network-changed', 'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05'}, {'server_uuid': '7ece3286-24b1-4b1c-8d41-c5b908b95bd2', 'name': 'network-vif-deleted', 'tag': '44107335-8686-4409-85da-27f6d1dbcd8b'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:35.423366 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b559fb-09c0-4c5e-a725-f9a1448409bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c71f4539-59d7-4393-8553-9b36d2b130b1", "tag": "677b62ca-272e-43e2-824e-c638bffc6816"}, {"name": "network-changed", "server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05"}, {"server_uuid": "7ece3286-24b1-4b1c-8d41-c5b908b95bd2", "name": "network-vif-deleted", "tag": "44107335-8686-4409-85da-27f6d1dbcd8b"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:35.522306 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:35.569083 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:35.637822 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99949b91-e9f1-4a91-8cf7-0a8cce71c59f req-047a63a9-b392-4844-9377-52fbcb2f08cc tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/ed736d84-d6c0-4113-aeb9-c5efd2b1590c HTTP/1.1" status: 200 len: 1799 time: 0.3809090 Jan 31 15:57:35.665860 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93289c7-c659-4644-ae73-5659498bba13 req-cfb5afbb-0857-4e58-9a3c-9b82ed33f8a1 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:35.670852 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-cfb5afbb-0857-4e58-9a3c-9b82ed33f8a1 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.30 "GET /v2.0/networks?id=03bf16f3-5903-42f5-92b2-1ea487581abd HTTP/1.1" status: 200 len: 810 time: 0.3092704 Jan 31 15:57:35.679188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Network f343a60a-bb31-4f3c-9556-85fb6c1da4af is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:35.692778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:35.714942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:57:35.763147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-b93289c7-c659-4644-ae73-5659498bba13 req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Request body: {'port': {'device_id': '3a5305b9-2fc6-49c4-922c-9eec1f357aa8', 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd', 'admin_state_up': True, 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:35.768148 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1ba66eec-7f3e-49b6-8cc7-5ef53ae9473e req-8bec471c-5c11-49e7-9bdb-5283a0bbd35e tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:35.780679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Pushing event updated for resources: {'Port': ['ID=6bcda060-3677-49c7-9ee3-adce77f3cec8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:35.842467 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:35.842974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:35.843420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:35.843854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:35.844287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:35.844717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:35.845158 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:35.845674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:35.846098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:35.846532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:35.846951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:35.848870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:35.880536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:35.881370 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:35.889684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560f49b-3bd9-4a03-a59c-676455aa9cbd req-d956a11d-f9ef-4156-a181-be15304afe1d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:35.891602 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7560f49b-3bd9-4a03-a59c-676455aa9cbd req-d956a11d-f9ef-4156-a181-be15304afe1d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 948 time: 0.8174708 Jan 31 15:57:35.910040 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99949b91-e9f1-4a91-8cf7-0a8cce71c59f req-110154ed-92b8-4043-a1bf-8fdf7b8bb447 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:35.933682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-10429bb6-f569-4a4e-9b98-5fdc37905235 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4405222 Jan 31 15:57:35.964267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Request body: {'port': {'device_id': 'd5772e44-3cf6-4910-9e03-9986e698d422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:35.967504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ac1e039-4e8f-4ab3-8422-a15e2570c8aa req-363498e1-6afd-473e-803b-6d58070ebc76 service neutron] 10.222.0.30 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7891726 Jan 31 15:57:35.969599 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99949b91-e9f1-4a91-8cf7-0a8cce71c59f req-110154ed-92b8-4043-a1bf-8fdf7b8bb447 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:36.096982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:36.186189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec471c-5c11-49e7-9bdb-5283a0bbd35e tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Pushing event deleted for resources: {'Port': ['ID=ed1117b9-195e-495b-95d3-2d9620e9cc97,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:36.220290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b155b21b-6be6-4050-9b45-dac212eb7b71 None None] Provisioning complete for port 6bcda060-3677-49c7-9ee3-adce77f3cec8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:36.220899 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99949b91-e9f1-4a91-8cf7-0a8cce71c59f req-110154ed-92b8-4043-a1bf-8fdf7b8bb447 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:36.223175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99949b91-e9f1-4a91-8cf7-0a8cce71c59f req-110154ed-92b8-4043-a1bf-8fdf7b8bb447 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:36.223461 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b155b21b-6be6-4050-9b45-dac212eb7b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:36.234722 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99949b91-e9f1-4a91-8cf7-0a8cce71c59f req-110154ed-92b8-4043-a1bf-8fdf7b8bb447 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "DELETE /v2.0/security-groups/ed736d84-d6c0-4113-aeb9-c5efd2b1590c HTTP/1.1" status: 204 len: 173 time: 0.5958431 Jan 31 15:57:36.235871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba66eec-7f3e-49b6-8cc7-5ef53ae9473e req-8bec471c-5c11-49e7-9bdb-5283a0bbd35e tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] No DVR routers for this DVR port ed1117b9-195e-495b-95d3-2d9620e9cc97 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:57:36.262614 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1ba66eec-7f3e-49b6-8cc7-5ef53ae9473e req-8bec471c-5c11-49e7-9bdb-5283a0bbd35e tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:36.266118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1ba66eec-7f3e-49b6-8cc7-5ef53ae9473e req-8bec471c-5c11-49e7-9bdb-5283a0bbd35e tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.30 "DELETE /v2.0/ports/ed1117b9-195e-495b-95d3-2d9620e9cc97 HTTP/1.1" status: 204 len: 173 time: 3.1086838 Jan 31 15:57:36.303625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110154ed-92b8-4043-a1bf-8fdf7b8bb447 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed736d84-d6c0-4113-aeb9-c5efd2b1590c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:36.305455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95452de6-f4ec-4652-93f0-7edcdd4571ab', 'name': 'network-vif-deleted', 'tag': 'ed1117b9-195e-495b-95d3-2d9620e9cc97'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:36.307692 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d83e1e-55d5-409c-bd28-d663adeb4cc8" -d '{"events": [{"server_uuid": "95452de6-f4ec-4652-93f0-7edcdd4571ab", "name": "network-vif-deleted", "tag": "ed1117b9-195e-495b-95d3-2d9620e9cc97"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:36.370284 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b155b21b-6be6-4050-9b45-dac212eb7b71 None None] Port 6bcda060-3677-49c7-9ee3-adce77f3cec8 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:57:36.572369 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e85de55b-77e9-4ae0-aeb7-47ae7fb04d64 req-429f426b-a8c9-424b-8186-38a8bb9f4d0b tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 210 time: 0.0706878 Jan 31 15:57:36.762882 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7560f49b-3bd9-4a03-a59c-676455aa9cbd req-a007ac13-1b66-4380-ac0c-8b620e4fa76f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7939465 Jan 31 15:57:36.817088 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d42ee8-074a-471f-ab64-2a7cda3a057c x-openstack-request-id: req-25d42ee8-074a-471f-ab64-2a7cda3a057c {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:36.817304 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71f4539-59d7-4393-8553-9b36d2b130b1", "tag": "677b62ca-272e-43e2-824e-c638bffc6816", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05", "status": "completed", "code": 200}, {"server_uuid": "7ece3286-24b1-4b1c-8d41-c5b908b95bd2", "name": "network-vif-deleted", "tag": "44107335-8686-4409-85da-27f6d1dbcd8b", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:36.817565 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25d42ee8-074a-471f-ab64-2a7cda3a057c {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:36.817974 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71f4539-59d7-4393-8553-9b36d2b130b1', 'tag': '677b62ca-272e-43e2-824e-c638bffc6816', 'status': 'completed', 'code': 200} Jan 31 15:57:36.818226 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'status': 'completed', 'code': 200} Jan 31 15:57:36.818472 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ece3286-24b1-4b1c-8d41-c5b908b95bd2', 'name': 'network-vif-deleted', 'tag': '44107335-8686-4409-85da-27f6d1dbcd8b', 'status': 'completed', 'code': 200} Jan 31 15:57:36.820383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-b2cc1715-71f5-4723-b73f-5dd9a00028bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:36.821927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-b2cc1715-71f5-4723-b73f-5dd9a00028bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0913203 Jan 31 15:57:36.994053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Allocated IP 172.20.0.11 (62d551c3-6922-49d7-9630-836eaf25e18d/40b37e97-4d9d-4bd0-a797-bd4e1f87f45d/8c7fd1b6-f630-4ea1-ba8b-9f01d904e717) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:57:37.071283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163f1b-b02a-4d9c-9d86-a9895d0e4923 req-588d4d36-ffe7-40d7-b76a-dc7d958a8517 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:37.075087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-80163f1b-b02a-4d9c-9d86-a9895d0e4923 req-588d4d36-ffe7-40d7-b76a-dc7d958a8517 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1537375 Jan 31 15:57:37.079366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-7c357a17-fbfc-489c-be4b-8fb57b19075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:37.081281 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-7c357a17-fbfc-489c-be4b-8fb57b19075e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542c78b33666488e89bcd9ea9fd8a8f9&device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 1095 time: 0.2769382 Jan 31 15:57:37.220277 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.db.resource_extend [None req-8821b401-1667-451c-a7dd-f9273fb26900 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 15:57:37.249974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-b6a410b9-0270-47ae-9325-f9fa2d7d9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:37.251611 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-b6a410b9-0270-47ae-9325-f9fa2d7d9322 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 HTTP/1.1" status: 200 len: 922 time: 0.1423063 Jan 31 15:57:37.288272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-80163f1b-b02a-4d9c-9d86-a9895d0e4923 req-8adc67ae-2d5a-46a3-bd45-2ddc77c09aee tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040226 Jan 31 15:57:37.313152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93289c7-c659-4644-ae73-5659498bba13 req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Made reservation on behalf of c1b995a0cb69468fa00bb84e53d82c96 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:57:37.315117 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b93289c7-c659-4644-ae73-5659498bba13 req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:37.358682 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-dd7a7ebd-dd35-4b46-bb92-8844c2c3bf7f service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261140 Jan 31 15:57:37.381896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea0f03-8e37-414a-b21e-9f76910f8afa req-5e74d742-87dc-4453-8bc6-b88301aa8fb2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:37.383586 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4cea0f03-8e37-414a-b21e-9f76910f8afa req-5e74d742-87dc-4453-8bc6-b88301aa8fb2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 944 time: 0.4129570 Jan 31 15:57:37.423893 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-a5298e6f-2ae9-4322-9878-529406cb427c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=677b62ca-272e-43e2-824e-c638bffc6816 HTTP/1.1" status: 200 len: 217 time: 0.1614602 Jan 31 15:57:37.545608 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ffa3d389-ecec-4f91-8e25-4839bd9fd8cf req-a881ca3e-cc56-4034-9fb9-44ebd0cbcf7e tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 210 time: 0.0740728 Jan 31 15:57:37.639520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bcda060-3677-49c7-9ee3-adce77f3cec8 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:37.643985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8821b401-1667-451c-a7dd-f9273fb26900 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:37.653149 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:37.701451 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8821b401-1667-451c-a7dd-f9273fb26900 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:37.707546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Transition to ACTIVE for port object 6bcda060-3677-49c7-9ee3-adce77f3cec8 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:57:37.710809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea1894ce-bb46-4194-83ba-0a582de6fe05 req-89385cf6-4f51-428f-9067-fc8d3d11d9cd tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/02bfa83e-e5c9-4c06-bc86-1b5a858085d5 HTTP/1.1" status: 200 len: 1800 time: 0.1386576 Jan 31 15:57:37.712614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-14601bbc-d1bf-487c-bd73-8c0496e62140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:37.715342 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-14601bbc-d1bf-487c-bd73-8c0496e62140 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc HTTP/1.1" status: 200 len: 861 time: 0.2837932 Jan 31 15:57:37.785579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4cea0f03-8e37-414a-b21e-9f76910f8afa req-fc12c9a2-afc7-4764-af34-112b42388016 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602784 Jan 31 15:57:37.789873 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:37.891550 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-ba7dd52e-6bc4-46fa-acdf-b35ad4b73fc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381912 Jan 31 15:57:37.919990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-b93289c7-c659-4644-ae73-5659498bba13 req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Allocated IP 172.20.0.7 (03bf16f3-5903-42f5-92b2-1ea487581abd/e6a53540-acaa-4030-84f0-25c1cb026c93/d0f12223-8f4e-4a51-a50d-e792414c7fb3) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:57:38.097193 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b93289c7-c659-4644-ae73-5659498bba13 req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:38.291218 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ea1894ce-bb46-4194-83ba-0a582de6fe05 req-cebafdb6-46f4-49cb-9c69-bae7588ef472 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:38.292995 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:38.330772 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ea1894ce-bb46-4194-83ba-0a582de6fe05 req-cebafdb6-46f4-49cb-9c69-bae7588ef472 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:38.380611 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce6c8cb7-e9cf-41b7-ae67-52104494cd7c req-f9d6594c-6664-4e78-84af-0899b7c52b04 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9912467 Jan 31 15:57:38.388676 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-8821b401-1667-451c-a7dd-f9273fb26900 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Floating IP ddb230a1-c97b-4acd-a81b-f3ddc2ad8d6b associated. External IP: 172.25.1.225, port: 5c60fe6e-c3bd-4730-9b52-48913f619798. Jan 31 15:57:38.396544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bcda060-3677-49c7-9ee3-adce77f3cec8,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:38.400337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b93289c7-c659-4644-ae73-5659498bba13 req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:38.419551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8727af3d-0e7a-452c-9879-e88842ce1457'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:38.422322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ed1117b9-195e-495b-95d3-2d9620e9cc97 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:57:38.426031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ea1894ce-bb46-4194-83ba-0a582de6fe05 req-cebafdb6-46f4-49cb-9c69-bae7588ef472 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:38.428905 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ea1894ce-bb46-4194-83ba-0a582de6fe05 req-cebafdb6-46f4-49cb-9c69-bae7588ef472 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:38.457055 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea1894ce-bb46-4194-83ba-0a582de6fe05 req-cebafdb6-46f4-49cb-9c69-bae7588ef472 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "DELETE /v2.0/security-groups/02bfa83e-e5c9-4c06-bc86-1b5a858085d5 HTTP/1.1" status: 204 len: 173 time: 0.7164195 Jan 31 15:57:38.500197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: ed1117b9-195e-495b-95d3-2d9620e9cc97 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:57:38.500979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ed1117b9-195e-495b-95d3-2d9620e9cc97 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:57:38.535314 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:38.557189 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b5743f-77d8-4cb7-9767-518ca3bbe66f x-openstack-request-id: req-73b5743f-77d8-4cb7-9767-518ca3bbe66f {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:38.557901 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95452de6-f4ec-4652-93f0-7edcdd4571ab", "name": "network-vif-deleted", "tag": "ed1117b9-195e-495b-95d3-2d9620e9cc97", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:38.558480 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73b5743f-77d8-4cb7-9767-518ca3bbe66f {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:38.559026 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95452de6-f4ec-4652-93f0-7edcdd4571ab', 'name': 'network-vif-deleted', 'tag': 'ed1117b9-195e-495b-95d3-2d9620e9cc97', 'status': 'completed', 'code': 200} Jan 31 15:57:38.605348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebafdb6-46f4-49cb-9c69-bae7588ef472 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bfa83e-e5c9-4c06-bc86-1b5a858085d5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:38.680433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93289c7-c659-4644-ae73-5659498bba13 req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Network 03bf16f3-5903-42f5-92b2-1ea487581abd is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:38.709417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Pushing event updated for resources: {'Port': ['ID=d0f12223-8f4e-4a51-a50d-e792414c7fb3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:38.719135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-b93289c7-c659-4644-ae73-5659498bba13 req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:38.729330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Network 62d551c3-6922-49d7-9630-836eaf25e18d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:38.731110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93289c7-c659-4644-ae73-5659498bba13 req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:57:38.784048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:38.784390 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:38.784769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:38.785190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:38.785565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:38.785891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:38.786753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:38.786753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:38.787027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:38.787206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:38.787524 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:38.787844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:38.791556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:38.803394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93289c7-c659-4644-ae73-5659498bba13 req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:38.804042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b93289c7-c659-4644-ae73-5659498bba13 req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:38.820522 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-7aeb02eb-06d2-447a-b2ef-29ca7cce5032 service neutron] 10.222.0.30 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8515065 Jan 31 15:57:38.821456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Attempting to bind port 6bcda060-3677-49c7-9ee3-adce77f3cec8 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:57:38.821983 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Attempting to bind port 6bcda060-3677-49c7-9ee3-adce77f3cec8 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:57:38.822485 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Attempting to bind port 6bcda060-3677-49c7-9ee3-adce77f3cec8 on network f343a60a-bb31-4f3c-9556-85fb6c1da4af {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:38.829434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Port 6bcda060-3677-49c7-9ee3-adce77f3cec8 on network f343a60a-bb31-4f3c-9556-85fb6c1da4af not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:57:38.830023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Attempting to bind port 6bcda060-3677-49c7-9ee3-adce77f3cec8 on network f343a60a-bb31-4f3c-9556-85fb6c1da4af {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:38.880500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:57:38.892766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Pushing event updated for resources: {'Port': ['ID=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:38.930687 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-81b81fed-5986-4884-9363-c24296ce6ebc tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1721458 Jan 31 15:57:38.956358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Request body: {'port': {'device_id': '3a5305b9-2fc6-49c4-922c-9eec1f357aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:38.991643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddfcb7-7577-421d-933b-5eab95a38529 req-c4446d75-a4e0-4160-8bf3-e0c59ec34482 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:38.993199 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36ddfcb7-7577-421d-933b-5eab95a38529 req-c4446d75-a4e0-4160-8bf3-e0c59ec34482 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 943 time: 0.5962212 Jan 31 15:57:38.995181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-2d9bf4bb-2b59-4818-956a-fda121303ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:38.996603 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-2d9bf4bb-2b59-4818-956a-fda121303ccf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 1099 time: 0.4260769 Jan 31 15:57:39.225311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:39.225963 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:39.267246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36ddfcb7-7577-421d-933b-5eab95a38529 req-83f4c9f2-c441-4ff8-9e07-a2d44da3520d tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623723 Jan 31 15:57:39.291913 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c907607f-a74b-44fd-bc32-1f4dd3338a5d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7348330 Jan 31 15:57:39.366534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-5f18fc2d-9cab-4a79-9b02-766b3649bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:39.369592 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-5f18fc2d-9cab-4a79-9b02-766b3649bdfb service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3417487 Jan 31 15:57:39.377855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Request body: {'port': {'device_id': 'f017a513-0e2c-48c1-b4a2-58654d057f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:39.414349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:57:39.414984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Checking segment: {'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:39.415085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Bound using segment: {'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:57:39.415502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Bound port: 6bcda060-3677-49c7-9ee3-adce77f3cec8, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63aca419-d188-4d50-a936-628779c8c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:57:39.415865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:39.429897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8bf5b-2df0-4f3a-940a-90aaaec914ec req-4bcfbd45-ed0f-47fd-bde3-59563ebd5eb0 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:39.437215 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96c8bf5b-2df0-4f3a-940a-90aaaec914ec req-4bcfbd45-ed0f-47fd-bde3-59563ebd5eb0 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 932 time: 0.7925882 Jan 31 15:57:39.510053 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-a48c6d90-aea9-4ea6-a965-7502b59044f6 service neutron] 10.222.0.30 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6773701 Jan 31 15:57:39.606508 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] For port 6bcda060-3677-49c7-9ee3-adce77f3cec8, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:39.610606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] For port 6bcda060-3677-49c7-9ee3-adce77f3cec8, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6bcda060-3677-49c7-9ee3-adce77f3cec8,segment=NetworkSegment(63aca419-d188-4d50-a936-628779c8c5ec),segment_id=63aca419-d188-4d50-a936-628779c8c5ec)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:57:39.625502 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:39.667351 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:57:39.715777 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96c8bf5b-2df0-4f3a-940a-90aaaec914ec req-ca2364a6-681d-4692-b611-b39fb5fe804d tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776177 Jan 31 15:57:39.727177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:39.727786 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:39.733411 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] 10.222.0.20 "PUT /v2.0/ports/6bcda060-3677-49c7-9ee3-adce77f3cec8 HTTP/1.1" status: 200 len: 1091 time: 3.7732155 Jan 31 15:57:39.742806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8821b401-1667-451c-a7dd-f9273fb26900 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:57:39.783219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-244afc34-dfe0-4eb4-b317-668bdab7005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:39.783219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-244afc34-dfe0-4eb4-b317-668bdab7005e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 1099 time: 0.1556549 Jan 31 15:57:39.783219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e330a5-af81-401f-b7fc-a1a7afeba0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bcda060-3677-49c7-9ee3-adce77f3cec8,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:39.787450 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-065b88c1-015c-4de5-ac97-b071b5f22d72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 217 time: 0.4018834 Jan 31 15:57:39.793278 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:40.110541 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7defbe-b740-4f64-81a6-9e9a035fbfda req-a6305318-3de0-4b2c-9d60-aa6324336252 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:40.118637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be7defbe-b740-4f64-81a6-9e9a035fbfda req-a6305318-3de0-4b2c-9d60-aa6324336252 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.2239997 Jan 31 15:57:40.140403 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:40.155251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-c3d30890-6a1e-4df5-97d9-d18c9b294759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:40.156813 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-c3d30890-6a1e-4df5-97d9-d18c9b294759 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1f14efaf55a4a8dbe10405c4bdd7a92&device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 1094 time: 0.3504186 Jan 31 15:57:40.224341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-b7014c4c-edb9-48fa-a313-682d34400a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:40.225945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-b7014c4c-edb9-48fa-a313-682d34400a64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.4453659 Jan 31 15:57:40.242747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b3eb2916-7981-4167-82df-df2c3fdb9d05 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:57:40.244007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be7defbe-b740-4f64-81a6-9e9a035fbfda req-f6e84c42-fa60-4bb8-93b1-8d3b002b824f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243935 Jan 31 15:57:40.249017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-63f1325f-bfd3-42c0-bd6f-ab97d2ebda2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bcda060-3677-49c7-9ee3-adce77f3cec8 HTTP/1.1" status: 200 len: 217 time: 0.0772753 Jan 31 15:57:40.311643 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-a992c0df-ef59-4d43-99c1-c3db3d8a0e03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 217 time: 0.0555182 Jan 31 15:57:40.319516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-14b3be79-3549-4bc2-8790-809993e79437 req-01c49f71-0f04-4719-8267-7865d7e3ae3b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1863233522', 'description': 'tempest-description-295891464'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:40.447759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-1b5d4bd5-d9da-43ee-b29c-be74e1b4553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:40.449254 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-1b5d4bd5-d9da-43ee-b29c-be74e1b4553c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf307f4d-c524-4c63-a29d-56c84d634b48 HTTP/1.1" status: 200 len: 854 time: 0.1242926 Jan 31 15:57:40.454055 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-14b3be79-3549-4bc2-8790-809993e79437 req-01c49f71-0f04-4719-8267-7865d7e3ae3b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:40.456593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 677b62ca-272e-43e2-824e-c638bffc6816 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:57:40.503136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-71cb78fa-0f0b-4922-86a5-e1deceaaf3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:40.504783 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-71cb78fa-0f0b-4922-86a5-e1deceaaf3f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1682420 Jan 31 15:57:40.563428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5772e44-3cf6-4910-9e03-9986e698d422', 'tag': '6bcda060-3677-49c7-9ee3-adce77f3cec8'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:40.565215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:40.566317 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6fa27b-51c3-4739-88f4-9d80cceecdef" -d '{"events": [{"name": "network-changed", "server_uuid": "d5772e44-3cf6-4910-9e03-9986e698d422", "tag": "6bcda060-3677-49c7-9ee3-adce77f3cec8"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:40.596109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-8ca8f9f3-296e-4a54-83e9-f37ea2231965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:40.610086 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-8ca8f9f3-296e-4a54-83e9-f37ea2231965 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f343a60a-bb31-4f3c-9556-85fb6c1da4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290002 Jan 31 15:57:40.643625 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'mac_address': 'fa:16:3e:b0:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:57:40.651405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-7ce22f1f-e208-4854-9b4b-3f450703048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:40.652940 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-7ce22f1f-e208-4854-9b4b-3f450703048a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366286 Jan 31 15:57:40.736057 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:40.756115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3eb2916-7981-4167-82df-df2c3fdb9d05 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:40.769594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 677b62ca-272e-43e2-824e-c638bffc6816, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=677b62ca-272e-43e2-824e-c638bffc6816,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:40.801122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:40.809217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '677b62ca-272e-43e2-824e-c638bffc6816', 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1', 'port_id': '677b62ca-272e-43e2-824e-c638bffc6816', 'mac_address': 'fa:16:3e:f3:fe:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:57:40.811532 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:40.925084 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:40.945015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4072af-4ddb-4ac9-b728-fffec51bda90 req-4f0b90ec-0cb5-42b5-89a6-a16ff4338cd5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:40.953248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db4072af-4ddb-4ac9-b728-fffec51bda90 req-4f0b90ec-0cb5-42b5-89a6-a16ff4338cd5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 948 time: 1.4729018 Jan 31 15:57:40.958892 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677b62ca-272e-43e2-824e-c638bffc6816 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:40.984403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-a32cb36c-d469-4194-b3a4-71ebfbf722bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:40.985936 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-a32cb36c-d469-4194-b3a4-71ebfbf722bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 1.1863122 Jan 31 15:57:41.000018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 677b62ca-272e-43e2-824e-c638bffc6816, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=677b62ca-272e-43e2-824e-c638bffc6816,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:41.001419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:41.009669 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:41.037707 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-14b3be79-3549-4bc2-8790-809993e79437 req-01c49f71-0f04-4719-8267-7865d7e3ae3b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:41.052138 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-14b3be79-3549-4bc2-8790-809993e79437 req-01c49f71-0f04-4719-8267-7865d7e3ae3b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:41.063217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=677b62ca-272e-43e2-824e-c638bffc6816,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:41.084463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c49f71-0f04-4719-8267-7865d7e3ae3b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112a5a8e-ef9b-4da0-9dc3-844f23203dd8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:41.118269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['b3eb2916-7981-4167-82df-df2c3fdb9d05'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:41.125606 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-14b3be79-3549-4bc2-8790-809993e79437 req-01c49f71-0f04-4719-8267-7865d7e3ae3b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:41.146208 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14b3be79-3549-4bc2-8790-809993e79437 req-01c49f71-0f04-4719-8267-7865d7e3ae3b tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8322635 Jan 31 15:57:41.180673 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-83d381a4-5119-4b87-8336-af7c5af9add7 service neutron] 10.222.0.20 "GET /v2.0/networks/f343a60a-bb31-4f3c-9556-85fb6c1da4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316422 Jan 31 15:57:41.313785 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db4072af-4ddb-4ac9-b728-fffec51bda90 req-38cf2c5c-d62d-4434-9cb1-35b1b3cb0e7f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594933 Jan 31 15:57:41.338319 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['677b62ca-272e-43e2-824e-c638bffc6816'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:41.471734 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-4238cae1-1f69-458e-8c76-108744803ba8 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7644789 Jan 31 15:57:41.578431 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-e70bf833-0e00-4007-96c5-606e89158e9e service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978484 Jan 31 15:57:41.587934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72d60-d3e4-4a8e-9e2f-702e39067f57 req-3282547b-7151-47cb-8063-465065311b21 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:41.595404 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecb72d60-d3e4-4a8e-9e2f-702e39067f57 req-3282547b-7151-47cb-8063-465065311b21 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 931 time: 0.3903368 Jan 31 15:57:41.646121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecb72d60-d3e4-4a8e-9e2f-702e39067f57 req-f903d9b2-8082-4e79-9f7a-d9a6003c60ec tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496938 Jan 31 15:57:41.721553 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:41.729082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-383ccb16-d2bf-46a1-879a-d7bd085f3ed6 req-5e518f8f-3f7d-40f5-9f48-d5ef5ada97ac service neutron] 10.222.0.20 "GET /v2.0/networks/f343a60a-bb31-4f3c-9556-85fb6c1da4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331316 Jan 31 15:57:41.782241 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:41.790079 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8821b401-1667-451c-a7dd-f9273fb26900 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:57:41.795398 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8821b401-1667-451c-a7dd-f9273fb26900 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:41.802411 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3746fca-eec1-4130-9e80-5046a21cc5f3 None None] Sync routers for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:57:41.827002 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3746fca-eec1-4130-9e80-5046a21cc5f3 None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:57:41.827975 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c3746fca-eec1-4130-9e80-5046a21cc5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:57:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:41.838141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395766f8-7cb9-49e6-af25-1b7d0a76cb2b req-68dba094-c196-4d8a-aef5-dbeac1c63d1e tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:41.844584 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-395766f8-7cb9-49e6-af25-1b7d0a76cb2b req-68dba094-c196-4d8a-aef5-dbeac1c63d1e tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 943 time: 0.0894663 Jan 31 15:57:41.856000 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-f6007137-3651-4110-8130-2a155cd257c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:41.857605 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-f6007137-3651-4110-8130-2a155cd257c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6845479 Jan 31 15:57:41.858638 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Transition to ACTIVE for port object 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:57:41.889642 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-395766f8-7cb9-49e6-af25-1b7d0a76cb2b req-8047b88e-f28f-491c-af6b-35b0afb14e29 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 Jan 31 15:57:41.901253 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:41.901890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8821b401-1667-451c-a7dd-f9273fb26900 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "PUT /v2.0/floatingips/ddb230a1-c97b-4acd-a81b-f3ddc2ad8d6b HTTP/1.1" status: 200 len: 991 time: 9.3272660 Jan 31 15:57:41.915646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:41.918113 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d1cc09-5187-4756-a62a-1da38ca1aca7" -d '{"events": [{"name": "network-changed", "server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:41.930689 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72070951-85c7-4ff1-83ca-6c2a1683adaa x-openstack-request-id: req-72070951-85c7-4ff1-83ca-6c2a1683adaa {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:41.930977 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5772e44-3cf6-4910-9e03-9986e698d422", "tag": "6bcda060-3677-49c7-9ee3-adce77f3cec8", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:41.931231 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72070951-85c7-4ff1-83ca-6c2a1683adaa {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:41.931624 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5772e44-3cf6-4910-9e03-9986e698d422', 'tag': '6bcda060-3677-49c7-9ee3-adce77f3cec8', 'status': 'completed', 'code': 200} Jan 31 15:57:41.935631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7c305-39f6-4c6e-8216-ebb7be76d067 req-95d60984-bd7c-4196-87a8-5cf86f24749a tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:41.937217 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-64b7c305-39f6-4c6e-8216-ebb7be76d067 req-95d60984-bd7c-4196-87a8-5cf86f24749a tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 945 time: 0.2555132 Jan 31 15:57:42.028782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f12223-8f4e-4a51-a50d-e792414c7fb3 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:42.049060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ab039-581a-4577-bc47-8f8165e9bfaf req-d386b6ce-dfd5-41d1-84cc-ba44ac4973bb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:42.056685 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d36ab039-581a-4577-bc47-8f8165e9bfaf req-d386b6ce-dfd5-41d1-84cc-ba44ac4973bb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 944 time: 0.0645554 Jan 31 15:57:42.083761 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-c3746fca-eec1-4130-9e80-5046a21cc5f3 None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:57:42.098274 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:42.114619 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d36ab039-581a-4577-bc47-8f8165e9bfaf req-d4ce234f-a355-4ce4-b939-06e248da8c60 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569549 Jan 31 15:57:42.178673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:42.181489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Transition to ACTIVE for port object d0f12223-8f4e-4a51-a50d-e792414c7fb3 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:57:42.198085 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-64b7c305-39f6-4c6e-8216-ebb7be76d067 req-54f7ca42-8b13-496d-95aa-e8c67dda5f25 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996915 Jan 31 15:57:42.200990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:42.219783 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8bb19a91-c520-4581-a4f0-de41ad19b916 req-a28f9cdd-84f1-4859-a703-e64011ff60af tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/112a5a8e-ef9b-4da0-9dc3-844f23203dd8 HTTP/1.1" status: 200 len: 1800 time: 0.0874143 Jan 31 15:57:42.235121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-8bb19a91-c520-4581-a4f0-de41ad19b916 req-01967ec1-075f-40a1-840a-93b62e472b84 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1267785605', 'description': 'tempest-description-hth-635516709'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:42.264834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b3eb2916-7981-4167-82df-df2c3fdb9d05 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:42.313830 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8bb19a91-c520-4581-a4f0-de41ad19b916 req-01967ec1-075f-40a1-840a-93b62e472b84 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:42.369110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f12223-8f4e-4a51-a50d-e792414c7fb3,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:42.396370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port b3eb2916-7981-4167-82df-df2c3fdb9d05 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:57:42.404045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port b3eb2916-7981-4167-82df-df2c3fdb9d05 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:42.405028 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:42.424177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Attempting to bind port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:57:42.425425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Attempting to bind port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:57:42.426126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Attempting to bind port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 on network 62d551c3-6922-49d7-9630-836eaf25e18d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:42.459272 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c62df1-54bf-4144-931f-45be83081c55 req-5182b593-271c-452a-93d0-f8a51826acf1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:42.467145 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0c62df1-54bf-4144-931f-45be83081c55 req-5182b593-271c-452a-93d0-f8a51826acf1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1628525 Jan 31 15:57:42.501343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 on network 62d551c3-6922-49d7-9630-836eaf25e18d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:57:42.505232 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8bb19a91-c520-4581-a4f0-de41ad19b916 req-01967ec1-075f-40a1-840a-93b62e472b84 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:42.508184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 677b62ca-272e-43e2-824e-c638bffc6816 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:42.511680 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8bb19a91-c520-4581-a4f0-de41ad19b916 req-01967ec1-075f-40a1-840a-93b62e472b84 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:42.512920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Attempting to bind port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 on network 62d551c3-6922-49d7-9630-836eaf25e18d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:42.515086 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8bb19a91-c520-4581-a4f0-de41ad19b916 req-01967ec1-075f-40a1-840a-93b62e472b84 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:42.527532 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8bb19a91-c520-4581-a4f0-de41ad19b916 req-01967ec1-075f-40a1-840a-93b62e472b84 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "PUT /v2.0/security-groups/112a5a8e-ef9b-4da0-9dc3-844f23203dd8 HTTP/1.1" status: 200 len: 1774 time: 0.2984583 Jan 31 15:57:42.573511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:57:42.573900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Checking segment: {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:42.574265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Bound using segment: {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:57:42.574725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Bound port: 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafba4b9-d89a-455f-b36a-2e30a211cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:57:42.575093 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:42.591216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01967ec1-075f-40a1-840a-93b62e472b84 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112a5a8e-ef9b-4da0-9dc3-844f23203dd8,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:42.606771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64816e9-da73-4679-bbda-1a33ed059b43 req-03288448-00b9-4ab6-820e-72bf51747bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:42.611423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e64816e9-da73-4679-bbda-1a33ed059b43 req-03288448-00b9-4ab6-820e-72bf51747bdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 1096 time: 0.2300344 Jan 31 15:57:42.618883 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0c62df1-54bf-4144-931f-45be83081c55 req-1faf8a3a-1dac-4f45-9b57-8c9d9a40e1b8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504593 Jan 31 15:57:42.684407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Attempting to bind port d0f12223-8f4e-4a51-a50d-e792414c7fb3 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:57:42.684745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Attempting to bind port d0f12223-8f4e-4a51-a50d-e792414c7fb3 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:57:42.685080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Attempting to bind port d0f12223-8f4e-4a51-a50d-e792414c7fb3 on network 03bf16f3-5903-42f5-92b2-1ea487581abd {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:42.742819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Port d0f12223-8f4e-4a51-a50d-e792414c7fb3 on network 03bf16f3-5903-42f5-92b2-1ea487581abd not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:57:42.743154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Attempting to bind port d0f12223-8f4e-4a51-a50d-e792414c7fb3 on network 03bf16f3-5903-42f5-92b2-1ea487581abd {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:42.752228 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5e64f9-ef4a-40e0-99a9-3a542e416497 x-openstack-request-id: req-9b5e64f9-ef4a-40e0-99a9-3a542e416497 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:42.752622 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:42.752948 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b5e64f9-ef4a-40e0-99a9-3a542e416497 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:42.753425 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'status': 'completed', 'code': 200} Jan 31 15:57:42.785368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:57:42.785368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Checking segment: {'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:42.785749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Bound using segment: {'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:57:42.786216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Bound port: d0f12223-8f4e-4a51-a50d-e792414c7fb3, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:57:42.786581 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:42.874339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64816e9-da73-4679-bbda-1a33ed059b43 req-f1ab553c-036e-4f21-9d2b-fc5013408d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:42.876230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e64816e9-da73-4679-bbda-1a33ed059b43 req-f1ab553c-036e-4f21-9d2b-fc5013408d88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 912 time: 0.2385144 Jan 31 15:57:42.904762 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:42.928792 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c3746fca-eec1-4130-9e80-5046a21cc5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'ddb230a1-c97b-4acd-a81b-f3ddc2ad8d6b', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'port_id': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'mac_address': 'fa:16:3e:9b:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:57:09Z', 'updated_at': '2022-01-31T15:57:37Z', 'revision_number': 1, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:10Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:42.946575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:42.948263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 677b62ca-272e-43e2-824e-c638bffc6816 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:57:42.951994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:42.952488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e64816e9-da73-4679-bbda-1a33ed059b43 req-815e2181-c6e8-4ecf-9361-132ce424e4c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3f52a20-028e-46bb-a659-11a635d958d6 HTTP/1.1" status: 200 len: 217 time: 0.0647328 Jan 31 15:57:42.955452 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9677eda-4352-4e06-a3b2-e514b9b011af" -d '{"events": [{"server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "name": "network-vif-plugged", "status": "completed", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:42.963120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 677b62ca-272e-43e2-824e-c638bffc6816 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:42.966338 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:42.968738 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:42.971454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] For port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:42.977068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27802327-d0c0-4a24-85a5-ec09716a7456 req-83428b26-2fbe-4c25-904f-c6a8abac9fe1 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:42.989706 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-27802327-d0c0-4a24-85a5-ec09716a7456 req-83428b26-2fbe-4c25-904f-c6a8abac9fe1 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.3765092 Jan 31 15:57:43.006627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] For port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:57:43.022311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a83a4-711f-4408-bcf9-ab7d63589df5 req-5ed30b2d-732c-4a31-8c98-5a4b9bddd7ce tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:43.024231 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f09a83a4-711f-4408-bcf9-ab7d63589df5 req-5ed30b2d-732c-4a31-8c98-5a4b9bddd7ce tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 949 time: 0.1920154 Jan 31 15:57:43.031908 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3746fca-eec1-4130-9e80-5046a21cc5f3 None None] Checking router: fda2303c-6baa-4af0-ae50-e1dd54aaaa5e for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:57:43.035863 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:43.068807 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3746fca-eec1-4130-9e80-5046a21cc5f3 None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:57:43.069560 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c3746fca-eec1-4130-9e80-5046a21cc5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:57:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:43.097615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:43.107785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:43.108315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:43.108708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:43.109272 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:43.110229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:43.110229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:43.110941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:43.111373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:43.111638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:43.112051 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:43.112463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:43.112890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:57:43.117580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64816e9-da73-4679-bbda-1a33ed059b43 req-d2aeab22-82cb-4339-8b59-9c6895093982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:43.119775 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e64816e9-da73-4679-bbda-1a33ed059b43 req-d2aeab22-82cb-4339-8b59-9c6895093982 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.0916975 Jan 31 15:57:43.141040 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-27802327-d0c0-4a24-85a5-ec09716a7456 req-b31d0534-f864-467c-93d0-b3e880827188 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501856 Jan 31 15:57:43.176814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e64816e9-da73-4679-bbda-1a33ed059b43 req-b44975ac-d1c8-4f93-9337-54c6d618eec6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341880 Jan 31 15:57:43.183851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:43.184744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:43.186208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] 10.222.0.20 "PUT /v2.0/ports/8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 HTTP/1.1" status: 200 len: 1092 time: 3.8144324 Jan 31 15:57:43.189441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] For port d0f12223-8f4e-4a51-a50d-e792414c7fb3, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:43.205993 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:43.224463 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f09a83a4-711f-4408-bcf9-ab7d63589df5 req-92ba912e-f82a-4cea-b07a-4f28e7e96f62 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861205 Jan 31 15:57:43.226271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] For port d0f12223-8f4e-4a51-a50d-e792414c7fb3, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d0f12223-8f4e-4a51-a50d-e792414c7fb3,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:57:43.241612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:43.256121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a9132-e34e-46f1-9756-891ebb52bdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:43.299618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 677b62ca-272e-43e2-824e-c638bffc6816, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=677b62ca-272e-43e2-824e-c638bffc6816,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:43.307992 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:43.364785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:43.365816 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:43.367315 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] 10.222.0.30 "PUT /v2.0/ports/d0f12223-8f4e-4a51-a50d-e792414c7fb3 HTTP/1.1" status: 200 len: 1091 time: 4.4162865 Jan 31 15:57:43.382747 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-c3746fca-eec1-4130-9e80-5046a21cc5f3 None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:57:43.418849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=677b62ca-272e-43e2-824e-c638bffc6816,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:43.426943 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5fafd878-535d-4820-8d31-f82ec7a19691 req-2ec266f8-04ee-40a7-87a4-1859d31b77a4 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/112a5a8e-ef9b-4da0-9dc3-844f23203dd8 HTTP/1.1" status: 200 len: 1774 time: 0.2044599 Jan 31 15:57:43.490866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e64816e9-da73-4679-bbda-1a33ed059b43 req-4a76f2e5-1032-4d57-a5a1-524467d8eacb service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026633 Jan 31 15:57:43.532774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab99b1-3ee1-44b3-bfeb-5c04615a7cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f12223-8f4e-4a51-a50d-e792414c7fb3,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:43.569707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93289c7-c659-4644-ae73-5659498bba13 req-73e3b171-b9ef-4aa5-9780-c5dc30b2a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:43.571784 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-73e3b171-b9ef-4aa5-9780-c5dc30b2a386 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1b995a0cb69468fa00bb84e53d82c96&device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 1094 time: 0.1418180 Jan 31 15:57:43.581683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12522ad8-2003-4b41-a626-7fce18d492db req-877ac9b9-ef0a-468f-8d7a-5076985fd96b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:43.591167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12522ad8-2003-4b41-a626-7fce18d492db req-877ac9b9-ef0a-468f-8d7a-5076985fd96b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 943 time: 0.2207279 Jan 31 15:57:43.684378 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-6638ed6a-4668-4e1d-b800-fbba87d3635c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0f12223-8f4e-4a51-a50d-e792414c7fb3 HTTP/1.1" status: 200 len: 217 time: 0.0847230 Jan 31 15:57:43.723688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba66301-584c-4979-8ce5-4680766fda7a req-26704f4d-4ca4-4f6c-817d-c397123e19b0 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:43.725563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aba66301-584c-4979-8ce5-4680766fda7a req-26704f4d-4ca4-4f6c-817d-c397123e19b0 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 943 time: 0.2270045 Jan 31 15:57:43.752071 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c3746fca-eec1-4130-9e80-5046a21cc5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'ddb230a1-c97b-4acd-a81b-f3ddc2ad8d6b', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'port_id': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'mac_address': 'fa:16:3e:9b:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:57:09Z', 'updated_at': '2022-01-31T15:57:37Z', 'revision_number': 1, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:10Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:43.764506 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93289c7-c659-4644-ae73-5659498bba13 req-78d7f9b0-b178-487f-a712-1432a8a7e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:43.766046 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-78d7f9b0-b178-487f-a712-1432a8a7e4c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a53540-acaa-4030-84f0-25c1cb026c93 HTTP/1.1" status: 200 len: 850 time: 0.0600736 Jan 31 15:57:43.785803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12522ad8-2003-4b41-a626-7fce18d492db req-1b6f95d9-280c-4baa-ba46-0b384accfab0 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882229 Jan 31 15:57:43.787167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aba66301-584c-4979-8ce5-4680766fda7a req-57adfacd-371c-4a23-b186-d1753287fa90 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516500 Jan 31 15:57:43.810061 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3746fca-eec1-4130-9e80-5046a21cc5f3 None None] The sync data for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 is: [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'ddb230a1-c97b-4acd-a81b-f3ddc2ad8d6b', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'port_id': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'mac_address': 'fa:16:3e:9b:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:57:09Z', 'updated_at': '2022-01-31T15:57:37Z', 'revision_number': 1, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:10Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:57:43.820782 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e64816e9-da73-4679-bbda-1a33ed059b43 req-35e31e2c-252c-463c-83f4-5faaba69b8ac service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545114 Jan 31 15:57:43.861402 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-cf8bb221-2c5b-457a-b13d-906461067601 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03bf16f3-5903-42f5-92b2-1ea487581abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741913 Jan 31 15:57:43.943558 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241d75b9-7607-4542-90f0-d1088cb1fc81 x-openstack-request-id: req-241d75b9-7607-4542-90f0-d1088cb1fc81 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:43.943857 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "name": "network-vif-plugged", "status": "completed", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:43.944113 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-241d75b9-7607-4542-90f0-d1088cb1fc81 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:43.944509 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'code': 200} Jan 31 15:57:44.013717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f8689-57b7-423f-87a0-8bc125625bc5 req-3d4d5600-feea-4911-b13c-fb8ffdcc07d4 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:44.027127 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a24f8689-57b7-423f-87a0-8bc125625bc5 req-3d4d5600-feea-4911-b13c-fb8ffdcc07d4 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 944 time: 0.1029801 Jan 31 15:57:44.078844 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-2de00295-748e-4e1b-a949-1bbce4550b0d service neutron] 10.222.0.30 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068539 Jan 31 15:57:44.081432 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a24f8689-57b7-423f-87a0-8bc125625bc5 req-4ec84bc5-1401-4c32-bffc-6984d152d566 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537775 Jan 31 15:57:44.094090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552388ca-94a6-499c-aab7-170be74e030b req-9138613a-5357-48eb-b56e-b40bec6c76a3 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:44.095796 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-552388ca-94a6-499c-aab7-170be74e030b req-9138613a-5357-48eb-b56e-b40bec6c76a3 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 946 time: 0.0834091 Jan 31 15:57:44.218740 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-552388ca-94a6-499c-aab7-170be74e030b req-be2c6f33-0b20-4097-93b1-69edde74ae9f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113732 Jan 31 15:57:44.239265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c3d21-4983-426f-9a6f-024a8f89dc92 None None] New status for floating IP ddb230a1-c97b-4acd-a81b-f3ddc2ad8d6b: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:57:44.321003 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b93289c7-c659-4644-ae73-5659498bba13 req-fec77634-996c-48f0-b2d7-500ba941299f service neutron] 10.222.0.30 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038689 Jan 31 15:57:44.405725 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d683c421-04d5-4a1b-a95f-b51ea9b5e7db req-10319418-c31f-43d4-b622-9b2c67243fd7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/112a5a8e-ef9b-4da0-9dc3-844f23203dd8 HTTP/1.1" status: 200 len: 1774 time: 0.1246829 Jan 31 15:57:44.465776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d683c421-04d5-4a1b-a95f-b51ea9b5e7db req-ae721e1a-e8ef-4029-b801-792ac1d25fd8 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:44.498115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d683c421-04d5-4a1b-a95f-b51ea9b5e7db req-ae721e1a-e8ef-4029-b801-792ac1d25fd8 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:44.545957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f328996-ea50-4794-ad2f-dee6af318922 req-cd273e4d-1f38-4390-b76f-c22410f73c5e tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:44.547642 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f328996-ea50-4794-ad2f-dee6af318922 req-cd273e4d-1f38-4390-b76f-c22410f73c5e tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.0817397 Jan 31 15:57:44.564289 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d683c421-04d5-4a1b-a95f-b51ea9b5e7db req-ae721e1a-e8ef-4029-b801-792ac1d25fd8 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:44.567266 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d683c421-04d5-4a1b-a95f-b51ea9b5e7db req-ae721e1a-e8ef-4029-b801-792ac1d25fd8 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:44.568579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d683c421-04d5-4a1b-a95f-b51ea9b5e7db req-ae721e1a-e8ef-4029-b801-792ac1d25fd8 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "DELETE /v2.0/security-groups/112a5a8e-ef9b-4da0-9dc3-844f23203dd8 HTTP/1.1" status: 204 len: 173 time: 0.1618695 Jan 31 15:57:44.577946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae721e1a-e8ef-4029-b801-792ac1d25fd8 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112a5a8e-ef9b-4da0-9dc3-844f23203dd8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:44.603927 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f328996-ea50-4794-ad2f-dee6af318922 req-f2866262-ec35-4d89-988c-ddd6cb1d098f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502460 Jan 31 15:57:44.709067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff339a-3281-40f8-81a1-63d327394625 req-8152dddb-7f03-4ca7-a979-eb7555a42bf3 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:44.710611 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78ff339a-3281-40f8-81a1-63d327394625 req-8152dddb-7f03-4ca7-a979-eb7555a42bf3 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0685112 Jan 31 15:57:44.742314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68661ffe-ebb5-40c1-81d3-36e607403595 req-4f6d02fb-0916-4f81-bb39-c3ccae2c3bfb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:44.744833 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68661ffe-ebb5-40c1-81d3-36e607403595 req-4f6d02fb-0916-4f81-bb39-c3ccae2c3bfb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0564802 Jan 31 15:57:44.759944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f017a513-0e2c-48c1-b4a2-58654d057f92', 'tag': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717'}, {'name': 'network-changed', 'server_uuid': '3a5305b9-2fc6-49c4-922c-9eec1f357aa8', 'tag': 'd0f12223-8f4e-4a51-a50d-e792414c7fb3'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:44.762253 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f017a513-0e2c-48c1-b4a2-58654d057f92", "tag": "8c7fd1b6-f630-4ea1-ba8b-9f01d904e717"}, {"name": "network-changed", "server_uuid": "3a5305b9-2fc6-49c4-922c-9eec1f357aa8", "tag": "d0f12223-8f4e-4a51-a50d-e792414c7fb3"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:44.767527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78ff339a-3281-40f8-81a1-63d327394625 req-80ce9fe0-ca14-489a-bf72-38819d89ddad tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507612 Jan 31 15:57:44.786581 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68661ffe-ebb5-40c1-81d3-36e607403595 req-2377a591-77b7-46fe-beb3-b91c33aa3357 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355029 Jan 31 15:57:44.852871 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae2e325-e021-4f4b-9588-cb2360f895e5 x-openstack-request-id: req-0ae2e325-e021-4f4b-9588-cb2360f895e5 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:44.853172 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f017a513-0e2c-48c1-b4a2-58654d057f92", "tag": "8c7fd1b6-f630-4ea1-ba8b-9f01d904e717", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a5305b9-2fc6-49c4-922c-9eec1f357aa8", "tag": "d0f12223-8f4e-4a51-a50d-e792414c7fb3", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:44.853424 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ae2e325-e021-4f4b-9588-cb2360f895e5 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:44.853891 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f017a513-0e2c-48c1-b4a2-58654d057f92', 'tag': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717', 'status': 'completed', 'code': 200} Jan 31 15:57:44.854127 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5305b9-2fc6-49c4-922c-9eec1f357aa8', 'tag': 'd0f12223-8f4e-4a51-a50d-e792414c7fb3', 'status': 'completed', 'code': 200} Jan 31 15:57:44.964859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119840b-7e21-4670-af57-f179a035baa2 req-18df9375-ef09-4748-8158-af8ecef505d2 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:44.966414 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5119840b-7e21-4670-af57-f179a035baa2 req-18df9375-ef09-4748-8158-af8ecef505d2 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 943 time: 0.0884163 Jan 31 15:57:44.978792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-716fa5c2-c26f-4c0c-93b2-5da20f2e9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:44.980198 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-716fa5c2-c26f-4c0c-93b2-5da20f2e9b86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1b995a0cb69468fa00bb84e53d82c96&device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 1094 time: 0.1002533 Jan 31 15:57:45.010049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee57ec-e9bb-4efb-81c4-184cd1f238ac req-ed30fa5f-a972-4e34-a6b9-830a101b71e5 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:45.011772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bfee57ec-e9bb-4efb-81c4-184cd1f238ac req-ed30fa5f-a972-4e34-a6b9-830a101b71e5 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 943 time: 0.0795789 Jan 31 15:57:45.068452 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bfee57ec-e9bb-4efb-81c4-184cd1f238ac req-7ffc28bd-8d7b-4074-ba34-463de661a19d tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487738 Jan 31 15:57:45.077126 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5119840b-7e21-4670-af57-f179a035baa2 req-681d9835-0ee0-4cf1-9513-6425605ecc89 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959375 Jan 31 15:57:45.110770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-8502fb71-68c7-4ce5-980d-ff6275d95c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:45.112257 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-8502fb71-68c7-4ce5-980d-ff6275d95c67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=03bf16f3-5903-42f5-92b2-1ea487581abd HTTP/1.1" status: 200 len: 911 time: 0.1169686 Jan 31 15:57:45.116254 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-1373135c-1a86-4a9c-85c3-c800dcbc4df5 req-83d5971b-701b-47bc-98da-f676b8481802 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] show failed (client error): The resource could not be found. Jan 31 15:57:45.117278 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1373135c-1a86-4a9c-85c3-c800dcbc4df5 req-83d5971b-701b-47bc-98da-f676b8481802 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/02bfa83e-e5c9-4c06-bc86-1b5a858085d5 HTTP/1.1" status: 404 len: 352 time: 0.0148191 Jan 31 15:57:45.161327 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-825f8f73-8d36-4cdf-b264-a7a235e33843 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0f12223-8f4e-4a51-a50d-e792414c7fb3 HTTP/1.1" status: 200 len: 217 time: 0.0400076 Jan 31 15:57:45.166978 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-7db644d7-4457-4b26-afeb-f721cdff8205 req-8f5b4b54-6d3b-45ce-aa71-4b9dee1f39c9 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] show failed (client error): The resource could not be found. Jan 31 15:57:45.168295 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7db644d7-4457-4b26-afeb-f721cdff8205 req-8f5b4b54-6d3b-45ce-aa71-4b9dee1f39c9 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/ed736d84-d6c0-4113-aeb9-c5efd2b1590c HTTP/1.1" status: 404 len: 352 time: 0.0231566 Jan 31 15:57:45.210173 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-627ae632-6df0-440a-893d-9c76e36f88f7 req-6a8b8466-cbc6-416f-a8c5-5321eb4e8542 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] show failed (client error): The resource could not be found. Jan 31 15:57:45.211508 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-627ae632-6df0-440a-893d-9c76e36f88f7 req-6a8b8466-cbc6-416f-a8c5-5321eb4e8542 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/5f23f6e1-d755-48c1-b890-1e35df8a4ae4 HTTP/1.1" status: 404 len: 352 time: 0.0207613 Jan 31 15:57:45.246792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-303e78b5-e78b-4bbc-91cd-c5eba68bd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:45.252022 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-303e78b5-e78b-4bbc-91cd-c5eba68bd148 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a53540-acaa-4030-84f0-25c1cb026c93 HTTP/1.1" status: 200 len: 850 time: 0.0823221 Jan 31 15:57:45.252738 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-efe8ad9c-deb3-4a1a-9a4f-576a4ecbe527 req-6e1cc388-b87f-47e5-b562-5cf8534cc7c7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] show failed (client error): The resource could not be found. Jan 31 15:57:45.254013 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-efe8ad9c-deb3-4a1a-9a4f-576a4ecbe527 req-6e1cc388-b87f-47e5-b562-5cf8534cc7c7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/6cddc944-82e7-4c7d-a07f-5abfab71f0bf HTTP/1.1" status: 404 len: 352 time: 0.0166068 Jan 31 15:57:45.281792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da2dc7-6f3a-4148-8e54-64f25ba5bf24 req-a06dcf13-f6b0-4ae1-a594-2e7f75316c71 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:45.290241 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-29da2dc7-6f3a-4148-8e54-64f25ba5bf24 req-a06dcf13-f6b0-4ae1-a594-2e7f75316c71 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 944 time: 0.0924363 Jan 31 15:57:45.306594 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-8d1e6609-8823-4df5-9094-40cc4f01bfa1 req-6b34ae2c-fa64-47e6-8647-edccfafd8492 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] show failed (client error): The resource could not be found. Jan 31 15:57:45.318139 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d1e6609-8823-4df5-9094-40cc4f01bfa1 req-6b34ae2c-fa64-47e6-8647-edccfafd8492 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/9fa629c2-e2af-468a-99cd-1f53905602c2 HTTP/1.1" status: 404 len: 352 time: 0.0368114 Jan 31 15:57:45.345139 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-d192a13e-b8c1-4a1a-886c-16077b8d84ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03bf16f3-5903-42f5-92b2-1ea487581abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825663 Jan 31 15:57:45.386402 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-29da2dc7-6f3a-4148-8e54-64f25ba5bf24 req-803f7cef-2323-449d-9dc4-6d4c2c70fcfd tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860643 Jan 31 15:57:45.431145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e56-26c1-4adc-b415-01b41c656cbc req-0a007e67-f1d3-4abf-829c-b0f160e1ea7e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:45.438761 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5d530e56-26c1-4adc-b415-01b41c656cbc req-0a007e67-f1d3-4abf-829c-b0f160e1ea7e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 946 time: 0.0676842 Jan 31 15:57:45.439115 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [req-5c9fe61a-ada1-48a3-af06-f5be31c88488 req-6e5be6a1-707e-4077-9577-4c526e8b2b96 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] show failed (client error): The resource could not be found. Jan 31 15:57:45.440191 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c9fe61a-ada1-48a3-af06-f5be31c88488 req-6e5be6a1-707e-4077-9577-4c526e8b2b96 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/e5fa4adf-0d03-41e8-bed6-bf980601d624 HTTP/1.1" status: 404 len: 352 time: 0.0261710 Jan 31 15:57:45.476491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-9a3b8d22-e39c-492a-b1b0-d27041860d8e service neutron] 10.222.0.30 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242421 Jan 31 15:57:45.477352 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5d530e56-26c1-4adc-b415-01b41c656cbc req-b87ac112-5f69-4542-81a7-4b058c059bf2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377183 Jan 31 15:57:45.608563 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-388b46e9-4e38-4f84-a1dc-c6db3d814d22 service neutron] 10.222.0.30 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248622 Jan 31 15:57:45.832597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213460e6-a90d-4a42-828c-aa17d2cba33f req-3ffe4ef3-6cbf-47a5-9b01-2ac9e8f9b1e9 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:45.835687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-213460e6-a90d-4a42-828c-aa17d2cba33f req-3ffe4ef3-6cbf-47a5-9b01-2ac9e8f9b1e9 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 945 time: 0.1145966 Jan 31 15:57:45.881118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-213460e6-a90d-4a42-828c-aa17d2cba33f req-23d96935-d96b-49cf-9647-abbb7c269e52 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397768 Jan 31 15:57:45.882294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba349ec-96bb-4cea-a28a-4b497d36a62a req-776ca150-3773-44a0-9f43-c0bbda1d4da5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:45.884259 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ba349ec-96bb-4cea-a28a-4b497d36a62a req-776ca150-3773-44a0-9f43-c0bbda1d4da5 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 1023 time: 0.1039639 Jan 31 15:57:45.944794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ba349ec-96bb-4cea-a28a-4b497d36a62a req-cc9eebed-c16d-44df-a2fb-7fc7cf09d06d tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&id=a7c64364-d1bc-402e-8a46-7938374cc3c8&id=b15eeb49-6fcf-4b48-b0ea-972a522b8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0538836 Jan 31 15:57:45.946447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71f4539-59d7-4393-8553-9b36d2b130b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677b62ca-272e-43e2-824e-c638bffc6816'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:45.949513 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de35eb6-9a84-4df6-b019-b554f6cb6019" -d '{"events": [{"server_uuid": "c71f4539-59d7-4393-8553-9b36d2b130b1", "name": "network-vif-plugged", "status": "completed", "tag": "677b62ca-272e-43e2-824e-c638bffc6816"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:46.033525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cdf0d-9012-47a0-bdbc-d4cfbee6ee60 req-f5cd1984-56f6-4373-857c-5e1c69b6d2a2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:46.035583 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-592cdf0d-9012-47a0-bdbc-d4cfbee6ee60 req-f5cd1984-56f6-4373-857c-5e1c69b6d2a2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0673981 Jan 31 15:57:46.071364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deff9bd-32ac-4259-8624-02ff481f9dc0 req-9965d789-0d15-4cf6-b9f4-b8592afb61ff tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:46.072995 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7deff9bd-32ac-4259-8624-02ff481f9dc0 req-9965d789-0d15-4cf6-b9f4-b8592afb61ff tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0539007 Jan 31 15:57:46.084221 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-592cdf0d-9012-47a0-bdbc-d4cfbee6ee60 req-e1640bbc-2d2b-4ef3-b909-f842c11e2587 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370333 Jan 31 15:57:46.135523 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7deff9bd-32ac-4259-8624-02ff481f9dc0 req-0439025d-2566-462f-8fac-f018714dfa05 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551198 Jan 31 15:57:46.178653 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc1a23a-3e28-44b5-b044-9c635db13ae4 x-openstack-request-id: req-bbc1a23a-3e28-44b5-b044-9c635db13ae4 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:46.179276 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71f4539-59d7-4393-8553-9b36d2b130b1", "name": "network-vif-plugged", "status": "completed", "tag": "677b62ca-272e-43e2-824e-c638bffc6816", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:46.179702 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbc1a23a-3e28-44b5-b044-9c635db13ae4 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:46.181091 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71f4539-59d7-4393-8553-9b36d2b130b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677b62ca-272e-43e2-824e-c638bffc6816', 'code': 200} Jan 31 15:57:46.341852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce0b96-19a4-4ca8-921b-d893456870ef req-9a4ed57f-15e2-4e4b-a0f0-ffee78668fb6 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:46.343448 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c2ce0b96-19a4-4ca8-921b-d893456870ef req-9a4ed57f-15e2-4e4b-a0f0-ffee78668fb6 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 943 time: 0.1026576 Jan 31 15:57:46.346291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce923d-972c-4c8a-a058-3360b1e06c24 req-1df79db2-c2fb-4a5c-b4b0-f18d65a24626 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:46.347927 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98ce923d-972c-4c8a-a058-3360b1e06c24 req-1df79db2-c2fb-4a5c-b4b0-f18d65a24626 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 943 time: 0.0548096 Jan 31 15:57:46.362392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ef66a-bc21-4675-a10e-a240b36f21ad req-2b176970-c9b7-41ce-ada1-c8f689c34770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:46.364115 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c21ef66a-bc21-4675-a10e-a240b36f21ad req-2b176970-c9b7-41ce-ada1-c8f689c34770 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 1097 time: 0.0848315 Jan 31 15:57:46.403152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98ce923d-972c-4c8a-a058-3360b1e06c24 req-86a1613b-51e2-4fc6-b817-97ce6abac2df tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478423 Jan 31 15:57:46.410040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c2ce0b96-19a4-4ca8-921b-d893456870ef req-b9410a5f-38f0-481e-81c9-055f3533527d tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586102 Jan 31 15:57:46.432199 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c21ef66a-bc21-4675-a10e-a240b36f21ad req-254c67b8-488a-40d5-8220-1c936a0472c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572851 Jan 31 15:57:46.455365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d3f52a20-028e-46bb-a659-11a635d958d6 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:57:46.538622 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649f1ea-6c14-4467-8a95-57a38cdfc7c4 req-5baedd0f-752a-45c1-a003-effa87512473 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:46.540412 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8649f1ea-6c14-4467-8a95-57a38cdfc7c4 req-5baedd0f-752a-45c1-a003-effa87512473 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 944 time: 0.0639601 Jan 31 15:57:46.569641 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:46.592989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8649f1ea-6c14-4467-8a95-57a38cdfc7c4 req-43d729e8-0e65-45a7-a3dd-5aa6af214390 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459638 Jan 31 15:57:46.616555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d3f52a20-028e-46bb-a659-11a635d958d6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d3f52a20-028e-46bb-a659-11a635d958d6,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:46.631769 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:46.640712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88571e16-206b-40f0-8b36-cd67f449030e req-c7c8746b-051d-48d4-9b52-8eceb88aef23 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:46.642181 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-88571e16-206b-40f0-8b36-cd67f449030e req-c7c8746b-051d-48d4-9b52-8eceb88aef23 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 946 time: 0.0661652 Jan 31 15:57:46.707891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-88571e16-206b-40f0-8b36-cd67f449030e req-2213cf70-8dfd-4335-a5bf-2507c6f4244d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572884 Jan 31 15:57:46.712289 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d3f52a20-028e-46bb-a659-11a635d958d6,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:47.011534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b64c2-59d1-4b0e-a9f8-e997a531d17b req-a697bcf4-3075-4281-a3cb-c0ce9f154956 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:47.015546 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-043b64c2-59d1-4b0e-a9f8-e997a531d17b req-a697bcf4-3075-4281-a3cb-c0ce9f154956 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 943 time: 0.0623281 Jan 31 15:57:47.063208 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-043b64c2-59d1-4b0e-a9f8-e997a531d17b req-eecfe8fb-1ad5-4988-9565-08c27f717098 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421381 Jan 31 15:57:47.111298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a090d-312c-4a5b-82a4-ecad668f7a8f req-e1e878fd-1e14-465a-9579-da2f7628e387 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:47.113980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-880a090d-312c-4a5b-82a4-ecad668f7a8f req-e1e878fd-1e14-465a-9579-da2f7628e387 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 1023 time: 0.0758862 Jan 31 15:57:47.195205 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a69eee8-077d-4267-9024-6b84ec9e791c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:47.196039 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-880a090d-312c-4a5b-82a4-ecad668f7a8f req-1059fe43-60ae-4b59-bc1a-aaadf69166cb tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&id=a7c64364-d1bc-402e-8a46-7938374cc3c8&id=b15eeb49-6fcf-4b48-b0ea-972a522b8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0747893 Jan 31 15:57:47.307469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d1f71-ac14-44e9-9708-959e593c3fb8 req-44832847-38e4-4c6d-9118-ed70ce6dde83 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:47.309006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-235d1f71-ac14-44e9-9708-959e593c3fb8 req-44832847-38e4-4c6d-9118-ed70ce6dde83 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0510895 Jan 31 15:57:47.360208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-235d1f71-ac14-44e9-9708-959e593c3fb8 req-1ba2371a-b424-45fd-b271-7e4816a2b824 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448048 Jan 31 15:57:47.478474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fa779-5ae1-43e3-9cc1-9dc1e2b6dc7c req-4558c226-f307-4ac7-849d-5d5340d710bf tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:47.479964 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-882fa779-5ae1-43e3-9cc1-9dc1e2b6dc7c req-4558c226-f307-4ac7-849d-5d5340d710bf tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0526960 Jan 31 15:57:47.520858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-882fa779-5ae1-43e3-9cc1-9dc1e2b6dc7c req-92e3c3ab-9e64-45ba-826d-e425464eef34 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341842 Jan 31 15:57:47.636938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f668d4-6617-48b4-ae1b-2dbb4b15d7c3 req-03417fb6-f327-42aa-8e51-7c6c6ebc7ab1 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:47.638483 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24f668d4-6617-48b4-ae1b-2dbb4b15d7c3 req-03417fb6-f327-42aa-8e51-7c6c6ebc7ab1 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 943 time: 0.0590901 Jan 31 15:57:47.680088 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24f668d4-6617-48b4-ae1b-2dbb4b15d7c3 req-575080a0-9f6d-40a5-82d9-d8658c6f9c19 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Jan 31 15:57:47.742537 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80067312-daa1-44b7-b255-374263125009 req-11aa5ad4-a6ce-4533-a9cb-e05eca37dcac tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:47.744069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-80067312-daa1-44b7-b255-374263125009 req-11aa5ad4-a6ce-4533-a9cb-e05eca37dcac tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca224eb-8b42-4101-9740-ee7a274d3a88 HTTP/1.1" status: 200 len: 943 time: 0.0520585 Jan 31 15:57:47.793161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31d2aa-f49c-4567-be34-1a16a9b36bfb req-a33fdd9f-67f1-4234-9bd8-8a05617ca088 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:47.794682 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7d31d2aa-f49c-4567-be34-1a16a9b36bfb req-a33fdd9f-67f1-4234-9bd8-8a05617ca088 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 943 time: 0.0529711 Jan 31 15:57:47.836107 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7d31d2aa-f49c-4567-be34-1a16a9b36bfb req-f1e45b4d-7705-4ee0-8dd2-0e9dac90b26c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349002 Jan 31 15:57:47.840453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-80067312-daa1-44b7-b255-374263125009 req-1eaf75ee-d0a9-45b2-adda-517cb89b2600 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Deleting port d3f52a20-028e-46bb-a659-11a635d958d6 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:57:47.840805 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-80067312-daa1-44b7-b255-374263125009 req-1eaf75ee-d0a9-45b2-adda-517cb89b2600 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:47.934941 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-80067312-daa1-44b7-b255-374263125009 req-1eaf75ee-d0a9-45b2-adda-517cb89b2600 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] For port d3f52a20-028e-46bb-a659-11a635d958d6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d3f52a20-028e-46bb-a659-11a635d958d6,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:47.935197 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-80067312-daa1-44b7-b255-374263125009 req-1eaf75ee-d0a9-45b2-adda-517cb89b2600 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:47.946677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0da335-9276-436d-8153-689d9c18127f req-6e0e2b84-aa22-4173-a1b4-47fac05a29cb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:47.947723 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-80067312-daa1-44b7-b255-374263125009 req-1eaf75ee-d0a9-45b2-adda-517cb89b2600 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Calling delete_port for d3f52a20-028e-46bb-a659-11a635d958d6 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:57:47.948163 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa0da335-9276-436d-8153-689d9c18127f req-6e0e2b84-aa22-4173-a1b4-47fac05a29cb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 944 time: 0.0503564 Jan 31 15:57:47.989479 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa0da335-9276-436d-8153-689d9c18127f req-74a2285b-932d-42bf-a7d5-232f9dbeaca9 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337443 Jan 31 15:57:48.103853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-80067312-daa1-44b7-b255-374263125009 req-1eaf75ee-d0a9-45b2-adda-517cb89b2600 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:48.134962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf75ee-d0a9-45b2-adda-517cb89b2600 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Pushing event deleted for resources: {'Port': ['ID=d3f52a20-028e-46bb-a659-11a635d958d6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:48.144966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73405465-4894-4d28-8712-0e912138f96b req-98992f67-d4bb-4fea-b8fa-7411489cc5a7 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:48.146693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73405465-4894-4d28-8712-0e912138f96b req-98992f67-d4bb-4fea-b8fa-7411489cc5a7 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 946 time: 0.0770915 Jan 31 15:57:48.154202 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-b833ffd8-67af-4c83-9e2a-fc5b86da6dd4 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374960 Jan 31 15:57:48.182030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca224eb-8b42-4101-9740-ee7a274d3a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f52a20-028e-46bb-a659-11a635d958d6'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:48.186711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-80067312-daa1-44b7-b255-374263125009 req-1eaf75ee-d0a9-45b2-adda-517cb89b2600 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] No DVR routers for this DVR port d3f52a20-028e-46bb-a659-11a635d958d6 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:57:48.189106 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-80067312-daa1-44b7-b255-374263125009 req-1eaf75ee-d0a9-45b2-adda-517cb89b2600 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:48.190299 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5c894a-cc89-4506-8f84-29c2878a1116" -d '{"events": [{"server_uuid": "aca224eb-8b42-4101-9740-ee7a274d3a88", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f52a20-028e-46bb-a659-11a635d958d6"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:48.192630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-80067312-daa1-44b7-b255-374263125009 req-1eaf75ee-d0a9-45b2-adda-517cb89b2600 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "DELETE /v2.0/ports/d3f52a20-028e-46bb-a659-11a635d958d6 HTTP/1.1" status: 204 len: 173 time: 0.4428611 Jan 31 15:57:48.193068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca224eb-8b42-4101-9740-ee7a274d3a88', 'name': 'network-vif-deleted', 'tag': 'd3f52a20-028e-46bb-a659-11a635d958d6'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:48.195759 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff391cc-7182-4529-9d44-c58880a98081" -d '{"events": [{"server_uuid": "aca224eb-8b42-4101-9740-ee7a274d3a88", "name": "network-vif-deleted", "tag": "d3f52a20-028e-46bb-a659-11a635d958d6"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:48.271211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73405465-4894-4d28-8712-0e912138f96b req-c8c20662-a51e-4e80-b4ed-eecdcfebd9b2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154873 Jan 31 15:57:48.289367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1cc09-5187-4756-a62a-1da38ca1aca7 req-bd030206-2790-4ca4-9877-4559dbd9f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:48.290903 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6d1cc09-5187-4756-a62a-1da38ca1aca7 req-bd030206-2790-4ca4-9877-4559dbd9f9cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 1096 time: 0.0920749 Jan 31 15:57:48.314512 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464ad8e2-158d-4a52-9a1b-9f1ed54f1482 x-openstack-request-id: req-464ad8e2-158d-4a52-9a1b-9f1ed54f1482 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:48.314990 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca224eb-8b42-4101-9740-ee7a274d3a88", "name": "network-vif-unplugged", "status": "failed", "tag": "d3f52a20-028e-46bb-a659-11a635d958d6", "code": 422}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:48.315127 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-464ad8e2-158d-4a52-9a1b-9f1ed54f1482 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:48.315439 n-d-827120-1 neutron-server[108773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aca224eb-8b42-4101-9740-ee7a274d3a88', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd3f52a20-028e-46bb-a659-11a635d958d6', 'code': 422} returned with failed status Jan 31 15:57:48.358054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-8318b834-b64c-4c5e-8a3b-c81cc8d2f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:48.359798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-8318b834-b64c-4c5e-8a3b-c81cc8d2f100 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=702103247c8744b5b661ca2faf498765&device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 1095 time: 0.1513932 Jan 31 15:57:48.361500 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd841ec7-8e5c-4ef0-8f80-5bc502c0f9b1 x-openstack-request-id: req-bd841ec7-8e5c-4ef0-8f80-5bc502c0f9b1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:48.361848 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca224eb-8b42-4101-9740-ee7a274d3a88", "name": "network-vif-deleted", "tag": "d3f52a20-028e-46bb-a659-11a635d958d6", "status": "failed", "code": 422}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:48.363087 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd841ec7-8e5c-4ef0-8f80-5bc502c0f9b1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:48.363567 n-d-827120-1 neutron-server[108771]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aca224eb-8b42-4101-9740-ee7a274d3a88', 'name': 'network-vif-deleted', 'tag': 'd3f52a20-028e-46bb-a659-11a635d958d6', 'status': 'failed', 'code': 422} returned with failed status Jan 31 15:57:48.383931 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90b559fb-09c0-4c5e-a725-f9a1448409bf req-1d4a5a53-a3ab-40ee-9a74-c2cb25cf239d service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111428 Jan 31 15:57:48.388625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fa27b-51c3-4739-88f4-9d80cceecdef req-2d2733bd-11c8-455d-8838-bd959379e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:48.392281 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce6fa27b-51c3-4739-88f4-9d80cceecdef req-2d2733bd-11c8-455d-8838-bd959379e29d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1f14efaf55a4a8dbe10405c4bdd7a92&device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 1094 time: 0.1754959 Jan 31 15:57:48.429876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-7a1f3651-76d6-43f5-8a4c-b332e8b6c5c5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:48.432217 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-7a1f3651-76d6-43f5-8a4c-b332e8b6c5c5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57&tenant_id=3d4f027d8d234567ad636e8cf1ec111c&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 950 time: 0.2052388 Jan 31 15:57:48.460274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1cc09-5187-4756-a62a-1da38ca1aca7 req-211bed5d-4ad0-44f5-bac6-11fe5df22437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:48.461764 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6d1cc09-5187-4756-a62a-1da38ca1aca7 req-211bed5d-4ad0-44f5-bac6-11fe5df22437 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 917 time: 0.1491144 Jan 31 15:57:48.478730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d0f12223-8f4e-4a51-a50d-e792414c7fb3 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:57:48.479295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e2735-aa8e-4365-830f-6bf07e5ef7df req-8b87b295-3719-457b-accb-93150100d19f tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:48.480785 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c0e2735-aa8e-4365-830f-6bf07e5ef7df req-8b87b295-3719-457b-accb-93150100d19f tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 1023 time: 0.0654845 Jan 31 15:57:48.608746 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6d1cc09-5187-4756-a62a-1da38ca1aca7 req-52c56272-ee7a-49e6-bd3f-461d4149f50f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c60fe6e-c3bd-4730-9b52-48913f619798 HTTP/1.1" status: 200 len: 1001 time: 0.1378660 Jan 31 15:57:48.615387 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c0e2735-aa8e-4365-830f-6bf07e5ef7df req-ccc31d43-8927-4d8a-988f-dc3c8ba57597 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&id=a7c64364-d1bc-402e-8a46-7938374cc3c8&id=b15eeb49-6fcf-4b48-b0ea-972a522b8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0899491 Jan 31 15:57:48.623056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d0f12223-8f4e-4a51-a50d-e792414c7fb3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d0f12223-8f4e-4a51-a50d-e792414c7fb3,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:48.636360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-f7e3ad76-7231-4c94-8c25-be464fca37d8 service neutron] 10.222.0.20 "GET /v2.0/ports/b3eb2916-7981-4167-82df-df2c3fdb9d05/bindings/n-h2-827120-1 HTTP/1.1" status: 200 len: 382 time: 0.1748078 Jan 31 15:57:48.640862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-a7a850fa-d080-4d6d-b92e-93302e20f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:48.643697 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-a7a850fa-d080-4d6d-b92e-93302e20f2bf service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=702103247c8744b5b661ca2faf498765&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2738349 Jan 31 15:57:48.675364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'd0f12223-8f4e-4a51-a50d-e792414c7fb3', 'network_id': '03bf16f3-5903-42f5-92b2-1ea487581abd', 'port_id': 'd0f12223-8f4e-4a51-a50d-e792414c7fb3', 'mac_address': 'fa:16:3e:dc:e2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a53540-acaa-4030-84f0-25c1cb026c93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:57:48.697447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1cc09-5187-4756-a62a-1da38ca1aca7 req-bf64ed8e-12a8-43a4-8985-8b5a2e06045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:48.699215 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6d1cc09-5187-4756-a62a-1da38ca1aca7 req-bf64ed8e-12a8-43a4-8985-8b5a2e06045b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 200 len: 855 time: 0.0761690 Jan 31 15:57:48.702877 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fa27b-51c3-4739-88f4-9d80cceecdef req-25c14f5c-de69-4370-bf46-f722560612a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:48.704305 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce6fa27b-51c3-4739-88f4-9d80cceecdef req-25c14f5c-de69-4370-bf46-f722560612a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f343a60a-bb31-4f3c-9556-85fb6c1da4af HTTP/1.1" status: 200 len: 916 time: 0.2914762 Jan 31 15:57:48.725087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:48.741508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f12223-8f4e-4a51-a50d-e792414c7fb3 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:48.764519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d0f12223-8f4e-4a51-a50d-e792414c7fb3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d0f12223-8f4e-4a51-a50d-e792414c7fb3,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:48.770225 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:48.788756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91912ee6-33ec-451c-a061-f1883271ac9f req-417350cb-4f96-48ae-9c15-86d8324ce707 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:48.790302 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91912ee6-33ec-451c-a061-f1883271ac9f req-417350cb-4f96-48ae-9c15-86d8324ce707 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0890086 Jan 31 15:57:48.797184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1cc09-5187-4756-a62a-1da38ca1aca7 req-f4d57651-dd45-43bc-b827-455a87c58d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:48.798710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6d1cc09-5187-4756-a62a-1da38ca1aca7 req-f4d57651-dd45-43bc-b827-455a87c58d1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613472 Jan 31 15:57:48.832366 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d0f12223-8f4e-4a51-a50d-e792414c7fb3,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:48.882276 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91912ee6-33ec-451c-a061-f1883271ac9f req-9040b474-4ffe-41d0-9b49-b7aaeb35f225 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825715 Jan 31 15:57:48.930048 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6d1cc09-5187-4756-a62a-1da38ca1aca7 req-98770952-e5a7-4cb0-8fa1-290538ee2387 service neutron] 10.222.0.20 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166043 Jan 31 15:57:49.018098 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d0f12223-8f4e-4a51-a50d-e792414c7fb3'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:49.049396 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db902f1-8824-475f-8f0e-c2bcf396fb1c req-63ce60b6-46ab-4d8e-805c-e7ec5c7076fc tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.051021 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2db902f1-8824-475f-8f0e-c2bcf396fb1c req-63ce60b6-46ab-4d8e-805c-e7ec5c7076fc tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0935819 Jan 31 15:57:49.073163 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6d1cc09-5187-4756-a62a-1da38ca1aca7 req-d030c9c4-4a5d-459d-898c-69cb15abdc26 service neutron] 10.222.0.20 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349947 Jan 31 15:57:49.108453 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2db902f1-8824-475f-8f0e-c2bcf396fb1c req-1fe3c50e-2456-4469-820a-1572589ea02a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455656 Jan 31 15:57:49.134570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce6fa27b-51c3-4739-88f4-9d80cceecdef req-c74da29c-ed3f-43a0-9a29-515aa379cc46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bcda060-3677-49c7-9ee3-adce77f3cec8 HTTP/1.1" status: 200 len: 217 time: 0.3858876 Jan 31 15:57:49.184683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901116a-4f8f-4a42-a47a-a66c040bb5ad req-adbe03d7-4f22-4b6f-b30e-a76075bb020f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.186315 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a901116a-4f8f-4a42-a47a-a66c040bb5ad req-adbe03d7-4f22-4b6f-b30e-a76075bb020f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 946 time: 0.4765222 Jan 31 15:57:49.208316 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-64a45445-0e41-4fcc-8a7e-630e9d4279b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.209824 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1db32db-a93f-49d5-8b3f-c0dce5446c9f req-64a45445-0e41-4fcc-8a7e-630e9d4279b0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5594847 Jan 31 15:57:49.216347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-42581b06-ce03-4ecb-ac63-e1dce13ae204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.217925 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-42581b06-ce03-4ecb-ac63-e1dce13ae204 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 1101 time: 0.5127354 Jan 31 15:57:49.265352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42c06b-5247-4adb-8e33-cd03afc7b1a5 req-14fe113e-fb17-4fc9-bed6-eec42c62a42b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.267187 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a42c06b-5247-4adb-8e33-cd03afc7b1a5 req-14fe113e-fb17-4fc9-bed6-eec42c62a42b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 944 time: 0.0569012 Jan 31 15:57:49.306950 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a42c06b-5247-4adb-8e33-cd03afc7b1a5 req-17ee5f8c-1e2f-4549-b17c-ec0fa2ede0dd tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Jan 31 15:57:49.345439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fa27b-51c3-4739-88f4-9d80cceecdef req-b7c68abd-4561-45eb-a2ea-2083cf85e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.346931 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce6fa27b-51c3-4739-88f4-9d80cceecdef req-b7c68abd-4561-45eb-a2ea-2083cf85e632 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf307f4d-c524-4c63-a29d-56c84d634b48 HTTP/1.1" status: 200 len: 854 time: 0.1937363 Jan 31 15:57:49.352505 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a901116a-4f8f-4a42-a47a-a66c040bb5ad req-cb349856-4ef8-4151-ab7f-74f9a3000dfa tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465020 Jan 31 15:57:49.429055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-6c2fe6af-36f2-4984-a116-eb31220b0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.430106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111620b-1641-4c84-a641-956305c26715 req-22742da7-8f40-4924-b73c-9145163973c6 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.430554 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-6c2fe6af-36f2-4984-a116-eb31220b0dfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=702103247c8744b5b661ca2faf498765&device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 1095 time: 0.1645908 Jan 31 15:57:49.431598 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0111620b-1641-4c84-a641-956305c26715 req-22742da7-8f40-4924-b73c-9145163973c6 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 943 time: 0.0577295 Jan 31 15:57:49.435951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-7c94fc48-52f9-47a9-be00-b080b940beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.437263 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-7c94fc48-52f9-47a9-be00-b080b940beb0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2096567 Jan 31 15:57:49.470346 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0111620b-1641-4c84-a641-956305c26715 req-95ee3577-d91f-4411-97fb-80fc61e37181 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325584 Jan 31 15:57:49.506452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fa27b-51c3-4739-88f4-9d80cceecdef req-62c5fba0-9183-44c9-bcfa-492f924172c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.507529 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce6fa27b-51c3-4739-88f4-9d80cceecdef req-62c5fba0-9183-44c9-bcfa-492f924172c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f343a60a-bb31-4f3c-9556-85fb6c1da4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508701 Jan 31 15:57:49.541218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-dcb1dbeb-7eff-4105-8673-6986ce7248af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 217 time: 0.0791442 Jan 31 15:57:49.549671 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-61279336-bb06-4e8c-a2ec-c903883f10ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 HTTP/1.1" status: 200 len: 217 time: 0.0861053 Jan 31 15:57:49.636497 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f08aeaad-da6b-4d60-869c-934d435c17eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:49.673599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d896a-f253-42df-96e8-0d33c63c3e20 req-07d68326-d4d7-43a8-ae56-06050781df1a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.675184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-312d896a-f253-42df-96e8-0d33c63c3e20 req-07d68326-d4d7-43a8-ae56-06050781df1a tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 944 time: 0.2428260 Jan 31 15:57:49.714651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-773a6920-5c84-48c4-ba3d-aa037ecd65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.716099 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-773a6920-5c84-48c4-ba3d-aa037ecd65d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1647031 Jan 31 15:57:49.720526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-dc2eca25-7128-4f73-a5c7-af87c057d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.721965 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-dc2eca25-7128-4f73-a5c7-af87c057d037 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40b37e97-4d9d-4bd0-a797-bd4e1f87f45d HTTP/1.1" status: 200 len: 844 time: 0.1540608 Jan 31 15:57:49.801027 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce6fa27b-51c3-4739-88f4-9d80cceecdef req-3deda475-5730-4d42-98df-cd1272f4c483 service neutron] 10.222.0.20 "GET /v2.0/networks/f343a60a-bb31-4f3c-9556-85fb6c1da4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630455 Jan 31 15:57:49.802709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-0e9d5571-84fb-4f22-9e37-52c6c82b6582 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62d551c3-6922-49d7-9630-836eaf25e18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576396 Jan 31 15:57:49.806736 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-312d896a-f253-42df-96e8-0d33c63c3e20 req-c681d2e2-059f-4a26-bf2d-a9f139316bee tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231992 Jan 31 15:57:49.820592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-af134fb2-b7c0-4138-9246-e66572161b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.822336 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-af134fb2-b7c0-4138-9246-e66572161b48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965736 Jan 31 15:57:49.890552 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-e4ed7935-47e4-42a8-aabd-0bd7c1d25223 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:49.891985 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-e4ed7935-47e4-42a8-aabd-0bd7c1d25223 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 0.3468952 Jan 31 15:57:49.907541 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-f6b61bb1-f7ac-4a0c-819a-f576cebeb52f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/quotas/06ea88ab674e485090752cf90aaea98a HTTP/1.1" status: 200 len: 375 time: 0.0096176 Jan 31 15:57:49.948283 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-f109d407-c466-4d09-bf74-ea111c7d23d2 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347888 Jan 31 15:57:50.038402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916be83-1d06-46e2-bf88-ce161bb4db82 req-9ce6e123-3aa2-4fb2-8126-215be8cf7506 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:50.039872 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f916be83-1d06-46e2-bf88-ce161bb4db82 req-9ce6e123-3aa2-4fb2-8126-215be8cf7506 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.20 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 1023 time: 0.1153789 Jan 31 15:57:50.043225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce6fa27b-51c3-4739-88f4-9d80cceecdef req-49857a12-2cbc-44ba-83ab-4aae10e9511e service neutron] 10.222.0.20 "GET /v2.0/networks/f343a60a-bb31-4f3c-9556-85fb6c1da4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178693 Jan 31 15:57:50.067763 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-68254c78-33f4-4a5c-baf0-625b19e1c07c service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246101 Jan 31 15:57:50.071291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-9c3101c4-8423-4487-b94a-6797428c4afe service neutron] 10.222.0.20 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205548 Jan 31 15:57:50.101072 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-1dc3fc15-8b45-49c6-86bc-b5fe9e3a61a4 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380537 Jan 31 15:57:50.245160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-aee99e4d-3475-49d3-81fd-c749cb239b24 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341453 Jan 31 15:57:50.249966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-f916be83-1d06-46e2-bf88-ce161bb4db82 req-245a6aba-0ca7-4709-987a-0366a8681cf7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Deleting port 852d77b3-351e-405a-80cf-4089af2179db {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:57:50.250184 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f916be83-1d06-46e2-bf88-ce161bb4db82 req-245a6aba-0ca7-4709-987a-0366a8681cf7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:50.287361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b77e4-c6cc-498e-af7a-27c10ac85f7f req-f56844c9-a91e-4bb8-8b6c-96ff65479d51 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:50.294131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-800b77e4-c6cc-498e-af7a-27c10ac85f7f req-f56844c9-a91e-4bb8-8b6c-96ff65479d51 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 1023 time: 0.1148443 Jan 31 15:57:50.303416 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-885f2c3b-7e46-43dc-b9cc-faf66a404e5f service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221038 Jan 31 15:57:50.321080 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c235f02e-7a30-457b-9d54-92d6a25eee01 req-822a5e6c-4066-40f3-aa69-07079d7e9bcf service neutron] 10.222.0.20 "GET /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300749 Jan 31 15:57:50.327307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6bcda060-3677-49c7-9ee3-adce77f3cec8 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:57:50.357564 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-800b77e4-c6cc-498e-af7a-27c10ac85f7f req-80a97950-22d1-4a49-a2db-45753e8ec5c6 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e57125b-30ba-4512-b3b9-0357430e9e8b&id=a7c64364-d1bc-402e-8a46-7938374cc3c8&id=b15eeb49-6fcf-4b48-b0ea-972a522b8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0516267 Jan 31 15:57:50.371926 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f916be83-1d06-46e2-bf88-ce161bb4db82 req-245a6aba-0ca7-4709-987a-0366a8681cf7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] For port 852d77b3-351e-405a-80cf-4089af2179db, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=852d77b3-351e-405a-80cf-4089af2179db,segment=NetworkSegment(044227c8-e81f-477d-860d-bac32e8f25e4),segment_id=044227c8-e81f-477d-860d-bac32e8f25e4)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:50.372538 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f916be83-1d06-46e2-bf88-ce161bb4db82 req-245a6aba-0ca7-4709-987a-0366a8681cf7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:50.397431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-f916be83-1d06-46e2-bf88-ce161bb4db82 req-245a6aba-0ca7-4709-987a-0366a8681cf7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Calling delete_port for 852d77b3-351e-405a-80cf-4089af2179db owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:57:50.467504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08792d-4b3a-4501-991b-f7fe729bb9f8 req-c7d0c7d6-9a3b-405e-90e0-29f88fe6a724 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:50.473089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6bcda060-3677-49c7-9ee3-adce77f3cec8, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6bcda060-3677-49c7-9ee3-adce77f3cec8,segment=NetworkSegment(63aca419-d188-4d50-a936-628779c8c5ec),segment_id=63aca419-d188-4d50-a936-628779c8c5ec)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:50.475730 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d08792d-4b3a-4501-991b-f7fe729bb9f8 req-c7d0c7d6-9a3b-405e-90e0-29f88fe6a724 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0644014 Jan 31 15:57:50.488026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '6bcda060-3677-49c7-9ee3-adce77f3cec8', 'network_id': 'f343a60a-bb31-4f3c-9556-85fb6c1da4af', 'port_id': '6bcda060-3677-49c7-9ee3-adce77f3cec8', 'mac_address': 'fa:16:3e:b2:4f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf307f4d-c524-4c63-a29d-56c84d634b48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:57:50.540611 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d0f12223-8f4e-4a51-a50d-e792414c7fb3 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:50.545349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d08792d-4b3a-4501-991b-f7fe729bb9f8 req-3ead0516-1b05-4c92-9a01-458f0fd7a7ca tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655942 Jan 31 15:57:50.582332 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:50.616993 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bcda060-3677-49c7-9ee3-adce77f3cec8 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:50.638104 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f916be83-1d06-46e2-bf88-ce161bb4db82 req-245a6aba-0ca7-4709-987a-0366a8681cf7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:50.692515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['852d77b3-351e-405a-80cf-4089af2179db'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:50.702519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a6aba-0ca7-4709-987a-0366a8681cf7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event deleted for resources: {'Port': ['ID=852d77b3-351e-405a-80cf-4089af2179db,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:50.716972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2d92d-48b5-4a59-be9c-c09f2196c96e req-a2b47351-30b4-4b02-8087-0f568f6ff0d8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:50.718895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11e2d92d-48b5-4a59-be9c-c09f2196c96e req-a2b47351-30b4-4b02-8087-0f568f6ff0d8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0711124 Jan 31 15:57:50.733280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6bcda060-3677-49c7-9ee3-adce77f3cec8, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6bcda060-3677-49c7-9ee3-adce77f3cec8,segment=NetworkSegment(63aca419-d188-4d50-a936-628779c8c5ec),segment_id=63aca419-d188-4d50-a936-628779c8c5ec)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:50.734280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port d0f12223-8f4e-4a51-a50d-e792414c7fb3 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:57:50.751817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port d0f12223-8f4e-4a51-a50d-e792414c7fb3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:50.752192 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:50.754109 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:50.770661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11e2d92d-48b5-4a59-be9c-c09f2196c96e req-89111439-25ef-4485-89e9-1d66a8ca2f8d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Jan 31 15:57:50.795610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f916be83-1d06-46e2-bf88-ce161bb4db82 req-245a6aba-0ca7-4709-987a-0366a8681cf7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] No DVR routers for this DVR port 852d77b3-351e-405a-80cf-4089af2179db on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:57:50.806553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f916be83-1d06-46e2-bf88-ce161bb4db82 req-245a6aba-0ca7-4709-987a-0366a8681cf7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:50.810335 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f916be83-1d06-46e2-bf88-ce161bb4db82 req-245a6aba-0ca7-4709-987a-0366a8681cf7 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.20 "DELETE /v2.0/ports/852d77b3-351e-405a-80cf-4089af2179db HTTP/1.1" status: 204 len: 173 time: 0.7584586 Jan 31 15:57:50.811048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25470d4c-3d58-4b1a-a536-99bb434510f3', 'name': 'network-vif-deleted', 'tag': '852d77b3-351e-405a-80cf-4089af2179db'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:50.813563 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9a82b3-2618-4d77-9203-b32f104a4946" -d '{"events": [{"server_uuid": "25470d4c-3d58-4b1a-a536-99bb434510f3", "name": "network-vif-deleted", "tag": "852d77b3-351e-405a-80cf-4089af2179db"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:50.840742 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:50.844422 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9d26-03a0-42ae-b720-232a8e0e5b3b req-2a8bcd6d-5310-4b21-a411-2b7a483727ad tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:50.846130 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-457a9d26-03a0-42ae-b720-232a8e0e5b3b req-2a8bcd6d-5310-4b21-a411-2b7a483727ad tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 944 time: 0.1597385 Jan 31 15:57:50.881292 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b175892f-201f-4508-a7b6-8dae640dd697 req-33d0a504-1406-4b4e-8948-3c1da2f108c4 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 210 time: 0.0298536 Jan 31 15:57:50.955949 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-457a9d26-03a0-42ae-b720-232a8e0e5b3b req-f5e03a93-73a0-46cc-8c39-52a3c97d2eee tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991781 Jan 31 15:57:50.987644 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:51.028922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5305b9-2fc6-49c4-922c-9eec1f357aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f12223-8f4e-4a51-a50d-e792414c7fb3'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:51.032961 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d80af3-35fd-4de4-bb90-03ee3c387c6a" -d '{"events": [{"server_uuid": "3a5305b9-2fc6-49c4-922c-9eec1f357aa8", "name": "network-vif-plugged", "status": "completed", "tag": "d0f12223-8f4e-4a51-a50d-e792414c7fb3"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:51.036000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=6bcda060-3677-49c7-9ee3-adce77f3cec8,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:51.045030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d0f12223-8f4e-4a51-a50d-e792414c7fb3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d0f12223-8f4e-4a51-a50d-e792414c7fb3,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:51.050919 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:51.052043 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d3f52a20-028e-46bb-a659-11a635d958d6 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:57:51.088081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4870897-9776-41ef-9acf-9d36e651dc0e req-58f43440-614f-4df4-93cd-07dd83c9d027 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:51.096016 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4870897-9776-41ef-9acf-9d36e651dc0e req-58f43440-614f-4df4-93cd-07dd83c9d027 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 944 time: 0.1194859 Jan 31 15:57:51.102723 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: d3f52a20-028e-46bb-a659-11a635d958d6 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:57:51.103207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d3f52a20-028e-46bb-a659-11a635d958d6 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:57:51.149452 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4870897-9776-41ef-9acf-9d36e651dc0e req-a5cefcc0-b39a-479f-a380-f5e706283113 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466094 Jan 31 15:57:51.178037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['6bcda060-3677-49c7-9ee3-adce77f3cec8'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:51.188784 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d42aa55-8e82-49b7-ad39-95c732aa1cf1 x-openstack-request-id: req-5d42aa55-8e82-49b7-ad39-95c732aa1cf1 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:51.189281 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25470d4c-3d58-4b1a-a536-99bb434510f3", "name": "network-vif-deleted", "tag": "852d77b3-351e-405a-80cf-4089af2179db", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:51.189707 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d42aa55-8e82-49b7-ad39-95c732aa1cf1 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:51.190281 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25470d4c-3d58-4b1a-a536-99bb434510f3', 'name': 'network-vif-deleted', 'tag': '852d77b3-351e-405a-80cf-4089af2179db', 'status': 'completed', 'code': 200} Jan 31 15:57:51.230248 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79167016-b910-4235-be61-28cf2e0c4a7b x-openstack-request-id: req-79167016-b910-4235-be61-28cf2e0c4a7b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:51.230755 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5305b9-2fc6-49c4-922c-9eec1f357aa8", "name": "network-vif-plugged", "status": "completed", "tag": "d0f12223-8f4e-4a51-a50d-e792414c7fb3", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:51.231899 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79167016-b910-4235-be61-28cf2e0c4a7b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:51.232736 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5305b9-2fc6-49c4-922c-9eec1f357aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f12223-8f4e-4a51-a50d-e792414c7fb3', 'code': 200} Jan 31 15:57:51.238452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d0f12223-8f4e-4a51-a50d-e792414c7fb3,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:51.271327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e796e0-b52d-47fb-8155-93610d237bdf req-07d902de-6c23-4f41-b486-4e3e65f470cc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:51.279831 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74e796e0-b52d-47fb-8155-93610d237bdf req-07d902de-6c23-4f41-b486-4e3e65f470cc tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 944 time: 0.0761397 Jan 31 15:57:51.332533 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74e796e0-b52d-47fb-8155-93610d237bdf req-d007b2b6-a799-4855-b290-83bedc6164da tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515022 Jan 31 15:57:51.484618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415822c0-579b-481d-aacb-b203e15007a6 req-34ba585b-b809-4f6b-83ad-9480ad83efe7 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:51.492484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-415822c0-579b-481d-aacb-b203e15007a6 req-34ba585b-b809-4f6b-83ad-9480ad83efe7 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 946 time: 0.1768463 Jan 31 15:57:51.511406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-307867a7-138e-4a53-9c47-f9bc7571262e req-2816033e-e451-4924-8c7d-30d5b9d3416d tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/ports?device_id=25470d4c-3d58-4b1a-a536-99bb434510f3 HTTP/1.1" status: 200 len: 210 time: 0.0367274 Jan 31 15:57:51.525149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e364068-5b16-40b6-83dc-dc4fbdcdf16c req-ebb86658-814d-4a6c-b4b3-5e3e1e4660aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:51.526959 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e364068-5b16-40b6-83dc-dc4fbdcdf16c req-ebb86658-814d-4a6c-b4b3-5e3e1e4660aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 1096 time: 0.1461723 Jan 31 15:57:51.558420 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-415822c0-579b-481d-aacb-b203e15007a6 req-bf4d508b-efb4-4c2d-abeb-3e3b5072651e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649822 Jan 31 15:57:51.574283 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e364068-5b16-40b6-83dc-dc4fbdcdf16c req-214a5e84-87e1-4e33-8513-8fae2e1b2f61 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362377 Jan 31 15:57:51.900254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca899572-c7b0-4747-b81e-19d43b039351 req-abc677a3-4b3b-4d74-944e-52d5cb6349db tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:51.902029 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca899572-c7b0-4747-b81e-19d43b039351 req-abc677a3-4b3b-4d74-944e-52d5cb6349db tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0531631 Jan 31 15:57:51.954071 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca899572-c7b0-4747-b81e-19d43b039351 req-2ea44c54-c207-447a-8fa6-624e3aa1e565 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Jan 31 15:57:52.002126 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c2fc6a12-476c-48ef-bd67-2cac2eec7144 req-22a49e6b-e2a8-4dcd-be7f-9363b5f03058 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 210 time: 0.0304294 Jan 31 15:57:52.174478 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41b1a-6bb6-46c6-abca-03f26394fca8 req-18b4a84e-cfc3-44c4-9bc6-2884b49fd30e tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:52.176869 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f5c41b1a-6bb6-46c6-abca-03f26394fca8 req-18b4a84e-cfc3-44c4-9bc6-2884b49fd30e tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0583925 Jan 31 15:57:52.204852 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:52.241318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f5c41b1a-6bb6-46c6-abca-03f26394fca8 req-0d50ff0e-0487-4ede-ba7c-c4709b313617 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529478 Jan 31 15:57:52.283475 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-3f63b560-fc7a-4487-9d23-7895b4baffd1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:52.285298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-3f63b560-fc7a-4487-9d23-7895b4baffd1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 0.1739075 Jan 31 15:57:52.302437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Request body: {'port': {'device_id': 'd6ac67fa-4270-4f8b-9526-b39a389729df', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'admin_state_up': True, 'tenant_id': '06ea88ab674e485090752cf90aaea98a'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:52.333318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d406ea-5984-46da-ba8c-4cf446f8dc3d req-7b25b7a4-272e-491a-9785-79e269aeaf97 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:52.335212 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97d406ea-5984-46da-ba8c-4cf446f8dc3d req-7b25b7a4-272e-491a-9785-79e269aeaf97 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 944 time: 0.0969124 Jan 31 15:57:52.352387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:57:52.356244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6bcda060-3677-49c7-9ee3-adce77f3cec8 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:52.506982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 6bcda060-3677-49c7-9ee3-adce77f3cec8 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:57:52.516905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 6bcda060-3677-49c7-9ee3-adce77f3cec8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:52.518279 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:52.520756 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97d406ea-5984-46da-ba8c-4cf446f8dc3d req-b88a6fc9-68ec-4ee1-927d-8e950f76dab7 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221867 Jan 31 15:57:52.527072 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:52.542411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bfabf-ef8a-41c9-b3cd-3ef8ea5adcad req-35c6489d-611a-4e32-8695-8ef98a8a8306 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:52.549992 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-451bfabf-ef8a-41c9-b3cd-3ef8ea5adcad req-35c6489d-611a-4e32-8695-8ef98a8a8306 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 944 time: 0.1141076 Jan 31 15:57:52.588295 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:52.610353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Made reservation on behalf of 06ea88ab674e485090752cf90aaea98a for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:57:52.614905 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:52.627460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-451bfabf-ef8a-41c9-b3cd-3ef8ea5adcad req-bdb1ac02-b91e-4b53-beaa-3d5ae13d19ce tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752051 Jan 31 15:57:52.628105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717', 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'port_id': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717', 'mac_address': 'fa:16:3e:59:e1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b37e97-4d9d-4bd0-a797-bd4e1f87f45d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:57:52.773208 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-67cdb566-b564-49d6-9663-0f2cf0f17089 req-9693957e-fb37-49bd-9bb1-55471e9774c2 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/a7c64364-d1bc-402e-8a46-7938374cc3c8 HTTP/1.1" status: 200 len: 1801 time: 0.0882351 Jan 31 15:57:52.810347 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:52.827678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:52.837934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-67cdb566-b564-49d6-9663-0f2cf0f17089 req-f8bc44f6-dc74-43ab-ba8f-075536d20b0e tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:52.852322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:52.860296 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:52.863482 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:52.869610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-67cdb566-b564-49d6-9663-0f2cf0f17089 req-f8bc44f6-dc74-43ab-ba8f-075536d20b0e tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:52.914567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1c3b8-7441-471f-aca8-ab980610f590 req-df17d646-3ba9-4d72-84c8-25b7cc0666b4 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:52.916197 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91a1c3b8-7441-471f-aca8-ab980610f590 req-df17d646-3ba9-4d72-84c8-25b7cc0666b4 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 946 time: 0.1744647 Jan 31 15:57:52.917425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Allocated IP 172.20.0.3 (7a6c1885-f12f-429b-aeb8-d54adc6f9f1b/839da286-d7fe-47c8-8f9e-973a376f0b70/d147a1de-a061-454c-9c67-0fcb6ad86a1b) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:57:52.960168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6bcda060-3677-49c7-9ee3-adce77f3cec8, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6bcda060-3677-49c7-9ee3-adce77f3cec8,segment=NetworkSegment(63aca419-d188-4d50-a936-628779c8c5ec),segment_id=63aca419-d188-4d50-a936-628779c8c5ec)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:52.969685 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:52.970272 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-67cdb566-b564-49d6-9663-0f2cf0f17089 req-f8bc44f6-dc74-43ab-ba8f-075536d20b0e tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:52.970466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 852d77b3-351e-405a-80cf-4089af2179db no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:57:52.972884 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-67cdb566-b564-49d6-9663-0f2cf0f17089 req-f8bc44f6-dc74-43ab-ba8f-075536d20b0e tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:52.979663 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-67cdb566-b564-49d6-9663-0f2cf0f17089 req-f8bc44f6-dc74-43ab-ba8f-075536d20b0e tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "DELETE /v2.0/security-groups/a7c64364-d1bc-402e-8a46-7938374cc3c8 HTTP/1.1" status: 204 len: 173 time: 0.2054837 Jan 31 15:57:53.005436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91a1c3b8-7441-471f-aca8-ab980610f590 req-e9c754b5-2b9c-4154-8a14-f7cc262a6365 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765491 Jan 31 15:57:53.009972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 852d77b3-351e-405a-80cf-4089af2179db {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:57:53.010574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 852d77b3-351e-405a-80cf-4089af2179db not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:57:53.012374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:53.018340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc44f6-dc74-43ab-ba8f-075536d20b0e tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c64364-d1bc-402e-8a46-7938374cc3c8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:53.053317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-e30b6531-47e6-4a0e-ae83-ab65bcd90a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:53.056507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-e30b6531-47e6-4a0e-ae83-ab65bcd90a94 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57&tenant_id=3d4f027d8d234567ad636e8cf1ec111c HTTP/1.1" status: 200 len: 1101 time: 0.0947440 Jan 31 15:57:53.075748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=6bcda060-3677-49c7-9ee3-adce77f3cec8,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:53.082610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:53.131980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94b33d17-e66e-4ca7-acf3-1067229ce06d req-1f8d0295-5ba3-4795-84eb-bc868ded8a6c tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "GET /v2.0/security-groups/b15eeb49-6fcf-4b48-b0ea-972a522b8af6 HTTP/1.1" status: 200 len: 1799 time: 0.0970933 Jan 31 15:57:53.148837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8c7fd1b6-f630-4ea1-ba8b-9f01d904e717'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:53.167179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab838a4a-1aed-4a04-834e-cafa7a88d606 req-4e3d70df-ab0a-43e4-bc67-8fb3882c60bf tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:53.169963 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ab838a4a-1aed-4a04-834e-cafa7a88d606 req-4e3d70df-ab0a-43e4-bc67-8fb3882c60bf tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.1023755 Jan 31 15:57:53.178155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.225816 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.234158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5772e44-3cf6-4910-9e03-9986e698d422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcda060-3677-49c7-9ee3-adce77f3cec8'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:53.236755 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287d63c8-ca7b-455c-8720-2948cbb6f2a4" -d '{"events": [{"server_uuid": "d5772e44-3cf6-4910-9e03-9986e698d422", "name": "network-vif-plugged", "status": "completed", "tag": "6bcda060-3677-49c7-9ee3-adce77f3cec8"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:53.251246 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ab838a4a-1aed-4a04-834e-cafa7a88d606 req-4f7c3991-7ef7-46b8-a6f0-65541ed3d866 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749183 Jan 31 15:57:53.255652 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-94b33d17-e66e-4ca7-acf3-1067229ce06d req-a48e1de3-043a-4496-bdbf-e4257c3615a6 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.292484 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-94b33d17-e66e-4ca7-acf3-1067229ce06d req-a48e1de3-043a-4496-bdbf-e4257c3615a6 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.308317 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.376827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:53.381234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:53.383491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Pushing event updated for resources: {'Port': ['ID=d147a1de-a061-454c-9c67-0fcb6ad86a1b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:53.386515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:57:53.415035 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-94b33d17-e66e-4ca7-acf3-1067229ce06d req-a48e1de3-043a-4496-bdbf-e4257c3615a6 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.417534 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-94b33d17-e66e-4ca7-acf3-1067229ce06d req-a48e1de3-043a-4496-bdbf-e4257c3615a6 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.418658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94b33d17-e66e-4ca7-acf3-1067229ce06d req-a48e1de3-043a-4496-bdbf-e4257c3615a6 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] 10.222.0.36 "DELETE /v2.0/security-groups/b15eeb49-6fcf-4b48-b0ea-972a522b8af6 HTTP/1.1" status: 204 len: 173 time: 0.2728393 Jan 31 15:57:53.430831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44636) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:53.442349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e1de3-043a-4496-bdbf-e4257c3615a6 tempest-SecurityGroupsTestJSON-1373764232 tempest-SecurityGroupsTestJSON-1373764232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15eeb49-6fcf-4b48-b0ea-972a522b8af6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:53.457885 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d703a9e8-a3a7-4333-8155-71a26ede1bf2 x-openstack-request-id: req-d703a9e8-a3a7-4333-8155-71a26ede1bf2 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:53.458168 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5772e44-3cf6-4910-9e03-9986e698d422", "name": "network-vif-plugged", "status": "completed", "tag": "6bcda060-3677-49c7-9ee3-adce77f3cec8", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:53.458413 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d703a9e8-a3a7-4333-8155-71a26ede1bf2 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:53.458799 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5772e44-3cf6-4910-9e03-9986e698d422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcda060-3677-49c7-9ee3-adce77f3cec8', 'code': 200} Jan 31 15:57:53.481393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdfd3d-631c-440a-8ad4-ef963dac22b0 req-88be4206-6964-4a31-b807-eba443d11b73 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:53.483110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edbdfd3d-631c-440a-8ad4-ef963dac22b0 req-88be4206-6964-4a31-b807-eba443d11b73 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 931 time: 0.1342170 Jan 31 15:57:53.528504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:53.529077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.536529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:53.557845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edbdfd3d-631c-440a-8ad4-ef963dac22b0 req-f50c5b3e-1c37-4357-bb12-3edd60f29d0e tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609918 Jan 31 15:57:53.579680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10772a2-289d-4ccb-bb1b-1fb262357a3e admin admin] Deleting subnet a38d47b2-da75-4d5e-84d3-31d2ce7e3b60 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:57:53.594129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:53.601675 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c10772a2-289d-4ccb-bb1b-1fb262357a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.605920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-7c18de79-a12b-4d26-965f-a1d62a94b4a7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3087287 Jan 31 15:57:53.641015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Request body: {'port': {'device_id': 'd6ac67fa-4270-4f8b-9526-b39a389729df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:53.669996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:53.669996 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845aca62-afa5-4998-93c6-15a5bd62cf1c" -d '{"events": [{"server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "name": "network-vif-unplugged", "status": "completed", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:53.674337 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.690777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd6eda-c2ad-482e-983e-5b5c9ba9f8f9 req-a693020f-cef5-43e0-b9a8-44149556842d tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:53.692287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0ddd6eda-c2ad-482e-983e-5b5c9ba9f8f9 req-a693020f-cef5-43e0-b9a8-44149556842d tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1729259 Jan 31 15:57:53.692965 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Transition to ACTIVE for port object b3eb2916-7981-4167-82df-df2c3fdb9d05 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:57:53.700746 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f65043-a900-4469-9676-a010754d008f req-9ab6fd90-ff6a-4b17-b4d5-3d54d5d8dfb4 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:53.702293 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a6f65043-a900-4469-9676-a010754d008f req-9ab6fd90-ff6a-4b17-b4d5-3d54d5d8dfb4 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 945 time: 0.0814364 Jan 31 15:57:53.703331 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c10772a2-289d-4ccb-bb1b-1fb262357a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.703469 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.707357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692c991-1236-47ec-8dd8-a1d7229927bf req-3249107e-49da-476e-9e36-afe2b5c45903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:53.708812 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a692c991-1236-47ec-8dd8-a1d7229927bf req-3249107e-49da-476e-9e36-afe2b5c45903 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 1096 time: 0.1612339 Jan 31 15:57:53.784529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] No DVR routers for this DVR port b3eb2916-7981-4167-82df-df2c3fdb9d05 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:57:53.793457 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=10']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:53.814425 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a6f65043-a900-4469-9676-a010754d008f req-c526a114-4cf1-4ba0-b02e-e9623c5d344a tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841403 Jan 31 15:57:53.822443 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.850810 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a692c991-1236-47ec-8dd8-a1d7229927bf req-1230145f-b85d-4420-84ff-cfc6bc13c53d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101978 Jan 31 15:57:53.855365 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c10772a2-289d-4ccb-bb1b-1fb262357a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.866981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Attempting to bind port b3eb2916-7981-4167-82df-df2c3fdb9d05 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:57:53.867330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Attempting to bind port b3eb2916-7981-4167-82df-df2c3fdb9d05 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:57:53.867628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Attempting to bind port b3eb2916-7981-4167-82df-df2c3fdb9d05 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:53.873038 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Port b3eb2916-7981-4167-82df-df2c3fdb9d05 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:57:53.873353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Attempting to bind port b3eb2916-7981-4167-82df-df2c3fdb9d05 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:53.882733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:57:53.883067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:53.883501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:57:53.883862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Bound port: b3eb2916-7981-4167-82df-df2c3fdb9d05, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:57:53.884213 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.925525 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0ddd6eda-c2ad-482e-983e-5b5c9ba9f8f9 req-a0376d76-ec1e-4ae2-86de-1877be7c62c7 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201471 Jan 31 15:57:53.966933 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c10772a2-289d-4ccb-bb1b-1fb262357a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:53.981655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:53.986370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:57:53.994996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273d78c-267d-4484-a978-4f1325e924fb req-8fa754bf-cb5f-4faf-8064-c475d86acf7b tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:53.996446 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a273d78c-267d-4484-a978-4f1325e924fb req-8fa754bf-cb5f-4faf-8064-c475d86acf7b tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 945 time: 0.1018918 Jan 31 15:57:53.997954 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.030181 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d0029f-b018-407e-8b5e-71f1c1675a10 x-openstack-request-id: req-24d0029f-b018-407e-8b5e-71f1c1675a10 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:54.030521 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "name": "network-vif-unplugged", "status": "completed", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:54.030777 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24d0029f-b018-407e-8b5e-71f1c1675a10 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:54.031167 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'code': 200} Jan 31 15:57:54.067296 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:54.067917 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.068206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10772a2-289d-4ccb-bb1b-1fb262357a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38d47b2-da75-4d5e-84d3-31d2ce7e3b60,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:54.069321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] 10.222.0.30 "PUT /v2.0/ports/b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 1097 time: 1.0029662 Jan 31 15:57:54.087613 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c10772a2-289d-4ccb-bb1b-1fb262357a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.091625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c10772a2-289d-4ccb-bb1b-1fb262357a3e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a38d47b2-da75-4d5e-84d3-31d2ce7e3b60 HTTP/1.1" status: 204 len: 168 time: 0.6574671 Jan 31 15:57:54.095419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44652) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:54.159910 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a273d78c-267d-4484-a978-4f1325e924fb req-db073d05-f5e9-47f3-af2b-2759f3c5c024 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365211 Jan 31 15:57:54.160498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7b861-270f-4d8e-8c86-1d89084f9fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=11']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:54.318468 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce4b81-c684-43e7-8558-3e078620d91c req-638297de-d681-4330-9f65-f6fe3b1902fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:54.320020 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4ce4b81-c684-43e7-8558-3e078620d91c req-638297de-d681-4330-9f65-f6fe3b1902fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1b995a0cb69468fa00bb84e53d82c96&device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 1096 time: 0.1231916 Jan 31 15:57:54.320909 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.325129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-5fb59514-bda4-4377-b696-cf5e29ae6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:54.326592 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-5fb59514-bda4-4377-b696-cf5e29ae6e93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 1100 time: 0.1890669 Jan 31 15:57:54.366269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a68b84-d6ca-42fb-9bf5-56308a93bafe req-c2b13e7a-7d2a-43c0-9853-0187374bcc58 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:54.368806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-69a68b84-d6ca-42fb-9bf5-56308a93bafe req-c2b13e7a-7d2a-43c0-9853-0187374bcc58 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1125133 Jan 31 15:57:54.369955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:54.371851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b0a13-dafd-4b60-aa83-1c712ff09950 req-ce27b3a1-b5b2-4ff2-81be-eebbc96de45f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:54.373351 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca1b0a13-dafd-4b60-aa83-1c712ff09950 req-ce27b3a1-b5b2-4ff2-81be-eebbc96de45f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 946 time: 0.1365073 Jan 31 15:57:54.413825 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d147a1de-a061-454c-9c67-0fcb6ad86a1b {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:54.425273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:57:54.429367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.430683 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:54.431334 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.454264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Transition to ACTIVE for port object d147a1de-a061-454c-9c67-0fcb6ad86a1b will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:57:54.462209 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.515256 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.519607 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca1b0a13-dafd-4b60-aa83-1c712ff09950 req-ee0e787b-8fe4-4f73-aad5-cbab12787160 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130984 Jan 31 15:57:54.546869 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.547103 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-69a68b84-d6ca-42fb-9bf5-56308a93bafe req-d176eb67-d8a8-4e38-92df-a841c633817e tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484354 Jan 31 15:57:54.548435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce4b81-c684-43e7-8558-3e078620d91c req-83ecd313-554a-4cf1-9503-58e11f8f5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:54.549954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4ce4b81-c684-43e7-8558-3e078620d91c req-83ecd313-554a-4cf1-9503-58e11f8f5dd6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=03bf16f3-5903-42f5-92b2-1ea487581abd HTTP/1.1" status: 200 len: 911 time: 0.2115216 Jan 31 15:57:54.551890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Pushing event updated for resources: {'Port': ['ID=d147a1de-a061-454c-9c67-0fcb6ad86a1b,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:54.552263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 677b62ca-272e-43e2-824e-c638bffc6816 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:57:54.602535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a87d87e-26a4-44dc-92df-c93f644d205a']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:54.612770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-5313577b-7f5c-475c-b97c-06d9487ab3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:54.614617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-5313577b-7f5c-475c-b97c-06d9487ab3f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2809424 Jan 31 15:57:54.616367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044227c8-e81f-477d-860d-bac32e8f25e4') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:54.616648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044227c8-e81f-477d-860d-bac32e8f25e4') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:57:54.633675 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.638579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4ce4b81-c684-43e7-8558-3e078620d91c req-6a8a5d83-d7bf-4c14-b539-02213739336c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0f12223-8f4e-4a51-a50d-e792414c7fb3 HTTP/1.1" status: 200 len: 217 time: 0.0807374 Jan 31 15:57:54.677237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-001aae1f-7178-428b-b647-dc5d5679752e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 217 time: 0.0533531 Jan 31 15:57:54.694254 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.742234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:57:54.742826 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.743276 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce4b81-c684-43e7-8558-3e078620d91c req-fdb4bec4-a6fb-4fb7-aa8c-720db4e788f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:54.744958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4ce4b81-c684-43e7-8558-3e078620d91c req-fdb4bec4-a6fb-4fb7-aa8c-720db4e788f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a53540-acaa-4030-84f0-25c1cb026c93 HTTP/1.1" status: 200 len: 850 time: 0.0957677 Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:57:54.745612 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:57:54.752736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9ae92-ac25-4336-a10a-221cddc27224 req-e5844aca-e9f3-4924-8521-ed5118d69672 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:54.760422 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1d9ae92-ac25-4336-a10a-221cddc27224 req-e5844aca-e9f3-4924-8521-ed5118d69672 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 949 time: 0.1443281 Jan 31 15:57:54.760698 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 677b62ca-272e-43e2-824e-c638bffc6816, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=677b62ca-272e-43e2-824e-c638bffc6816,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:54.763966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:54.770917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Attempting to bind port d147a1de-a061-454c-9c67-0fcb6ad86a1b on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:57:54.771303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Attempting to bind port d147a1de-a061-454c-9c67-0fcb6ad86a1b by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:57:54.771589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Attempting to bind port d147a1de-a061-454c-9c67-0fcb6ad86a1b on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:54.772050 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.773632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b3eb2916-7981-4167-82df-df2c3fdb9d05 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:57:54.786960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-901854f4-defc-40bc-845c-d4dfbeffed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:54.788717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-901854f4-defc-40bc-845c-d4dfbeffed97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1055112 Jan 31 15:57:54.801560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Port d147a1de-a061-454c-9c67-0fcb6ad86a1b on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:57:54.801799 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Attempting to bind port d147a1de-a061-454c-9c67-0fcb6ad86a1b on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:54.805186 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4ce4b81-c684-43e7-8558-3e078620d91c req-d5570d7a-0b42-452f-98b4-e697af2b1a9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03bf16f3-5903-42f5-92b2-1ea487581abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425832 Jan 31 15:57:54.813897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:57:54.814239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Checking segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:54.814620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Bound using segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:57:54.815188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Bound port: d147a1de-a061-454c-9c67-0fcb6ad86a1b, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:57:54.815470 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.819376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '677b62ca-272e-43e2-824e-c638bffc6816', 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1', 'port_id': '677b62ca-272e-43e2-824e-c638bffc6816', 'mac_address': 'fa:16:3e:f3:fe:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:57:54.842964 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b3eb2916-7981-4167-82df-df2c3fdb9d05 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:57:54.898416 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1d9ae92-ac25-4336-a10a-221cddc27224 req-dc79d472-5497-4be9-b290-d6bfae604c32 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366861 Jan 31 15:57:54.912607 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.917224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:54.928557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.932188 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3a87d87e-26a4-44dc-92df-c93f644d205a HTTP/1.1" status: 204 len: 168 time: 0.8354437 Jan 31 15:57:54.942706 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:54.952194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-9f5e829a-1f58-43aa-928a-5ac72adcd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:54.954441 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-9f5e829a-1f58-43aa-928a-5ac72adcd235 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346550 Jan 31 15:57:54.960460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 677b62ca-272e-43e2-824e-c638bffc6816 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:54.964195 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d649305-a73b-4582-adc3-860eb52e7e4e req-3b5c9139-01ce-4b96-add0-e02e80b50dba tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:54.973655 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d649305-a73b-4582-adc3-860eb52e7e4e req-3b5c9139-01ce-4b96-add0-e02e80b50dba tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 943 time: 0.1452425 Jan 31 15:57:54.986520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87af2a-88c9-493a-80c0-723523f24df0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a87d87e-26a4-44dc-92df-c93f644d205a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:54.990446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 677b62ca-272e-43e2-824e-c638bffc6816, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=677b62ca-272e-43e2-824e-c638bffc6816,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:54.996354 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:55.092283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=677b62ca-272e-43e2-824e-c638bffc6816,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:55.094740 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d649305-a73b-4582-adc3-860eb52e7e4e req-3ae8f552-d6ec-456b-a8b2-cc714a5350f8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194377 Jan 31 15:57:55.128050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44668) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:55.145894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['677b62ca-272e-43e2-824e-c638bffc6816'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:55.182942 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-77c16565-b1d8-42a8-a335-c2bce42bceae service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057371 Jan 31 15:57:55.328753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] For port d147a1de-a061-454c-9c67-0fcb6ad86a1b, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:55.333842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4ce4b81-c684-43e7-8558-3e078620d91c req-4e020dfa-1ea7-4929-ab79-5cc16459ba01 service neutron] 10.222.0.30 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143740 Jan 31 15:57:55.349015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] For port d147a1de-a061-454c-9c67-0fcb6ad86a1b, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d147a1de-a061-454c-9c67-0fcb6ad86a1b,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:57:55.363602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2876d-d1e5-4e53-9c5b-466d646243f8 req-1262f597-5169-41fa-8503-30db5ef15605 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:55.365147 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e1f2876d-d1e5-4e53-9c5b-466d646243f8 req-1262f597-5169-41fa-8503-30db5ef15605 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 945 time: 0.1294496 Jan 31 15:57:55.367546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:55.460015 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f017a513-0e2c-48c1-b4a2-58654d057f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:55.463214 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff33aad-8e94-4d1f-a5fc-09a88e8d7fa6" -d '{"events": [{"server_uuid": "f017a513-0e2c-48c1-b4a2-58654d057f92", "name": "network-vif-plugged", "status": "completed", "tag": "8c7fd1b6-f630-4ea1-ba8b-9f01d904e717"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:55.466683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:55.467299 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:55.468666 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] 10.222.0.30 "PUT /v2.0/ports/d147a1de-a061-454c-9c67-0fcb6ad86a1b HTTP/1.1" status: 200 len: 1091 time: 1.8318543 Jan 31 15:57:55.472057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ac67fa-4270-4f8b-9526-b39a389729df', 'tag': 'd147a1de-a061-454c-9c67-0fcb6ad86a1b'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:55.474440 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d69abbe-af15-4c96-b355-4fd0ad5087df" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ac67fa-4270-4f8b-9526-b39a389729df", "tag": "d147a1de-a061-454c-9c67-0fcb6ad86a1b"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:55.520069 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:55.538286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c9095-6e9e-4029-9f02-e4ccb1034fca service neutron] Pushing event updated for resources: {'Port': ['ID=d147a1de-a061-454c-9c67-0fcb6ad86a1b,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:55.548126 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e1f2876d-d1e5-4e53-9c5b-466d646243f8 req-dc2a93dc-fcb2-4917-8dac-9122ec5f31e2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671646 Jan 31 15:57:55.566754 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4ce4b81-c684-43e7-8558-3e078620d91c req-1a575b27-5f6d-4ded-a547-f31933c7990e service neutron] 10.222.0.30 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211061 Jan 31 15:57:55.591562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-68877f91-57be-4164-bd75-3fc2212e0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:55.592736 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-68877f91-57be-4164-bd75-3fc2212e0f5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 1094 time: 0.0738811 Jan 31 15:57:55.600260 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-78ae3a2d-0740-41a4-b97c-3bc7863ffaed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86bfd2df7ce94813839111459b6520c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708681 Jan 31 15:57:55.602955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44678) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:55.631098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398a789-bfa7-4fda-ae07-40f465811201 req-99e967c8-1b09-44cd-a2db-af9d0b717ae7 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:55.632643 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7398a789-bfa7-4fda-ae07-40f465811201 req-99e967c8-1b09-44cd-a2db-af9d0b717ae7 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 945 time: 0.4393249 Jan 31 15:57:55.664650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17025e54-c570-4bf9-8611-2fea4c589f94 req-4df02f2d-10bb-4e13-8564-d2feab32fbf6 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609334 Jan 31 15:57:55.677139 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-5c7b73d8-87e5-4037-9066-50635271a3ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d147a1de-a061-454c-9c67-0fcb6ad86a1b HTTP/1.1" status: 200 len: 217 time: 0.0645783 Jan 31 15:57:55.683500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7398a789-bfa7-4fda-ae07-40f465811201 req-60fa19e2-3c48-41dd-8dec-fa0e99725870 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429840 Jan 31 15:57:55.732182 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2895f5-8656-4ecc-a937-415131ba169d x-openstack-request-id: req-1e2895f5-8656-4ecc-a937-415131ba169d {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:55.732530 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f017a513-0e2c-48c1-b4a2-58654d057f92", "name": "network-vif-plugged", "status": "completed", "tag": "8c7fd1b6-f630-4ea1-ba8b-9f01d904e717", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:55.732870 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e2895f5-8656-4ecc-a937-415131ba169d {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:55.733311 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f017a513-0e2c-48c1-b4a2-58654d057f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717', 'code': 200} Jan 31 15:57:55.771334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-27c157a0-2a27-4a4e-be94-a304e5257168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:55.773138 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-27c157a0-2a27-4a4e-be94-a304e5257168 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.0774257 Jan 31 15:57:55.774651 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b3abbb-fb9c-4142-abe3-4d37ccbfaa1d x-openstack-request-id: req-78b3abbb-fb9c-4142-abe3-4d37ccbfaa1d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:55.775564 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ac67fa-4270-4f8b-9526-b39a389729df", "tag": "d147a1de-a061-454c-9c67-0fcb6ad86a1b", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:55.775564 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78b3abbb-fb9c-4142-abe3-4d37ccbfaa1d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:55.775564 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ac67fa-4270-4f8b-9526-b39a389729df', 'tag': 'd147a1de-a061-454c-9c67-0fcb6ad86a1b', 'status': 'completed', 'code': 200} Jan 31 15:57:55.786089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bbd80-676d-4a59-ac47-06798711e43b req-d35db4a8-deb7-489c-bce1-1ae99497bfbe tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:55.787489 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-073bbd80-676d-4a59-ac47-06798711e43b req-d35db4a8-deb7-489c-bce1-1ae99497bfbe tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 946 time: 0.1599844 Jan 31 15:57:55.789447 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7750e43c-59ec-49a1-926c-dc20d6990415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:55.841608 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-b661b7ba-8b9f-4da0-8671-0880e04eca6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528848 Jan 31 15:57:55.881734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c83012-d1a2-4e85-95f6-91d8ff7381cd req-76c2e8db-4fe8-4191-847b-fa902dee7604 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:55.887095 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7750e43c-59ec-49a1-926c-dc20d6990415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:55.889705 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81c83012-d1a2-4e85-95f6-91d8ff7381cd req-76c2e8db-4fe8-4191-847b-fa902dee7604 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0578086 Jan 31 15:57:55.925000 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81c83012-d1a2-4e85-95f6-91d8ff7381cd req-d236f2a5-1283-4a32-ab99-61544172d505 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344126 Jan 31 15:57:55.956952 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-073bbd80-676d-4a59-ac47-06798711e43b req-a0efb6b4-9ad7-4ceb-8e43-954b76525e5c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569428 Jan 31 15:57:56.007875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08cf0b-f0a2-406f-9fef-4a4c68fe2788 req-504cc586-7d2c-4453-879f-32562f235910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.009418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d08cf0b-f0a2-406f-9fef-4a4c68fe2788 req-504cc586-7d2c-4453-879f-32562f235910 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 1097 time: 0.1838312 Jan 31 15:57:56.036118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:56.038787 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb36b33d-bbf9-4084-b8e3-6422cebf4919" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:56.057920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10356d-fcaa-4df6-b47e-ad803240eb5c req-24dda58b-9529-4367-b84e-2a13f1330568 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.059583 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fc10356d-fcaa-4df6-b47e-ad803240eb5c req-24dda58b-9529-4367-b84e-2a13f1330568 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 949 time: 0.0712214 Jan 31 15:57:56.095980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-fda4ce74-1a78-4dd5-873f-7c7b8d2379c6 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304270 Jan 31 15:57:56.098558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7750e43c-59ec-49a1-926c-dc20d6990415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:56.101084 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7750e43c-59ec-49a1-926c-dc20d6990415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:56.104920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7750e43c-59ec-49a1-926c-dc20d6990415 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e57125b-30ba-4512-b3b9-0357430e9e8b HTTP/1.1" status: 204 len: 168 time: 0.5007372 Jan 31 15:57:56.127390 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2935b73-093f-4ee7-8a7b-34965d7f68ee x-openstack-request-id: req-c2935b73-093f-4ee7-8a7b-34965d7f68ee {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:56.127652 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:56.132642 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2935b73-093f-4ee7-8a7b-34965d7f68ee {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:56.135364 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'status': 'completed', 'code': 200} Jan 31 15:57:56.146349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750e43c-59ec-49a1-926c-dc20d6990415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e57125b-30ba-4512-b3b9-0357430e9e8b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:56.175676 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d08cf0b-f0a2-406f-9fef-4a4c68fe2788 req-3a666334-d33c-46c5-9502-85d2d5c6a8f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419127 Jan 31 15:57:56.263899 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fc10356d-fcaa-4df6-b47e-ad803240eb5c req-8b319b44-c91c-4354-95a5-4b0bd4238ef6 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792529 Jan 31 15:57:56.275269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-e2dfe0f0-7aab-4b04-beb9-5e80e0d4fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.276762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-e2dfe0f0-7aab-4b04-beb9-5e80e0d4fd30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 1100 time: 0.1355603 Jan 31 15:57:56.285745 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-324aebeb-9b4f-458b-845d-47860db940fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.287223 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-324aebeb-9b4f-458b-845d-47860db940fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 1100 time: 0.0790567 Jan 31 15:57:56.288283 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63df1240-d87f-48ce-91fd-21954aabfa9d req-de923699-94aa-4a55-8941-767c74bad2e6 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823366 Jan 31 15:57:56.301357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc15c8-cc85-41ed-8412-cee7eba08bbd req-ae839336-e455-4b6c-beb3-3f9c3f432fc6 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.302978 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e1fc15c8-cc85-41ed-8412-cee7eba08bbd req-ae839336-e455-4b6c-beb3-3f9c3f432fc6 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 943 time: 0.0735455 Jan 31 15:57:56.353704 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e1fc15c8-cc85-41ed-8412-cee7eba08bbd req-c0e7aece-cdec-4016-849b-b7c04ec40579 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Jan 31 15:57:56.403416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-9290300e-2941-4c12-8e5f-3d3d547ec078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.404888 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-9290300e-2941-4c12-8e5f-3d3d547ec078 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1020179 Jan 31 15:57:56.408531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69abbe-af15-4c96-b355-4fd0ad5087df req-37d340be-157d-44dd-8a29-5d25bd3990a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.410539 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d69abbe-af15-4c96-b355-4fd0ad5087df req-37d340be-157d-44dd-8a29-5d25bd3990a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 1094 time: 0.0550995 Jan 31 15:57:56.467500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-3d41d45f-49c5-4a70-acc9-e6689df6875e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 217 time: 0.0487149 Jan 31 15:57:56.558026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 677b62ca-272e-43e2-824e-c638bffc6816 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:57:56.575233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ba92c-d248-4c3f-b7a1-383c689af196 req-7cc76c4e-9f6b-4205-be9c-e4a3223740e2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.577186 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-083ba92c-d248-4c3f-b7a1-383c689af196 req-7cc76c4e-9f6b-4205-be9c-e4a3223740e2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.30 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 945 time: 0.0697579 Jan 31 15:57:56.601901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-299d3120-8c3e-46a9-afa0-ff08e135ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.603423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-299d3120-8c3e-46a9-afa0-ff08e135ef7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1208501 Jan 31 15:57:56.614792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69abbe-af15-4c96-b355-4fd0ad5087df req-73ee1d5d-6d9e-4400-abb9-e3b942201253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.617909 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d69abbe-af15-4c96-b355-4fd0ad5087df req-73ee1d5d-6d9e-4400-abb9-e3b942201253 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 912 time: 0.1982739 Jan 31 15:57:56.683697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 677b62ca-272e-43e2-824e-c638bffc6816 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:57:56.684154 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:56.704373 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d69abbe-af15-4c96-b355-4fd0ad5087df req-9b2f5cd5-b9ab-4d6e-b635-fe574376d28f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d147a1de-a061-454c-9c67-0fcb6ad86a1b HTTP/1.1" status: 200 len: 217 time: 0.0747893 Jan 31 15:57:56.825404 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:56.844741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69abbe-af15-4c96-b355-4fd0ad5087df req-2b4bf7b1-be9b-463f-8ade-43dd1836af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.848379 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d69abbe-af15-4c96-b355-4fd0ad5087df req-2b4bf7b1-be9b-463f-8ade-43dd1836af38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.1297507 Jan 31 15:57:56.860544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59dff-29fc-496f-aea5-ded81e78bfc8 req-43f3021c-377f-4f70-82d4-a2988d4bff40 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.876341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21c59dff-29fc-496f-aea5-ded81e78bfc8 req-43f3021c-377f-4f70-82d4-a2988d4bff40 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 945 time: 0.1703517 Jan 31 15:57:56.889041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-594e2287-0a8a-4fd6-b28f-d9f90ddf9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:56.895257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 677b62ca-272e-43e2-824e-c638bffc6816, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=677b62ca-272e-43e2-824e-c638bffc6816,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:56.898120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-594e2287-0a8a-4fd6-b28f-d9f90ddf9c2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2253978 Jan 31 15:57:56.906989 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:56.932290 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d69abbe-af15-4c96-b355-4fd0ad5087df req-9863a468-1466-46ba-9203-e725e13a0435 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750055 Jan 31 15:57:56.940472 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-083ba92c-d248-4c3f-b7a1-383c689af196 req-f5b87859-bb86-47a2-9fed-60ec0b6bd032 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Deleting port 677b62ca-272e-43e2-824e-c638bffc6816 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:57:56.940845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-083ba92c-d248-4c3f-b7a1-383c689af196 req-f5b87859-bb86-47a2-9fed-60ec0b6bd032 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:57.019184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=677b62ca-272e-43e2-824e-c638bffc6816,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:57.126212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-15fd864c-d1ec-4570-a65a-0e7631589117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:57.126212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-15fd864c-d1ec-4570-a65a-0e7631589117 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.6629658 Jan 31 15:57:57.149086 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21c59dff-29fc-496f-aea5-ded81e78bfc8 req-010b7943-54a7-4fed-a19a-9107ae892017 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718081 Jan 31 15:57:57.198367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-55ff3545-9d05-40fe-bcad-a4b5312c7cd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 217 time: 0.0668604 Jan 31 15:57:57.256756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-90745eee-6658-4a39-a9f3-912a78d8afbe service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375728 Jan 31 15:57:57.263074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-083ba92c-d248-4c3f-b7a1-383c689af196 req-f5b87859-bb86-47a2-9fed-60ec0b6bd032 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] For port 677b62ca-272e-43e2-824e-c638bffc6816, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=677b62ca-272e-43e2-824e-c638bffc6816,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:57.263479 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-083ba92c-d248-4c3f-b7a1-383c689af196 req-f5b87859-bb86-47a2-9fed-60ec0b6bd032 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:57.273854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580a6df-2682-404d-a4d7-51bd6746557a req-9b5bf56b-3e92-4c67-b1f6-777bf453994a tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:57.275496 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7580a6df-2682-404d-a4d7-51bd6746557a req-9b5bf56b-3e92-4c67-b1f6-777bf453994a tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1919310 Jan 31 15:57:57.284139 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d69abbe-af15-4c96-b355-4fd0ad5087df req-d7e3d6c0-4508-4432-93b1-1e263bff7145 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196280 Jan 31 15:57:57.295342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-083ba92c-d248-4c3f-b7a1-383c689af196 req-f5b87859-bb86-47a2-9fed-60ec0b6bd032 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Calling delete_port for 677b62ca-272e-43e2-824e-c638bffc6816 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:57:57.303790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-a2a6f997-f357-46b6-a196-cb36418b5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:57.305350 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-a2a6f997-f357-46b6-a196-cb36418b5123 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0987871 Jan 31 15:57:57.334373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44728) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:57.384916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2390f-6978-4347-b450-358c890d8968 req-e242af20-e1ed-437b-b563-08807da3d089 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:57.386458 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0a2390f-6978-4347-b450-358c890d8968 req-e242af20-e1ed-437b-b563-08807da3d089 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 946 time: 0.1452420 Jan 31 15:57:57.424734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7580a6df-2682-404d-a4d7-51bd6746557a req-517c84ef-0cbb-4478-85c7-7036e7f2937f tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429210 Jan 31 15:57:57.442252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-79d058a0-5021-4838-a162-e2c56fa46bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:57.443748 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-79d058a0-5021-4838-a162-e2c56fa46bf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066504 Jan 31 15:57:57.446924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-792b4779-5e3c-4010-b361-7802bb9556bd service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700397 Jan 31 15:57:57.490342 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d69abbe-af15-4c96-b355-4fd0ad5087df req-dcf58208-58df-496c-97f2-58fc2a6837a1 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930480 Jan 31 15:57:57.490834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0a2390f-6978-4347-b450-358c890d8968 req-90ba725c-7d25-4dce-8a3b-f9a64f275495 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911982 Jan 31 15:57:57.557305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1577797268-network', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:57.609233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-083ba92c-d248-4c3f-b7a1-383c689af196 req-f5b87859-bb86-47a2-9fed-60ec0b6bd032 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:57.636144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Made reservation on behalf of 808c2384a8394bebb85783e8d81b92e2 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:57:57.638029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:57.652111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6206cb-c924-4478-9cb5-ae65997c3f5c req-4f9e3597-5186-4c5e-b63e-bc63318f407c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:57.654299 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b6206cb-c924-4478-9cb5-ae65997c3f5c req-4f9e3597-5186-4c5e-b63e-bc63318f407c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 943 time: 0.0837874 Jan 31 15:57:57.676032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b87859-bb86-47a2-9fed-60ec0b6bd032 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event deleted for resources: {'Port': ['ID=677b62ca-272e-43e2-824e-c638bffc6816,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:57.680260 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:57.711640 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-0468ba66-363a-4089-ae9d-3f5fc87a049e service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566152 Jan 31 15:57:57.749479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d458b6-7798-40d5-afae-8b099359d0ef req-21b0beb3-3531-404d-b8c6-6bcd206008c7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:57.750855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b6206cb-c924-4478-9cb5-ae65997c3f5c req-4bfb1bee-6a22-4131-9df8-ca62c227c6ca tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831921 Jan 31 15:57:57.751206 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4d458b6-7798-40d5-afae-8b099359d0ef req-21b0beb3-3531-404d-b8c6-6bcd206008c7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 949 time: 0.1552839 Jan 31 15:57:57.753488 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-083ba92c-d248-4c3f-b7a1-383c689af196 req-f5b87859-bb86-47a2-9fed-60ec0b6bd032 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] No DVR routers for this DVR port 677b62ca-272e-43e2-824e-c638bffc6816 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:57:57.756794 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-083ba92c-d248-4c3f-b7a1-383c689af196 req-f5b87859-bb86-47a2-9fed-60ec0b6bd032 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:57.760347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-083ba92c-d248-4c3f-b7a1-383c689af196 req-f5b87859-bb86-47a2-9fed-60ec0b6bd032 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.30 "DELETE /v2.0/ports/677b62ca-272e-43e2-824e-c638bffc6816 HTTP/1.1" status: 204 len: 173 time: 1.1414776 Jan 31 15:57:57.793140 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71f4539-59d7-4393-8553-9b36d2b130b1', 'name': 'network-vif-deleted', 'tag': '677b62ca-272e-43e2-824e-c638bffc6816'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:57.795853 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f9198c-8e98-40b4-b490-b746461350ac" -d '{"events": [{"server_uuid": "c71f4539-59d7-4393-8553-9b36d2b130b1", "name": "network-vif-deleted", "tag": "677b62ca-272e-43e2-824e-c638bffc6816"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:57.827299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['677b62ca-272e-43e2-824e-c638bffc6816'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:57.832612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71f4539-59d7-4393-8553-9b36d2b130b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677b62ca-272e-43e2-824e-c638bffc6816'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:57:57.835558 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5858ca42-6cab-4001-978d-2200ae2e038f" -d '{"events": [{"server_uuid": "c71f4539-59d7-4393-8553-9b36d2b130b1", "name": "network-vif-plugged", "status": "completed", "tag": "677b62ca-272e-43e2-824e-c638bffc6816"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:57:57.862060 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:57.869045 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:57.894078 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:57.900939 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb36b33d-bbf9-4084-b8e3-6422cebf4919 req-609e50de-971a-49b7-93aa-a0c70b9499b5 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610942 Jan 31 15:57:57.904186 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c475e1b1-b88a-4e6e-b4ec-85072d155ace x-openstack-request-id: req-c475e1b1-b88a-4e6e-b4ec-85072d155ace {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:57.904475 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71f4539-59d7-4393-8553-9b36d2b130b1", "name": "network-vif-plugged", "status": "completed", "tag": "677b62ca-272e-43e2-824e-c638bffc6816", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:57.905155 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c475e1b1-b88a-4e6e-b4ec-85072d155ace {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:57.905622 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71f4539-59d7-4393-8553-9b36d2b130b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677b62ca-272e-43e2-824e-c638bffc6816', 'code': 200} Jan 31 15:57:57.919718 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4d458b6-7798-40d5-afae-8b099359d0ef req-7d0b5406-b755-4b70-9ecd-286b3bcf1719 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556108 Jan 31 15:57:57.920296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:57:57.925704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3a21a9-2930-494c-9205-dbd028a5d5bf,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:57.947362 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:57.947981 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Added segment 2f87bfc2-50e8-47dc-b590-c99c59a6545e of type vlan for network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e Jan 31 15:57:57.950228 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4518cd96-c94d-4a03-9cf0-36b1dfa2b2ac x-openstack-request-id: req-4518cd96-c94d-4a03-9cf0-36b1dfa2b2ac {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:57:57.950581 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71f4539-59d7-4393-8553-9b36d2b130b1", "name": "network-vif-deleted", "tag": "677b62ca-272e-43e2-824e-c638bffc6816", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:57:57.950890 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4518cd96-c94d-4a03-9cf0-36b1dfa2b2ac {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:57:57.951423 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71f4539-59d7-4393-8553-9b36d2b130b1', 'name': 'network-vif-deleted', 'tag': '677b62ca-272e-43e2-824e-c638bffc6816', 'status': 'completed', 'code': 200} Jan 31 15:57:57.994255 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:58.018691 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:58.019757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:58.020391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:58.077385 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7400558 Jan 31 15:57:58.080887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44738) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:58.085076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18434130-83c4-4557-bffb-6760ab9f8a15 admin admin] Pushing event updated for resources: {'Network': ['ID=068ae3d0-33a9-4ba7-a34d-6dce3087da8e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:58.087243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e08b5ecc-bd61-4dfe-804e-f0c23548db65 admin admin] Request body: {'subnet': {'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1577797268-subnet', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:58.098662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:57:58.114560 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08b5ecc-bd61-4dfe-804e-f0c23548db65 admin admin] Made reservation on behalf of 808c2384a8394bebb85783e8d81b92e2 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:57:58.116877 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e08b5ecc-bd61-4dfe-804e-f0c23548db65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:58.298956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d6cb0a1-729e-4820-81f7-f7c05f7cdada req-214c2295-3f87-4930-93cc-d06531097afd tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71f4539-59d7-4393-8553-9b36d2b130b1 HTTP/1.1" status: 200 len: 210 time: 0.0351496 Jan 31 15:57:58.320886 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e08b5ecc-bd61-4dfe-804e-f0c23548db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:58.394087 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b5ecc-bd61-4dfe-804e-f0c23548db65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=623e1eae-0fa2-4635-8b80-74e4d867e410,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:58.400042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08b5ecc-bd61-4dfe-804e-f0c23548db65 admin admin] Checking segment: {'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:58.400431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08b5ecc-bd61-4dfe-804e-f0c23548db65 admin admin] Network hostable DHCP agents. Network: 068ae3d0-33a9-4ba7-a34d-6dce3087da8e, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:57:58.421893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08b5ecc-bd61-4dfe-804e-f0c23548db65 admin admin] Network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:57:58.430912 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e08b5ecc-bd61-4dfe-804e-f0c23548db65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 068ae3d0-33a9-4ba7-a34d-6dce3087da8e) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:58.435093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b5ecc-bd61-4dfe-804e-f0c23548db65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:58.435699 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e08b5ecc-bd61-4dfe-804e-f0c23548db65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:58.440564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d9b7f7-f77b-4b2a-8f33-22dd679dd08b None None] Network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:57:58.454183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e08b5ecc-bd61-4dfe-804e-f0c23548db65 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3690276 Jan 31 15:57:58.454415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44752) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:57:58.458880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:57:58.491688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:58.493711 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:58.583976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b3eb2916-7981-4167-82df-df2c3fdb9d05 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:57:58.609638 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:58.617798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715a8f6-0d38-4b88-bb9c-aa2ac05e87c4 req-799495e0-e875-4e05-a128-a9d72c9d0398 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:58.626325 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2715a8f6-0d38-4b88-bb9c-aa2ac05e87c4 req-799495e0-e875-4e05-a128-a9d72c9d0398 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0651045 Jan 31 15:57:58.692268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2715a8f6-0d38-4b88-bb9c-aa2ac05e87c4 req-130fbb2c-54dd-4965-8906-6a22c5f27884 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599246 Jan 31 15:57:58.703635 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'fixed_ips': [{'subnet_id': '623e1eae-0fa2-4635-8b80-74e4d867e410'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:57:58.703635 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:58.796997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca2f6f-8810-4067-bfeb-39eec286be82 req-bc204441-f03f-40c8-af0a-4deb2c58bbdb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:58.804677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c5ca2f6f-8810-4067-bfeb-39eec286be82 req-bc204441-f03f-40c8-af0a-4deb2c58bbdb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 946 time: 0.1931028 Jan 31 15:57:58.820460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:58.829678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:58.843366 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'mac_address': 'fa:16:3e:b0:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:57:58.859184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c5ca2f6f-8810-4067-bfeb-39eec286be82 req-414d3aa9-a11c-4164-9000-7279c034a318 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501270 Jan 31 15:57:58.938670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171cd34-ee55-49e2-bc8b-fc7d47b2fb86 req-6c9a834f-d830-45dd-9940-1049456e9aa5 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:58.942979 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:58.946476 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Allocated IP 172.20.0.2 (068ae3d0-33a9-4ba7-a34d-6dce3087da8e/623e1eae-0fa2-4635-8b80-74e4d867e410/154fab31-e213-492f-8dff-c576fd899801) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:57:58.948305 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e171cd34-ee55-49e2-bc8b-fc7d47b2fb86 req-6c9a834f-d830-45dd-9940-1049456e9aa5 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 943 time: 0.0900602 Jan 31 15:57:58.987481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3eb2916-7981-4167-82df-df2c3fdb9d05 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:57:59.021204 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e171cd34-ee55-49e2-bc8b-fc7d47b2fb86 req-d5ac952d-5a6e-4fea-bbec-55c6da50d7d3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653565 Jan 31 15:57:59.078947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:57:59.088277 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:59.134071 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:59.155483 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:59.188443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2df9c-6b2d-44f2-a365-c6e4f1d7d431 req-74ae8d44-d8dd-461c-a6fd-cba352db5b8c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:59.190250 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ba2df9c-6b2d-44f2-a365-c6e4f1d7d431 req-74ae8d44-d8dd-461c-a6fd-cba352db5b8c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0670168 Jan 31 15:57:59.208207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=12']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:59.283650 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ba2df9c-6b2d-44f2-a365-c6e4f1d7d431 req-f9a6c519-a0f4-4745-a9b1-dca4aa768faf tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869870 Jan 31 15:57:59.310491 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:59.311634 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:59.322558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Allocated IP 172.25.1.136 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/cfd25bd8-763f-45ef-ba24-bdce7d6d942a) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:57:59.371315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:59.375199 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:59.381267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:57:59.413355 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Pushing event updated for resources: {'Port': ['ID=154fab31-e213-492f-8dff-c576fd899801,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:59.430261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6038ec2-e28e-4dab-b4f4-5bf9b13fe437 req-9ed1d996-e55d-4f82-a6be-22cc4cebb3ec tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:59.438349 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6038ec2-e28e-4dab-b4f4-5bf9b13fe437 req-9ed1d996-e55d-4f82-a6be-22cc4cebb3ec tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 950 time: 0.0605667 Jan 31 15:57:59.488002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['b3eb2916-7981-4167-82df-df2c3fdb9d05'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:57:59.497435 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6038ec2-e28e-4dab-b4f4-5bf9b13fe437 req-f537003e-b097-48a6-b910-042241544a0b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578368 Jan 31 15:57:59.560545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Attempting to bind port 154fab31-e213-492f-8dff-c576fd899801 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:57:59.560917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Attempting to bind port 154fab31-e213-492f-8dff-c576fd899801 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:57:59.561279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Attempting to bind port 154fab31-e213-492f-8dff-c576fd899801 on network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:57:59.610268 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:59.621564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:57:59.624527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Checking segment: {'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:57:59.625303 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:59.625913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Bound using segment: {'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:57:59.626424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Bound port: 154fab31-e213-492f-8dff-c576fd899801, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:57:59.628014 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:59.694998 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:59.801626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] For port 154fab31-e213-492f-8dff-c576fd899801, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:57:59.802975 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:57:59.806659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] For port 154fab31-e213-492f-8dff-c576fd899801, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=154fab31-e213-492f-8dff-c576fd899801,segment=NetworkSegment(2f87bfc2-50e8-47dc-b590-c99c59a6545e),segment_id=2f87bfc2-50e8-47dc-b590-c99c59a6545e)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:57:59.813406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:57:59.820214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:57:59.846913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-99380833-faef-4f1f-a2a8-442d772bd6de tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:57:59.848587 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-99380833-faef-4f1f-a2a8-442d772bd6de tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/networks?id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 HTTP/1.1" status: 200 len: 821 time: 0.1646543 Jan 31 15:57:59.862834 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:57:59.867006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Pushing event updated for resources: {'Port': ['ID=cfd25bd8-763f-45ef-ba24-bdce7d6d942a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:59.872898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-05157e90-84ea-4459-ba96-d23895de245b tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/quotas/542c78b33666488e89bcd9ea9fd8a8f9 HTTP/1.1" status: 200 len: 375 time: 0.0178254 Jan 31 15:57:59.944038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9e486-9bab-4162-8ccd-7047e3ba8d47 None None] Pushing event updated for resources: {'Port': ['ID=154fab31-e213-492f-8dff-c576fd899801,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:57:59.949623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-7619d0f7-5c20-44e1-9a6f-5e1d1fdaa15f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=542c78b33666488e89bcd9ea9fd8a8f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754764 Jan 31 15:58:00.048222 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-793c885f-e221-4bb3-a65f-7bd65efc447d service neutron] 10.222.0.36 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949132 Jan 31 15:58:00.057628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2e355-f486-4efa-99ba-c608824a74a1 req-e7b1a57a-6555-410f-bdec-8750ccec4d2d tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:00.065322 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0f2e355-f486-4efa-99ba-c608824a74a1 req-e7b1a57a-6555-410f-bdec-8750ccec4d2d tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1823685 Jan 31 15:58:00.180162 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-35bb2f5b-1ae3-49a3-8234-0f7664d58192 service neutron] 10.222.0.36 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238322 Jan 31 15:58:00.205630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0f2e355-f486-4efa-99ba-c608824a74a1 req-30193e3a-f2ad-4999-ae78-8e27151a9a15 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389630 Jan 31 15:58:00.267601 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:00.436179 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-3e784342-4cfb-4f87-8539-f585b194de10 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423043 Jan 31 15:58:00.501184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbcc78-48b9-44a0-b78b-dd61e89dca45 req-38c3f136-260f-42ba-8c8d-5dd18ed6036b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:00.510913 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0ebbcc78-48b9-44a0-b78b-dd61e89dca45 req-38c3f136-260f-42ba-8c8d-5dd18ed6036b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 943 time: 0.0701196 Jan 31 15:58:00.557197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d147a1de-a061-454c-9c67-0fcb6ad86a1b details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:58:00.575932 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0ebbcc78-48b9-44a0-b78b-dd61e89dca45 req-b4d8f4ff-bc75-4645-956d-ec6d8f1a1d5b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639083 Jan 31 15:58:00.627265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-0331c6b0-a8f6-43b8-addf-0bd60759155c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:00.639143 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-0331c6b0-a8f6-43b8-addf-0bd60759155c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928031 Jan 31 15:58:00.677057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-811d5352-49d7-4993-b81c-73a38c6f0389 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/quotas/3d4f027d8d234567ad636e8cf1ec111c HTTP/1.1" status: 200 len: 375 time: 0.0245163 Jan 31 15:58:00.687588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d197e20-07b8-405d-9d87-bdd3e696205d req-596b57e8-7d9e-4c29-82ee-c548eec78c4d tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 210 time: 0.0480337 Jan 31 15:58:00.766329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b3eb2916-7981-4167-82df-df2c3fdb9d05 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:00.963783 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port b3eb2916-7981-4167-82df-df2c3fdb9d05 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:58:00.965843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790384a4-ac94-4e21-88b0-39a2efe06883 req-4a86127b-aeef-401c-b0f8-fc52e28d9ed3 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:00.977038 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-790384a4-ac94-4e21-88b0-39a2efe06883 req-4a86127b-aeef-401c-b0f8-fc52e28d9ed3 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 946 time: 0.1331933 Jan 31 15:58:00.993135 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port b3eb2916-7981-4167-82df-df2c3fdb9d05 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:00.996745 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:01.012209 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 154fab31-e213-492f-8dff-c576fd899801 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:01.031648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d147a1de-a061-454c-9c67-0fcb6ad86a1b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d147a1de-a061-454c-9c67-0fcb6ad86a1b,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:01.042211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-790384a4-ac94-4e21-88b0-39a2efe06883 req-bfd00058-5e3a-487f-af8b-60fdbaea28e3 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640166 Jan 31 15:58:01.114295 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'd147a1de-a061-454c-9c67-0fcb6ad86a1b', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'port_id': 'd147a1de-a061-454c-9c67-0fcb6ad86a1b', 'mac_address': 'fa:16:3e:9b:40:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839da286-d7fe-47c8-8f9e-973a376f0b70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:58:01.214724 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:01.296712 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:01.337798 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:01.357858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:01.360363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d147a1de-a061-454c-9c67-0fcb6ad86a1b {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:58:01.362236 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-955d099a-9779-4635-b31e-2e777ffaaa54 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6554835 Jan 31 15:58:01.383488 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9b780-fe26-4931-9192-088bad759124 req-559c17bd-d8aa-44d2-9f3f-6852a10da974 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:01.384132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d147a1de-a061-454c-9c67-0fcb6ad86a1b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d147a1de-a061-454c-9c67-0fcb6ad86a1b,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:01.386212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:01.390465 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8e3ae3-3ad0-4671-82ec-14c5a4439b6a" -d '{"events": [{"server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "name": "network-vif-plugged", "status": "completed", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:01.393817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 154fab31-e213-492f-8dff-c576fd899801 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:01.394102 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:01.396304 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:01.397151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 677b62ca-272e-43e2-824e-c638bffc6816 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:01.399423 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fba9b780-fe26-4931-9192-088bad759124 req-559c17bd-d8aa-44d2-9f3f-6852a10da974 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0914335 Jan 31 15:58:01.427253 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 677b62ca-272e-43e2-824e-c638bffc6816 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:58:01.427622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 677b62ca-272e-43e2-824e-c638bffc6816 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:01.429136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe1a2b1-d4cc-4b97-8c9e-ffa0baf83267 None None] Network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:58:01.431310 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:01.454586 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fba9b780-fe26-4931-9192-088bad759124 req-3840779f-d0c7-450e-af83-5ace99d8c2d5 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500731 Jan 31 15:58:01.555231 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497d6d2a-d9c3-4c65-97c9-f2d4e69b8b51 x-openstack-request-id: req-497d6d2a-d9c3-4c65-97c9-f2d4e69b8b51 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:01.555488 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "name": "network-vif-plugged", "status": "completed", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:01.555749 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-497d6d2a-d9c3-4c65-97c9-f2d4e69b8b51 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:01.556192 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'code': 200} Jan 31 15:58:01.587048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b286a28b-823a-4f54-a519-51d9da0a580e None None] Provisioning complete for port 154fab31-e213-492f-8dff-c576fd899801 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:01.587463 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b286a28b-823a-4f54-a519-51d9da0a580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:01.645542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47c98a9c-39b7-4ec9-8020-15089b3b6c68 req-0ef705d0-4da4-4560-a5fd-d92346c22bd1 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 210 time: 0.0709233 Jan 31 15:58:01.719550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:58:01.797858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d147a1de-a061-454c-9c67-0fcb6ad86a1b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:58:01.840886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-f1a29093-c77c-4825-9fd8-22b794e20a92 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:01.858658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-f1a29093-c77c-4825-9fd8-22b794e20a92 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.30 "GET /v2.0/networks?id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 HTTP/1.1" status: 200 len: 821 time: 0.1671724 Jan 31 15:58:01.875574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:58:01.884925 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Sync routers for ids ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:58:01.901231 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:01.903227 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Routers {'2eed2d3a-372d-4fa5-acf6-aa6911e29e00'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:01.905634 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7314caf9-1dde-42cd-bd9c-59fbd6990c9a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.4502995 Jan 31 15:58:01.908715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=13']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:01.909855 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-108e65c1-f655-495c-8660-e568426b7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:57:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:01.922190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44876) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:01.943607 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7850a259-91ef-4132-820e-86caab921a46 req-ec9e3e8b-7c91-49c2-bccb-d6aaf6a76912 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 210 time: 0.0659258 Jan 31 15:58:01.955004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Request body: {'port': {'device_id': '7efde546-8cc0-4c15-838a-ec279e57472f', 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1', 'admin_state_up': True, 'tenant_id': '542c78b33666488e89bcd9ea9fd8a8f9'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:02.179483 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Set router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:02.186020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb85a16-08a1-4c4c-9862-be5bb91d8158 req-5426f9e4-0d97-44f1-8b3d-d5b41b8910cc tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:02.187612 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb85a16-08a1-4c4c-9862-be5bb91d8158 req-5426f9e4-0d97-44f1-8b3d-d5b41b8910cc tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 944 time: 0.5159919 Jan 31 15:58:02.301039 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:02.346878 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb85a16-08a1-4c4c-9862-be5bb91d8158 req-07dbfca5-b7b2-43ab-b902-ab3528e8c4cb tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426833 Jan 31 15:58:02.394888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Made reservation on behalf of 542c78b33666488e89bcd9ea9fd8a8f9 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:58:02.400110 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b286a28b-823a-4f54-a519-51d9da0a580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:02.405560 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:02.446716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:58:02.511081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be1c19-f775-4982-a871-6f077aef6c8e req-b26e6114-ce5a-48ff-a203-ac77e2f554bf tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:02.520275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-94be1c19-f775-4982-a871-6f077aef6c8e req-b26e6114-ce5a-48ff-a203-ac77e2f554bf tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 946 time: 0.2274146 Jan 31 15:58:02.542496 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-108e65c1-f655-495c-8660-e568426b7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:58:00Z', 'revision_number': 3, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:02.607728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:02.622832 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Checking router: 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:58:02.623557 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Updating router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 port cfd25bd8-763f-45ef-ba24-bdce7d6d942a binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:58:02.635491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717', 'network_id': '62d551c3-6922-49d7-9630-836eaf25e18d', 'port_id': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717', 'mac_address': 'fa:16:3e:59:e1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b37e97-4d9d-4bd0-a797-bd4e1f87f45d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:58:02.670435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Allocated IP 172.20.0.2 (ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1/bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc/bf905077-e9e8-4196-a434-f95c600d4114) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:02.692132 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:02.715020 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-94be1c19-f775-4982-a871-6f077aef6c8e req-f5f13f8a-08a2-488d-b7da-f2ba095677ff tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937506 Jan 31 15:58:02.716376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 154fab31-e213-492f-8dff-c576fd899801, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=154fab31-e213-492f-8dff-c576fd899801,segment=NetworkSegment(2f87bfc2-50e8-47dc-b590-c99c59a6545e),segment_id=2f87bfc2-50e8-47dc-b590-c99c59a6545e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:02.717849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d147a1de-a061-454c-9c67-0fcb6ad86a1b,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:02.756699 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:02.898597 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:02.945201 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:02.985305 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a0f070c-dd70-4686-887f-3be744a4cdb6 req-07ff73df-7120-4dfe-89c8-babb4c481b26 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 210 time: 0.1371136 Jan 31 15:58:02.989616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:02.993732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:03.033778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:03.087233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:03.093273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:03.094463 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:03.131457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1903627 Jan 31 15:58:03.164007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Request body: {'port': {'device_id': '7efde546-8cc0-4c15-838a-ec279e57472f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:03.177291 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:03.204430 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-b286a28b-823a-4f54-a519-51d9da0a580e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 15:58:03.204857 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-b286a28b-823a-4f54-a519-51d9da0a580e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 15:58:03.233488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=154fab31-e213-492f-8dff-c576fd899801,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:03.239741 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:58:03.252668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960428f-bf47-49f7-bd2e-41013e6ff787 req-c0060f2a-6547-4b99-bf04-eacc77f7f9cb tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:03.254446 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4960428f-bf47-49f7-bd2e-41013e6ff787 req-c0060f2a-6547-4b99-bf04-eacc77f7f9cb tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.3219824 Jan 31 15:58:03.288808 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6f30c-5a29-44c0-9cc2-8ab782e37f24 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event updated for resources: {'Port': ['ID=bf905077-e9e8-4196-a434-f95c600d4114,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:03.294985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:03.321669 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:03.406611 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:03.416371 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:03.417167 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:03.451088 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-4fcd3417-54eb-45eb-b9bb-301d234c9716 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622666 Jan 31 15:58:03.480831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c988c-971a-4f0e-bd6d-ca4acd1bbae7 req-e5012544-73f4-4451-a1ee-f5a3add6812e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:03.482397 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-840c988c-971a-4f0e-bd6d-ca4acd1bbae7 req-e5012544-73f4-4451-a1ee-f5a3add6812e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 931 time: 0.2129643 Jan 31 15:58:03.518587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:03.554754 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Pushing event updated for resources: {'Port': ['ID=cfd25bd8-763f-45ef-ba24-bdce7d6d942a,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:03.562405 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Attempting to bind port cfd25bd8-763f-45ef-ba24-bdce7d6d942a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:03.563310 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Attempting to bind port cfd25bd8-763f-45ef-ba24-bdce7d6d942a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:03.563671 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Attempting to bind port cfd25bd8-763f-45ef-ba24-bdce7d6d942a on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:03.570731 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:03.570731 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:03.571029 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:03.571150 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:03.571472 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:03.571776 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:03.572093 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:03.572406 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:03.573018 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:03.573642 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:03.574222 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:03.574541 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:03.579159 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:03.581838 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8c7fd1b6-f630-4ea1-ba8b-9f01d904e717'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:58:03.585634 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:03.586109 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:03.593319 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:03.594397 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Bound port: cfd25bd8-763f-45ef-ba24-bdce7d6d942a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:03.594753 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:03.604948 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-840c988c-971a-4f0e-bd6d-ca4acd1bbae7 req-f069c25f-e57b-4cc7-8435-60240c3a3037 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013763 Jan 31 15:58:03.664055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Allocated IP 172.20.0.1 (068ae3d0-33a9-4ba7-a34d-6dce3087da8e/623e1eae-0fa2-4635-8b80-74e4d867e410/20db47e8-76d2-477c-a860-45c275b06af5) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:03.769596 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-108e65c1-f655-495c-8660-e568426b7323 None None] For port cfd25bd8-763f-45ef-ba24-bdce7d6d942a, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:03.783149 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-108e65c1-f655-495c-8660-e568426b7323 None None] For port cfd25bd8-763f-45ef-ba24-bdce7d6d942a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cfd25bd8-763f-45ef-ba24-bdce7d6d942a,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:03.790899 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:03.832645 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4960428f-bf47-49f7-bd2e-41013e6ff787 req-7373ca6c-54ad-4a76-bac3-8f4b3ab6807e tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441799 Jan 31 15:58:03.848619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-1708768f-042c-4341-8e83-035b2cef064c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:03.850218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-1708768f-042c-4341-8e83-035b2cef064c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3782997 Jan 31 15:58:03.873282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2769357-c6c3-4c5f-b68f-45d9eb408360 req-0d9efc8b-4a10-4129-89fc-8876af8853fe tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:03.880948 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2769357-c6c3-4c5f-b68f-45d9eb408360 req-0d9efc8b-4a10-4129-89fc-8876af8853fe tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 944 time: 0.1525395 Jan 31 15:58:03.888422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Request body: {'port': {'device_id': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '3d4f027d8d234567ad636e8cf1ec111c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:03.934831 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d4e39-1bf3-4e6a-9cb5-c9c1a93a613e None None] Pushing event updated for resources: {'Port': ['ID=cfd25bd8-763f-45ef-ba24-bdce7d6d942a,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:03.952777 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Routers {'2eed2d3a-372d-4fa5-acf6-aa6911e29e00'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:03.953406 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-108e65c1-f655-495c-8660-e568426b7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:57:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:04.014694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-bcab93c8-5a95-4700-9920-8b790f99fb3e None None] Provisioning complete for port 154fab31-e213-492f-8dff-c576fd899801 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:04.021708 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bcab93c8-5a95-4700-9920-8b790f99fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:04.065013 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2769357-c6c3-4c5f-b68f-45d9eb408360 req-8fb897d8-6e2c-4276-8a85-ce97d8e1401a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787088 Jan 31 15:58:04.065822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a835f7-00c7-4cdc-9f8d-41d4d81f9ffa req-6649b9ec-e05f-4288-a572-0b0cec7e79e5 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:04.073306 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44a835f7-00c7-4cdc-9f8d-41d4d81f9ffa req-6649b9ec-e05f-4288-a572-0b0cec7e79e5 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 945 time: 0.0880122 Jan 31 15:58:04.096338 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-108e65c1-f655-495c-8660-e568426b7323 None None] Set router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:04.132628 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:04.136809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Made reservation on behalf of 3d4f027d8d234567ad636e8cf1ec111c for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:58:04.148995 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:04.186016 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44a835f7-00c7-4cdc-9f8d-41d4d81f9ffa req-7ca6452f-57cc-41d4-a09a-e5321cdfa45c tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070139 Jan 31 15:58:04.310945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Allocated IP 192.168.233.58 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/e09a1be4-4846-4c7d-aad2-53679cb05720) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:04.313207 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-108e65c1-f655-495c-8660-e568426b7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:58:00Z', 'revision_number': 3, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:04.348986 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e65c1-f655-495c-8660-e568426b7323 None None] The sync data for ids ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'] in n-d-827120-1 is: [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:58:00Z', 'revision_number': 3, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:58:04.396891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf905077-e9e8-4196-a434-f95c600d4114 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:58:04.411469 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:04.427555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Transition to ACTIVE for port object bf905077-e9e8-4196-a434-f95c600d4114 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:58:04.437315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:04.448253 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:04.500149 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99eefe47-f7cf-4623-bb94-aea5acd5c704 req-23839cff-711b-4e9c-ac9b-dadd5d5ef481 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 210 time: 0.3155639 Jan 31 15:58:04.514102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Pushing event updated for resources: {'Port': ['ID=bf905077-e9e8-4196-a434-f95c600d4114,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:04.548955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:04.552656 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:04.561791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d147a1de-a061-454c-9c67-0fcb6ad86a1b up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:04.579636 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:04.628195 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Pushing event updated for resources: {'Port': ['ID=20db47e8-76d2-477c-a860-45c275b06af5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:04.656727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:04.659391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:04.669698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:04.679900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:04.687061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Attempting to bind port bf905077-e9e8-4196-a434-f95c600d4114 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:04.687285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Attempting to bind port bf905077-e9e8-4196-a434-f95c600d4114 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:04.687783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Attempting to bind port bf905077-e9e8-4196-a434-f95c600d4114 on network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:04.764699 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Port bf905077-e9e8-4196-a434-f95c600d4114 on network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:58:04.764993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Attempting to bind port bf905077-e9e8-4196-a434-f95c600d4114 on network ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:04.769884 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:04.819434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:04.819777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Checking segment: {'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:04.820156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Bound using segment: {'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:04.820604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Bound port: bf905077-e9e8-4196-a434-f95c600d4114, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadba361-39c5-47bc-b335-9eb4e0fd6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:04.820962 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:04.875344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port d147a1de-a061-454c-9c67-0fcb6ad86a1b completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:58:04.889709 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e642113-36d1-4b96-b695-2c0710a4454c req-0096806a-e0e9-462e-a065-277421dc4c1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1883812 Jan 31 15:58:04.921596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port d147a1de-a061-454c-9c67-0fcb6ad86a1b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:04.922130 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:04.977781 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.013959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f017a513-0e2c-48c1-b4a2-58654d057f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:05.016626 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf36dcd-4792-46fe-9cfe-06c92eee029a" -d '{"events": [{"server_uuid": "f017a513-0e2c-48c1-b4a2-58654d057f92", "name": "network-vif-plugged", "status": "completed", "tag": "8c7fd1b6-f630-4ea1-ba8b-9f01d904e717"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:05.045224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:05.052112 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.104996 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.135677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'b3eb2916-7981-4167-82df-df2c3fdb9d05'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:58:05.158525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] For port bf905077-e9e8-4196-a434-f95c600d4114, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:05.166310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] For port bf905077-e9e8-4196-a434-f95c600d4114, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=bf905077-e9e8-4196-a434-f95c600d4114,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:05.175821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a42da-83e4-4fad-bd41-b94ef99b5489 req-f340c7a3-0cd9-4e96-ab1b-dd1e62459aa1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:05.177883 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd1a42da-83e4-4fad-bd41-b94ef99b5489 req-f340c7a3-0cd9-4e96-ab1b-dd1e62459aa1 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 945 time: 0.2461362 Jan 31 15:58:05.181602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e642113-36d1-4b96-b695-2c0710a4454c req-4bd0f806-35c6-4bd4-907c-c7a81b573f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:05.184422 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e642113-36d1-4b96-b695-2c0710a4454c req-4bd0f806-35c6-4bd4-907c-c7a81b573f5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1b995a0cb69468fa00bb84e53d82c96&device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 1096 time: 0.2064068 Jan 31 15:58:05.185751 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.228593 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.236667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 154fab31-e213-492f-8dff-c576fd899801 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:05.251453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:05.266632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:05.304368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:05.309204 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.317230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:05.318447 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.320018 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] 10.222.0.30 "PUT /v2.0/ports/bf905077-e9e8-4196-a434-f95c600d4114 HTTP/1.1" status: 200 len: 1091 time: 2.1752310 Jan 31 15:58:05.321067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efde546-8cc0-4c15-838a-ec279e57472f', 'tag': 'bf905077-e9e8-4196-a434-f95c600d4114'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:05.326802 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a799ad-6b5f-4449-add7-a6b952d0aee0" -d '{"events": [{"name": "network-changed", "server_uuid": "7efde546-8cc0-4c15-838a-ec279e57472f", "tag": "bf905077-e9e8-4196-a434-f95c600d4114"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:05.338277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e3b54-5e23-4c66-84a1-da158431b6bd req-309110ea-fe92-4286-8264-b9fc19c20029 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:05.344821 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d02e3b54-5e23-4c66-84a1-da158431b6bd req-309110ea-fe92-4286-8264-b9fc19c20029 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 943 time: 0.5665171 Jan 31 15:58:05.361075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:05.376834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd85f3-2ef0-42fe-95c7-0d7d8643bffb service neutron] Pushing event updated for resources: {'Port': ['ID=bf905077-e9e8-4196-a434-f95c600d4114,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:05.385646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1b897f19-ff10-407d-8625-93d7d31fe5a7 None None] Provisioning complete for port 20db47e8-76d2-477c-a860-45c275b06af5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:05.386019 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1b897f19-ff10-407d-8625-93d7d31fe5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.387332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Pushing event updated for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:05.455920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd1a42da-83e4-4fad-bd41-b94ef99b5489 req-55bf1b48-ee4a-4325-b158-81e0c7580524 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669733 Jan 31 15:58:05.484962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-1b897f19-ff10-407d-8625-93d7d31fe5a7 None None] Port 20db47e8-76d2-477c-a860-45c275b06af5 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:58:05.492216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d02e3b54-5e23-4c66-84a1-da158431b6bd req-b51a0ca1-f557-4a9c-8f32-cdfc7c44a938 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341443 Jan 31 15:58:05.530676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:05.531294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.534287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e642113-36d1-4b96-b695-2c0710a4454c req-d2cbaee4-e8b6-492d-abba-0bd73d9eae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:05.539474 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e642113-36d1-4b96-b695-2c0710a4454c req-d2cbaee4-e8b6-492d-abba-0bd73d9eae55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03bf16f3-5903-42f5-92b2-1ea487581abd HTTP/1.1" status: 200 len: 911 time: 0.3087733 Jan 31 15:58:05.541021 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d147a1de-a061-454c-9c67-0fcb6ad86a1b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d147a1de-a061-454c-9c67-0fcb6ad86a1b,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:05.545548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-f565eaa3-33fd-4594-adaa-c97a0fdedd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:05.550993 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-838acf95-0d38-4a9a-9e93-edd6a2e4b909 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6662793 Jan 31 15:58:05.551192 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-f565eaa3-33fd-4594-adaa-c97a0fdedd70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542c78b33666488e89bcd9ea9fd8a8f9&device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 1094 time: 0.1634004 Jan 31 15:58:05.580945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Request body: {'port': {'device_id': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:05.594392 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.609524 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f03c90c-1d68-4f42-a76e-90bf8813f67e x-openstack-request-id: req-1f03c90c-1d68-4f42-a76e-90bf8813f67e {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:05.609804 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f017a513-0e2c-48c1-b4a2-58654d057f92", "name": "network-vif-plugged", "status": "completed", "tag": "8c7fd1b6-f630-4ea1-ba8b-9f01d904e717", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:05.610055 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f03c90c-1d68-4f42-a76e-90bf8813f67e {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:05.610450 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f017a513-0e2c-48c1-b4a2-58654d057f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717', 'code': 200} Jan 31 15:58:05.616008 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 154fab31-e213-492f-8dff-c576fd899801 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:05.616396 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.686960 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e642113-36d1-4b96-b695-2c0710a4454c req-171d87b7-30bc-489d-8aff-88374fae4dd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8727af3d-0e7a-452c-9879-e88842ce1457 HTTP/1.1" status: 200 len: 217 time: 0.1320155 Jan 31 15:58:05.690198 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-b45ec1a4-56b5-4af9-a49f-19a398d4908e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf905077-e9e8-4196-a434-f95c600d4114 HTTP/1.1" status: 200 len: 217 time: 0.1225853 Jan 31 15:58:05.788242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a2d11-68ae-40a9-9835-bce8a109f65f req-aa002eeb-8aeb-4658-9a2f-c21a0dbcbdc7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:05.790188 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c19a2d11-68ae-40a9-9835-bce8a109f65f req-aa002eeb-8aeb-4658-9a2f-c21a0dbcbdc7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1045818 Jan 31 15:58:05.792981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.801850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-3505e233-c826-4ebf-a9c6-6f3b31690bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:05.803503 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-3505e233-c826-4ebf-a9c6-6f3b31690bba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc HTTP/1.1" status: 200 len: 861 time: 0.0988307 Jan 31 15:58:05.815276 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a28710-403a-4ca1-9cf7-7b133ced55af req-47dcfa0b-c490-4d31-aa70-4bf099fb334c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:05.823509 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-48a28710-403a-4ca1-9cf7-7b133ced55af req-47dcfa0b-c490-4d31-aa70-4bf099fb334c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1918378 Jan 31 15:58:05.832490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d147a1de-a061-454c-9c67-0fcb6ad86a1b,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:05.842390 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e642113-36d1-4b96-b695-2c0710a4454c req-7608b19f-7ac2-4ec0-807f-986cdc4a8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:05.844226 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e642113-36d1-4b96-b695-2c0710a4454c req-7608b19f-7ac2-4ec0-807f-986cdc4a8227 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6a53540-acaa-4030-84f0-25c1cb026c93 HTTP/1.1" status: 200 len: 850 time: 0.1312196 Jan 31 15:58:05.867585 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-71aa602a-0dd1-439e-916d-53a5d5151130 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369236 Jan 31 15:58:05.883492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6f275131-0300-4612-b24c-ae99b53bfee1 None None] Provisioning complete for port e09a1be4-4846-4c7d-aad2-53679cb05720 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:05.884154 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f275131-0300-4612-b24c-ae99b53bfee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:05.912306 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e642113-36d1-4b96-b695-2c0710a4454c req-64f6eadc-525d-4142-8194-62a505cce5f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03bf16f3-5903-42f5-92b2-1ea487581abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471961 Jan 31 15:58:05.926726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6f275131-0300-4612-b24c-ae99b53bfee1 None None] Port e09a1be4-4846-4c7d-aad2-53679cb05720 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:58:05.972057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c19a2d11-68ae-40a9-9835-bce8a109f65f req-2f3ff58e-1973-4085-973b-e7bd52fca6f1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626408 Jan 31 15:58:05.989697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cfd25bd8-763f-45ef-ba24-bdce7d6d942a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:06.000797 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:06.019141 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:06.025791 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-48a28710-403a-4ca1-9cf7-7b133ced55af req-24050ca5-4dcd-4183-8dca-d75ecb7992d1 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967759 Jan 31 15:58:06.049914 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f75ae1-5d47-4abd-8ba2-e17691e10889 x-openstack-request-id: req-31f75ae1-5d47-4abd-8ba2-e17691e10889 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:06.050196 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efde546-8cc0-4c15-838a-ec279e57472f", "tag": "bf905077-e9e8-4196-a434-f95c600d4114", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:06.050635 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31f75ae1-5d47-4abd-8ba2-e17691e10889 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:06.051204 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efde546-8cc0-4c15-838a-ec279e57472f', 'tag': 'bf905077-e9e8-4196-a434-f95c600d4114', 'status': 'completed', 'code': 200} Jan 31 15:58:06.091930 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-2620d4b9-53c3-4b99-8545-89e034ef0acb service neutron] 10.222.0.30 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137136 Jan 31 15:58:06.144492 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:06.155406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port cfd25bd8-763f-45ef-ba24-bdce7d6d942a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:06.155781 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:06.157754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Pushing event updated for resources: {'Port': ['ID=20db47e8-76d2-477c-a860-45c275b06af5,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:06.176997 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e642113-36d1-4b96-b695-2c0710a4454c req-ed3d33d8-404e-465d-9490-5095064b8143 service neutron] 10.222.0.20 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310164 Jan 31 15:58:06.283793 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72efbdf-062b-45fb-a03b-89fcb86a6d8a req-c8347ad6-5804-4eea-b0cf-90d37b034ff9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:06.285451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b72efbdf-062b-45fb-a03b-89fcb86a6d8a req-c8347ad6-5804-4eea-b0cf-90d37b034ff9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 935 time: 0.1736870 Jan 31 15:58:06.294242 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6c9d91a-ce0a-49cf-81b9-3418e3e25eeb req-b0ae65a7-a079-4b45-b296-5b2d2fee185c service neutron] 10.222.0.30 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914914 Jan 31 15:58:06.295984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09a1be4-4846-4c7d-aad2-53679cb05720 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:58:06.313112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:06.323242 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:06.325628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:06.345523 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e642113-36d1-4b96-b695-2c0710a4454c req-01dd94de-ca70-4b42-9f7a-5026d561b771 service neutron] 10.222.0.20 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587620 Jan 31 15:58:06.367375 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Transition to ACTIVE for port object e09a1be4-4846-4c7d-aad2-53679cb05720 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:58:06.372093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b72efbdf-062b-45fb-a03b-89fcb86a6d8a req-6edc4e85-dbaf-4f79-9a1d-fdf21db77259 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752013 Jan 31 15:58:06.413293 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:06.447483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a799ad-6b5f-4449-add7-a6b952d0aee0 req-12690288-14ef-4eea-b7be-6630ba9634f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:06.449270 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79a799ad-6b5f-4449-add7-a6b952d0aee0 req-12690288-14ef-4eea-b7be-6630ba9634f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542c78b33666488e89bcd9ea9fd8a8f9&device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 1094 time: 0.0738335 Jan 31 15:58:06.454149 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:06.502857 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port cfd25bd8-763f-45ef-ba24-bdce7d6d942a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cfd25bd8-763f-45ef-ba24-bdce7d6d942a,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:06.520864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:06.589183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec962a-a9c9-4c3a-b371-b8dfbe6f3c85 req-467541bd-704c-4add-828a-823fc4418cbe tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:06.597805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a799ad-6b5f-4449-add7-a6b952d0aee0 req-a7022caa-cf4e-4a17-98ce-4b926ddf69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:06.599506 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79a799ad-6b5f-4449-add7-a6b952d0aee0 req-a7022caa-cf4e-4a17-98ce-4b926ddf69fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 HTTP/1.1" status: 200 len: 922 time: 0.1434522 Jan 31 15:58:06.600794 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33ec962a-a9c9-4c3a-b371-b8dfbe6f3c85 req-467541bd-704c-4add-828a-823fc4418cbe tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.20 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 946 time: 0.2940040 Jan 31 15:58:06.632514 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:06.647376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Pushing event updated for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:06.691508 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79a799ad-6b5f-4449-add7-a6b952d0aee0 req-5a3c1d69-857a-4551-8c52-9a03ef907adc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf905077-e9e8-4196-a434-f95c600d4114 HTTP/1.1" status: 200 len: 217 time: 0.0836785 Jan 31 15:58:06.755580 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:06.811746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=cfd25bd8-763f-45ef-ba24-bdce7d6d942a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:06.817214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a799ad-6b5f-4449-add7-a6b952d0aee0 req-d3d23db7-1643-4771-96a9-52b9d4630077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:06.818724 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79a799ad-6b5f-4449-add7-a6b952d0aee0 req-d3d23db7-1643-4771-96a9-52b9d4630077 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc HTTP/1.1" status: 200 len: 861 time: 0.1077459 Jan 31 15:58:06.829879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afc782-f506-4999-bf8c-cfd4be85803a req-4cbf617a-6967-4c71-ba2d-44b838e2619c tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:06.841877 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e4afc782-f506-4999-bf8c-cfd4be85803a req-4cbf617a-6967-4c71-ba2d-44b838e2619c tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 943 time: 0.1639857 Jan 31 15:58:06.855466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9e1f9d64-fbe6-47cc-9f54-1a0672391aed None None] Provisioning complete for port 20db47e8-76d2-477c-a860-45c275b06af5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:06.855828 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9e1f9d64-fbe6-47cc-9f54-1a0672391aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:06.881102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:06.884691 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79a799ad-6b5f-4449-add7-a6b952d0aee0 req-7b63df93-c5b1-4e1c-a4ca-8960aff51c7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357201 Jan 31 15:58:06.887575 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:06.929313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f9d64-fbe6-47cc-9f54-1a0672391aed None None] Port 20db47e8-76d2-477c-a860-45c275b06af5 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:58:06.931046 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e4afc782-f506-4999-bf8c-cfd4be85803a req-e32d62cd-25d8-47a1-9251-db351c66a887 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879424 Jan 31 15:58:06.955438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:07.016985 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79a799ad-6b5f-4449-add7-a6b952d0aee0 req-a8a6ded7-f366-4079-aed9-68de04d940ba service neutron] 10.222.0.30 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240416 Jan 31 15:58:07.143802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554ada9-8c75-48dd-a185-478d81953183 req-ac4c009b-cabc-40fb-8956-b3f6f4f3fd2f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:07.145519 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9554ada9-8c75-48dd-a185-478d81953183 req-ac4c009b-cabc-40fb-8956-b3f6f4f3fd2f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0956616 Jan 31 15:58:07.168660 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79a799ad-6b5f-4449-add7-a6b952d0aee0 req-72c15d26-ae8a-4bda-b1ba-1da72d4b46eb service neutron] 10.222.0.30 "GET /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437516 Jan 31 15:58:07.195881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9554ada9-8c75-48dd-a185-478d81953183 req-33937cd9-4dbc-4468-b29a-482069fb700d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383317 Jan 31 15:58:07.236525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:58:07.250598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e4a88-984c-440d-922f-d6d183642f20 req-14eab088-d5ac-4f4d-b8a0-df5bf5d9b3bb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:07.252005 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6b8e4a88-984c-440d-922f-d6d183642f20 req-14eab088-d5ac-4f4d-b8a0-df5bf5d9b3bb tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 944 time: 0.6392887 Jan 31 15:58:07.279416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Attempting to bind port e09a1be4-4846-4c7d-aad2-53679cb05720 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:07.279714 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Attempting to bind port e09a1be4-4846-4c7d-aad2-53679cb05720 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:07.280026 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Attempting to bind port e09a1be4-4846-4c7d-aad2-53679cb05720 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:07.303425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56096c2b-fa2c-4b67-9d83-08b2b891aa22 req-00109576-9203-4fc0-a9b6-c84cfe28f7f0 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:07.303676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Port e09a1be4-4846-4c7d-aad2-53679cb05720 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:58:07.304017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Attempting to bind port e09a1be4-4846-4c7d-aad2-53679cb05720 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:07.304908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56096c2b-fa2c-4b67-9d83-08b2b891aa22 req-00109576-9203-4fc0-a9b6-c84cfe28f7f0 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0538201 Jan 31 15:58:07.344469 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56096c2b-fa2c-4b67-9d83-08b2b891aa22 req-67bcb3f9-f0f5-45e0-b355-d11f08b487ec tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Jan 31 15:58:07.351989 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:07.352324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:07.352700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:07.353147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Bound port: e09a1be4-4846-4c7d-aad2-53679cb05720, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:07.353500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:07.361663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-33ec962a-a9c9-4c3a-b371-b8dfbe6f3c85 req-ce0f981b-5774-4f78-98d8-6fc9d2d49b74 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Deleting port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:07.361975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-33ec962a-a9c9-4c3a-b371-b8dfbe6f3c85 req-ce0f981b-5774-4f78-98d8-6fc9d2d49b74 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:07.375527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6b8e4a88-984c-440d-922f-d6d183642f20 req-862b6b44-b4a7-403c-9100-5f5fe4035dac tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17cc302-ff6b-48bb-93fc-1313b5f3b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112881 Jan 31 15:58:07.508716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3ddc8-ebce-4b5d-8105-533b04e14fea req-bc244bbf-2fd6-477f-a028-0c9a559851a9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:07.510451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6f3ddc8-ebce-4b5d-8105-533b04e14fea req-bc244bbf-2fd6-477f-a028-0c9a559851a9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 947 time: 0.0599844 Jan 31 15:58:07.549900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:58:07.551540 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6f3ddc8-ebce-4b5d-8105-533b04e14fea req-708ad003-cb5b-4888-93df-9eeef9ce4100 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345287 Jan 31 15:58:07.560746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Sync routers for ids ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:58:07.571350 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e72776d7-2011-4a83-88f1-cd80d726bb2b admin admin] 10.222.0.36 "PUT /v2.0/routers/2eed2d3a-372d-4fa5-acf6-aa6911e29e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6409729 Jan 31 15:58:07.579519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-33ec962a-a9c9-4c3a-b371-b8dfbe6f3c85 req-ce0f981b-5774-4f78-98d8-6fc9d2d49b74 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] For port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,segment=NetworkSegment(dafba4b9-d89a-455f-b36a-2e30a211cc53),segment_id=dafba4b9-d89a-455f-b36a-2e30a211cc53)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:07.580162 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-33ec962a-a9c9-4c3a-b371-b8dfbe6f3c85 req-ce0f981b-5774-4f78-98d8-6fc9d2d49b74 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:07.588739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:07.594899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:07.599602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-33ec962a-a9c9-4c3a-b371-b8dfbe6f3c85 req-ce0f981b-5774-4f78-98d8-6fc9d2d49b74 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Calling delete_port for 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:07.599755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Routers {'2eed2d3a-372d-4fa5-acf6-aa6911e29e00'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:07.600443 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:57:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:07.602462 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:07.643080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a27c0a6a-99e6-486c-9801-8cab149b9572 req-e013c0d4-94d7-4fc8-b6ba-d5d5323a4f5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419471 Jan 31 15:58:07.657355 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ac67fa-4270-4f8b-9526-b39a389729df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd147a1de-a061-454c-9c67-0fcb6ad86a1b'}, {'server_uuid': 'f017a513-0e2c-48c1-b4a2-58654d057f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:07.660289 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42dd631-5efc-40f9-925c-0257d7030592" -d '{"events": [{"server_uuid": "d6ac67fa-4270-4f8b-9526-b39a389729df", "name": "network-vif-plugged", "status": "completed", "tag": "d147a1de-a061-454c-9c67-0fcb6ad86a1b"}, {"server_uuid": "f017a513-0e2c-48c1-b4a2-58654d057f92", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7fd1b6-f630-4ea1-ba8b-9f01d904e717"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:07.747645 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a096254f-1e95-41e2-8b7b-7aec35dc2015 x-openstack-request-id: req-a096254f-1e95-41e2-8b7b-7aec35dc2015 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:07.748356 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ac67fa-4270-4f8b-9526-b39a389729df", "name": "network-vif-plugged", "status": "completed", "tag": "d147a1de-a061-454c-9c67-0fcb6ad86a1b", "code": 200}, {"server_uuid": "f017a513-0e2c-48c1-b4a2-58654d057f92", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7fd1b6-f630-4ea1-ba8b-9f01d904e717", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:07.748356 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a096254f-1e95-41e2-8b7b-7aec35dc2015 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:07.748849 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ac67fa-4270-4f8b-9526-b39a389729df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd147a1de-a061-454c-9c67-0fcb6ad86a1b', 'code': 200} Jan 31 15:58:07.749168 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f017a513-0e2c-48c1-b4a2-58654d057f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717', 'code': 200} Jan 31 15:58:07.759792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0a6a-99e6-486c-9801-8cab149b9572 req-1891e72d-f77c-4098-9566-752f4db31814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:07.762523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Pushing event updated for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:07.763281 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a27c0a6a-99e6-486c-9801-8cab149b9572 req-1891e72d-f77c-4098-9566-752f4db31814 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 1101 time: 0.0848701 Jan 31 15:58:07.784619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:07.786595 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:07.788129 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-9091c209-3710-4cfa-aaf4-886306e93f59 service neutron] 10.222.0.20 "PUT /v2.0/ports/e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 1095 time: 2.2168984 Jan 31 15:58:07.788807 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:07.790590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Set router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:07.792354 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c9d370-c3c6-42b1-a488-f43c32492533" -d '{"events": [{"name": "network-changed", "server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:07.868500 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcbe564-07ba-4bee-bd1d-edbf0680b37f x-openstack-request-id: req-5bcbe564-07ba-4bee-bd1d-edbf0680b37f {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:07.868706 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:07.868960 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5bcbe564-07ba-4bee-bd1d-edbf0680b37f {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:07.869355 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'status': 'completed', 'code': 200} Jan 31 15:58:07.940608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693f6b2-8d7e-4386-b1e2-38e282d56b1a req-42cb53f1-854c-419a-9bd3-55b39527f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:07.942266 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c693f6b2-8d7e-4386-b1e2-38e282d56b1a req-42cb53f1-854c-419a-9bd3-55b39527f22f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 1096 time: 0.1225805 Jan 31 15:58:08.010203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-48b0c1b3-0d92-4fcd-bb27-c985afced332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:08.010873 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c693f6b2-8d7e-4386-b1e2-38e282d56b1a req-b9927d76-5a0b-4412-9a2f-e2424319f7bb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602026 Jan 31 15:58:08.011964 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-48b0c1b3-0d92-4fcd-bb27-c985afced332 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1098 time: 0.1720767 Jan 31 15:58:08.017661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0a6a-99e6-486c-9801-8cab149b9572 req-ae75ab3b-9b95-4d25-86fb-e8cd664a51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:08.019974 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a27c0a6a-99e6-486c-9801-8cab149b9572 req-ae75ab3b-9b95-4d25-86fb-e8cd664a51a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2107129 Jan 31 15:58:08.064665 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-cf742b28-c64c-44cc-a56f-7112ee9dc7a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 217 time: 0.0403183 Jan 31 15:58:08.070832 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-33ec962a-a9c9-4c3a-b371-b8dfbe6f3c85 req-ce0f981b-5774-4f78-98d8-6fc9d2d49b74 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:08.099068 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b0da1-ed34-4d25-be24-771616381ac9 req-74b20204-2251-4a06-8aae-8aa2e53d93be tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:08.100620 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-278b0da1-ed34-4d25-be24-771616381ac9 req-74b20204-2251-4a06-8aae-8aa2e53d93be tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 943 time: 0.0571587 Jan 31 15:58:08.146838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f981b-5774-4f78-98d8-6fc9d2d49b74 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Pushing event deleted for resources: {'Port': ['ID=8c7fd1b6-f630-4ea1-ba8b-9f01d904e717,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:08.147172 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-278b0da1-ed34-4d25-be24-771616381ac9 req-e3350d98-afb9-4da4-b398-8f3fafbdb351 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387058 Jan 31 15:58:08.163260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:58:05Z', 'revision_number': 4, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '20db47e8-76d2-477c-a860-45c275b06af5', 'name': '', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'mac_address': 'fa:16:3e:28:92:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:03Z', 'updated_at': '2022-01-31T15:58:05Z', 'revision_number': 2, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'subnets': [{'id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:08.194829 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Checking router: 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:58:08.195204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Updating router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 port 20db47e8-76d2-477c-a860-45c275b06af5 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:58:08.199144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ec962a-a9c9-4c3a-b371-b8dfbe6f3c85 req-ce0f981b-5774-4f78-98d8-6fc9d2d49b74 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] No DVR routers for this DVR port 8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:58:08.202079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-d05127a7-465f-4e9c-9d35-d44e9aaa19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:08.203881 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-d05127a7-465f-4e9c-9d35-d44e9aaa19fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1285994 Jan 31 15:58:08.204862 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-33ec962a-a9c9-4c3a-b371-b8dfbe6f3c85 req-ce0f981b-5774-4f78-98d8-6fc9d2d49b74 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:08.208035 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33ec962a-a9c9-4c3a-b371-b8dfbe6f3c85 req-ce0f981b-5774-4f78-98d8-6fc9d2d49b74 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.20 "DELETE /v2.0/ports/8c7fd1b6-f630-4ea1-ba8b-9f01d904e717 HTTP/1.1" status: 204 len: 173 time: 1.5918198 Jan 31 15:58:08.236561 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:08.271302 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a27c0a6a-99e6-486c-9801-8cab149b9572 req-4cd8e831-bf92-4320-82d9-a13f7c9f3984 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923 HTTP/1.1" status: 200 len: 217 time: 0.0563121 Jan 31 15:58:08.277521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-2d9b9c81-1640-4003-9950-73c3d941a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:08.278864 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-2d9b9c81-1640-4003-9950-73c3d941a096 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557222 Jan 31 15:58:08.294928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44956) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:08.304561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-08a84b9e-8ec8-4b0d-a420-0f2be3467b99 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218333332', 'description': 'tempest-description--1773232680'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:08.395512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0a6a-99e6-486c-9801-8cab149b9572 req-3edabd86-66fb-47c8-9ecb-0c39b931ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:08.396542 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a27c0a6a-99e6-486c-9801-8cab149b9572 req-3edabd86-66fb-47c8-9ecb-0c39b931ccc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1115723 Jan 31 15:58:08.404254 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08a84b9e-8ec8-4b0d-a420-0f2be3467b99 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:08.415667 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-1af09262-41e3-4615-9956-b1b9688437ef service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296234 Jan 31 15:58:08.461609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e10ce5-f962-4f97-a3f2-1672c237384d req-6aff5b8e-7ab5-4d73-9e0c-2c4c2d45e109 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:08.463771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f2e10ce5-f962-4f97-a3f2-1672c237384d req-6aff5b8e-7ab5-4d73-9e0c-2c4c2d45e109 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1300921 Jan 31 15:58:08.532456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f2e10ce5-f962-4f97-a3f2-1672c237384d req-ed277255-62bf-4929-857b-c9bf40bd7616 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611870 Jan 31 15:58:08.545912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0a6a-99e6-486c-9801-8cab149b9572 req-e7fdff89-6e37-4495-befd-c50c9b1ee4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:08.547693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a27c0a6a-99e6-486c-9801-8cab149b9572 req-e7fdff89-6e37-4495-befd-c50c9b1ee4ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306295 Jan 31 15:58:08.551627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe52bc-3c77-4e40-a86b-13eeb5e6a92a req-cd29d82f-fb9c-4472-b42d-8c3a6142812a tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:08.553201 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78fe52bc-3c77-4e40-a86b-13eeb5e6a92a req-cd29d82f-fb9c-4472-b42d-8c3a6142812a tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1160312 Jan 31 15:58:08.636215 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78fe52bc-3c77-4e40-a86b-13eeb5e6a92a req-1f278fff-148a-428c-add0-5a8320d3a0ac tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591366 Jan 31 15:58:08.641102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ec9bf78-83fe-481d-aa5a-c5e58c35696f req-7eea3791-43f1-4cd1-b861-310f8d732a06 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169719 Jan 31 15:58:08.717455 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:08.730746 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:08.746038 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2160fe5-cf3e-4761-935f-3502f88ca390 req-480d3c84-ea2a-4ddc-9625-77bf68c7c376 tempest-ImagesTestJSON-1277708812 tempest-ImagesTestJSON-1277708812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f017a513-0e2c-48c1-b4a2-58654d057f92 HTTP/1.1" status: 200 len: 210 time: 0.0659316 Jan 31 15:58:08.773363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9d370-c3c6-42b1-a488-f43c32492533 req-b3a2e3d4-a966-423a-b552-0a157964965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:08.775169 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0c9d370-c3c6-42b1-a488-f43c32492533 req-b3a2e3d4-a966-423a-b552-0a157964965a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1098 time: 0.0844736 Jan 31 15:58:08.786929 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a27c0a6a-99e6-486c-9801-8cab149b9572 req-734b9916-3717-44f8-9bc7-bd3ae186309e service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165875 Jan 31 15:58:08.794495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08a84b9e-8ec8-4b0d-a420-0f2be3467b99 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:08.801860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958c918-b086-4225-b376-7abfd3a9ac98 req-63d6875c-6a36-4c6b-812a-c20ebdcd1a6f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:08.803534 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4958c918-b086-4225-b376-7abfd3a9ac98 req-63d6875c-6a36-4c6b-812a-c20ebdcd1a6f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 947 time: 0.0780747 Jan 31 15:58:08.896580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a27c0a6a-99e6-486c-9801-8cab149b9572 req-3c762ad0-1693-43ab-8c01-1b723838140c service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000059 Jan 31 15:58:08.899039 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08a84b9e-8ec8-4b0d-a420-0f2be3467b99 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:08.918079 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4958c918-b086-4225-b376-7abfd3a9ac98 req-2b458ed5-2ba4-4643-ada3-201d2bb52247 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649519 Jan 31 15:58:08.921107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bb33d-950d-4ecb-bdb3-5839c7b4bf55 None None] Pushing event updated for resources: {'Port': ['ID=20db47e8-76d2-477c-a860-45c275b06af5,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:08.935277 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08a84b9e-8ec8-4b0d-a420-0f2be3467b99 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:08.939161 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-08a84b9e-8ec8-4b0d-a420-0f2be3467b99 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6383762 Jan 31 15:58:08.939161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a84b9e-8ec8-4b0d-a420-0f2be3467b99 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760b0914-53d9-4366-a383-230de2e4186e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:08.940167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44970) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:08.950785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2fcc20f7-932c-4da7-96bd-dfe04e4b5b54 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Request body: {'security_group_rule': {'security_group_id': '760b0914-53d9-4366-a383-230de2e4186e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:08.955521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9d370-c3c6-42b1-a488-f43c32492533 req-4f3d0621-7460-40f3-832e-3f9fe717267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:08.957294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0c9d370-c3c6-42b1-a488-f43c32492533 req-4f3d0621-7460-40f3-832e-3f9fe717267f service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1748233 Jan 31 15:58:08.971099 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cfd25bd8-763f-45ef-ba24-bdce7d6d942a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:09.010316 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0c9d370-c3c6-42b1-a488-f43c32492533 req-c3bdbcc0-9273-4f6b-91cd-1092cc15d74c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 217 time: 0.0397184 Jan 31 15:58:09.016302 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2fcc20f7-932c-4da7-96bd-dfe04e4b5b54 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.029620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Attempting to bind port 20db47e8-76d2-477c-a860-45c275b06af5 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:09.030011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Attempting to bind port 20db47e8-76d2-477c-a860-45c275b06af5 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:09.030337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Attempting to bind port 20db47e8-76d2-477c-a860-45c275b06af5 on network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:09.039322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:09.039650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Checking segment: {'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:09.039975 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.040362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Bound using segment: {'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:09.040825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Bound port: 20db47e8-76d2-477c-a860-45c275b06af5, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:09.041199 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.073162 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port cfd25bd8-763f-45ef-ba24-bdce7d6d942a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:09.074861 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.096451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9d370-c3c6-42b1-a488-f43c32492533 req-f3325003-3016-4b4b-81b6-73296b35cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:09.098055 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0c9d370-c3c6-42b1-a488-f43c32492533 req-f3325003-3016-4b4b-81b6-73296b35cfd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0788360 Jan 31 15:58:09.118855 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2fcc20f7-932c-4da7-96bd-dfe04e4b5b54 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.131236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2fcc20f7-932c-4da7-96bd-dfe04e4b5b54 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.169651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc20f7-932c-4da7-96bd-dfe04e4b5b54 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71648ede-52a6-4cca-aae1-3ec58d76efe8,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:09.200189 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2fcc20f7-932c-4da7-96bd-dfe04e4b5b54 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.201703 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2fcc20f7-932c-4da7-96bd-dfe04e4b5b54 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2604802 Jan 31 15:58:09.205081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44974) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:09.210406 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1bf02059-32fe-447c-adbf-cd3b636229ba tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Request body: {'security_group_rule': {'security_group_id': '760b0914-53d9-4366-a383-230de2e4186e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:09.223350 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9d370-c3c6-42b1-a488-f43c32492533 req-2bc5a454-6ebb-49bf-a49e-b29f1ed51d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:09.225644 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0c9d370-c3c6-42b1-a488-f43c32492533 req-2bc5a454-6ebb-49bf-a49e-b29f1ed51d3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088920 Jan 31 15:58:09.244306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] For port 20db47e8-76d2-477c-a860-45c275b06af5, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:09.272745 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] For port 20db47e8-76d2-477c-a860-45c275b06af5, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=20db47e8-76d2-477c-a860-45c275b06af5,segment=NetworkSegment(2f87bfc2-50e8-47dc-b590-c99c59a6545e),segment_id=2f87bfc2-50e8-47dc-b590-c99c59a6545e)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:09.280587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5c9e5d60-6a3f-4750-970b-4a630997066b None None] Provisioning complete for port 20db47e8-76d2-477c-a860-45c275b06af5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:09.280952 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d60-6a3f-4750-970b-4a630997066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.309869 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bf02059-32fe-447c-adbf-cd3b636229ba tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.315628 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.359070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb066e0-6d29-487d-932c-5552cf6a100e req-9dc40157-6fca-4be3-976b-64f5cd2d64c6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:09.368494 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0c9d370-c3c6-42b1-a488-f43c32492533 req-049e22da-9bca-43dc-98eb-76cbb337df6a service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341238 Jan 31 15:58:09.374695 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ebb066e0-6d29-487d-932c-5552cf6a100e req-9dc40157-6fca-4be3-976b-64f5cd2d64c6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 943 time: 0.1161039 Jan 31 15:58:09.402754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Routers {'2eed2d3a-372d-4fa5-acf6-aa6911e29e00'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:09.403466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:57:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:09.455224 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ebb066e0-6d29-487d-932c-5552cf6a100e req-44661987-3627-4d7a-98f7-e39a90dd2c53 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784023 Jan 31 15:58:09.463479 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bb33d-950d-4ecb-bdb3-5839c7b4bf55 None None] Pushing event updated for resources: {'Port': ['ID=20db47e8-76d2-477c-a860-45c275b06af5,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:09.465285 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bf02059-32fe-447c-adbf-cd3b636229ba tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.477343 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bf02059-32fe-447c-adbf-cd3b636229ba tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.498690 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0c9d370-c3c6-42b1-a488-f43c32492533 req-59bd7624-c7d8-4533-a6b3-7edecc2a1aba service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220412 Jan 31 15:58:09.505135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf02059-32fe-447c-adbf-cd3b636229ba tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bcfccd-8dd5-4c57-b7e4-162cd16be2bb,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:09.516989 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bf02059-32fe-447c-adbf-cd3b636229ba tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.519127 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1bf02059-32fe-447c-adbf-cd3b636229ba tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3126652 Jan 31 15:58:09.522112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44978) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:09.523705 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d60-6a3f-4750-970b-4a630997066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.527709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:09.564601 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.617110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5c9e5d60-6a3f-4750-970b-4a630997066b None None] For port 20db47e8-76d2-477c-a860-45c275b06af5, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=20db47e8-76d2-477c-a860-45c275b06af5,segment=NetworkSegment(2f87bfc2-50e8-47dc-b590-c99c59a6545e),segment_id=2f87bfc2-50e8-47dc-b590-c99c59a6545e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:09.637719 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d60-6a3f-4750-970b-4a630997066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.642141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] Set router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:09.738849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3e9ea-d2cf-4cba-a399-c6c071027345 req-5084ef2e-3066-423a-a885-261d4b02da01 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:09.741109 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56f3e9ea-d2cf-4cba-a399-c6c071027345 req-5084ef2e-3066-423a-a885-261d4b02da01 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0846136 Jan 31 15:58:09.780635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb1f2a-6a55-4954-a331-a109bee28860 req-36de9b72-bf33-4993-b37d-9e022cb28d93 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:09.782542 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4cbb1f2a-6a55-4954-a331-a109bee28860 req-36de9b72-bf33-4993-b37d-9e022cb28d93 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0640147 Jan 31 15:58:09.806141 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56f3e9ea-d2cf-4cba-a399-c6c071027345 req-d10fffff-c03f-40e9-91dc-78a3c84fe861 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556121 Jan 31 15:58:09.829894 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.835286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e5d60-6a3f-4750-970b-4a630997066b None None] Pushing event updated for resources: {'Port': ['ID=20db47e8-76d2-477c-a860-45c275b06af5,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:09.840188 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4cbb1f2a-6a55-4954-a331-a109bee28860 req-fd59663f-010e-4b80-928c-f42199c188fa tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510201 Jan 31 15:58:09.861588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2424e81e-6250-4a22-a920-1dadd1b088ff None None] Provisioning complete for port 20db47e8-76d2-477c-a860-45c275b06af5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:09.861588 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2424e81e-6250-4a22-a920-1dadd1b088ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:09.882676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f017a513-0e2c-48c1-b4a2-58654d057f92', 'name': 'network-vif-deleted', 'tag': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:09.889880 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cc03cd-64cb-4141-a41e-041e9384603f" -d '{"events": [{"server_uuid": "f017a513-0e2c-48c1-b4a2-58654d057f92", "name": "network-vif-deleted", "tag": "8c7fd1b6-f630-4ea1-ba8b-9f01d904e717"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:09.967129 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd9a77d-9acf-4471-97e8-816347bb2437 x-openstack-request-id: req-8dd9a77d-9acf-4471-97e8-816347bb2437 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:09.967438 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f017a513-0e2c-48c1-b4a2-58654d057f92", "name": "network-vif-deleted", "tag": "8c7fd1b6-f630-4ea1-ba8b-9f01d904e717", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:09.968813 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8dd9a77d-9acf-4471-97e8-816347bb2437 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:09.969211 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f017a513-0e2c-48c1-b4a2-58654d057f92', 'name': 'network-vif-deleted', 'tag': '8c7fd1b6-f630-4ea1-ba8b-9f01d904e717', 'status': 'completed', 'code': 200} Jan 31 15:58:10.011122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:58:05Z', 'revision_number': 4, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '20db47e8-76d2-477c-a860-45c275b06af5', 'name': '', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'mac_address': 'fa:16:3e:28:92:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:03Z', 'updated_at': '2022-01-31T15:58:09Z', 'revision_number': 4, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'subnets': [{'id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:10.016162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Allocated IP 172.25.1.132 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/df905aca-ccf5-47fc-bf97-ecb7713a280d) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:10.045374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a3facd-8b00-4bb2-a0ce-54bd72c9f4c2 None None] The sync data for ids ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'] in n-d-827120-1 is: [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:58:05Z', 'revision_number': 4, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '20db47e8-76d2-477c-a860-45c275b06af5', 'name': '', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'mac_address': 'fa:16:3e:28:92:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:03Z', 'updated_at': '2022-01-31T15:58:09Z', 'revision_number': 4, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'subnets': [{'id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:58:10.094398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0c2eb-07c1-4f47-8476-3eb898524acf req-befe3058-3bf5-4d04-a554-afd93ba80ee7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:10.102326 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c0c0c2eb-07c1-4f47-8476-3eb898524acf req-befe3058-3bf5-4d04-a554-afd93ba80ee7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 947 time: 0.0739484 Jan 31 15:58:10.155069 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c0c0c2eb-07c1-4f47-8476-3eb898524acf req-b2c85be4-c7ca-4345-833e-c6ab69ddd4d7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518212 Jan 31 15:58:10.201332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d39896-9358-443c-920f-67a736d0147c req-5bc285d6-879a-403b-9f86-a33eba4a1489 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:10.202843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61d39896-9358-443c-920f-67a736d0147c req-5bc285d6-879a-403b-9f86-a33eba4a1489 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1085904 Jan 31 15:58:10.209478 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.268261 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61d39896-9358-443c-920f-67a736d0147c req-fc00cb26-7f4e-4cf2-af99-b58bac163337 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543706 Jan 31 15:58:10.293924 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.335893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:10.339642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:10.343587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:10.368068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Pushing event updated for resources: {'Port': ['ID=df905aca-ccf5-47fc-bf97-ecb7713a280d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:10.434860 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.437039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45026) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:10.470237 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.487635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b47535-180b-4e31-98f8-fbbce0ca1a7b admin admin] Deleting subnet 40b37e97-4d9d-4bd0-a797-bd4e1f87f45d {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:58:10.491154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e09a1be4-4846-4c7d-aad2-53679cb05720 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:58:10.491393 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26b47535-180b-4e31-98f8-fbbce0ca1a7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.547604 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26b47535-180b-4e31-98f8-fbbce0ca1a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.592471 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26b47535-180b-4e31-98f8-fbbce0ca1a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.618847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device bf905077-e9e8-4196-a434-f95c600d4114 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:58:10.645121 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:10.664718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'mac_address': 'fa:16:3e:22:82:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:58:10.680985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26b47535-180b-4e31-98f8-fbbce0ca1a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.704494 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26b47535-180b-4e31-98f8-fbbce0ca1a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.713814 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-26b47535-180b-4e31-98f8-fbbce0ca1a7b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/40b37e97-4d9d-4bd0-a797-bd4e1f87f45d HTTP/1.1" status: 204 len: 168 time: 0.2755294 Jan 31 15:58:10.721878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45032) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:10.748393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b47535-180b-4e31-98f8-fbbce0ca1a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b37e97-4d9d-4bd0-a797-bd4e1f87f45d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:10.779619 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.782531 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.825690 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.836183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09a1be4-4846-4c7d-aad2-53679cb05720 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:58:10.899661 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port bf905077-e9e8-4196-a434-f95c600d4114, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=bf905077-e9e8-4196-a434-f95c600d4114,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:10.906042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:10.915470 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.918448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b1946-d57c-4ed8-bb21-742f7a6a8f0e req-797958ff-17fb-4010-ae6e-708206747dc6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:10.925862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc8b1946-d57c-4ed8-bb21-742f7a6a8f0e req-797958ff-17fb-4010-ae6e-708206747dc6 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 943 time: 0.3511243 Jan 31 15:58:10.946529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:10.976836 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:10.980894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'bf905077-e9e8-4196-a434-f95c600d4114', 'network_id': 'ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1', 'port_id': 'bf905077-e9e8-4196-a434-f95c600d4114', 'mac_address': 'fa:16:3e:8f:be:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:58:10.992446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Pushing event updated for resources: {'Port': ['ID=df905aca-ccf5-47fc-bf97-ecb7713a280d,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:11.018092 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 20db47e8-76d2-477c-a860-45c275b06af5 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:11.023786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f601b1-ae21-42fd-8e67-5bccb472c40c req-6c29844b-9efa-4904-8ddf-f881b52e809f tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:11.026611 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35f601b1-ae21-42fd-8e67-5bccb472c40c req-6c29844b-9efa-4904-8ddf-f881b52e809f tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0752902 Jan 31 15:58:11.042093 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc8b1946-d57c-4ed8-bb21-742f7a6a8f0e req-23eea739-b68f-4813-baae-2bba2114f378 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133862 Jan 31 15:58:11.070496 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.088498 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.100889 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35f601b1-ae21-42fd-8e67-5bccb472c40c req-2f4365f5-1ac0-47ea-82e3-cdb8f514e71c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641320 Jan 31 15:58:11.131819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf905077-e9e8-4196-a434-f95c600d4114 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:58:11.132417 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.134140 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-027e6a8e-046b-4ad8-9770-9db86a8c3f81 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6105976 Jan 31 15:58:11.140718 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.162418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port bf905077-e9e8-4196-a434-f95c600d4114, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=bf905077-e9e8-4196-a434-f95c600d4114,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:11.165739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 20db47e8-76d2-477c-a860-45c275b06af5 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:11.166486 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.169382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d551c3-6922-49d7-9630-836eaf25e18d']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:11.183181 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafba4b9-d89a-455f-b36a-2e30a211cc53') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:11.183624 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafba4b9-d89a-455f-b36a-2e30a211cc53') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:11.203915 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.207669 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.215999 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['e09a1be4-4846-4c7d-aad2-53679cb05720'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:58:11.230743 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.248057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:58:11.248375 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:58:11.258599 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:58:11.357088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f194c43-93f1-442c-b907-ebd570353422 req-1a54d41e-7fa4-4384-8c8e-6e1b254860cb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:11.358795 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f194c43-93f1-442c-b907-ebd570353422 req-1a54d41e-7fa4-4384-8c8e-6e1b254860cb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 948 time: 0.1145718 Jan 31 15:58:11.360368 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.367324 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.368215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=bf905077-e9e8-4196-a434-f95c600d4114,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:11.370544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/62d551c3-6922-49d7-9630-836eaf25e18d HTTP/1.1" status: 204 len: 168 time: 0.6369748 Jan 31 15:58:11.402049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb4b6d-e404-4d70-9b78-a76aeca666f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=62d551c3-6922-49d7-9630-836eaf25e18d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:11.490115 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f194c43-93f1-442c-b907-ebd570353422 req-acbbc9be-7af1-4c61-b56e-74568697cbec tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898669 Jan 31 15:58:11.503985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['bf905077-e9e8-4196-a434-f95c600d4114'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:58:11.573132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45054) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:11.653064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689df57d-19e1-44e5-84f3-ee68d56e589d req-b3c73a19-3c2d-4009-880c-ef60ab1aeb76 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:11.664488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-689df57d-19e1-44e5-84f3-ee68d56e589d req-b3c73a19-3c2d-4009-880c-ef60ab1aeb76 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1046724 Jan 31 15:58:11.664645 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-f666bfc7-8655-4955-a902-e8f87f5ae9fe tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1218333332&fields=id&tenant_id=808c2384a8394bebb85783e8d81b92e2 HTTP/1.1" status: 200 len: 267 time: 0.3763990 Jan 31 15:58:11.691445 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d8c01926-dd45-4839-8962-1cc1d38f9099 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=702103247c8744b5b661ca2faf498765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1124990 Jan 31 15:58:11.691445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45056) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:11.734033 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-689df57d-19e1-44e5-84f3-ee68d56e589d req-2baee26a-a68b-4956-8688-8d28402ddfcc tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679190 Jan 31 15:58:11.783019 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-061cef25-a0bb-4b10-89e5-6e3a47ef4157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.811898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-061cef25-a0bb-4b10-89e5-6e3a47ef4157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.813320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-d27276b8-6e2f-4ac5-b557-f3392b4880c9 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:11.818081 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-d27276b8-6e2f-4ac5-b557-f3392b4880c9 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/networks?id=068ae3d0-33a9-4ba7-a34d-6dce3087da8e HTTP/1.1" status: 200 len: 806 time: 0.1489213 Jan 31 15:58:11.837015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-824430ff-9787-4836-9118-460dd45e30ee tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/quotas/808c2384a8394bebb85783e8d81b92e2 HTTP/1.1" status: 200 len: 375 time: 0.0137601 Jan 31 15:58:11.877866 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-061cef25-a0bb-4b10-89e5-6e3a47ef4157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.880805 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-061cef25-a0bb-4b10-89e5-6e3a47ef4157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:11.881998 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-061cef25-a0bb-4b10-89e5-6e3a47ef4157 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a17cc302-ff6b-48bb-93fc-1313b5f3b673 HTTP/1.1" status: 204 len: 168 time: 0.1897471 Jan 31 15:58:11.891067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cef25-a0bb-4b10-89e5-6e3a47ef4157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17cc302-ff6b-48bb-93fc-1313b5f3b673,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:11.919386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-06907b24-b91c-4c60-bb02-557dbb07f55c tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=808c2384a8394bebb85783e8d81b92e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745659 Jan 31 15:58:12.034293 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-3125321b-667b-4ce9-9fa8-4783a354b1aa service neutron] 10.222.0.36 "GET /v2.0/networks/068ae3d0-33a9-4ba7-a34d-6dce3087da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942073 Jan 31 15:58:12.154298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-a9b60daa-4ffe-488e-939e-f873d231f709 service neutron] 10.222.0.36 "GET /v2.0/networks/068ae3d0-33a9-4ba7-a34d-6dce3087da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136422 Jan 31 15:58:12.413224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58623210-1046-4c7d-adb2-d448acb0814d req-be3e80e3-aa9b-4a72-b400-b25488f8fffd tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:12.415595 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58623210-1046-4c7d-adb2-d448acb0814d req-be3e80e3-aa9b-4a72-b400-b25488f8fffd tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 944 time: 0.0991380 Jan 31 15:58:12.474678 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58623210-1046-4c7d-adb2-d448acb0814d req-d0471706-462e-46d2-a4bd-67ce0220668c tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535741 Jan 31 15:58:12.509539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e09a1be4-4846-4c7d-aad2-53679cb05720 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:12.564891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5dc3c-df8b-4a87-8b44-428370226c87 req-10dc857e-b178-452d-a0f1-eef00bae12f6 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:12.566500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e6a5dc3c-df8b-4a87-8b44-428370226c87 req-10dc857e-b178-452d-a0f1-eef00bae12f6 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0941322 Jan 31 15:58:12.582680 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-69110a1e-9001-4573-9e51-d71026e86d3f req-8cb5390e-ff68-4413-8aa4-eb3622d7fc1f tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 210 time: 0.0448973 Jan 31 15:58:12.606249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device bf905077-e9e8-4196-a434-f95c600d4114 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:12.669963 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e6a5dc3c-df8b-4a87-8b44-428370226c87 req-5485341b-fd25-483a-ad0d-1d5a0eb8657c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945616 Jan 31 15:58:12.687570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port e09a1be4-4846-4c7d-aad2-53679cb05720 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:58:12.693117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port e09a1be4-4846-4c7d-aad2-53679cb05720 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:12.693789 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:12.740849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port bf905077-e9e8-4196-a434-f95c600d4114 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:58:12.751950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port bf905077-e9e8-4196-a434-f95c600d4114 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:12.752554 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:12.857891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5140ca-b979-4993-9cb3-601802ad500d req-daeab55c-7a71-4927-a8f6-fb52cdea7424 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:12.864363 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:12.871203 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb5140ca-b979-4993-9cb3-601802ad500d req-daeab55c-7a71-4927-a8f6-fb52cdea7424 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 948 time: 0.1316254 Jan 31 15:58:12.933260 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb5140ca-b979-4993-9cb3-601802ad500d req-3158bee0-abdf-4fc7-a9c5-4b392e77e1d2 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609474 Jan 31 15:58:12.938371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46e39-dd97-4ff1-9a81-4b778a244fb8 req-8a250e17-b7fd-442b-a128-f4ff2a0f3df3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:12.939935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5bd46e39-dd97-4ff1-9a81-4b778a244fb8 req-8a250e17-b7fd-442b-a128-f4ff2a0f3df3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0970628 Jan 31 15:58:12.967421 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:12.983006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:12.985415 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fee66b6-37c4-4f65-af5b-969c9eb4826a" -d '{"events": [{"server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "name": "network-vif-plugged", "status": "completed", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:13.005555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:13.016259 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:13.025722 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5bd46e39-dd97-4ff1-9a81-4b778a244fb8 req-7d8a4840-e80b-4dfa-87e0-3b869be33679 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603948 Jan 31 15:58:13.056290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port bf905077-e9e8-4196-a434-f95c600d4114, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=bf905077-e9e8-4196-a434-f95c600d4114,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:13.067664 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:13.079117 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1172d0b-87cc-4051-bd13-b1cdedb754ab x-openstack-request-id: req-f1172d0b-87cc-4051-bd13-b1cdedb754ab {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:13.079617 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "name": "network-vif-plugged", "status": "completed", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:13.080146 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1172d0b-87cc-4051-bd13-b1cdedb754ab {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:13.080762 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'code': 200} Jan 31 15:58:13.092830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:13.159218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=bf905077-e9e8-4196-a434-f95c600d4114,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:13.225445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5188942-f7e1-4d6b-b3a5-8322d0ab46de req-54abf55b-4e63-4f95-8f30-596df56b400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:13.226898 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5188942-f7e1-4d6b-b3a5-8322d0ab46de req-54abf55b-4e63-4f95-8f30-596df56b400e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1100 time: 0.0511580 Jan 31 15:58:13.267679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5188942-f7e1-4d6b-b3a5-8322d0ab46de req-6143bccf-ee5c-42bc-8df2-aa484ea055f7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340984 Jan 31 15:58:13.605697 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fc36-1a94-471e-91d1-72bbf2fb3452 req-4bde8749-2739-433d-9040-08a95d817555 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:13.607254 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8420fc36-1a94-471e-91d1-72bbf2fb3452 req-4bde8749-2739-433d-9040-08a95d817555 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 945 time: 0.0570676 Jan 31 15:58:13.652976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8420fc36-1a94-471e-91d1-72bbf2fb3452 req-9726d4fc-7a3e-45e0-976c-a094b12cd089 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396774 Jan 31 15:58:13.716605 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-690cad7e-baad-43f2-a6f0-9e3cc801591f req-00f6179d-11e1-4d33-b3da-704405026bde tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 210 time: 0.0436144 Jan 31 15:58:13.726997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45160) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:13.795160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464e484-a6f6-4708-aca2-f701ab9face5 req-cdf2316b-9825-4723-aac7-edfc36d01d4a tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:13.796785 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2464e484-a6f6-4708-aca2-f701ab9face5 req-cdf2316b-9825-4723-aac7-edfc36d01d4a tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0561013 Jan 31 15:58:13.842956 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bc4774c-179f-4724-82f1-b03e1d8fa3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:13.848684 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2464e484-a6f6-4708-aca2-f701ab9face5 req-e592caf9-11e8-4914-a452-08d63e0959cf tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453398 Jan 31 15:58:13.977007 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bc4774c-179f-4724-82f1-b03e1d8fa3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:13.983928 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bc4774c-179f-4724-82f1-b03e1d8fa3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:14.071759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4774c-179f-4724-82f1-b03e1d8fa3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dbd67c-8d28-436e-9701-caeda82b9323,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:14.082458 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7bc4774c-179f-4724-82f1-b03e1d8fa3f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a08837464dff44759e9c50a9073cbc20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511481 Jan 31 15:58:14.083889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45170) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:14.113273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-eb63b2ad-22e8-4d07-873a-7e6d036f7aaa tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:14.115025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-eb63b2ad-22e8-4d07-873a-7e6d036f7aaa tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.20 "GET /v2.0/networks?id=068ae3d0-33a9-4ba7-a34d-6dce3087da8e HTTP/1.1" status: 200 len: 806 time: 0.1944997 Jan 31 15:58:14.129150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b4b73-3676-43a3-91c4-887391a8b9a9 req-f5797bef-8f05-4ef1-aa89-3101febdbd38 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:14.130849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d59b4b73-3676-43a3-91c4-887391a8b9a9 req-f5797bef-8f05-4ef1-aa89-3101febdbd38 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1153321 Jan 31 15:58:14.198340 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-4b122fe7-b9a7-4c59-a64d-ac538bd9153d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=808c2384a8394bebb85783e8d81b92e2 HTTP/1.1" status: 200 len: 380 time: 0.0658383 Jan 31 15:58:14.199245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea69e0f-d889-4ea0-80eb-2a8d00a08a97 req-c1d0f6a4-e71b-4ead-b82b-a3eba8c80ca3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:14.201079 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ea69e0f-d889-4ea0-80eb-2a8d00a08a97 req-c1d0f6a4-e71b-4ead-b82b-a3eba8c80ca3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1199393 Jan 31 15:58:14.204482 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8cacd8b6-b9ca-4ca8-9e24-6ce06c756312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:14.209633 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d59b4b73-3676-43a3-91c4-887391a8b9a9 req-9d0c14f1-299d-4ca9-9c8e-05f302063f41 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692306 Jan 31 15:58:14.214864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Request body: {'port': {'device_id': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'admin_state_up': True, 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'security_groups': ['760b0914-53d9-4366-a383-230de2e4186e']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:14.258938 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8cacd8b6-b9ca-4ca8-9e24-6ce06c756312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:14.263308 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ea69e0f-d889-4ea0-80eb-2a8d00a08a97 req-2279231a-335c-4d77-bbaf-7dd1c70c31b7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556445 Jan 31 15:58:14.313718 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8cacd8b6-b9ca-4ca8-9e24-6ce06c756312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:14.316702 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8cacd8b6-b9ca-4ca8-9e24-6ce06c756312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:14.320418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8cacd8b6-b9ca-4ca8-9e24-6ce06c756312 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1dbd67c-8d28-436e-9701-caeda82b9323 HTTP/1.1" status: 204 len: 168 time: 0.2247870 Jan 31 15:58:14.331074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacd8b6-b9ca-4ca8-9e24-6ce06c756312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dbd67c-8d28-436e-9701-caeda82b9323,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:14.356612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Made reservation on behalf of 808c2384a8394bebb85783e8d81b92e2 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:58:14.360201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:14.511898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Allocated IP 172.20.0.12 (068ae3d0-33a9-4ba7-a34d-6dce3087da8e/623e1eae-0fa2-4635-8b80-74e4d867e410/13f2b192-6f55-4074-98a4-b66d9afe3cf0) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:14.682960 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:14.719549 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:14.818578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:14.831079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:14.838024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:14.868067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Pushing event updated for resources: {'Port': ['ID=13f2b192-6f55-4074-98a4-b66d9afe3cf0,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:14.896702 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad2a3d-f2cc-4019-9c35-23886ecd1876 req-f4cfc598-9700-4ffb-89ad-a303b2b73fc7 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:14.898632 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22ad2a3d-f2cc-4019-9c35-23886ecd1876 req-f4cfc598-9700-4ffb-89ad-a303b2b73fc7 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 945 time: 0.1547205 Jan 31 15:58:14.901458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaffa2-2f66-4810-a44b-5974f02488fa req-7795c02f-4e12-46c2-8676-357350469401 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:14.912489 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6bfaffa2-2f66-4810-a44b-5974f02488fa req-7795c02f-4e12-46c2-8676-357350469401 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 932 time: 0.1102481 Jan 31 15:58:14.943423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:14.944590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:14.958733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6bfaffa2-2f66-4810-a44b-5974f02488fa req-3546dca6-02ee-4355-ba85-896848ca833b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449023 Jan 31 15:58:14.995517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22ad2a3d-f2cc-4019-9c35-23886ecd1876 req-b15fbb18-f6ea-46b1-b070-b8175c451db1 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766525 Jan 31 15:58:14.995517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-aaa6942b-c9e8-458a-858c-f177921f9831 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7844298 Jan 31 15:58:15.010237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Request body: {'port': {'device_id': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:15.079021 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:15.082427 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efde546-8cc0-4c15-838a-ec279e57472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf905077-e9e8-4196-a434-f95c600d4114'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:15.085586 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82ef6c-b695-4026-bfda-35591080368e" -d '{"events": [{"server_uuid": "7efde546-8cc0-4c15-838a-ec279e57472f", "name": "network-vif-plugged", "status": "completed", "tag": "bf905077-e9e8-4196-a434-f95c600d4114"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:15.136619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2ed9e-44a1-4b6f-b361-6e6304a5f43a req-3bffb86a-f71b-4852-ae3e-db514579784c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:15.139186 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-57b2ed9e-44a1-4b6f-b361-6e6304a5f43a req-3bffb86a-f71b-4852-ae3e-db514579784c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0634983 Jan 31 15:58:15.155805 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8364d62-dece-4a4f-938b-c85d1b2f6d47 x-openstack-request-id: req-c8364d62-dece-4a4f-938b-c85d1b2f6d47 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:15.156190 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efde546-8cc0-4c15-838a-ec279e57472f", "name": "network-vif-plugged", "status": "completed", "tag": "bf905077-e9e8-4196-a434-f95c600d4114", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:15.156529 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8364d62-dece-4a4f-938b-c85d1b2f6d47 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:15.157012 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efde546-8cc0-4c15-838a-ec279e57472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf905077-e9e8-4196-a434-f95c600d4114', 'code': 200} Jan 31 15:58:15.211902 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-57b2ed9e-44a1-4b6f-b361-6e6304a5f43a req-2b7df3bf-a215-4619-a18f-6d9e865f54f0 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660288 Jan 31 15:58:15.252291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45204) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:15.276199 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-dd2cc329-6d30-456a-8630-67a66eb37cc3 None None] Provisioning complete for port 13f2b192-6f55-4074-98a4-b66d9afe3cf0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:15.276728 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dd2cc329-6d30-456a-8630-67a66eb37cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:15.322760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6635-3645-4301-8ac7-30dc91f1b681 req-ef910aee-7119-4b82-8fc9-5c6dfc77e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:15.324031 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35df6635-3645-4301-8ac7-30dc91f1b681 req-ef910aee-7119-4b82-8fc9-5c6dfc77e841 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 1096 time: 0.0954320 Jan 31 15:58:15.351182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-dd2cc329-6d30-456a-8630-67a66eb37cc3 None None] Port 13f2b192-6f55-4074-98a4-b66d9afe3cf0 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:58:15.405756 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35df6635-3645-4301-8ac7-30dc91f1b681 req-30c01037-e2e6-4b6d-b561-a3ac357f2990 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707886 Jan 31 15:58:15.435359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d98b2-a175-4ae2-b9e5-24194628c886 req-c1682377-b720-4f99-923d-98f43c61ce14 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:15.438028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-395d98b2-a175-4ae2-b9e5-24194628c886 req-c1682377-b720-4f99-923d-98f43c61ce14 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0617313 Jan 31 15:58:15.444560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-790608439-network', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:15.457454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1e4ca-2063-4307-898f-b48baa843d93 req-7951b355-29fa-4668-98bc-d5f406d4b8a0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:15.459275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6ba1e4ca-2063-4307-898f-b48baa843d93 req-7951b355-29fa-4668-98bc-d5f406d4b8a0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.0875876 Jan 31 15:58:15.506574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Made reservation on behalf of 74fd0407849e4616bfa436ddbdf701b2 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:58:15.508940 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:15.514682 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-395d98b2-a175-4ae2-b9e5-24194628c886 req-40fdca94-dba0-4c2c-935f-72d93a7e58e1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658138 Jan 31 15:58:15.520785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:15.537652 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6ba1e4ca-2063-4307-898f-b48baa843d93 req-fe4a1cf1-4862-4d39-a4b5-8271500645d6 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619943 Jan 31 15:58:15.594723 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f2b192-6f55-4074-98a4-b66d9afe3cf0 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:58:15.605774 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:15.619371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Transition to ACTIVE for port object 13f2b192-6f55-4074-98a4-b66d9afe3cf0 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:58:15.624179 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:15.630623 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:15.651421 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:15.683004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:58:15.691679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Pushing event updated for resources: {'Port': ['ID=13f2b192-6f55-4074-98a4-b66d9afe3cf0,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:15.714523 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2e453-e301-4ba0-b63d-dbc4367376f1 req-6795ca63-b41a-47b5-95e6-1533831bc63c tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:15.716382 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6d2e453-e301-4ba0-b63d-dbc4367376f1 req-6795ca63-b41a-47b5-95e6-1533831bc63c tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1100 time: 0.1060810 Jan 31 15:58:15.717214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b133dba4-ec1d-43d8-bccd-59099efac555,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:15.724574 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:15.724927 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Added segment 97c4ce8e-8c54-4550-b0be-c6e319d8f348 of type vlan for network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 Jan 31 15:58:15.802775 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:15.853512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:15.854552 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:15.855141 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:15.869659 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6d2e453-e301-4ba0-b63d-dbc4367376f1 req-1611b9e3-1c8d-4aed-927c-b7a65ef08381 tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352725 Jan 31 15:58:15.957306 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7017713 Jan 31 15:58:15.964911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45220) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:15.973096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-10b416f2-3876-4795-a0f0-98f653d05e86 admin admin] Request body: {'subnet': {'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-790608439-subnet', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:15.986625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e667e8-cd1d-43b1-9bff-07dee477c2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=8a6e6c8e-4f4e-4bed-a2de-5536532769f3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:16.000253 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:58:16.007974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b416f2-3876-4795-a0f0-98f653d05e86 admin admin] Made reservation on behalf of 74fd0407849e4616bfa436ddbdf701b2 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:58:16.010808 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10b416f2-3876-4795-a0f0-98f653d05e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:16.225691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Attempting to bind port 13f2b192-6f55-4074-98a4-b66d9afe3cf0 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:16.226299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Attempting to bind port 13f2b192-6f55-4074-98a4-b66d9afe3cf0 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:16.226442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Attempting to bind port 13f2b192-6f55-4074-98a4-b66d9afe3cf0 on network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:16.231694 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Port 13f2b192-6f55-4074-98a4-b66d9afe3cf0 on network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:58:16.232023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Attempting to bind port 13f2b192-6f55-4074-98a4-b66d9afe3cf0 on network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:16.237990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:16.237990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Checking segment: {'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:16.237990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Bound using segment: {'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:16.238390 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Bound port: 13f2b192-6f55-4074-98a4-b66d9afe3cf0, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f87bfc2-50e8-47dc-b590-c99c59a6545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:16.238613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:16.256051 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10b416f2-3876-4795-a0f0-98f653d05e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:16.325786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] For port 13f2b192-6f55-4074-98a4-b66d9afe3cf0, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:16.329394 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] For port 13f2b192-6f55-4074-98a4-b66d9afe3cf0, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=13f2b192-6f55-4074-98a4-b66d9afe3cf0,segment=NetworkSegment(2f87bfc2-50e8-47dc-b590-c99c59a6545e),segment_id=2f87bfc2-50e8-47dc-b590-c99c59a6545e)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:16.334784 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:16.383891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:16.385059 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:16.386583 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] 10.222.0.20 "PUT /v2.0/ports/13f2b192-6f55-4074-98a4-b66d9afe3cf0 HTTP/1.1" status: 200 len: 1092 time: 1.3807988 Jan 31 15:58:16.387025 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'tag': '13f2b192-6f55-4074-98a4-b66d9afe3cf0'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:16.389792 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73546a1-b0dd-43d9-bb64-8f1092fce766" -d '{"events": [{"name": "network-changed", "server_uuid": "114f7f24-bdfe-4897-8e2c-d60e28a285ee", "tag": "13f2b192-6f55-4074-98a4-b66d9afe3cf0"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:16.415405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed03645-e499-4cdf-ba84-c33ebf24ad9e service neutron] Pushing event updated for resources: {'Port': ['ID=13f2b192-6f55-4074-98a4-b66d9afe3cf0,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:16.455442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b416f2-3876-4795-a0f0-98f653d05e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:16.498484 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-9333f7c2-cf88-4bb3-9b5f-c7726879ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:16.500316 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-9333f7c2-cf88-4bb3-9b5f-c7726879ed6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=808c2384a8394bebb85783e8d81b92e2&device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 1095 time: 0.0570126 Jan 31 15:58:16.508567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b416f2-3876-4795-a0f0-98f653d05e86 admin admin] Checking segment: {'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:16.508932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b416f2-3876-4795-a0f0-98f653d05e86 admin admin] Network hostable DHCP agents. Network: 8a6e6c8e-4f4e-4bed-a2de-5536532769f3, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:58:16.514005 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-385b2ae3-967e-4a07-9ef0-f80a1a4a0fbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1905031 Jan 31 15:58:16.523597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc432d9c-acac-45f1-af96-97d351d15da4 req-89cea9e0-54fa-4732-bd73-bf81ecae208e tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:16.525095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc432d9c-acac-45f1-af96-97d351d15da4 req-89cea9e0-54fa-4732-bd73-bf81ecae208e tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 944 time: 0.2079110 Jan 31 15:58:16.595494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc432d9c-acac-45f1-af96-97d351d15da4 req-32f5d604-a748-41a5-905a-565b4399b6f4 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631418 Jan 31 15:58:16.596294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b416f2-3876-4795-a0f0-98f653d05e86 admin admin] Network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:58:16.607264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-10b416f2-3876-4795-a0f0-98f653d05e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 8a6e6c8e-4f4e-4bed-a2de-5536532769f3) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:16.615695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edc6982-f82d-4128-b147-df62e4b0374f None None] Network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:58:16.620019 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-d5db61ae-657d-439b-b5ee-b70b1a9b7433 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13f2b192-6f55-4074-98a4-b66d9afe3cf0 HTTP/1.1" status: 200 len: 217 time: 0.1099000 Jan 31 15:58:16.646482 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b416f2-3876-4795-a0f0-98f653d05e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:16.647086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10b416f2-3876-4795-a0f0-98f653d05e86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:16.668815 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:58:16.711939 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-10b416f2-3876-4795-a0f0-98f653d05e86 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7452066 Jan 31 15:58:16.714032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45252) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:16.733068 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:16.771620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28133a-9039-406d-9366-4394c1deebf8 req-1d339ab3-026b-40c2-9bde-ea6398d333a3 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:16.777150 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef28133a-9039-406d-9366-4394c1deebf8 req-1d339ab3-026b-40c2-9bde-ea6398d333a3 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 945 time: 0.2657907 Jan 31 15:58:16.808752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-ab9a317d-57d7-4ac4-a513-765719b7239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:16.810452 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-ab9a317d-57d7-4ac4-a513-765719b7239b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=623e1eae-0fa2-4635-8b80-74e4d867e410 HTTP/1.1" status: 200 len: 845 time: 0.1788576 Jan 31 15:58:16.886256 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef28133a-9039-406d-9366-4394c1deebf8 req-d671b232-6259-4943-9c95-589f74f9bf16 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005137 Jan 31 15:58:16.892264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-39c7545b-afaa-400f-984d-62e4d31f1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:16.894272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-39c7545b-afaa-400f-984d-62e4d31f1857 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=068ae3d0-33a9-4ba7-a34d-6dce3087da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663793 Jan 31 15:58:16.916032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4191131-f24b-4fe0-9519-bb179a1bb7bb req-f75ff357-9b54-4cb1-a229-9545788802aa tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:16.919731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4191131-f24b-4fe0-9519-bb179a1bb7bb req-f75ff357-9b54-4cb1-a229-9545788802aa tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1424637 Jan 31 15:58:16.932583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:16.933662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:16.997995 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4191131-f24b-4fe0-9519-bb179a1bb7bb req-f2ad4241-5db1-4bf7-91e2-c280bdbbe6aa tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733316 Jan 31 15:58:17.026577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'fixed_ips': [{'subnet_id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:58:17.027451 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:17.064796 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:17.079285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-810e6cc2-1589-4f84-abf8-5c294b7d57bf service neutron] 10.222.0.20 "GET /v2.0/networks/068ae3d0-33a9-4ba7-a34d-6dce3087da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686661 Jan 31 15:58:17.181667 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56730366-6326-4424-baae-8f075a31de42 x-openstack-request-id: req-56730366-6326-4424-baae-8f075a31de42 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:17.181945 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114f7f24-bdfe-4897-8e2c-d60e28a285ee", "tag": "13f2b192-6f55-4074-98a4-b66d9afe3cf0", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:17.182199 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56730366-6326-4424-baae-8f075a31de42 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:17.182601 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'tag': '13f2b192-6f55-4074-98a4-b66d9afe3cf0', 'status': 'completed', 'code': 200} Jan 31 15:58:17.203111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595f3fc-1934-43a5-a58a-1ec75bc22130 req-5066d9b6-d448-434d-a7de-52eb2cc20509 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:17.204664 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2595f3fc-1934-43a5-a58a-1ec75bc22130 req-5066d9b6-d448-434d-a7de-52eb2cc20509 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1244810 Jan 31 15:58:17.246441 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:17.291082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2595f3fc-1934-43a5-a58a-1ec75bc22130 req-c2d9f7b4-30ca-4af0-9a72-81cc47e2c107 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719159 Jan 31 15:58:17.299085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4d798df-8092-4fca-bf88-7ee162bf0501 req-4cd71649-66cf-41a9-b988-3191adb611d7 service neutron] 10.222.0.20 "GET /v2.0/networks/068ae3d0-33a9-4ba7-a34d-6dce3087da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089255 Jan 31 15:58:17.433435 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c89e996a-ff6f-44e4-9731-0b5ca4b7e51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:17.433883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7daac-df33-4759-9d2d-160f9ab0dd72 req-6463a244-f87b-4b04-ae3e-43a71fcfe246 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:17.435854 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b3c7daac-df33-4759-9d2d-160f9ab0dd72 req-6463a244-f87b-4b04-ae3e-43a71fcfe246 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.1114855 Jan 31 15:58:17.453687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73546a1-b0dd-43d9-bb64-8f1092fce766 req-1daba30c-5a12-4cf0-80ea-311b8a05f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:17.455191 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b73546a1-b0dd-43d9-bb64-8f1092fce766 req-1daba30c-5a12-4cf0-80ea-311b8a05f716 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=808c2384a8394bebb85783e8d81b92e2&device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 1095 time: 0.0885582 Jan 31 15:58:17.462517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaacaa-ef4f-49cc-ba6c-53b6fd1c537f req-4ddd3f80-2265-4f3c-9525-cdf971fac3c6 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:17.463976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3aaacaa-ef4f-49cc-ba6c-53b6fd1c537f req-4ddd3f80-2265-4f3c-9525-cdf971fac3c6 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0645478 Jan 31 15:58:17.475807 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Allocated IP 172.20.0.2 (8a6e6c8e-4f4e-4bed-a2de-5536532769f3/cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce/8ae55a75-cf35-42ec-9520-599c896b5efd) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:17.538436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b3c7daac-df33-4759-9d2d-160f9ab0dd72 req-ef49e77a-f265-42e4-b5b4-f852acd72bed tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860846 Jan 31 15:58:17.556431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73546a1-b0dd-43d9-bb64-8f1092fce766 req-54af8a25-5ef4-4b19-a28f-bc023d7f3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:17.557945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b73546a1-b0dd-43d9-bb64-8f1092fce766 req-54af8a25-5ef4-4b19-a28f-bc023d7f3e2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=068ae3d0-33a9-4ba7-a34d-6dce3087da8e HTTP/1.1" status: 200 len: 907 time: 0.0929532 Jan 31 15:58:17.613916 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:17.615955 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b73546a1-b0dd-43d9-bb64-8f1092fce766 req-5c522d6f-1b68-494c-9fc3-f72f6a49062a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13f2b192-6f55-4074-98a4-b66d9afe3cf0 HTTP/1.1" status: 200 len: 217 time: 0.0388052 Jan 31 15:58:17.642137 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:17.675496 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3aaacaa-ef4f-49cc-ba6c-53b6fd1c537f req-b5583c39-9ea5-4786-9894-bd4cb41e9402 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164024 Jan 31 15:58:17.706427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73546a1-b0dd-43d9-bb64-8f1092fce766 req-932d697e-32a2-494d-b120-6f48fbb8c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:17.707916 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b73546a1-b0dd-43d9-bb64-8f1092fce766 req-932d697e-32a2-494d-b120-6f48fbb8c6a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=623e1eae-0fa2-4635-8b80-74e4d867e410 HTTP/1.1" status: 200 len: 845 time: 0.0808222 Jan 31 15:58:17.789999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73546a1-b0dd-43d9-bb64-8f1092fce766 req-881a9b5a-461e-42c3-9a0e-16a40e1910da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:17.791651 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b73546a1-b0dd-43d9-bb64-8f1092fce766 req-881a9b5a-461e-42c3-9a0e-16a40e1910da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=068ae3d0-33a9-4ba7-a34d-6dce3087da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735707 Jan 31 15:58:17.793555 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:17.802796 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:17.855944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:17.859103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:17.863218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:17.870994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Pushing event updated for resources: {'Port': ['ID=8ae55a75-cf35-42ec-9520-599c896b5efd,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:17.891228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Allocated IP 172.25.1.102 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/0b38f0ed-7bfc-43dc-b96a-e46bf82386c6) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:17.917509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b73546a1-b0dd-43d9-bb64-8f1092fce766 req-702d0d20-a48e-4593-85cd-4fb5765d3c80 service neutron] 10.222.0.20 "GET /v2.0/networks/068ae3d0-33a9-4ba7-a34d-6dce3087da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128647 Jan 31 15:58:17.978269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53bc46-daa9-4aa0-b7da-c4428f20d45b req-39647de9-5930-4345-a667-063fcf5e53e1 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:17.980393 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de53bc46-daa9-4aa0-b7da-c4428f20d45b req-39647de9-5930-4345-a667-063fcf5e53e1 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 944 time: 0.2275572 Jan 31 15:58:17.988017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Attempting to bind port 8ae55a75-cf35-42ec-9520-599c896b5efd on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:17.988642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Attempting to bind port 8ae55a75-cf35-42ec-9520-599c896b5efd by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:17.989179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Attempting to bind port 8ae55a75-cf35-42ec-9520-599c896b5efd on network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:18.004148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:18.004520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Checking segment: {'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:18.004918 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:18.005302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Bound using segment: {'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:18.005867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Bound port: 8ae55a75-cf35-42ec-9520-599c896b5efd, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:18.006241 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:18.027623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de53bc46-daa9-4aa0-b7da-c4428f20d45b req-3de40fb7-09a3-49cf-812b-b01ef71a200c tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413933 Jan 31 15:58:18.076310 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:18.087048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] For port 8ae55a75-cf35-42ec-9520-599c896b5efd, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:18.090990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] For port 8ae55a75-cf35-42ec-9520-599c896b5efd, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8ae55a75-cf35-42ec-9520-599c896b5efd,segment=NetworkSegment(97c4ce8e-8c54-4550-b0be-c6e319d8f348),segment_id=97c4ce8e-8c54-4550-b0be-c6e319d8f348)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:18.095998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033200-4fea-40a3-8660-6f88a6130776 req-43609d1d-d7d2-4a20-bdb3-0a6289c4ca37 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:18.096913 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:18.097968 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79033200-4fea-40a3-8660-6f88a6130776 req-43609d1d-d7d2-4a20-bdb3-0a6289c4ca37 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 945 time: 0.0974777 Jan 31 15:58:18.119760 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b73546a1-b0dd-43d9-bb64-8f1092fce766 req-13f9ce1a-9877-4de1-b4de-f9213a27e222 service neutron] 10.222.0.20 "GET /v2.0/networks/068ae3d0-33a9-4ba7-a34d-6dce3087da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892111 Jan 31 15:58:18.128626 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:18.170962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79033200-4fea-40a3-8660-6f88a6130776 req-ab05b43c-b848-4ec9-a394-18a9b465bb80 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592537 Jan 31 15:58:18.198893 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c6329-5595-4bcb-b050-769b3bd1cd0f None None] Pushing event updated for resources: {'Port': ['ID=8ae55a75-cf35-42ec-9520-599c896b5efd,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:18.261706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:18.266048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Pushing event updated for resources: {'Port': ['ID=0b38f0ed-7bfc-43dc-b96a-e46bf82386c6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:18.269852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:18.274080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:18.327606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78edfa5-50f9-4f47-907f-7d9375cc144e req-e6b20948-04ff-4b49-b874-0abcf7133a7b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:18.335622 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b78edfa5-50f9-4f47-907f-7d9375cc144e req-e6b20948-04ff-4b49-b874-0abcf7133a7b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1101816 Jan 31 15:58:18.467611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-3ae81cc4-7120-43cb-9ae6-0c8b022f67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:18.469237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-3ae81cc4-7120-43cb-9ae6-0c8b022f67bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1100 time: 0.0809820 Jan 31 15:58:18.493704 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b78edfa5-50f9-4f47-907f-7d9375cc144e req-ec70e5ad-acfa-4be0-bc84-3d35aca1d62b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570048 Jan 31 15:58:18.602602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-37ba1db1-aaee-4c09-a671-3d939d21afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:18.603945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-37ba1db1-aaee-4c09-a671-3d939d21afd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1251955 Jan 31 15:58:18.667975 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-33fe4823-245c-44e9-8b65-3e9fa6767fbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 217 time: 0.0450678 Jan 31 15:58:18.689795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c14b-a3f9-4d97-9f61-4c84b1aedd40 req-5fd089cd-9061-4014-8152-fd22b4e9e93e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:18.691130 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7c0c14b-a3f9-4d97-9f61-4c84b1aedd40 req-5fd089cd-9061-4014-8152-fd22b4e9e93e tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 945 time: 0.0982773 Jan 31 15:58:18.711521 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21decb-521c-4429-ba6b-4e09ff9cb6a0 req-8249f264-8843-413f-9407-4f1bd7db3d8d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:18.712970 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e21decb-521c-4429-ba6b-4e09ff9cb6a0 req-8249f264-8843-413f-9407-4f1bd7db3d8d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1315377 Jan 31 15:58:18.737067 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:18.747326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-0184b7a4-5737-4d3b-9b1e-734dddcd0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:18.749199 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-0184b7a4-5737-4d3b-9b1e-734dddcd0382 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0744841 Jan 31 15:58:18.757091 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7c0c14b-a3f9-4d97-9f61-4c84b1aedd40 req-a7a98583-6e6b-4025-a5b0-2352820bb9c2 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468287 Jan 31 15:58:18.800858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e21decb-521c-4429-ba6b-4e09ff9cb6a0 req-5d28bda0-0839-47da-9c4d-03f2192fd6f8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793159 Jan 31 15:58:18.807233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-14f9517c-bac6-40bf-abe4-1f0758568915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:18.808785 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-14f9517c-bac6-40bf-abe4-1f0758568915 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0483656 Jan 31 15:58:18.956635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-a8d4e9ce-f061-4853-b33a-0d78300320d5 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400747 Jan 31 15:58:18.986019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8ae55a75-cf35-42ec-9520-599c896b5efd up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:19.037783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d72758-af2c-49d1-8691-3b742768d12e req-7dc6fde4-46f5-46d8-b5f1-b1e3c4dad6ff tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:19.040506 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8ae55a75-cf35-42ec-9520-599c896b5efd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:19.041176 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:19.045313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84d72758-af2c-49d1-8691-3b742768d12e req-7dc6fde4-46f5-46d8-b5f1-b1e3c4dad6ff tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 945 time: 0.1519952 Jan 31 15:58:19.103154 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84d72758-af2c-49d1-8691-3b742768d12e req-badf50ae-99bc-4e53-b13a-2a5d74d06ef3 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522621 Jan 31 15:58:19.165595 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:19.169265 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-32acd767-0ca2-4b40-86f8-4a3e97e9075b service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016184 Jan 31 15:58:19.239280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 8ae55a75-cf35-42ec-9520-599c896b5efd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8ae55a75-cf35-42ec-9520-599c896b5efd,segment=NetworkSegment(97c4ce8e-8c54-4550-b0be-c6e319d8f348),segment_id=97c4ce8e-8c54-4550-b0be-c6e319d8f348)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:19.246790 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:19.257020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4384a-26ec-4115-a7d4-9b8c63464bcf req-75cd6cfa-c68b-4134-a2da-1324be215a3a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:19.263196 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56c4384a-26ec-4115-a7d4-9b8c63464bcf req-75cd6cfa-c68b-4134-a2da-1324be215a3a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0756466 Jan 31 15:58:19.286520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ddf41-38e3-4532-91f2-4beed0d3f306 req-4be4f8db-92dc-4c5f-9d62-8dfe833d120a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:19.294205 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-086ddf41-38e3-4532-91f2-4beed0d3f306 req-4be4f8db-92dc-4c5f-9d62-8dfe833d120a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.1652009 Jan 31 15:58:19.312989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56c4384a-26ec-4115-a7d4-9b8c63464bcf req-6bae8a7c-715e-4d15-a66b-fb488df38104 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Jan 31 15:58:19.320863 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:19.351440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=8ae55a75-cf35-42ec-9520-599c896b5efd,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:19.414649 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-086ddf41-38e3-4532-91f2-4beed0d3f306 req-de6414d1-3b46-4829-b4d2-2b168559acdb tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192570 Jan 31 15:58:19.434178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874052dc-b24d-483e-bd99-66ae22df092c None None] Network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:58:19.457018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31417262-8a38-4e2b-b040-60d4bfcf581f req-3e4f3739-7dfe-412a-ad72-45cb59787f5f tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:19.458950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31417262-8a38-4e2b-b040-60d4bfcf581f req-3e4f3739-7dfe-412a-ad72-45cb59787f5f tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 944 time: 0.0810871 Jan 31 15:58:19.496966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Router b007f214-4024-473a-8689-37630a2827b1 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:58:19.504263 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31417262-8a38-4e2b-b040-60d4bfcf581f req-7231437d-4092-41c4-a65d-867b9f301fa9 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392675 Jan 31 15:58:19.524435 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5e478bf6-7b52-4abb-bf03-bb63bfff6b08 None None] Provisioning complete for port 8ae55a75-cf35-42ec-9520-599c896b5efd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:19.524804 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5e478bf6-7b52-4abb-bf03-bb63bfff6b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:19.634971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:58:19.647188 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Sync routers for ids ['b007f214-4024-473a-8689-37630a2827b1'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:58:19.649991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760cca7-0c0b-4e7c-85fc-9fd7d379c3ad req-a1d7fa0e-2549-4c7a-bd45-7d60d6ff47bf tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:19.651570 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e760cca7-0c0b-4e7c-85fc-9fd7d379c3ad req-a1d7fa0e-2549-4c7a-bd45-7d60d6ff47bf tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0661786 Jan 31 15:58:19.667962 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7e7f631e-1b21-4738-8dad-58b4d3f5647c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:19.676688 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Routers {'b007f214-4024-473a-8689-37630a2827b1'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:19.678427 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:19.682144 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:57:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b007f214-4024-473a-8689-37630a2827b1'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:19.682566 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c8380e6c-bb32-4833-bd80-5f383a02fb05 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9629171 Jan 31 15:58:19.682678 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45306) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:19.709386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e760cca7-0c0b-4e7c-85fc-9fd7d379c3ad req-a4ccbc25-4a97-4f47-ba47-ddcfb79901e2 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469749 Jan 31 15:58:19.904244 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Set router b007f214-4024-473a-8689-37630a2827b1 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:19.939970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88c7d5-e844-4331-85bc-7e6784286136 req-5025d603-eea0-4af7-bbec-1e8f5618f56f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:19.941673 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb88c7d5-e844-4331-85bc-7e6784286136 req-5025d603-eea0-4af7-bbec-1e8f5618f56f tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.30 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 945 time: 0.0867927 Jan 31 15:58:19.968325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fda2ba-b535-4802-b7b8-24471957cc15 req-29fd9a86-f439-4ef4-9b84-7c89a1d60910 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:19.969732 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2fda2ba-b535-4802-b7b8-24471957cc15 req-29fd9a86-f439-4ef4-9b84-7c89a1d60910 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 945 time: 0.0709162 Jan 31 15:58:20.013079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-06607c2f-30bc-4692-92a8-0e1347347b21 None None] Provisioning complete for port 8ae55a75-cf35-42ec-9520-599c896b5efd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:20.013722 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-06607c2f-30bc-4692-92a8-0e1347347b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.020987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e831efe-431c-419d-b2d2-b0a1ca822212 req-be74279f-48db-4cc6-bde4-090aba596803 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:20.032076 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e831efe-431c-419d-b2d2-b0a1ca822212 req-be74279f-48db-4cc6-bde4-090aba596803 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1161852 Jan 31 15:58:20.076603 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2fda2ba-b535-4802-b7b8-24471957cc15 req-3a508052-78d4-4a8c-aa32-19c3fbc89c27 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups?id=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720925 Jan 31 15:58:20.112832 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e831efe-431c-419d-b2d2-b0a1ca822212 req-be822c9a-c483-4e0b-979b-a283895306e9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796037 Jan 31 15:58:20.144287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-eb88c7d5-e844-4331-85bc-7e6784286136 req-c34583aa-0a1d-4abb-9ba4-092355c94b17 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Deleting port bf905077-e9e8-4196-a434-f95c600d4114 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:20.144728 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb88c7d5-e844-4331-85bc-7e6784286136 req-c34583aa-0a1d-4abb-9ba4-092355c94b17 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.147054 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:58:18Z', 'revision_number': 3, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:20.182805 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Checking router: b007f214-4024-473a-8689-37630a2827b1 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:58:20.183507 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Updating router b007f214-4024-473a-8689-37630a2827b1 port 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:58:20.213053 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.254922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-eb88c7d5-e844-4331-85bc-7e6784286136 req-c34583aa-0a1d-4abb-9ba4-092355c94b17 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] For port bf905077-e9e8-4196-a434-f95c600d4114, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=bf905077-e9e8-4196-a434-f95c600d4114,segment=NetworkSegment(aadba361-39c5-47bc-b335-9eb4e0fd6656),segment_id=aadba361-39c5-47bc-b335-9eb4e0fd6656)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:20.255308 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb88c7d5-e844-4331-85bc-7e6784286136 req-c34583aa-0a1d-4abb-9ba4-092355c94b17 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.267715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-eb88c7d5-e844-4331-85bc-7e6784286136 req-c34583aa-0a1d-4abb-9ba4-092355c94b17 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Calling delete_port for bf905077-e9e8-4196-a434-f95c600d4114 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:20.320133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59707f-e119-4ec7-8d80-8d42fda77932 req-a5d11227-ff10-4f36-aa00-9ef4dce8f858 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:20.321655 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe59707f-e119-4ec7-8d80-8d42fda77932 req-a5d11227-ff10-4f36-aa00-9ef4dce8f858 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 945 time: 0.1142290 Jan 31 15:58:20.330203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.355303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18de381-78b3-4272-a0c2-ed45940b9ea5 req-c0540ccf-444b-46c7-add4-73db5e2a12ec tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:20.357386 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b18de381-78b3-4272-a0c2-ed45940b9ea5 req-c0540ccf-444b-46c7-add4-73db5e2a12ec tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 945 time: 0.1350348 Jan 31 15:58:20.434518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe59707f-e119-4ec7-8d80-8d42fda77932 req-fdfc09d7-b7a2-4af9-ae4a-89d2dd045c66 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f23da60-d319-49b1-9aeb-6d90a61e5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020555 Jan 31 15:58:20.480646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98365c95-e5aa-42bb-b6a8-d627e51f3185 req-2765382b-84e9-4a60-a550-009f80c57cb7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:20.488357 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98365c95-e5aa-42bb-b6a8-d627e51f3185 req-2765382b-84e9-4a60-a550-009f80c57cb7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0862176 Jan 31 15:58:20.488942 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.495463 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.496048 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb88c7d5-e844-4331-85bc-7e6784286136 req-c34583aa-0a1d-4abb-9ba4-092355c94b17 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.507922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['bf905077-e9e8-4196-a434-f95c600d4114'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:58:20.547574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 13f2b192-6f55-4074-98a4-b66d9afe3cf0 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:58:20.561821 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e27c4-3ad7-45f3-b0fa-7744c40bf104 None None] Pushing event updated for resources: {'Port': ['ID=0b38f0ed-7bfc-43dc-b96a-e46bf82386c6,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:20.564407 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Attempting to bind port 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:20.565321 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Attempting to bind port 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:20.565788 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Attempting to bind port 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:20.576084 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34583aa-0a1d-4abb-9ba4-092355c94b17 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event deleted for resources: {'Port': ['ID=bf905077-e9e8-4196-a434-f95c600d4114,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:20.577283 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:20.577778 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:20.578258 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.578743 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:20.579295 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Bound port: 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:20.581788 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.630630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98365c95-e5aa-42bb-b6a8-d627e51f3185 req-1aa32177-1298-4896-8e27-e0aff7d4fcce tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412201 Jan 31 15:58:20.639808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-b18de381-78b3-4272-a0c2-ed45940b9ea5 req-a67755cc-523c-4cf9-97ad-0ed0ff57028c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Deleting port 6bcda060-3677-49c7-9ee3-adce77f3cec8 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:20.640495 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b18de381-78b3-4272-a0c2-ed45940b9ea5 req-a67755cc-523c-4cf9-97ad-0ed0ff57028c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.657910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb88c7d5-e844-4331-85bc-7e6784286136 req-c34583aa-0a1d-4abb-9ba4-092355c94b17 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] No DVR routers for this DVR port bf905077-e9e8-4196-a434-f95c600d4114 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:58:20.661578 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb88c7d5-e844-4331-85bc-7e6784286136 req-c34583aa-0a1d-4abb-9ba4-092355c94b17 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.671388 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb88c7d5-e844-4331-85bc-7e6784286136 req-c34583aa-0a1d-4abb-9ba4-092355c94b17 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.30 "DELETE /v2.0/ports/bf905077-e9e8-4196-a434-f95c600d4114 HTTP/1.1" status: 204 len: 173 time: 0.7101371 Jan 31 15:58:20.671388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efde546-8cc0-4c15-838a-ec279e57472f', 'name': 'network-vif-deleted', 'tag': 'bf905077-e9e8-4196-a434-f95c600d4114'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:20.671388 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b580c0a-1123-4947-8e3a-e5564268871c" -d '{"events": [{"server_uuid": "7efde546-8cc0-4c15-838a-ec279e57472f", "name": "network-vif-deleted", "tag": "bf905077-e9e8-4196-a434-f95c600d4114"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:20.685956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a7c07-df6b-4831-ac8e-17fc47689c8d req-82222b85-b883-447f-81fb-d4ecd4d20379 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:20.689536 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-053a7c07-df6b-4831-ac8e-17fc47689c8d req-82222b85-b883-447f-81fb-d4ecd4d20379 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.1283808 Jan 31 15:58:20.726914 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] For port 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:20.733743 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] For port 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0b38f0ed-7bfc-43dc-b96a-e46bf82386c6,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:20.740321 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.746430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Allocated IP 172.20.0.1 (8a6e6c8e-4f4e-4bed-a2de-5536532769f3/cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce/f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:20.755929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 13f2b192-6f55-4074-98a4-b66d9afe3cf0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=13f2b192-6f55-4074-98a4-b66d9afe3cf0,segment=NetworkSegment(2f87bfc2-50e8-47dc-b590-c99c59a6545e),segment_id=2f87bfc2-50e8-47dc-b590-c99c59a6545e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:20.806859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '13f2b192-6f55-4074-98a4-b66d9afe3cf0', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'port_id': '13f2b192-6f55-4074-98a4-b66d9afe3cf0', 'mac_address': 'fa:16:3e:57:27:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:58:20.832268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fec57-9ff4-4f95-b572-6c1bb6016db5 req-fa78aba7-2e45-4d34-9e39-b7dd6945ac5d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:20.833493 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.836389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-053a7c07-df6b-4831-ac8e-17fc47689c8d req-ab2df6f8-9386-4bec-9bda-c01cb1c5024f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081152 Jan 31 15:58:20.837848 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fe6fec57-9ff4-4f95-b572-6c1bb6016db5 req-fa78aba7-2e45-4d34-9e39-b7dd6945ac5d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 944 time: 0.1089666 Jan 31 15:58:20.853918 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Routers {'b007f214-4024-473a-8689-37630a2827b1'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:20.854308 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b007f214-4024-473a-8689-37630a2827b1'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:20.903544 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.911583 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fe6fec57-9ff4-4f95-b572-6c1bb6016db5 req-e90109aa-ccb7-402e-8ef1-ded4e2a93d5a tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666471 Jan 31 15:58:20.924049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f2b192-6f55-4074-98a4-b66d9afe3cf0 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:58:20.938051 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8ae55a75-cf35-42ec-9520-599c896b5efd up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:20.940505 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1870edb8-859b-42c5-905c-0c4d3699a9a8 x-openstack-request-id: req-1870edb8-859b-42c5-905c-0c4d3699a9a8 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:20.940897 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efde546-8cc0-4c15-838a-ec279e57472f", "name": "network-vif-deleted", "tag": "bf905077-e9e8-4196-a434-f95c600d4114", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:20.941242 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1870edb8-859b-42c5-905c-0c4d3699a9a8 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:20.942012 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efde546-8cc0-4c15-838a-ec279e57472f', 'name': 'network-vif-deleted', 'tag': 'bf905077-e9e8-4196-a434-f95c600d4114', 'status': 'completed', 'code': 200} Jan 31 15:58:20.950495 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e27c4-3ad7-45f3-b0fa-7744c40bf104 None None] Pushing event updated for resources: {'Port': ['ID=0b38f0ed-7bfc-43dc-b96a-e46bf82386c6,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:20.971722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b18de381-78b3-4272-a0c2-ed45940b9ea5 req-a67755cc-523c-4cf9-97ad-0ed0ff57028c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] For port 6bcda060-3677-49c7-9ee3-adce77f3cec8, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6bcda060-3677-49c7-9ee3-adce77f3cec8,segment=NetworkSegment(63aca419-d188-4d50-a936-628779c8c5ec),segment_id=63aca419-d188-4d50-a936-628779c8c5ec)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:20.972123 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b18de381-78b3-4272-a0c2-ed45940b9ea5 req-a67755cc-523c-4cf9-97ad-0ed0ff57028c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:20.983370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 13f2b192-6f55-4074-98a4-b66d9afe3cf0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=13f2b192-6f55-4074-98a4-b66d9afe3cf0,segment=NetworkSegment(2f87bfc2-50e8-47dc-b590-c99c59a6545e),segment_id=2f87bfc2-50e8-47dc-b590-c99c59a6545e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:20.989110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-b18de381-78b3-4272-a0c2-ed45940b9ea5 req-a67755cc-523c-4cf9-97ad-0ed0ff57028c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Calling delete_port for 6bcda060-3677-49c7-9ee3-adce77f3cec8 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:20.991350 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:21.054194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=13f2b192-6f55-4074-98a4-b66d9afe3cf0,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:21.055221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbaa12-24d4-439e-8432-901dc9814349 req-e88bee4e-628a-4474-ab25-3038e8f63f76 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:21.057167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14fbaa12-24d4-439e-8432-901dc9814349 req-e88bee4e-628a-4474-ab25-3038e8f63f76 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0667443 Jan 31 15:58:21.059512 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] Set router b007f214-4024-473a-8689-37630a2827b1 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:21.065251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8ae55a75-cf35-42ec-9520-599c896b5efd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:21.065636 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:21.074411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:21.112483 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14fbaa12-24d4-439e-8432-901dc9814349 req-5ea5c65b-4542-4b01-b4fc-715d3768711f tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468538 Jan 31 15:58:21.221651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['13f2b192-6f55-4074-98a4-b66d9afe3cf0'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:58:21.287230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89eee3df-dc35-4120-b9d0-b1c89bcda8cf req-360d349a-890c-4788-8cc5-8539d425bb77 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efde546-8cc0-4c15-838a-ec279e57472f HTTP/1.1" status: 200 len: 210 time: 0.0633316 Jan 31 15:58:21.288691 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:21.299651 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b18de381-78b3-4272-a0c2-ed45940b9ea5 req-a67755cc-523c-4cf9-97ad-0ed0ff57028c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:21.325680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f7069-347b-4e7a-ab42-867b2c0f1b61 req-6ed83719-bc9f-476e-afc9-d7b1c810ca36 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:21.333373 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-139f7069-347b-4e7a-ab42-867b2c0f1b61 req-6ed83719-bc9f-476e-afc9-d7b1c810ca36 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.0793102 Jan 31 15:58:21.361179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Pushing event updated for resources: {'Port': ['ID=f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:21.375299 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:58:18Z', 'revision_number': 3, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:21.378055 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-139f7069-347b-4e7a-ab42-867b2c0f1b61 req-a4bd3669-55d8-4a78-b0ca-46d885f86678 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 Jan 31 15:58:21.388850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:21.395844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:21.427356 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13178bb6-2f24-4e39-9881-1b8a45256610 None None] The sync data for ids ['b007f214-4024-473a-8689-37630a2827b1'] in n-d-827120-1 is: [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:58:18Z', 'revision_number': 3, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:58:21.435523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:21.441302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67755cc-523c-4cf9-97ad-0ed0ff57028c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Pushing event deleted for resources: {'Port': ['ID=6bcda060-3677-49c7-9ee3-adce77f3cec8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:21.498854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18de381-78b3-4272-a0c2-ed45940b9ea5 req-a67755cc-523c-4cf9-97ad-0ed0ff57028c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] No DVR routers for this DVR port 6bcda060-3677-49c7-9ee3-adce77f3cec8 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:58:21.503917 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b18de381-78b3-4272-a0c2-ed45940b9ea5 req-a67755cc-523c-4cf9-97ad-0ed0ff57028c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:21.507955 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b18de381-78b3-4272-a0c2-ed45940b9ea5 req-a67755cc-523c-4cf9-97ad-0ed0ff57028c tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.20 "DELETE /v2.0/ports/6bcda060-3677-49c7-9ee3-adce77f3cec8 HTTP/1.1" status: 204 len: 173 time: 1.1400044 Jan 31 15:58:21.508523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5772e44-3cf6-4910-9e03-9986e698d422', 'name': 'network-vif-deleted', 'tag': '6bcda060-3677-49c7-9ee3-adce77f3cec8'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:21.511209 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dd14e9-aa12-4554-9e80-c8e133ef56f2" -d '{"events": [{"server_uuid": "d5772e44-3cf6-4910-9e03-9986e698d422", "name": "network-vif-deleted", "tag": "6bcda060-3677-49c7-9ee3-adce77f3cec8"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:21.539274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:21.597246 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885aedc4-3c8e-4b20-91ef-bc9ed7c8dcb1 x-openstack-request-id: req-885aedc4-3c8e-4b20-91ef-bc9ed7c8dcb1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:21.597587 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5772e44-3cf6-4910-9e03-9986e698d422", "name": "network-vif-deleted", "tag": "6bcda060-3677-49c7-9ee3-adce77f3cec8", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:21.597806 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-885aedc4-3c8e-4b20-91ef-bc9ed7c8dcb1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:21.598198 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5772e44-3cf6-4910-9e03-9986e698d422', 'name': 'network-vif-deleted', 'tag': '6bcda060-3677-49c7-9ee3-adce77f3cec8', 'status': 'completed', 'code': 200} Jan 31 15:58:21.602294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-49c5f97f-0649-43ff-a285-04882458c576 req-a768fc78-ec1e-4d22-ba16-d836e1f52313 tempest-AttachSCSIVolumeTestJSON-1362848999 tempest-AttachSCSIVolumeTestJSON-1362848999-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5772e44-3cf6-4910-9e03-9986e698d422 HTTP/1.1" status: 200 len: 210 time: 0.0647485 Jan 31 15:58:21.724201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:21.770825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-76ed45c4-e484-44c4-893b-56687bdac974 None None] Provisioning complete for port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:21.771190 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-76ed45c4-e484-44c4-893b-56687bdac974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:21.821389 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-76ed45c4-e484-44c4-893b-56687bdac974 None None] Port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:58:21.842743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688030b-fde4-471b-826b-1cfe25726b38 req-ccf6b41e-babd-42f6-93e2-7a0dad949dd5 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:21.844022 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3688030b-fde4-471b-826b-1cfe25726b38 req-ccf6b41e-babd-42f6-93e2-7a0dad949dd5 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0677793 Jan 31 15:58:21.887966 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3688030b-fde4-471b-826b-1cfe25726b38 req-a73d5b33-160f-473d-8e23-2f69655d0369 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352960 Jan 31 15:58:21.985286 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:21.992726 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:22.043221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b904a67-a0e0-49eb-9f1f-b30e62f15922 req-f59d739a-fab1-4e92-9608-2d82e1b3be78 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:22.045055 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b904a67-a0e0-49eb-9f1f-b30e62f15922 req-f59d739a-fab1-4e92-9608-2d82e1b3be78 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 945 time: 0.0576003 Jan 31 15:58:22.050948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90370ebe-2cdb-4635-b2d2-e227bd437613 req-ccc1129e-0eaa-4d91-9d17-a9c7a904f125 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:22.054855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90370ebe-2cdb-4635-b2d2-e227bd437613 req-ccc1129e-0eaa-4d91-9d17-a9c7a904f125 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.1265118 Jan 31 15:58:22.111080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b904a67-a0e0-49eb-9f1f-b30e62f15922 req-c197dda8-8a9b-4525-82b1-4a779c6f350c tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593328 Jan 31 15:58:22.113531 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:22.117731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Pushing event updated for resources: {'Port': ['ID=f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:22.138113 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90370ebe-2cdb-4635-b2d2-e227bd437613 req-d6bbd137-9ab1-4746-8bab-34038f990fc2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721660 Jan 31 15:58:22.198477 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:22.245246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:22.246199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:22.255234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab79c5-d8d4-42f1-af54-4a6c3fd61b41 req-69f819bc-bd85-4861-99e8-2d614912c12b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:22.257022 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cab79c5-d8d4-42f1-af54-4a6c3fd61b41 req-69f819bc-bd85-4861-99e8-2d614912c12b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0574505 Jan 31 15:58:22.314400 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cab79c5-d8d4-42f1-af54-4a6c3fd61b41 req-66bb8dba-c923-4287-858d-c7228f4fa977 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439565 Jan 31 15:58:22.494819 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:22.540752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 13f2b192-6f55-4074-98a4-b66d9afe3cf0 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:22.562834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c66b4-14a2-4b47-b9f0-0321a416dbd8 req-36944f5d-24fa-4e40-b627-80b34a156eff tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:22.564445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b8c66b4-14a2-4b47-b9f0-0321a416dbd8 req-36944f5d-24fa-4e40-b627-80b34a156eff tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.0738695 Jan 31 15:58:22.565006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45356) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:22.591345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1c8850a3-9764-4b93-889e-0214a0d63fb4 None None] Provisioning complete for port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:22.593598 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1c8850a3-9764-4b93-889e-0214a0d63fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:22.666278 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b8c66b4-14a2-4b47-b9f0-0321a416dbd8 req-f95f6a0b-9118-49cc-b077-64b07db51e3e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920410 Jan 31 15:58:22.679637 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-1c8850a3-9764-4b93-889e-0214a0d63fb4 None None] Port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:58:22.682999 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 13f2b192-6f55-4074-98a4-b66d9afe3cf0 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:58:22.687385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 13f2b192-6f55-4074-98a4-b66d9afe3cf0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:22.687752 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:22.717256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2aa73f9e-c311-4694-aa3c-def9546a1676 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:22.754437 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2aa73f9e-c311-4694-aa3c-def9546a1676 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:22.755509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Router b007f214-4024-473a-8689-37630a2827b1 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:58:22.793174 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:22.820590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f2b192-6f55-4074-98a4-b66d9afe3cf0'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:22.823407 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bbfa14-2d98-4188-800e-b7db55a5f064" -d '{"events": [{"server_uuid": "114f7f24-bdfe-4897-8e2c-d60e28a285ee", "name": "network-vif-plugged", "status": "completed", "tag": "13f2b192-6f55-4074-98a4-b66d9afe3cf0"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:22.832546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2aa73f9e-c311-4694-aa3c-def9546a1676 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:22.837769 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2aa73f9e-c311-4694-aa3c-def9546a1676 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:22.839245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 13f2b192-6f55-4074-98a4-b66d9afe3cf0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=13f2b192-6f55-4074-98a4-b66d9afe3cf0,segment=NetworkSegment(2f87bfc2-50e8-47dc-b590-c99c59a6545e),segment_id=2f87bfc2-50e8-47dc-b590-c99c59a6545e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:22.840095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2aa73f9e-c311-4694-aa3c-def9546a1676 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "DELETE /v2.0/security-groups/26a84584-5053-4803-a136-61765c873656 HTTP/1.1" status: 204 len: 168 time: 0.2739372 Jan 31 15:58:22.844263 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:22.845365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6bcda060-3677-49c7-9ee3-adce77f3cec8 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:22.849983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45368) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:22.888722 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa73f9e-c311-4694-aa3c-def9546a1676 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a84584-5053-4803-a136-61765c873656,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:22.898099 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-13b711ca-a9ce-4c24-917c-9a47c413caf9 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] show failed (client error): The resource could not be found. Jan 31 15:58:22.902351 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-13b711ca-a9ce-4c24-917c-9a47c413caf9 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "GET /v2.0/security-groups/26a84584-5053-4803-a136-61765c873656 HTTP/1.1" status: 404 len: 347 time: 0.0496626 Jan 31 15:58:22.903191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45376) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:22.932530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:58:22.942581 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae03d311-d6fd-48b3-a24a-50bc76faf2ea x-openstack-request-id: req-ae03d311-d6fd-48b3-a24a-50bc76faf2ea {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:22.943092 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114f7f24-bdfe-4897-8e2c-d60e28a285ee", "name": "network-vif-plugged", "status": "completed", "tag": "13f2b192-6f55-4074-98a4-b66d9afe3cf0", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:22.943506 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae03d311-d6fd-48b3-a24a-50bc76faf2ea {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:22.944095 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f2b192-6f55-4074-98a4-b66d9afe3cf0', 'code': 200} Jan 31 15:58:22.944975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=13f2b192-6f55-4074-98a4-b66d9afe3cf0,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:22.945944 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f35fa00d-5976-4f99-b635-a88c211dd776 admin admin] 10.222.0.36 "PUT /v2.0/routers/b007f214-4024-473a-8689-37630a2827b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2619061 Jan 31 15:58:22.947646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 6bcda060-3677-49c7-9ee3-adce77f3cec8 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:58:22.948009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6bcda060-3677-49c7-9ee3-adce77f3cec8 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:23.096563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44256f54-5e1d-49c5-a6ff-df04f22688df req-668cbba3-77ce-4e23-9765-ed9e9bdf3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:23.098351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-44256f54-5e1d-49c5-a6ff-df04f22688df req-668cbba3-77ce-4e23-9765-ed9e9bdf3ede service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 1097 time: 0.0858254 Jan 31 15:58:23.114334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb424d0d-6fbe-4e4c-8494-f5c67c41c535 req-3668eefe-c6e2-470e-badd-2b864d191795 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:23.115945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb424d0d-6fbe-4e4c-8494-f5c67c41c535 req-3668eefe-c6e2-470e-badd-2b864d191795 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0718272 Jan 31 15:58:23.150242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-471ef93b-e673-43d2-acd4-c25045d00333 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Deleting port ebeae9c6-714e-4016-a06c-076c96e3bb15 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:23.150832 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-471ef93b-e673-43d2-acd4-c25045d00333 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:23.193573 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-44256f54-5e1d-49c5-a6ff-df04f22688df req-8018d19b-587e-4a58-baa8-88989ad0ab2c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766079 Jan 31 15:58:23.199407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:23.229373 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb424d0d-6fbe-4e4c-8494-f5c67c41c535 req-54d3f900-b484-4484-bfc1-f7bfb466f5f9 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056292 Jan 31 15:58:23.281053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:23.282227 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:23.307076 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-471ef93b-e673-43d2-acd4-c25045d00333 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:23.307738 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-471ef93b-e673-43d2-acd4-c25045d00333 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:23.341555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-471ef93b-e673-43d2-acd4-c25045d00333 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Calling delete_port for ebeae9c6-714e-4016-a06c-076c96e3bb15 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:23.386111 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:23.421344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0b38f0ed-7bfc-43dc-b96a-e46bf82386c6,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:23.426823 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:23.441986 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35e03a-3e5d-4e35-b21c-856918fc6bc6 req-39ee0d0e-cce8-4295-a105-36f473b8b974 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:23.450431 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb35e03a-3e5d-4e35-b21c-856918fc6bc6 req-39ee0d0e-cce8-4295-a105-36f473b8b974 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 946 time: 0.1210458 Jan 31 15:58:23.510332 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=0b38f0ed-7bfc-43dc-b96a-e46bf82386c6,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:23.520862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb35e03a-3e5d-4e35-b21c-856918fc6bc6 req-a0e9d62a-7f2f-4ec0-a810-e031edea5e1d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618031 Jan 31 15:58:23.568646 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-471ef93b-e673-43d2-acd4-c25045d00333 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:23.600929 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ef93b-e673-43d2-acd4-c25045d00333 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Pushing event deleted for resources: {'Port': ['ID=ebeae9c6-714e-4016-a06c-076c96e3bb15,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:23.681503 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-471ef93b-e673-43d2-acd4-c25045d00333 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:23.683667 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a995246-c004-411b-ac92-c1c597cebb33 req-e7f3860e-3574-4dee-8a61-4075d2a11ad4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:23.684426 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-471ef93b-e673-43d2-acd4-c25045d00333 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:23.687771 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0a995246-c004-411b-ac92-c1c597cebb33 req-e7f3860e-3574-4dee-8a61-4075d2a11ad4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0854909 Jan 31 15:58:23.687957 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-471ef93b-e673-43d2-acd4-c25045d00333 tempest-ImagesOneServerNegativeTestJSON-1757024319 tempest-ImagesOneServerNegativeTestJSON-1757024319-project] 10.222.0.36 "DELETE /v2.0/floatingips/25f06283-217e-492b-a27a-377520982751 HTTP/1.1" status: 204 len: 168 time: 0.7810829 Jan 31 15:58:23.741041 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0a995246-c004-411b-ac92-c1c597cebb33 req-61152095-5f93-46bf-8150-b3ad21ad1063 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442083 Jan 31 15:58:23.760329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Sync routers for ids ['b007f214-4024-473a-8689-37630a2827b1'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:58:23.761122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45430) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:23.766689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ea1a8134-ca28-4daa-a551-4c0ec24ee820 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176436602', 'description': 'tempest-description--744787372'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:23.779531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Routers {'b007f214-4024-473a-8689-37630a2827b1'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:23.780448 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b007f214-4024-473a-8689-37630a2827b1'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:23.799558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8134-ca28-4daa-a551-4c0ec24ee820 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:23.897048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616095c-4c6f-4cc0-a7e0-4163a56ec0ce req-c2f4e2d7-6eb6-4442-8992-826a57498ff1 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:23.898866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6616095c-4c6f-4cc0-a7e0-4163a56ec0ce req-c2f4e2d7-6eb6-4442-8992-826a57498ff1 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.0728469 Jan 31 15:58:23.936702 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Set router b007f214-4024-473a-8689-37630a2827b1 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:23.955854 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6616095c-4c6f-4cc0-a7e0-4163a56ec0ce req-1a5cc047-ccea-4a91-94a3-2be143228c2d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473351 Jan 31 15:58:23.956363 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8134-ca28-4daa-a551-4c0ec24ee820 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:23.967267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534a670-e135-48e2-88f5-7d92e07b2433 req-af2a4589-3da4-43cb-84a6-847e5be9208c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:23.969281 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4534a670-e135-48e2-88f5-7d92e07b2433 req-af2a4589-3da4-43cb-84a6-847e5be9208c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1016996 Jan 31 15:58:23.971042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8134-ca28-4daa-a551-4c0ec24ee820 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.025273 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8134-ca28-4daa-a551-4c0ec24ee820 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.026543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ea1a8134-ca28-4daa-a551-4c0ec24ee820 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2642882 Jan 31 15:58:24.029792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45438) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:24.035753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2d864a95-9c27-4a8b-b402-6e2fe851b4a4 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Request body: {'security_group_rule': {'security_group_id': '1bd565bf-d290-4645-b1f6-b9105983f09c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:24.050212 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4534a670-e135-48e2-88f5-7d92e07b2433 req-66c8c8d0-1ec9-44b3-9838-00201a36f567 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699587 Jan 31 15:58:24.051743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a8134-ca28-4daa-a551-4c0ec24ee820 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd565bf-d290-4645-b1f6-b9105983f09c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:24.088645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45442) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:24.107647 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d864a95-9c27-4a8b-b402-6e2fe851b4a4 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.148157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ee8381-6667-41a0-b18a-143f2c5eb941 admin admin] Deleting subnet bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:58:24.153713 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84ee8381-6667-41a0-b18a-143f2c5eb941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.181231 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d864a95-9c27-4a8b-b402-6e2fe851b4a4 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.190303 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d864a95-9c27-4a8b-b402-6e2fe851b4a4 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.221103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d864a95-9c27-4a8b-b402-6e2fe851b4a4 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8cf362-1d3e-4d2e-8e58-e916128c3492,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:24.225094 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d864a95-9c27-4a8b-b402-6e2fe851b4a4 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.229304 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84ee8381-6667-41a0-b18a-143f2c5eb941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.229518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2d864a95-9c27-4a8b-b402-6e2fe851b4a4 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1981246 Jan 31 15:58:24.230443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45444) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:24.234906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-681539f2-2bac-47b6-89fe-48078a0a1d12 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Request body: {'security_group_rule': {'security_group_id': '1bd565bf-d290-4645-b1f6-b9105983f09c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:24.293557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-681539f2-2bac-47b6-89fe-48078a0a1d12 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.353895 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84ee8381-6667-41a0-b18a-143f2c5eb941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.359731 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:58:21Z', 'revision_number': 4, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c', 'name': '', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'mac_address': 'fa:16:3e:d9:3b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:20Z', 'updated_at': '2022-01-31T15:58:21Z', 'revision_number': 2, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'subnets': [{'id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:24.392511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Checking router: b007f214-4024-473a-8689-37630a2827b1 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:58:24.392924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Updating router b007f214-4024-473a-8689-37630a2827b1 port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:58:24.412906 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc419187-5077-407b-b2c1-21392a3a02c5 req-f03356b2-bea2-49c5-a793-df144576988c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:24.421491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc419187-5077-407b-b2c1-21392a3a02c5 req-f03356b2-bea2-49c5-a793-df144576988c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1105170 Jan 31 15:58:24.423024 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.458180 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84ee8381-6667-41a0-b18a-143f2c5eb941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.467768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-681539f2-2bac-47b6-89fe-48078a0a1d12 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.475410 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-681539f2-2bac-47b6-89fe-48078a0a1d12 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.497834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681539f2-2bac-47b6-89fe-48078a0a1d12 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ee9704-24a1-414e-b734-eb59e6d0089b,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:24.506196 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-681539f2-2bac-47b6-89fe-48078a0a1d12 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.507854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee8381-6667-41a0-b18a-143f2c5eb941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:24.508135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-681539f2-2bac-47b6-89fe-48078a0a1d12 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2766027 Jan 31 15:58:24.510279 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84ee8381-6667-41a0-b18a-143f2c5eb941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.511501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45448) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:24.516041 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-84ee8381-6667-41a0-b18a-143f2c5eb941 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bbc8512b-cf3b-4b02-9d95-aa8dbc994ecc HTTP/1.1" status: 204 len: 168 time: 0.4238248 Jan 31 15:58:24.520852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:24.525020 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc419187-5077-407b-b2c1-21392a3a02c5 req-58dcec60-7b65-4ac3-a40d-b33c2a6a096b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009362 Jan 31 15:58:24.527056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45450) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:24.630280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.673134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device bf905077-e9e8-4196-a434-f95c600d4114 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:24.679868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.704300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: bf905077-e9e8-4196-a434-f95c600d4114 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:58:24.704573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device bf905077-e9e8-4196-a434-f95c600d4114 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:24.739491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef870b5-0482-4571-9ebf-cae68b2a337c req-ca04905e-2a3c-421f-9e8e-a82e76a5f232 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:24.740952 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ef870b5-0482-4571-9ebf-cae68b2a337c req-ca04905e-2a3c-421f-9e8e-a82e76a5f232 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 946 time: 0.1363437 Jan 31 15:58:24.785995 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.792625 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.850089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453708a-44b4-4813-b7cb-bc29d013f324 None None] Pushing event updated for resources: {'Port': ['ID=f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:24.854289 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.884813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:24.902960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadba361-39c5-47bc-b335-9eb4e0fd6656') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:24.903662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadba361-39c5-47bc-b335-9eb4e0fd6656') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:24.929623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cbabb-4b81-4361-ab0d-ece8eb3e6636 req-2db9e11e-000e-4cac-be0e-37e2d14af9f8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:24.929859 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.934996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7f1cbabb-4b81-4361-ab0d-ece8eb3e6636 req-2db9e11e-000e-4cac-be0e-37e2d14af9f8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0968008 Jan 31 15:58:24.944603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.952434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:58:24.952942 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:24.984305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:24.989653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Attempting to bind port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:24.990044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Attempting to bind port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:24.990436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Attempting to bind port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c on network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:24.991580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7f1cbabb-4b81-4361-ab0d-ece8eb3e6636 req-09af7f7e-5798-4ab1-86f4-b19b191a7366 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484788 Jan 31 15:58:25.064818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:25.067747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Checking segment: {'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:25.067747 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.067747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Bound using segment: {'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:25.067747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Bound port: f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:58:25.070075 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:58:25.073085 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.093102 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.109393 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ef870b5-0482-4571-9ebf-cae68b2a337c req-b85ff177-7c47-418f-a83d-6451ad3e3b9c tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323934 Jan 31 15:58:25.134818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.138039 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1 HTTP/1.1" status: 204 len: 168 time: 0.6087325 Jan 31 15:58:25.139056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963e92c-5ecd-456c-b461-1b95cb64e7c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed34fb41-ec2e-4ace-8dc2-38ac12a2f1e1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:25.162689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ddab3-6c24-4966-805d-a7102fb0a428 req-609bae1a-6beb-499a-8877-87f9b606cac9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:25.164470 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-047ddab3-6c24-4966-805d-a7102fb0a428 req-609bae1a-6beb-499a-8877-87f9b606cac9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1093144 Jan 31 15:58:25.176331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:25.176876 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.177274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.258278 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] For port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:25.278468 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-728719ca-9429-452d-b2a5-ebbaa47fa616 None None] Provisioning complete for port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:25.279380 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-728719ca-9429-452d-b2a5-ebbaa47fa616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.287734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-047ddab3-6c24-4966-805d-a7102fb0a428 req-3678edbe-2e6c-4d9b-af4f-cf9660b73dc4 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118295 Jan 31 15:58:25.294937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] For port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c,segment=NetworkSegment(97c4ce8e-8c54-4550-b0be-c6e319d8f348),segment_id=97c4ce8e-8c54-4550-b0be-c6e319d8f348)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:25.314048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde399b-3120-48ed-9158-1bbab9c44b42 req-3f568de5-7f25-4912-b788-f3399cc76881 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:25.315680 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4cde399b-3120-48ed-9158-1bbab9c44b42 req-3f568de5-7f25-4912-b788-f3399cc76881 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0867715 Jan 31 15:58:25.323215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45466) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:25.332152 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.417550 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-728719ca-9429-452d-b2a5-ebbaa47fa616 None None] Port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:58:25.421028 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bc9d9c20-cc19-4320-ac7a-d5f97dd8dd42 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=542c78b33666488e89bcd9ea9fd8a8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0967159 Jan 31 15:58:25.427186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45468) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:25.437945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4cde399b-3120-48ed-9158-1bbab9c44b42 req-9b45e948-ef52-44e6-97db-a1104b7b1f2e tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041574 Jan 31 15:58:25.461770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453708a-44b4-4813-b7cb-bc29d013f324 None None] Pushing event updated for resources: {'Port': ['ID=f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:25.466978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Allocated IP 172.25.1.39 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/01ad1336-e5f5-4192-b866-65bb201de55c) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:25.491534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Routers {'b007f214-4024-473a-8689-37630a2827b1'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:25.492370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b007f214-4024-473a-8689-37630a2827b1'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:25.535127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ebd5-0f80-4b3f-8320-0585843f87bc req-15eb93c9-7993-4cbe-ae15-20b213ba6578 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:25.536833 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6b7ebd5-0f80-4b3f-8320-0585843f87bc req-15eb93c9-7993-4cbe-ae15-20b213ba6578 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 946 time: 0.1781354 Jan 31 15:58:25.548334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45472) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:25.553508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8e5950f7-40e3-4794-8789-c1c8a3dbaa2d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Request body: {'floatingip': {'port_id': '13f2b192-6f55-4074-98a4-b66d9afe3cf0'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:25.557780 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76c5120e-5010-436d-9f6d-449cf39553f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.585585 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76c5120e-5010-436d-9f6d-449cf39553f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.600777 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.638210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e5950f7-40e3-4794-8789-c1c8a3dbaa2d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.710263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] Set router b007f214-4024-473a-8689-37630a2827b1 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:25.710509 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.731607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fcb75-a433-4721-b551-5e67ec25f3bb req-c9664d9a-c75d-4e4a-a89f-62747f64e889 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:25.739179 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a3fcb75-a433-4721-b551-5e67ec25f3bb req-c9664d9a-c75d-4e4a-a89f-62747f64e889 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0940917 Jan 31 15:58:25.774582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-688abf2f-e434-4f0f-9081-8d93e6993253 None None] Provisioning complete for port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:25.774931 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-688abf2f-e434-4f0f-9081-8d93e6993253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.787576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a3fcb75-a433-4721-b551-5e67ec25f3bb req-4fe8c314-b6fd-462e-b359-a6b79af582bc tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474961 Jan 31 15:58:25.819082 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.842952 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76c5120e-5010-436d-9f6d-449cf39553f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.845716 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76c5120e-5010-436d-9f6d-449cf39553f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:25.849261 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-76c5120e-5010-436d-9f6d-449cf39553f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dabb0036-2308-46c6-8d89-c1ef1d7ce6e7 HTTP/1.1" status: 204 len: 168 time: 0.4186304 Jan 31 15:58:25.885656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:25.889576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:25.898287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5120e-5010-436d-9f6d-449cf39553f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabb0036-2308-46c6-8d89-c1ef1d7ce6e7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:25.903920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:25.949021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Pushing event updated for resources: {'Port': ['ID=01ad1336-e5f5-4192-b866-65bb201de55c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:26.029550 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:26.100284 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:26.185204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddb652-d202-4a8e-aa49-2065efd2479b req-a5595c22-f53c-4776-aba9-4f85f2acbf5f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:26.186828 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-abddb652-d202-4a8e-aa49-2065efd2479b req-a5595c22-f53c-4776-aba9-4f85f2acbf5f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0817466 Jan 31 15:58:26.241006 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-688abf2f-e434-4f0f-9081-8d93e6993253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:26.274636 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-abddb652-d202-4a8e-aa49-2065efd2479b req-dc95b824-662f-49e3-bc5b-e635b75ba302 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569980 Jan 31 15:58:26.323013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-688abf2f-e434-4f0f-9081-8d93e6993253 None None] For port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c,segment=NetworkSegment(97c4ce8e-8c54-4550-b0be-c6e319d8f348),segment_id=97c4ce8e-8c54-4550-b0be-c6e319d8f348)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:26.340342 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-688abf2f-e434-4f0f-9081-8d93e6993253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:26.408586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:58:21Z', 'revision_number': 4, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c', 'name': '', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'mac_address': 'fa:16:3e:d9:3b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:20Z', 'updated_at': '2022-01-31T15:58:25Z', 'revision_number': 4, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'subnets': [{'id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:26.416116 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:26.420003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e5950f7-40e3-4794-8789-c1c8a3dbaa2d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:26.423782 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:26.427425 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e5950f7-40e3-4794-8789-c1c8a3dbaa2d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:26.486583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a7201-8205-4f25-bcea-6bc95ee98806 None None] The sync data for ids ['b007f214-4024-473a-8689-37630a2827b1'] in n-d-827120-1 is: [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:58:21Z', 'revision_number': 4, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c', 'name': '', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'mac_address': 'fa:16:3e:d9:3b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:20Z', 'updated_at': '2022-01-31T15:58:25Z', 'revision_number': 4, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'subnets': [{'id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:58:26.541212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688abf2f-e434-4f0f-9081-8d93e6993253 None None] Pushing event updated for resources: {'Port': ['ID=f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:26.571638 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-8e5950f7-40e3-4794-8789-c1c8a3dbaa2d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Floating IP 6052614e-726f-4124-a000-f287aa58f8b3 associated. External IP: 172.25.1.132, port: 13f2b192-6f55-4074-98a4-b66d9afe3cf0. Jan 31 15:58:26.630457 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d17331-b87b-465d-805b-618d41410d13 req-605b074a-5b6b-40bd-8c5d-3b022d3e4659 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:26.632378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70d17331-b87b-465d-805b-618d41410d13 req-605b074a-5b6b-40bd-8c5d-3b022d3e4659 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.2636411 Jan 31 15:58:26.635465 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Pushing event updated for resources: {'Port': ['ID=01ad1336-e5f5-4192-b866-65bb201de55c,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:26.659831 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:26.707014 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:26.708510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c3331a9b-28df-42fe-b3c6-c6b2ecef8be2 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1954880 Jan 31 15:58:26.715705 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb094e-ea92-4f6b-8646-7678489ec24c req-0a46e762-73fc-4315-b297-94ff18b25dba tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:26.717133 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70d17331-b87b-465d-805b-618d41410d13 req-4ee5aa56-05b2-477c-a7cd-a09fd67a0b1c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708413 Jan 31 15:58:26.717700 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dacb094e-ea92-4f6b-8646-7678489ec24c req-0a46e762-73fc-4315-b297-94ff18b25dba tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1483226 Jan 31 15:58:26.841369 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dacb094e-ea92-4f6b-8646-7678489ec24c req-bd440418-16ef-4535-b2f4-f12e9521f938 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835710 Jan 31 15:58:27.019140 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:27.046897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc1fb-c0ad-498d-98e3-9d48ff5e4bda req-e4fdd37f-ede5-48f7-9261-e1c18e8e803d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:27.055063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19bfc1fb-c0ad-498d-98e3-9d48ff5e4bda req-e4fdd37f-ede5-48f7-9261-e1c18e8e803d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1404541 Jan 31 15:58:27.108541 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19bfc1fb-c0ad-498d-98e3-9d48ff5e4bda req-38c9fc38-6a74-47ec-86ca-fd7fa141b8bf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523188 Jan 31 15:58:27.161157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:27.161585 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:27.256333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45522) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:27.449713 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-4adad320-4213-4ee5-9fed-d4e2c95c8a6c tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1176436602&fields=id&tenant_id=74fd0407849e4616bfa436ddbdf701b2 HTTP/1.1" status: 200 len: 267 time: 0.4222555 Jan 31 15:58:27.514384 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5950f7-40e3-4794-8789-c1c8a3dbaa2d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:58:27.518663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e945ee-9232-4513-b467-bc13747e9e2d req-fced8d47-83b5-4a59-9baa-4f855ae5f2bb tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:27.520410 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3e945ee-9232-4513-b467-bc13747e9e2d req-fced8d47-83b5-4a59-9baa-4f855ae5f2bb tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.1118577 Jan 31 15:58:27.575876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71952dd-b881-42bc-8000-55dc03cd213a req-1bfaa54c-3b29-4403-9734-596ec58bcbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:27.577505 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f71952dd-b881-42bc-8000-55dc03cd213a req-1bfaa54c-3b29-4403-9734-596ec58bcbca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 1096 time: 0.1567349 Jan 31 15:58:27.628204 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3e945ee-9232-4513-b467-bc13747e9e2d req-ff165342-fc20-4749-bfc8-57d2cd382215 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921021 Jan 31 15:58:27.645738 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:27.719675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-42160828-5aaf-4f36-bf0f-672c8d8116bc tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:27.721834 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-42160828-5aaf-4f36-bf0f-672c8d8116bc tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/networks?id=8a6e6c8e-4f4e-4bed-a2de-5536532769f3 HTTP/1.1" status: 200 len: 814 time: 0.2544549 Jan 31 15:58:27.764725 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f71952dd-b881-42bc-8000-55dc03cd213a req-95c83d9c-711a-47ae-a670-744b8901bb4b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483517 Jan 31 15:58:27.786702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-c2bb1f55-4e13-4038-a5fb-0ef6e96b0aca tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/quotas/74fd0407849e4616bfa436ddbdf701b2 HTTP/1.1" status: 200 len: 375 time: 0.0206666 Jan 31 15:58:27.810616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5950f7-40e3-4794-8789-c1c8a3dbaa2d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:58:27.823431 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa5d88-ca77-4ff6-8d71-6f731d59ce8b None None] Sync routers for ids ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:58:27.840959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e5950f7-40e3-4794-8789-c1c8a3dbaa2d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:27.841990 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa5d88-ca77-4ff6-8d71-6f731d59ce8b None None] Routers {'2eed2d3a-372d-4fa5-acf6-aa6911e29e00'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:27.842796 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-25aa5d88-ca77-4ff6-8d71-6f731d59ce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:27.889234 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8e5950f7-40e3-4794-8789-c1c8a3dbaa2d tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "PUT /v2.0/floatingips/6052614e-726f-4124-a000-f287aa58f8b3 HTTP/1.1" status: 200 len: 992 time: 2.3357615 Jan 31 15:58:27.889234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'tag': '13f2b192-6f55-4074-98a4-b66d9afe3cf0'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:27.890845 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f90a94-0cce-498e-8460-8ba6e9dc2f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "114f7f24-bdfe-4897-8e2c-d60e28a285ee", "tag": "13f2b192-6f55-4074-98a4-b66d9afe3cf0"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:27.909017 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-c024c7f6-2a6f-4c07-9884-594740edee29 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=74fd0407849e4616bfa436ddbdf701b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126645 Jan 31 15:58:27.921115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-234b5e54-9c79-4941-9832-2a6ecca64816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:28.063840 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-c1cc3814-d28d-4823-ad60-16efc97c50e4 service neutron] 10.222.0.36 "GET /v2.0/networks/8a6e6c8e-4f4e-4bed-a2de-5536532769f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332653 Jan 31 15:58:28.082634 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-25aa5d88-ca77-4ff6-8d71-6f731d59ce8b None None] Set router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:28.251349 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-f718bc1e-24bf-49c2-a1ce-5fe76a5e250c service neutron] 10.222.0.36 "GET /v2.0/networks/8a6e6c8e-4f4e-4bed-a2de-5536532769f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797600 Jan 31 15:58:28.274252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-234b5e54-9c79-4941-9832-2a6ecca64816 admin admin] Deleting port d1e58525-14f1-48de-84c5-35391643a9b8 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:28.274791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-234b5e54-9c79-4941-9832-2a6ecca64816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:28.370821 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-25aa5d88-ca77-4ff6-8d71-6f731d59ce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:58:05Z', 'revision_number': 4, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '6052614e-726f-4124-a000-f287aa58f8b3', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'port_id': '13f2b192-6f55-4074-98a4-b66d9afe3cf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'mac_address': 'fa:16:3e:57:27:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:58:10Z', 'updated_at': '2022-01-31T15:58:26Z', 'revision_number': 1, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20db47e8-76d2-477c-a860-45c275b06af5', 'name': '', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'mac_address': 'fa:16:3e:28:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:03Z', 'updated_at': '2022-01-31T15:58:09Z', 'revision_number': 5, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'subnets': [{'id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:28.387791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077e419-3500-44ad-9d58-caed1b29b62f req-be63717c-f9ba-4f5e-a69b-9f34114cede5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:28.396563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8077e419-3500-44ad-9d58-caed1b29b62f req-be63717c-f9ba-4f5e-a69b-9f34114cede5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1196148 Jan 31 15:58:28.413049 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa5d88-ca77-4ff6-8d71-6f731d59ce8b None None] Checking router: 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:58:28.429957 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa5d88-ca77-4ff6-8d71-6f731d59ce8b None None] Routers {'2eed2d3a-372d-4fa5-acf6-aa6911e29e00'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:28.430293 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-25aa5d88-ca77-4ff6-8d71-6f731d59ce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:28.436374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-234b5e54-9c79-4941-9832-2a6ecca64816 admin admin] For port d1e58525-14f1-48de-84c5-35391643a9b8, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d1e58525-14f1-48de-84c5-35391643a9b8,segment=NetworkSegment(63aca419-d188-4d50-a936-628779c8c5ec),segment_id=63aca419-d188-4d50-a936-628779c8c5ec)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:28.436880 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-234b5e54-9c79-4941-9832-2a6ecca64816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:28.459127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-234b5e54-9c79-4941-9832-2a6ecca64816 admin admin] Calling delete_port for d1e58525-14f1-48de-84c5-35391643a9b8 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:28.480171 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8077e419-3500-44ad-9d58-caed1b29b62f req-f6c0f929-d2dd-4c06-938f-260064adbded tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774517 Jan 31 15:58:28.524363 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28835869-c292-4f9c-9271-bd64eede601d req-28ecce30-b6cf-4783-9942-906626fb26a3 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:28.533364 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-28835869-c292-4f9c-9271-bd64eede601d req-28ecce30-b6cf-4783-9942-906626fb26a3 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 946 time: 0.0673101 Jan 31 15:58:28.592656 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-28835869-c292-4f9c-9271-bd64eede601d req-b23db61d-638e-465f-a991-cbcf6a82d76c tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582764 Jan 31 15:58:28.635065 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073fbd25-bf5b-4584-b53c-5528ccd57f1b x-openstack-request-id: req-073fbd25-bf5b-4584-b53c-5528ccd57f1b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:28.635568 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114f7f24-bdfe-4897-8e2c-d60e28a285ee", "tag": "13f2b192-6f55-4074-98a4-b66d9afe3cf0", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:28.636081 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-073fbd25-bf5b-4584-b53c-5528ccd57f1b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:28.636656 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'tag': '13f2b192-6f55-4074-98a4-b66d9afe3cf0', 'status': 'completed', 'code': 200} Jan 31 15:58:28.735594 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-25aa5d88-ca77-4ff6-8d71-6f731d59ce8b None None] Set router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:28.737153 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110ae96-8b82-47da-9d63-ced69b6138fd req-6ca7eacd-1280-4f13-96ac-b163c66287e0 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:28.738848 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3110ae96-8b82-47da-9d63-ced69b6138fd req-6ca7eacd-1280-4f13-96ac-b163c66287e0 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1797175 Jan 31 15:58:28.757643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f645353-fec2-4d11-999f-572c4e5e6bb6 req-4bfb7e1e-b184-4c57-ac84-37ed67dff9d8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:28.759317 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f645353-fec2-4d11-999f-572c4e5e6bb6 req-4bfb7e1e-b184-4c57-ac84-37ed67dff9d8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0698535 Jan 31 15:58:28.803681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f90a94-0cce-498e-8460-8ba6e9dc2f2a req-ba021a55-d37c-4c5a-818e-bf3b9d984d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:28.805883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66f90a94-0cce-498e-8460-8ba6e9dc2f2a req-ba021a55-d37c-4c5a-818e-bf3b9d984d37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=808c2384a8394bebb85783e8d81b92e2&device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 1097 time: 0.1127055 Jan 31 15:58:28.814811 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f645353-fec2-4d11-999f-572c4e5e6bb6 req-e314f835-f15a-4daa-9b81-c44d4eb047f6 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481441 Jan 31 15:58:28.874435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3110ae96-8b82-47da-9d63-ced69b6138fd req-24cf393f-7510-4486-9065-1cdf5e53dce8 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246693 Jan 31 15:58:28.956414 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-234b5e54-9c79-4941-9832-2a6ecca64816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:28.970624 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b44696d9-84a1-4a45-aac4-3bf18ad85ec9 req-ae049bfb-a523-404f-9610-a6d9de82a7ad tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 210 time: 0.0591419 Jan 31 15:58:29.037673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b5e54-9c79-4941-9832-2a6ecca64816 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e58525-14f1-48de-84c5-35391643a9b8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:29.157089 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-25aa5d88-ca77-4ff6-8d71-6f731d59ce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:58:05Z', 'revision_number': 4, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '6052614e-726f-4124-a000-f287aa58f8b3', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'port_id': '13f2b192-6f55-4074-98a4-b66d9afe3cf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'mac_address': 'fa:16:3e:57:27:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:58:10Z', 'updated_at': '2022-01-31T15:58:26Z', 'revision_number': 1, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20db47e8-76d2-477c-a860-45c275b06af5', 'name': '', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'mac_address': 'fa:16:3e:28:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:03Z', 'updated_at': '2022-01-31T15:58:09Z', 'revision_number': 5, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'subnets': [{'id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:29.168122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f90a94-0cce-498e-8460-8ba6e9dc2f2a req-180c980b-6c6a-4a40-850e-713f3e4eb8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:29.169682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66f90a94-0cce-498e-8460-8ba6e9dc2f2a req-180c980b-6c6a-4a40-850e-713f3e4eb8c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=068ae3d0-33a9-4ba7-a34d-6dce3087da8e HTTP/1.1" status: 200 len: 907 time: 0.2987669 Jan 31 15:58:29.178371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a6362-6c95-4b62-ab88-b472d93400e0 req-a1bdc150-b271-49da-afd9-e744e3372381 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:29.186208 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c81a6362-6c95-4b62-ab88-b472d93400e0 req-a1bdc150-b271-49da-afd9-e744e3372381 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.1686802 Jan 31 15:58:29.211696 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa5d88-ca77-4ff6-8d71-6f731d59ce8b None None] The sync data for ids ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'] in n-d-827120-1 is: [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:58:05Z', 'revision_number': 4, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '6052614e-726f-4124-a000-f287aa58f8b3', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'port_id': '13f2b192-6f55-4074-98a4-b66d9afe3cf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'mac_address': 'fa:16:3e:57:27:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:58:10Z', 'updated_at': '2022-01-31T15:58:26Z', 'revision_number': 1, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20db47e8-76d2-477c-a860-45c275b06af5', 'name': '', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'mac_address': 'fa:16:3e:28:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:03Z', 'updated_at': '2022-01-31T15:58:09Z', 'revision_number': 5, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'subnets': [{'id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:58:29.344104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c81a6362-6c95-4b62-ab88-b472d93400e0 req-2d2d0a26-1aed-4102-bdf5-a1418ff632e0 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569483 Jan 31 15:58:29.404679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66f90a94-0cce-498e-8460-8ba6e9dc2f2a req-32dfc804-6b64-4e0b-9039-e9bff973ff16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13f2b192-6f55-4074-98a4-b66d9afe3cf0 HTTP/1.1" status: 200 len: 1000 time: 0.2148783 Jan 31 15:58:29.552551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c416e30c-81a3-41fe-b2b5-885948f6decb None None] New status for floating IP 6052614e-726f-4124-a000-f287aa58f8b3: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:58:29.810635 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-234b5e54-9c79-4941-9832-2a6ecca64816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:29.821444 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f90a94-0cce-498e-8460-8ba6e9dc2f2a req-23d69aba-eff3-4aa5-a56f-0af1f6574a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:29.822888 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66f90a94-0cce-498e-8460-8ba6e9dc2f2a req-23d69aba-eff3-4aa5-a56f-0af1f6574a79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=623e1eae-0fa2-4635-8b80-74e4d867e410 HTTP/1.1" status: 200 len: 845 time: 0.4111359 Jan 31 15:58:29.882711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eeeb1d-b550-4712-bb5a-27e80e2e81bc req-8973a501-6198-4c81-ad8f-170c6737a90c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:29.884235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15eeeb1d-b550-4712-bb5a-27e80e2e81bc req-8973a501-6198-4c81-ad8f-170c6737a90c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1408019 Jan 31 15:58:29.913810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-30c07ba2-5445-4989-9bed-66b65c6f4806 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:29.917060 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-30c07ba2-5445-4989-9bed-66b65c6f4806 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.30 "GET /v2.0/networks?id=8a6e6c8e-4f4e-4bed-a2de-5536532769f3 HTTP/1.1" status: 200 len: 814 time: 0.1304245 Jan 31 15:58:29.990449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-2277665a-a354-4312-9501-6a7a1e76ca91 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74fd0407849e4616bfa436ddbdf701b2 HTTP/1.1" status: 200 len: 380 time: 0.0640495 Jan 31 15:58:29.990693 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15eeeb1d-b550-4712-bb5a-27e80e2e81bc req-79845f31-f0c0-487c-8985-a87cab740dd2 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873055 Jan 31 15:58:29.996129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f90a94-0cce-498e-8460-8ba6e9dc2f2a req-26f12e73-e03a-4c36-a3d1-dd00d4e1a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:29.997632 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66f90a94-0cce-498e-8460-8ba6e9dc2f2a req-26f12e73-e03a-4c36-a3d1-dd00d4e1a7fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=068ae3d0-33a9-4ba7-a34d-6dce3087da8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630228 Jan 31 15:58:30.002439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Request body: {'port': {'device_id': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'admin_state_up': True, 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'security_groups': ['1bd565bf-d290-4645-b1f6-b9105983f09c']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:30.031816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389905a-43af-421f-b336-3a6aafadd6fa req-36026fc9-c79c-408b-a905-bc9880c86c86 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:30.033480 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1389905a-43af-421f-b336-3a6aafadd6fa req-36026fc9-c79c-408b-a905-bc9880c86c86 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 946 time: 0.0811546 Jan 31 15:58:30.119414 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1389905a-43af-421f-b336-3a6aafadd6fa req-560342c1-cdc9-4ae4-ab57-ec56e0dc2c05 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563803 Jan 31 15:58:30.170894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Made reservation on behalf of 74fd0407849e4616bfa436ddbdf701b2 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:58:30.174810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:30.222068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cad0e2-3a13-4aa7-b219-7fdd71b606cc req-719287b8-7097-4647-bd97-99ea34bff61b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:30.223604 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-93cad0e2-3a13-4aa7-b219-7fdd71b606cc req-719287b8-7097-4647-bd97-99ea34bff61b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1612575 Jan 31 15:58:30.226477 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66f90a94-0cce-498e-8460-8ba6e9dc2f2a req-2f5eff4f-d96b-48d2-a593-dc8c61b89423 service neutron] 10.222.0.20 "GET /v2.0/networks/068ae3d0-33a9-4ba7-a34d-6dce3087da8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153857 Jan 31 15:58:30.231130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234b5e54-9c79-4941-9832-2a6ecca64816 admin admin] Router 89ed2dc0-a565-41d5-ab9e-813be666a015 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:58:30.303383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Allocated IP 172.20.0.3 (8a6e6c8e-4f4e-4bed-a2de-5536532769f3/cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce/fc58f754-2914-4049-9501-3d6bfb7fadec) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:30.354234 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-93cad0e2-3a13-4aa7-b219-7fdd71b606cc req-4f902e11-eac9-41a1-94d4-50ebbf491c05 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201155 Jan 31 15:58:30.430002 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66f90a94-0cce-498e-8460-8ba6e9dc2f2a req-1c7f7ac3-005c-4b68-bf0f-41179738a05b service neutron] 10.222.0.20 "GET /v2.0/networks/068ae3d0-33a9-4ba7-a34d-6dce3087da8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947949 Jan 31 15:58:30.450093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234b5e54-9c79-4941-9832-2a6ecca64816 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:58:30.456116 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-234b5e54-9c79-4941-9832-2a6ecca64816 admin admin] 10.222.0.36 "PUT /v2.0/routers/89ed2dc0-a565-41d5-ab9e-813be666a015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1986620 Jan 31 15:58:30.456722 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:30.458606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45582) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:30.461628 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef2edc-085c-4ee0-b410-ce8b58f6e3f8 None None] Sync routers for ids ['89ed2dc0-a565-41d5-ab9e-813be666a015'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:58:30.480825 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef2edc-085c-4ee0-b410-ce8b58f6e3f8 None None] Routers {'89ed2dc0-a565-41d5-ab9e-813be666a015'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:30.481575 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-59ef2edc-085c-4ee0-b410-ce8b58f6e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['89ed2dc0-a565-41d5-ab9e-813be666a015'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:30.493268 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:30.565974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:30.573092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:30.579405 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:30.585881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Pushing event updated for resources: {'Port': ['ID=fc58f754-2914-4049-9501-3d6bfb7fadec,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:30.614188 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-59ef2edc-085c-4ee0-b410-ce8b58f6e3f8 None None] Set router 89ed2dc0-a565-41d5-ab9e-813be666a015 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:30.628963 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:30.638878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea6f42-0583-457f-8543-1b9a472db071 req-02796d72-cdc3-40fa-958d-6e80a9426fa1 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:30.640416 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85ea6f42-0583-457f-8543-1b9a472db071 req-02796d72-cdc3-40fa-958d-6e80a9426fa1 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1139913 Jan 31 15:58:30.680994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:30.681719 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:30.691253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d92a42-cedc-4f60-8c6a-788eb475a532 req-11318b65-0741-4742-a4d9-4a8e366f538e tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:30.692764 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c8d92a42-cedc-4f60-8c6a-788eb475a532 req-11318b65-0741-4742-a4d9-4a8e366f538e tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 931 time: 0.1660392 Jan 31 15:58:30.713360 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0f42f793-776b-43bb-8cac-75b30cc09a6d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7164545 Jan 31 15:58:30.725672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Request body: {'port': {'device_id': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:30.761936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85ea6f42-0583-457f-8543-1b9a472db071 req-d8199509-52b0-4735-8f59-6e0b69d21782 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657420 Jan 31 15:58:30.781034 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c8d92a42-cedc-4f60-8c6a-788eb475a532 req-eb7c003e-fef6-44e3-b42c-ff1dde9bc94e tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781524 Jan 31 15:58:30.837714 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:30.869786 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-59ef2edc-085c-4ee0-b410-ce8b58f6e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'name': 'tempest-AttachSCSIVolumeTestJSON-2122912899-router', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:39Z', 'updated_at': '2022-01-31T15:58:28Z', 'revision_number': 5, 'project_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'gw_port': {'id': '7fe7cf61-a1b6-4d92-95d9-8fb7759ba394', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:40Z', 'updated_at': '2022-01-31T15:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:30.902212 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:30.913762 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef2edc-085c-4ee0-b410-ce8b58f6e3f8 None None] Checking router: 89ed2dc0-a565-41d5-ab9e-813be666a015 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:58:30.914443 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8fadd370-94a1-4f01-9109-856546a9547a None None] Provisioning complete for port fc58f754-2914-4049-9501-3d6bfb7fadec triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:30.915362 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8fadd370-94a1-4f01-9109-856546a9547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:30.923275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489f684-402c-43a1-9621-7ff6c29b881d req-971730db-0c1c-46d6-9a3f-57fc7c0c5ba6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:30.926539 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef2edc-085c-4ee0-b410-ce8b58f6e3f8 None None] Routers {'89ed2dc0-a565-41d5-ab9e-813be666a015'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:30.927220 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-59ef2edc-085c-4ee0-b410-ce8b58f6e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['89ed2dc0-a565-41d5-ab9e-813be666a015'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:30.931507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5489f684-402c-43a1-9621-7ff6c29b881d req-971730db-0c1c-46d6-9a3f-57fc7c0c5ba6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0771213 Jan 31 15:58:30.990183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8fadd370-94a1-4f01-9109-856546a9547a None None] Port fc58f754-2914-4049-9501-3d6bfb7fadec cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:58:31.005892 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5489f684-402c-43a1-9621-7ff6c29b881d req-f3b032b1-60a3-4f06-86db-0a8c6374416f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695655 Jan 31 15:58:31.036049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Deleting port 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:31.036383 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:31.068289 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-59ef2edc-085c-4ee0-b410-ce8b58f6e3f8 None None] Set router 89ed2dc0-a565-41d5-ab9e-813be666a015 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:31.135488 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-59ef2edc-085c-4ee0-b410-ce8b58f6e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'name': 'tempest-AttachSCSIVolumeTestJSON-2122912899-router', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:39Z', 'updated_at': '2022-01-31T15:58:30Z', 'revision_number': 6, 'project_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:31.138190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] For port 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7fe7cf61-a1b6-4d92-95d9-8fb7759ba394,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:31.138479 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:31.162680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Calling delete_port for 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:31.170401 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef2edc-085c-4ee0-b410-ce8b58f6e3f8 None None] The sync data for ids ['89ed2dc0-a565-41d5-ab9e-813be666a015'] in n-d-827120-1 is: [{'id': '89ed2dc0-a565-41d5-ab9e-813be666a015', 'name': 'tempest-AttachSCSIVolumeTestJSON-2122912899-router', 'tenant_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:39Z', 'updated_at': '2022-01-31T15:58:30Z', 'revision_number': 6, 'project_id': 'a1f14efaf55a4a8dbe10405c4bdd7a92', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:58:31.282824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc58f754-2914-4049-9501-3d6bfb7fadec {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:58:31.291943 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:31.304247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064693f-5bc0-4143-a49b-46b437fb79be req-87eabe5f-27d9-444a-8e04-b3ea5185d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:31.305816 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5064693f-5bc0-4143-a49b-46b437fb79be req-87eabe5f-27d9-444a-8e04-b3ea5185d44d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1b995a0cb69468fa00bb84e53d82c96&device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 1096 time: 0.0945776 Jan 31 15:58:31.310885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Transition to ACTIVE for port object fc58f754-2914-4049-9501-3d6bfb7fadec will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:58:31.321161 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:31.346700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f930b77-a815-4775-b2d3-eba32378de8d req-0a8eadda-3b87-438e-b970-35fa918ff397 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:31.348185 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f930b77-a815-4775-b2d3-eba32378de8d req-0a8eadda-3b87-438e-b970-35fa918ff397 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.0991540 Jan 31 15:58:31.402155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f930b77-a815-4775-b2d3-eba32378de8d req-1015d8e5-f2c9-4966-b7f1-c5a98219a74b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 Jan 31 15:58:31.427791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Pushing event updated for resources: {'Port': ['ID=fc58f754-2914-4049-9501-3d6bfb7fadec,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:31.474818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:31.498394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064693f-5bc0-4143-a49b-46b437fb79be req-c3179c24-6ea5-4e10-b8f7-033877d884f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:31.500213 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5064693f-5bc0-4143-a49b-46b437fb79be req-c3179c24-6ea5-4e10-b8f7-033877d884f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=03bf16f3-5903-42f5-92b2-1ea487581abd HTTP/1.1" status: 200 len: 911 time: 0.1877797 Jan 31 15:58:31.517710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe7cf61-a1b6-4d92-95d9-8fb7759ba394,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:31.572398 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5064693f-5bc0-4143-a49b-46b437fb79be req-ca3957ac-58bd-443c-ac03-892c0f09b528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0f12223-8f4e-4a51-a50d-e792414c7fb3 HTTP/1.1" status: 200 len: 217 time: 0.0647159 Jan 31 15:58:31.651188 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:31.651590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064693f-5bc0-4143-a49b-46b437fb79be req-fd44663d-12fa-4210-bc47-7e86fb461c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:31.653586 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5064693f-5bc0-4143-a49b-46b437fb79be req-fd44663d-12fa-4210-bc47-7e86fb461c70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a53540-acaa-4030-84f0-25c1cb026c93 HTTP/1.1" status: 200 len: 850 time: 0.0724459 Jan 31 15:58:31.699392 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b420b-5f03-4f0e-a8fe-f40de861da3c req-46ef3a6b-b590-46da-b146-562a9ccf0ecf tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:31.702630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-446b420b-5f03-4f0e-a8fe-f40de861da3c req-46ef3a6b-b590-46da-b146-562a9ccf0ecf tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 946 time: 0.1897228 Jan 31 15:58:31.703813 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5064693f-5bc0-4143-a49b-46b437fb79be req-6e2fc14d-7dd4-4f7d-9af9-4e9b12ce1c6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03bf16f3-5903-42f5-92b2-1ea487581abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394769 Jan 31 15:58:31.713729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Attempting to bind port fc58f754-2914-4049-9501-3d6bfb7fadec on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:31.713855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Attempting to bind port fc58f754-2914-4049-9501-3d6bfb7fadec by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:31.714150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Attempting to bind port fc58f754-2914-4049-9501-3d6bfb7fadec on network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:31.753823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Port fc58f754-2914-4049-9501-3d6bfb7fadec on network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:58:31.754148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Attempting to bind port fc58f754-2914-4049-9501-3d6bfb7fadec on network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:31.789362 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:31.791597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:31.804883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:31.805237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Checking segment: {'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:31.805629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Bound using segment: {'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:31.806071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Bound port: fc58f754-2914-4049-9501-3d6bfb7fadec, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c4ce8e-8c54-4550-b0be-c6e319d8f348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:31.806459 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:31.841187 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-446b420b-5f03-4f0e-a8fe-f40de861da3c req-ff2dfc10-0375-4c3a-a9dd-b146fbf7923c tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999570 Jan 31 15:58:31.849136 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:31.849752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89ed2dc0-a565-41d5-ab9e-813be666a015 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:58:31.868418 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:31.872059 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-13c2924d-2b5c-4ff8-88f0-75f11529fcbf admin admin] 10.222.0.36 "DELETE /v2.0/routers/89ed2dc0-a565-41d5-ab9e-813be666a015 HTTP/1.1" status: 204 len: 168 time: 1.4100235 Jan 31 15:58:31.872208 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45600) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:31.893386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d74735-4276-4f80-a443-610dcf7f5ff9 req-771305f6-fc97-4d22-a237-88d49f131f4a tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:31.894960 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-17d74735-4276-4f80-a443-610dcf7f5ff9 req-771305f6-fc97-4d22-a237-88d49f131f4a tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1599185 Jan 31 15:58:31.898978 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5064693f-5bc0-4143-a49b-46b437fb79be req-195fb37d-9312-4499-982f-733b25ded231 service neutron] 10.222.0.30 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757455 Jan 31 15:58:31.946052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e094ab2f-98e2-4d9e-af09-412215250ea9 admin admin] Deleting subnet cf307f4d-c524-4c63-a29d-56c84d634b48 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:58:31.951520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e094ab2f-98e2-4d9e-af09-412215250ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:31.978895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] For port fc58f754-2914-4049-9501-3d6bfb7fadec, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:31.995451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c976c-12cf-4209-a0d9-b29a051e2fb4 req-c4d62d9b-c2b7-4b7e-a29f-dde548dce6f2 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:31.996925 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-650c976c-12cf-4209-a0d9-b29a051e2fb4 req-c4d62d9b-c2b7-4b7e-a29f-dde548dce6f2 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0916443 Jan 31 15:58:32.000884 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e094ab2f-98e2-4d9e-af09-412215250ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:32.005018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] For port fc58f754-2914-4049-9501-3d6bfb7fadec, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc58f754-2914-4049-9501-3d6bfb7fadec,segment=NetworkSegment(97c4ce8e-8c54-4550-b0be-c6e319d8f348),segment_id=97c4ce8e-8c54-4550-b0be-c6e319d8f348)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:32.013886 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:32.024492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-17d74735-4276-4f80-a443-610dcf7f5ff9 req-7451b231-0a30-4a8a-8d5e-bde222950fb9 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135869 Jan 31 15:58:32.069489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:32.070291 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:32.072070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] 10.222.0.30 "PUT /v2.0/ports/fc58f754-2914-4049-9501-3d6bfb7fadec HTTP/1.1" status: 200 len: 1091 time: 1.3507812 Jan 31 15:58:32.072718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'tag': 'fc58f754-2914-4049-9501-3d6bfb7fadec'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:32.075238 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d887989-d9de-4620-8c13-e6793611903c" -d '{"events": [{"name": "network-changed", "server_uuid": "677aab11-2aa9-4627-9ce9-b4315e6f30bd", "tag": "fc58f754-2914-4049-9501-3d6bfb7fadec"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:32.075929 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-650c976c-12cf-4209-a0d9-b29a051e2fb4 req-c3a8222f-7212-4b99-adb3-5de8d45c00c5 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666940 Jan 31 15:58:32.162990 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5064693f-5bc0-4143-a49b-46b437fb79be req-941914e8-6e98-44ac-b931-579b71262c2a service neutron] 10.222.0.30 "GET /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529130 Jan 31 15:58:32.191307 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e094ab2f-98e2-4d9e-af09-412215250ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:32.240222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f99d52-1acf-475e-abbc-caa10d63a318 service neutron] Pushing event updated for resources: {'Port': ['ID=fc58f754-2914-4049-9501-3d6bfb7fadec,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:32.284849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-b706c07d-8129-4812-a861-8ed6dfd15124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:32.286133 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-b706c07d-8129-4812-a861-8ed6dfd15124 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74fd0407849e4616bfa436ddbdf701b2&device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 1094 time: 0.1356528 Jan 31 15:58:32.296119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165d0c5-da2e-476e-a18d-dd8b680a38f6 req-76979896-aaa9-42aa-ba1b-ced1c5313cfa tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:32.296736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ea45d-7ce4-4263-9b9b-2f9808c22e70 req-23b19894-312a-4d37-b084-f55931147a03 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:32.297953 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1165d0c5-da2e-476e-a18d-dd8b680a38f6 req-76979896-aaa9-42aa-ba1b-ced1c5313cfa tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 946 time: 0.1306748 Jan 31 15:58:32.298359 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61ea45d-7ce4-4263-9b9b-2f9808c22e70 req-23b19894-312a-4d37-b084-f55931147a03 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 943 time: 0.1109414 Jan 31 15:58:32.359786 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e094ab2f-98e2-4d9e-af09-412215250ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:32.365862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61ea45d-7ce4-4263-9b9b-2f9808c22e70 req-3ee3732c-7686-4160-ba81-da0a253edd6f tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604002 Jan 31 15:58:32.403398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094ab2f-98e2-4d9e-af09-412215250ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf307f4d-c524-4c63-a29d-56c84d634b48,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:32.404018 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1165d0c5-da2e-476e-a18d-dd8b680a38f6 req-421a43ad-3e30-4535-8d32-eaa8a16198b3 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973179 Jan 31 15:58:32.406809 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e094ab2f-98e2-4d9e-af09-412215250ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:32.412733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-8dfc4849-7f86-42c0-b001-8fa32b2f421f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc58f754-2914-4049-9501-3d6bfb7fadec HTTP/1.1" status: 200 len: 217 time: 0.1048322 Jan 31 15:58:32.413125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e094ab2f-98e2-4d9e-af09-412215250ea9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cf307f4d-c524-4c63-a29d-56c84d634b48 HTTP/1.1" status: 204 len: 168 time: 0.5368631 Jan 31 15:58:32.413234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45608) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:32.423678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bf06b7-65ed-4688-8c82-ec7cd11d0be7 None None] Network f343a60a-bb31-4f3c-9556-85fb6c1da4af requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:58:32.558602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1192de-d5b1-426f-9436-45e72e9af107 req-43a242e5-59f6-4805-bc04-4c844ea36760 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:32.566281 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da1192de-d5b1-426f-9436-45e72e9af107 req-43a242e5-59f6-4805-bc04-4c844ea36760 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0898130 Jan 31 15:58:32.596473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-31446760-a5f9-4054-bf42-d9c1e947cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:32.599399 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-31446760-a5f9-4054-bf42-d9c1e947cc58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce HTTP/1.1" status: 200 len: 853 time: 0.1663983 Jan 31 15:58:32.600751 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:32.604368 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829667a2-9a38-4f46-8285-08b2c4e6f3f8 x-openstack-request-id: req-829667a2-9a38-4f46-8285-08b2c4e6f3f8 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:32.604792 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677aab11-2aa9-4627-9ce9-b4315e6f30bd", "tag": "fc58f754-2914-4049-9501-3d6bfb7fadec", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:32.605145 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-829667a2-9a38-4f46-8285-08b2c4e6f3f8 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:32.605710 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'tag': 'fc58f754-2914-4049-9501-3d6bfb7fadec', 'status': 'completed', 'code': 200} Jan 31 15:58:32.612852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da1192de-d5b1-426f-9436-45e72e9af107 req-7a499fb6-224a-45e7-ab67-8a006323c333 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429494 Jan 31 15:58:32.715203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-49800d9b-22e6-4428-a23e-2fbe1743b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:32.716626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-49800d9b-22e6-4428-a23e-2fbe1743b0b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a6e6c8e-4f4e-4bed-a2de-5536532769f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095061 Jan 31 15:58:32.733428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf7b195-bcae-419d-9813-f042f1179eb8 None None] DHCP port deletion for f343a60a-bb31-4f3c-9556-85fb6c1da4af request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:58:32.781680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7b195-bcae-419d-9813-f042f1179eb8 None None] Deleting port bc53bbc9-0a5e-4fd2-b811-840781ad5229 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:32.782282 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bf7b195-bcae-419d-9813-f042f1179eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:32.795084 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bc1b1-84d7-469d-ad59-26df31e65d36 req-2fccc798-11f9-4cd6-9b8b-0af412ab6add tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:32.796543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d4bc1b1-84d7-469d-ad59-26df31e65d36 req-2fccc798-11f9-4cd6-9b8b-0af412ab6add tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1365576 Jan 31 15:58:32.842375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Deleting port bc53bbc9-0a5e-4fd2-b811-840781ad5229 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:32.842717 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:32.857752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3bf7b195-bcae-419d-9813-f042f1179eb8 None None] For port bc53bbc9-0a5e-4fd2-b811-840781ad5229, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bc53bbc9-0a5e-4fd2-b811-840781ad5229,segment=NetworkSegment(63aca419-d188-4d50-a936-628779c8c5ec),segment_id=63aca419-d188-4d50-a936-628779c8c5ec)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:32.858135 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bf7b195-bcae-419d-9813-f042f1179eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:32.873274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7b195-bcae-419d-9813-f042f1179eb8 None None] Calling delete_port for bc53bbc9-0a5e-4fd2-b811-840781ad5229 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:32.922291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d1e58525-14f1-48de-84c5-35391643a9b8 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:32.945968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d1e58525-14f1-48de-84c5-35391643a9b8 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:58:32.946307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d1e58525-14f1-48de-84c5-35391643a9b8 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:32.946714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bc53bbc9-0a5e-4fd2-b811-840781ad5229 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:33.003495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45622) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:33.054469 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bf7b195-bcae-419d-9813-f042f1179eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.092510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7b195-bcae-419d-9813-f042f1179eb8 None None] Pushing event deleted for resources: {'Port': ['ID=bc53bbc9-0a5e-4fd2-b811-840781ad5229,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:33.094438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf7b195-bcae-419d-9813-f042f1179eb8 None None] No DVR routers for this DVR port bc53bbc9-0a5e-4fd2-b811-840781ad5229 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:58:33.095942 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.141245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:33.163929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:58:33.164345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7fe7cf61-a1b6-4d92-95d9-8fb7759ba394 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:33.186873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877b108-8e7e-488e-9ce9-1f6e7df70c20 req-e49af252-6861-4d0b-b383-06cface1a8ce tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:33.188430 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1877b108-8e7e-488e-9ce9-1f6e7df70c20 req-e49af252-6861-4d0b-b383-06cface1a8ce tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0757890 Jan 31 15:58:33.189772 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a232a373-d14e-4245-baf1-1add224446fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.210864 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d4bc1b1-84d7-469d-ad59-26df31e65d36 req-d78102a4-361c-41cc-bcc1-35581ecbae4a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043925 Jan 31 15:58:33.218952 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-5c30c4fc-c6d5-4b01-9540-888b497bbb1d service neutron] 10.222.0.30 "GET /v2.0/networks/8a6e6c8e-4f4e-4bed-a2de-5536532769f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919114 Jan 31 15:58:33.263364 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1877b108-8e7e-488e-9ce9-1f6e7df70c20 req-fe5c21a1-0d08-4f73-8fd2-7612b1cc2983 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608087 Jan 31 15:58:33.313014 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a232a373-d14e-4245-baf1-1add224446fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.318150 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a232a373-d14e-4245-baf1-1add224446fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.320733 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] For port bc53bbc9-0a5e-4fd2-b811-840781ad5229, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bc53bbc9-0a5e-4fd2-b811-840781ad5229,segment=NetworkSegment(63aca419-d188-4d50-a936-628779c8c5ec),segment_id=63aca419-d188-4d50-a936-628779c8c5ec)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:33.321251 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.353707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Calling delete_port for bc53bbc9-0a5e-4fd2-b811-840781ad5229 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:33.356901 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a232a373-d14e-4245-baf1-1add224446fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f316198782ea4ba29185306b3b03f30b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516665 Jan 31 15:58:33.359724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45630) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:33.365441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232a373-d14e-4245-baf1-1add224446fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bd2076-9cc9-4095-9db6-718d7724b27b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:33.422650 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83e27a57-3b75-4fdf-82ca-d42593d35e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.427701 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c0fa14e-2902-4e7e-806e-3c19ee405ca2 req-0d4f57c6-8e39-4638-97c8-268ca31aa1df service neutron] 10.222.0.30 "GET /v2.0/networks/8a6e6c8e-4f4e-4bed-a2de-5536532769f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990418 Jan 31 15:58:33.437228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b98e95-3b1b-4aab-a8c1-905de92faabd req-6e0df015-09e1-4b57-821b-8df6cc863843 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:33.444405 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c7b98e95-3b1b-4aab-a8c1-905de92faabd req-6e0df015-09e1-4b57-821b-8df6cc863843 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1497920 Jan 31 15:58:33.457816 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83e27a57-3b75-4fdf-82ca-d42593d35e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.521522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf5ed4-df62-4c41-900a-4bb23701d99a req-fa87dbcf-7d9a-49d9-9d70-cf5d1ef6dbd6 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:33.523227 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f9cf5ed4-df62-4c41-900a-4bb23701d99a req-fa87dbcf-7d9a-49d9-9d70-cf5d1ef6dbd6 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 943 time: 0.0798790 Jan 31 15:58:33.528942 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c7b98e95-3b1b-4aab-a8c1-905de92faabd req-403ce3e3-eaf3-4162-88f4-e3622b63931f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835819 Jan 31 15:58:33.542527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.549060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d887989-d9de-4620-8c13-e6793611903c req-4691226c-9e83-47b1-9444-dc1638c4fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:33.550806 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d887989-d9de-4620-8c13-e6793611903c req-4691226c-9e83-47b1-9444-dc1638c4fa22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74fd0407849e4616bfa436ddbdf701b2&device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 1094 time: 0.0670099 Jan 31 15:58:33.553814 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83e27a57-3b75-4fdf-82ca-d42593d35e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.556519 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83e27a57-3b75-4fdf-82ca-d42593d35e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.560067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-83e27a57-3b75-4fdf-82ca-d42593d35e4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40bd2076-9cc9-4095-9db6-718d7724b27b HTTP/1.1" status: 204 len: 168 time: 0.1973107 Jan 31 15:58:33.563033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] No DVR routers for this DVR port bc53bbc9-0a5e-4fd2-b811-840781ad5229 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:58:33.583974 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f9cf5ed4-df62-4c41-900a-4bb23701d99a req-cc0ee555-8ae5-4717-a24f-ad7a8afcde90 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536134 Jan 31 15:58:33.584663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e27a57-3b75-4fdf-82ca-d42593d35e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bd2076-9cc9-4095-9db6-718d7724b27b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:33.620738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc53bbc9-0a5e-4fd2-b811-840781ad5229,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:33.724220 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.785085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f343a60a-bb31-4f3c-9556-85fb6c1da4af']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:33.788514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d887989-d9de-4620-8c13-e6793611903c req-35c1351d-3f6d-4e59-8410-a82cd889ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:33.790008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d887989-d9de-4620-8c13-e6793611903c req-35c1351d-3f6d-4e59-8410-a82cd889ea74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a6e6c8e-4f4e-4bed-a2de-5536532769f3 HTTP/1.1" status: 200 len: 915 time: 0.2325785 Jan 31 15:58:33.800205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63aca419-d188-4d50-a936-628779c8c5ec') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:33.800466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63aca419-d188-4d50-a936-628779c8c5ec') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:33.824313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b53372-76dc-4f97-b2e5-b9d8b90fb8f6 req-dee7dd96-f92f-474b-8748-d72c8aa5daae tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:33.825799 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7b53372-76dc-4f97-b2e5-b9d8b90fb8f6 req-dee7dd96-f92f-474b-8748-d72c8aa5daae tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.1283965 Jan 31 15:58:33.853349 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.862668 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d887989-d9de-4620-8c13-e6793611903c req-9efb1329-1d7d-42d4-9edb-2060e5917bb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc58f754-2914-4049-9501-3d6bfb7fadec HTTP/1.1" status: 200 len: 217 time: 0.0602999 Jan 31 15:58:33.881506 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.917177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:58:33.917616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:58:33.924101 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:58:33.994186 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7b53372-76dc-4f97-b2e5-b9d8b90fb8f6 req-964bdedd-296e-49e0-bb9f-b1857eb174bb tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386857 Jan 31 15:58:34.000732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d887989-d9de-4620-8c13-e6793611903c req-d42d33b4-6577-4a1c-8618-9a200c8bc3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:34.002213 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d887989-d9de-4620-8c13-e6793611903c req-d42d33b4-6577-4a1c-8618-9a200c8bc3f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce HTTP/1.1" status: 200 len: 853 time: 0.1238430 Jan 31 15:58:34.007111 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:34.014721 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:34.019310 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f343a60a-bb31-4f3c-9556-85fb6c1da4af HTTP/1.1" status: 204 len: 168 time: 1.6041586 Jan 31 15:58:34.032981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45648) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:34.041520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c02ab9-84b5-4db7-b75f-c78a144d9bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f343a60a-bb31-4f3c-9556-85fb6c1da4af,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:34.076592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d887989-d9de-4620-8c13-e6793611903c req-08724d5c-a49f-40a6-be12-0384758730b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:34.078246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d887989-d9de-4620-8c13-e6793611903c req-08724d5c-a49f-40a6-be12-0384758730b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a6e6c8e-4f4e-4bed-a2de-5536532769f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578880 Jan 31 15:58:34.193815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d887989-d9de-4620-8c13-e6793611903c req-ba48ed43-9ba5-4a6e-bc09-2a93bc1aae23 service neutron] 10.222.0.30 "GET /v2.0/networks/8a6e6c8e-4f4e-4bed-a2de-5536532769f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075311 Jan 31 15:58:34.305530 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d887989-d9de-4620-8c13-e6793611903c req-e833993b-3651-4e70-beff-6fdd65726cc0 service neutron] 10.222.0.30 "GET /v2.0/networks/8a6e6c8e-4f4e-4bed-a2de-5536532769f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033080 Jan 31 15:58:34.388661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5a7f4-da8f-41e9-a126-362329007190 req-bd187373-b113-401b-9e4a-e37e0da2781b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:34.390083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c71b5c-9249-472e-bb3e-5cadc0ae6558 req-97e871f3-efaf-4b19-95a6-784dd7696e3c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:34.390542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f8c5a7f4-da8f-41e9-a126-362329007190 req-bd187373-b113-401b-9e4a-e37e0da2781b tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.0873272 Jan 31 15:58:34.397577 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-22c71b5c-9249-472e-bb3e-5cadc0ae6558 req-97e871f3-efaf-4b19-95a6-784dd7696e3c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0553658 Jan 31 15:58:34.435252 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-22c71b5c-9249-472e-bb3e-5cadc0ae6558 req-f8ab6ee9-9ed4-4c44-8518-7ba9a9ea6bda tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368385 Jan 31 15:58:34.441596 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f8c5a7f4-da8f-41e9-a126-362329007190 req-bf997229-aa89-4b2b-adf7-01650515f54d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Jan 31 15:58:34.500673 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5082eaa9-172c-4f72-b84e-c7cd337b37d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:34.734202 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb4ea7-ac22-4153-8cd5-578c802fc587 req-d362a06b-cf7f-48ca-a6be-413403724cae tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:34.735706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68cb4ea7-ac22-4153-8cd5-578c802fc587 req-d362a06b-cf7f-48ca-a6be-413403724cae tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0502715 Jan 31 15:58:34.737240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967a01a-0213-4241-a00e-2bd9b8cd9b56 req-0be00c7f-7e67-45b1-b579-e5dc7d22fdac tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:34.738731 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b967a01a-0213-4241-a00e-2bd9b8cd9b56 req-0be00c7f-7e67-45b1-b579-e5dc7d22fdac tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0817943 Jan 31 15:58:34.775592 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68cb4ea7-ac22-4153-8cd5-578c802fc587 req-90f91171-6887-44df-a2e4-8f0fb27869a9 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335350 Jan 31 15:58:34.801873 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b967a01a-0213-4241-a00e-2bd9b8cd9b56 req-a0d9e506-9c57-4792-86b2-ca8a47dacfa4 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563037 Jan 31 15:58:34.854674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5082eaa9-172c-4f72-b84e-c7cd337b37d9 admin admin] Deleting port 07288f2d-fd2c-4081-9464-3ee077a5f8ab {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:34.855226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5082eaa9-172c-4f72-b84e-c7cd337b37d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:34.895680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c619d-1902-4314-9e7e-06e1cb99a555 req-74784368-d55c-4005-a582-2be5416455a8 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:34.897497 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a3c619d-1902-4314-9e7e-06e1cb99a555 req-74784368-d55c-4005-a582-2be5416455a8 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 943 time: 0.0508776 Jan 31 15:58:34.919766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83185f7a-3b1c-4725-8948-7adf0b81552f req-006a1fae-028f-4894-ae3c-7ea0f2fb5e68 tempest-AbsoluteLimitsNegativeTestJSON-2011889680 tempest-AbsoluteLimitsNegativeTestJSON-2011889680-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=407dfdbc2ce94706a0cce7148dccee16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272439 Jan 31 15:58:34.935189 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a3c619d-1902-4314-9e7e-06e1cb99a555 req-8c301c6f-8e3e-49a5-850b-6c80b41beb51 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316920 Jan 31 15:58:35.004782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-5082eaa9-172c-4f72-b84e-c7cd337b37d9 admin admin] For port 07288f2d-fd2c-4081-9464-3ee077a5f8ab, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=07288f2d-fd2c-4081-9464-3ee077a5f8ab,segment=NetworkSegment(68c5dfd7-b01a-4a07-9a2d-83f71b66091c),segment_id=68c5dfd7-b01a-4a07-9a2d-83f71b66091c)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:35.005143 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5082eaa9-172c-4f72-b84e-c7cd337b37d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:35.022680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5082eaa9-172c-4f72-b84e-c7cd337b37d9 admin admin] Calling delete_port for 07288f2d-fd2c-4081-9464-3ee077a5f8ab owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:35.094271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83185f7a-3b1c-4725-8948-7adf0b81552f req-1ca8d431-a5af-4f79-af59-747ed5923bcb tempest-AbsoluteLimitsNegativeTestJSON-2011889680 tempest-AbsoluteLimitsNegativeTestJSON-2011889680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:35.095650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83185f7a-3b1c-4725-8948-7adf0b81552f req-1ca8d431-a5af-4f79-af59-747ed5923bcb tempest-AbsoluteLimitsNegativeTestJSON-2011889680 tempest-AbsoluteLimitsNegativeTestJSON-2011889680-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702006 Jan 31 15:58:35.121300 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83185f7a-3b1c-4725-8948-7adf0b81552f req-2dd732af-e25b-4140-99f9-9050cdec0e1b tempest-AbsoluteLimitsNegativeTestJSON-2011889680 tempest-AbsoluteLimitsNegativeTestJSON-2011889680-project] 10.222.0.36 "GET /v2.0/quotas/407dfdbc2ce94706a0cce7148dccee16 HTTP/1.1" status: 200 len: 375 time: 0.0171342 Jan 31 15:58:35.128111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95e6c0-a775-4b0f-8d2b-326ef55e1f9a req-eb0566b9-42ad-41a8-b43c-628e807850ad tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:35.129608 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf95e6c0-a775-4b0f-8d2b-326ef55e1f9a req-eb0566b9-42ad-41a8-b43c-628e807850ad tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0500357 Jan 31 15:58:35.173646 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf95e6c0-a775-4b0f-8d2b-326ef55e1f9a req-8d84c5e1-8185-4c35-932a-cd3fcb56ff02 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377676 Jan 31 15:58:35.190303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83185f7a-3b1c-4725-8948-7adf0b81552f req-65600b29-1fd6-4bfc-9cbc-b5f77123e6fb tempest-AbsoluteLimitsNegativeTestJSON-2011889680 tempest-AbsoluteLimitsNegativeTestJSON-2011889680-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=407dfdbc2ce94706a0cce7148dccee16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621684 Jan 31 15:58:35.267108 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5082eaa9-172c-4f72-b84e-c7cd337b37d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:35.299206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082eaa9-172c-4f72-b84e-c7cd337b37d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=07288f2d-fd2c-4081-9464-3ee077a5f8ab,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:35.502514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45694) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:35.579123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eed39-f8d7-4bb5-86ef-df334b852ae1 req-ad3537aa-f63c-4796-86de-a66e83377890 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:35.580759 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c8eed39-f8d7-4bb5-86ef-df334b852ae1 req-ad3537aa-f63c-4796-86de-a66e83377890 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.0528982 Jan 31 15:58:35.631415 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c8eed39-f8d7-4bb5-86ef-df334b852ae1 req-2ecef867-0102-403d-b314-383fdb7b17fd tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Jan 31 15:58:35.632308 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59431412-1651-4c32-bed3-0169e9ef543a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:35.717843 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59431412-1651-4c32-bed3-0169e9ef543a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:35.722409 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59431412-1651-4c32-bed3-0169e9ef543a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:35.759566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59431412-1651-4c32-bed3-0169e9ef543a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e535a8-e411-4639-9d81-f59ed30b563e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:35.763709 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-59431412-1651-4c32-bed3-0169e9ef543a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=407dfdbc2ce94706a0cce7148dccee16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600667 Jan 31 15:58:35.766432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45698) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:35.766915 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5082eaa9-172c-4f72-b84e-c7cd337b37d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:35.817062 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1b11adfb-d7c1-4fdd-88bb-b14de9f9e2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:35.852187 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1b11adfb-d7c1-4fdd-88bb-b14de9f9e2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:35.922795 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1b11adfb-d7c1-4fdd-88bb-b14de9f9e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:35.925315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1b11adfb-d7c1-4fdd-88bb-b14de9f9e2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:35.926459 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1b11adfb-d7c1-4fdd-88bb-b14de9f9e2a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5e535a8-e411-4639-9d81-f59ed30b563e HTTP/1.1" status: 204 len: 168 time: 0.1591256 Jan 31 15:58:35.933828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575e9a8-946a-4c68-a367-c67055dcb74e req-e1de116b-9f54-4143-ab91-773b643fa7e4 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:35.935667 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0575e9a8-946a-4c68-a367-c67055dcb74e req-e1de116b-9f54-4143-ab91-773b643fa7e4 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0664277 Jan 31 15:58:35.950147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11adfb-d7c1-4fdd-88bb-b14de9f9e2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e535a8-e411-4639-9d81-f59ed30b563e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:35.967321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01219421-6ab4-42b5-b19e-05f06f2f6715 req-e0e1509c-0f3d-40f8-9e48-ebd601b9dc19 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:35.969269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-01219421-6ab4-42b5-b19e-05f06f2f6715 req-e0e1509c-0f3d-40f8-9e48-ebd601b9dc19 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0767639 Jan 31 15:58:36.020924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-01219421-6ab4-42b5-b19e-05f06f2f6715 req-06a7ce51-2694-4bba-9e6b-ca580b4342cc tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Jan 31 15:58:36.040645 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0575e9a8-946a-4c68-a367-c67055dcb74e req-25317157-c9c5-4e89-b676-7d9b7523bc0b tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936708 Jan 31 15:58:36.095285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5082eaa9-172c-4f72-b84e-c7cd337b37d9 admin admin] Router b23ae5ff-23fe-4b26-b393-2a5912d0b09e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:58:36.130053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e688050-3440-4237-8182-cef1276a2962 req-af8bb6e5-4452-48e4-9567-085de0c9247c tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:36.131552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e688050-3440-4237-8182-cef1276a2962 req-af8bb6e5-4452-48e4-9567-085de0c9247c tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 943 time: 0.0505438 Jan 31 15:58:36.187343 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e688050-3440-4237-8182-cef1276a2962 req-006b12fc-c393-4e48-8922-29c836cb0d1b tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471792 Jan 31 15:58:36.206376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5082eaa9-172c-4f72-b84e-c7cd337b37d9 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:58:36.213532 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5082eaa9-172c-4f72-b84e-c7cd337b37d9 admin admin] 10.222.0.36 "PUT /v2.0/routers/b23ae5ff-23fe-4b26-b393-2a5912d0b09e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1873128 Jan 31 15:58:36.213746 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45716) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:36.222164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee748eb-dbfe-4051-b414-8d5ef01b0fd1 None None] Sync routers for ids ['b23ae5ff-23fe-4b26-b393-2a5912d0b09e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:58:36.231277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee748eb-dbfe-4051-b414-8d5ef01b0fd1 None None] Routers {'b23ae5ff-23fe-4b26-b393-2a5912d0b09e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:36.231431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9ee748eb-dbfe-4051-b414-8d5ef01b0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b23ae5ff-23fe-4b26-b393-2a5912d0b09e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:36.365069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed9af4-7bcb-4a41-a5d2-082cd2653c79 req-d6dea116-24e0-4aa5-bef2-49e0ea24198d tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:36.366615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87ed9af4-7bcb-4a41-a5d2-082cd2653c79 req-d6dea116-24e0-4aa5-bef2-49e0ea24198d tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.1076927 Jan 31 15:58:36.376537 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:36.472057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-9ee748eb-dbfe-4051-b414-8d5ef01b0fd1 None None] Set router b23ae5ff-23fe-4b26-b393-2a5912d0b09e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:36.489925 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87ed9af4-7bcb-4a41-a5d2-082cd2653c79 req-58a752a0-8e17-4a11-af73-65a990d9005b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686519 Jan 31 15:58:36.527404 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:36.581885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Deleting port 119ca722-1102-4236-b12e-8bf08cb5b9cf {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:36.582224 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:36.645894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45730) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:36.687344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] For port 119ca722-1102-4236-b12e-8bf08cb5b9cf, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=119ca722-1102-4236-b12e-8bf08cb5b9cf,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:36.688755 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:36.691880 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9ee748eb-dbfe-4051-b414-8d5ef01b0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079749384-router', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:52Z', 'updated_at': '2022-01-31T15:58:35Z', 'revision_number': 5, 'project_id': 'dcbada4ebba44b17927cee3b324f8da9', 'gw_port': {'id': '119ca722-1102-4236-b12e-8bf08cb5b9cf', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:36.703875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Calling delete_port for 119ca722-1102-4236-b12e-8bf08cb5b9cf owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:36.728550 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee748eb-dbfe-4051-b414-8d5ef01b0fd1 None None] Checking router: b23ae5ff-23fe-4b26-b393-2a5912d0b09e for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:58:36.734714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device fc58f754-2914-4049-9501-3d6bfb7fadec details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:58:36.761420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee748eb-dbfe-4051-b414-8d5ef01b0fd1 None None] Routers {'b23ae5ff-23fe-4b26-b393-2a5912d0b09e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:36.762224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9ee748eb-dbfe-4051-b414-8d5ef01b0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b23ae5ff-23fe-4b26-b393-2a5912d0b09e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:36.771615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb191a0-eda9-4400-b5ec-fdbc787000f7 req-3cc465c1-d828-4432-bd44-35d3cd59e445 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:36.779380 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4cb191a0-eda9-4400-b5ec-fdbc787000f7 req-3cc465c1-d828-4432-bd44-35d3cd59e445 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.0715027 Jan 31 15:58:36.786328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1935218931-network', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:36.828769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4cb191a0-eda9-4400-b5ec-fdbc787000f7 req-8ce1d212-df85-49ec-ac7c-003c8d53c1d6 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485339 Jan 31 15:58:36.838991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:58:36.844650 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:36.866117 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:36.894302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-9ee748eb-dbfe-4051-b414-8d5ef01b0fd1 None None] Set router b23ae5ff-23fe-4b26-b393-2a5912d0b09e gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:36.927633 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:36.957206 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:36.963233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=119ca722-1102-4236-b12e-8bf08cb5b9cf,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:36.963631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:36.986121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:58:36.987901 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9ee748eb-dbfe-4051-b414-8d5ef01b0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079749384-router', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:52Z', 'updated_at': '2022-01-31T15:58:36Z', 'revision_number': 6, 'project_id': 'dcbada4ebba44b17927cee3b324f8da9', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:36.988083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:36.988461 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:36.988855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:36.989255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:36.989685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:36.990087 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:36.990454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:36.990832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:36.991212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:36.991587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:36.991909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:36.992223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:37.001941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa183678-3da8-4ae8-a0de-b627cfc94fde,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:37.004920 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.005257 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Added segment ae85cce6-9651-49ea-8dc5-ba81381fda0e of type vlan for network b14c64a1-db20-45b3-980d-1e88d4364f54 Jan 31 15:58:37.024235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee748eb-dbfe-4051-b414-8d5ef01b0fd1 None None] The sync data for ids ['b23ae5ff-23fe-4b26-b393-2a5912d0b09e'] in n-d-827120-1 is: [{'id': 'b23ae5ff-23fe-4b26-b393-2a5912d0b09e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079749384-router', 'tenant_id': 'dcbada4ebba44b17927cee3b324f8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:52Z', 'updated_at': '2022-01-31T15:58:36Z', 'revision_number': 6, 'project_id': 'dcbada4ebba44b17927cee3b324f8da9', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:58:37.034475 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.094274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port fc58f754-2914-4049-9501-3d6bfb7fadec, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc58f754-2914-4049-9501-3d6bfb7fadec,segment=NetworkSegment(97c4ce8e-8c54-4550-b0be-c6e319d8f348),segment_id=97c4ce8e-8c54-4550-b0be-c6e319d8f348)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:37.095392 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.108773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'fc58f754-2914-4049-9501-3d6bfb7fadec', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'port_id': 'fc58f754-2914-4049-9501-3d6bfb7fadec', 'mac_address': 'fa:16:3e:6c:2f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:58:37.145249 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.146170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:37.146743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.157855 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.171785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc58f754-2914-4049-9501-3d6bfb7fadec {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:58:37.172462 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.188071 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.198509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port fc58f754-2914-4049-9501-3d6bfb7fadec, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc58f754-2914-4049-9501-3d6bfb7fadec,segment=NetworkSegment(97c4ce8e-8c54-4550-b0be-c6e319d8f348),segment_id=97c4ce8e-8c54-4550-b0be-c6e319d8f348)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:37.205769 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.238505 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5914450 Jan 31 15:58:37.243217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45742) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:37.248685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69ff15-f495-4b88-9a4f-0353d6c1cf8b req-dbe3f9f5-2f60-4ab5-bbe2-30439174ae93 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:37.250549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5ba987b8-f744-40eb-92c5-720220b0463e admin admin] Request body: {'subnet': {'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1935218931-subnet', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:37.255929 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb69ff15-f495-4b88-9a4f-0353d6c1cf8b req-dbe3f9f5-2f60-4ab5-bbe2-30439174ae93 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1002138 Jan 31 15:58:37.256961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786168a7-fc68-46e5-99c8-bb4c587503e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b14c64a1-db20-45b3-980d-1e88d4364f54,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:37.263213 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.263622 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b23ae5ff-23fe-4b26-b393-2a5912d0b09e {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:58:37.268313 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.269449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9844e247-2c00-4b08-ae80-f090fef47d14 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b23ae5ff-23fe-4b26-b393-2a5912d0b09e HTTP/1.1" status: 204 len: 168 time: 1.0548289 Jan 31 15:58:37.270499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b14c64a1-db20-45b3-980d-1e88d4364f54 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:58:37.275973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45744) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:37.279267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69b9a5-1a4a-4655-be5c-b087dfe10168 req-02a05b34-69df-4a5a-af95-a06e4e33b4fb tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:37.281337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-be69b9a5-1a4a-4655-be5c-b087dfe10168 req-02a05b34-69df-4a5a-af95-a06e4e33b4fb tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1499567 Jan 31 15:58:37.293134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=fc58f754-2914-4049-9501-3d6bfb7fadec,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:37.319198 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba987b8-f744-40eb-92c5-720220b0463e admin admin] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:58:37.322429 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ba987b8-f744-40eb-92c5-720220b0463e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.334420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb69ff15-f495-4b88-9a4f-0353d6c1cf8b req-7cbbfc85-cb2d-427c-bb2a-3724c9b50874 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748851 Jan 31 15:58:37.355431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8272b848-1c32-4ac5-a47c-283224e99048 admin admin] Deleting subnet 97a1b5ea-493c-4bbc-9843-67a88957f23b {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:58:37.362337 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8272b848-1c32-4ac5-a47c-283224e99048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.395827 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-be69b9a5-1a4a-4655-be5c-b087dfe10168 req-1a44e69f-f27c-4191-9aa5-a21cc96dc56d tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036105 Jan 31 15:58:37.418528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8272b848-1c32-4ac5-a47c-283224e99048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.491154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['fc58f754-2914-4049-9501-3d6bfb7fadec'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:58:37.540803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4798c79-56be-4567-bef2-e47ed571d9ba req-a11fe61c-b354-415f-9220-3679eeca47df tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:37.542329 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4798c79-56be-4567-bef2-e47ed571d9ba req-a11fe61c-b354-415f-9220-3679eeca47df tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 944 time: 0.0983582 Jan 31 15:58:37.566347 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ba987b8-f744-40eb-92c5-720220b0463e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.577809 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8272b848-1c32-4ac5-a47c-283224e99048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.618650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4798c79-56be-4567-bef2-e47ed571d9ba req-9db99ea7-98b3-4ece-b610-5adce34b73c5 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695815 Jan 31 15:58:37.660684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8272b848-1c32-4ac5-a47c-283224e99048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.663185 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba987b8-f744-40eb-92c5-720220b0463e admin admin] Pushing event updated for resources: {'Subnet': ['ID=145696c6-49bb-4d2b-892c-47bb0a673c7b,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:37.694735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272b848-1c32-4ac5-a47c-283224e99048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a1b5ea-493c-4bbc-9843-67a88957f23b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:37.696700 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8272b848-1c32-4ac5-a47c-283224e99048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.697874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61616c57-7f0e-4c2d-a8bf-51654fe434b2 req-d9be978c-f725-4f06-ac64-25073bdd4a2e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:37.699457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61616c57-7f0e-4c2d-a8bf-51654fe434b2 req-d9be978c-f725-4f06-ac64-25073bdd4a2e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0950651 Jan 31 15:58:37.699808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8272b848-1c32-4ac5-a47c-283224e99048 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/97a1b5ea-493c-4bbc-9843-67a88957f23b HTTP/1.1" status: 204 len: 168 time: 0.4219973 Jan 31 15:58:37.702601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45748) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:37.704303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba987b8-f744-40eb-92c5-720220b0463e admin admin] Checking segment: {'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:37.704657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba987b8-f744-40eb-92c5-720220b0463e admin admin] Network hostable DHCP agents. Network: b14c64a1-db20-45b3-980d-1e88d4364f54, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:58:37.708597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c4a045-0959-42f0-b051-155a0014002e None None] Network 36a20b2b-6a33-4126-8695-4b0f25be1845 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:58:37.752041 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61616c57-7f0e-4c2d-a8bf-51654fe434b2 req-d44d2148-9200-4320-86ba-f8e9613eeed6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442765 Jan 31 15:58:37.753331 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba987b8-f744-40eb-92c5-720220b0463e admin admin] Network b14c64a1-db20-45b3-980d-1e88d4364f54 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:58:37.765400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5ba987b8-f744-40eb-92c5-720220b0463e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, b14c64a1-db20-45b3-980d-1e88d4364f54) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:37.771449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba987b8-f744-40eb-92c5-720220b0463e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:37.772034 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ba987b8-f744-40eb-92c5-720220b0463e admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.782367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d090c1-2911-4443-8ca1-610c190fb37d None None] Network b14c64a1-db20-45b3-980d-1e88d4364f54 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:58:37.790342 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.799467 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5ba987b8-f744-40eb-92c5-720220b0463e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5510695 Jan 31 15:58:37.799811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45750) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:37.804168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:37.843852 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.845310 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.860542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Deleting port 3dc0c929-094b-41a6-9686-3d36913e6de6 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:37.862269 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.911456 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.979387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] For port 3dc0c929-094b-41a6-9686-3d36913e6de6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3dc0c929-094b-41a6-9686-3d36913e6de6,segment=NetworkSegment(68c5dfd7-b01a-4a07-9a2d-83f71b66091c),segment_id=68c5dfd7-b01a-4a07-9a2d-83f71b66091c)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:37.980029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:37.999359 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Calling delete_port for 3dc0c929-094b-41a6-9686-3d36913e6de6 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:38.021455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2b3a4-b495-4143-8dd7-6eb9a50c1c29 req-e23e7d36-860e-4e77-8365-61b624d248dd tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:38.031116 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-75f2b3a4-b495-4143-8dd7-6eb9a50c1c29 req-e23e7d36-860e-4e77-8365-61b624d248dd tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.0858915 Jan 31 15:58:38.049391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-b14c64a1-db20-45b3-980d-1e88d4364f54', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'fixed_ips': [{'subnet_id': '145696c6-49bb-4d2b-892c-47bb0a673c7b'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:58:38.050635 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.081745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c8b1c-1bc7-458e-a76f-154f15f4b38e req-e7fc5646-4145-427d-837b-30f7bfa4439c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:38.083592 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a0c8b1c-1bc7-458e-a76f-154f15f4b38e req-e7fc5646-4145-427d-837b-30f7bfa4439c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.1570778 Jan 31 15:58:38.112752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-75f2b3a4-b495-4143-8dd7-6eb9a50c1c29 req-f532c087-93e6-446d-a71c-477b1f03880f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823119 Jan 31 15:58:38.122420 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.164504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6a36e1-b891-44aa-89f3-6696d5a36af7 None None] DHCP port deletion for 36a20b2b-6a33-4126-8695-4b0f25be1845 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:58:38.178369 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.202032 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a36e1-b891-44aa-89f3-6696d5a36af7 None None] The port '3dc0c929-094b-41a6-9686-3d36913e6de6' was deleted {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 31 15:58:38.220704 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] No DVR routers for this DVR port 3dc0c929-094b-41a6-9686-3d36913e6de6 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:58:38.226511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc0c929-094b-41a6-9686-3d36913e6de6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:38.248369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Allocated IP 172.20.0.2 (b14c64a1-db20-45b3-980d-1e88d4364f54/145696c6-49bb-4d2b-892c-47bb0a673c7b/83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:38.313097 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.313514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-7a0c8b1c-1bc7-458e-a76f-154f15f4b38e req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Deleting port d0f12223-8f4e-4a51-a50d-e792414c7fb3 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:38.313844 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7a0c8b1c-1bc7-458e-a76f-154f15f4b38e req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.334696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a20b2b-6a33-4126-8695-4b0f25be1845']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:38.344110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c5dfd7-b01a-4a07-9a2d-83f71b66091c') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:38.344309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c5dfd7-b01a-4a07-9a2d-83f71b66091c') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:38.354113 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.371418 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.379347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:58:38.379988 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:58:38.386051 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:58:38.459260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.483360 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.486978 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] 10.222.0.36 "DELETE /v2.0/networks/36a20b2b-6a33-4126-8695-4b0f25be1845 HTTP/1.1" status: 204 len: 168 time: 0.7831192 Jan 31 15:58:38.495118 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.502502 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.509642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af983bc6-0f2d-413e-b70c-79c8b3c5303c admin admin] Pushing event deleted for resources: {'Network': ['ID=36a20b2b-6a33-4126-8695-4b0f25be1845,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:38.552121 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Network b14c64a1-db20-45b3-980d-1e88d4364f54 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:38.558061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:38.565069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:38.568612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db326e-d4f8-4496-af93-70f674ffd823 req-468c595b-8707-4ab3-b5c5-2809d84e6c9a tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:38.570209 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-51db326e-d4f8-4496-af93-70f674ffd823 req-468c595b-8707-4ab3-b5c5-2809d84e6c9a tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 945 time: 0.0883310 Jan 31 15:58:38.572442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Pushing event updated for resources: {'Port': ['ID=83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:38.581675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7a0c8b1c-1bc7-458e-a76f-154f15f4b38e req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] For port d0f12223-8f4e-4a51-a50d-e792414c7fb3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d0f12223-8f4e-4a51-a50d-e792414c7fb3,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:38.582352 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7a0c8b1c-1bc7-458e-a76f-154f15f4b38e req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.600065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4089ef5-a3ce-47e9-ade6-d95290e35630 req-5a89060f-49e5-4cd6-82b0-339cdbd16005 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:38.601842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d4089ef5-a3ce-47e9-ade6-d95290e35630 req-5a89060f-49e5-4cd6-82b0-339cdbd16005 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1843455 Jan 31 15:58:38.621360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-51db326e-d4f8-4496-af93-70f674ffd823 req-9b98d6c6-a92b-4175-9fbc-c259d5723fc2 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415308 Jan 31 15:58:38.635757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Attempting to bind port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:38.636392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Attempting to bind port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:38.636926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Attempting to bind port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 on network b14c64a1-db20-45b3-980d-1e88d4364f54 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:38.643053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:38.644137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Checking segment: {'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:38.644756 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.645401 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Bound using segment: {'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:38.646718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Bound port: 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:38.647075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-7a0c8b1c-1bc7-458e-a76f-154f15f4b38e req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Calling delete_port for d0f12223-8f4e-4a51-a50d-e792414c7fb3 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:38.647841 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.650968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45764) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:38.663523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c60fe6e-c3bd-4730-9b52-48913f619798 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:58:38.703649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device fc58f754-2914-4049-9501-3d6bfb7fadec up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:38.709933 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dd189106-f5cf-4d37-b5cb-64c4d93de000 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1f14efaf55a4a8dbe10405c4bdd7a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569353 Jan 31 15:58:38.712787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45766) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:38.748610 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.778734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.785974 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d4089ef5-a3ce-47e9-ade6-d95290e35630 req-d0cd92fa-7c14-47b3-b317-a1e8cfaae62d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611185 Jan 31 15:58:38.808310 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] For port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:38.815577 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ebeeac45-5b60-4794-a67f-2f0799cd8724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.827360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] For port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:38.831096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67661753-8e67-4b36-b1fb-36515d9647f2 req-f7ba4468-2d6f-4c18-9e4d-f61e3681e415 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:38.840135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-67661753-8e67-4b36-b1fb-36515d9647f2 req-f7ba4468-2d6f-4c18-9e4d-f61e3681e415 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 944 time: 0.0955379 Jan 31 15:58:38.849033 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.881413 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ebeeac45-5b60-4794-a67f-2f0799cd8724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.912454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c60fe6e-c3bd-4730-9b52-48913f619798,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:38.919107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port fc58f754-2914-4049-9501-3d6bfb7fadec completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:58:38.921830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-67661753-8e67-4b36-b1fb-36515d9647f2 req-b4fbef5f-7a46-4602-a092-59fe901ae705 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762460 Jan 31 15:58:38.939796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'port_id': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'mac_address': 'fa:16:3e:9b:1a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:58:38.949088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port fc58f754-2914-4049-9501-3d6bfb7fadec triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:38.949457 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:38.982161 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d7b4f-35c0-4cff-b622-9e369d6ff174 None None] Pushing event updated for resources: {'Port': ['ID=83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:38.986588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 119ca722-1102-4236-b12e-8bf08cb5b9cf no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:38.998407 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ebeeac45-5b60-4794-a67f-2f0799cd8724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:39.002565 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ebeeac45-5b60-4794-a67f-2f0799cd8724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:39.004911 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ebeeac45-5b60-4794-a67f-2f0799cd8724 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f23da60-d319-49b1-9aeb-6d90a61e5d2f HTTP/1.1" status: 204 len: 168 time: 0.2906003 Jan 31 15:58:39.027327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeeac45-5b60-4794-a67f-2f0799cd8724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f23da60-d319-49b1-9aeb-6d90a61e5d2f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:39.044101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 119ca722-1102-4236-b12e-8bf08cb5b9cf {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:58:39.044402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 119ca722-1102-4236-b12e-8bf08cb5b9cf not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:39.044820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 07288f2d-fd2c-4081-9464-3ee077a5f8ab no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:39.083103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 07288f2d-fd2c-4081-9464-3ee077a5f8ab {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:58:39.083472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 07288f2d-fd2c-4081-9464-3ee077a5f8ab not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:39.083845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3dc0c929-094b-41a6-9686-3d36913e6de6 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:39.111333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 3dc0c929-094b-41a6-9686-3d36913e6de6 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:58:39.111741 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3dc0c929-094b-41a6-9686-3d36913e6de6 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:39.114445 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:39.140046 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c60fe6e-c3bd-4730-9b52-48913f619798 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:58:39.142757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Allocated IP 172.25.1.163 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:39.156229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3f0f8-6bb3-46f6-bba8-66b4f9429dae req-b5c23292-b8f3-43d7-859f-614364a2fad3 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:39.164599 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0fa3f0f8-6bb3-46f6-bba8-66b4f9429dae req-b5c23292-b8f3-43d7-859f-614364a2fad3 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.2474771 Jan 31 15:58:39.192953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c60fe6e-c3bd-4730-9b52-48913f619798,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:39.204841 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:39.210595 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:39.285959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7a0c8b1c-1bc7-458e-a76f-154f15f4b38e req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:39.349909 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0fa3f0f8-6bb3-46f6-bba8-66b4f9429dae req-821ccbdf-d3de-404f-b4d2-ff6442e7a33e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842270 Jan 31 15:58:39.370449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec5b1d-4e6c-4cfd-9f2e-d72037278ef0 req-7cbc5fb8-3567-4d13-ae7e-6313ec31b0b3 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:39.384954 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1dec5b1d-4e6c-4cfd-9f2e-d72037278ef0 req-7cbc5fb8-3567-4d13-ae7e-6313ec31b0b3 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.0996017 Jan 31 15:58:39.429182 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1dec5b1d-4e6c-4cfd-9f2e-d72037278ef0 req-b7883da6-d1bb-4e13-9c30-aa7d2a6c200f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423470 Jan 31 15:58:39.481256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8727af3d-0e7a-452c-9879-e88842ce1457'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:58:39.488672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d0f12223-8f4e-4a51-a50d-e792414c7fb3'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:58:39.567447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['5c60fe6e-c3bd-4730-9b52-48913f619798'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:58:39.618089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc58f754-2914-4049-9501-3d6bfb7fadec'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:39.620722 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4654b2f7-d7a9-4e75-9829-d1625ef32870" -d '{"events": [{"server_uuid": "677aab11-2aa9-4627-9ce9-b4315e6f30bd", "name": "network-vif-plugged", "status": "completed", "tag": "fc58f754-2914-4049-9501-3d6bfb7fadec"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:39.657985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port fc58f754-2914-4049-9501-3d6bfb7fadec, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc58f754-2914-4049-9501-3d6bfb7fadec,segment=NetworkSegment(97c4ce8e-8c54-4550-b0be-c6e319d8f348),segment_id=97c4ce8e-8c54-4550-b0be-c6e319d8f348)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:39.693776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5c60fe6e-c3bd-4730-9b52-48913f619798,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:39.712221 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ea3b7c-a154-414a-902a-c9b3fe7cccb3 x-openstack-request-id: req-89ea3b7c-a154-414a-902a-c9b3fe7cccb3 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:39.712221 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677aab11-2aa9-4627-9ce9-b4315e6f30bd", "name": "network-vif-plugged", "status": "completed", "tag": "fc58f754-2914-4049-9501-3d6bfb7fadec", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:39.712606 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89ea3b7c-a154-414a-902a-c9b3fe7cccb3 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:39.712853 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc58f754-2914-4049-9501-3d6bfb7fadec', 'code': 200} Jan 31 15:58:39.718834 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:39.739530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Pushing event deleted for resources: {'Port': ['ID=d0f12223-8f4e-4a51-a50d-e792414c7fb3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:39.751555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:39.752366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:39.752366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:39.752570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:39.752895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:39.753134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:39.753550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:39.753906 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:39.754582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:39.754582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:39.754836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:39.755737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:39.788664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45794) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:39.828310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0c8b1c-1bc7-458e-a76f-154f15f4b38e req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] No DVR routers for this DVR port d0f12223-8f4e-4a51-a50d-e792414c7fb3 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:58:39.845140 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7a0c8b1c-1bc7-458e-a76f-154f15f4b38e req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:39.847351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19e66e29-45ed-46c0-9f60-feed19f2c5d4 req-05c5b90e-c8fd-4d18-b049-ffe2b456ef67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a5305b9-2fc6-49c4-922c-9eec1f357aa8 HTTP/1.1" status: 200 len: 210 time: 0.0481062 Jan 31 15:58:39.848443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a0c8b1c-1bc7-458e-a76f-154f15f4b38e req-60902d1c-b1bc-4ef2-9c12-7c1a10811d67 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.30 "DELETE /v2.0/ports/d0f12223-8f4e-4a51-a50d-e792414c7fb3 HTTP/1.1" status: 204 len: 173 time: 1.7377410 Jan 31 15:58:39.855475 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5305b9-2fc6-49c4-922c-9eec1f357aa8', 'name': 'network-vif-deleted', 'tag': 'd0f12223-8f4e-4a51-a50d-e792414c7fb3'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:39.857509 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6685530b-5345-4b45-a196-73ea009f916b" -d '{"events": [{"server_uuid": "3a5305b9-2fc6-49c4-922c-9eec1f357aa8", "name": "network-vif-deleted", "tag": "d0f12223-8f4e-4a51-a50d-e792414c7fb3"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:39.897658 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-332ec214-f7ac-4726-81f3-709480fc19de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcbada4ebba44b17927cee3b324f8da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058307 Jan 31 15:58:39.900105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45800) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:39.906788 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=fc58f754-2914-4049-9501-3d6bfb7fadec,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:39.925003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:40.009893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07c2a6-6ba5-41d5-b8c3-0cf9a3b0f8fa req-a88db730-52d5-41f2-bdeb-c7d4394153bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:40.011462 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef07c2a6-6ba5-41d5-b8c3-0cf9a3b0f8fa req-a88db730-52d5-41f2-bdeb-c7d4394153bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 1096 time: 0.2165198 Jan 31 15:58:40.018850 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9887cc09-6d2a-4177-af05-138b1f1b59e1 x-openstack-request-id: req-9887cc09-6d2a-4177-af05-138b1f1b59e1 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:40.019213 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5305b9-2fc6-49c4-922c-9eec1f357aa8", "name": "network-vif-deleted", "tag": "d0f12223-8f4e-4a51-a50d-e792414c7fb3", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:40.020201 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9887cc09-6d2a-4177-af05-138b1f1b59e1 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:40.020201 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5305b9-2fc6-49c4-922c-9eec1f357aa8', 'name': 'network-vif-deleted', 'tag': 'd0f12223-8f4e-4a51-a50d-e792414c7fb3', 'status': 'completed', 'code': 200} Jan 31 15:58:40.038352 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:40.045484 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c7372bd-6cbc-4984-b8a2-d51b22676a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:40.096393 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c7372bd-6cbc-4984-b8a2-d51b22676a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:40.185986 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5392b-a6d4-4c60-82d6-f82d8808aff8 req-ff78f31f-58e9-4185-9d1e-ec3edd8cad11 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:40.187555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03e5392b-a6d4-4c60-82d6-f82d8808aff8 req-ff78f31f-58e9-4185-9d1e-ec3edd8cad11 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 945 time: 0.0753124 Jan 31 15:58:40.216575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:40.233479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2fd61-e0f9-4f95-8807-6d5847bab8d9 req-f5701807-dbae-4b6b-bba2-91ad7863fb4a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:40.241529 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-37e2fd61-e0f9-4f95-8807-6d5847bab8d9 req-f5701807-dbae-4b6b-bba2-91ad7863fb4a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.2288737 Jan 31 15:58:40.247131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c7372bd-6cbc-4984-b8a2-d51b22676a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:40.248591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:40.250657 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c7372bd-6cbc-4984-b8a2-d51b22676a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:40.252402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:40.254728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:40.258868 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6c7372bd-6cbc-4984-b8a2-d51b22676a85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5234df5b-bcfc-48e2-a267-e69846055dc1 HTTP/1.1" status: 204 len: 168 time: 0.3556392 Jan 31 15:58:40.292950 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef07c2a6-6ba5-41d5-b8c3-0cf9a3b0f8fa req-a045b719-2e9f-4f11-9947-b18c788984b9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425773 Jan 31 15:58:40.321850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7372bd-6cbc-4984-b8a2-d51b22676a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5234df5b-bcfc-48e2-a267-e69846055dc1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:40.336353 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-37e2fd61-e0f9-4f95-8807-6d5847bab8d9 req-c8fc158d-4880-4e6f-a588-e3cb5b780229 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926001 Jan 31 15:58:40.379117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03e5392b-a6d4-4c60-82d6-f82d8808aff8 req-6a012b09-6bba-4402-a7e6-72a30c14a1d4 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839449 Jan 31 15:58:40.400619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8354def3-4214-4092-bc55-380a6434357b None None] Network b14c64a1-db20-45b3-980d-1e88d4364f54 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:58:40.547663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8774c97b-53f2-48f5-a8a1-e742c91e3232 None None] Provisioning complete for port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:40.548356 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8774c97b-53f2-48f5-a8a1-e742c91e3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:40.690707 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c60fe6e-c3bd-4730-9b52-48913f619798 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:40.697700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75544e83-ef64-497e-9c24-f258bbee7af2 req-95a21793-aab5-402c-98b1-c5b9c9f811a8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:40.705924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75544e83-ef64-497e-9c24-f258bbee7af2 req-95a21793-aab5-402c-98b1-c5b9c9f811a8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 944 time: 0.2173636 Jan 31 15:58:40.708036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035c384-6502-426b-b8fc-56506294f00d req-0b25cefd-4a38-4303-b588-6460c4cfad6d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:40.717729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f035c384-6502-426b-b8fc-56506294f00d req-0b25cefd-4a38-4303-b588-6460c4cfad6d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1637921 Jan 31 15:58:40.813205 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75544e83-ef64-497e-9c24-f258bbee7af2 req-f257a86f-8ccd-4f9f-b53a-e0d9f6b721fa tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057010 Jan 31 15:58:40.829320 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f035c384-6502-426b-b8fc-56506294f00d req-2bb2c1df-fb19-49f8-adc8-288e3b2f9bae tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090043 Jan 31 15:58:40.995059 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:41.008813 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 5c60fe6e-c3bd-4730-9b52-48913f619798 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:41.009187 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:41.074030 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8774c97b-53f2-48f5-a8a1-e742c91e3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:41.145974 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:41.152066 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:41.244576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8774c97b-53f2-48f5-a8a1-e742c91e3232 None None] For port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:41.261980 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8774c97b-53f2-48f5-a8a1-e742c91e3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:41.278203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c60fe6e-c3bd-4730-9b52-48913f619798,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:41.343427 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:41.378749 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:41.423791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774c97b-53f2-48f5-a8a1-e742c91e3232 None None] Pushing event updated for resources: {'Port': ['ID=83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:41.488002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9c9fa-1fd6-4150-8942-2ea74d3c2a52 req-dc360c9c-9076-421c-8324-9d83ef00fa87 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:41.495906 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4b9c9fa-1fd6-4150-8942-2ea74d3c2a52 req-dc360c9c-9076-421c-8324-9d83ef00fa87 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.1004770 Jan 31 15:58:41.575656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:41.579966 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:41.581356 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4b9c9fa-1fd6-4150-8942-2ea74d3c2a52 req-a11bb069-354d-44f2-a402-9f14ffa97418 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845408 Jan 31 15:58:41.680686 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b1c1b-c96e-46ca-b690-ce5645c49621 req-2116e127-c91c-4393-8230-06e46018861e tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:41.689374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c2b1c1b-c96e-46ca-b690-ce5645c49621 req-2116e127-c91c-4393-8230-06e46018861e tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1495337 Jan 31 15:58:41.723679 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:41.726893 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76484387-bb79-430f-b9ef-5d88c89d878e" -d '{"events": [{"server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "name": "network-vif-plugged", "status": "completed", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:41.741073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13002da-16fd-4ac6-9ee1-2276a1b3f7ef req-dcbcf0bf-7b47-444d-9f3a-605427a5c0d5 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:41.753083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d13002da-16fd-4ac6-9ee1-2276a1b3f7ef req-dcbcf0bf-7b47-444d-9f3a-605427a5c0d5 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 945 time: 0.0993574 Jan 31 15:58:41.782682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5c60fe6e-c3bd-4730-9b52-48913f619798,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:41.798401 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c2b1c1b-c96e-46ca-b690-ce5645c49621 req-515dec4b-a810-4b07-b16b-dd442da71cfd tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067817 Jan 31 15:58:41.847028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:58:41.850460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2534540b-79ee-4e4c-a2bc-9e0e3b4807f6 None None] Provisioning complete for port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:41.851230 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2534540b-79ee-4e4c-a2bc-9e0e3b4807f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:41.854620 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d13002da-16fd-4ac6-9ee1-2276a1b3f7ef req-12711adb-3d82-4ae3-894f-5a15e119141f tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002951 Jan 31 15:58:41.918025 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f7f785-0180-4ca6-ac43-829534772fa4 x-openstack-request-id: req-e1f7f785-0180-4ca6-ac43-829534772fa4 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:41.921534 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "name": "network-vif-plugged", "status": "completed", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:41.921534 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1f7f785-0180-4ca6-ac43-829534772fa4 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:41.921800 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'code': 200} Jan 31 15:58:42.092576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eb1be-7803-43fc-8bf9-1ab8cd90aa19 req-f8a3f00f-2aa3-42c1-a378-3d84ba7cc78c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:42.100013 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a7eb1be-7803-43fc-8bf9-1ab8cd90aa19 req-f8a3f00f-2aa3-42c1-a378-3d84ba7cc78c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1131411 Jan 31 15:58:42.119043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:58:42.130602 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Sync routers for ids ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:58:42.148798 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a7eb1be-7803-43fc-8bf9-1ab8cd90aa19 req-96835762-8aa2-4136-8bb2-c1cf2c699b8a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463157 Jan 31 15:58:42.150420 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Routers {'46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:42.152746 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:42.178132 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:42.184792 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-80f6f347-2ad7-45a8-b7dc-91483cb3da46 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3839397 Jan 31 15:58:42.184973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45862) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:42.308395 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Set router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:42.322020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187dee5c-50ee-423a-8f9d-504532091f1a req-d227eba9-7f76-4ba7-9183-d40e93674a7b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:42.323664 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-187dee5c-50ee-423a-8f9d-504532091f1a req-d227eba9-7f76-4ba7-9183-d40e93674a7b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.0717118 Jan 31 15:58:42.382113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-187dee5c-50ee-423a-8f9d-504532091f1a req-d186faaf-7dd0-4fa4-90da-7273e8d29150 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497262 Jan 31 15:58:42.454128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090de36c-f176-4134-8b91-86e90201473c req-88959daa-37a4-4f4d-a690-059171747b6a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:42.461851 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-090de36c-f176-4134-8b91-86e90201473c req-88959daa-37a4-4f4d-a690-059171747b6a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.3240535 Jan 31 15:58:42.521614 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-090de36c-f176-4134-8b91-86e90201473c req-65031119-4abb-4100-84fc-807f2c5f5a15 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583494 Jan 31 15:58:42.559781 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T15:58:40Z', 'revision_number': 3, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:42.707391 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Checking router: 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:58:42.708064 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Updating router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b port e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:58:42.723420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d0f12223-8f4e-4a51-a50d-e792414c7fb3 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:42.735882 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:42.766854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: d0f12223-8f4e-4a51-a50d-e792414c7fb3 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:58:42.769579 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d0f12223-8f4e-4a51-a50d-e792414c7fb3 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:42.840196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81618d51-253b-4bbd-8ec4-8f47d52d0765 req-dde5256a-9c68-4d93-86c9-a462f5fe61b3 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:42.845821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81618d51-253b-4bbd-8ec4-8f47d52d0765 req-dde5256a-9c68-4d93-86c9-a462f5fe61b3 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.1025162 Jan 31 15:58:42.939876 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81618d51-253b-4bbd-8ec4-8f47d52d0765 req-cb1c93bb-dba3-47ad-b338-6c3e6a1b02ab tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b8cb912-53f1-44a7-a246-8a4f2a5edebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836816 Jan 31 15:58:42.963528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:43.041103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:43.041805 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:43.057032 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:43.078129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f52a9-6674-4a27-a709-b0b933466240 req-0447c50e-eba9-427c-b703-1a4034de67a6 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:43.079954 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d65f52a9-6674-4a27-a709-b0b933466240 req-0447c50e-eba9-427c-b703-1a4034de67a6 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 945 time: 0.1302950 Jan 31 15:58:43.215615 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:43.229939 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:43.311754 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Attempting to bind port e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:43.312160 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Attempting to bind port e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:43.312567 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Attempting to bind port e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:43.320728 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d57e4-61fd-4be3-af65-64df07821cf5 None None] Pushing event updated for resources: {'Port': ['ID=e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:43.323083 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:43.323454 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:43.323980 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:43.324358 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:43.324861 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Bound port: e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:43.325240 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:43.348416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Allocated IP 172.20.0.1 (b14c64a1-db20-45b3-980d-1e88d4364f54/145696c6-49bb-4d2b-892c-47bb0a673c7b/e3c7b0e9-911a-44f7-85b3-55aa94977e70) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:43.401434 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] For port e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:43.405364 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] For port e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:43.437325 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:43.521737 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Routers {'46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:43.522786 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:43.527530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d83ae2-878f-4dd9-932b-38cf4a2838ee req-5a4d5e6c-27ad-4536-9d7c-1a86e53c228f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:43.533401 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-33d83ae2-878f-4dd9-932b-38cf4a2838ee req-5a4d5e6c-27ad-4536-9d7c-1a86e53c228f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.1233413 Jan 31 15:58:43.581736 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d57e4-61fd-4be3-af65-64df07821cf5 None None] Pushing event updated for resources: {'Port': ['ID=e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:43.583374 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:43.672681 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:43.713173 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] Set router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:43.738942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-33d83ae2-878f-4dd9-932b-38cf4a2838ee req-c0b4a502-22b5-4316-9736-0f83f481aeaf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Deleting port d147a1de-a061-454c-9c67-0fcb6ad86a1b {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:43.739356 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-33d83ae2-878f-4dd9-932b-38cf4a2838ee req-c0b4a502-22b5-4316-9736-0f83f481aeaf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:43.744694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d65f52a9-6674-4a27-a709-b0b933466240 req-00a853c6-0818-410a-afbb-4fa6dadb6e55 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6521637 Jan 31 15:58:43.855927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Network b14c64a1-db20-45b3-980d-1e88d4364f54 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:43.871016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:43.875966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c96ab2-188f-4526-bf23-701a6d082bab req-7252d534-4edb-4f21-a428-8e840b99cebb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:43.884901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:43.885352 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-01c96ab2-188f-4526-bf23-701a6d082bab req-7252d534-4edb-4f21-a428-8e840b99cebb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1385484 Jan 31 15:58:43.952239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-01c96ab2-188f-4526-bf23-701a6d082bab req-b0038bad-e9fe-4715-8437-c3904509139a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647728 Jan 31 15:58:43.967563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-33d83ae2-878f-4dd9-932b-38cf4a2838ee req-c0b4a502-22b5-4316-9736-0f83f481aeaf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] For port d147a1de-a061-454c-9c67-0fcb6ad86a1b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d147a1de-a061-454c-9c67-0fcb6ad86a1b,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:43.967949 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-33d83ae2-878f-4dd9-932b-38cf4a2838ee req-c0b4a502-22b5-4316-9736-0f83f481aeaf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:43.976823 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T15:58:40Z', 'revision_number': 3, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:44.002339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b34fc8-96a7-4aec-92d8-c321695b59a3 req-146b09b5-5914-45e7-b4d6-104ff65ef96c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:44.003564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-33d83ae2-878f-4dd9-932b-38cf4a2838ee req-c0b4a502-22b5-4316-9736-0f83f481aeaf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Calling delete_port for d147a1de-a061-454c-9c67-0fcb6ad86a1b owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:44.005201 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74b34fc8-96a7-4aec-92d8-c321695b59a3 req-146b09b5-5914-45e7-b4d6-104ff65ef96c tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 945 time: 0.2748096 Jan 31 15:58:44.031241 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c7b0e9-911a-44f7-85b3-55aa94977e70,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:44.049697 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5214b7-1f9d-4423-961d-b37361a9303f None None] The sync data for ids ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'] in n-d-827120-1 is: [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T15:58:40Z', 'revision_number': 3, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:58:44.089832 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:44.248045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-536330c7-7327-47d2-b0f6-43b01d5a982d None None] Provisioning complete for port e3c7b0e9-911a-44f7-85b3-55aa94977e70 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:44.249129 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-536330c7-7327-47d2-b0f6-43b01d5a982d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:44.292669 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-33d83ae2-878f-4dd9-932b-38cf4a2838ee req-c0b4a502-22b5-4316-9736-0f83f481aeaf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:44.323461 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d147a1de-a061-454c-9c67-0fcb6ad86a1b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:58:44.358186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4a502-22b5-4316-9736-0f83f481aeaf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Pushing event deleted for resources: {'Port': ['ID=d147a1de-a061-454c-9c67-0fcb6ad86a1b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:44.388210 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-536330c7-7327-47d2-b0f6-43b01d5a982d None None] Port e3c7b0e9-911a-44f7-85b3-55aa94977e70 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:58:44.483566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046efd4-9db9-4789-ab02-92524577e9c9 req-a23eb2ee-931c-45cc-b74c-43bf6b20536a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:44.491294 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7046efd4-9db9-4789-ab02-92524577e9c9 req-a23eb2ee-931c-45cc-b74c-43bf6b20536a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.2751513 Jan 31 15:58:44.511983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d83ae2-878f-4dd9-932b-38cf4a2838ee req-c0b4a502-22b5-4316-9736-0f83f481aeaf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] No DVR routers for this DVR port d147a1de-a061-454c-9c67-0fcb6ad86a1b on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:58:44.565665 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-33d83ae2-878f-4dd9-932b-38cf4a2838ee req-c0b4a502-22b5-4316-9736-0f83f481aeaf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:44.568910 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-33d83ae2-878f-4dd9-932b-38cf4a2838ee req-c0b4a502-22b5-4316-9736-0f83f481aeaf tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "DELETE /v2.0/ports/d147a1de-a061-454c-9c67-0fcb6ad86a1b HTTP/1.1" status: 204 len: 173 time: 1.0298097 Jan 31 15:58:44.584828 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7046efd4-9db9-4789-ab02-92524577e9c9 req-6d97d631-db74-47c9-976a-22a0bc757dd8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860698 Jan 31 15:58:44.587111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ac67fa-4270-4f8b-9526-b39a389729df', 'name': 'network-vif-deleted', 'tag': 'd147a1de-a061-454c-9c67-0fcb6ad86a1b'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:44.594386 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8386725-1b3e-46ca-97ad-8ce1a9ce2850" -d '{"events": [{"server_uuid": "d6ac67fa-4270-4f8b-9526-b39a389729df", "name": "network-vif-deleted", "tag": "d147a1de-a061-454c-9c67-0fcb6ad86a1b"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:44.653161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b0d87-2ca1-4d7b-8d49-3bc4b66d97c2 req-c5b33193-0b7b-4ec3-a6f9-d65ff78bb511 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:44.660780 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f9b0d87-2ca1-4d7b-8d49-3bc4b66d97c2 req-c5b33193-0b7b-4ec3-a6f9-d65ff78bb511 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6ac67fa-4270-4f8b-9526-b39a389729df HTTP/1.1" status: 200 len: 945 time: 0.7729993 Jan 31 15:58:44.738727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:44.829205 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f9b0d87-2ca1-4d7b-8d49-3bc4b66d97c2 req-0ae70aa4-1372-4bf0-9bae-a938b9d56869 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673379 Jan 31 15:58:44.867341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-74b34fc8-96a7-4aec-92d8-c321695b59a3 req-4c116e52-669f-422b-9a88-c1d879095004 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Deleting port 8727af3d-0e7a-452c-9879-e88842ce1457 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:44.867698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-74b34fc8-96a7-4aec-92d8-c321695b59a3 req-4c116e52-669f-422b-9a88-c1d879095004 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:44.983820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-74b34fc8-96a7-4aec-92d8-c321695b59a3 req-4c116e52-669f-422b-9a88-c1d879095004 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] For port 8727af3d-0e7a-452c-9879-e88842ce1457, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8727af3d-0e7a-452c-9879-e88842ce1457,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:44.984192 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-74b34fc8-96a7-4aec-92d8-c321695b59a3 req-4c116e52-669f-422b-9a88-c1d879095004 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:44.998498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-74b34fc8-96a7-4aec-92d8-c321695b59a3 req-4c116e52-669f-422b-9a88-c1d879095004 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Calling delete_port for 8727af3d-0e7a-452c-9879-e88842ce1457 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:45.082768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:45.161969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:45.161969 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:45.255013 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:45.300773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb028c-98b6-4743-a67a-3204430f9bd3 req-a376480d-274e-4aa2-9c55-2b544c0fdaef tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:45.301911 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:45.302399 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-18eb028c-98b6-4743-a67a-3204430f9bd3 req-a376480d-274e-4aa2-9c55-2b544c0fdaef tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 945 time: 0.2010043 Jan 31 15:58:45.312044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45988) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:45.316221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:45.317190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9c18151c-93b0-417c-b6b5-222a1809d863 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Request body: {'floatingip': {'port_id': 'fc58f754-2914-4049-9501-3d6bfb7fadec'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:45.380214 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-74b34fc8-96a7-4aec-92d8-c321695b59a3 req-4c116e52-669f-422b-9a88-c1d879095004 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:45.393225 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cbf823-74df-4456-8dd1-32bce483a587 x-openstack-request-id: req-39cbf823-74df-4456-8dd1-32bce483a587 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:45.393542 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ac67fa-4270-4f8b-9526-b39a389729df", "name": "network-vif-deleted", "tag": "d147a1de-a061-454c-9c67-0fcb6ad86a1b", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:45.393799 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39cbf823-74df-4456-8dd1-32bce483a587 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:45.394202 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ac67fa-4270-4f8b-9526-b39a389729df', 'name': 'network-vif-deleted', 'tag': 'd147a1de-a061-454c-9c67-0fcb6ad86a1b', 'status': 'completed', 'code': 200} Jan 31 15:58:45.437262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c116e52-669f-422b-9a88-c1d879095004 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Pushing event deleted for resources: {'Port': ['ID=8727af3d-0e7a-452c-9879-e88842ce1457,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:45.453636 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-276a78d4-7c98-4de9-b099-975fab51f769 req-ef086ef0-2052-4b51-b0a2-84958dfe8633 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e0ee87-9c79-44ee-ba73-c71cb1c67911 HTTP/1.1" status: 200 len: 210 time: 0.0672221 Jan 31 15:58:45.456542 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9c18151c-93b0-417c-b6b5-222a1809d863 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:45.490343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:45.499287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:45.499872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:45.500370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:45.500872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:45.501376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:45.501965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:45.502450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:45.503104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:45.503594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:45.504089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:45.504575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:45.505036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:58:45.592291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b34fc8-96a7-4aec-92d8-c321695b59a3 req-4c116e52-669f-422b-9a88-c1d879095004 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] No DVR routers for this DVR port 8727af3d-0e7a-452c-9879-e88842ce1457 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:58:45.619622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-74b34fc8-96a7-4aec-92d8-c321695b59a3 req-4c116e52-669f-422b-9a88-c1d879095004 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:45.623050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74b34fc8-96a7-4aec-92d8-c321695b59a3 req-4c116e52-669f-422b-9a88-c1d879095004 tempest-ServerRescueTestJSON-566526275 tempest-ServerRescueTestJSON-566526275-project] 10.222.0.20 "DELETE /v2.0/ports/8727af3d-0e7a-452c-9879-e88842ce1457 HTTP/1.1" status: 204 len: 173 time: 1.6101470 Jan 31 15:58:45.623689 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e0ee87-9c79-44ee-ba73-c71cb1c67911', 'name': 'network-vif-deleted', 'tag': '8727af3d-0e7a-452c-9879-e88842ce1457'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:45.633607 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2e409a-53d1-43d2-b47a-8e219b2c2853" -d '{"events": [{"server_uuid": "64e0ee87-9c79-44ee-ba73-c71cb1c67911", "name": "network-vif-deleted", "tag": "8727af3d-0e7a-452c-9879-e88842ce1457"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:45.679175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:45.690890 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:45.741968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873fb12-88a9-4f03-81ce-c756aacc36bd req-ca5fb46f-6adb-4060-b17e-1b2d158fddca tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:45.754224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b873fb12-88a9-4f03-81ce-c756aacc36bd req-ca5fb46f-6adb-4060-b17e-1b2d158fddca tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.2376244 Jan 31 15:58:45.809796 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:45.815457 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c7b0e9-911a-44f7-85b3-55aa94977e70,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:45.843132 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b873fb12-88a9-4f03-81ce-c756aacc36bd req-a2ccb1ad-7e20-47a7-add2-ec121e5db7cb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879047 Jan 31 15:58:46.042918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefa3d4-68ce-48c4-9e1d-a837dbd34406 req-84ecf5d6-c852-4802-83fb-edb5481a116a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:46.044460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6cefa3d4-68ce-48c4-9e1d-a837dbd34406 req-84ecf5d6-c852-4802-83fb-edb5481a116a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0883384 Jan 31 15:58:46.101740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Network b14c64a1-db20-45b3-980d-1e88d4364f54 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:46.106108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:46.216120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6cefa3d4-68ce-48c4-9e1d-a837dbd34406 req-a190f8bb-3e8f-4510-bb5d-c8b401aef5b4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547029 Jan 31 15:58:46.276104 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9c18151c-93b0-417c-b6b5-222a1809d863 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:46.287707 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9c18151c-93b0-417c-b6b5-222a1809d863 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:46.365807 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e994a1f4-f510-4594-9988-e8fc43cdfcd1 x-openstack-request-id: req-e994a1f4-f510-4594-9988-e8fc43cdfcd1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:46.366192 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e0ee87-9c79-44ee-ba73-c71cb1c67911", "name": "network-vif-deleted", "tag": "8727af3d-0e7a-452c-9879-e88842ce1457", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:46.366456 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e994a1f4-f510-4594-9988-e8fc43cdfcd1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:46.367016 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e0ee87-9c79-44ee-ba73-c71cb1c67911', 'name': 'network-vif-deleted', 'tag': '8727af3d-0e7a-452c-9879-e88842ce1457', 'status': 'completed', 'code': 200} Jan 31 15:58:46.431109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:58:46.587318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46070) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:46.668328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2ec13cb1-2d96-4e22-8e5c-f1f2b4baf32a None None] Provisioning complete for port e3c7b0e9-911a-44f7-85b3-55aa94977e70 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:46.668328 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2ec13cb1-2d96-4e22-8e5c-f1f2b4baf32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:46.720231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-2ec13cb1-2d96-4e22-8e5c-f1f2b4baf32a None None] Port e3c7b0e9-911a-44f7-85b3-55aa94977e70 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:58:46.731037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8727af3d-0e7a-452c-9879-e88842ce1457 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:46.764592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:58:46.772943 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8ad1a43b-a8e8-4ac5-b722-d158ea0aecc2 admin admin] 10.222.0.36 "PUT /v2.0/routers/46649a5e-b3fe-4b7b-9ff2-f11d69f3064b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5847528 Jan 31 15:58:46.814459 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 8727af3d-0e7a-452c-9879-e88842ce1457 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:58:46.815200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8727af3d-0e7a-452c-9879-e88842ce1457 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:46.912968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Sync routers for ids ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:58:46.930211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Routers {'46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:46.930976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8094422e-e217-4528-878e-58c6e294b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:47.150263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:47.190028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-78fb0c67-7eb6-4a13-9582-615eae500e19 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:47.197261 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-78fb0c67-7eb6-4a13-9582-615eae500e19 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 0.1522617 Jan 31 15:58:47.219491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-d63f9c90-8dc1-42ea-a494-d4566fc1b97a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/quotas/06ea88ab674e485090752cf90aaea98a HTTP/1.1" status: 200 len: 375 time: 0.0212352 Jan 31 15:58:47.246336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cbf87-8221-48b1-9d11-d2c1873b0e67 req-373dfb10-4b98-4431-9096-354d09f5a65e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:47.254257 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a58cbf87-8221-48b1-9d11-d2c1873b0e67 req-373dfb10-4b98-4431-9096-354d09f5a65e tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.0648429 Jan 31 15:58:47.265567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Set router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:47.273321 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-9c18151c-93b0-417c-b6b5-222a1809d863 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Floating IP 38c7b26b-d09b-4d80-bcf7-bfd55c2f136d associated. External IP: 172.25.1.39, port: fc58f754-2914-4049-9501-3d6bfb7fadec. Jan 31 15:58:47.296221 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-3e37c94c-a6b8-494f-9e51-0638206ace40 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757298 Jan 31 15:58:47.312358 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f90e4103-7a2d-4932-ac35-47b5c6a43908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:47.315683 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a58cbf87-8221-48b1-9d11-d2c1873b0e67 req-c51aa3dd-8f76-4e4e-8d4f-35820fbe412c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572183 Jan 31 15:58:47.384439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:47.384793 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:47.532853 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae23f4c-c990-4c7c-ad4a-9100db35a9a7 req-18c3c173-ca87-4676-8837-a38664b3eff0 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:47.546368 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae23f4c-c990-4c7c-ad4a-9100db35a9a7 req-18c3c173-ca87-4676-8837-a38664b3eff0 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.0745604 Jan 31 15:58:47.549211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-47c21d2d-24d1-4a07-8e61-f90e006094b1 service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520661 Jan 31 15:58:47.593809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae23f4c-c990-4c7c-ad4a-9100db35a9a7 req-5191a2b2-3832-47fb-9d2d-9208c96c0011 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459599 Jan 31 15:58:47.901418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8094422e-e217-4528-878e-58c6e294b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T15:58:44Z', 'revision_number': 4, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e3c7b0e9-911a-44f7-85b3-55aa94977e70', 'name': '', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'mac_address': 'fa:16:3e:60:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:43Z', 'updated_at': '2022-01-31T15:58:44Z', 'revision_number': 2, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'subnets': [{'id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:47.939693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Checking router: 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:58:47.940369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Updating router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b port e3c7b0e9-911a-44f7-85b3-55aa94977e70 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:58:47.945549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46168) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:47.956686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1743777967-network', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:47.982721 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.010417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Made reservation on behalf of d74aa5c2a19a4f00bb852996d4d0da40 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:58:48.013195 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.034104 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.073597 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-8bb631db-d232-45f8-9734-fad737ff656c service neutron] 10.222.0.36 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231636 Jan 31 15:58:48.214064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.222538 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.245378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:58:48.267204 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.269502 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Added segment 6992072b-497d-4905-bfed-861eb2c354a1 of type vlan for network 849d2024-ecd4-4e49-a591-b43b847d2858 Jan 31 15:58:48.374947 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.378898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c18151c-93b0-417c-b6b5-222a1809d863 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Router b007f214-4024-473a-8689-37630a2827b1 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:58:48.404028 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.405595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:48.406274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.436872 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d0d1021d-2af3-4074-946a-e8b1a54f0c90 req-4b4d8af8-d6f6-465d-beb5-a6a1fc33bbf3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 210 time: 0.0618269 Jan 31 15:58:48.492253 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2793-73d2-4656-a582-7d1562055fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.543686 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.550758 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.578582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6317942 Jan 31 15:58:48.599082 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46214) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:48.618431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c6c76504-79d0-490b-8462-d0c059e530ba admin admin] Request body: {'subnet': {'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1743777967-subnet', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:48.638188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bccfe53-35b6-4f20-80dd-683faa8cf907,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:48.651878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ef1c4-0aa4-4908-aef8-bacfd71a8dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=849d2024-ecd4-4e49-a591-b43b847d2858,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:48.719393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c76504-79d0-490b-8462-d0c059e530ba admin admin] Made reservation on behalf of d74aa5c2a19a4f00bb852996d4d0da40 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:58:48.726636 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6c76504-79d0-490b-8462-d0c059e530ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.777279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 849d2024-ecd4-4e49-a591-b43b847d2858 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:58:48.860010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c18151c-93b0-417c-b6b5-222a1809d863 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:58:48.875295 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a02f1d-3500-4c6c-88dc-dde3d4e53ffd None None] Sync routers for ids ['b007f214-4024-473a-8689-37630a2827b1'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:58:48.878632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9c18151c-93b0-417c-b6b5-222a1809d863 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:48.890747 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a02f1d-3500-4c6c-88dc-dde3d4e53ffd None None] Routers {'b007f214-4024-473a-8689-37630a2827b1'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:48.891371 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a4a02f1d-3500-4c6c-88dc-dde3d4e53ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b007f214-4024-473a-8689-37630a2827b1'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:48.903025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020495c-cfef-4f38-9ad6-e87941b09358 req-1581e100-dbaf-42ce-a198-74f6617e5483 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:48.907381 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7020495c-cfef-4f38-9ad6-e87941b09358 req-1581e100-dbaf-42ce-a198-74f6617e5483 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.2488198 Jan 31 15:58:49.024456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9c18151c-93b0-417c-b6b5-222a1809d863 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "PUT /v2.0/floatingips/38c7b26b-d09b-4d80-bcf7-bfd55c2f136d HTTP/1.1" status: 200 len: 990 time: 3.7114844 Jan 31 15:58:49.032206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'tag': 'fc58f754-2914-4049-9501-3d6bfb7fadec'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:49.034886 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34087db-2f60-4e5e-889b-6299f234ec27" -d '{"events": [{"name": "network-changed", "server_uuid": "677aab11-2aa9-4627-9ce9-b4315e6f30bd", "tag": "fc58f754-2914-4049-9501-3d6bfb7fadec"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:49.040581 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d147a1de-a061-454c-9c67-0fcb6ad86a1b no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:49.049652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286470ad-d563-4dda-8e15-5230f96da97c None None] Pushing event updated for resources: {'Port': ['ID=e3c7b0e9-911a-44f7-85b3-55aa94977e70,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:49.114249 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7020495c-cfef-4f38-9ad6-e87941b09358 req-8b348c3c-54ca-490a-af4d-e9a629332156 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034266 Jan 31 15:58:49.154615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: d147a1de-a061-454c-9c67-0fcb6ad86a1b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:58:49.154953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d147a1de-a061-454c-9c67-0fcb6ad86a1b not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:49.165256 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-a4a02f1d-3500-4c6c-88dc-dde3d4e53ffd None None] Set router b007f214-4024-473a-8689-37630a2827b1 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:49.177062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Attempting to bind port e3c7b0e9-911a-44f7-85b3-55aa94977e70 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:49.177429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Attempting to bind port e3c7b0e9-911a-44f7-85b3-55aa94977e70 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:49.190075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Attempting to bind port e3c7b0e9-911a-44f7-85b3-55aa94977e70 on network b14c64a1-db20-45b3-980d-1e88d4364f54 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:49.202514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:49.208454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Checking segment: {'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:49.209144 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:49.209873 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Bound using segment: {'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:49.210645 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Bound port: e3c7b0e9-911a-44f7-85b3-55aa94977e70, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:49.211224 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:49.215604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f6f0ce08-b201-4d64-a1c7-8484b8599ef9 None None] Provisioning complete for port e3c7b0e9-911a-44f7-85b3-55aa94977e70 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:49.216987 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6f0ce08-b201-4d64-a1c7-8484b8599ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:49.301776 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6c76504-79d0-490b-8462-d0c059e530ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:49.328468 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0ce08-b201-4d64-a1c7-8484b8599ef9 None None] Port e3c7b0e9-911a-44f7-85b3-55aa94977e70 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:58:49.365773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8094422e-e217-4528-878e-58c6e294b35b None None] For port e3c7b0e9-911a-44f7-85b3-55aa94977e70, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:49.369923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8094422e-e217-4528-878e-58c6e294b35b None None] For port e3c7b0e9-911a-44f7-85b3-55aa94977e70, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e3c7b0e9-911a-44f7-85b3-55aa94977e70,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:49.380400 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:49.397672 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c76504-79d0-490b-8462-d0c059e530ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=032d94c4-2b35-4d3b-8935-eacb952798ab,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:49.445880 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286470ad-d563-4dda-8e15-5230f96da97c None None] Pushing event updated for resources: {'Port': ['ID=e3c7b0e9-911a-44f7-85b3-55aa94977e70,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:49.479832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40086f-443f-4fa3-a506-8e5612c0542b req-902de080-6eec-4dd4-a81b-9c0bacf79a9b tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:49.498457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e40086f-443f-4fa3-a506-8e5612c0542b req-902de080-6eec-4dd4-a81b-9c0bacf79a9b tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 945 time: 0.1107895 Jan 31 15:58:49.501560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Routers {'46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:49.502356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8094422e-e217-4528-878e-58c6e294b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:49.506780 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864fab3-3ba0-4f3c-af03-848bf4929cd2 req-fc176c26-69f3-448e-bbe1-13a243372fef tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:49.514489 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1864fab3-3ba0-4f3c-af03-848bf4929cd2 req-fc176c26-69f3-448e-bbe1-13a243372fef tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.1924114 Jan 31 15:58:49.593365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c76504-79d0-490b-8462-d0c059e530ba admin admin] Checking segment: {'id': '6992072b-497d-4905-bfed-861eb2c354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:49.596026 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c76504-79d0-490b-8462-d0c059e530ba admin admin] Network hostable DHCP agents. Network: 849d2024-ecd4-4e49-a591-b43b847d2858, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:58:49.626331 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a4a02f1d-3500-4c6c-88dc-dde3d4e53ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:58:21Z', 'revision_number': 4, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '38c7b26b-d09b-4d80-bcf7-bfd55c2f136d', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'b007f214-4024-473a-8689-37630a2827b1', 'port_id': 'fc58f754-2914-4049-9501-3d6bfb7fadec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'mac_address': 'fa:16:3e:6c:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:58:25Z', 'updated_at': '2022-01-31T15:58:46Z', 'revision_number': 1, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c', 'name': '', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'mac_address': 'fa:16:3e:d9:3b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:20Z', 'updated_at': '2022-01-31T15:58:26Z', 'revision_number': 5, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'subnets': [{'id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:49.642192 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e40086f-443f-4fa3-a506-8e5612c0542b req-40c39a32-1a50-4ee9-93eb-e7c85cd3c15b tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350458 Jan 31 15:58:49.658389 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f0c5ee42-b27d-4a06-8f55-45f9d795f9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:49.680310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c76504-79d0-490b-8462-d0c059e530ba admin admin] Network 849d2024-ecd4-4e49-a591-b43b847d2858 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:58:49.706041 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1864fab3-3ba0-4f3c-af03-848bf4929cd2 req-7b390204-14ff-4dab-a34a-8346373ef4b2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780267 Jan 31 15:58:49.711496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c6c76504-79d0-490b-8462-d0c059e530ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 849d2024-ecd4-4e49-a591-b43b847d2858) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:49.719318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c76504-79d0-490b-8462-d0c059e530ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:49.719892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6c76504-79d0-490b-8462-d0c059e530ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:49.750448 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a02f1d-3500-4c6c-88dc-dde3d4e53ffd None None] Checking router: b007f214-4024-473a-8689-37630a2827b1 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:58:49.758136 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdda1d75-634e-4bd7-b64d-07f80f21456f x-openstack-request-id: req-cdda1d75-634e-4bd7-b64d-07f80f21456f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:49.758424 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677aab11-2aa9-4627-9ce9-b4315e6f30bd", "tag": "fc58f754-2914-4049-9501-3d6bfb7fadec", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:49.758672 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdda1d75-634e-4bd7-b64d-07f80f21456f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:49.759064 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'tag': 'fc58f754-2914-4049-9501-3d6bfb7fadec', 'status': 'completed', 'code': 200} Jan 31 15:58:49.782655 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c6c76504-79d0-490b-8462-d0c059e530ba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1786053 Jan 31 15:58:49.784257 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a02f1d-3500-4c6c-88dc-dde3d4e53ffd None None] Routers {'b007f214-4024-473a-8689-37630a2827b1'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:49.785257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46248) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:49.786599 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a4a02f1d-3500-4c6c-88dc-dde3d4e53ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b007f214-4024-473a-8689-37630a2827b1'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:49.803754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1743777967-router', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:49.809079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-8094422e-e217-4528-878e-58c6e294b35b None None] Set router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:49.862771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:49.863857 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:49.951307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34087db-2f60-4e5e-889b-6299f234ec27 req-0dd39b6f-096e-4cb8-9324-931dee3340e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:49.961776 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d34087db-2f60-4e5e-889b-6299f234ec27 req-0dd39b6f-096e-4cb8-9324-931dee3340e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74fd0407849e4616bfa436ddbdf701b2&device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 1096 time: 0.1809046 Jan 31 15:58:49.964083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e2793-73d2-4656-a582-7d1562055fa6 admin admin] Deleting port 24511cab-c587-4d3a-8eea-6fe0a8025af6 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:49.965827 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2793-73d2-4656-a582-7d1562055fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:50.020920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d15eb91-9fc5-44ca-b168-03b154698b36 None None] Network 849d2024-ecd4-4e49-a591-b43b847d2858 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:58:50.027999 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:50.069624 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-a4a02f1d-3500-4c6c-88dc-dde3d4e53ffd None None] Set router b007f214-4024-473a-8689-37630a2827b1 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:50.071224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-20c50f4c-646c-4305-81e1-7f48bdc4febe req-d52e0609-c385-4f0f-8ea8-9d480d671c52 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 210 time: 0.0670843 Jan 31 15:58:50.406115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-849d2024-ecd4-4e49-a591-b43b847d2858', 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'fixed_ips': [{'subnet_id': '032d94c4-2b35-4d3b-8935-eacb952798ab'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:58:50.409460 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:50.460712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-969298c7-ce2b-4730-aa45-5ec3eddf7b38 None None] Provisioning complete for port e3c7b0e9-911a-44f7-85b3-55aa94977e70 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:50.461121 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-969298c7-ce2b-4730-aa45-5ec3eddf7b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:50.461791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:50.590944 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a4a02f1d-3500-4c6c-88dc-dde3d4e53ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:58:21Z', 'revision_number': 4, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '38c7b26b-d09b-4d80-bcf7-bfd55c2f136d', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'b007f214-4024-473a-8689-37630a2827b1', 'port_id': 'fc58f754-2914-4049-9501-3d6bfb7fadec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'mac_address': 'fa:16:3e:6c:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:58:25Z', 'updated_at': '2022-01-31T15:58:46Z', 'revision_number': 1, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c', 'name': '', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'mac_address': 'fa:16:3e:d9:3b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:20Z', 'updated_at': '2022-01-31T15:58:26Z', 'revision_number': 5, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'subnets': [{'id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:50.640440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4d283-571c-464b-8bad-dffdecd352d9 req-6911ac5c-ecaf-4ab2-9aed-637a3bfb10ad tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:50.642649 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2d4d283-571c-464b-8bad-dffdecd352d9 req-6911ac5c-ecaf-4ab2-9aed-637a3bfb10ad tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.3345022 Jan 31 15:58:50.652624 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a02f1d-3500-4c6c-88dc-dde3d4e53ffd None None] The sync data for ids ['b007f214-4024-473a-8689-37630a2827b1'] in n-d-827120-1 is: [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:58:21Z', 'revision_number': 4, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '38c7b26b-d09b-4d80-bcf7-bfd55c2f136d', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'b007f214-4024-473a-8689-37630a2827b1', 'port_id': 'fc58f754-2914-4049-9501-3d6bfb7fadec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'mac_address': 'fa:16:3e:6c:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T15:58:25Z', 'updated_at': '2022-01-31T15:58:46Z', 'revision_number': 1, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c', 'name': '', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'mac_address': 'fa:16:3e:d9:3b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:20Z', 'updated_at': '2022-01-31T15:58:26Z', 'revision_number': 5, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'subnets': [{'id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:58:50.729573 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2d4d283-571c-464b-8bad-dffdecd352d9 req-19da323e-bc60-41c3-86d2-46434ecb8742 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505893 Jan 31 15:58:50.911405 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-969298c7-ce2b-4730-aa45-5ec3eddf7b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:51.069196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Allocated IP 172.20.0.2 (849d2024-ecd4-4e49-a591-b43b847d2858/032d94c4-2b35-4d3b-8935-eacb952798ab/86b257f1-b2bc-454c-b167-95f97fe9f742) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:51.118686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac634ec-67b4-43ae-bc02-5de2077f2aec req-d3fd8d9b-1179-4db9-b147-bacee04c5b5f tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:51.126563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ac634ec-67b4-43ae-bc02-5de2077f2aec req-d3fd8d9b-1179-4db9-b147-bacee04c5b5f tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 945 time: 0.1947501 Jan 31 15:58:51.134817 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:51.140284 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:51.171192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-969298c7-ce2b-4730-aa45-5ec3eddf7b38 None None] For port e3c7b0e9-911a-44f7-85b3-55aa94977e70, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e3c7b0e9-911a-44f7-85b3-55aa94977e70,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:51.186718 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-969298c7-ce2b-4730-aa45-5ec3eddf7b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:51.211245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-bd8e2793-73d2-4656-a582-7d1562055fa6 admin admin] For port 24511cab-c587-4d3a-8eea-6fe0a8025af6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=24511cab-c587-4d3a-8eea-6fe0a8025af6,segment=NetworkSegment(df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba),segment_id=df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:51.211806 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2793-73d2-4656-a582-7d1562055fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:51.217754 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:51.248835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a9659-31da-4826-aae8-91ca7206379e None None] New status for floating IP 38c7b26b-d09b-4d80-bcf7-bfd55c2f136d: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:58:51.253540 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-36997799-ce6f-4aab-ba95-ce5b3c2ef507 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:51.256064 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-36997799-ce6f-4aab-ba95-ce5b3c2ef507 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 811 time: 1.0546575 Jan 31 15:58:51.267816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34087db-2f60-4e5e-889b-6299f234ec27 req-d419d22f-a83f-4248-86cb-4676c5c667e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:51.270090 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d34087db-2f60-4e5e-889b-6299f234ec27 req-d419d22f-a83f-4248-86cb-4676c5c667e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a6e6c8e-4f4e-4bed-a2de-5536532769f3 HTTP/1.1" status: 200 len: 915 time: 1.2986388 Jan 31 15:58:51.278398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Request body: {'port': {'device_id': '2d757776-813f-4528-b844-7fbae22a7018', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'admin_state_up': True, 'tenant_id': '06ea88ab674e485090752cf90aaea98a'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:51.298835 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e2793-73d2-4656-a582-7d1562055fa6 admin admin] Calling delete_port for 24511cab-c587-4d3a-8eea-6fe0a8025af6 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:51.429744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969298c7-ce2b-4730-aa45-5ec3eddf7b38 None None] Pushing event updated for resources: {'Port': ['ID=e3c7b0e9-911a-44f7-85b3-55aa94977e70,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:51.470741 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8094422e-e217-4528-878e-58c6e294b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T15:58:44Z', 'revision_number': 4, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e3c7b0e9-911a-44f7-85b3-55aa94977e70', 'name': '', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'mac_address': 'fa:16:3e:60:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:43Z', 'updated_at': '2022-01-31T15:58:49Z', 'revision_number': 4, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'subnets': [{'id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:51.501429 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ac634ec-67b4-43ae-bc02-5de2077f2aec req-b04e6362-1d3f-4682-8abf-42a9a76e561a tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737946 Jan 31 15:58:51.553710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094422e-e217-4528-878e-58c6e294b35b None None] The sync data for ids ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'] in n-d-827120-1 is: [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T15:58:44Z', 'revision_number': 4, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e3c7b0e9-911a-44f7-85b3-55aa94977e70', 'name': '', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'mac_address': 'fa:16:3e:60:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:43Z', 'updated_at': '2022-01-31T15:58:49Z', 'revision_number': 4, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'subnets': [{'id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:58:51.563185 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-5c178944-02a9-4272-99d0-b26543e625e6 service neutron] show failed (client error): The resource could not be found. Jan 31 15:58:51.564294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-5c178944-02a9-4272-99d0-b26543e625e6 service neutron] 10.222.0.20 "GET /v2.0/ports/e09a1be4-4846-4c7d-aad2-53679cb05720/bindings/n-h1-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.3501730 Jan 31 15:58:51.599789 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d34087db-2f60-4e5e-889b-6299f234ec27 req-f94da89c-65eb-4603-b6b0-5a1b2467f0e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc58f754-2914-4049-9501-3d6bfb7fadec HTTP/1.1" status: 200 len: 998 time: 0.3163157 Jan 31 15:58:51.759016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34087db-2f60-4e5e-889b-6299f234ec27 req-7508c748-e806-4688-89fd-b8f58ca145af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:51.760823 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d34087db-2f60-4e5e-889b-6299f234ec27 req-7508c748-e806-4688-89fd-b8f58ca145af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce HTTP/1.1" status: 200 len: 853 time: 0.1247809 Jan 31 15:58:51.806251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Allocated IP 172.25.1.30 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/8fd5776b-3154-4305-a11f-811f53e34295) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:51.889602 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:51.895016 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e7cfb0c5-7820-4bcc-bbab-7df28ed96e3a req-1f002b33-29f9-46cb-bdc7-cbfe0368af20 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 210 time: 0.1606114 Jan 31 15:58:51.903339 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:51.918796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34087db-2f60-4e5e-889b-6299f234ec27 req-ae0d696b-da1d-4a68-830f-972e36e58766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:51.921358 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d34087db-2f60-4e5e-889b-6299f234ec27 req-ae0d696b-da1d-4a68-830f-972e36e58766 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a6e6c8e-4f4e-4bed-a2de-5536532769f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471934 Jan 31 15:58:52.018534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Network 849d2024-ecd4-4e49-a591-b43b847d2858 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:52.022910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:52.045151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:52.079417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Pushing event updated for resources: {'Port': ['ID=86b257f1-b2bc-454c-b167-95f97fe9f742,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:52.111054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4c3bc-9d12-4542-9299-fff99a04705a req-6cc0ef0d-fee8-4095-84a4-9de515f56650 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:52.120685 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-23f4c3bc-9d12-4542-9299-fff99a04705a req-6cc0ef0d-fee8-4095-84a4-9de515f56650 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.4064617 Jan 31 15:58:52.164757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Attempting to bind port 86b257f1-b2bc-454c-b167-95f97fe9f742 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:52.165118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Attempting to bind port 86b257f1-b2bc-454c-b167-95f97fe9f742 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '6992072b-497d-4905-bfed-861eb2c354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:52.165496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Attempting to bind port 86b257f1-b2bc-454c-b167-95f97fe9f742 on network 849d2024-ecd4-4e49-a591-b43b847d2858 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:52.177637 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:52.178025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Checking segment: {'id': '6992072b-497d-4905-bfed-861eb2c354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:52.178433 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:52.178900 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Bound using segment: {'id': '6992072b-497d-4905-bfed-861eb2c354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:52.179330 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Bound port: 86b257f1-b2bc-454c-b167-95f97fe9f742, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992072b-497d-4905-bfed-861eb2c354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:52.179730 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:52.207045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-db8987e9-e60f-4cd8-a864-f28f9b58443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:52.209816 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-db8987e9-e60f-4cd8-a864-f28f9b58443e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7&tenant_id=3d4f027d8d234567ad636e8cf1ec111c HTTP/1.1" status: 200 len: 1100 time: 0.3128970 Jan 31 15:58:52.225513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:52.240410 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:52.257765 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d34087db-2f60-4e5e-889b-6299f234ec27 req-da7c5a9f-f8de-4899-9668-fe92a67cad44 service neutron] 10.222.0.30 "GET /v2.0/networks/8a6e6c8e-4f4e-4bed-a2de-5536532769f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282533 Jan 31 15:58:52.334698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:52.374228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] For port 86b257f1-b2bc-454c-b167-95f97fe9f742, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:52.381383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab1874-385b-46d9-a255-97b5f3dedc17 req-57e5006c-afe7-4bae-a4e0-7d9f6171a1d7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:52.383682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] For port 86b257f1-b2bc-454c-b167-95f97fe9f742, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=86b257f1-b2bc-454c-b167-95f97fe9f742,segment=NetworkSegment(6992072b-497d-4905-bfed-861eb2c354a1),segment_id=6992072b-497d-4905-bfed-861eb2c354a1)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:52.392966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8dab1874-385b-46d9-a255-97b5f3dedc17 req-57e5006c-afe7-4bae-a4e0-7d9f6171a1d7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.2610867 Jan 31 15:58:52.393736 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:52.544354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Made reservation on behalf of 06ea88ab674e485090752cf90aaea98a for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:58:52.548301 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:52.569773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-23f4c3bc-9d12-4542-9299-fff99a04705a req-5047f6e8-ca2e-4d4a-8a3e-60eb64d70e42 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336427 Jan 31 15:58:52.574725 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8dab1874-385b-46d9-a255-97b5f3dedc17 req-4aa95158-b7e5-4dc2-8560-c603253ff65a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799812 Jan 31 15:58:52.607415 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:52.615370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab9b58-f860-4d0d-919d-3bb7764ee1d0 None None] Pushing event updated for resources: {'Port': ['ID=86b257f1-b2bc-454c-b167-95f97fe9f742,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:52.654087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:53.127681 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d34087db-2f60-4e5e-889b-6299f234ec27 req-17d7d855-0277-4b0b-83e8-b02f0bd7b1d4 service neutron] 10.222.0.30 "GET /v2.0/networks/8a6e6c8e-4f4e-4bed-a2de-5536532769f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8352282 Jan 31 15:58:53.165356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e3c7b0e9-911a-44f7-85b3-55aa94977e70 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:53.196831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:53.210827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Allocated IP 172.20.0.3 (7a6c1885-f12f-429b-aeb8-d54adc6f9f1b/839da286-d7fe-47c8-8f9e-973a376f0b70/0680d90a-291e-4141-8baa-d8515cb85a14) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:58:53.237612 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:53.250051 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2793-73d2-4656-a582-7d1562055fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:53.292729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e3c7b0e9-911a-44f7-85b3-55aa94977e70 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:53.293111 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:53.350530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20585061-4c1d-4bd0-8478-f2cffffb3c35 req-3727cd37-bc13-449e-a442-cabf191ea35e tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:53.357910 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-20585061-4c1d-4bd0-8478-f2cffffb3c35 req-3727cd37-bc13-449e-a442-cabf191ea35e tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 945 time: 0.3781865 Jan 31 15:58:53.388470 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e2793-73d2-4656-a582-7d1562055fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=24511cab-c587-4d3a-8eea-6fe0a8025af6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:53.461641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:53.617107 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-20585061-4c1d-4bd0-8478-f2cffffb3c35 req-ed6b07cb-b413-4294-a57e-b829f399797d tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529719 Jan 31 15:58:53.644853 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:53.670798 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:58:53.679264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:53.688896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:53.719708 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:53.727098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:53.729818 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2fb4f1-ac34-442a-a488-29d6c46927d6" -d '{"events": [{"server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "name": "network-vif-unplugged", "status": "completed", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:53.758733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-72aa88f4-ac2d-463e-9ca0-47ac3c5fc4a7 req-a210ff5b-2e77-4f75-8508-d7db2a0c62a3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 210 time: 0.1371045 Jan 31 15:58:53.760454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd5776b-3154-4305-a11f-811f53e34295,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:53.793946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Transition to ACTIVE for port object e09a1be4-4846-4c7d-aad2-53679cb05720 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:58:53.802219 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:54.128658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] No DVR routers for this DVR port e09a1be4-4846-4c7d-aad2-53679cb05720 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:58:54.146702 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:54.162324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Pushing event updated for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:54.174871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1401af-f822-4f99-9811-783cc7b471eb req-dbfd865d-b8e3-4cb6-ad45-88227d56121b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:54.183008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d1401af-f822-4f99-9811-783cc7b471eb req-dbfd865d-b8e3-4cb6-ad45-88227d56121b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.2596779 Jan 31 15:58:54.226624 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2793-73d2-4656-a582-7d1562055fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:54.253180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Attempting to bind port e09a1be4-4846-4c7d-aad2-53679cb05720 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:54.256305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Attempting to bind port e09a1be4-4846-4c7d-aad2-53679cb05720 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:54.256867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Attempting to bind port e09a1be4-4846-4c7d-aad2-53679cb05720 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:54.360123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Port e09a1be4-4846-4c7d-aad2-53679cb05720 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:58:54.360448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Attempting to bind port e09a1be4-4846-4c7d-aad2-53679cb05720 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:54.377780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:54.378116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:54.378495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:54.378932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Bound port: e09a1be4-4846-4c7d-aad2-53679cb05720, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:54.379287 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:54.452764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef81ab-4a2c-45f4-a730-b12786033d7d None None] Network 849d2024-ecd4-4e49-a591-b43b847d2858 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:58:54.471245 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:54.478351 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d1401af-f822-4f99-9811-783cc7b471eb req-c59ddca8-fe8d-49c2-bd0c-77b2cab8a107 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944305 Jan 31 15:58:54.542810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:58:54.552216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:58:54.560603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:58:54.672596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-720c7e2e-b5a3-4b3f-9a13-abce072a9804 None None] Provisioning complete for port 86b257f1-b2bc-454c-b167-95f97fe9f742 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:54.685771 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Pushing event updated for resources: {'Port': ['ID=0680d90a-291e-4141-8baa-d8515cb85a14,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:54.696242 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-720c7e2e-b5a3-4b3f-9a13-abce072a9804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:54.796619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e09a1be4-4846-4c7d-aad2-53679cb05720 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:54.850622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8e2793-73d2-4656-a582-7d1562055fa6 admin admin] Router b1128904-b465-473d-8e46-34e971468196 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:58:54.856883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:54.857677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:54.961552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-17f80cd6-79dd-47ec-a70b-1965c2c92e0c tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6869183 Jan 31 15:58:54.975740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Request body: {'port': {'device_id': '2d757776-813f-4528-b844-7fbae22a7018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:58:55.017017 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9aac8b-a88c-44f8-8c4c-c09becbfd3ed x-openstack-request-id: req-db9aac8b-a88c-44f8-8c4c-c09becbfd3ed {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:55.017562 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "name": "network-vif-unplugged", "status": "completed", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:55.017693 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db9aac8b-a88c-44f8-8c4c-c09becbfd3ed {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:55.018038 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'code': 200} Jan 31 15:58:55.018303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d6691-d2f6-41b8-9bba-e95c7d3616b5 req-a2fb78c4-3cba-4d77-af5f-b93eeca188de tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:55.020318 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f8d6691-d2f6-41b8-9bba-e95c7d3616b5 req-a2fb78c4-3cba-4d77-af5f-b93eeca188de tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 945 time: 0.0980692 Jan 31 15:58:55.164885 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f8d6691-d2f6-41b8-9bba-e95c7d3616b5 req-5e56a951-c0f2-4b93-b0bf-40b3966a1bf6 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377003 Jan 31 15:58:55.171451 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:55.189561 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:55.256661 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e09a1be4-4846-4c7d-aad2-53679cb05720 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:55.260221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8e2793-73d2-4656-a582-7d1562055fa6 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:58:55.275013 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a3b0b-0179-43b1-ab8e-2219d6d4d5f2 None None] Sync routers for ids ['b1128904-b465-473d-8e46-34e971468196'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:58:55.287100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:55.287639 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bd8e2793-73d2-4656-a582-7d1562055fa6 admin admin] 10.222.0.36 "PUT /v2.0/routers/b1128904-b465-473d-8e46-34e971468196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6992445 Jan 31 15:58:55.294082 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 86b257f1-b2bc-454c-b167-95f97fe9f742 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:55.296177 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a3b0b-0179-43b1-ab8e-2219d6d4d5f2 None None] Routers {'b1128904-b465-473d-8e46-34e971468196'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:55.296801 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-529a3b0b-0179-43b1-ab8e-2219d6d4d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b1128904-b465-473d-8e46-34e971468196'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:55.298939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6313f70-23e1-4711-b147-1ec99bbba22c req-707c9f1c-6f60-4b73-9036-8952ffe28bae tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:55.306419 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6313f70-23e1-4711-b147-1ec99bbba22c req-707c9f1c-6f60-4b73-9036-8952ffe28bae tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 947 time: 0.8008723 Jan 31 15:58:55.309700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46464) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:55.341183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:55.355320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:55.388887 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-720c7e2e-b5a3-4b3f-9a13-abce072a9804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:55.471289 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-720c7e2e-b5a3-4b3f-9a13-abce072a9804 None None] For port 86b257f1-b2bc-454c-b167-95f97fe9f742, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=86b257f1-b2bc-454c-b167-95f97fe9f742,segment=NetworkSegment(6992072b-497d-4905-bfed-861eb2c354a1),segment_id=6992072b-497d-4905-bfed-861eb2c354a1)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:55.489638 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-720c7e2e-b5a3-4b3f-9a13-abce072a9804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:55.515875 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6313f70-23e1-4711-b147-1ec99bbba22c req-aac23d63-63c3-45b2-b981-3ce16c95c933 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028611 Jan 31 15:58:55.526245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:55.527274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:55.528942 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] 10.222.0.30 "PUT /v2.0/ports/e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 1095 time: 3.3079922 Jan 31 15:58:55.669062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c7e2e-b5a3-4b3f-9a13-abce072a9804 None None] Pushing event updated for resources: {'Port': ['ID=86b257f1-b2bc-454c-b167-95f97fe9f742,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:55.682407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e24583-886a-4ed6-b271-d8c979f7454b service neutron] Pushing event updated for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=7']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:55.748835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6451e544-d915-4e3a-a7b3-cf932296d78f None None] Provisioning complete for port 86b257f1-b2bc-454c-b167-95f97fe9f742 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:55.749277 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6451e544-d915-4e3a-a7b3-cf932296d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:55.750303 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-529a3b0b-0179-43b1-ab8e-2219d6d4d5f2 None None] Set router b1128904-b465-473d-8e46-34e971468196 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:55.790164 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:55.792181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 86b257f1-b2bc-454c-b167-95f97fe9f742 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:55.792181 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:55.829867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-8de47b30-a618-48a8-b7fc-89e719e65edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:55.832034 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-8de47b30-a618-48a8-b7fc-89e719e65edb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1098 time: 0.2566729 Jan 31 15:58:55.840699 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1accefd-7a04-47da-a1be-7747d6db7041 req-9d3c36ad-93b2-4eea-b68f-60a607629be5 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:55.864375 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1accefd-7a04-47da-a1be-7747d6db7041 req-9d3c36ad-93b2-4eea-b68f-60a607629be5 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 931 time: 0.5735922 Jan 31 15:58:55.967929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6d490-1700-44d1-b07d-bdc49c520813 req-a4f9502b-f16a-4e7e-9402-22a91c98ecc8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:55.977107 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d0c6d490-1700-44d1-b07d-bdc49c520813 req-a4f9502b-f16a-4e7e-9402-22a91c98ecc8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.3102660 Jan 31 15:58:56.085216 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:56.105303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d0c6d490-1700-44d1-b07d-bdc49c520813 req-9cf12b83-d700-42fe-a4e9-c2efe7111ed1 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270218 Jan 31 15:58:56.205735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-24012c5f-730a-4b4e-9a33-818bd0d1a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:56.207380 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-24012c5f-730a-4b4e-9a33-818bd0d1a77a service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2915947 Jan 31 15:58:56.267694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-b1176871-3e2e-431e-b072-8974f1a5eace service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 217 time: 0.0531528 Jan 31 15:58:56.311407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46478) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:56.382758 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-529a3b0b-0179-43b1-ab8e-2219d6d4d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1128904-b465-473d-8e46-34e971468196', 'name': 'tempest-ServerRescueTestJSON-296271900-router', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:23Z', 'updated_at': '2022-01-31T15:58:52Z', 'revision_number': 5, 'project_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'gw_port': {'id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1128904-b465-473d-8e46-34e971468196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:25Z', 'updated_at': '2022-01-31T15:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:56.384775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-d369a20d-d9c0-4655-b0ef-0fadd9ae453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:56.386528 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-d369a20d-d9c0-4655-b0ef-0fadd9ae453d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0760336 Jan 31 15:58:56.421333 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a3b0b-0179-43b1-ab8e-2219d6d4d5f2 None None] Checking router: b1128904-b465-473d-8e46-34e971468196 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:58:56.432643 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a3b0b-0179-43b1-ab8e-2219d6d4d5f2 None None] Routers {'b1128904-b465-473d-8e46-34e971468196'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:56.433284 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-529a3b0b-0179-43b1-ab8e-2219d6d4d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b1128904-b465-473d-8e46-34e971468196'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:56.460621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-d1e9038c-0700-481b-8aa7-9ddd7c2e8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:56.462751 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-d1e9038c-0700-481b-8aa7-9ddd7c2e8194 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694282 Jan 31 15:58:56.464563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Router d203d64a-91fb-41b6-bd83-e777ad8232d8 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:58:56.575100 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-529a3b0b-0179-43b1-ab8e-2219d6d4d5f2 None None] Set router b1128904-b465-473d-8e46-34e971468196 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:56.584622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:56.595835 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1accefd-7a04-47da-a1be-7747d6db7041 req-582f01bb-1fa1-40c3-89d3-0526320186ab tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7299840 Jan 31 15:58:56.670681 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af58c51a-9589-439e-8333-16acdda128e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:56.791436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:58:56.805426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Sync routers for ids ['d203d64a-91fb-41b6-bd83-e777ad8232d8'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:58:56.816849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Routers {'d203d64a-91fb-41b6-bd83-e777ad8232d8'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:56.817507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d203d64a-91fb-41b6-bd83-e777ad8232d8'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:56.819575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:56.863349 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-529a3b0b-0179-43b1-ab8e-2219d6d4d5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1128904-b465-473d-8e46-34e971468196', 'name': 'tempest-ServerRescueTestJSON-296271900-router', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:23Z', 'updated_at': '2022-01-31T15:58:52Z', 'revision_number': 5, 'project_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'gw_port': {'id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1128904-b465-473d-8e46-34e971468196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:25Z', 'updated_at': '2022-01-31T15:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:56.907338 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a3b0b-0179-43b1-ab8e-2219d6d4d5f2 None None] The sync data for ids ['b1128904-b465-473d-8e46-34e971468196'] in n-d-827120-1 is: [{'id': 'b1128904-b465-473d-8e46-34e971468196', 'name': 'tempest-ServerRescueTestJSON-296271900-router', 'tenant_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:23Z', 'updated_at': '2022-01-31T15:58:52Z', 'revision_number': 5, 'project_id': 'c1b995a0cb69468fa00bb84e53d82c96', 'gw_port': {'id': '24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1128904-b465-473d-8e46-34e971468196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:25Z', 'updated_at': '2022-01-31T15:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:58:56.994842 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74af07-2879-44d0-bbf1-3f2374c2db14 req-61197b8c-a280-43de-bcf8-348df82f0e24 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:56.995783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0680d90a-291e-4141-8baa-d8515cb85a14 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:58:56.998006 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f74af07-2879-44d0-bbf1-3f2374c2db14 req-61197b8c-a280-43de-bcf8-348df82f0e24 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 947 time: 0.3471179 Jan 31 15:58:57.007998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.019992 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af58c51a-9589-439e-8333-16acdda128e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.024420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-a18b6bc1-fb14-421b-b618-bd5dffc6d885 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520234 Jan 31 15:58:57.027771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.029163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Transition to ACTIVE for port object 0680d90a-291e-4141-8baa-d8515cb85a14 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:58:57.033012 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a4ba5b5c-9990-4034-8d6c-61990941e963 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2451806 Jan 31 15:58:57.033686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:57.033950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Set router d203d64a-91fb-41b6-bd83-e777ad8232d8 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:57.034925 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46484) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:57.036275 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3741589-b379-45f1-9d4a-8ecbc1395b57" -d '{"events": [{"name": "network-changed", "server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:57.036430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Deleting port 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:58:57.037221 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.055707 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.194926 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af58c51a-9589-439e-8333-16acdda128e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.200175 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-afb78b00-a97f-4971-8b6f-785b954f6152 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587665 Jan 31 15:58:57.257873 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 86b257f1-b2bc-454c-b167-95f97fe9f742 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:58:57.280299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Pushing event updated for resources: {'Port': ['ID=0680d90a-291e-4141-8baa-d8515cb85a14,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:57.309266 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f74af07-2879-44d0-bbf1-3f2374c2db14 req-7d5993b0-9921-4433-a4ec-acd06d5dddd9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695069 Jan 31 15:58:57.371147 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-af58c51a-9589-439e-8333-16acdda128e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9589deafe2584fbdaab3f3bd4e066b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0472515 Jan 31 15:58:57.371473 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46490) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:58:57.374202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58c51a-9589-439e-8333-16acdda128e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8fad7f-78fe-4630-8ebf-270102c25dc1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:57.453295 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0007fa0a-caba-4011-a636-79d9cadd2170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.481621 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0007fa0a-caba-4011-a636-79d9cadd2170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.509407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'name': 'tempest-TaggedBootDevicesTest-1743777967-router', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8fd5776b-3154-4305-a11f-811f53e34295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:49Z', 'updated_at': '2022-01-31T15:58:54Z', 'revision_number': 3, 'project_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'gw_port': {'id': '8fd5776b-3154-4305-a11f-811f53e34295', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:51Z', 'updated_at': '2022-01-31T15:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:57.547098 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565425f7-81cb-41cc-8525-7bd6c34699c9 x-openstack-request-id: req-565425f7-81cb-41cc-8525-7bd6c34699c9 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:57.548076 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:57.548883 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-565425f7-81cb-41cc-8525-7bd6c34699c9 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:57.549551 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'status': 'completed', 'code': 200} Jan 31 15:58:57.557978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Checking router: d203d64a-91fb-41b6-bd83-e777ad8232d8 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:58:57.558304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Updating router d203d64a-91fb-41b6-bd83-e777ad8232d8 port 8fd5776b-3154-4305-a11f-811f53e34295 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:58:57.586549 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0007fa0a-caba-4011-a636-79d9cadd2170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.589041 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0007fa0a-caba-4011-a636-79d9cadd2170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.592482 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0007fa0a-caba-4011-a636-79d9cadd2170 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e8fad7f-78fe-4630-8ebf-270102c25dc1 HTTP/1.1" status: 204 len: 168 time: 0.2174993 Jan 31 15:58:57.599817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 86b257f1-b2bc-454c-b167-95f97fe9f742 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:58:57.600352 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.613529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007fa0a-caba-4011-a636-79d9cadd2170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8fad7f-78fe-4630-8ebf-270102c25dc1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:57.654515 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-7b6b4509-68e6-419b-a2cb-4d713346ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:57.660193 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-7b6b4509-68e6-419b-a2cb-4d713346ee4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1098 time: 0.1095040 Jan 31 15:58:57.726432 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.845718 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:57.884713 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-6c2cdd33-4b8c-4898-b172-a3276cb60bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:57.886834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-6c2cdd33-4b8c-4898-b172-a3276cb60bc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1098 time: 0.3017838 Jan 31 15:58:57.895066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-41eda03e-a996-4d05-add4-12d9230dc81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:57.896891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-41eda03e-a996-4d05-add4-12d9230dc81f service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2219269 Jan 31 15:58:57.957933 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-3706a0fe-53f9-499d-82cf-32be36fcac76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 217 time: 0.0530965 Jan 31 15:58:58.002589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] For port 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:58:58.003510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:58.038156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a07e47-c24c-46e9-9f5a-5ee767c119b8 req-26d2619f-6675-45fe-a2a4-1904264e303d tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:58.039717 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0a07e47-c24c-46e9-9f5a-5ee767c119b8 req-26d2619f-6675-45fe-a2a4-1904264e303d tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.6548593 Jan 31 15:58:58.052479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Calling delete_port for 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:58:58.060405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21005ac-ed04-4211-adf9-c8dcaba73bf5 req-1fbeb688-c5c6-4d72-b327-a620d09ee1c7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:58.064198 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c21005ac-ed04-4211-adf9-c8dcaba73bf5 req-1fbeb688-c5c6-4d72-b327-a620d09ee1c7 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 943 time: 0.2454591 Jan 31 15:58:58.102114 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:58.108870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Attempting to bind port 0680d90a-291e-4141-8baa-d8515cb85a14 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:58.109206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Attempting to bind port 0680d90a-291e-4141-8baa-d8515cb85a14 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:58.109551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Attempting to bind port 0680d90a-291e-4141-8baa-d8515cb85a14 on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:58.110141 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:58.182392 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-2e464b58-0283-4b05-99e4-0c082dcf6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:58.185038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-2e464b58-0283-4b05-99e4-0c082dcf6838 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.2027519 Jan 31 15:58:58.188450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Attempting to bind port 8fd5776b-3154-4305-a11f-811f53e34295 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:58:58.189169 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Attempting to bind port 8fd5776b-3154-4305-a11f-811f53e34295 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:58:58.189943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Attempting to bind port 8fd5776b-3154-4305-a11f-811f53e34295 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:58.191825 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Port 0680d90a-291e-4141-8baa-d8515cb85a14 on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:58:58.192154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Attempting to bind port 0680d90a-291e-4141-8baa-d8515cb85a14 on network 7a6c1885-f12f-429b-aeb8-d54adc6f9f1b {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:58:58.201308 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:58.201825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:58.202311 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:58.202772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:58.203474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Bound port: 8fd5776b-3154-4305-a11f-811f53e34295, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:58.204058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:58.241968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16c8c8-d988-48a6-a6be-3391ecdd8e6d None None] Pushing event updated for resources: {'Port': ['ID=8fd5776b-3154-4305-a11f-811f53e34295,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:58.251675 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0a07e47-c24c-46e9-9f5a-5ee767c119b8 req-92c756ab-8666-4596-9c25-b33165724b8b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377683 Jan 31 15:58:58.252519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:58:58.252848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Checking segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:58:58.253221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Bound using segment: {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:58:58.253692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Bound port: 0680d90a-291e-4141-8baa-d8515cb85a14, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cbffa5-3281-4dff-8b22-56a235a47612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:58:58.254045 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:58.283219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] For port 8fd5776b-3154-4305-a11f-811f53e34295, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:58.287938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] For port 8fd5776b-3154-4305-a11f-811f53e34295, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8fd5776b-3154-4305-a11f-811f53e34295,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:58.293183 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:58.341268 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c21005ac-ed04-4211-adf9-c8dcaba73bf5 req-795125cd-da3d-4a5e-865b-5dced4257b3b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918778 Jan 31 15:58:58.375014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Routers {'d203d64a-91fb-41b6-bd83-e777ad8232d8'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:58:58.376170 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d203d64a-91fb-41b6-bd83-e777ad8232d8'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:58.380528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-720d8ddc-9012-4223-aa90-6b5148149fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:58.381451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-720d8ddc-9012-4223-aa90-6b5148149fa1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.4346070 Jan 31 15:58:58.386370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-6585d1ca-306b-4df6-8d70-ddb176b03618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:58.390093 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-6585d1ca-306b-4df6-8d70-ddb176b03618 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940024 Jan 31 15:58:58.494241 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16c8c8-d988-48a6-a6be-3391ecdd8e6d None None] Pushing event updated for resources: {'Port': ['ID=8fd5776b-3154-4305-a11f-811f53e34295,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:58.515451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-254f21ac-d807-4ecb-8b5e-3262526eeff8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 217 time: 0.1242845 Jan 31 15:58:58.524061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] Set router d203d64a-91fb-41b6-bd83-e777ad8232d8 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:58:58.635688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-233c35cb-273c-4ada-9340-61b0aace3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:58.637515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-233c35cb-273c-4ada-9340-61b0aace3fad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0889633 Jan 31 15:58:58.764383 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-ebca10b5-f04a-4164-b799-fd44e846a213 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494880 Jan 31 15:58:58.770260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-4a5dff46-dfba-4be0-b34d-a76c28cc0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:58.771905 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-4a5dff46-dfba-4be0-b34d-a76c28cc0840 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231301 Jan 31 15:58:58.793908 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] For port 0680d90a-291e-4141-8baa-d8515cb85a14, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:58:58.812351 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'name': 'tempest-TaggedBootDevicesTest-1743777967-router', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8fd5776b-3154-4305-a11f-811f53e34295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:49Z', 'updated_at': '2022-01-31T15:58:54Z', 'revision_number': 3, 'project_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'gw_port': {'id': '8fd5776b-3154-4305-a11f-811f53e34295', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:51Z', 'updated_at': '2022-01-31T15:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:58:58.871700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674daa5d-920b-4e5e-95dc-0acc6e846c96 req-ab57b932-b410-4184-a02b-56058571ea5a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:58.874024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-674daa5d-920b-4e5e-95dc-0acc6e846c96 req-ab57b932-b410-4184-a02b-56058571ea5a tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 947 time: 0.4005113 Jan 31 15:58:58.891480 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 24511cab-c587-4d3a-8eea-6fe0a8025af6 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:58:58.892669 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-9a799b7e-ad97-4300-92d0-08c16cd1816c service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106176 Jan 31 15:58:58.896821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac2225-6304-431a-b7d6-d9489afd322b None None] The sync data for ids ['d203d64a-91fb-41b6-bd83-e777ad8232d8'] in n-d-827120-1 is: [{'id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'name': 'tempest-TaggedBootDevicesTest-1743777967-router', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8fd5776b-3154-4305-a11f-811f53e34295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:49Z', 'updated_at': '2022-01-31T15:58:54Z', 'revision_number': 3, 'project_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'gw_port': {'id': '8fd5776b-3154-4305-a11f-811f53e34295', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:51Z', 'updated_at': '2022-01-31T15:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:58:58.919076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 24511cab-c587-4d3a-8eea-6fe0a8025af6 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:58:58.919364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 24511cab-c587-4d3a-8eea-6fe0a8025af6 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:58:58.967221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] For port 0680d90a-291e-4141-8baa-d8515cb85a14, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0680d90a-291e-4141-8baa-d8515cb85a14,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:58:58.995225 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:59.090009 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-c86136ac-02f8-45cb-b458-a673e61dba4e service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160188 Jan 31 15:58:59.098927 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Pushing event updated for resources: {'Port': ['ID=0680d90a-291e-4141-8baa-d8515cb85a14,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:59.115224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3741589-b379-45f1-9d4a-8ecbc1395b57 req-1ee14a08-9443-4d7d-bce2-01c81f3c5e89 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043104 Jan 31 15:58:59.131764 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-674daa5d-920b-4e5e-95dc-0acc6e846c96 req-566d50d1-d9e8-4f65-85ac-63f7c98d109d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285151 Jan 31 15:58:59.168292 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:59.170856 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:59.171485 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:59.172914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-37670f19-28e9-4848-b4a8-3c48e4f5d189 service neutron] 10.222.0.30 "PUT /v2.0/ports/0680d90a-291e-4141-8baa-d8515cb85a14 HTTP/1.1" status: 200 len: 1091 time: 4.2012949 Jan 31 15:58:59.193111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d757776-813f-4528-b844-7fbae22a7018', 'tag': '0680d90a-291e-4141-8baa-d8515cb85a14'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:58:59.195600 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af049c91-91a1-47ea-8fb8-487b8285e593" -d '{"events": [{"name": "network-changed", "server_uuid": "2d757776-813f-4528-b844-7fbae22a7018", "tag": "0680d90a-291e-4141-8baa-d8515cb85a14"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:58:59.332470 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fae4eb8-9624-4465-9c22-f3393a8c8357 x-openstack-request-id: req-1fae4eb8-9624-4465-9c22-f3393a8c8357 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:58:59.332761 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d757776-813f-4528-b844-7fbae22a7018", "tag": "0680d90a-291e-4141-8baa-d8515cb85a14", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:58:59.333001 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1fae4eb8-9624-4465-9c22-f3393a8c8357 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:58:59.333390 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d757776-813f-4528-b844-7fbae22a7018', 'tag': '0680d90a-291e-4141-8baa-d8515cb85a14', 'status': 'completed', 'code': 200} Jan 31 15:58:59.336965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:58:59.415720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-5440e7b8-b2ee-4d99-be81-31656acad8f3 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=839f62034c0d4c65bf60d7b28d1eec6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418706 Jan 31 15:58:59.433997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-81399d60-0f35-4bbb-a943-e9e8a6b064c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:59.435538 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-81399d60-0f35-4bbb-a943-e9e8a6b064c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 1094 time: 0.2122474 Jan 31 15:58:59.622493 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-831e9179-dc54-488b-b75c-15862a54cd2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0680d90a-291e-4141-8baa-d8515cb85a14 HTTP/1.1" status: 200 len: 217 time: 0.1137888 Jan 31 15:58:59.636972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-41bbb4a6-f10b-47f6-8837-00b14a0ad5f3 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:59.648996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-41bbb4a6-f10b-47f6-8837-00b14a0ad5f3 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244422 Jan 31 15:58:59.665104 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:59.680320 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:59.695609 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-6c727c83-0dad-490b-8beb-e69e1cf65c4a tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/quotas/839f62034c0d4c65bf60d7b28d1eec6a HTTP/1.1" status: 200 len: 375 time: 0.0326557 Jan 31 15:58:59.736450 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-a1c1c2bc-304b-463d-9aeb-d70407d70b13 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=839f62034c0d4c65bf60d7b28d1eec6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398061 Jan 31 15:58:59.852289 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:59.854874 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:59.972230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9b2a8-05f8-43e2-aad7-ea803269031f req-9c83a208-2035-47bd-8602-026c8aac9763 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:58:59.974592 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1c9b2a8-05f8-43e2-aad7-ea803269031f req-9c83a208-2035-47bd-8602-026c8aac9763 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.5632997 Jan 31 15:58:59.975245 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:59.975789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1128904-b465-473d-8e46-34e971468196 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:58:59.980526 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:58:59.981648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a954d236-fb69-48b5-92d5-ec267ae89a6b admin admin] 10.222.0.36 "DELETE /v2.0/routers/b1128904-b465-473d-8e46-34e971468196 HTTP/1.1" status: 204 len: 168 time: 4.6663308 Jan 31 15:58:59.984326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46542) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:00.029430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-e65591b1-b791-4def-a584-eb41fd82214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:00.030968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-e65591b1-b791-4def-a584-eb41fd82214c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.3913884 Jan 31 15:59:00.077553 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60514b-1187-4ce6-93a6-97041f1d9d81 req-58f60a05-0382-4850-9f54-3bfb28102cc3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:00.103132 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e60514b-1187-4ce6-93a6-97041f1d9d81 req-58f60a05-0382-4850-9f54-3bfb28102cc3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 943 time: 0.1501923 Jan 31 15:59:00.126041 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1c9b2a8-05f8-43e2-aad7-ea803269031f req-b7b9116e-1874-4011-907a-1877e8fb2d75 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358485 Jan 31 15:59:00.128082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-206d9052-7e10-43cd-b887-021391726d2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688128 Jan 31 15:59:00.143992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc840ee-f865-4433-86cd-ffec1764fe12 admin admin] Deleting subnet e6a53540-acaa-4030-84f0-25c1cb026c93 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:59:00.150813 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffc840ee-f865-4433-86cd-ffec1764fe12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:00.223642 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffc840ee-f865-4433-86cd-ffec1764fe12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:00.284650 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffc840ee-f865-4433-86cd-ffec1764fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:00.313825 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-7c75f4fb-5090-4442-b78b-2dcab5d0c71c service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478610 Jan 31 15:59:00.351102 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffc840ee-f865-4433-86cd-ffec1764fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:00.398122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffc840ee-f865-4433-86cd-ffec1764fe12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:00.404024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ffc840ee-f865-4433-86cd-ffec1764fe12 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e6a53540-acaa-4030-84f0-25c1cb026c93 HTTP/1.1" status: 204 len: 168 time: 0.4185939 Jan 31 15:59:00.405128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46550) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:00.410935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc840ee-f865-4433-86cd-ffec1764fe12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a53540-acaa-4030-84f0-25c1cb026c93,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:00.453916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d766401-8601-4fd9-9a24-a28d7c9cacfa req-f8bf226e-3e9e-4fde-8cb3-6f7377c46231 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 210 time: 0.1389315 Jan 31 15:59:00.472694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e60514b-1187-4ce6-93a6-97041f1d9d81 req-dbf9e2ec-9e17-4ef9-8def-415af321767d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686614 Jan 31 15:59:00.563992 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:00.722416 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:00.751703 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bf16f3-5903-42f5-92b2-1ea487581abd']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:00.763427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:00.763788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3d86ee-1e95-4ee8-9384-d2a6d8fd94ba') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:00.778137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:00.796566 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:00.803377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e09a1be4-4846-4c7d-aad2-53679cb05720 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:59:00.806939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:59:00.807760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: timer() Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:59:00.809327 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:59:00.966553 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:00.973363 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:00.978116 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] 10.222.0.36 "DELETE /v2.0/networks/03bf16f3-5903-42f5-92b2-1ea487581abd HTTP/1.1" status: 204 len: 168 time: 0.5681219 Jan 31 15:59:00.995872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d22c33-06ed-47f1-946b-fa914e0c1a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=03bf16f3-5903-42f5-92b2-1ea487581abd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:01.148790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8fd5776b-3154-4305-a11f-811f53e34295 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:01.243455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:01.260982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'mac_address': 'fa:16:3e:22:82:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:59:01.266190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8fd5776b-3154-4305-a11f-811f53e34295 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:01.266828 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:01.305740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5e571-851a-4654-9bae-7ced6027b8b7 req-e28c533b-8501-43cd-abce-8f0502e37a14 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:01.307584 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-72b5e571-851a-4654-9bae-7ced6027b8b7 req-e28c533b-8501-43cd-abce-8f0502e37a14 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 947 time: 0.7543244 Jan 31 15:59:01.317171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-673a0d60-f250-41cb-a4ed-171fc40d5f51 req-c0ce617e-365e-4420-9d99-8a5b4eb2d10c service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9617112 Jan 31 15:59:01.319605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Allocated IP 172.20.0.1 (849d2024-ecd4-4e49-a591-b43b847d2858/032d94c4-2b35-4d3b-8935-eacb952798ab/9d08bd2c-2f08-41e7-be6c-457f52470053) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:59:01.382548 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-72b5e571-851a-4654-9bae-7ced6027b8b7 req-d4d27bbd-8220-413b-b909-9746150f492f tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642335 Jan 31 15:59:01.446886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c43f81-5445-4c90-a0f3-46707803efa3 req-7f69fb38-611c-4ed1-91e1-48e49c1eb547 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:01.464109 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85c43f81-5445-4c90-a0f3-46707803efa3 req-7f69fb38-611c-4ed1-91e1-48e49c1eb547 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.2162955 Jan 31 15:59:01.496784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af049c91-91a1-47ea-8fb8-487b8285e593 req-a0b2417c-cd43-4610-92e6-ea84f8fc3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:01.498933 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af049c91-91a1-47ea-8fb8-487b8285e593 req-a0b2417c-cd43-4610-92e6-ea84f8fc3706 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06ea88ab674e485090752cf90aaea98a&device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 1094 time: 0.1044168 Jan 31 15:59:01.501108 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:01.527440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46566) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:01.560875 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85c43f81-5445-4c90-a0f3-46707803efa3 req-d5fc9379-f159-4517-a834-263cd2c658ab tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886903 Jan 31 15:59:01.568328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09a1be4-4846-4c7d-aad2-53679cb05720 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:59:01.610268 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-c8109bfc-270c-40e7-8b77-ed3219965df0 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=839f62034c0d4c65bf60d7b28d1eec6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548921 Jan 31 15:59:01.693923 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:01.706391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:01.709501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:01.717903 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:01.743944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 8fd5776b-3154-4305-a11f-811f53e34295, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8fd5776b-3154-4305-a11f-811f53e34295,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:01.766528 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e71225a5-c18f-49f4-a1e1-c2733acbd09c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1b995a0cb69468fa00bb84e53d82c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357221 Jan 31 15:59:01.777504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46568) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:01.784981 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:01.805446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af049c91-91a1-47ea-8fb8-487b8285e593 req-e06149b8-f708-4834-9950-6e74a818339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:01.807417 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af049c91-91a1-47ea-8fb8-487b8285e593 req-e06149b8-f708-4834-9950-6e74a818339a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 200 len: 912 time: 0.2975945 Jan 31 15:59:01.882076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:01.895121 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af049c91-91a1-47ea-8fb8-487b8285e593 req-6566dbe6-13b0-406a-887b-736e5abf301f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0680d90a-291e-4141-8baa-d8515cb85a14 HTTP/1.1" status: 200 len: 217 time: 0.0748954 Jan 31 15:59:01.920126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:01.940674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:01.968193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:01.968863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 24e78bd7-bea9-49ce-9ffb-6a1c2e08b6b6 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:01.993141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=8fd5776b-3154-4305-a11f-811f53e34295,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:01.997357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-76daae2e-347f-4aac-be01-0fd9737ca737 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:01.999274 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-76daae2e-347f-4aac-be01-0fd9737ca737 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3805814 Jan 31 15:59:02.015419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['e09a1be4-4846-4c7d-aad2-53679cb05720'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:02.029893 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-50245d55-c67d-4289-ba46-550ffd80aee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:02.030199 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-265991b9-065a-4e93-964d-0258522e028c req-bd73c572-4fe6-483c-8023-e26dd32f686f tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 210 time: 0.0973265 Jan 31 15:59:02.035794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Request body: {'port': {'device_id': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '839f62034c0d4c65bf60d7b28d1eec6a'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:02.064779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Pushing event updated for resources: {'Port': ['ID=9d08bd2c-2f08-41e7-be6c-457f52470053,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:02.098066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Network 849d2024-ecd4-4e49-a591-b43b847d2858 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:59:02.112880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-e25e9313-55ef-4487-956f-77b942482155 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:02.114525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-e25e9313-55ef-4487-956f-77b942482155 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.30 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7&tenant_id=3d4f027d8d234567ad636e8cf1ec111c&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 948 time: 0.1802835 Jan 31 15:59:02.117636 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:02.120528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:59:02.180274 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-50245d55-c67d-4289-ba46-550ffd80aee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:02.186801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:02.257153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af049c91-91a1-47ea-8fb8-487b8285e593 req-ebffb46e-c116-4be8-aeb5-30007efdd7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:02.258870 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af049c91-91a1-47ea-8fb8-487b8285e593 req-ebffb46e-c116-4be8-aeb5-30007efdd7d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 200 len: 851 time: 0.3252466 Jan 31 15:59:02.274184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a089c6-fa02-44ee-b533-7d8ae2426004 req-0b20ac01-5736-4897-bc74-ad97fb3129f3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:02.276671 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0a089c6-fa02-44ee-b533-7d8ae2426004 req-0b20ac01-5736-4897-bc74-ad97fb3129f3 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 943 time: 0.3637295 Jan 31 15:59:02.327702 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-0c234412-50b7-4104-a1ff-eba85ba5d814 service neutron] 10.222.0.30 "GET /v2.0/ports/e09a1be4-4846-4c7d-aad2-53679cb05720/bindings/n-h1-827120-1 HTTP/1.1" status: 200 len: 382 time: 0.1963565 Jan 31 15:59:02.337481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83f19e-6245-40cb-b7de-e5b91bd25c7a req-51fe00df-7dc3-4bf6-8224-028b74319ac8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:02.347556 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0c83f19e-6245-40cb-b7de-e5b91bd25c7a req-51fe00df-7dc3-4bf6-8224-028b74319ac8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 948 time: 0.1653464 Jan 31 15:59:02.353118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af049c91-91a1-47ea-8fb8-487b8285e593 req-5069ccea-1c8d-4b93-9514-5cb73e8aaba4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733798 Jan 31 15:59:02.364132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Made reservation on behalf of 839f62034c0d4c65bf60d7b28d1eec6a for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:02.367673 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:02.437118 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:02.508686 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0c83f19e-6245-40cb-b7de-e5b91bd25c7a req-9534679f-2818-4a1c-8fd1-ed837ad29ef6 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601219 Jan 31 15:59:02.510825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-8293ee22-86ac-48ed-a6ae-72f97f47cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:02.512387 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-8293ee22-86ac-48ed-a6ae-72f97f47cd28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1099 time: 0.1492550 Jan 31 15:59:02.537710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0bc90256-6185-4254-bb18-43de4140e87d None None] Provisioning complete for port 9d08bd2c-2f08-41e7-be6c-457f52470053 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:02.538503 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0bc90256-6185-4254-bb18-43de4140e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:02.542603 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0a089c6-fa02-44ee-b533-7d8ae2426004 req-d732f87e-ad79-4388-b752-2f033f5d110f tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358851 Jan 31 15:59:02.621437 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0bc90256-6185-4254-bb18-43de4140e87d None None] Port 9d08bd2c-2f08-41e7-be6c-457f52470053 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:59:02.632634 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-50245d55-c67d-4289-ba46-550ffd80aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:02.635312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-50245d55-c67d-4289-ba46-550ffd80aee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:02.638929 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-50245d55-c67d-4289-ba46-550ffd80aee6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b8cb912-53f1-44a7-a246-8a4f2a5edebf HTTP/1.1" status: 204 len: 168 time: 0.8576550 Jan 31 15:59:02.658823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50245d55-c67d-4289-ba46-550ffd80aee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8cb912-53f1-44a7-a246-8a4f2a5edebf,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:02.664541 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:02.686973 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af049c91-91a1-47ea-8fb8-487b8285e593 req-e214421c-c8c0-4711-ab04-d0fff87fd2c9 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755055 Jan 31 15:59:02.738096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-09e1c92a-d04a-4ddb-822f-15838a18dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:02.739584 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-09e1c92a-d04a-4ddb-822f-15838a18dea1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2133925 Jan 31 15:59:02.758153 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:02.946881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af049c91-91a1-47ea-8fb8-487b8285e593 req-31bffae0-bcb0-45b1-b387-d505a835d86f service neutron] 10.222.0.30 "GET /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275138 Jan 31 15:59:03.001069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8fd5776b-3154-4305-a11f-811f53e34295 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:03.092747 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:03.102145 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:03.151420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8fd5776b-3154-4305-a11f-811f53e34295 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:03.152467 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:03.215014 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-797c9d69-3a59-4874-a612-ec31ce98513d req-7627e97c-0808-47b6-938f-f70fd61d456d tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 210 time: 0.0423675 Jan 31 15:59:03.251401 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:03.256703 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:03.259704 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-158c5893-4abf-45cc-a632-e01e1115a2d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 217 time: 0.5107477 Jan 31 15:59:03.260547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Pushing event updated for resources: {'Port': ['ID=9d08bd2c-2f08-41e7-be6c-457f52470053,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:03.268085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df674667-95f2-4137-97ee-7aadb01604dd req-b8ad7428-fe55-437e-83d5-4ef62c4c5137 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:03.277613 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df674667-95f2-4137-97ee-7aadb01604dd req-b8ad7428-fe55-437e-83d5-4ef62c4c5137 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.6172030 Jan 31 15:59:03.429114 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df674667-95f2-4137-97ee-7aadb01604dd req-1b398148-cbb2-4d5e-910f-39c26ce62c23 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503055 Jan 31 15:59:03.457163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Network 849d2024-ecd4-4e49-a591-b43b847d2858 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:59:03.460318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:03.461133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85df6351-8bcc-440f-8eb6-6d368825ab75,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:03.472133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-3883aac4-4ea0-440a-943c-952297466148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:03.473131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-3883aac4-4ea0-440a-943c-952297466148 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1930187 Jan 31 15:59:03.623315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-34844af4-53af-4d03-a4fc-4b39557adac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:03.624846 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-34844af4-53af-4d03-a4fc-4b39557adac3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411810 Jan 31 15:59:03.658346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Allocated IP 192.168.233.167 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/b22700af-7676-45a9-919e-fa459ffc20af) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:59:03.802203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Router d203d64a-91fb-41b6-bd83-e777ad8232d8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:59:03.809844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e0720-b2a7-48fa-ba60-7720a09638e4 req-2a3b1a1d-4388-4276-9167-3bfa9dad3cca tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:03.811369 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b7e0720-b2a7-48fa-ba60-7720a09638e4 req-2a3b1a1d-4388-4276-9167-3bfa9dad3cca tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 948 time: 0.1445346 Jan 31 15:59:03.845653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d84f3f-39f1-4bcf-b474-d94bb84e05d5 req-ae8f7bd9-e890-468d-8904-50846878c6c5 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:03.847738 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-65d84f3f-39f1-4bcf-b474-d94bb84e05d5 req-ae8f7bd9-e890-468d-8904-50846878c6c5 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 943 time: 0.1926703 Jan 31 15:59:03.855580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0e5295e2-3e0a-4db3-8281-24b97943413a None None] Provisioning complete for port 9d08bd2c-2f08-41e7-be6c-457f52470053 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:03.859317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0e5295e2-3e0a-4db3-8281-24b97943413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:03.911817 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-76421a67-100d-4482-86c3-f798de872033 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752545 Jan 31 15:59:03.934163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0e5295e2-3e0a-4db3-8281-24b97943413a None None] Port 9d08bd2c-2f08-41e7-be6c-457f52470053 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:59:03.949364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:59:03.958399 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Sync routers for ids ['d203d64a-91fb-41b6-bd83-e777ad8232d8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:59:03.980192 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Routers {'d203d64a-91fb-41b6-bd83-e777ad8232d8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:59:03.980192 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d203d64a-91fb-41b6-bd83-e777ad8232d8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:03.980517 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0ec566b8-5512-431e-850a-3fe12dbbd963 admin admin] 10.222.0.36 "PUT /v2.0/routers/d203d64a-91fb-41b6-bd83-e777ad8232d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9336827 Jan 31 15:59:04.037877 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-65d84f3f-39f1-4bcf-b474-d94bb84e05d5 req-57833b41-db88-4e24-89c4-d91d5e9fe79a tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790473 Jan 31 15:59:04.058758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b7e0720-b2a7-48fa-ba60-7720a09638e4 req-59ee0164-d34a-4493-812e-cc37b3f43314 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910213 Jan 31 15:59:04.093609 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-e41da386-eec4-4bb6-947c-5bd227f348b6 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553540 Jan 31 15:59:04.125922 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:04.179503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:04.190952 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Set router d203d64a-91fb-41b6-bd83-e777ad8232d8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:59:04.244682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:59:04.253535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:04.257434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:59:04.288123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Pushing event updated for resources: {'Port': ['ID=b22700af-7676-45a9-919e-fa459ffc20af,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:04.350167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:04.353238 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:04.387565 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-680c2303-82a3-4009-9b12-ed533994ac9e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3611503 Jan 31 15:59:04.402757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Request body: {'port': {'device_id': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:04.445169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef244740-bb19-4cd9-88fa-8228ad5d858f req-7ee9a09d-d34d-44fd-a59e-867d4f4c302e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:04.448824 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef244740-bb19-4cd9-88fa-8228ad5d858f req-7ee9a09d-d34d-44fd-a59e-867d4f4c302e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 936 time: 0.0970941 Jan 31 15:59:04.496346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:04.509646 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef244740-bb19-4cd9-88fa-8228ad5d858f req-be6dd786-aacb-44b7-8640-43a26087482f tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505078 Jan 31 15:59:04.601028 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'name': 'tempest-TaggedBootDevicesTest-1743777967-router', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8fd5776b-3154-4305-a11f-811f53e34295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:49Z', 'updated_at': '2022-01-31T15:59:02Z', 'revision_number': 4, 'project_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'gw_port': {'id': '8fd5776b-3154-4305-a11f-811f53e34295', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:51Z', 'updated_at': '2022-01-31T15:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '9d08bd2c-2f08-41e7-be6c-457f52470053', 'name': '', 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'mac_address': 'fa:16:3e:72:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '032d94c4-2b35-4d3b-8935-eacb952798ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:00Z', 'updated_at': '2022-01-31T15:59:02Z', 'revision_number': 2, 'project_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'subnets': [{'id': '032d94c4-2b35-4d3b-8935-eacb952798ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:04.674503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d66cce09-cf50-4027-a715-ffb4f5c88073 None None] Provisioning complete for port b22700af-7676-45a9-919e-fa459ffc20af triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:04.675644 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Checking router: d203d64a-91fb-41b6-bd83-e777ad8232d8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:59:04.676199 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Updating router d203d64a-91fb-41b6-bd83-e777ad8232d8 port 9d08bd2c-2f08-41e7-be6c-457f52470053 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:59:04.676568 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d66cce09-cf50-4027-a715-ffb4f5c88073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:04.733254 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc1869-7a8d-4f69-a16a-41bc3c56c56c req-ce43d5e8-dbe0-41cd-8462-b1c4650d930e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:04.741307 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dfbc1869-7a8d-4f69-a16a-41bc3c56c56c req-ce43d5e8-dbe0-41cd-8462-b1c4650d930e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.1083508 Jan 31 15:59:04.744428 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:04.756282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d66cce09-cf50-4027-a715-ffb4f5c88073 None None] Port b22700af-7676-45a9-919e-fa459ffc20af cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 15:59:04.830133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0680d90a-291e-4141-8baa-d8515cb85a14 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:59:04.832361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e09a1be4-4846-4c7d-aad2-53679cb05720 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:04.839087 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dfbc1869-7a8d-4f69-a16a-41bc3c56c56c req-db9fd47d-51e8-42d1-943b-deb3a0392b1b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916116 Jan 31 15:59:04.862431 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55cab384-9713-4d6c-81ef-38b886bbbd82 req-ff19302f-7b6b-41a0-a942-766c5f92c634 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0460761 Jan 31 15:59:04.994949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22700af-7676-45a9-919e-fa459ffc20af {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:59:05.002820 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:05.030437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Transition to ACTIVE for port object b22700af-7676-45a9-919e-fa459ffc20af will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:59:05.046554 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port e09a1be4-4846-4c7d-aad2-53679cb05720 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:59:05.056293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port e09a1be4-4846-4c7d-aad2-53679cb05720 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:05.056519 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:05.121261 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:05.179193 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:05.187311 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:05.191522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0680d90a-291e-4141-8baa-d8515cb85a14, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0680d90a-291e-4141-8baa-d8515cb85a14,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:05.212478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '0680d90a-291e-4141-8baa-d8515cb85a14', 'network_id': '7a6c1885-f12f-429b-aeb8-d54adc6f9f1b', 'port_id': '0680d90a-291e-4141-8baa-d8515cb85a14', 'mac_address': 'fa:16:3e:f3:bd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839da286-d7fe-47c8-8f9e-973a376f0b70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:59:05.292760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115807e-21b8-486d-ab1b-32fee4e66642 req-4c15263d-7386-42bb-be0c-a883cd239bd1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:05.312816 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7115807e-21b8-486d-ab1b-32fee4e66642 req-4c15263d-7386-42bb-be0c-a883cd239bd1 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 943 time: 0.1103823 Jan 31 15:59:05.327548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467376d-0853-412c-b9a4-2b049e299d2b req-e3be5563-0bcf-430b-bf51-5b5f074ea990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:05.329085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e467376d-0853-412c-b9a4-2b049e299d2b req-e3be5563-0bcf-430b-bf51-5b5f074ea990 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 1096 time: 0.3129687 Jan 31 15:59:05.354618 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Pushing event updated for resources: {'Port': ['ID=9d08bd2c-2f08-41e7-be6c-457f52470053,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:05.390718 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7115807e-21b8-486d-ab1b-32fee4e66642 req-a08c3c0c-6b6e-4bef-b832-fdcebe1dea23 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762403 Jan 31 15:59:05.430286 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:05.445116 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:05.448282 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:05.449175 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:05.451029 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:05.452367 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:05.459061 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:05.459303 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:05.459409 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:05.459902 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:05.460418 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:05.460807 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:05.461287 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:05.461701 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:05.488880 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Attempting to bind port 9d08bd2c-2f08-41e7-be6c-457f52470053 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:59:05.489246 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Attempting to bind port 9d08bd2c-2f08-41e7-be6c-457f52470053 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '6992072b-497d-4905-bfed-861eb2c354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:59:05.489661 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Attempting to bind port 9d08bd2c-2f08-41e7-be6c-457f52470053 on network 849d2024-ecd4-4e49-a591-b43b847d2858 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:59:05.502411 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:59:05.502778 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Checking segment: {'id': '6992072b-497d-4905-bfed-861eb2c354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:05.503245 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:05.503621 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Bound using segment: {'id': '6992072b-497d-4905-bfed-861eb2c354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:59:05.504105 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Bound port: 9d08bd2c-2f08-41e7-be6c-457f52470053, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992072b-497d-4905-bfed-861eb2c354a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:59:05.504457 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:05.544231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0680d90a-291e-4141-8baa-d8515cb85a14 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:59:05.580719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Pushing event updated for resources: {'Port': ['ID=b22700af-7676-45a9-919e-fa459ffc20af,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:05.619924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:05.623790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:05.631421 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e0892e-4b64-4079-8d4e-0c28adb7ff27" -d '{"events": [{"server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "name": "network-vif-plugged", "status": "completed", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:05.686058 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0680d90a-291e-4141-8baa-d8515cb85a14, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0680d90a-291e-4141-8baa-d8515cb85a14,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:05.690955 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:05.714323 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] For port 9d08bd2c-2f08-41e7-be6c-457f52470053, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:59:05.726424 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] For port 9d08bd2c-2f08-41e7-be6c-457f52470053, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9d08bd2c-2f08-41e7-be6c-457f52470053,segment=NetworkSegment(6992072b-497d-4905-bfed-861eb2c354a1),segment_id=6992072b-497d-4905-bfed-861eb2c354a1)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:59:05.733888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467376d-0853-412c-b9a4-2b049e299d2b req-3e8e79bd-8bc3-4a4e-bdb9-aaad672ca650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:05.734800 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:05.736197 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e467376d-0853-412c-b9a4-2b049e299d2b req-3e8e79bd-8bc3-4a4e-bdb9-aaad672ca650 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 917 time: 0.3959959 Jan 31 15:59:05.762423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72f5f9-6536-4af7-91ce-10edeaa40f46 req-d402cd37-468d-4318-9aec-702335788e21 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:05.770565 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef72f5f9-6536-4af7-91ce-10edeaa40f46 req-d402cd37-468d-4318-9aec-702335788e21 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 948 time: 0.5501676 Jan 31 15:59:05.782946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3c9b1-748d-47fa-9649-199696b69c66 req-b347357c-88b0-485f-8306-6c7959c6478e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:05.785761 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24c3c9b1-748d-47fa-9649-199696b69c66 req-b347357c-88b0-485f-8306-6c7959c6478e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 948 time: 0.0702090 Jan 31 15:59:05.801578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:05.804337 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:05.829328 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57446b6d-b6c7-47ef-b307-fe361ce02468 None None] Pushing event updated for resources: {'Port': ['ID=9d08bd2c-2f08-41e7-be6c-457f52470053,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:05.847816 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Routers {'d203d64a-91fb-41b6-bd83-e777ad8232d8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:59:05.850162 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d203d64a-91fb-41b6-bd83-e777ad8232d8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:05.895429 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24c3c9b1-748d-47fa-9649-199696b69c66 req-aa59bf2b-41fc-40e8-89e0-7cbf204f3cb7 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007521 Jan 31 15:59:05.921600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=0680d90a-291e-4141-8baa-d8515cb85a14,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:05.943373 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef72f5f9-6536-4af7-91ce-10edeaa40f46 req-bbb9d87c-5879-4c54-938b-289aebbd0140 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715808 Jan 31 15:59:06.038538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b0d10ce1-d6e6-42d3-91f7-c4a5374f0ece None None] Provisioning complete for port 9d08bd2c-2f08-41e7-be6c-457f52470053 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:06.038919 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b0d10ce1-d6e6-42d3-91f7-c4a5374f0ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:06.048647 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] Set router d203d64a-91fb-41b6-bd83-e777ad8232d8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:59:06.054493 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f45da8e-f5ad-422b-b3c0-9b979b514050 x-openstack-request-id: req-2f45da8e-f5ad-422b-b3c0-9b979b514050 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:06.056441 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "name": "network-vif-plugged", "status": "completed", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:06.056701 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f45da8e-f5ad-422b-b3c0-9b979b514050 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:06.058452 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'code': 200} Jan 31 15:59:06.107195 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e467376d-0853-412c-b9a4-2b049e299d2b req-1fcc2aaa-0d29-41a5-8b6b-2e3073a4951d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c60fe6e-c3bd-4730-9b52-48913f619798 HTTP/1.1" status: 200 len: 1001 time: 0.3291192 Jan 31 15:59:06.112939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Attempting to bind port b22700af-7676-45a9-919e-fa459ffc20af on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:59:06.113354 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Attempting to bind port b22700af-7676-45a9-919e-fa459ffc20af by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:59:06.113730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Attempting to bind port b22700af-7676-45a9-919e-fa459ffc20af on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:59:06.128900 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['0680d90a-291e-4141-8baa-d8515cb85a14'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:06.250439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467376d-0853-412c-b9a4-2b049e299d2b req-b787be99-9a4e-4956-80c4-96addc482e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:06.253383 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e467376d-0853-412c-b9a4-2b049e299d2b req-b787be99-9a4e-4956-80c4-96addc482e48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 200 len: 855 time: 0.1371493 Jan 31 15:59:06.255371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Port b22700af-7676-45a9-919e-fa459ffc20af on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:59:06.255699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Attempting to bind port b22700af-7676-45a9-919e-fa459ffc20af on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:59:06.282428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:59:06.285966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:06.286617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:59:06.287246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Bound port: b22700af-7676-45a9-919e-fa459ffc20af, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:59:06.287784 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:06.316088 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b0d10ce1-d6e6-42d3-91f7-c4a5374f0ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:06.349960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bfa14-d8ee-4bda-a9ef-bc9b691d06ff req-06cdb4a2-3c2c-4e78-8a35-190fac3e7809 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:06.351770 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-928bfa14-d8ee-4bda-a9ef-bc9b691d06ff req-06cdb4a2-3c2c-4e78-8a35-190fac3e7809 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 946 time: 0.1056192 Jan 31 15:59:06.423906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b0d10ce1-d6e6-42d3-91f7-c4a5374f0ece None None] For port 9d08bd2c-2f08-41e7-be6c-457f52470053, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9d08bd2c-2f08-41e7-be6c-457f52470053,segment=NetworkSegment(6992072b-497d-4905-bfed-861eb2c354a1),segment_id=6992072b-497d-4905-bfed-861eb2c354a1)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:06.432906 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b0d10ce1-d6e6-42d3-91f7-c4a5374f0ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:06.448235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-928bfa14-d8ee-4bda-a9ef-bc9b691d06ff req-18e80796-8703-40a2-9bbe-243357b0f1ee tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886354 Jan 31 15:59:06.488513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:59:06.517649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:59:06.533381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d10ce1-d6e6-42d3-91f7-c4a5374f0ece None None] Pushing event updated for resources: {'Port': ['ID=9d08bd2c-2f08-41e7-be6c-457f52470053,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:06.554865 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-775ad68f-7d83-4e7d-b26e-58ed00c37635 None None] Provisioning complete for port 9d08bd2c-2f08-41e7-be6c-457f52470053 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:06.555805 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-775ad68f-7d83-4e7d-b26e-58ed00c37635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:06.568084 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:06.638708 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-efba19ad-4f43-488c-98ff-7718af41d9e0 req-33dc7f25-38d9-4732-890b-cdac7ff2c4ea tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0451531 Jan 31 15:59:06.678163 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Pushing event updated for resources: {'Port': ['ID=b22700af-7676-45a9-919e-fa459ffc20af,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:06.683848 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'name': 'tempest-TaggedBootDevicesTest-1743777967-router', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8fd5776b-3154-4305-a11f-811f53e34295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:49Z', 'updated_at': '2022-01-31T15:59:02Z', 'revision_number': 4, 'project_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'gw_port': {'id': '8fd5776b-3154-4305-a11f-811f53e34295', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:51Z', 'updated_at': '2022-01-31T15:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '9d08bd2c-2f08-41e7-be6c-457f52470053', 'name': '', 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'mac_address': 'fa:16:3e:72:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '032d94c4-2b35-4d3b-8935-eacb952798ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:00Z', 'updated_at': '2022-01-31T15:59:05Z', 'revision_number': 4, 'project_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'subnets': [{'id': '032d94c4-2b35-4d3b-8935-eacb952798ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:06.690513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581edb7-211d-4bb3-80f9-fe5dfcf21519 req-cf845470-d7d5-499d-b690-025744e104bd tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:06.692307 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c581edb7-211d-4bb3-80f9-fe5dfcf21519 req-cf845470-d7d5-499d-b690-025744e104bd tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 945 time: 0.4379950 Jan 31 15:59:06.699930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467376d-0853-412c-b9a4-2b049e299d2b req-fa8ce5f6-998b-4911-9af8-b81a40f705c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:06.701917 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e467376d-0853-412c-b9a4-2b049e299d2b req-fa8ce5f6-998b-4911-9af8-b81a40f705c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3776238 Jan 31 15:59:06.724800 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8ff45-efe9-46a8-a389-771cb6501b73 None None] The sync data for ids ['d203d64a-91fb-41b6-bd83-e777ad8232d8'] in n-d-827120-1 is: [{'id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'name': 'tempest-TaggedBootDevicesTest-1743777967-router', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8fd5776b-3154-4305-a11f-811f53e34295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:49Z', 'updated_at': '2022-01-31T15:59:02Z', 'revision_number': 4, 'project_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'gw_port': {'id': '8fd5776b-3154-4305-a11f-811f53e34295', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:51Z', 'updated_at': '2022-01-31T15:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '9d08bd2c-2f08-41e7-be6c-457f52470053', 'name': '', 'network_id': '849d2024-ecd4-4e49-a591-b43b847d2858', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'mac_address': 'fa:16:3e:72:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '032d94c4-2b35-4d3b-8935-eacb952798ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:00Z', 'updated_at': '2022-01-31T15:59:05Z', 'revision_number': 4, 'project_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'subnets': [{'id': '032d94c4-2b35-4d3b-8935-eacb952798ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:59:06.749319 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:06.750303 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:06.751825 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-892d8d71-0392-42a0-8484-1527517ac615 service neutron] 10.222.0.20 "PUT /v2.0/ports/b22700af-7676-45a9-919e-fa459ffc20af HTTP/1.1" status: 200 len: 1096 time: 2.3536704 Jan 31 15:59:06.752300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:06.765668 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1f2dec-c07d-4b3e-a540-23d4f33b95e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "tag": "b22700af-7676-45a9-919e-fa459ffc20af"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:06.837913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c60fe6e-c3bd-4730-9b52-48913f619798 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:06.976320 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c581edb7-211d-4bb3-80f9-fe5dfcf21519 req-a4e31ed1-18eb-42e1-a348-e8f3389ab036 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556283 Jan 31 15:59:07.103125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-cbcccb9b-f7b7-4638-8512-b33a5adb6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:07.117574 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-cbcccb9b-f7b7-4638-8512-b33a5adb6e45 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7&tenant_id=3d4f027d8d234567ad636e8cf1ec111c HTTP/1.1" status: 200 len: 1100 time: 0.2602630 Jan 31 15:59:07.130923 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e467376d-0853-412c-b9a4-2b049e299d2b req-98f50cde-bfff-461a-aed1-9b6dedfebf7e service neutron] 10.222.0.20 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178166 Jan 31 15:59:07.135198 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2988880-8247-4231-8dab-e54dd9fd56d1 x-openstack-request-id: req-b2988880-8247-4231-8dab-e54dd9fd56d1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:07.135492 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "tag": "b22700af-7676-45a9-919e-fa459ffc20af", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:07.135751 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2988880-8247-4231-8dab-e54dd9fd56d1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:07.136239 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af', 'status': 'completed', 'code': 200} Jan 31 15:59:07.139332 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9d08bd2c-2f08-41e7-be6c-457f52470053 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:07.151872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-8eddeedf-630f-41e0-bd17-44661e386fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:07.153389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-8eddeedf-630f-41e0-bd17-44661e386fce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839f62034c0d4c65bf60d7b28d1eec6a&device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 1099 time: 0.3071332 Jan 31 15:59:07.165656 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:07.257822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:07.261419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efc0ca-4f61-4cdf-9794-5b64365ae653 req-9cd14c56-386a-4fd4-82d8-e95d49690fe9 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:07.268329 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94efc0ca-4f61-4cdf-9794-5b64365ae653 req-9cd14c56-386a-4fd4-82d8-e95d49690fe9 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 944 time: 0.3370290 Jan 31 15:59:07.290542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-9ae9c80a-1720-4850-9014-b42339386f65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b22700af-7676-45a9-919e-fa459ffc20af HTTP/1.1" status: 200 len: 217 time: 0.1161497 Jan 31 15:59:07.321432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c60fe6e-c3bd-4730-9b52-48913f619798,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:07.327345 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:07.329404 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:07.391659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-6c378911-92be-4852-8226-a74428cbeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:07.393179 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-6c378911-92be-4852-8226-a74428cbeaea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0671921 Jan 31 15:59:07.411622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9d08bd2c-2f08-41e7-be6c-457f52470053 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:07.412127 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:07.418077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5c60fe6e-c3bd-4730-9b52-48913f619798,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:07.418801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94efc0ca-4f61-4cdf-9794-5b64365ae653 req-15b699b9-d892-4b1f-829e-86d6d376eac4 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341362 Jan 31 15:59:07.522315 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e467376d-0853-412c-b9a4-2b049e299d2b req-495ff96c-fbd7-44f6-8053-5fddd198cfd6 service neutron] 10.222.0.20 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843579 Jan 31 15:59:07.549254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eaecb8-2b01-4de4-85df-b776666ee105 req-e3bb7a32-aa92-47d8-8b85-46d81f706254 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:07.550826 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97eaecb8-2b01-4de4-85df-b776666ee105 req-e3bb7a32-aa92-47d8-8b85-46d81f706254 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 948 time: 0.2659163 Jan 31 15:59:07.623144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-915cfec9-810c-42d5-b8dc-cbbb7a84137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:07.624649 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-915cfec9-810c-42d5-b8dc-cbbb7a84137f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2234328 Jan 31 15:59:07.661878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48e1ea-6d24-4663-ab51-2965c47f5c3e req-259140d5-619b-4151-9b6d-a859462b337c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:07.663396 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a48e1ea-6d24-4663-ab51-2965c47f5c3e req-259140d5-619b-4151-9b6d-a859462b337c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1185689 Jan 31 15:59:07.675520 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97eaecb8-2b01-4de4-85df-b776666ee105 req-e7802a77-3324-4493-945f-d3aab0459802 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147683 Jan 31 15:59:07.739537 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d706e0-d45e-47bc-aa87-9526c59dde35 req-54e811da-5d1a-4d1f-924e-3012f7d894e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:07.741031 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b9d706e0-d45e-47bc-aa87-9526c59dde35 req-54e811da-5d1a-4d1f-924e-3012f7d894e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 1094 time: 0.1704085 Jan 31 15:59:07.760002 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a48e1ea-6d24-4663-ab51-2965c47f5c3e req-f4ab8269-7f7c-409b-b6ec-ecda62e55ab8 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666177 Jan 31 15:59:07.787488 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:07.896232 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-7b2551c5-f79b-4983-9540-5acc56eef2b5 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438653 Jan 31 15:59:07.926437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-92e9e8ca-00b7-4f16-876e-0defb5a7a81b req-41440f08-a91d-45b8-8e86-00e6a59e9319 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0871978 Jan 31 15:59:07.930990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:59:08.015433 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:08.051036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Transition to ACTIVE for port object e09a1be4-4846-4c7d-aad2-53679cb05720 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:59:08.052469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:08.058974 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa327f94-c1f0-4ace-a34f-e91daebbdf73" -d '{"events": [{"server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "name": "network-vif-unplugged", "status": "completed", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:08.060586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:08.061769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d706e0-d45e-47bc-aa87-9526c59dde35 req-4c0eb886-5bef-4a5d-9ff6-55c9caecbc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:08.062933 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4d9b35-ca26-40c7-b6eb-ec48c831a234" -d '{"events": [{"server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:08.063341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b9d706e0-d45e-47bc-aa87-9526c59dde35 req-4c0eb886-5bef-4a5d-9ff6-55c9caecbc49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 917 time: 0.2909613 Jan 31 15:59:08.069311 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:08.136550 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b9d706e0-d45e-47bc-aa87-9526c59dde35 req-e4cda70d-9735-4feb-99bf-df42164287c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c60fe6e-c3bd-4730-9b52-48913f619798 HTTP/1.1" status: 200 len: 999 time: 0.0632505 Jan 31 15:59:08.181943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b0a58-d0a5-4a72-87ce-a58ec3c92bae req-743f1aa9-be51-4e99-9906-82fda42f0198 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:08.185961 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d6b0a58-d0a5-4a72-87ce-a58ec3c92bae req-743f1aa9-be51-4e99-9906-82fda42f0198 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 946 time: 0.1862016 Jan 31 15:59:08.203296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Pushing event updated for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=10']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:08.210648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] No DVR routers for this DVR port e09a1be4-4846-4c7d-aad2-53679cb05720 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:59:08.236122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96608f8a-0d74-4439-9bd5-94f7ac2528d5 req-9fbbca32-3e4a-4321-addb-d6b4ad002496 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:08.244511 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96608f8a-0d74-4439-9bd5-94f7ac2528d5 req-9fbbca32-3e4a-4321-addb-d6b4ad002496 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.1676946 Jan 31 15:59:08.264347 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98e607c-6642-4cf5-b4ef-997efb7d8b78 req-f5181c1a-a8bf-421a-91dc-5f964701cd20 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548265 Jan 31 15:59:08.295099 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d706e0-d45e-47bc-aa87-9526c59dde35 req-8be12097-37c2-4eab-8229-3f4cc4b486c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:08.296809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b9d706e0-d45e-47bc-aa87-9526c59dde35 req-8be12097-37c2-4eab-8229-3f4cc4b486c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 200 len: 855 time: 0.1441493 Jan 31 15:59:08.299404 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96608f8a-0d74-4439-9bd5-94f7ac2528d5 req-c0216cf5-a601-4687-9b29-f89f53580cd4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534832 Jan 31 15:59:08.304273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d6b0a58-d0a5-4a72-87ce-a58ec3c92bae req-186b7dc3-a7bb-4089-94b0-64aa14d4a15a tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045105 Jan 31 15:59:08.380162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Attempting to bind port e09a1be4-4846-4c7d-aad2-53679cb05720 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:59:08.380561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Attempting to bind port e09a1be4-4846-4c7d-aad2-53679cb05720 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:59:08.380805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Attempting to bind port e09a1be4-4846-4c7d-aad2-53679cb05720 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:59:08.405779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Port e09a1be4-4846-4c7d-aad2-53679cb05720 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:59:08.406104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Attempting to bind port e09a1be4-4846-4c7d-aad2-53679cb05720 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:59:08.419966 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5feb475-69db-4e17-bfc6-e609473667c3 x-openstack-request-id: req-f5feb475-69db-4e17-bfc6-e609473667c3 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:08.420256 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:08.420503 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5feb475-69db-4e17-bfc6-e609473667c3 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:08.421733 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'code': 200} Jan 31 15:59:08.424353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:59:08.425117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:08.426169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:59:08.427762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Bound port: e09a1be4-4846-4c7d-aad2-53679cb05720, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:59:08.428307 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:08.474743 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329b4b09-6f12-4383-972e-fe36fdacfae0 x-openstack-request-id: req-329b4b09-6f12-4383-972e-fe36fdacfae0 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:08.475037 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "name": "network-vif-unplugged", "status": "completed", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:08.475340 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-329b4b09-6f12-4383-972e-fe36fdacfae0 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:08.475749 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'code': 200} Jan 31 15:59:08.479903 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86635900-ea5a-4dc0-9293-45d1eaa81f22 req-05751f49-ce7c-409a-9591-9f6077a0b947 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0767353 Jan 31 15:59:08.491435 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d706e0-d45e-47bc-aa87-9526c59dde35 req-89d747b0-2fda-4e93-9c70-6b4839671867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:08.492946 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b9d706e0-d45e-47bc-aa87-9526c59dde35 req-89d747b0-2fda-4e93-9c70-6b4839671867 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878228 Jan 31 15:59:08.501587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f2dec-c07d-4b3e-a540-23d4f33b95e0 req-aa4eca17-9c9f-432d-912f-aa3131a71ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:08.515162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e1f2dec-c07d-4b3e-a540-23d4f33b95e0 req-aa4eca17-9c9f-432d-912f-aa3131a71ecd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839f62034c0d4c65bf60d7b28d1eec6a&device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 1099 time: 0.1498499 Jan 31 15:59:08.852095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0680d90a-291e-4141-8baa-d8515cb85a14 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:08.920623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:59:08.925865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:59:08.935328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425f27e-c46a-4c43-82e5-b01213cafdb4 req-4178795e-7867-40e1-bcf6-65b13a8a0b5b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:08.941958 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 0680d90a-291e-4141-8baa-d8515cb85a14 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:59:08.944068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2425f27e-c46a-4c43-82e5-b01213cafdb4 req-4178795e-7867-40e1-bcf6-65b13a8a0b5b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 944 time: 0.4178166 Jan 31 15:59:08.950163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 0680d90a-291e-4141-8baa-d8515cb85a14 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:08.951116 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:08.953232 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:09.000820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.001493 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:09.002874 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] 10.222.0.20 "PUT /v2.0/ports/e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 1096 time: 1.8764582 Jan 31 15:59:09.080141 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2425f27e-c46a-4c43-82e5-b01213cafdb4 req-7026087a-f7b3-49db-8464-c800eead18f8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348903 Jan 31 15:59:09.096769 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:09.120819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674e6c9-4797-44d8-a47e-d1679a6492da service neutron] Pushing event updated for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=11']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:09.152398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0680d90a-291e-4141-8baa-d8515cb85a14, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0680d90a-291e-4141-8baa-d8515cb85a14,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:09.160711 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:09.167845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-c0b7c664-6dbe-4c9b-979a-b388b37c9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.175368 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-c0b7c664-6dbe-4c9b-979a-b388b37c9295 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1099 time: 0.1462221 Jan 31 15:59:09.203176 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b9d706e0-d45e-47bc-aa87-9526c59dde35 req-5e10836a-cbe9-4fc5-a00e-31ac797ff2cf service neutron] 10.222.0.20 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6869946 Jan 31 15:59:09.217719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f2dec-c07d-4b3e-a540-23d4f33b95e0 req-87a1ade6-65ec-47eb-930a-6046f01608c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.219159 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e1f2dec-c07d-4b3e-a540-23d4f33b95e0 req-87a1ade6-65ec-47eb-930a-6046f01608c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.6919670 Jan 31 15:59:09.241101 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99309e92-d322-4d84-9ece-073360f9680b req-a3395085-6d70-4c8b-8eee-1782011437c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2340868 Jan 31 15:59:09.269075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df9fc0-4109-441c-9ab7-38b236849d94 req-9c3e9f16-ac68-44ce-a095-1ec61e62eb4e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.270677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31df9fc0-4109-441c-9ab7-38b236849d94 req-9c3e9f16-ac68-44ce-a095-1ec61e62eb4e tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 948 time: 0.2665658 Jan 31 15:59:09.301113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=0680d90a-291e-4141-8baa-d8515cb85a14,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:09.344684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f19d81b9-67e5-4037-a34e-28ab42e0575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.346276 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f19d81b9-67e5-4037-a34e-28ab42e0575e service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1615059 Jan 31 15:59:09.411065 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-d269167e-9935-4072-b45c-71df91f23d27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 217 time: 0.0538146 Jan 31 15:59:09.422160 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e1f2dec-c07d-4b3e-a540-23d4f33b95e0 req-c0456cc7-a1ba-4f30-9b3d-efca2821619a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b22700af-7676-45a9-919e-fa459ffc20af HTTP/1.1" status: 200 len: 217 time: 0.1799672 Jan 31 15:59:09.465067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1f2a9-590d-40e1-a24b-51500790ce0b req-891ecaac-9e85-44d5-b3d1-44bc2985bba7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.469983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bda1f2a9-590d-40e1-a24b-51500790ce0b req-891ecaac-9e85-44d5-b3d1-44bc2985bba7 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 948 time: 0.1226835 Jan 31 15:59:09.499586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-3512e500-1487-4128-94b8-b6802e13c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.501060 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-3512e500-1487-4128-94b8-b6802e13c56b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0834517 Jan 31 15:59:09.540289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bda1f2a9-590d-40e1-a24b-51500790ce0b req-d00f913a-79e7-4a84-b63e-f6cc7ba8ed19 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601320 Jan 31 15:59:09.541545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309e92-d322-4d84-9ece-073360f9680b req-0d4a09f8-81fd-4308-9797-6e6967d91595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.543152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99309e92-d322-4d84-9ece-073360f9680b req-0d4a09f8-81fd-4308-9797-6e6967d91595 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 1102 time: 0.2682531 Jan 31 15:59:09.568703 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31df9fc0-4109-441c-9ab7-38b236849d94 req-7554cbcd-31f1-4718-a208-97e3556e4b10 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686732 Jan 31 15:59:09.570419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f2dec-c07d-4b3e-a540-23d4f33b95e0 req-33166683-e165-41b9-82b1-594573cefd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.572172 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e1f2dec-c07d-4b3e-a540-23d4f33b95e0 req-33166683-e165-41b9-82b1-594573cefd6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1421723 Jan 31 15:59:09.575015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-39c5f94b-b9a3-4580-be85-ad9b112663c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.576666 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-39c5f94b-b9a3-4580-be85-ad9b112663c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660107 Jan 31 15:59:09.735492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b562ccd4-8f24-46c0-8738-ad9e23aca7a2 req-aa2f3dcb-0f57-4caf-bcd0-0ad44185bba6 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.1130004 Jan 31 15:59:09.741794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-1b1edeb7-1bb6-4fe5-b8ee-34bbf9213918 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.744983 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-1b1edeb7-1bb6-4fe5-b8ee-34bbf9213918 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.20 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 946 time: 0.3910110 Jan 31 15:59:09.802908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-f0da3ceb-69bc-453b-bb37-f9eda168380a service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159586 Jan 31 15:59:09.807806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b9d706e0-d45e-47bc-aa87-9526c59dde35 req-a45f67ef-27e3-4333-a850-6c2b64e1e046 service neutron] 10.222.0.20 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917652 Jan 31 15:59:09.866918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e3fa4-c6c0-4f2b-bff0-4fedd2be79cb req-ec6b18ad-f334-4018-a9a5-360f0d12827a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.869273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a3e3fa4-c6c0-4f2b-bff0-4fedd2be79cb req-ec6b18ad-f334-4018-a9a5-360f0d12827a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.2295575 Jan 31 15:59:09.946399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f2dec-c07d-4b3e-a540-23d4f33b95e0 req-8571954a-c9bf-4ea9-afea-1f2015000346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.947317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e1f2dec-c07d-4b3e-a540-23d4f33b95e0 req-8571954a-c9bf-4ea9-afea-1f2015000346 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3176568 Jan 31 15:59:09.956178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805dc11-8259-4e8d-b7da-7eae3742483d req-4ec907cf-8c09-4c80-b017-e77f74cef30a tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:09.957713 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8805dc11-8259-4e8d-b7da-7eae3742483d req-4ec907cf-8c09-4c80-b017-e77f74cef30a tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 946 time: 0.1226780 Jan 31 15:59:10.000265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5d4ba80-a2ec-41c1-8ab6-ad6566c2a899 req-1fcdef9d-20ab-4d7a-b7e1-0bb21445c74c service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877770 Jan 31 15:59:10.001597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309e92-d322-4d84-9ece-073360f9680b req-627c0797-52bc-494c-a027-e8448f57dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:10.003074 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99309e92-d322-4d84-9ece-073360f9680b req-627c0797-52bc-494c-a027-e8448f57dcbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.4302180 Jan 31 15:59:10.018161 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8805dc11-8259-4e8d-b7da-7eae3742483d req-8aaf2e7e-9758-47c3-801d-fc2d0aa197a1 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497940 Jan 31 15:59:10.060280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a3e3fa4-c6c0-4f2b-bff0-4fedd2be79cb req-8794a292-a0b2-46d6-904b-9947699fa1af tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824822 Jan 31 15:59:10.092836 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99309e92-d322-4d84-9ece-073360f9680b req-c0a09f74-133b-4fb2-8f65-4181763a4086 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 200 len: 217 time: 0.0508709 Jan 31 15:59:10.159785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Deleting port 13f2b192-6f55-4074-98a4-b66d9afe3cf0 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:10.160138 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:10.224122 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e1f2dec-c07d-4b3e-a540-23d4f33b95e0 req-9b3a7035-6cbe-4aef-b37e-37931602831d service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545331 Jan 31 15:59:10.225399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309e92-d322-4d84-9ece-073360f9680b req-48c5cf6a-a1c8-49d4-baed-ab6b32eceb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:10.227035 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99309e92-d322-4d84-9ece-073360f9680b req-48c5cf6a-a1c8-49d4-baed-ab6b32eceb81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1249876 Jan 31 15:59:10.419167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f28dd-f558-46ce-aaa1-f56d9fff9e0e req-b1c640be-f9d9-4a6a-8417-9d2529a45a67 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:10.420810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b0f28dd-f558-46ce-aaa1-f56d9fff9e0e req-b1c640be-f9d9-4a6a-8417-9d2529a45a67 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 945 time: 0.2329547 Jan 31 15:59:10.421923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d757776-813f-4528-b844-7fbae22a7018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0680d90a-291e-4141-8baa-d8515cb85a14'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:10.424547 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125124f7-9cb1-4212-a760-516ec5a22417" -d '{"events": [{"server_uuid": "2d757776-813f-4528-b844-7fbae22a7018", "name": "network-vif-plugged", "status": "completed", "tag": "0680d90a-291e-4141-8baa-d8515cb85a14"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:10.437542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309e92-d322-4d84-9ece-073360f9680b req-2ec97a50-1cef-4923-b66c-53340d998d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:10.439111 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99309e92-d322-4d84-9ece-073360f9680b req-2ec97a50-1cef-4923-b66c-53340d998d4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1678154 Jan 31 15:59:10.460949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] For port 13f2b192-6f55-4074-98a4-b66d9afe3cf0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=13f2b192-6f55-4074-98a4-b66d9afe3cf0,segment=NetworkSegment(2f87bfc2-50e8-47dc-b590-c99c59a6545e),segment_id=2f87bfc2-50e8-47dc-b590-c99c59a6545e)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:10.461090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:10.479695 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:10.482313 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca07fd6-f931-48af-8bfd-fc05c7616f21" -d '{"events": [{"name": "network-changed", "server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:10.499845 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87cde56-4fd5-47b6-9e61-012c9131f0eb x-openstack-request-id: req-c87cde56-4fd5-47b6-9e61-012c9131f0eb {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:10.500496 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d757776-813f-4528-b844-7fbae22a7018", "name": "network-vif-plugged", "status": "completed", "tag": "0680d90a-291e-4141-8baa-d8515cb85a14", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:10.500841 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c87cde56-4fd5-47b6-9e61-012c9131f0eb {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:10.501323 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d757776-813f-4528-b844-7fbae22a7018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0680d90a-291e-4141-8baa-d8515cb85a14', 'code': 200} Jan 31 15:59:10.551498 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f13d7b-0f83-41c3-ac8f-abc73f117c45 x-openstack-request-id: req-18f13d7b-0f83-41c3-ac8f-abc73f117c45 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:10.551876 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:10.552217 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18f13d7b-0f83-41c3-ac8f-abc73f117c45 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:10.552853 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'status': 'completed', 'code': 200} Jan 31 15:59:10.558690 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e1f2dec-c07d-4b3e-a540-23d4f33b95e0 req-507d1f97-ff8d-495b-9ca5-3eb48ada48d4 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927811 Jan 31 15:59:10.632918 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b0f28dd-f558-46ce-aaa1-f56d9fff9e0e req-e9020c14-6ac1-4c05-9523-9f894c981a78 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004547 Jan 31 15:59:10.736894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99309e92-d322-4d84-9ece-073360f9680b req-9b49bd52-01eb-4d0b-af30-b00e5b13d792 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888498 Jan 31 15:59:10.759409 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c500e5-d269-4f85-9030-986b4dcc9e47 req-f2e0e5bd-f251-461d-9cee-2b6b99a48718 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:10.759682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-1a0943a7-ccd2-4980-955d-e5aaf3e251fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:10.760871 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1c500e5-d269-4f85-9030-986b4dcc9e47 req-f2e0e5bd-f251-461d-9cee-2b6b99a48718 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 948 time: 0.1325443 Jan 31 15:59:10.761094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-1a0943a7-ccd2-4980-955d-e5aaf3e251fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1099 time: 0.1412258 Jan 31 15:59:10.763100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbba74-8d49-4087-b048-d902ba519943 req-c6b75391-8e7d-4b5d-8b3d-5f97211d7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:10.764551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6efbba74-8d49-4087-b048-d902ba519943 req-c6b75391-8e7d-4b5d-8b3d-5f97211d7a8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 1096 time: 0.1631105 Jan 31 15:59:10.767779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-52e4cca9-5d08-4386-9d47-9ce0f18b46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:10.769603 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-52e4cca9-5d08-4386-9d47-9ce0f18b46c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1099 time: 0.1578951 Jan 31 15:59:10.834138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b22700af-7676-45a9-919e-fa459ffc20af details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:59:10.879261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e09a1be4-4846-4c7d-aad2-53679cb05720 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:10.935863 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1c500e5-d269-4f85-9030-986b4dcc9e47 req-8a4ba8ed-20d0-4511-b38d-5105573a60da tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559415 Jan 31 15:59:10.943173 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6efbba74-8d49-4087-b048-d902ba519943 req-89bda642-e4ef-4b9e-8645-e7d914de948f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624744 Jan 31 15:59:10.975596 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:10.975964 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:10.976277 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Floating IP 6052614e-726f-4124-a000-f287aa58f8b3 disassociated. External IP: 172.25.1.132, port: 13f2b192-6f55-4074-98a4-b66d9afe3cf0. Jan 31 15:59:10.976617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Calling delete_port for 13f2b192-6f55-4074-98a4-b66d9afe3cf0 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:10.987302 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-8344d7e1-94be-4769-a8fe-776eda8038b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:10.988711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-8344d7e1-94be-4769-a8fe-776eda8038b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2071207 Jan 31 15:59:11.007087 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98b9e8-e083-41b4-b92c-ea65d3ab4678 req-f5492fa5-0502-4816-99e9-fa2e68972515 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:11.008626 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d98b9e8-e083-41b4-b92c-ea65d3ab4678 req-f5492fa5-0502-4816-99e9-fa2e68972515 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 948 time: 0.2671103 Jan 31 15:59:11.018617 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-add9f6cf-a7f9-4a80-a1da-af2200fc781c req-a2f3f754-a66e-486a-b21f-3cc045d4d9c0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 15:59:11.019722 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-add9f6cf-a7f9-4a80-a1da-af2200fc781c req-a2f3f754-a66e-486a-b21f-3cc045d4d9c0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069752 Jan 31 15:59:11.023791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e09a1be4-4846-4c7d-aad2-53679cb05720 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:11.077650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:11.091743 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'b22700af-7676-45a9-919e-fa459ffc20af', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'b22700af-7676-45a9-919e-fa459ffc20af', 'mac_address': 'fa:16:3e:90:62:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:59:11.104844 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99309e92-d322-4d84-9ece-073360f9680b req-5cf465ec-3da1-4f55-bda6-491abb5e8f19 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536828 Jan 31 15:59:11.110031 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-dba5c857-284e-4886-846a-5893e815b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:11.111582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-dba5c857-284e-4886-846a-5893e815b29b service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3092704 Jan 31 15:59:11.157655 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:11.176723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-6846f9b8-d814-4975-9006-068fe5adb43a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 217 time: 0.0490353 Jan 31 15:59:11.193845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d98b9e8-e083-41b4-b92c-ea65d3ab4678 req-5e8d54ac-f4da-4691-ab55-c67c393255dc tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617820 Jan 31 15:59:11.206156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22700af-7676-45a9-919e-fa459ffc20af {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:59:11.232331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:11.239562 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:11.284718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-185a44ab-7199-44de-9ec3-55504d027ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:11.286324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-185a44ab-7199-44de-9ec3-55504d027ae4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0895972 Jan 31 15:59:11.307404 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-e4216fd2-9a02-49b2-8893-28348ebb7790 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 200 len: 217 time: 0.1561601 Jan 31 15:59:11.311076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b22700af-7676-45a9-919e-fa459ffc20af,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:11.357566 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5250fd1-02b8-462a-9750-753578d728c4 req-f2130f4c-a2a0-40db-8ccd-50bfe4c645b1 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0943530 Jan 31 15:59:11.390698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:11.395089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-76190a48-670d-46af-ac40-5ebd2aeb394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:11.396759 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-76190a48-670d-46af-ac40-5ebd2aeb394e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918622 Jan 31 15:59:11.405302 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-14e50a1b-0171-4873-9827-d49e9810171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:11.406845 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-14e50a1b-0171-4873-9827-d49e9810171c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0938172 Jan 31 15:59:11.443529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Pushing event deleted for resources: {'Port': ['ID=13f2b192-6f55-4074-98a4-b66d9afe3cf0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:11.491339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-d04a31c9-464b-49c5-87f3-487ea63f6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:11.493086 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-d04a31c9-464b-49c5-87f3-487ea63f6a4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782049 Jan 31 15:59:11.499872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['b22700af-7676-45a9-919e-fa459ffc20af'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:11.543443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce3c4a-fefd-48e1-82f2-2a5e772f40cc req-bd5bc3aa-24de-4dad-b3ba-659a01845078 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:11.552007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1cce3c4a-fefd-48e1-82f2-2a5e772f40cc req-bd5bc3aa-24de-4dad-b3ba-659a01845078 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 946 time: 0.2070415 Jan 31 15:59:11.713783 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1cce3c4a-fefd-48e1-82f2-2a5e772f40cc req-44e6a349-79f4-4beb-89c8-9fc60b974abe tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups?id=760b0914-53d9-4366-a383-230de2e4186e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565816 Jan 31 15:59:11.778235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-52fec4ce-b666-4366-9644-e4ab9a3d4076 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694173 Jan 31 15:59:11.805713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a81ff-3d56-4ce8-90b8-d3852ed38099 req-d95315d8-2632-4f0b-bd41-e4ae4dc455fa tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:11.813577 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-137a81ff-3d56-4ce8-90b8-d3852ed38099 req-d95315d8-2632-4f0b-bd41-e4ae4dc455fa tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.2302752 Jan 31 15:59:12.007075 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-137a81ff-3d56-4ce8-90b8-d3852ed38099 req-f7a33e00-32d2-43d4-aa99-223c0706399e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864722 Jan 31 15:59:12.072594 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-1aae828e-6e79-4068-b76c-12ae4a4e1244 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5583200 Jan 31 15:59:12.090248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-7da2d609-e92e-4db3-bec8-62ffc251e3ce service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073397 Jan 31 15:59:12.232176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70086a-474a-4e5e-9cee-66190daf4106 req-0ec8bb80-171a-4952-84f1-1ee1cff62965 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:12.248694 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c70086a-474a-4e5e-9cee-66190daf4106 req-0ec8bb80-171a-4952-84f1-1ee1cff62965 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 945 time: 0.1160028 Jan 31 15:59:12.331252 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c70086a-474a-4e5e-9cee-66190daf4106 req-86b709f0-819d-4f92-82ce-b79a3b13eb0b tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803125 Jan 31 15:59:12.420529 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-c7168b72-3479-4ea4-bb91-361252a9bf12 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0164413 Jan 31 15:59:12.490329 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0738d3e9-a09d-4a46-af75-2e7e15b7c7ea req-5d9504c2-5429-470e-9f66-825d1be331a0 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0510554 Jan 31 15:59:12.588728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bb3c4-816d-4ad2-baa9-a27d4dfb28cc req-392899bf-70e1-4da1-9bb5-6e1d52f7afa0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:12.591344 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-898bb3c4-816d-4ad2-baa9-a27d4dfb28cc req-392899bf-70e1-4da1-9bb5-6e1d52f7afa0 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 948 time: 0.1940928 Jan 31 15:59:12.615886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b587144-7410-459d-a2dd-bb9c82b67b95 req-c3e052bb-17f0-4c91-9adf-24ad5e277fbd tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:12.617320 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:59:12.617881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b587144-7410-459d-a2dd-bb9c82b67b95 req-c3e052bb-17f0-4c91-9adf-24ad5e277fbd tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 949 time: 0.0669606 Jan 31 15:59:12.680366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-898bb3c4-816d-4ad2-baa9-a27d4dfb28cc req-5589b73f-9c9a-48e2-9f24-2549aff9dc19 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790317 Jan 31 15:59:12.683540 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b587144-7410-459d-a2dd-bb9c82b67b95 req-f6813683-be85-4442-872b-704365c2a429 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529070 Jan 31 15:59:12.693401 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ca07fd6-f931-48af-8bfd-fc05c7616f21 req-57d15535-fd3d-4997-95df-e81e121946ff service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556868 Jan 31 15:59:12.833501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e09a1be4-4846-4c7d-aad2-53679cb05720 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:59:12.838513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b22700af-7676-45a9-919e-fa459ffc20af up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:12.846459 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-30bbe22e-329e-4dd5-82d4-aa9dd522f57d req-1dea69ae-c2a4-4b02-8731-f13ff57a7e89 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/ports?device_id=114f7f24-bdfe-4897-8e2c-d60e28a285ee HTTP/1.1" status: 200 len: 210 time: 0.0554678 Jan 31 15:59:12.851162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2bdb5-b0e7-42b3-9504-2731ad628092 req-c80aa924-1466-4d73-ba5a-e0da5f305cd4 tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:12.858936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3fc2bdb5-b0e7-42b3-9504-2731ad628092 req-c80aa924-1466-4d73-ba5a-e0da5f305cd4 tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 1099 time: 0.0963092 Jan 31 15:59:12.869675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:59:12.896724 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ec7a7-01c1-4f86-9cf7-3dfa26dbb48c None None] Sync routers for ids ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:59:12.920197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] No DVR routers for this DVR port 13f2b192-6f55-4074-98a4-b66d9afe3cf0 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:59:12.923125 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:12.924139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ec7a7-01c1-4f86-9cf7-3dfa26dbb48c None None] Routers {'2eed2d3a-372d-4fa5-acf6-aa6911e29e00'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:59:12.924847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b44ec7a7-01c1-4f86-9cf7-3dfa26dbb48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:12.928724 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9c87be1f-1c3b-4941-b007-2db3e6541152 req-620b10ba-d93e-4c92-bbab-c78c198fe07b tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.20 "DELETE /v2.0/ports/13f2b192-6f55-4074-98a4-b66d9afe3cf0 HTTP/1.1" status: 204 len: 173 time: 3.1357217 Jan 31 15:59:12.932411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'name': 'network-vif-deleted', 'tag': '13f2b192-6f55-4074-98a4-b66d9afe3cf0'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:12.936875 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b179a3-e590-40b6-b4b6-8d02a20e90b1" -d '{"events": [{"server_uuid": "114f7f24-bdfe-4897-8e2c-d60e28a285ee", "name": "network-vif-deleted", "tag": "13f2b192-6f55-4074-98a4-b66d9afe3cf0"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:12.981052 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3fc2bdb5-b0e7-42b3-9504-2731ad628092 req-deccc457-dce6-426b-9e08-704f3e71d16c tempest-MigrationsAdminTest-1188814761 tempest-MigrationsAdminTest-1188814761-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207213 Jan 31 15:59:12.995848 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193450fc-d8b6-4bc7-8541-35cc29e36040 x-openstack-request-id: req-193450fc-d8b6-4bc7-8541-35cc29e36040 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:12.996293 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114f7f24-bdfe-4897-8e2c-d60e28a285ee", "name": "network-vif-deleted", "tag": "13f2b192-6f55-4074-98a4-b66d9afe3cf0", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:13.005970 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-193450fc-d8b6-4bc7-8541-35cc29e36040 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:13.005970 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114f7f24-bdfe-4897-8e2c-d60e28a285ee', 'name': 'network-vif-deleted', 'tag': '13f2b192-6f55-4074-98a4-b66d9afe3cf0', 'status': 'completed', 'code': 200} Jan 31 15:59:13.310382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8b129-2409-432e-8ceb-7239cd959818 req-f5792b2c-0e1f-4841-8a05-32053a7d7ed3 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:13.321919 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61a8b129-2409-432e-8ceb-7239cd959818 req-f5792b2c-0e1f-4841-8a05-32053a7d7ed3 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.1461854 Jan 31 15:59:13.337020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port b22700af-7676-45a9-919e-fa459ffc20af completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:59:13.362910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port b22700af-7676-45a9-919e-fa459ffc20af triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:13.363189 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:13.367539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:13.407083 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-b44ec7a7-01c1-4f86-9cf7-3dfa26dbb48c None None] Set router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:59:13.424382 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61a8b129-2409-432e-8ceb-7239cd959818 req-7a231a81-eec3-402e-9fe2-6c511b4d14c9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984080 Jan 31 15:59:13.473697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'mac_address': 'fa:16:3e:22:82:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:59:13.540269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a70524-155f-4480-84cc-1a8afcc825d1 req-84ae6f0c-e2b8-45d2-abb3-bf5520aa33ca tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:13.541911 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60a70524-155f-4480-84cc-1a8afcc825d1 req-84ae6f0c-e2b8-45d2-abb3-bf5520aa33ca tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 948 time: 0.1048181 Jan 31 15:59:13.620423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60a70524-155f-4480-84cc-1a8afcc825d1 req-00715faf-cbae-400b-b778-085d6c0ae171 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667849 Jan 31 15:59:13.644761 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce873cef-bf90-4509-ba17-b74ed25491d0 req-ac08d0bf-7610-41ed-b338-0ff239d98dce tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:13.646412 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce873cef-bf90-4509-ba17-b74ed25491d0 req-ac08d0bf-7610-41ed-b338-0ff239d98dce tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 945 time: 0.1062412 Jan 31 15:59:13.727727 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce873cef-bf90-4509-ba17-b74ed25491d0 req-f3297a89-f005-4602-b739-57ea6317b2ff tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654163 Jan 31 15:59:13.732190 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c29a8ed-b048-45bf-8123-73f9a1136294 req-e3d91d57-6323-4037-8506-8499345a1961 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0365651 Jan 31 15:59:13.743895 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:13.780670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09a1be4-4846-4c7d-aad2-53679cb05720 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:59:13.825663 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:13.835705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:13.860378 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:13.912592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35f863-5eca-41bf-b1d7-e400a5894144 req-07f9c9b8-6718-4a6f-b9eb-a3e1bee34d19 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:13.914267 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b35f863-5eca-41bf-b1d7-e400a5894144 req-07f9c9b8-6718-4a6f-b9eb-a3e1bee34d19 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 949 time: 0.0938482 Jan 31 15:59:13.974357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:13.978104 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d62957-e235-49cb-adc9-46f56e90bf06" -d '{"events": [{"server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "name": "network-vif-plugged", "status": "completed", "tag": "b22700af-7676-45a9-919e-fa459ffc20af"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:13.987605 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b35f863-5eca-41bf-b1d7-e400a5894144 req-4afeedb2-d687-4a51-9f92-8f2e52e4b891 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538151 Jan 31 15:59:13.988037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:13.999588 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:14.000387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 13f2b192-6f55-4074-98a4-b66d9afe3cf0 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:14.025738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46890) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:14.030331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=12']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:14.036989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 13f2b192-6f55-4074-98a4-b66d9afe3cf0 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:14.037341 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 13f2b192-6f55-4074-98a4-b66d9afe3cf0 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:14.037796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c60fe6e-c3bd-4730-9b52-48913f619798 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:14.097949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73b53-c7c7-41e4-9e98-42d47fad2040 req-d480edc9-a4f9-4338-bc86-972f46b1a27d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:14.105917 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6e73b53-c7c7-41e4-9e98-42d47fad2040 req-d480edc9-a4f9-4338-bc86-972f46b1a27d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 945 time: 0.0810006 Jan 31 15:59:14.156451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b22700af-7676-45a9-919e-fa459ffc20af,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:14.157249 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6e73b53-c7c7-41e4-9e98-42d47fad2040 req-55e2e1ec-6a0d-466e-9abd-5e5a821b7cb0 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500119 Jan 31 15:59:14.162110 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4e21f0-ace5-4751-8107-c23d472296fc x-openstack-request-id: req-ae4e21f0-ace5-4751-8107-c23d472296fc {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:14.162452 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "name": "network-vif-plugged", "status": "completed", "tag": "b22700af-7676-45a9-919e-fa459ffc20af", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:14.162687 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae4e21f0-ace5-4751-8107-c23d472296fc {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:14.163077 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af', 'code': 200} Jan 31 15:59:14.165323 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f643-868d-4197-83b2-6028d6c7e339 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:14.166871 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['e09a1be4-4846-4c7d-aad2-53679cb05720'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:14.236143 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f643-868d-4197-83b2-6028d6c7e339 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:14.247601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b44ec7a7-01c1-4f86-9cf7-3dfa26dbb48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:58:05Z', 'revision_number': 4, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '20db47e8-76d2-477c-a860-45c275b06af5', 'name': '', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'mac_address': 'fa:16:3e:28:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:03Z', 'updated_at': '2022-01-31T15:58:09Z', 'revision_number': 5, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'subnets': [{'id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:14.273382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece8436-40f1-45a7-8b83-7fe48eefb0ca req-c8dc49d8-ba4a-402a-aa7f-a6be441690e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:14.275358 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1ece8436-40f1-45a7-8b83-7fe48eefb0ca req-c8dc49d8-ba4a-402a-aa7f-a6be441690e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 1101 time: 0.1174021 Jan 31 15:59:14.284756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ec7a7-01c1-4f86-9cf7-3dfa26dbb48c None None] Checking router: 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:59:14.302342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ec7a7-01c1-4f86-9cf7-3dfa26dbb48c None None] Routers {'2eed2d3a-372d-4fa5-acf6-aa6911e29e00'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:59:14.302954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b44ec7a7-01c1-4f86-9cf7-3dfa26dbb48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:14.330677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f643-868d-4197-83b2-6028d6c7e339 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:14.334152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f643-868d-4197-83b2-6028d6c7e339 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:14.335337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d3b4f643-868d-4197-83b2-6028d6c7e339 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "DELETE /v2.0/security-groups/760b0914-53d9-4366-a383-230de2e4186e HTTP/1.1" status: 204 len: 168 time: 0.3081856 Jan 31 15:59:14.339449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46894) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:14.349501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1ece8436-40f1-45a7-8b83-7fe48eefb0ca req-1d126165-507b-4886-8a3c-d29abba05837 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645626 Jan 31 15:59:14.364726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4f643-868d-4197-83b2-6028d6c7e339 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760b0914-53d9-4366-a383-230de2e4186e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:14.369043 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-010c919e-8803-4714-953d-fb2b581d83f7 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] show failed (client error): The resource could not be found. Jan 31 15:59:14.370177 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-010c919e-8803-4714-953d-fb2b581d83f7 tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "GET /v2.0/security-groups/760b0914-53d9-4366-a383-230de2e4186e HTTP/1.1" status: 404 len: 347 time: 0.0298152 Jan 31 15:59:14.373054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46896) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:14.483730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-b44ec7a7-01c1-4f86-9cf7-3dfa26dbb48c None None] Set router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:59:14.576214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a8f0b-135d-47af-a90c-31da5679d4fb tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Deleting port df905aca-ccf5-47fc-bf97-ecb7713a280d {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:14.576821 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f0b-135d-47af-a90c-31da5679d4fb tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:14.698383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800aeedb-66f2-45fd-a525-7ca079d195e1 req-debd7594-3be7-4126-af4f-f0d7899e1690 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:14.700478 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-800aeedb-66f2-45fd-a525-7ca079d195e1 req-debd7594-3be7-4126-af4f-f0d7899e1690 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.0842297 Jan 31 15:59:14.745712 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f0b-135d-47af-a90c-31da5679d4fb tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:14.746208 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f0b-135d-47af-a90c-31da5679d4fb tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:14.807357 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-800aeedb-66f2-45fd-a525-7ca079d195e1 req-4794a189-f41e-46c5-8f6c-9012289413f2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991852 Jan 31 15:59:14.811084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b44ec7a7-01c1-4f86-9cf7-3dfa26dbb48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:58:05Z', 'revision_number': 4, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '20db47e8-76d2-477c-a860-45c275b06af5', 'name': '', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'mac_address': 'fa:16:3e:28:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:03Z', 'updated_at': '2022-01-31T15:58:09Z', 'revision_number': 5, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'subnets': [{'id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:14.815091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a8f0b-135d-47af-a90c-31da5679d4fb tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Calling delete_port for df905aca-ccf5-47fc-bf97-ecb7713a280d owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:14.844869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd7fd3-976c-4c2f-be7c-26c7acdabb78 req-f0a86541-f881-473b-b12d-3572b0db0c40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:14.846970 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86dd7fd3-976c-4c2f-be7c-26c7acdabb78 req-f0a86541-f881-473b-b12d-3572b0db0c40 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1506550 Jan 31 15:59:14.859701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ee2e2-821c-41c8-8561-a7eec864dfa7 req-c59b4fc1-9816-45c4-a954-d513738b63f9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:14.861644 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-338ee2e2-821c-41c8-8561-a7eec864dfa7 req-c59b4fc1-9816-45c4-a954-d513738b63f9 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "GET /v2.0/ports?device_id=81bf68bb-1c78-4668-821e-4e9be771bef7 HTTP/1.1" status: 200 len: 949 time: 0.1048017 Jan 31 15:59:14.873854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e09a1be4-4846-4c7d-aad2-53679cb05720 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:59:14.878309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ec7a7-01c1-4f86-9cf7-3dfa26dbb48c None None] The sync data for ids ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'] in n-d-827120-1 is: [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:58:05Z', 'revision_number': 4, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '20db47e8-76d2-477c-a860-45c275b06af5', 'name': '', 'network_id': '068ae3d0-33a9-4ba7-a34d-6dce3087da8e', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'mac_address': 'fa:16:3e:28:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:03Z', 'updated_at': '2022-01-31T15:58:09Z', 'revision_number': 5, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'subnets': [{'id': '623e1eae-0fa2-4635-8b80-74e4d867e410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:59:14.928788 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5529b47e-fea8-4c5e-8749-5a1b0280be6c req-436d517d-eac0-4d31-9565-22025ee9c47f tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0395105 Jan 31 15:59:15.035262 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86dd7fd3-976c-4c2f-be7c-26c7acdabb78 req-7214e55b-908d-455c-9717-1366527ab556 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705139 Jan 31 15:59:15.082925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:15.120833 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'mac_address': 'fa:16:3e:22:82:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:59:15.151425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0bd9c-d988-46f4-b5ff-9e6c0df500a2 req-c8aeaf46-0c91-482c-b2aa-ee1fc70008cc tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:15.159085 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b9c0bd9c-d988-46f4-b5ff-9e6c0df500a2 req-c8aeaf46-0c91-482c-b2aa-ee1fc70008cc tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 950 time: 0.0733111 Jan 31 15:59:15.206233 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b9c0bd9c-d988-46f4-b5ff-9e6c0df500a2 req-5140c351-519e-434f-b2c2-5f3f5a4e0c9f tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Jan 31 15:59:15.270300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-338ee2e2-821c-41c8-8561-a7eec864dfa7 req-7e8d6d1e-0916-4e0f-ad0c-fe37fb4342aa tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Deleting port e09a1be4-4846-4c7d-aad2-53679cb05720 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:15.270637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-338ee2e2-821c-41c8-8561-a7eec864dfa7 req-7e8d6d1e-0916-4e0f-ad0c-fe37fb4342aa tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:15.320499 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f0b-135d-47af-a90c-31da5679d4fb tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:15.357967 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cde5b3-d282-473a-88f1-8df8aacba00c None None] New status for floating IP 6052614e-726f-4124-a000-f287aa58f8b3: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:59:15.395099 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a8f0b-135d-47af-a90c-31da5679d4fb tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Pushing event deleted for resources: {'Port': ['ID=df905aca-ccf5-47fc-bf97-ecb7713a280d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:15.495389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-338ee2e2-821c-41c8-8561-a7eec864dfa7 req-7e8d6d1e-0916-4e0f-ad0c-fe37fb4342aa tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] For port e09a1be4-4846-4c7d-aad2-53679cb05720, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e09a1be4-4846-4c7d-aad2-53679cb05720,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:15.495837 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-338ee2e2-821c-41c8-8561-a7eec864dfa7 req-7e8d6d1e-0916-4e0f-ad0c-fe37fb4342aa tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:15.514387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73c720-8cb1-457e-ad90-46227ab2e7cd req-5bc3fd2b-4ccd-4c32-b930-a9764508def8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:15.515959 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e73c720-8cb1-457e-ad90-46227ab2e7cd req-5bc3fd2b-4ccd-4c32-b930-a9764508def8 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 945 time: 0.2240756 Jan 31 15:59:15.523977 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f0b-135d-47af-a90c-31da5679d4fb tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:15.526368 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8f0b-135d-47af-a90c-31da5679d4fb tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:15.527570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6e8a8f0b-135d-47af-a90c-31da5679d4fb tempest-ServersTestJSON-2130943426 tempest-ServersTestJSON-2130943426-project] 10.222.0.36 "DELETE /v2.0/floatingips/6052614e-726f-4124-a000-f287aa58f8b3 HTTP/1.1" status: 204 len: 168 time: 1.1536069 Jan 31 15:59:15.528610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-338ee2e2-821c-41c8-8561-a7eec864dfa7 req-7e8d6d1e-0916-4e0f-ad0c-fe37fb4342aa tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Calling delete_port for e09a1be4-4846-4c7d-aad2-53679cb05720 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:15.530669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46912) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:15.590086 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e73c720-8cb1-457e-ad90-46227ab2e7cd req-99483d3f-ae65-48cd-9698-a26ded19c0fc tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527203 Jan 31 15:59:15.756762 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-338ee2e2-821c-41c8-8561-a7eec864dfa7 req-7e8d6d1e-0916-4e0f-ad0c-fe37fb4342aa tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:15.768467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'b3eb2916-7981-4167-82df-df2c3fdb9d05'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:15.837050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d6d1e-0916-4e0f-ad0c-fe37fb4342aa tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Pushing event deleted for resources: {'Port': ['ID=e09a1be4-4846-4c7d-aad2-53679cb05720,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:15.958930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-338ee2e2-821c-41c8-8561-a7eec864dfa7 req-7e8d6d1e-0916-4e0f-ad0c-fe37fb4342aa tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] No DVR routers for this DVR port e09a1be4-4846-4c7d-aad2-53679cb05720 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:59:15.971664 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-338ee2e2-821c-41c8-8561-a7eec864dfa7 req-7e8d6d1e-0916-4e0f-ad0c-fe37fb4342aa tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:15.982989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-338ee2e2-821c-41c8-8561-a7eec864dfa7 req-7e8d6d1e-0916-4e0f-ad0c-fe37fb4342aa tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.20 "DELETE /v2.0/ports/e09a1be4-4846-4c7d-aad2-53679cb05720 HTTP/1.1" status: 204 len: 173 time: 1.1150374 Jan 31 15:59:15.985334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'name': 'network-vif-deleted', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:15.996230 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6db2aae-f243-463a-aec7-43aaca0808df" -d '{"events": [{"server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "name": "network-vif-deleted", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:16.080105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc6ca-bfdd-413d-9ee4-4587a68d199c req-55524284-c3e4-4023-8951-6a0ca5a77cd6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:16.083265 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b3cc6ca-bfdd-413d-9ee4-4587a68d199c req-55524284-c3e4-4023-8951-6a0ca5a77cd6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.1308262 Jan 31 15:59:16.164489 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b3cc6ca-bfdd-413d-9ee4-4587a68d199c req-ce110128-ea7d-4209-8535-d1260453db0f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698957 Jan 31 15:59:16.195066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fea9f-6007-40bf-ae4e-a7c8f1df9b02 req-e7735623-5658-42ac-9b9b-36b1805c9675 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:16.196798 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc2fea9f-6007-40bf-ae4e-a7c8f1df9b02 req-e7735623-5658-42ac-9b9b-36b1805c9675 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 945 time: 0.2079003 Jan 31 15:59:16.293697 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc2fea9f-6007-40bf-ae4e-a7c8f1df9b02 req-0ebf924d-7b23-4aee-a0b3-dd4d7d31ac05 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817659 Jan 31 15:59:16.329219 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-df1798f2-ff49-4f1d-91ce-4c889322521b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:16.350830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fa48996-cfa2-4c23-bad2-e4b6e5bf7ea1 req-bd320d63-9cab-4566-ad70-ad161c61dea2 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0780230 Jan 31 15:59:16.434769 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5914a40-ad1f-4892-b1c6-45ddca93c6be x-openstack-request-id: req-b5914a40-ad1f-4892-b1c6-45ddca93c6be {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:16.435868 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bf68bb-1c78-4668-821e-4e9be771bef7", "name": "network-vif-deleted", "tag": "e09a1be4-4846-4c7d-aad2-53679cb05720", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:16.437866 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5914a40-ad1f-4892-b1c6-45ddca93c6be {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:16.438650 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bf68bb-1c78-4668-821e-4e9be771bef7', 'name': 'network-vif-deleted', 'tag': 'e09a1be4-4846-4c7d-aad2-53679cb05720', 'status': 'completed', 'code': 200} Jan 31 15:59:16.650118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e3204-e656-4995-9df6-43e85a3ee24f req-6a8cb1fa-0dea-454c-abb1-9bfe6c3ccae6 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:16.651794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a10e3204-e656-4995-9df6-43e85a3ee24f req-6a8cb1fa-0dea-454c-abb1-9bfe6c3ccae6 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 950 time: 0.1222959 Jan 31 15:59:16.734190 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a10e3204-e656-4995-9df6-43e85a3ee24f req-b7fc6735-159c-4bc0-95fa-3f6213c5b50c tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746822 Jan 31 15:59:16.796643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-df1798f2-ff49-4f1d-91ce-4c889322521b admin admin] Deleting port 20db47e8-76d2-477c-a860-45c275b06af5 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:16.796986 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-df1798f2-ff49-4f1d-91ce-4c889322521b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:16.848357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e09a1be4-4846-4c7d-aad2-53679cb05720 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:16.903631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: e09a1be4-4846-4c7d-aad2-53679cb05720 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:16.903970 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e09a1be4-4846-4c7d-aad2-53679cb05720 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:16.913047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-df1798f2-ff49-4f1d-91ce-4c889322521b admin admin] For port 20db47e8-76d2-477c-a860-45c275b06af5, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=20db47e8-76d2-477c-a860-45c275b06af5,segment=NetworkSegment(2f87bfc2-50e8-47dc-b590-c99c59a6545e),segment_id=2f87bfc2-50e8-47dc-b590-c99c59a6545e)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:16.913505 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-df1798f2-ff49-4f1d-91ce-4c889322521b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:16.938611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-df1798f2-ff49-4f1d-91ce-4c889322521b admin admin] Calling delete_port for 20db47e8-76d2-477c-a860-45c275b06af5 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:17.004049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d22934-174c-42fb-8953-44cc437b4913 req-08f93110-affb-4622-bb9e-cdf353ee01f1 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:17.014103 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-42d22934-174c-42fb-8953-44cc437b4913 req-08f93110-affb-4622-bb9e-cdf353ee01f1 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 951 time: 0.0884557 Jan 31 15:59:17.058242 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-42d22934-174c-42fb-8953-44cc437b4913 req-22aa8f86-6246-4a58-8c44-a32ab21817bf tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428851 Jan 31 15:59:17.180623 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-14dc497d-32d8-4bc0-aac7-c5d1fbb2a28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:17.425121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36312f3-4c64-400e-8c62-efd0c50c1fdf req-2831a4e7-7935-41aa-8195-f9f93bcfd304 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:17.433145 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b36312f3-4c64-400e-8c62-efd0c50c1fdf req-2831a4e7-7935-41aa-8195-f9f93bcfd304 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 945 time: 0.0645337 Jan 31 15:59:17.489717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b36312f3-4c64-400e-8c62-efd0c50c1fdf req-34714f67-d2a1-4c72-b031-181fc354afa2 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d990561-974e-463d-99dc-df792386d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549426 Jan 31 15:59:17.530664 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-df1798f2-ff49-4f1d-91ce-4c889322521b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:17.570308 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1798f2-ff49-4f1d-91ce-4c889322521b admin admin] Pushing event deleted for resources: {'Port': ['ID=20db47e8-76d2-477c-a860-45c275b06af5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:17.631670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d82fd-9ad7-4b24-885d-a689a5dbbd9c req-e15794d1-6022-49a9-9887-c589f3189f15 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:17.633150 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-985d82fd-9ad7-4b24-885d-a689a5dbbd9c req-e15794d1-6022-49a9-9887-c589f3189f15 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 945 time: 0.1359758 Jan 31 15:59:17.642740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55795dc2-2918-48f0-8301-6c35e03890d1 req-c32bbe93-3d80-471c-8144-acb37440d8dc tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:17.644268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55795dc2-2918-48f0-8301-6c35e03890d1 req-c32bbe93-3d80-471c-8144-acb37440d8dc tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.1756117 Jan 31 15:59:17.663233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecd9dc0b-393e-4601-90a2-c876761ead04 req-8c20a859-d211-4856-a8cb-d93730036399 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0544496 Jan 31 15:59:17.808436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55795dc2-2918-48f0-8301-6c35e03890d1 req-954d37f9-1700-47ff-b3e9-09ffbe2a7c90 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514335 Jan 31 15:59:17.907544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-985d82fd-9ad7-4b24-885d-a689a5dbbd9c req-e4d3af94-6f34-482a-860c-170db001369d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Deleting port 0680d90a-291e-4141-8baa-d8515cb85a14 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:17.907886 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-985d82fd-9ad7-4b24-885d-a689a5dbbd9c req-e4d3af94-6f34-482a-860c-170db001369d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:17.913723 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-df1798f2-ff49-4f1d-91ce-4c889322521b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:18.085813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-985d82fd-9ad7-4b24-885d-a689a5dbbd9c req-e4d3af94-6f34-482a-860c-170db001369d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] For port 0680d90a-291e-4141-8baa-d8515cb85a14, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0680d90a-291e-4141-8baa-d8515cb85a14,segment=NetworkSegment(17cbffa5-3281-4dff-8b22-56a235a47612),segment_id=17cbffa5-3281-4dff-8b22-56a235a47612)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:18.086097 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-985d82fd-9ad7-4b24-885d-a689a5dbbd9c req-e4d3af94-6f34-482a-860c-170db001369d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:18.104472 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-985d82fd-9ad7-4b24-885d-a689a5dbbd9c req-e4d3af94-6f34-482a-860c-170db001369d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Calling delete_port for 0680d90a-291e-4141-8baa-d8515cb85a14 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:18.257267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c8674-e594-4eac-8c8d-870c425863e9 req-444239ca-1258-4901-9d18-b87e7835d150 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:18.275010 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-af9c8674-e594-4eac-8c8d-870c425863e9 req-444239ca-1258-4901-9d18-b87e7835d150 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 951 time: 0.1151006 Jan 31 15:59:18.343338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1798f2-ff49-4f1d-91ce-4c889322521b admin admin] Router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:59:18.410488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-af9c8674-e594-4eac-8c8d-870c425863e9 req-c59eb56e-f5f0-4bc3-b664-d752651dcb2c tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337047 Jan 31 15:59:18.424103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2070f1-c0d2-4156-aa9f-482827022f80 req-c0641e72-09ca-4833-9712-ea779768eea4 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:18.430754 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c2070f1-c0d2-4156-aa9f-482827022f80 req-c0641e72-09ca-4833-9712-ea779768eea4 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 951 time: 0.1517529 Jan 31 15:59:18.482866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-985d82fd-9ad7-4b24-885d-a689a5dbbd9c req-e4d3af94-6f34-482a-860c-170db001369d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:18.494931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['0680d90a-291e-4141-8baa-d8515cb85a14'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:18.562242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-5c2070f1-c0d2-4156-aa9f-482827022f80 req-db22ce96-b68b-43e9-b2a4-7ff47111c597 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Deleting port b3eb2916-7981-4167-82df-df2c3fdb9d05 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:18.562760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c2070f1-c0d2-4156-aa9f-482827022f80 req-db22ce96-b68b-43e9-b2a4-7ff47111c597 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:18.582920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3af94-6f34-482a-860c-170db001369d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Pushing event deleted for resources: {'Port': ['ID=0680d90a-291e-4141-8baa-d8515cb85a14,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:18.676175 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6093e094-5c68-4229-aa89-9c0d24de928c req-3ffe4658-df64-4129-b18c-d8f294e77ed2 tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d757776-813f-4528-b844-7fbae22a7018 HTTP/1.1" status: 200 len: 210 time: 0.0461621 Jan 31 15:59:18.677218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1798f2-ff49-4f1d-91ce-4c889322521b admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:59:18.679157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-985d82fd-9ad7-4b24-885d-a689a5dbbd9c req-e4d3af94-6f34-482a-860c-170db001369d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] No DVR routers for this DVR port 0680d90a-291e-4141-8baa-d8515cb85a14 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:59:18.686770 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-df1798f2-ff49-4f1d-91ce-4c889322521b admin admin] 10.222.0.36 "PUT /v2.0/routers/2eed2d3a-372d-4fa5-acf6-aa6911e29e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1549752 Jan 31 15:59:18.687422 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46980) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:18.688718 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-985d82fd-9ad7-4b24-885d-a689a5dbbd9c req-e4d3af94-6f34-482a-860c-170db001369d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:18.688914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec819b3f-19bc-4bed-b6a8-bfb3118c7db1 None None] Sync routers for ids ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:59:18.692156 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-985d82fd-9ad7-4b24-885d-a689a5dbbd9c req-e4d3af94-6f34-482a-860c-170db001369d tempest-DeleteServersTestJSON-505074518 tempest-DeleteServersTestJSON-505074518-project] 10.222.0.30 "DELETE /v2.0/ports/0680d90a-291e-4141-8baa-d8515cb85a14 HTTP/1.1" status: 204 len: 173 time: 1.0451028 Jan 31 15:59:18.696807 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-5c2070f1-c0d2-4156-aa9f-482827022f80 req-db22ce96-b68b-43e9-b2a4-7ff47111c597 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] For port b3eb2916-7981-4167-82df-df2c3fdb9d05, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b3eb2916-7981-4167-82df-df2c3fdb9d05,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:18.697183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c2070f1-c0d2-4156-aa9f-482827022f80 req-db22ce96-b68b-43e9-b2a4-7ff47111c597 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:18.703627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d757776-813f-4528-b844-7fbae22a7018', 'name': 'network-vif-deleted', 'tag': '0680d90a-291e-4141-8baa-d8515cb85a14'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:18.707145 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f088e0-b29f-439f-9f34-13f7e1d91b04" -d '{"events": [{"server_uuid": "2d757776-813f-4528-b844-7fbae22a7018", "name": "network-vif-deleted", "tag": "0680d90a-291e-4141-8baa-d8515cb85a14"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:18.710219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec819b3f-19bc-4bed-b6a8-bfb3118c7db1 None None] Routers {'2eed2d3a-372d-4fa5-acf6-aa6911e29e00'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:59:18.710945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ec819b3f-19bc-4bed-b6a8-bfb3118c7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:58:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:18.753251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-5c2070f1-c0d2-4156-aa9f-482827022f80 req-db22ce96-b68b-43e9-b2a4-7ff47111c597 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Calling delete_port for b3eb2916-7981-4167-82df-df2c3fdb9d05 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:18.832348 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c08681c5-10af-4fdd-bbda-80821245357f req-cf7164b4-bc91-452f-a133-e162930d4700 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0716112 Jan 31 15:59:18.900432 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce89b4eb-73d6-4b78-a306-d066ac6280b0 x-openstack-request-id: req-ce89b4eb-73d6-4b78-a306-d066ac6280b0 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:18.900718 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d757776-813f-4528-b844-7fbae22a7018", "name": "network-vif-deleted", "tag": "0680d90a-291e-4141-8baa-d8515cb85a14", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:18.900969 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce89b4eb-73d6-4b78-a306-d066ac6280b0 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:18.901345 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d757776-813f-4528-b844-7fbae22a7018', 'name': 'network-vif-deleted', 'tag': '0680d90a-291e-4141-8baa-d8515cb85a14', 'status': 'completed', 'code': 200} Jan 31 15:59:18.924370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b22700af-7676-45a9-919e-fa459ffc20af details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:59:18.962355 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:19.012510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ec819b3f-19bc-4bed-b6a8-bfb3118c7db1 None None] Set router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:59:19.118655 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c2070f1-c0d2-4156-aa9f-482827022f80 req-db22ce96-b68b-43e9-b2a4-7ff47111c597 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:19.138017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'b3eb2916-7981-4167-82df-df2c3fdb9d05'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:19.157383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d611051-07d3-41ff-ac6b-9ac038eabcf0 req-b5396e3d-bbb2-44c9-8ba3-953801ee9fe6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:19.159009 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d611051-07d3-41ff-ac6b-9ac038eabcf0 req-b5396e3d-bbb2-44c9-8ba3-953801ee9fe6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.1502283 Jan 31 15:59:19.175744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22ce96-b68b-43e9-b2a4-7ff47111c597 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Pushing event deleted for resources: {'Port': ['ID=b3eb2916-7981-4167-82df-df2c3fdb9d05,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:19.215774 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:19.255580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d611051-07d3-41ff-ac6b-9ac038eabcf0 req-9627c131-9ff3-49fd-b341-fd0bcc403cf7 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764773 Jan 31 15:59:19.305607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2070f1-c0d2-4156-aa9f-482827022f80 req-db22ce96-b68b-43e9-b2a4-7ff47111c597 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] No DVR routers for this DVR port b3eb2916-7981-4167-82df-df2c3fdb9d05 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:59:19.315586 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c2070f1-c0d2-4156-aa9f-482827022f80 req-db22ce96-b68b-43e9-b2a4-7ff47111c597 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:19.321791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Deleting port cfd25bd8-763f-45ef-ba24-bdce7d6d942a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:19.322115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:19.324865 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c2070f1-c0d2-4156-aa9f-482827022f80 req-db22ce96-b68b-43e9-b2a4-7ff47111c597 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.30 "DELETE /v2.0/ports/b3eb2916-7981-4167-82df-df2c3fdb9d05 HTTP/1.1" status: 204 len: 173 time: 0.8876684 Jan 31 15:59:19.325529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'name': 'network-vif-deleted', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:19.332899 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a949f110-f4b0-4a8a-b6a2-8c4a8466aa8b" -d '{"events": [{"server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "name": "network-vif-deleted", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:19.428590 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9231c626-3dbd-47b8-b35e-f9e9d372db4c x-openstack-request-id: req-9231c626-3dbd-47b8-b35e-f9e9d372db4c {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:19.429822 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a2fdc6-356c-4ce0-9ba8-14e154e91b57", "name": "network-vif-deleted", "tag": "b3eb2916-7981-4167-82df-df2c3fdb9d05", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:19.430074 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9231c626-3dbd-47b8-b35e-f9e9d372db4c {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:19.430514 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a2fdc6-356c-4ce0-9ba8-14e154e91b57', 'name': 'network-vif-deleted', 'tag': 'b3eb2916-7981-4167-82df-df2c3fdb9d05', 'status': 'completed', 'code': 200} Jan 31 15:59:19.443267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] For port cfd25bd8-763f-45ef-ba24-bdce7d6d942a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cfd25bd8-763f-45ef-ba24-bdce7d6d942a,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:19.444791 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:19.462422 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Calling delete_port for cfd25bd8-763f-45ef-ba24-bdce7d6d942a owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:19.616501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecf5906b-6fbd-48c8-96a9-3321bf1b8a97 req-ec788e35-ba3d-4445-9ab0-29d8e03d67ed tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a2fdc6-356c-4ce0-9ba8-14e154e91b57 HTTP/1.1" status: 200 len: 210 time: 0.0578203 Jan 31 15:59:19.679432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:19.695298 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-408d5dff-e9de-4165-bea1-94abc06f3939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:19.707142 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:19.739545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'b22700af-7676-45a9-919e-fa459ffc20af', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'b22700af-7676-45a9-919e-fa459ffc20af', 'mac_address': 'fa:16:3e:90:62:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:59:19.766111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd25bd8-763f-45ef-ba24-bdce7d6d942a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:19.807138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-e9a56fe9-2fa8-4d0c-9da1-f85354e55d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:19.816962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-e9a56fe9-2fa8-4d0c-9da1-f85354e55d0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f&tenant_id=ef6dc57584b6442aa969c2c7a411ac81 HTTP/1.1" status: 200 len: 1094 time: 0.0986724 Jan 31 15:59:19.857888 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:19.902129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b22700af-7676-45a9-919e-fa459ffc20af {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:59:19.929511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ec819b3f-19bc-4bed-b6a8-bfb3118c7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:59:17Z', 'revision_number': 5, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port': {'id': 'cfd25bd8-763f-45ef-ba24-bdce7d6d942a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:59Z', 'updated_at': '2022-01-31T15:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:19.973773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec819b3f-19bc-4bed-b6a8-bfb3118c7db1 None None] Checking router: 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:59:19.979160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:19.989698 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:20.026945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-cc95e6ca-751b-4261-8865-6aceebe034e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:20.029131 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec819b3f-19bc-4bed-b6a8-bfb3118c7db1 None None] Routers {'2eed2d3a-372d-4fa5-acf6-aa6911e29e00'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:59:20.029915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ec819b3f-19bc-4bed-b6a8-bfb3118c7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:20.034826 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-cc95e6ca-751b-4261-8865-6aceebe034e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 1094 time: 0.1855910 Jan 31 15:59:20.087601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['b22700af-7676-45a9-919e-fa459ffc20af'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:20.125016 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-013dc142-1302-4acd-a1b4-9f051dd235e3 req-bb43bfb6-88af-45ef-87c4-1a005d10a642 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0862141 Jan 31 15:59:20.137744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:20.167646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ec819b3f-19bc-4bed-b6a8-bfb3118c7db1 None None] Set router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:59:20.233725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b22700af-7676-45a9-919e-fa459ffc20af,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:20.245130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ec819b3f-19bc-4bed-b6a8-bfb3118c7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:59:19Z', 'revision_number': 7, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:20.275517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-21ba9407-ecea-4aa3-b35b-cd98c5b39125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:20.277602 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-21ba9407-ecea-4aa3-b35b-cd98c5b39125 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 917 time: 0.2330518 Jan 31 15:59:20.290577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec819b3f-19bc-4bed-b6a8-bfb3118c7db1 None None] The sync data for ids ['2eed2d3a-372d-4fa5-acf6-aa6911e29e00'] in n-d-827120-1 is: [{'id': '2eed2d3a-372d-4fa5-acf6-aa6911e29e00', 'name': 'tempest-ServersTestJSON-1577797268-router', 'tenant_id': '808c2384a8394bebb85783e8d81b92e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:57:58Z', 'updated_at': '2022-01-31T15:59:19Z', 'revision_number': 7, 'project_id': '808c2384a8394bebb85783e8d81b92e2', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:59:20.382908 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:20.387465 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:20.435654 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-33760255-9891-4c42-89ce-55837fa86de4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c60fe6e-c3bd-4730-9b52-48913f619798 HTTP/1.1" status: 200 len: 999 time: 0.1467106 Jan 31 15:59:20.511171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-99705fa6-fc5c-4bf6-a014-9442cda463a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:20.512997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-99705fa6-fc5c-4bf6-a014-9442cda463a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 200 len: 855 time: 0.0745852 Jan 31 15:59:20.515320 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:20.515959 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eed2d3a-372d-4fa5-acf6-aa6911e29e00 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:59:20.523668 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:20.525286 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-32ff7be1-7f7a-403b-ad0f-db7a24095e2c admin admin] 10.222.0.36 "DELETE /v2.0/routers/2eed2d3a-372d-4fa5-acf6-aa6911e29e00 HTTP/1.1" status: 204 len: 168 time: 1.8322163 Jan 31 15:59:20.528175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47046) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:20.569481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-9bc2ba27-1971-4fde-8cf9-353df3913b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:20.571863 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-9bc2ba27-1971-4fde-8cf9-353df3913b80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525584 Jan 31 15:59:20.586798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e028d9a-62f1-48c3-90c8-0eb1fddeb13d req-5beed795-eec1-4d01-893e-3b4fe7691f99 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:20.588391 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e028d9a-62f1-48c3-90c8-0eb1fddeb13d req-5beed795-eec1-4d01-893e-3b4fe7691f99 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.1386874 Jan 31 15:59:20.615484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6eaff4d-2c30-469c-a6ca-e7d84133c381 admin admin] Deleting subnet 623e1eae-0fa2-4635-8b80-74e4d867e410 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:59:20.621057 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f6eaff4d-2c30-469c-a6ca-e7d84133c381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:20.664407 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e028d9a-62f1-48c3-90c8-0eb1fddeb13d req-cbd8fafa-356b-43db-bc81-be9cb7846901 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669279 Jan 31 15:59:20.708391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f6eaff4d-2c30-469c-a6ca-e7d84133c381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:20.722720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-bce2b310-a413-43e7-811d-cb1b7e355096 service neutron] 10.222.0.20 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434731 Jan 31 15:59:20.778237 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:20.889671 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b22700af-7676-45a9-919e-fa459ffc20af up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:20.900438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f6eaff4d-2c30-469c-a6ca-e7d84133c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:20.933091 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f359fe3-2ede-4b87-bbe2-7ba71865ee08 req-97d4b1a7-0d53-4623-bb8f-c8df524d1fa1 service neutron] 10.222.0.20 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016420 Jan 31 15:59:21.037200 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f6eaff4d-2c30-469c-a6ca-e7d84133c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:21.043064 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port b22700af-7676-45a9-919e-fa459ffc20af triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:21.043607 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:21.088300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eaff4d-2c30-469c-a6ca-e7d84133c381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623e1eae-0fa2-4635-8b80-74e4d867e410,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:21.094693 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f6eaff4d-2c30-469c-a6ca-e7d84133c381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:21.101002 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f6eaff4d-2c30-469c-a6ca-e7d84133c381 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/623e1eae-0fa2-4635-8b80-74e4d867e410 HTTP/1.1" status: 204 len: 168 time: 0.5689785 Jan 31 15:59:21.101002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47076) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:21.105612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553ebcaf-000c-4e7b-9adf-2f65ed440221 None None] Network 068ae3d0-33a9-4ba7-a34d-6dce3087da8e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:59:21.203393 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:21.382430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 20db47e8-76d2-477c-a860-45c275b06af5 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:21.470390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 20db47e8-76d2-477c-a860-45c275b06af5 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:21.470777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 20db47e8-76d2-477c-a860-45c275b06af5 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:21.576297 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:21.635238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:21.637655 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd108c8-bb07-40ed-b2c0-9cd7f52a45dd" -d '{"events": [{"server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "name": "network-vif-plugged", "status": "completed", "tag": "b22700af-7676-45a9-919e-fa459ffc20af"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:21.692226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:21.700655 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:21.838205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b22700af-7676-45a9-919e-fa459ffc20af,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:21.844444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6615df3d-d4f2-49ca-bf82-049bc7354799 None None] DHCP port deletion for 068ae3d0-33a9-4ba7-a34d-6dce3087da8e request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:59:21.891132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c959a-d898-4036-9490-617d7cdb7a8f req-7e8d63a6-c02b-4b0f-8ad4-8158af8265fb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:21.899656 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a36c959a-d898-4036-9490-617d7cdb7a8f req-7e8d63a6-c02b-4b0f-8ad4-8158af8265fb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.6916573 Jan 31 15:59:21.950918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6615df3d-d4f2-49ca-bf82-049bc7354799 None None] Deleting port 154fab31-e213-492f-8dff-c576fd899801 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:21.951341 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6615df3d-d4f2-49ca-bf82-049bc7354799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:21.990050 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a36c959a-d898-4036-9490-617d7cdb7a8f req-db39cc64-f74a-4fd9-894c-18448deed8cb tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893674 Jan 31 15:59:22.002680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Deleting port 154fab31-e213-492f-8dff-c576fd899801 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:22.003138 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.067744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6615df3d-d4f2-49ca-bf82-049bc7354799 None None] For port 154fab31-e213-492f-8dff-c576fd899801, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=154fab31-e213-492f-8dff-c576fd899801,segment=NetworkSegment(2f87bfc2-50e8-47dc-b590-c99c59a6545e),segment_id=2f87bfc2-50e8-47dc-b590-c99c59a6545e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:22.068447 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6615df3d-d4f2-49ca-bf82-049bc7354799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.090924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6615df3d-d4f2-49ca-bf82-049bc7354799 None None] Calling delete_port for 154fab31-e213-492f-8dff-c576fd899801 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:22.193891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-25372a4c-7f89-439d-92cc-37d22338f415 req-a16c9def-bcf2-4116-b1c2-263bbb286180 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0740340 Jan 31 15:59:22.221998 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.232916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] For port 154fab31-e213-492f-8dff-c576fd899801, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=154fab31-e213-492f-8dff-c576fd899801,segment=NetworkSegment(2f87bfc2-50e8-47dc-b590-c99c59a6545e),segment_id=2f87bfc2-50e8-47dc-b590-c99c59a6545e)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:22.234037 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.248685 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6615df3d-d4f2-49ca-bf82-049bc7354799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.274085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Calling delete_port for 154fab31-e213-492f-8dff-c576fd899801 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:22.285828 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2c0ad3-c659-414a-9938-accd024ce3a5 x-openstack-request-id: req-4b2c0ad3-c659-414a-9938-accd024ce3a5 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:22.286107 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "name": "network-vif-plugged", "status": "completed", "tag": "b22700af-7676-45a9-919e-fa459ffc20af", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:22.286343 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b2c0ad3-c659-414a-9938-accd024ce3a5 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:22.286744 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af', 'code': 200} Jan 31 15:59:22.288145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615df3d-d4f2-49ca-bf82-049bc7354799 None None] Pushing event deleted for resources: {'Port': ['ID=154fab31-e213-492f-8dff-c576fd899801,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:22.294293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6615df3d-d4f2-49ca-bf82-049bc7354799 None None] No DVR routers for this DVR port 154fab31-e213-492f-8dff-c576fd899801 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:59:22.446867 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5f969-ccb9-4a8c-a2ed-5bd7df877330 req-647df684-19f9-4a22-a091-969e0d9cf814 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:22.448386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1b5f969-ccb9-4a8c-a2ed-5bd7df877330 req-647df684-19f9-4a22-a091-969e0d9cf814 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.0823658 Jan 31 15:59:22.472741 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.490868 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.560021 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1b5f969-ccb9-4a8c-a2ed-5bd7df877330 req-f79428e7-7aa1-4aad-8e99-ed556efc1af9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019249 Jan 31 15:59:22.566882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] No DVR routers for this DVR port 154fab31-e213-492f-8dff-c576fd899801 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:59:22.569373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Pushing event deleted for resources: {'Port': ['ID=154fab31-e213-492f-8dff-c576fd899801,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:22.699911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed188ad8-d52b-4332-997a-da5c7598875e req-9a86532d-1dcf-4b7f-a0f9-341ac5be2b90 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:22.701087 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.702336 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed188ad8-d52b-4332-997a-da5c7598875e req-9a86532d-1dcf-4b7f-a0f9-341ac5be2b90 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.1036532 Jan 31 15:59:22.729960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068ae3d0-33a9-4ba7-a34d-6dce3087da8e']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:22.746643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f87bfc2-50e8-47dc-b590-c99c59a6545e') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:22.747559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f87bfc2-50e8-47dc-b590-c99c59a6545e') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:22.774153 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.790220 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.797765 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:59:22.798702 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:59:22.801513 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:59:22.894224 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.907637 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:22.914692 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] 10.222.0.36 "DELETE /v2.0/networks/068ae3d0-33a9-4ba7-a34d-6dce3087da8e HTTP/1.1" status: 204 len: 168 time: 1.8108668 Jan 31 15:59:22.931924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b3eb2916-7981-4167-82df-df2c3fdb9d05 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:22.975026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09639a8e-90f8-42c2-9e9a-2f2390a76099 admin admin] Pushing event deleted for resources: {'Network': ['ID=068ae3d0-33a9-4ba7-a34d-6dce3087da8e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:23.023890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 154fab31-e213-492f-8dff-c576fd899801 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:23.035933 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: b3eb2916-7981-4167-82df-df2c3fdb9d05 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:23.038551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b3eb2916-7981-4167-82df-df2c3fdb9d05 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:23.040356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0680d90a-291e-4141-8baa-d8515cb85a14 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:23.043126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-ed188ad8-d52b-4332-997a-da5c7598875e req-5ae47c44-cab3-4027-8d13-000d8e57e4c5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Deleting port d378e42e-804c-4b2e-8e1f-a992a9c4f923 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:23.046587 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ed188ad8-d52b-4332-997a-da5c7598875e req-5ae47c44-cab3-4027-8d13-000d8e57e4c5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:23.161095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 0680d90a-291e-4141-8baa-d8515cb85a14 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:23.161725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0680d90a-291e-4141-8baa-d8515cb85a14 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:23.165436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 154fab31-e213-492f-8dff-c576fd899801 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:23.166034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 154fab31-e213-492f-8dff-c576fd899801 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:23.166831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cfd25bd8-763f-45ef-ba24-bdce7d6d942a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:23.181576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a49c0-6685-483b-864d-5c6374e0871a req-e0c8c0ae-5b16-4cca-99e4-82fc13848376 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:23.184915 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b4a49c0-6685-483b-864d-5c6374e0871a req-e0c8c0ae-5b16-4cca-99e4-82fc13848376 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 945 time: 0.1392410 Jan 31 15:59:23.197781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: cfd25bd8-763f-45ef-ba24-bdce7d6d942a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:23.198714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cfd25bd8-763f-45ef-ba24-bdce7d6d942a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:23.282166 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b4a49c0-6685-483b-864d-5c6374e0871a req-290ebeb6-3184-4072-b8a7-5b6430acbd96 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876703 Jan 31 15:59:23.282795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47102) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:23.316973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-ed188ad8-d52b-4332-997a-da5c7598875e req-5ae47c44-cab3-4027-8d13-000d8e57e4c5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] For port d378e42e-804c-4b2e-8e1f-a992a9c4f923, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d378e42e-804c-4b2e-8e1f-a992a9c4f923,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:23.316973 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ed188ad8-d52b-4332-997a-da5c7598875e req-5ae47c44-cab3-4027-8d13-000d8e57e4c5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:23.330943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-ed188ad8-d52b-4332-997a-da5c7598875e req-5ae47c44-cab3-4027-8d13-000d8e57e4c5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Calling delete_port for d378e42e-804c-4b2e-8e1f-a992a9c4f923 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:23.597417 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ed188ad8-d52b-4332-997a-da5c7598875e req-5ae47c44-cab3-4027-8d13-000d8e57e4c5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:23.599637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f98722-b82c-43ae-a198-d17ba75591d9 req-84970b11-9103-41b6-b3ed-2b3561552b11 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:23.603180 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07f98722-b82c-43ae-a198-d17ba75591d9 req-84970b11-9103-41b6-b3ed-2b3561552b11 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bb4ac92-99c7-4211-9c6e-4e84be6fba84 HTTP/1.1" status: 200 len: 950 time: 0.1419001 Jan 31 15:59:23.608363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'd378e42e-804c-4b2e-8e1f-a992a9c4f923'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:23.760603 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06f473c8-a2c4-46a9-bf5b-c24a911b0491 req-31de5bfc-d043-4d21-afb9-08d1ac944cc1 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.1690753 Jan 31 15:59:23.772925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae47c44-cab3-4027-8d13-000d8e57e4c5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Pushing event deleted for resources: {'Port': ['ID=d378e42e-804c-4b2e-8e1f-a992a9c4f923,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:23.795343 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07f98722-b82c-43ae-a198-d17ba75591d9 req-791ed2ad-6fb7-4179-a48f-b77961468fa4 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732316 Jan 31 15:59:23.866865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed188ad8-d52b-4332-997a-da5c7598875e req-5ae47c44-cab3-4027-8d13-000d8e57e4c5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] No DVR routers for this DVR port d378e42e-804c-4b2e-8e1f-a992a9c4f923 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:59:23.870484 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ed188ad8-d52b-4332-997a-da5c7598875e req-5ae47c44-cab3-4027-8d13-000d8e57e4c5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:23.877904 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed188ad8-d52b-4332-997a-da5c7598875e req-5ae47c44-cab3-4027-8d13-000d8e57e4c5 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.30 "DELETE /v2.0/ports/d378e42e-804c-4b2e-8e1f-a992a9c4f923 HTTP/1.1" status: 204 len: 173 time: 1.1680324 Jan 31 15:59:23.890652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'name': 'network-vif-deleted', 'tag': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:23.893298 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7043c96b-d2c5-4f55-8bc0-dbc08c43a69f" -d '{"events": [{"server_uuid": "7bb4ac92-99c7-4211-9c6e-4e84be6fba84", "name": "network-vif-deleted", "tag": "d378e42e-804c-4b2e-8e1f-a992a9c4f923"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:23.922905 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-54f28d5a-f79f-4e58-9501-119613cbf447 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=808c2384a8394bebb85783e8d81b92e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363897 Jan 31 15:59:23.923692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47126) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:24.068660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1615f-a213-43f7-8969-b1dcbebd2411 req-c2f6d510-5d79-4811-9b7c-00f86bc1e8c9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:24.073068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3d1615f-a213-43f7-8969-b1dcbebd2411 req-c2f6d510-5d79-4811-9b7c-00f86bc1e8c9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.1423292 Jan 31 15:59:24.077555 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef045917-4ea8-4487-88c8-c1d72580842f x-openstack-request-id: req-ef045917-4ea8-4487-88c8-c1d72580842f {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:24.078160 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb4ac92-99c7-4211-9c6e-4e84be6fba84", "name": "network-vif-deleted", "tag": "d378e42e-804c-4b2e-8e1f-a992a9c4f923", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:24.079172 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef045917-4ea8-4487-88c8-c1d72580842f {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:24.080496 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb4ac92-99c7-4211-9c6e-4e84be6fba84', 'name': 'network-vif-deleted', 'tag': 'd378e42e-804c-4b2e-8e1f-a992a9c4f923', 'status': 'completed', 'code': 200} Jan 31 15:59:24.082089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29b889bf-1bf2-4398-8447-006e8f7d3e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:24.112179 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29b889bf-1bf2-4398-8447-006e8f7d3e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:24.198161 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3d1615f-a213-43f7-8969-b1dcbebd2411 req-86021774-a12b-4a10-acab-5e52feb4e89c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184058 Jan 31 15:59:24.212265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29b889bf-1bf2-4398-8447-006e8f7d3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:24.220098 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29b889bf-1bf2-4398-8447-006e8f7d3e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:24.223897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-29b889bf-1bf2-4398-8447-006e8f7d3e68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc3a21a9-2930-494c-9205-dbd028a5d5bf HTTP/1.1" status: 204 len: 168 time: 0.2978828 Jan 31 15:59:24.257644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b889bf-1bf2-4398-8447-006e8f7d3e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3a21a9-2930-494c-9205-dbd028a5d5bf,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:24.622362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08567148-d3c2-43a9-bdd0-77f534057f58 req-2a222705-6ee3-4397-906b-102e2fe1610f tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:24.623630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08567148-d3c2-43a9-bdd0-77f534057f58 req-2a222705-6ee3-4397-906b-102e2fe1610f tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 945 time: 0.2402227 Jan 31 15:59:24.693456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962726be-5289-455b-9e32-1baab64fb128 req-960d8726-de69-4fdd-a0f8-953c518844fa tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:24.698498 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-962726be-5289-455b-9e32-1baab64fb128 req-960d8726-de69-4fdd-a0f8-953c518844fa tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.30 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 945 time: 0.2222447 Jan 31 15:59:24.842336 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08567148-d3c2-43a9-bdd0-77f534057f58 req-35672bcc-e6d2-4fd3-9f53-04313eee69fb tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bd565bf-d290-4645-b1f6-b9105983f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987538 Jan 31 15:59:25.004651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Deleting port fc58f754-2914-4049-9501-3d6bfb7fadec {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:25.010424 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:25.163252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ceee4e28-207b-4b86-b183-f2a32b44f302 req-64163c1d-080d-4ad2-bf3c-8e251e574371 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.1228662 Jan 31 15:59:25.337197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] For port fc58f754-2914-4049-9501-3d6bfb7fadec, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fc58f754-2914-4049-9501-3d6bfb7fadec,segment=NetworkSegment(97c4ce8e-8c54-4550-b0be-c6e319d8f348),segment_id=97c4ce8e-8c54-4550-b0be-c6e319d8f348)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:25.343349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:25.539594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7766031-2119-4860-8dbe-ec6baad5f8b3 req-722a2ab2-3b3f-4274-9cbb-96815a97ce07 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:25.541782 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e7766031-2119-4860-8dbe-ec6baad5f8b3 req-722a2ab2-3b3f-4274-9cbb-96815a97ce07 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.1885393 Jan 31 15:59:25.556920 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:25.629395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47180) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:25.704413 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e7766031-2119-4860-8dbe-ec6baad5f8b3 req-75993c98-5f25-46c1-b271-d8f1eb41b54d tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546361 Jan 31 15:59:25.745351 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:25.745351 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:25.745351 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Floating IP 38c7b26b-d09b-4d80-bcf7-bfd55c2f136d disassociated. External IP: 172.25.1.39, port: fc58f754-2914-4049-9501-3d6bfb7fadec. Jan 31 15:59:25.745351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Calling delete_port for fc58f754-2914-4049-9501-3d6bfb7fadec owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:25.772016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1158976390-network', 'tenant_id': '0b67c92721dc4cd293c2fd53e783c5c3'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:25.841007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Made reservation on behalf of 0b67c92721dc4cd293c2fd53e783c5c3 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:25.852528 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:25.898442 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:26.046109 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:26.141017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Pushing event deleted for resources: {'Port': ['ID=fc58f754-2914-4049-9501-3d6bfb7fadec,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:26.182606 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:26.193315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:26.264247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e66ce-e3ec-4253-a3c5-f05841ba6071,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:26.303585 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:59:26.319149 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:26.319502 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Added segment 3a9a1f3a-8a4f-41c5-8e66-4689f459a487 of type vlan for network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 Jan 31 15:59:26.443216 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:26.452083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30315e07-eb47-4535-8127-a3345453b8d9 req-3dd1e429-a3b4-444f-afb4-c3882f935f76 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/ports?device_id=677aab11-2aa9-4627-9ce9-b4315e6f30bd HTTP/1.1" status: 200 len: 210 time: 0.0966268 Jan 31 15:59:26.467590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Router b007f214-4024-473a-8689-37630a2827b1 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:59:26.477780 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:26.479217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:26.479985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:26.576753 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9459834 Jan 31 15:59:26.588176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e468b1-e267-47ba-92a4-b33a217f0ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:26.590175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47194) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:26.595534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5e88327c-0ca0-4c44-87e9-098a5b219031 admin admin] Request body: {'subnet': {'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1158976390-subnet', 'tenant_id': '0b67c92721dc4cd293c2fd53e783c5c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:26.605831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:59:26.675448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e88327c-0ca0-4c44-87e9-098a5b219031 admin admin] Made reservation on behalf of 0b67c92721dc4cd293c2fd53e783c5c3 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:26.678952 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e88327c-0ca0-4c44-87e9-098a5b219031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:26.819702 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:59:26.834004 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5946b1c-4d3c-4f1e-a153-d85751644901 None None] Sync routers for ids ['b007f214-4024-473a-8689-37630a2827b1'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:59:26.860601 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5946b1c-4d3c-4f1e-a153-d85751644901 None None] Routers {'b007f214-4024-473a-8689-37630a2827b1'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:59:26.864199 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b5946b1c-4d3c-4f1e-a153-d85751644901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b007f214-4024-473a-8689-37630a2827b1'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:26.878792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199874d0-257c-4b3d-9b74-732e75f1b535 req-7c0002f0-a186-491f-bdc5-b700e291682d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:26.880435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-199874d0-257c-4b3d-9b74-732e75f1b535 req-7c0002f0-a186-491f-bdc5-b700e291682d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.1547451 Jan 31 15:59:26.936313 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] No DVR routers for this DVR port fc58f754-2914-4049-9501-3d6bfb7fadec on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:59:26.941293 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:26.948186 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-962726be-5289-455b-9e32-1baab64fb128 req-8a720a7f-9534-4cc7-bbeb-71f12bc71766 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.30 "DELETE /v2.0/ports/fc58f754-2914-4049-9501-3d6bfb7fadec HTTP/1.1" status: 204 len: 173 time: 2.2322879 Jan 31 15:59:26.955564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d378e42e-804c-4b2e-8e1f-a992a9c4f923 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:26.977328 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'name': 'network-vif-deleted', 'tag': 'fc58f754-2914-4049-9501-3d6bfb7fadec'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:26.992897 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537f72fc-6401-4a33-a5af-e9be2b85d42e" -d '{"events": [{"server_uuid": "677aab11-2aa9-4627-9ce9-b4315e6f30bd", "name": "network-vif-deleted", "tag": "fc58f754-2914-4049-9501-3d6bfb7fadec"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:27.060991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: d378e42e-804c-4b2e-8e1f-a992a9c4f923 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:27.061414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d378e42e-804c-4b2e-8e1f-a992a9c4f923 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:27.070654 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device fc58f754-2914-4049-9501-3d6bfb7fadec no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:27.093805 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e88327c-0ca0-4c44-87e9-098a5b219031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:27.178807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88327c-0ca0-4c44-87e9-098a5b219031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab8664c-5e4b-4277-a17c-2043af96a81a,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:27.190243 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-199874d0-257c-4b3d-9b74-732e75f1b535 req-b34bf2c8-74ed-4742-9ebb-65748df5de37 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2e3425c-a744-4989-9843-451cc3d1f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572768 Jan 31 15:59:27.197510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: fc58f754-2914-4049-9501-3d6bfb7fadec {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:27.198130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device fc58f754-2914-4049-9501-3d6bfb7fadec not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:27.254961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e88327c-0ca0-4c44-87e9-098a5b219031 admin admin] Checking segment: {'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:27.255603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e88327c-0ca0-4c44-87e9-098a5b219031 admin admin] Network hostable DHCP agents. Network: f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:59:27.283263 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b5946b1c-4d3c-4f1e-a153-d85751644901 None None] Set router b007f214-4024-473a-8689-37630a2827b1 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:59:27.299843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e88327c-0ca0-4c44-87e9-098a5b219031 admin admin] Network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:59:27.318189 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5e88327c-0ca0-4c44-87e9-098a5b219031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:27.329902 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ded6f8a-5458-45a0-ba5b-375a78bf9794 None None] Network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:59:27.340448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88327c-0ca0-4c44-87e9-098a5b219031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:27.341072 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e88327c-0ca0-4c44-87e9-098a5b219031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:27.376238 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f2083ce-191d-4947-8272-80f6206a3682 req-11b2d989-4aec-4c99-b044-82f5a154c609 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0746875 Jan 31 15:59:27.392757 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5e88327c-0ca0-4c44-87e9-098a5b219031 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7936590 Jan 31 15:59:27.733652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67170584-f8c7-4cd8-b2b3-d78da9a7669f None None] Network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:59:27.744111 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b5946b1c-4d3c-4f1e-a153-d85751644901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:58:21Z', 'revision_number': 4, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c', 'name': '', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'mac_address': 'fa:16:3e:d9:3b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:20Z', 'updated_at': '2022-01-31T15:58:26Z', 'revision_number': 5, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'subnets': [{'id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:27.745029 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:27.759252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fd3af-3bcb-4072-a8e9-fffcbad5f380 req-1c787b12-fc20-45ca-b76d-1a5a2f54e432 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:27.763582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-596fd3af-3bcb-4072-a8e9-fffcbad5f380 req-1c787b12-fc20-45ca-b76d-1a5a2f54e432 tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.30 "GET /v2.0/ports?device_id=2884e1be-b8fa-4a37-90e2-3e71cb78b834 HTTP/1.1" status: 200 len: 950 time: 0.1590018 Jan 31 15:59:27.776329 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5946b1c-4d3c-4f1e-a153-d85751644901 None None] Checking router: b007f214-4024-473a-8689-37630a2827b1 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:59:27.786378 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5946b1c-4d3c-4f1e-a153-d85751644901 None None] Routers {'b007f214-4024-473a-8689-37630a2827b1'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:59:27.787109 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b5946b1c-4d3c-4f1e-a153-d85751644901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b007f214-4024-473a-8689-37630a2827b1'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:27.875404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d7070-c340-4b8e-a94d-94cdaca79c6e req-35d98390-ed34-49f3-8501-2f874dadde67 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:27.883655 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fb6d7070-c340-4b8e-a94d-94cdaca79c6e req-35d98390-ed34-49f3-8501-2f874dadde67 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.2077503 Jan 31 15:59:27.946349 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b5946b1c-4d3c-4f1e-a153-d85751644901 None None] Set router b007f214-4024-473a-8689-37630a2827b1 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:59:27.963999 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fb6d7070-c340-4b8e-a94d-94cdaca79c6e req-ab6befcf-54ee-4d8d-a374-4bcafcd403ea tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772762 Jan 31 15:59:28.021079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-596fd3af-3bcb-4072-a8e9-fffcbad5f380 req-e3c94db8-8ad6-42c6-923a-77a6e40f6a1d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Deleting port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:28.021505 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-596fd3af-3bcb-4072-a8e9-fffcbad5f380 req-e3c94db8-8ad6-42c6-923a-77a6e40f6a1d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:28.152795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-596fd3af-3bcb-4072-a8e9-fffcbad5f380 req-e3c94db8-8ad6-42c6-923a-77a6e40f6a1d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] For port f11181ec-4b9c-4763-97ae-05cb5e5b1a78, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:28.153174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-596fd3af-3bcb-4072-a8e9-fffcbad5f380 req-e3c94db8-8ad6-42c6-923a-77a6e40f6a1d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:28.169032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-596fd3af-3bcb-4072-a8e9-fffcbad5f380 req-e3c94db8-8ad6-42c6-923a-77a6e40f6a1d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Calling delete_port for f11181ec-4b9c-4763-97ae-05cb5e5b1a78 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:28.326724 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a2d61d-0298-4cbc-93f3-cd0e263502c1 x-openstack-request-id: req-18a2d61d-0298-4cbc-93f3-cd0e263502c1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:28.327481 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677aab11-2aa9-4627-9ce9-b4315e6f30bd", "name": "network-vif-deleted", "tag": "fc58f754-2914-4049-9501-3d6bfb7fadec", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:28.327481 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18a2d61d-0298-4cbc-93f3-cd0e263502c1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:28.327681 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677aab11-2aa9-4627-9ce9-b4315e6f30bd', 'name': 'network-vif-deleted', 'tag': 'fc58f754-2914-4049-9501-3d6bfb7fadec', 'status': 'completed', 'code': 200} Jan 31 15:59:28.332845 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-596fd3af-3bcb-4072-a8e9-fffcbad5f380 req-e3c94db8-8ad6-42c6-923a-77a6e40f6a1d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:28.344902 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f11181ec-4b9c-4763-97ae-05cb5e5b1a78'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:28.372302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c94db8-8ad6-42c6-923a-77a6e40f6a1d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Pushing event deleted for resources: {'Port': ['ID=f11181ec-4b9c-4763-97ae-05cb5e5b1a78,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:28.410988 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b5946b1c-4d3c-4f1e-a153-d85751644901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:58:21Z', 'revision_number': 4, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c', 'name': '', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'mac_address': 'fa:16:3e:d9:3b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:20Z', 'updated_at': '2022-01-31T15:58:26Z', 'revision_number': 5, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'subnets': [{'id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:28.460583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-596fd3af-3bcb-4072-a8e9-fffcbad5f380 req-e3c94db8-8ad6-42c6-923a-77a6e40f6a1d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] No DVR routers for this DVR port f11181ec-4b9c-4763-97ae-05cb5e5b1a78 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:59:28.463236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-596fd3af-3bcb-4072-a8e9-fffcbad5f380 req-e3c94db8-8ad6-42c6-923a-77a6e40f6a1d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:28.463967 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5946b1c-4d3c-4f1e-a153-d85751644901 None None] The sync data for ids ['b007f214-4024-473a-8689-37630a2827b1'] in n-d-827120-1 is: [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:58:21Z', 'revision_number': 4, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c', 'name': '', 'network_id': '8a6e6c8e-4f4e-4bed-a2de-5536532769f3', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'mac_address': 'fa:16:3e:d9:3b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:20Z', 'updated_at': '2022-01-31T15:58:26Z', 'revision_number': 5, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'subnets': [{'id': 'cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:59:28.467077 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-596fd3af-3bcb-4072-a8e9-fffcbad5f380 req-e3c94db8-8ad6-42c6-923a-77a6e40f6a1d tempest-MigrationsAdminTest-1454596480 tempest-MigrationsAdminTest-1454596480-project] 10.222.0.30 "DELETE /v2.0/ports/f11181ec-4b9c-4763-97ae-05cb5e5b1a78 HTTP/1.1" status: 204 len: 173 time: 0.6672540 Jan 31 15:59:28.950129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3793bcf-0ef4-4dfb-a9b8-5445add47a77 None None] New status for floating IP 38c7b26b-d09b-4d80-bcf7-bfd55c2f136d: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 15:59:30.329318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'name': 'network-vif-deleted', 'tag': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:30.331748 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31844079-b9bc-4a70-b6c7-44ff59270250" -d '{"events": [{"server_uuid": "2884e1be-b8fa-4a37-90e2-3e71cb78b834", "name": "network-vif-deleted", "tag": "f11181ec-4b9c-4763-97ae-05cb5e5b1a78"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:30.663972 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 15:59:32.972872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f11181ec-4b9c-4763-97ae-05cb5e5b1a78 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:32.994524 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: f11181ec-4b9c-4763-97ae-05cb5e5b1a78 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:32.994924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f11181ec-4b9c-4763-97ae-05cb5e5b1a78 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:33.629692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47274) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:33.710417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47280) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:33.830186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad0f1eb-12d5-4071-a385-ec5fdad58616 admin admin] Deleting subnet 839da286-d7fe-47c8-8f9e-973a376f0b70 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:59:33.830957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906d26-a57f-4007-9c82-645bfe9151cc req-6c66b8ba-f73e-4f4f-97f4-693f71b7f672 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:33.834765 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bad0f1eb-12d5-4071-a385-ec5fdad58616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:33.838439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-6c66b8ba-f73e-4f4f-97f4-693f71b7f672 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/networks?id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 HTTP/1.1" status: 200 len: 815 time: 0.2317643 Jan 31 15:59:33.854764 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-db12677b-47ad-4b98-8a70-4c4bc006b484 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/quotas/0b67c92721dc4cd293c2fd53e783c5c3 HTTP/1.1" status: 200 len: 375 time: 0.0153098 Jan 31 15:59:33.892903 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bad0f1eb-12d5-4071-a385-ec5fdad58616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.017300 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e8758da6-dd0f-4dd3-89f7-732b97a5fbae req-629e292b-eee0-4427-8b8b-c915110da495 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.1179914 Jan 31 15:59:34.078196 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d49a-6cbf-46b5-8f83-0d2bd0eac38b tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.080292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47288) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:34.134986 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bad0f1eb-12d5-4071-a385-ec5fdad58616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.221576 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d49a-6cbf-46b5-8f83-0d2bd0eac38b tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.294725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e1de3-d4ee-42cd-9fc6-de572c9ac39b req-d92f1ad6-d611-4a02-b3c8-d4badba03805 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:34.302312 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-385e1de3-d4ee-42cd-9fc6-de572c9ac39b req-d92f1ad6-d611-4a02-b3c8-d4badba03805 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.1687880 Jan 31 15:59:34.315143 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bad0f1eb-12d5-4071-a385-ec5fdad58616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.360665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0f1eb-12d5-4071-a385-ec5fdad58616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=839da286-d7fe-47c8-8f9e-973a376f0b70,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:34.370407 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bad0f1eb-12d5-4071-a385-ec5fdad58616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.376119 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bad0f1eb-12d5-4071-a385-ec5fdad58616 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/839da286-d7fe-47c8-8f9e-973a376f0b70 HTTP/1.1" status: 204 len: 168 time: 0.6617887 Jan 31 15:59:34.376119 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d49a-6cbf-46b5-8f83-0d2bd0eac38b tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.378085 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d49a-6cbf-46b5-8f83-0d2bd0eac38b tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.380977 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dfe5d49a-6cbf-46b5-8f83-0d2bd0eac38b tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "DELETE /v2.0/security-groups/1bd565bf-d290-4645-b1f6-b9105983f09c HTTP/1.1" status: 204 len: 168 time: 0.7471747 Jan 31 15:59:34.380977 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47296) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:34.395299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47298) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:34.457351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-90084923-8e81-44b8-9ba7-49e783a22003 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b67c92721dc4cd293c2fd53e783c5c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6011236 Jan 31 15:59:34.462154 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-385e1de3-d4ee-42cd-9fc6-de572c9ac39b req-853c773f-7d82-4fcf-83b1-823c8bf3a776 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587377 Jan 31 15:59:34.463130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5d49a-6cbf-46b5-8f83-0d2bd0eac38b tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd565bf-d290-4645-b1f6-b9105983f09c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:34.510835 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76ada09-e6b4-4c72-9848-7f6e7d2f21e0 x-openstack-request-id: req-e76ada09-e6b4-4c72-9848-7f6e7d2f21e0 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:34.511461 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2884e1be-b8fa-4a37-90e2-3e71cb78b834", "name": "network-vif-deleted", "tag": "f11181ec-4b9c-4763-97ae-05cb5e5b1a78", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:34.512050 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e76ada09-e6b4-4c72-9848-7f6e7d2f21e0 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:34.512675 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2884e1be-b8fa-4a37-90e2-3e71cb78b834', 'name': 'network-vif-deleted', 'tag': 'f11181ec-4b9c-4763-97ae-05cb5e5b1a78', 'status': 'completed', 'code': 200} Jan 31 15:59:34.525299 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-d5277beb-0685-4dbd-98f7-40b4f4b6b24a tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] show failed (client error): The resource could not be found. Jan 31 15:59:34.526373 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d5277beb-0685-4dbd-98f7-40b4f4b6b24a tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "GET /v2.0/security-groups/1bd565bf-d290-4645-b1f6-b9105983f09c HTTP/1.1" status: 404 len: 347 time: 0.1190975 Jan 31 15:59:34.537620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47300) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:34.630138 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-0c3ea181-7e94-4e9a-8bf1-654ae874fc45 service neutron] 10.222.0.36 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713934 Jan 31 15:59:34.651883 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ffae5465-10e9-47af-9877-bd026246815c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d4f027d8d234567ad636e8cf1ec111c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5683591 Jan 31 15:59:34.655636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47312) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:34.711371 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.868407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe64c78-caa8-495e-83ec-0974a5bdeaac req-5941ba04-b6d8-48f7-8165-013d1a965fdc tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:34.870790 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cfe64c78-caa8-495e-83ec-0974a5bdeaac req-5941ba04-b6d8-48f7-8165-013d1a965fdc tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 950 time: 0.1487837 Jan 31 15:59:34.886618 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab3df211-002c-4345-9673-69c6582ebd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.915323 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab3df211-002c-4345-9673-69c6582ebd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.931558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.963238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0821dae6-3888-45cb-bd0a-bbf3376084e0 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Deleting port 01ad1336-e5f5-4192-b866-65bb201de55c {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:34.964178 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0821dae6-3888-45cb-bd0a-bbf3376084e0 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.977930 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab3df211-002c-4345-9673-69c6582ebd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.981032 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab3df211-002c-4345-9673-69c6582ebd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:34.982385 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ab3df211-002c-4345-9673-69c6582ebd35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2e3425c-a744-4989-9843-451cc3d1f5c6 HTTP/1.1" status: 204 len: 168 time: 0.3260984 Jan 31 15:59:34.990172 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-d98ac769-5144-429a-9793-2519cd838ff7 service neutron] 10.222.0.36 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544352 Jan 31 15:59:35.002847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3df211-002c-4345-9673-69c6582ebd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e3425c-a744-4989-9843-451cc3d1f5c6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:35.021590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6c1885-f12f-429b-aeb8-d54adc6f9f1b']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:35.075816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cbffa5-3281-4dff-8b22-56a235a47612') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:35.076187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cbffa5-3281-4dff-8b22-56a235a47612') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:35.095585 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cfe64c78-caa8-495e-83ec-0974a5bdeaac req-cac97322-c699-422f-bd3f-912fde556e1b tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902678 Jan 31 15:59:35.128838 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:35.173241 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:35.188329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:59:35.188760 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:59:35.191076 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:59:35.212127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0821dae6-3888-45cb-bd0a-bbf3376084e0 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:35.212690 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0821dae6-3888-45cb-bd0a-bbf3376084e0 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:35.331809 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ffda04e-a2c7-48c4-afce-e693dc3ef059 req-32846d12-a21a-46aa-aaa8-ab94ad2c460c tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0686886 Jan 31 15:59:35.360940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0821dae6-3888-45cb-bd0a-bbf3376084e0 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Calling delete_port for 01ad1336-e5f5-4192-b866-65bb201de55c owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:35.378945 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:35.386026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:35.392904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7a6c1885-f12f-429b-aeb8-d54adc6f9f1b HTTP/1.1" status: 204 len: 168 time: 1.0009341 Jan 31 15:59:35.441373 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15a46379-cf0f-4427-b9e2-531a214e1bc2 req-2de080af-22b4-4388-a210-febe756e76ec tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 210 time: 0.0881920 Jan 31 15:59:35.545415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344160b3-6945-468b-8809-c61f04a64c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6c1885-f12f-429b-aeb8-d54adc6f9f1b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:35.707726 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47342) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:35.788247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962843c-03b0-4b2c-9f7e-837356973148 req-1bb03400-f9f8-491f-896b-72c3d38beac4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:35.790614 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c962843c-03b0-4b2c-9f7e-837356973148 req-1bb03400-f9f8-491f-896b-72c3d38beac4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.1637421 Jan 31 15:59:35.816858 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0821dae6-3888-45cb-bd0a-bbf3376084e0 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:35.820072 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-24ae9a49-101a-4d4f-8a10-c6d75b001e2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0e812e7e7a646a78c5ce3b0db963938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1085274 Jan 31 15:59:35.822539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47344) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:35.859746 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47346) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:35.902597 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c962843c-03b0-4b2c-9f7e-837356973148 req-ded64bb5-8ba4-4746-962c-c14dd8876741 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047881 Jan 31 15:59:35.908080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821dae6-3888-45cb-bd0a-bbf3376084e0 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Pushing event deleted for resources: {'Port': ['ID=01ad1336-e5f5-4192-b866-65bb201de55c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:35.941579 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-946a3683-f19d-43d8-af16-0850072e716a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06ea88ab674e485090752cf90aaea98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783257 Jan 31 15:59:35.942706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47348) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:35.991873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0821dae6-3888-45cb-bd0a-bbf3376084e0 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:35.994506 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0821dae6-3888-45cb-bd0a-bbf3376084e0 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:35.996624 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0821dae6-3888-45cb-bd0a-bbf3376084e0 tempest-ServersTestFqdnHostnames-49190058 tempest-ServersTestFqdnHostnames-49190058-project] 10.222.0.36 "DELETE /v2.0/floatingips/38c7b26b-d09b-4d80-bcf7-bfd55c2f136d HTTP/1.1" status: 204 len: 168 time: 1.4519515 Jan 31 15:59:36.001098 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47350) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:36.101226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-911bc461-3ed4-4799-b7a3-41c8af6792e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:36.167420 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-911bc461-3ed4-4799-b7a3-41c8af6792e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:36.218045 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3619436-9a90-4a84-80f6-b99bef75f0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:36.310475 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3619436-9a90-4a84-80f6-b99bef75f0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:36.412503 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3619436-9a90-4a84-80f6-b99bef75f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:36.415674 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3619436-9a90-4a84-80f6-b99bef75f0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:36.416919 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e3619436-9a90-4a84-80f6-b99bef75f0d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14541159-6271-4e33-b75b-fac8242b98cb HTTP/1.1" status: 204 len: 168 time: 0.5881097 Jan 31 15:59:36.441234 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-911bc461-3ed4-4799-b7a3-41c8af6792e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:36.454980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3619436-9a90-4a84-80f6-b99bef75f0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14541159-6271-4e33-b75b-fac8242b98cb,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:36.456347 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-911bc461-3ed4-4799-b7a3-41c8af6792e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:36.466255 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-911bc461-3ed4-4799-b7a3-41c8af6792e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d990561-974e-463d-99dc-df792386d6af HTTP/1.1" status: 204 len: 168 time: 0.5222497 Jan 31 15:59:36.552906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8c222-e311-423c-93af-d3159c18262f req-c215006d-dd57-4a44-8438-8cff2640fae7 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:36.555257 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eff8c222-e311-423c-93af-d3159c18262f req-c215006d-dd57-4a44-8438-8cff2640fae7 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 950 time: 0.2970839 Jan 31 15:59:36.555534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bc461-3ed4-4799-b7a3-41c8af6792e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d990561-974e-463d-99dc-df792386d6af,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:36.734575 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a327adc-e5c4-4f2d-8b99-4cdd62139b73 req-68243d7f-2094-4a51-8247-fd6df7eef36b tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.1443887 Jan 31 15:59:36.741510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eff8c222-e311-423c-93af-d3159c18262f req-e001032b-d79f-4648-b14e-9b1f9938a2e3 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591439 Jan 31 15:59:36.952388 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-071de66f-ed87-488a-bdb4-8469c28b5413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:36.953836 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c90a1b60-ec36-46df-aefd-c0071bdaad25 req-94ec0bbd-8271-4523-bb88-ab23bda7bbc1 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 210 time: 0.0693500 Jan 31 15:59:37.164101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17e5c7-6993-4605-bd67-36e8373d53a6 req-b36d6bcb-6643-40c7-accf-495fd407d8f5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:37.175963 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d17e5c7-6993-4605-bd67-36e8373d53a6 req-b36d6bcb-6643-40c7-accf-495fd407d8f5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.0913279 Jan 31 15:59:37.438625 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d17e5c7-6993-4605-bd67-36e8373d53a6 req-6981f22b-9a30-4fc6-a665-d50df4125878 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600167 Jan 31 15:59:37.520153 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906d26-a57f-4007-9c82-645bfe9151cc req-fee4ad4c-a635-4137-bfbe-cce64a6f90fd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:37.522028 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-fee4ad4c-a635-4137-bfbe-cce64a6f90fd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.30 "GET /v2.0/networks?id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 HTTP/1.1" status: 200 len: 815 time: 0.3036416 Jan 31 15:59:37.540337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-24906d26-a57f-4007-9c82-645bfe9151cc req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Request body: {'port': {'device_id': 'eaaca6a6-43ab-49a9-a410-ab23bae4708f', 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1', 'admin_state_up': True, 'tenant_id': '0b67c92721dc4cd293c2fd53e783c5c3'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:37.585088 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-071de66f-ed87-488a-bdb4-8469c28b5413 admin admin] Deleting port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:37.585496 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-071de66f-ed87-488a-bdb4-8469c28b5413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:37.795444 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24906d26-a57f-4007-9c82-645bfe9151cc req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Made reservation on behalf of 0b67c92721dc4cd293c2fd53e783c5c3 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:37.806109 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24906d26-a57f-4007-9c82-645bfe9151cc req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:37.822505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-071de66f-ed87-488a-bdb4-8469c28b5413 admin admin] For port f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c,segment=NetworkSegment(97c4ce8e-8c54-4550-b0be-c6e319d8f348),segment_id=97c4ce8e-8c54-4550-b0be-c6e319d8f348)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:37.822918 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-071de66f-ed87-488a-bdb4-8469c28b5413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:37.869745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-071de66f-ed87-488a-bdb4-8469c28b5413 admin admin] Calling delete_port for f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:38.078204 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-771f9395-d0b2-46f5-9daf-9cc7aaf59d64 req-fd08e563-38cf-444a-9423-ba1ecf2440c8 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.2226541 Jan 31 15:59:38.332310 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f091e322-45c4-4eb3-8666-5a0aee8f200e req-87182d08-5fed-450b-b734-4d8b4ba4810c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 210 time: 0.0881791 Jan 31 15:59:38.392743 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-24906d26-a57f-4007-9c82-645bfe9151cc req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Allocated IP 172.20.0.4 (f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1/6ab8664c-5e4b-4277-a17c-2043af96a81a/9d3745b0-2a33-441e-bdbd-ef452719973e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:59:38.479015 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-071de66f-ed87-488a-bdb4-8469c28b5413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:38.539930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071de66f-ed87-488a-bdb4-8469c28b5413 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:38.643245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47474) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:38.943379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b22700af-7676-45a9-919e-fa459ffc20af no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:38.975985 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24906d26-a57f-4007-9c82-645bfe9151cc req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:39.104423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24906d26-a57f-4007-9c82-645bfe9151cc req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:39.107744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-071de66f-ed87-488a-bdb4-8469c28b5413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:39.224289 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:39.284138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:39.285945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:39.291512 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4ff042-287c-4d09-97cb-d6c587dfcffe" -d '{"events": [{"server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "name": "network-vif-unplugged", "status": "completed", "tag": "b22700af-7676-45a9-919e-fa459ffc20af"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:39.297542 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:39.346801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24906d26-a57f-4007-9c82-645bfe9151cc req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:59:39.367569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-24906d26-a57f-4007-9c82-645bfe9151cc req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:39.372138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-24906d26-a57f-4007-9c82-645bfe9151cc req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:59:39.374253 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b22700af-7676-45a9-919e-fa459ffc20af,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:39.421847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d3892-6cb6-455a-97d5-aa5427a6904a req-70ab04cc-308c-4515-bd1d-0031df4fcdf4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:39.431852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-173d3892-6cb6-455a-97d5-aa5427a6904a req-70ab04cc-308c-4515-bd1d-0031df4fcdf4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.3406579 Jan 31 15:59:39.450027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Pushing event updated for resources: {'Port': ['ID=9d3745b0-2a33-441e-bdbd-ef452719973e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:39.462524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:39.463103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:39.463654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:39.464190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:39.464737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:39.465277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:39.465849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:39.466388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:39.466944 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:39.467473 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:39.468014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:39.468548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:39.520459 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906d26-a57f-4007-9c82-645bfe9151cc req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:39.521587 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24906d26-a57f-4007-9c82-645bfe9151cc req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:39.552610 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-173d3892-6cb6-455a-97d5-aa5427a6904a req-52c8b5cb-196d-4cc9-bc18-80b048abaea4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194272 Jan 31 15:59:39.575683 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-34bf0db3-886f-4a82-94ee-9253d2b22dab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0397167 Jan 31 15:59:39.602729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Request body: {'port': {'device_id': 'eaaca6a6-43ab-49a9-a410-ab23bae4708f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:39.632747 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216e4ea1-3083-43b8-b927-e45e463e202c x-openstack-request-id: req-216e4ea1-3083-43b8-b927-e45e463e202c {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:39.633376 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "name": "network-vif-unplugged", "status": "completed", "tag": "b22700af-7676-45a9-919e-fa459ffc20af", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:39.634077 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-216e4ea1-3083-43b8-b927-e45e463e202c {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:39.634587 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af', 'code': 200} Jan 31 15:59:39.713335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-798204329-network', 'tenant_id': '9bb02b93fc6840c9aa9d9ad5bab046b4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:39.761387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:39.762183 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e783313-41a2-4bc9-a41c-82b6cb60e31c req-622b2665-c578-4590-a953-399c56214397 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0525758 Jan 31 15:59:39.768425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Made reservation on behalf of 9bb02b93fc6840c9aa9d9ad5bab046b4 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:39.773258 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:39.832436 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:39.851773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f4df6-fd82-4312-a278-d50007ff35f1 req-3781f6a8-a919-476a-8e19-9fd0ef5efe86 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:39.860330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef8f4df6-fd82-4312-a278-d50007ff35f1 req-3781f6a8-a919-476a-8e19-9fd0ef5efe86 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 931 time: 0.1632087 Jan 31 15:59:39.931730 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef8f4df6-fd82-4312-a278-d50007ff35f1 req-b31eca40-5f80-45a3-8d5d-cd8349740eab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660737 Jan 31 15:59:40.092523 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071de66f-ed87-488a-bdb4-8469c28b5413 admin admin] Router b007f214-4024-473a-8689-37630a2827b1 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 15:59:40.109365 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:40.159556 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:40.170570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:59:40.179495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:40.179934 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Added segment 37411a04-f086-46b6-8bc9-3829c7bbbffa of type vlan for network 90539b30-d4d9-4efc-a62e-b024cc1f908f Jan 31 15:59:40.185142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3745b0-2a33-441e-bdbd-ef452719973e {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:59:40.194163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:40.208999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Transition to ACTIVE for port object 9d3745b0-2a33-441e-bdbd-ef452719973e will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:59:40.216244 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:40.234182 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:40.285919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Pushing event updated for resources: {'Port': ['ID=9d3745b0-2a33-441e-bdbd-ef452719973e,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:40.327375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f4b2cc-34e6-44ba-9690-f5568980d566,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:40.361452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:40.361765 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:40.362124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:40.362555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:40.363332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:40.363332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:40.363579 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:40.363949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:40.364324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:40.364557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:40.364870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:40.370012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:40.376046 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:40.377098 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:40.377796 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:40.387604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071de66f-ed87-488a-bdb4-8469c28b5413 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:59:40.400231 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff58c7-5cc2-4541-80c6-1d521e5d4c4c None None] Sync routers for ids ['b007f214-4024-473a-8689-37630a2827b1'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:59:40.406622 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-071de66f-ed87-488a-bdb4-8469c28b5413 admin admin] 10.222.0.36 "PUT /v2.0/routers/b007f214-4024-473a-8689-37630a2827b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4043188 Jan 31 15:59:40.408428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Attempting to bind port 9d3745b0-2a33-441e-bdbd-ef452719973e on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:59:40.408795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Attempting to bind port 9d3745b0-2a33-441e-bdbd-ef452719973e by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:59:40.410140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Attempting to bind port 9d3745b0-2a33-441e-bdbd-ef452719973e on network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:59:40.412624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47536) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:40.417016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Port 9d3745b0-2a33-441e-bdbd-ef452719973e on network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:59:40.419893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Attempting to bind port 9d3745b0-2a33-441e-bdbd-ef452719973e on network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:59:40.426366 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff58c7-5cc2-4541-80c6-1d521e5d4c4c None None] Routers {'b007f214-4024-473a-8689-37630a2827b1'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:59:40.427202 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d7ff58c7-5cc2-4541-80c6-1d521e5d4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b007f214-4024-473a-8689-37630a2827b1'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:40.428737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:59:40.429126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Checking segment: {'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:40.429905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Bound using segment: {'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:59:40.430384 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Bound port: 9d3745b0-2a33-441e-bdbd-ef452719973e, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:59:40.430773 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:40.608879 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-d7ff58c7-5cc2-4541-80c6-1d521e5d4c4c None None] Set router b007f214-4024-473a-8689-37630a2827b1 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:59:40.610377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] For port 9d3745b0-2a33-441e-bdbd-ef452719973e, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:59:40.617861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] For port 9d3745b0-2a33-441e-bdbd-ef452719973e, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9d3745b0-2a33-441e-bdbd-ef452719973e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:59:40.630565 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:40.674391 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0247633 Jan 31 15:59:40.678861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47546) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:40.689755 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fe081bfb-43cb-43f8-bcdb-90cc0a052b80 admin admin] Request body: {'subnet': {'network_id': '90539b30-d4d9-4efc-a62e-b024cc1f908f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-798204329-subnet', 'tenant_id': '9bb02b93fc6840c9aa9d9ad5bab046b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:40.696693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2721a-f01c-4df4-9aad-95c452b38b68 admin admin] Pushing event updated for resources: {'Network': ['ID=90539b30-d4d9-4efc-a62e-b024cc1f908f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:40.717872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 90539b30-d4d9-4efc-a62e-b024cc1f908f details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:59:40.755901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:40.758382 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:40.762388 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] 10.222.0.30 "PUT /v2.0/ports/9d3745b0-2a33-441e-bdbd-ef452719973e HTTP/1.1" status: 200 len: 1091 time: 1.1731310 Jan 31 15:59:40.810273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe081bfb-43cb-43f8-bcdb-90cc0a052b80 admin admin] Made reservation on behalf of 9bb02b93fc6840c9aa9d9ad5bab046b4 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:40.814376 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe081bfb-43cb-43f8-bcdb-90cc0a052b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:40.857017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaaca6a6-43ab-49a9-a410-ab23bae4708f', 'tag': '9d3745b0-2a33-441e-bdbd-ef452719973e'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:40.866166 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23c3d4e-0f0a-43b7-906a-9470dd16d2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "eaaca6a6-43ab-49a9-a410-ab23bae4708f", "tag": "9d3745b0-2a33-441e-bdbd-ef452719973e"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:40.977939 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d7ff58c7-5cc2-4541-80c6-1d521e5d4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:59:38Z', 'revision_number': 5, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:41.032846 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff58c7-5cc2-4541-80c6-1d521e5d4c4c None None] Checking router: b007f214-4024-473a-8689-37630a2827b1 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:59:41.048955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43598ef-a186-4995-8f4f-3773fb50419f service neutron] Pushing event updated for resources: {'Port': ['ID=9d3745b0-2a33-441e-bdbd-ef452719973e,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:41.054732 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff58c7-5cc2-4541-80c6-1d521e5d4c4c None None] Routers {'b007f214-4024-473a-8689-37630a2827b1'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:59:41.055383 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d7ff58c7-5cc2-4541-80c6-1d521e5d4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b007f214-4024-473a-8689-37630a2827b1'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:41.065317 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:41.078384 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe081bfb-43cb-43f8-bcdb-90cc0a052b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:41.079428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82203b3-4bcb-49f0-aec9-357f440a78c9 req-b4fdcbcd-6181-409c-93ee-0af4b40120fa tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:41.081127 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e82203b3-4bcb-49f0-aec9-357f440a78c9 req-b4fdcbcd-6181-409c-93ee-0af4b40120fa tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.3913770 Jan 31 15:59:41.084739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906d26-a57f-4007-9c82-645bfe9151cc req-fcd06b84-8253-434a-b9a0-388efb7ea665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:41.086285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-fcd06b84-8253-434a-b9a0-388efb7ea665 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b67c92721dc4cd293c2fd53e783c5c3&device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 1094 time: 0.2161262 Jan 31 15:59:41.148041 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a01e799e-0108-4f32-8e2a-09781c2b9051 req-309c0cb6-8042-4e57-9190-910c347e6142 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0865352 Jan 31 15:59:41.170773 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-d660277b-977c-41af-b946-282007bf6f51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3745b0-2a33-441e-bdbd-ef452719973e HTTP/1.1" status: 200 len: 217 time: 0.0584109 Jan 31 15:59:41.191701 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-d7ff58c7-5cc2-4541-80c6-1d521e5d4c4c None None] Set router b007f214-4024-473a-8689-37630a2827b1 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:59:41.277067 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fd5fcf-048a-4a4c-8dec-343db7ccb06a x-openstack-request-id: req-e1fd5fcf-048a-4a4c-8dec-343db7ccb06a {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:41.277814 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaaca6a6-43ab-49a9-a410-ab23bae4708f", "tag": "9d3745b0-2a33-441e-bdbd-ef452719973e", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:41.277814 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1fd5fcf-048a-4a4c-8dec-343db7ccb06a {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:41.278489 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaaca6a6-43ab-49a9-a410-ab23bae4708f', 'tag': '9d3745b0-2a33-441e-bdbd-ef452719973e', 'status': 'completed', 'code': 200} Jan 31 15:59:41.286666 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe081bfb-43cb-43f8-bcdb-90cc0a052b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1d10ed-b886-493b-8f87-c28a47feafd0,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:41.302206 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e82203b3-4bcb-49f0-aec9-357f440a78c9 req-b11ec628-3bcf-413f-9ff9-fa4f00daaa41 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105298 Jan 31 15:59:41.303864 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe081bfb-43cb-43f8-bcdb-90cc0a052b80 admin admin] Checking segment: {'id': '37411a04-f086-46b6-8bc9-3829c7bbbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '90539b30-d4d9-4efc-a62e-b024cc1f908f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:41.304185 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe081bfb-43cb-43f8-bcdb-90cc0a052b80 admin admin] Network hostable DHCP agents. Network: 90539b30-d4d9-4efc-a62e-b024cc1f908f, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:59:41.353611 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:41.359478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe081bfb-43cb-43f8-bcdb-90cc0a052b80 admin admin] Network 90539b30-d4d9-4efc-a62e-b024cc1f908f is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:59:41.360926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906d26-a57f-4007-9c82-645bfe9151cc req-b568813e-eace-4ee1-9411-958c9526b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:41.365252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-b568813e-eace-4ee1-9411-958c9526b4da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ab8664c-5e4b-4277-a17c-2043af96a81a HTTP/1.1" status: 200 len: 855 time: 0.1768889 Jan 31 15:59:41.385116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-fe081bfb-43cb-43f8-bcdb-90cc0a052b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 90539b30-d4d9-4efc-a62e-b024cc1f908f) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:41.399279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30070d7e-3167-49fb-a52b-d50501ad3e6a None None] Network 90539b30-d4d9-4efc-a62e-b024cc1f908f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:59:41.441694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe081bfb-43cb-43f8-bcdb-90cc0a052b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:41.443539 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe081bfb-43cb-43f8-bcdb-90cc0a052b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:41.458806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-ed17e73d-f555-4e94-9538-7c84e49279e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707474 Jan 31 15:59:41.513788 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fe081bfb-43cb-43f8-bcdb-90cc0a052b80 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8238392 Jan 31 15:59:41.541369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Deleting port 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:41.541760 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:41.659982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c08fe49-3bfe-4f90-8de6-40221450e1c6 None None] Network 90539b30-d4d9-4efc-a62e-b024cc1f908f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:59:41.703049 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d7ff58c7-5cc2-4541-80c6-1d521e5d4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:59:38Z', 'revision_number': 5, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:41.709321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df9c9f-0f8a-4b14-b9a4-3f6bd5321d54 req-cdcb113c-1c26-435d-8ab7-ddede6566029 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:41.712918 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] For port 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0b38f0ed-7bfc-43dc-b96a-e46bf82386c6,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:41.716619 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:41.717318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e0df9c9f-0f8a-4b14-b9a4-3f6bd5321d54 req-cdcb113c-1c26-435d-8ab7-ddede6566029 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 943 time: 0.2555869 Jan 31 15:59:41.750638 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Calling delete_port for 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:41.775597 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff58c7-5cc2-4541-80c6-1d521e5d4c4c None None] The sync data for ids ['b007f214-4024-473a-8689-37630a2827b1'] in n-d-827120-1 is: [{'id': 'b007f214-4024-473a-8689-37630a2827b1', 'name': 'tempest-ServersTestFqdnHostnames-790608439-router', 'tenant_id': '74fd0407849e4616bfa436ddbdf701b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:16Z', 'updated_at': '2022-01-31T15:59:38Z', 'revision_number': 5, 'project_id': '74fd0407849e4616bfa436ddbdf701b2', 'gw_port': {'id': '0b38f0ed-7bfc-43dc-b96a-e46bf82386c6', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f214-4024-473a-8689-37630a2827b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:17Z', 'updated_at': '2022-01-31T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 15:59:41.855898 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e0df9c9f-0f8a-4b14-b9a4-3f6bd5321d54 req-1a15ead8-9991-4854-95bb-ab547d4de66e tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362336 Jan 31 15:59:41.858552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-964f5447-8c73-448b-a8b0-5879d1a3d95f service neutron] 10.222.0.30 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787043 Jan 31 15:59:42.015922 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24906d26-a57f-4007-9c82-645bfe9151cc req-25b8ed5e-b7e6-4307-bdd1-cb2224ea58aa service neutron] 10.222.0.30 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441817 Jan 31 15:59:42.019093 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:42.076131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=0b38f0ed-7bfc-43dc-b96a-e46bf82386c6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:42.124115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:42.189553 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3d4e-0f0a-43b7-906a-9470dd16d2cc req-53159d50-cfa3-4f8e-a9fe-a805d7e98548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:42.191071 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e23c3d4e-0f0a-43b7-906a-9470dd16d2cc req-53159d50-cfa3-4f8e-a9fe-a805d7e98548 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b67c92721dc4cd293c2fd53e783c5c3&device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 1094 time: 0.1056850 Jan 31 15:59:42.271028 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:42.274241 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:42.319725 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-63d15c1c-701b-4466-b2e8-e7abafab2b2b tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:42.321336 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-63d15c1c-701b-4466-b2e8-e7abafab2b2b tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/networks?id=90539b30-d4d9-4efc-a62e-b024cc1f908f HTTP/1.1" status: 200 len: 813 time: 0.2513316 Jan 31 15:59:42.350179 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-f99a02b6-bd06-4063-abe0-337970fb5316 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/quotas/9bb02b93fc6840c9aa9d9ad5bab046b4 HTTP/1.1" status: 200 len: 375 time: 0.0181911 Jan 31 15:59:42.403421 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-74bb9e1b-9528-4d35-a80a-1bf3700aa9a9 req-430ff7ce-22bd-4163-9ec3-60a8adaaf253 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0585785 Jan 31 15:59:42.422497 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-20f26b6d-ffb8-4e15-83f7-8f87da6134e7 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9bb02b93fc6840c9aa9d9ad5bab046b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627639 Jan 31 15:59:42.422748 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:42.424864 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b007f214-4024-473a-8689-37630a2827b1 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 15:59:42.429218 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:42.432651 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-936d137c-74a5-41de-84d4-7e9b5f3f7c7b admin admin] 10.222.0.36 "DELETE /v2.0/routers/b007f214-4024-473a-8689-37630a2827b1 HTTP/1.1" status: 204 len: 168 time: 2.0165806 Jan 31 15:59:42.433084 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47618) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:42.453245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3d4e-0f0a-43b7-906a-9470dd16d2cc req-2468124f-583e-43ce-946e-dc783f2b7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:42.456720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e23c3d4e-0f0a-43b7-906a-9470dd16d2cc req-2468124f-583e-43ce-946e-dc783f2b7399 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 HTTP/1.1" status: 200 len: 916 time: 0.2553561 Jan 31 15:59:42.523828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bd8563-c3b2-44ac-b070-07d00788aefc admin admin] Deleting subnet cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 15:59:42.545346 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54bd8563-c3b2-44ac-b070-07d00788aefc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:42.561229 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e23c3d4e-0f0a-43b7-906a-9470dd16d2cc req-08a2af28-e4b1-4a1a-8759-8913e3779097 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3745b0-2a33-441e-bdbd-ef452719973e HTTP/1.1" status: 200 len: 217 time: 0.0918260 Jan 31 15:59:42.636083 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54bd8563-c3b2-44ac-b070-07d00788aefc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:42.667872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3d4e-0f0a-43b7-906a-9470dd16d2cc req-c747c9bd-b8c9-45af-8dd8-e6fd748dc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:42.669841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e23c3d4e-0f0a-43b7-906a-9470dd16d2cc req-c747c9bd-b8c9-45af-8dd8-e6fd748dc54b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ab8664c-5e4b-4277-a17c-2043af96a81a HTTP/1.1" status: 200 len: 855 time: 0.1011016 Jan 31 15:59:42.670779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805f794-39d3-419d-b172-21bbda3a9cb0 req-92c24d6a-1f09-4ed7-9101-67f946334560 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:42.674238 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2805f794-39d3-419d-b172-21bbda3a9cb0 req-92c24d6a-1f09-4ed7-9101-67f946334560 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.1559167 Jan 31 15:59:42.688501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-a5fde342-1054-4e30-b181-89ccf7f03da4 service neutron] 10.222.0.36 "GET /v2.0/networks/90539b30-d4d9-4efc-a62e-b024cc1f908f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530596 Jan 31 15:59:42.737809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e23c3d4e-0f0a-43b7-906a-9470dd16d2cc req-a72083e5-345a-47f2-956c-5b8c8c0da0db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481501 Jan 31 15:59:42.752275 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2805f794-39d3-419d-b172-21bbda3a9cb0 req-c0159cac-f18e-42a6-aea6-7750cccf590e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651240 Jan 31 15:59:42.770506 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54bd8563-c3b2-44ac-b070-07d00788aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:42.866522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47632) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:42.879351 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54bd8563-c3b2-44ac-b070-07d00788aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:42.933448 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-53933a25-7d14-4cc7-ae31-bc4076e1a36c service neutron] 10.222.0.36 "GET /v2.0/networks/90539b30-d4d9-4efc-a62e-b024cc1f908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353520 Jan 31 15:59:42.949351 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b22700af-7676-45a9-919e-fa459ffc20af details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:59:42.979326 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e23c3d4e-0f0a-43b7-906a-9470dd16d2cc req-5bfeb380-0372-4679-a33c-673398ca6a9e service neutron] 10.222.0.30 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143915 Jan 31 15:59:42.990118 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54bd8563-c3b2-44ac-b070-07d00788aefc admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.000032 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-54bd8563-c3b2-44ac-b070-07d00788aefc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce HTTP/1.1" status: 204 len: 168 time: 0.5637832 Jan 31 15:59:43.000032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd8563-c3b2-44ac-b070-07d00788aefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd2ca63-f1a1-4912-b6d2-d7735d5bfcce,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:43.017785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47646) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:43.144357 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e8fa315-6ffc-49bd-8ef0-342f1a861857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.219048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9484872-7729-44e9-ac66-b0114fb842ef None None] Network 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:59:43.294009 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8811d07b-d3d4-4ee1-b8b3-9080a905e6c8 req-8e2778ca-bdd4-4d6c-bf53-22f887f48412 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 210 time: 0.0654378 Jan 31 15:59:43.379197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:43.380149 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.393296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b0df2-d9ec-468d-be3d-7f9c7a76af9f req-5c3c89a1-a001-41f2-b163-1e88b9b8f0df tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:43.394881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-913b0df2-d9ec-468d-be3d-7f9c7a76af9f req-5c3c89a1-a001-41f2-b163-1e88b9b8f0df tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 943 time: 0.3578744 Jan 31 15:59:43.402910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:43.474018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e8fa315-6ffc-49bd-8ef0-342f1a861857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.483964 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e23c3d4e-0f0a-43b7-906a-9470dd16d2cc req-04f24078-c49e-4a94-941c-164cb723c95f service neutron] 10.222.0.30 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948535 Jan 31 15:59:43.488557 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-913b0df2-d9ec-468d-be3d-7f9c7a76af9f req-f7304bdb-732e-4583-983d-a9b51223f911 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835631 Jan 31 15:59:43.488740 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e8fa315-6ffc-49bd-8ef0-342f1a861857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.508563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Deleting port 8ae55a75-cf35-42ec-9520-599c896b5efd {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 15:59:43.508896 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.573492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:43.574377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f4dbf9b1-2f8c-430a-bc79-f47a4dfb8e4c not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:43.574969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:43.608366 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'b22700af-7676-45a9-919e-fa459ffc20af', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'b22700af-7676-45a9-919e-fa459ffc20af', 'mac_address': 'fa:16:3e:90:62:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:59:43.608674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] For port 8ae55a75-cf35-42ec-9520-599c896b5efd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8ae55a75-cf35-42ec-9520-599c896b5efd,segment=NetworkSegment(97c4ce8e-8c54-4550-b0be-c6e319d8f348),segment_id=97c4ce8e-8c54-4550-b0be-c6e319d8f348)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:43.608945 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.616658 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:43.617669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0b38f0ed-7bfc-43dc-b96a-e46bf82386c6 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:43.617940 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1fce4924-e8bc-4e04-aa4e-91bed1d59d87 req-37a6b80f-def3-4f64-a413-b99814109dfc tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0609150 Jan 31 15:59:43.628011 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2e8fa315-6ffc-49bd-8ef0-342f1a861857 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0c15e72ff594f8e9ddd2a79cafe7937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7589648 Jan 31 15:59:43.632935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47672) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:43.651846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fa315-6ffc-49bd-8ef0-342f1a861857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f3687c-35a3-4763-b847-51e0e98207ba,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:43.662588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Calling delete_port for 8ae55a75-cf35-42ec-9520-599c896b5efd owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 15:59:43.714583 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.740185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22700af-7676-45a9-919e-fa459ffc20af {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:59:43.746570 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e387fa7-85e7-4519-84de-3adb52bb8baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.769516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:43.782711 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.785903 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e387fa7-85e7-4519-84de-3adb52bb8baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.791890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2acd8cc-8fce-49f7-879f-0682b1caf75c None None] DHCP port deletion for 8a6e6c8e-4f4e-4bed-a2de-5536532769f3 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 15:59:43.798063 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.866189 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e387fa7-85e7-4519-84de-3adb52bb8baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.871637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae55a75-cf35-42ec-9520-599c896b5efd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:43.872771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e387fa7-85e7-4519-84de-3adb52bb8baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:43.876752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2e387fa7-85e7-4519-84de-3adb52bb8baf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83f3687c-35a3-4763-b847-51e0e98207ba HTTP/1.1" status: 204 len: 168 time: 0.2420709 Jan 31 15:59:43.886555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] No DVR routers for this DVR port 8ae55a75-cf35-42ec-9520-599c896b5efd on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 15:59:43.909312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e387fa7-85e7-4519-84de-3adb52bb8baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f3687c-35a3-4763-b847-51e0e98207ba,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:43.912406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['b22700af-7676-45a9-919e-fa459ffc20af'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:43.988692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b22700af-7676-45a9-919e-fa459ffc20af,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:44.105193 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:44.136890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54bfba-b9a6-4f9c-a3e9-3acab20d8587 req-1264f990-9b03-47ff-852c-9b472894e08c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:44.145353 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fe54bfba-b9a6-4f9c-a3e9-3acab20d8587 req-1264f990-9b03-47ff-852c-9b472894e08c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.2068961 Jan 31 15:59:44.166054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6e6c8e-4f4e-4bed-a2de-5536532769f3']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:44.205587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c4ce8e-8c54-4550-b0be-c6e319d8f348') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:44.206168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c4ce8e-8c54-4550-b0be-c6e319d8f348') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:44.223879 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fe54bfba-b9a6-4f9c-a3e9-3acab20d8587 req-248c6a54-d1f5-4134-abe0-5732f809acf4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774636 Jan 31 15:59:44.241412 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:44.257011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:44.265861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 15:59:44.266851 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: timer() Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 15:59:44.269220 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 15:59:44.362663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:44.382676 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:44.389288 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8a6e6c8e-4f4e-4bed-a2de-5536532769f3 HTTP/1.1" status: 204 len: 168 time: 1.3706436 Jan 31 15:59:44.403739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed9262-db9a-48b2-9cac-cb6fdb914d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6e6c8e-4f4e-4bed-a2de-5536532769f3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:44.494122 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7faf4aa-d160-4e8f-b048-b06571193a2b req-4c91d66d-7591-4697-9cce-843542aaef7e tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 210 time: 0.0427682 Jan 31 15:59:44.532298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47710) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:44.571483 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b49fef1-18a5-48df-9a27-f479e831e3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:44.692090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47714) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:44.694135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32273fb-48a5-4289-b0b8-7d3b95ed3e67 req-c168c921-6b87-4836-8797-37726d8c2d84 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:44.702022 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b32273fb-48a5-4289-b0b8-7d3b95ed3e67 req-c168c921-6b87-4836-8797-37726d8c2d84 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 943 time: 0.0949750 Jan 31 15:59:44.763152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b49fef1-18a5-48df-9a27-f479e831e3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:44.775951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b32273fb-48a5-4289-b0b8-7d3b95ed3e67 req-b2109390-25aa-43e1-8c21-702dae19a1ed tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729027 Jan 31 15:59:44.782779 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b49fef1-18a5-48df-9a27-f479e831e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:44.791000 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e376b2b6-a006-473c-aeb8-eff69c734fe0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74fd0407849e4616bfa436ddbdf701b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0953836 Jan 31 15:59:44.791594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47716) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:44.812220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49fef1-18a5-48df-9a27-f479e831e3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14573631-842e-4247-89ef-86002e3d7ca4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:44.856696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7b49fef1-18a5-48df-9a27-f479e831e3c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0b1db6d1bbc41d9be51e96ffe8ac510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230448 Jan 31 15:59:44.859281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47718) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:44.902791 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-359f7a74-327c-439e-84e7-ee6ad0a4bf7d req-8afd2764-8a99-414c-8d73-c61a8809d1f6 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0794928 Jan 31 15:59:44.946342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c485e59-9485-4b93-9c18-4f7fdeeaaa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:44.959108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b22700af-7676-45a9-919e-fa459ffc20af up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:45.018745 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83bdfa09-abd8-4ce2-aaca-977c58742fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.035121 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c485e59-9485-4b93-9c18-4f7fdeeaaa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.052451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9d3745b0-2a33-441e-bdbd-ef452719973e details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:59:45.062928 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8ae55a75-cf35-42ec-9520-599c896b5efd no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 15:59:45.113073 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c485e59-9485-4b93-9c18-4f7fdeeaaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.117209 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8ae55a75-cf35-42ec-9520-599c896b5efd {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 15:59:45.117457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83bdfa09-abd8-4ce2-aaca-977c58742fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.117608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8ae55a75-cf35-42ec-9520-599c896b5efd not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 15:59:45.118120 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c485e59-9485-4b93-9c18-4f7fdeeaaa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.120563 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2c485e59-9485-4b93-9c18-4f7fdeeaaa05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14573631-842e-4247-89ef-86002e3d7ca4 HTTP/1.1" status: 204 len: 168 time: 0.2596912 Jan 31 15:59:45.133840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c485e59-9485-4b93-9c18-4f7fdeeaaa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14573631-842e-4247-89ef-86002e3d7ca4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:45.156080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-17b6e818-3459-4786-8f78-c2b73a635459 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:45.157719 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-17b6e818-3459-4786-8f78-c2b73a635459 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.20 "GET /v2.0/networks?id=90539b30-d4d9-4efc-a62e-b024cc1f908f HTTP/1.1" status: 200 len: 813 time: 0.3003273 Jan 31 15:59:45.175676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Request body: {'port': {'device_id': 'a9f4fe16-89ea-42a9-b039-b9435aabba6e', 'network_id': '90539b30-d4d9-4efc-a62e-b024cc1f908f', 'admin_state_up': True, 'tenant_id': '9bb02b93fc6840c9aa9d9ad5bab046b4'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:45.210410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port b22700af-7676-45a9-919e-fa459ffc20af triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:45.211034 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.306339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Made reservation on behalf of 9bb02b93fc6840c9aa9d9ad5bab046b4 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:45.314394 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.320323 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83bdfa09-abd8-4ce2-aaca-977c58742fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.323954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 9d3745b0-2a33-441e-bdbd-ef452719973e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9d3745b0-2a33-441e-bdbd-ef452719973e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:45.333436 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83bdfa09-abd8-4ce2-aaca-977c58742fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.339838 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-83bdfa09-abd8-4ce2-aaca-977c58742fd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b133dba4-ec1d-43d8-bccd-59099efac555 HTTP/1.1" status: 204 len: 168 time: 0.5468235 Jan 31 15:59:45.350176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '9d3745b0-2a33-441e-bdbd-ef452719973e', 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1', 'port_id': '9d3745b0-2a33-441e-bdbd-ef452719973e', 'mac_address': 'fa:16:3e:a2:76:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab8664c-5e4b-4277-a17c-2043af96a81a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:59:45.405984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdfa09-abd8-4ce2-aaca-977c58742fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b133dba4-ec1d-43d8-bccd-59099efac555,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:45.448724 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.452033 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.504426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:45.522404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:45.538930 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7996af57-278d-44c3-83a6-6740dbb49d52" -d '{"events": [{"server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "name": "network-vif-plugged", "status": "completed", "tag": "b22700af-7676-45a9-919e-fa459ffc20af"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:45.542285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3745b0-2a33-441e-bdbd-ef452719973e {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:59:45.550444 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.619813 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b22700af-7676-45a9-919e-fa459ffc20af,revision_number=10']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:45.636991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:45.637670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:45.638149 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:45.638619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:45.639189 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:45.639672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:45.640205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:45.640679 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:45.641153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:45.641776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:45.642753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:45.643250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 15:59:45.652316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 9d3745b0-2a33-441e-bdbd-ef452719973e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9d3745b0-2a33-441e-bdbd-ef452719973e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:45.664671 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.701811 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e360165-7dfe-413a-8f80-5b5c8c4b0457 req-f239b8c5-e5e3-4530-b7c9-55acc94e2104 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 210 time: 0.0813942 Jan 31 15:59:45.722580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Allocated IP 172.20.0.11 (90539b30-d4d9-4efc-a62e-b024cc1f908f/4b1d10ed-b886-493b-8f87-c28a47feafd0/159e4a16-289d-48d5-807c-e39744eb822d) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:59:45.804511 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2362b02c-11fc-4091-813c-8826ccbdb510 x-openstack-request-id: req-2362b02c-11fc-4091-813c-8826ccbdb510 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:45.805573 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "name": "network-vif-plugged", "status": "completed", "tag": "b22700af-7676-45a9-919e-fa459ffc20af", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:45.806887 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2362b02c-11fc-4091-813c-8826ccbdb510 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:45.808463 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af', 'code': 200} Jan 31 15:59:45.841214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=9d3745b0-2a33-441e-bdbd-ef452719973e,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:45.873132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4be90-9364-4468-9b28-dbee1d085da3 req-34d7689c-ccb9-4423-ad6b-8522279d4a56 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:45.875290 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-77c4be90-9364-4468-9b28-dbee1d085da3 req-34d7689c-ccb9-4423-ad6b-8522279d4a56 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.5096996 Jan 31 15:59:45.906450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['9d3745b0-2a33-441e-bdbd-ef452719973e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:45.975399 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:45.993265 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-77c4be90-9364-4468-9b28-dbee1d085da3 req-1e01d65c-d303-46d6-bd5b-592528e6f6f1 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039052 Jan 31 15:59:46.100469 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:46.192984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Network 90539b30-d4d9-4efc-a62e-b024cc1f908f is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:59:46.197252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:46.201857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:59:46.215803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e56c73-3dcd-4c49-b22d-e3ccfc4fcbbf req-1e2254cc-6064-4315-b61e-2815c0d7e7b1 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:46.223053 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a4e56c73-3dcd-4c49-b22d-e3ccfc4fcbbf req-1e2254cc-6064-4315-b61e-2815c0d7e7b1 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 944 time: 0.2085698 Jan 31 15:59:46.255437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Pushing event updated for resources: {'Port': ['ID=159e4a16-289d-48d5-807c-e39744eb822d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:46.277990 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf83f9c3-0ed7-49b0-b43a-f7af9867a49b req-5211af8e-aafa-4778-abe0-d17bdfbf3760 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0416353 Jan 31 15:59:46.324368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:46.325381 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:46.357630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-4253c4e5-a257-4bde-a220-b9d0c8129677 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1856961 Jan 31 15:59:46.365005 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a4e56c73-3dcd-4c49-b22d-e3ccfc4fcbbf req-a04f3d3b-6642-4e40-9f1d-5bcacb9aa27a tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384974 Jan 31 15:59:46.396803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Request body: {'port': {'device_id': 'a9f4fe16-89ea-42a9-b039-b9435aabba6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:46.524767 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:46.689875 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2cee0f5-276b-47bd-85c7-ac9fce26491f req-5e534eab-371b-4a83-aec2-42c01e8be716 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0561545 Jan 31 15:59:46.922369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9e031-7083-433e-b62f-dab12f2f321a req-2a9489d3-ef9c-4eb2-8266-c498269c9be0 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:46.935340 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4fe9e031-7083-433e-b62f-dab12f2f321a req-2a9489d3-ef9c-4eb2-8266-c498269c9be0 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 932 time: 0.1009829 Jan 31 15:59:46.967410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47806) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:46.976952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c60fe6e-c3bd-4730-9b52-48913f619798 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:59:47.000182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9d3745b0-2a33-441e-bdbd-ef452719973e up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:47.002562 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4fe9e031-7083-433e-b62f-dab12f2f321a req-9841907a-357a-4928-beba-6c8aba836b98 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626132 Jan 31 15:59:47.196253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159e4a16-289d-48d5-807c-e39744eb822d {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:59:47.216853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.222152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-127161284-network', 'tenant_id': '92647632bf8144b58beaf0189feb0489'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:47.245234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Transition to ACTIVE for port object 159e4a16-289d-48d5-807c-e39744eb822d will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 15:59:47.274424 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.300974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:47.308450 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.356407 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.449781 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c3f8335b-b178-4320-a135-b03d2ea81cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.451701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138be91-d781-4b80-afa7-c39cc8e4f40a req-76aefd6d-a18a-4552-bd47-2d648967d684 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:47.459122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c60fe6e-c3bd-4730-9b52-48913f619798,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:47.460587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0138be91-d781-4b80-afa7-c39cc8e4f40a req-76aefd6d-a18a-4552-bd47-2d648967d684 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 943 time: 0.2109504 Jan 31 15:59:47.472761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 9d3745b0-2a33-441e-bdbd-ef452719973e completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:59:47.489620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Pushing event updated for resources: {'Port': ['ID=159e4a16-289d-48d5-807c-e39744eb822d,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:47.495641 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 9d3745b0-2a33-441e-bdbd-ef452719973e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:47.496379 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.500125 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'port_id': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'mac_address': 'fa:16:3e:9b:1a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:59:47.540780 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.557642 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.612780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-59542c82-67e5-4b92-8839-157cc3ed93e7 req-48bb0d5d-3634-43c1-be19-287236b510a7 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0700600 Jan 31 15:59:47.615210 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.674885 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0138be91-d781-4b80-afa7-c39cc8e4f40a req-71ef365d-1a6a-4162-ba59-b223bef7eeff tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105370 Jan 31 15:59:47.680933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:59:47.695160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c60fe6e-c3bd-4730-9b52-48913f619798 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:59:47.701865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Attempting to bind port 159e4a16-289d-48d5-807c-e39744eb822d on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:59:47.702212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Attempting to bind port 159e4a16-289d-48d5-807c-e39744eb822d by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '37411a04-f086-46b6-8bc9-3829c7bbbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '90539b30-d4d9-4efc-a62e-b024cc1f908f'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:59:47.702551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Attempting to bind port 159e4a16-289d-48d5-807c-e39744eb822d on network 90539b30-d4d9-4efc-a62e-b024cc1f908f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:59:47.706401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fab8f7-a4ae-4062-afc4-feb993fa818d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:47.728687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.729077 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Added segment 90bc77d2-cd93-4486-9979-d410e5f25996 of type vlan for network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 Jan 31 15:59:47.737968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Port 159e4a16-289d-48d5-807c-e39744eb822d on network 90539b30-d4d9-4efc-a62e-b024cc1f908f not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 15:59:47.738619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Attempting to bind port 159e4a16-289d-48d5-807c-e39744eb822d on network 90539b30-d4d9-4efc-a62e-b024cc1f908f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:59:47.749784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:59:47.750425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Checking segment: {'id': '37411a04-f086-46b6-8bc9-3829c7bbbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '90539b30-d4d9-4efc-a62e-b024cc1f908f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:47.751190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Bound using segment: {'id': '37411a04-f086-46b6-8bc9-3829c7bbbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '90539b30-d4d9-4efc-a62e-b024cc1f908f'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:59:47.751858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Bound port: 159e4a16-289d-48d5-807c-e39744eb822d, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37411a04-f086-46b6-8bc9-3829c7bbbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '90539b30-d4d9-4efc-a62e-b024cc1f908f'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:59:47.752446 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.810968 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.848030 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.864977 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0687a2-18eb-4b48-8c2b-e6e8b533eeb2 req-44c90816-0d65-4da8-b445-32ea5de0bd90 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:47.866856 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d0687a2-18eb-4b48-8c2b-e6e8b533eeb2 req-44c90816-0d65-4da8-b445-32ea5de0bd90 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 944 time: 0.1280818 Jan 31 15:59:47.876884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] For port 159e4a16-289d-48d5-807c-e39744eb822d, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:59:47.877116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c60fe6e-c3bd-4730-9b52-48913f619798,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:47.884144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] For port 159e4a16-289d-48d5-807c-e39744eb822d, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=159e4a16-289d-48d5-807c-e39744eb822d,segment=NetworkSegment(37411a04-f086-46b6-8bc9-3829c7bbbffa),segment_id=37411a04-f086-46b6-8bc9-3829c7bbbffa)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:59:47.889777 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.891025 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.911129 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.912047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:47.912616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.952409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:47.954103 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:47.957197 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] 10.222.0.20 "PUT /v2.0/ports/159e4a16-289d-48d5-807c-e39744eb822d HTTP/1.1" status: 200 len: 1092 time: 1.5886736 Jan 31 15:59:47.959006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f4fe16-89ea-42a9-b039-b9435aabba6e', 'tag': '159e4a16-289d-48d5-807c-e39744eb822d'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:47.962680 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb13cb4-0aa5-4e6e-ab2b-779e62768dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f4fe16-89ea-42a9-b039-b9435aabba6e", "tag": "159e4a16-289d-48d5-807c-e39744eb822d"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:48.033123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5c60fe6e-c3bd-4730-9b52-48913f619798,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:48.047155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaaca6a6-43ab-49a9-a410-ab23bae4708f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3745b0-2a33-441e-bdbd-ef452719973e'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:48.060399 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e9188b-5099-400c-a205-e947d61c00d3" -d '{"events": [{"server_uuid": "eaaca6a6-43ab-49a9-a410-ab23bae4708f", "name": "network-vif-plugged", "status": "completed", "tag": "9d3745b0-2a33-441e-bdbd-ef452719973e"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:48.075126 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1993de0-e04d-4135-aa5f-649d14e9f735 x-openstack-request-id: req-e1993de0-e04d-4135-aa5f-649d14e9f735 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:48.077750 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1090283 Jan 31 15:59:48.083583 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f4fe16-89ea-42a9-b039-b9435aabba6e", "tag": "159e4a16-289d-48d5-807c-e39744eb822d", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:48.085240 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1993de0-e04d-4135-aa5f-649d14e9f735 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:48.088183 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f4fe16-89ea-42a9-b039-b9435aabba6e', 'tag': '159e4a16-289d-48d5-807c-e39744eb822d', 'status': 'completed', 'code': 200} Jan 31 15:59:48.099620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 9d3745b0-2a33-441e-bdbd-ef452719973e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9d3745b0-2a33-441e-bdbd-ef452719973e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:48.105413 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:48.112167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47848) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:48.176615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['5c60fe6e-c3bd-4730-9b52-48913f619798'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:48.192963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0a747711-df4c-449b-af2d-106da77006ec admin admin] Request body: {'subnet': {'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-subnet', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:48.205336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326fae2-2734-4076-8af6-35ca39abf285 service neutron] Pushing event updated for resources: {'Port': ['ID=159e4a16-289d-48d5-807c-e39744eb822d,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:48.230917 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d0687a2-18eb-4b48-8c2b-e6e8b533eeb2 req-a56ce2c1-af00-4ba3-9ccb-cdccc9d76706 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387542 Jan 31 15:59:48.233339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dac04-ed98-43ec-aa4d-d2b91ca2a9dc admin admin] Pushing event updated for resources: {'Network': ['ID=4ba4bd1e-f728-43b2-a993-80b2d26c69c2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:48.287694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:59:48.304678 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-b59883aa-8850-4990-bdd8-929e906a6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:48.306368 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-b59883aa-8850-4990-bdd8-929e906a6ade service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bb02b93fc6840c9aa9d9ad5bab046b4&device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 1095 time: 0.2921968 Jan 31 15:59:48.327655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a747711-df4c-449b-af2d-106da77006ec admin admin] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:48.332103 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a747711-df4c-449b-af2d-106da77006ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:48.340182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ae8b8-6475-468e-a463-def0387a90f4 req-f017e995-f624-4b20-981e-e638a54e3cca tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:48.348286 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d7ae8b8-6475-468e-a463-def0387a90f4 req-f017e995-f624-4b20-981e-e638a54e3cca tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 944 time: 0.1286006 Jan 31 15:59:48.414598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47856) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:48.423687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e7cc87c6-6c87-4dd6-ba1f-2932cb7b63dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-719391823'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:48.490177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cc87c6-6c87-4dd6-ba1f-2932cb7b63dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:48.497691 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7cc87c6-6c87-4dd6-ba1f-2932cb7b63dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:48.505254 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db1098-664c-4549-bad2-f4d87213cb99 x-openstack-request-id: req-29db1098-664c-4549-bad2-f4d87213cb99 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:48.505724 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaaca6a6-43ab-49a9-a410-ab23bae4708f", "name": "network-vif-plugged", "status": "completed", "tag": "9d3745b0-2a33-441e-bdbd-ef452719973e", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:48.506070 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29db1098-664c-4549-bad2-f4d87213cb99 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:48.506556 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaaca6a6-43ab-49a9-a410-ab23bae4708f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3745b0-2a33-441e-bdbd-ef452719973e', 'code': 200} Jan 31 15:59:48.569514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=9d3745b0-2a33-441e-bdbd-ef452719973e,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:48.621606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cc87c6-6c87-4dd6-ba1f-2932cb7b63dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:59:48.647242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7cc87c6-6c87-4dd6-ba1f-2932cb7b63dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:48.650951 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-e7cc87c6-6c87-4dd6-ba1f-2932cb7b63dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Added segment b27b7bbd-7621-477a-b097-a873c311b6d3 of type vlan for network 5c27222f-9f10-4881-bc3e-463f81557d8f Jan 31 15:59:48.744118 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7cc87c6-6c87-4dd6-ba1f-2932cb7b63dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:48.786983 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7cc87c6-6c87-4dd6-ba1f-2932cb7b63dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:48.795523 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc87c6-6c87-4dd6-ba1f-2932cb7b63dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:48.804298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7cc87c6-6c87-4dd6-ba1f-2932cb7b63dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:48.839539 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-f7ee1416-a5f8-47c8-9de6-94eb1678a1b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=159e4a16-289d-48d5-807c-e39744eb822d HTTP/1.1" status: 200 len: 217 time: 0.5194592 Jan 31 15:59:48.910875 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d7ae8b8-6475-468e-a463-def0387a90f4 req-fda4125c-dfde-46ea-8188-f0dec69f2fa7 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571406 Jan 31 15:59:48.927243 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e7cc87c6-6c87-4dd6-ba1f-2932cb7b63dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5077255 Jan 31 15:59:48.927243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47876) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:48.933981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3243dcc6-fbb9-4c8c-9d9c-318b3ee6a50b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1510871571'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:48.964506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a1323-74fe-46f6-9842-04d2ac2c7ded req-be5d5e41-b234-42f7-afae-bc8fb505f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:48.966028 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-778a1323-74fe-46f6-9842-04d2ac2c7ded req-be5d5e41-b234-42f7-afae-bc8fb505f320 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 1096 time: 0.1839483 Jan 31 15:59:48.994453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc87c6-6c87-4dd6-ba1f-2932cb7b63dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Network': ['ID=5c27222f-9f10-4881-bc3e-463f81557d8f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:49.004820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-58b009f5-b081-45b6-a4a2-00a6218764c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:49.006321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-58b009f5-b081-45b6-a4a2-00a6218764c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b1d10ed-b886-493b-8f87-c28a47feafd0 HTTP/1.1" status: 200 len: 853 time: 0.1571078 Jan 31 15:59:49.007684 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 5c27222f-9f10-4881-bc3e-463f81557d8f details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:59:49.034096 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-815cce21-3b0c-4cf3-a283-8951053c88ff req-11093cf3-98e4-46cf-a1e1-ac493243ac1d tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0608828 Jan 31 15:59:49.052754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3243dcc6-fbb9-4c8c-9d9c-318b3ee6a50b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:49.060131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3243dcc6-fbb9-4c8c-9d9c-318b3ee6a50b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:49.083925 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-778a1323-74fe-46f6-9842-04d2ac2c7ded req-ab6accd8-a04d-41e6-a22d-8337f480fa98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045914 Jan 31 15:59:49.105567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3243dcc6-fbb9-4c8c-9d9c-318b3ee6a50b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:59:49.120507 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3243dcc6-fbb9-4c8c-9d9c-318b3ee6a50b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:49.121058 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-3243dcc6-fbb9-4c8c-9d9c-318b3ee6a50b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Added segment 0bc7686e-ea2a-4498-a34b-a336758e7a0b of type vlan for network cb929c42-3e30-4828-a03a-532e8e7e942b Jan 31 15:59:49.126737 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-eb8689f0-bccf-4cde-a96b-c3cd7f97ba7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90539b30-d4d9-4efc-a62e-b024cc1f908f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888665 Jan 31 15:59:49.243688 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3243dcc6-fbb9-4c8c-9d9c-318b3ee6a50b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:49.284980 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3243dcc6-fbb9-4c8c-9d9c-318b3ee6a50b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:49.290917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3243dcc6-fbb9-4c8c-9d9c-318b3ee6a50b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:49.291733 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3243dcc6-fbb9-4c8c-9d9c-318b3ee6a50b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:49.293081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a191370-c512-4208-8093-e0efe6486ed4 req-f257aebd-9e0d-4f8f-9f00-ca78b2a051f3 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:49.306912 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a191370-c512-4208-8093-e0efe6486ed4 req-f257aebd-9e0d-4f8f-9f00-ca78b2a051f3 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 944 time: 0.3072228 Jan 31 15:59:49.461537 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a747711-df4c-449b-af2d-106da77006ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:49.632574 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a191370-c512-4208-8093-e0efe6486ed4 req-8662e89d-13c6-4cc0-8a42-886f55b68ce4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079314 Jan 31 15:59:49.662662 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-44343811-de25-4e73-8ac8-bf28533caa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:49.716754 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-6d38103f-ddba-406f-bd7b-37d7a4a2f663 service neutron] 10.222.0.20 "GET /v2.0/networks/90539b30-d4d9-4efc-a62e-b024cc1f908f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769689 Jan 31 15:59:49.718616 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c10972ff-e910-4b9c-b78c-28e0e62a386d req-dc46c91a-36fc-4f63-b934-c1bf432906aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42bdd41333784b9ca94f46c827206ea9&device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.1251004 Jan 31 15:59:49.724504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a747711-df4c-449b-af2d-106da77006ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=accc61ef-eda6-48c6-b446-28aa08373ea7,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:49.738532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a747711-df4c-449b-af2d-106da77006ec admin admin] Checking segment: {'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:49.738992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a747711-df4c-449b-af2d-106da77006ec admin admin] Network hostable DHCP agents. Network: 4ba4bd1e-f728-43b2-a993-80b2d26c69c2, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:59:49.765359 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3243dcc6-fbb9-4c8c-9d9c-318b3ee6a50b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8374956 Jan 31 15:59:49.766029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47908) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:49.780419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-69592eba-248f-4abd-8991-bd81c3aa5f5a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'subnet': {'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:49.796949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243dcc6-fbb9-4c8c-9d9c-318b3ee6a50b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Network': ['ID=cb929c42-3e30-4828-a03a-532e8e7e942b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:49.813436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network cb929c42-3e30-4828-a03a-532e8e7e942b details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:59:49.847179 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c10972ff-e910-4b9c-b78c-28e0e62a386d req-196403a9-5af9-45a5-b5a0-97585c74e2cb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=42bdd41333784b9ca94f46c827206ea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1177547 Jan 31 15:59:49.854915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8525f-65f8-4be0-b52e-7718fc7a4554 req-2361f1aa-acce-464b-a606-0c0a9698c072 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:49.856742 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5d8525f-65f8-4be0-b52e-7718fc7a4554 req-2361f1aa-acce-464b-a606-0c0a9698c072 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.1701176 Jan 31 15:59:49.881949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a747711-df4c-449b-af2d-106da77006ec admin admin] Network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:59:49.905167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-0a747711-df4c-449b-af2d-106da77006ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 4ba4bd1e-f728-43b2-a993-80b2d26c69c2) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:49.936816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69592eba-248f-4abd-8991-bd81c3aa5f5a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:49.940775 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69592eba-248f-4abd-8991-bd81c3aa5f5a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:49.953787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a747711-df4c-449b-af2d-106da77006ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:49.954820 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a747711-df4c-449b-af2d-106da77006ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:49.962605 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5d8525f-65f8-4be0-b52e-7718fc7a4554 req-300fef97-3656-4fe7-8e55-fddb0c89c238 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951269 Jan 31 15:59:49.988275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8987ab2-583d-4e1d-993e-aed9878d69dc None None] Network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:59:50.033669 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0a747711-df4c-449b-af2d-106da77006ec admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8626297 Jan 31 15:59:50.039628 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47914) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:50.050043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:50.102748 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:50.103935 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:50.181571 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac48e0d7-946f-4bbd-936e-02f91f19c5a3 req-d19137ac-1727-4f9f-bcc7-82fa847eecf9 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.0484200 Jan 31 15:59:50.239649 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0897d818-ee73-4ff7-b0f7-0d2bff08c437 req-8c726571-7fba-42e4-88ff-c0ae89903d09 service neutron] 10.222.0.20 "GET /v2.0/networks/90539b30-d4d9-4efc-a62e-b024cc1f908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117629 Jan 31 15:59:50.281783 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:50.313051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10972ff-e910-4b9c-b78c-28e0e62a386d req-959e911d-5259-4aca-96b4-671227526792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:50.314356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:59:50.314644 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c10972ff-e910-4b9c-b78c-28e0e62a386d req-959e911d-5259-4aca-96b4-671227526792 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4488285 Jan 31 15:59:50.315249 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:50.459561 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb13cb4-0aa5-4e6e-ab2b-779e62768dc2 req-46c9fff5-ba01-4e77-857f-946fe3d6a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:50.461689 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddb13cb4-0aa5-4e6e-ab2b-779e62768dc2 req-46c9fff5-ba01-4e77-857f-946fe3d6a457 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bb02b93fc6840c9aa9d9ad5bab046b4&device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 1095 time: 0.1303656 Jan 31 15:59:50.482029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c7cf0-52dd-494a-a54e-4cfb68808b21 req-f0f133a5-c384-41b8-a47f-03afd760b6a3 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:50.489938 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-069c7cf0-52dd-494a-a54e-4cfb68808b21 req-f0f133a5-c384-41b8-a47f-03afd760b6a3 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 944 time: 0.3704739 Jan 31 15:59:50.544830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Allocated IP 172.20.0.2 (4ba4bd1e-f728-43b2-a993-80b2d26c69c2/accc61ef-eda6-48c6-b446-28aa08373ea7/947243a0-7025-4fea-b2c6-2e85d7ec6a03) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:59:50.646167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-069c7cf0-52dd-494a-a54e-4cfb68808b21 req-696b344e-77cf-4065-87f7-55055d6c8b4b tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553028 Jan 31 15:59:50.650145 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:50.674266 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69592eba-248f-4abd-8991-bd81c3aa5f5a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:50.683065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb13cb4-0aa5-4e6e-ab2b-779e62768dc2 req-63a4170b-da63-447a-b4a2-15b642f85d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:50.684545 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddb13cb4-0aa5-4e6e-ab2b-779e62768dc2 req-63a4170b-da63-447a-b4a2-15b642f85d54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90539b30-d4d9-4efc-a62e-b024cc1f908f HTTP/1.1" status: 200 len: 914 time: 0.2159116 Jan 31 15:59:50.744760 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddb13cb4-0aa5-4e6e-ab2b-779e62768dc2 req-00bd1489-6975-4295-a616-eee48705705b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=159e4a16-289d-48d5-807c-e39744eb822d HTTP/1.1" status: 200 len: 217 time: 0.0498314 Jan 31 15:59:50.792594 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:50.807539 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:50.836520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69592eba-248f-4abd-8991-bd81c3aa5f5a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Subnet': ['ID=09d9cd68-c28b-4b2b-a746-31bc92962f59,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:50.847811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69592eba-248f-4abd-8991-bd81c3aa5f5a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Checking segment: {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:50.848169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69592eba-248f-4abd-8991-bd81c3aa5f5a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Network hostable DHCP agents. Network: 5c27222f-9f10-4881-bc3e-463f81557d8f, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:59:50.864574 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:50.871889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:59:50.880166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:50.890226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69592eba-248f-4abd-8991-bd81c3aa5f5a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Network 5c27222f-9f10-4881-bc3e-463f81557d8f is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:59:50.899713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:59:50.917935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Pushing event updated for resources: {'Port': ['ID=947243a0-7025-4fea-b2c6-2e85d7ec6a03,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:50.922506 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-69592eba-248f-4abd-8991-bd81c3aa5f5a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 5c27222f-9f10-4881-bc3e-463f81557d8f) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:50.929520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a3608-e0fb-4625-a8c5-f1723a8621b5 req-df51a738-dad5-4e09-afb8-0720d769d850 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:50.938023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69592eba-248f-4abd-8991-bd81c3aa5f5a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:50.938657 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69592eba-248f-4abd-8991-bd81c3aa5f5a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:50.938999 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bd3a3608-e0fb-4625-a8c5-f1723a8621b5 req-df51a738-dad5-4e09-afb8-0720d769d850 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 944 time: 0.1960764 Jan 31 15:59:50.944811 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb13cb4-0aa5-4e6e-ab2b-779e62768dc2 req-de6b5249-09ef-4dcb-9570-4fe88df8bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:50.946827 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddb13cb4-0aa5-4e6e-ab2b-779e62768dc2 req-de6b5249-09ef-4dcb-9570-4fe88df8bf40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b1d10ed-b886-493b-8f87-c28a47feafd0 HTTP/1.1" status: 200 len: 853 time: 0.1891663 Jan 31 15:59:50.956370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c4d3cc-0cec-456e-9b8f-36c44ed34ccd None None] Network 5c27222f-9f10-4881-bc3e-463f81557d8f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:59:50.980329 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-69592eba-248f-4abd-8991-bd81c3aa5f5a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2104223 Jan 31 15:59:50.983400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47938) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:51.004991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-07f61e30-6f98-47c8-bc00-7a7d44303662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'subnet': {'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:51.009972 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bd3a3608-e0fb-4625-a8c5-f1723a8621b5 req-131f993d-098f-4896-b933-c1f3d1398d52 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575244 Jan 31 15:59:51.047081 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddb13cb4-0aa5-4e6e-ab2b-779e62768dc2 req-6252708a-da6a-4caa-a740-255dfd646b8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90539b30-d4d9-4efc-a62e-b024cc1f908f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521157 Jan 31 15:59:51.061948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c60fe6e-c3bd-4730-9b52-48913f619798 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:51.120825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Attempting to bind port 947243a0-7025-4fea-b2c6-2e85d7ec6a03 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:59:51.121190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Attempting to bind port 947243a0-7025-4fea-b2c6-2e85d7ec6a03 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:59:51.121577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Attempting to bind port 947243a0-7025-4fea-b2c6-2e85d7ec6a03 on network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:59:51.139077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:59:51.139452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Checking segment: {'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:51.140020 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:51.140416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Bound using segment: {'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:59:51.141107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Bound port: 947243a0-7025-4fea-b2c6-2e85d7ec6a03, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:59:51.141589 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:51.266506 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 5c60fe6e-c3bd-4730-9b52-48913f619798 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:51.266994 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:51.292382 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:51.319649 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:51.339265 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddb13cb4-0aa5-4e6e-ab2b-779e62768dc2 req-e912b4a8-a39b-4ee8-816a-964ee29ab09a service neutron] 10.222.0.20 "GET /v2.0/networks/90539b30-d4d9-4efc-a62e-b024cc1f908f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846003 Jan 31 15:59:51.473454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f9017-85d6-4f84-8245-a7cc303194e9 req-85402b4c-6a66-45a1-bac2-12702733ff0e tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:51.475281 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-498f9017-85d6-4f84-8245-a7cc303194e9 req-85402b4c-6a66-45a1-bac2-12702733ff0e tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.2900343 Jan 31 15:59:51.494275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] For port 947243a0-7025-4fea-b2c6-2e85d7ec6a03, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:59:51.502242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Allocated IP 172.25.1.115 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/9991affa-29eb-4190-96cc-674fecc8d320) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:59:51.523814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-330ede5a-837c-4684-8b4e-4e3ac3a704e0 req-c155a6d6-db78-4d0a-af70-414786832fd0 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.1038785 Jan 31 15:59:51.537200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] For port 947243a0-7025-4fea-b2c6-2e85d7ec6a03, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=947243a0-7025-4fea-b2c6-2e85d7ec6a03,segment=NetworkSegment(90bc77d2-cd93-4486-9979-d410e5f25996),segment_id=90bc77d2-cd93-4486-9979-d410e5f25996)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:59:51.549365 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:51.693197 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f61e30-6f98-47c8-bc00-7a7d44303662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:51.699770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07f61e30-6f98-47c8-bc00-7a7d44303662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:51.718384 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c10972ff-e910-4b9c-b78c-28e0e62a386d req-84b11e6c-7714-4c93-91ef-7efeee15c185 tempest-ServerShowV257Test-341588412 tempest-ServerShowV257Test-341588412-project] 10.222.0.30 "GET /v2.0/ports?device_id=c06ec76e-982a-4b20-bcd5-39efe2c36ae8 HTTP/1.1" status: 200 len: 210 time: 0.1217175 Jan 31 15:59:51.742085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddb13cb4-0aa5-4e6e-ab2b-779e62768dc2 req-58767a26-1921-4671-ae4e-d75e46a7b57e service neutron] 10.222.0.20 "GET /v2.0/networks/90539b30-d4d9-4efc-a62e-b024cc1f908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923311 Jan 31 15:59:51.786699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-5c27222f-9f10-4881-bc3e-463f81557d8f', 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'fixed_ips': [{'subnet_id': '09d9cd68-c28b-4b2b-a746-31bc92962f59'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:59:51.788766 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:51.842712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47964) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:51.922859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc647b-6f66-40b7-85e3-647a2d3ce0c2 req-740ed666-e6a2-4d89-a74d-09de5c626361 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:51.938207 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8afc647b-6f66-40b7-85e3-647a2d3ce0c2 req-740ed666-e6a2-4d89-a74d-09de5c626361 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 944 time: 0.1196511 Jan 31 15:59:51.955899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f297e0f-27b8-4477-a8c0-731022f05f99 None None] Pushing event updated for resources: {'Port': ['ID=947243a0-7025-4fea-b2c6-2e85d7ec6a03,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:51.979821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-498f9017-85d6-4f84-8245-a7cc303194e9 req-2d006dba-1f7d-4359-9fcb-671be61c02ab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232223 Jan 31 15:59:52.009020 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8afc647b-6f66-40b7-85e3-647a2d3ce0c2 req-c7aa1bd5-df4f-4996-bff7-93ce0f674534 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635881 Jan 31 15:59:52.063855 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:52.141197 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:52.265871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407734bb-68db-414c-bb8c-168a86d3ae10 req-ef86bd32-3d41-49a2-a984-6f1aab1914c3 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:52.274994 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-407734bb-68db-414c-bb8c-168a86d3ae10 req-ef86bd32-3d41-49a2-a984-6f1aab1914c3 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 944 time: 0.0961456 Jan 31 15:59:52.356500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-407734bb-68db-414c-bb8c-168a86d3ae10 req-5f86f121-0559-41d5-baec-2d9032512f9e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797811 Jan 31 15:59:52.417682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 15:59:52.420364 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155da191-55f4-4395-a13b-ab6291cb9981" -d '{"events": [{"server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "name": "network-vif-plugged", "status": "completed", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 15:59:52.424075 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:52.427315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07f61e30-6f98-47c8-bc00-7a7d44303662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:52.436149 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb688f65-3ec3-45c4-ae45-890e53f1211d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:52.473196 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:52.495163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c60fe6e-c3bd-4730-9b52-48913f619798,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:52.531963 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 15:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dd4cbd-4443-4324-9eec-45fed94bbb93 x-openstack-request-id: req-27dd4cbd-4443-4324-9eec-45fed94bbb93 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 15:59:52.532381 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "name": "network-vif-plugged", "status": "completed", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 15:59:52.533049 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27dd4cbd-4443-4324-9eec-45fed94bbb93 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 15:59:52.533513 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'code': 200} Jan 31 15:59:52.538317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:52.546946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:59:52.565145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:52.576892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:59:52.587183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Pushing event updated for resources: {'Port': ['ID=9991affa-29eb-4190-96cc-674fecc8d320,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:52.597365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f7f23-cd79-459b-8a9d-257b831a0a63 req-f6ad18ed-b7d5-4946-9636-6b2ed9aac1bd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:52.599095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af4f7f23-cd79-459b-8a9d-257b831a0a63 req-f6ad18ed-b7d5-4946-9636-6b2ed9aac1bd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.3839493 Jan 31 15:59:52.631596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f61e30-6f98-47c8-bc00-7a7d44303662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Subnet': ['ID=ef14954e-8144-4144-91b4-40f9f906d427,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:52.660503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Allocated IP 10.1.1.2 (5c27222f-9f10-4881-bc3e-463f81557d8f/09d9cd68-c28b-4b2b-a746-31bc92962f59/592900f9-e738-4b9e-add2-4b95126aa576) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:59:52.788120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a5098-e2e7-4508-8835-2d02aff3f7a4 req-20e62cec-9a7d-47cf-9a2e-8dfe807a90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:52.796171 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-790a5098-e2e7-4508-8835-2d02aff3f7a4 req-20e62cec-9a7d-47cf-9a2e-8dfe807a90b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 1097 time: 0.1292567 Jan 31 15:59:52.808612 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:52.844737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5c60fe6e-c3bd-4730-9b52-48913f619798,revision_number=10']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:52.881530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-790a5098-e2e7-4508-8835-2d02aff3f7a4 req-2f38e838-4f16-4c2e-9b31-af8164b0636f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763142 Jan 31 15:59:52.994830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f61e30-6f98-47c8-bc00-7a7d44303662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Checking segment: {'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:52.995901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f61e30-6f98-47c8-bc00-7a7d44303662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Network hostable DHCP agents. Network: cb929c42-3e30-4828-a03a-532e8e7e942b, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:59:53.098079 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af4f7f23-cd79-459b-8a9d-257b831a0a63 req-ddc26b58-0856-4ec7-ad4c-d88026e76842 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570789 Jan 31 15:59:53.145369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 159e4a16-289d-48d5-807c-e39744eb822d details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 15:59:53.184087 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47994) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:53.207068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 947243a0-7025-4fea-b2c6-2e85d7ec6a03 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:53.264251 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb688f65-3ec3-45c4-ae45-890e53f1211d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:53.268770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f61e30-6f98-47c8-bc00-7a7d44303662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Network cb929c42-3e30-4828-a03a-532e8e7e942b is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:59:53.281104 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb688f65-3ec3-45c4-ae45-890e53f1211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:53.320026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-07f61e30-6f98-47c8-bc00-7a7d44303662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, cb929c42-3e30-4828-a03a-532e8e7e942b) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:53.332636 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f61e30-6f98-47c8-bc00-7a7d44303662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:53.333226 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07f61e30-6f98-47c8-bc00-7a7d44303662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:53.335388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d0f9e-e4fd-494c-97c5-de391ca48740 req-5f8f2f24-4ef8-4286-b14b-d5e12752303a tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:53.339160 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a93d0f9e-e4fd-494c-97c5-de391ca48740 req-5f8f2f24-4ef8-4286-b14b-d5e12752303a tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 944 time: 0.1197782 Jan 31 15:59:53.354719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03a0bb5-982d-4c98-8738-53fc03b04b0b None None] Network cb929c42-3e30-4828-a03a-532e8e7e942b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:59:53.482521 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d916e004-9062-4784-9a96-5d172f4182fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:53.508007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a93d0f9e-e4fd-494c-97c5-de391ca48740 req-ba419aed-dbc9-4618-baa5-123b6d7cdbac tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473489 Jan 31 15:59:53.728390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b36d2f-d56f-4b5a-aa5e-8e7c659807a3 None None] Network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:59:53.731296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d916e004-9062-4784-9a96-5d172f4182fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:53.755444 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d916e004-9062-4784-9a96-5d172f4182fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:53.840643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d21722-c091-4510-847c-4b461cd75d0b req-08e4fecf-ca7d-43ee-a317-5436db98eb64 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:53.842864 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53d21722-c091-4510-847c-4b461cd75d0b req-08e4fecf-ca7d-43ee-a317-5436db98eb64 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 946 time: 0.1900563 Jan 31 15:59:53.859661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d916e004-9062-4784-9a96-5d172f4182fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42bdd41333784b9ca94f46c827206ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6741979 Jan 31 15:59:53.863461 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916e004-9062-4784-9a96-5d172f4182fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491e8e73-8419-4c71-a8d9-2fda55aa64f6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:53.870786 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:53.884190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48016) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:53.947029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-33077214-11cb-4613-84ae-a83aafcad685 None None] Provisioning complete for port 947243a0-7025-4fea-b2c6-2e85d7ec6a03 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:53.947469 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-33077214-11cb-4613-84ae-a83aafcad685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:53.974246 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53d21722-c091-4510-847c-4b461cd75d0b req-da251600-05a5-42e3-9884-c2735a17de8d tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231153 Jan 31 15:59:54.023462 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f819fe3-c7e1-49fd-8bae-fa6faaeb8a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.050526 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f819fe3-c7e1-49fd-8bae-fa6faaeb8a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.056704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb688f65-3ec3-45c4-ae45-890e53f1211d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d94a08-dbef-44ce-bc50-3803a833d2c6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:54.130167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cb688f65-3ec3-45c4-ae45-890e53f1211d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3ff4ccbd71c4439afa4119a744721a9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2774279 Jan 31 15:59:54.159834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48026) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:54.177532 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.186687 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-07f61e30-6f98-47c8-bc00-7a7d44303662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1986771 Jan 31 15:59:54.194995 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48028) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:54.206782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 159e4a16-289d-48d5-807c-e39744eb822d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=159e4a16-289d-48d5-807c-e39744eb822d,segment=NetworkSegment(37411a04-f086-46b6-8bc9-3829c7bbbffa),segment_id=37411a04-f086-46b6-8bc9-3829c7bbbffa)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:54.212807 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'port': {'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f', 'name': 'tempest-TaggedBootDevicesTest-194087893', 'fixed_ips': [{'subnet_id': '09d9cd68-c28b-4b2b-a746-31bc92962f59'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:54.223727 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-cb929c42-3e30-4828-a03a-532e8e7e942b', 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'fixed_ips': [{'subnet_id': 'ef14954e-8144-4144-91b4-40f9f906d427'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:59:54.224583 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.226939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '159e4a16-289d-48d5-807c-e39744eb822d', 'network_id': '90539b30-d4d9-4efc-a62e-b024cc1f908f', 'port_id': '159e4a16-289d-48d5-807c-e39744eb822d', 'mac_address': 'fa:16:3e:f7:3e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1d10ed-b886-493b-8f87-c28a47feafd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 15:59:54.228824 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.289834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Pushing event updated for resources: {'Port': ['ID=592900f9-e738-4b9e-add2-4b95126aa576,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:54.292225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812377be-4e2f-4b97-9fed-2b8ff95d4aa4 req-595ad979-465e-4af2-a3b1-57412d09cc78 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:54.301203 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-812377be-4e2f-4b97-9fed-2b8ff95d4aa4 req-595ad979-465e-4af2-a3b1-57412d09cc78 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.2413654 Jan 31 15:59:54.352591 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.360480 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 947243a0-7025-4fea-b2c6-2e85d7ec6a03 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:54.360835 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.395211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-812377be-4e2f-4b97-9fed-2b8ff95d4aa4 req-52172e2a-e51e-4b05-90b6-0f100c195c6c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929623 Jan 31 15:59:54.417625 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Network 5c27222f-9f10-4881-bc3e-463f81557d8f is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:59:54.435479 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:54.454145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:59:54.459308 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159e4a16-289d-48d5-807c-e39744eb822d {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 15:59:54.564814 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f819fe3-c7e1-49fd-8bae-fa6faaeb8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.568024 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f819fe3-c7e1-49fd-8bae-fa6faaeb8a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.571795 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8f819fe3-c7e1-49fd-8bae-fa6faaeb8a7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/491e8e73-8419-4c71-a8d9-2fda55aa64f6 HTTP/1.1" status: 204 len: 168 time: 0.6741993 Jan 31 15:59:54.583422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 159e4a16-289d-48d5-807c-e39744eb822d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=159e4a16-289d-48d5-807c-e39744eb822d,segment=NetworkSegment(37411a04-f086-46b6-8bc9-3829c7bbbffa),segment_id=37411a04-f086-46b6-8bc9-3829c7bbbffa)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:54.596753 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-467dd9db-5726-471e-84d8-7a63e4a33472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.652125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.669662 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-467dd9db-5726-471e-84d8-7a63e4a33472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.730473 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.782492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Attempting to bind port 592900f9-e738-4b9e-add2-4b95126aa576 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:59:54.782874 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Attempting to bind port 592900f9-e738-4b9e-add2-4b95126aa576 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:59:54.783233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Attempting to bind port 592900f9-e738-4b9e-add2-4b95126aa576 on network 5c27222f-9f10-4881-bc3e-463f81557d8f {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:59:54.802819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208630-5126-4839-b123-e63ffa9618fb req-d158c8bb-1fdb-4574-986f-79e27ed23d52 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:54.804419 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68208630-5126-4839-b123-e63ffa9618fb req-d158c8bb-1fdb-4574-986f-79e27ed23d52 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 945 time: 0.1872401 Jan 31 15:59:54.816180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-467dd9db-5726-471e-84d8-7a63e4a33472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.819111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-467dd9db-5726-471e-84d8-7a63e4a33472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.830798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-467dd9db-5726-471e-84d8-7a63e4a33472 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5d94a08-dbef-44ce-bc50-3803a833d2c6 HTTP/1.1" status: 204 len: 168 time: 0.6627476 Jan 31 15:59:54.843237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f819fe3-c7e1-49fd-8bae-fa6faaeb8a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491e8e73-8419-4c71-a8d9-2fda55aa64f6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:54.883521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dd9db-5726-471e-84d8-7a63e4a33472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d94a08-dbef-44ce-bc50-3803a833d2c6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:54.922303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:59:54.923171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68208630-5126-4839-b123-e63ffa9618fb req-9b53697c-0d35-44b8-9a18-4346293c6d8c tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014192 Jan 31 15:59:54.924582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Checking segment: {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:54.927385 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.928066 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Bound using segment: {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:59:54.928951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Bound port: 592900f9-e738-4b9e-add2-4b95126aa576, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:59:54.930865 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:54.959095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:54.983737 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:55.105634 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['159e4a16-289d-48d5-807c-e39744eb822d'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 15:59:55.138230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 15:59:55.167925 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-33077214-11cb-4613-84ae-a83aafcad685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:55.215187 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:55.287732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 15:59:55.288919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] device_id is not set on port 97fd929b-916a-47dc-8c14-0826f91ab589 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 15:59:55.297102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] For port 592900f9-e738-4b9e-add2-4b95126aa576, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:59:55.301090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] For port 592900f9-e738-4b9e-add2-4b95126aa576, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=592900f9-e738-4b9e-add2-4b95126aa576,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:59:55.323604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Sync routers for ids ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 15:59:55.346945 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:55.351027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dd4b2-851c-4491-a2c0-35210e8cca7c req-70203e12-afed-442d-ab3f-da618ed0aa83 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:55.353296 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 947243a0-7025-4fea-b2c6-2e85d7ec6a03, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=947243a0-7025-4fea-b2c6-2e85d7ec6a03,segment=NetworkSegment(90bc77d2-cd93-4486-9979-d410e5f25996),segment_id=90bc77d2-cd93-4486-9979-d410e5f25996)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 15:59:55.360559 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f2dd4b2-851c-4491-a2c0-35210e8cca7c req-70203e12-afed-442d-ab3f-da618ed0aa83 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 946 time: 0.0829842 Jan 31 15:59:55.384286 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:55.385596 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0b303866-6be8-47f9-97d6-fd132f929507 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3420651 Jan 31 15:59:55.390171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48074) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:55.406933 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:55.420293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Routers {'2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 15:59:55.421201 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:55.424581 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=159e4a16-289d-48d5-807c-e39744eb822d,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:55.588953 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f2dd4b2-851c-4491-a2c0-35210e8cca7c req-ff16c397-adee-4413-8c40-a6313ef87439 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212265 Jan 31 15:59:55.761175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Allocated IP 10.2.2.2 (cb929c42-3e30-4828-a03a-532e8e7e942b/ef14954e-8144-4144-91b4-40f9f906d427/b5a1572e-a0cd-494d-81e6-a82ff5cb99ed) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:59:55.772328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23982cf9-513c-48cf-a866-f83dca0bca96 None None] Pushing event updated for resources: {'Port': ['ID=592900f9-e738-4b9e-add2-4b95126aa576,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:55.898674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48088) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:55.928867 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77d06a-1fa3-4141-89e3-6b9452267d38 req-aa6957e3-991a-4d83-825b-05a52282c516 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:55.930469 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d77d06a-1fa3-4141-89e3-6b9452267d38 req-aa6957e3-991a-4d83-825b-05a52282c516 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.1800647 Jan 31 15:59:55.931281 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76dd1f95-ff6f-42f0-95a1-64abe17ac3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:56.034625 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=947243a0-7025-4fea-b2c6-2e85d7ec6a03,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:56.071280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Allocated IP 10.1.1.107 (5c27222f-9f10-4881-bc3e-463f81557d8f/09d9cd68-c28b-4b2b-a746-31bc92962f59/97fd929b-916a-47dc-8c14-0826f91ab589) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:59:56.260063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79de84-2e0f-44c7-947d-bafc90fa7b4e req-8a6af5de-7828-44cd-aa86-0ea054cdea0f tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:56.261985 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c79de84-2e0f-44c7-947d-bafc90fa7b4e req-8a6af5de-7828-44cd-aa86-0ea054cdea0f tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 945 time: 0.1607785 Jan 31 15:59:56.264556 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:56.312115 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d77d06a-1fa3-4141-89e3-6b9452267d38 req-c05e1f55-ff79-44d8-bf2a-f791aa9c2501 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700390 Jan 31 15:59:56.340994 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-33077214-11cb-4613-84ae-a83aafcad685 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 15:59:56.341618 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-33077214-11cb-4613-84ae-a83aafcad685 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 15:59:56.371827 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c79de84-2e0f-44c7-947d-bafc90fa7b4e req-56d45f81-9088-4628-b510-ae05c8faf95b tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835869 Jan 31 15:59:56.450091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Set router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 15:59:56.480599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48100) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:56.542212 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76dd1f95-ff6f-42f0-95a1-64abe17ac3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:56.549708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76dd1f95-ff6f-42f0-95a1-64abe17ac3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:56.570310 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:56.592767 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:56.632601 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-76dd1f95-ff6f-42f0-95a1-64abe17ac3c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38589e1df0564685a78fe4944e5231c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7328382 Jan 31 15:59:56.635253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd1f95-ff6f-42f0-95a1-64abe17ac3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473e78ca-e906-4bed-85b1-537320ea462a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:56.638313 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48106) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:56.660382 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:56.680955 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:56.723763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1178237869-network', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:56.808788 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:56.816046 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Network 5c27222f-9f10-4881-bc3e-463f81557d8f is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:59:56.836241 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:56.861910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:59:56.866773 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f7b77b1-044b-4316-bb07-30e111780b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:56.868487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Port': ['ID=97fd929b-916a-47dc-8c14-0826f91ab589,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:56.870300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b879d7-57cf-464a-ade1-e57af5af55a0 req-1dc6f960-bf91-437d-bdfa-c3a12c5375d1 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:56.873641 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2b879d7-57cf-464a-ade1-e57af5af55a0 req-1dc6f960-bf91-437d-bdfa-c3a12c5375d1 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 946 time: 0.1477184 Jan 31 15:59:56.885191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Made reservation on behalf of 5fa96deb5ede45a3a06264eb5391ae29 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:56.887793 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:56.907947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Network cb929c42-3e30-4828-a03a-532e8e7e942b is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:59:56.930487 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2b879d7-57cf-464a-ade1-e57af5af55a0 req-a4806bfd-b621-4acd-a199-7e074658636e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475736 Jan 31 15:59:56.950645 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:56.954242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:59:56.963766 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:56.987975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f7b77b1-044b-4316-bb07-30e111780b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.075516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 159e4a16-289d-48d5-807c-e39744eb822d up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:57.080257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Pushing event updated for resources: {'Port': ['ID=b5a1572e-a0cd-494d-81e6-a82ff5cb99ed,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:57.086098 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Allocated IP 172.20.0.1 (4ba4bd1e-f728-43b2-a993-80b2d26c69c2/accc61ef-eda6-48c6-b446-28aa08373ea7/98a686c8-d089-4963-aace-156808725775) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:59:57.111419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:57.112204 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.144636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Attempting to bind port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 15:59:57.144916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Attempting to bind port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 15:59:57.145413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Attempting to bind port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed on network cb929c42-3e30-4828-a03a-532e8e7e942b {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 15:59:57.152874 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-84551d2d-da4c-44cb-8cd9-25a351560348 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9538047 Jan 31 15:59:57.153783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48120) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:57.172178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 15:59:57.172550 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Checking segment: {'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:57.173129 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.173568 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Bound using segment: {'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 15:59:57.174128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Bound port: b5a1572e-a0cd-494d-81e6-a82ff5cb99ed, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 15:59:57.174509 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.180669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'port': {'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f', 'name': 'tempest-TaggedBootDevicesTest-1482222612', 'fixed_ips': [{'subnet_id': '09d9cd68-c28b-4b2b-a746-31bc92962f59'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:57.217229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f7b77b1-044b-4316-bb07-30e111780b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.222256 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f7b77b1-044b-4316-bb07-30e111780b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.227836 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8f7b77b1-044b-4316-bb07-30e111780b86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/473e78ca-e906-4bed-85b1-537320ea462a HTTP/1.1" status: 204 len: 168 time: 0.5877750 Jan 31 15:59:57.241715 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.243117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b77b1-044b-4316-bb07-30e111780b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e78ca-e906-4bed-85b1-537320ea462a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:57.248068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.262910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 15:59:57.274766 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.275074 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Added segment 556571e6-8a62-4f17-88bc-ddfd0446f25c of type vlan for network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 Jan 31 15:59:57.280915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T15:59:53Z', 'revision_number': 3, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T15:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 15:59:57.327613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.371414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49196e5-6ff8-44cf-a1a4-b6713f49067e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:57.375680 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.376846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:57.377414 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.433911 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9515634 Jan 31 15:59:57.444759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48128) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:57.456466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9c697cfe-dcab-4a34-90d7-8d81174e5797 admin admin] Request body: {'subnet': {'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1178237869-subnet', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:57.464638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Checking router: 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 15:59:57.465197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Updating router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e port 9991affa-29eb-4190-96cc-674fecc8d320 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 15:59:57.492796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-60f8bdef-dc78-48ba-a613-209a6c780a8f None None] Provisioning complete for port 947243a0-7025-4fea-b2c6-2e85d7ec6a03 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:57.492796 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f8bdef-dc78-48ba-a613-209a6c780a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.532208 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857adb76-9cbb-4c6b-80b9-fd5fba6fe83c admin admin] Pushing event updated for resources: {'Network': ['ID=6ebb65fc-d5a1-4d08-bf9f-bc40458df679,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:57.537817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c697cfe-dcab-4a34-90d7-8d81174e5797 admin admin] Made reservation on behalf of 5fa96deb5ede45a3a06264eb5391ae29 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:57.540197 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c697cfe-dcab-4a34-90d7-8d81174e5797 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:57.603107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] For port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 15:59:57.607952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] For port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b5a1572e-a0cd-494d-81e6-a82ff5cb99ed,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 15:59:57.611275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 15:59:57.614708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72ee8f7-9310-4a84-925e-dc6b2f7b6bed None None] Network 5c27222f-9f10-4881-bc3e-463f81557d8f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:59:57.667825 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 15:59:57.792932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9520e-e9f0-4dd8-b6c9-6f86b052702e req-b2f3a625-a133-4dc5-9f7a-e002cf27abee tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:57.799348 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-64d9520e-e9f0-4dd8-b6c9-6f86b052702e req-b2f3a625-a133-4dc5-9f7a-e002cf27abee tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.2783055 Jan 31 15:59:57.935547 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-64d9520e-e9f0-4dd8-b6c9-6f86b052702e req-27c0846d-29fe-4818-b3de-93f640933a38 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014037 Jan 31 15:59:58.035733 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:58.174632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af040043-83fe-456e-ba1a-0d319461f0dd req-6766387d-9375-4429-87ec-e90378c37218 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:58.176279 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af040043-83fe-456e-ba1a-0d319461f0dd req-6766387d-9375-4429-87ec-e90378c37218 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 945 time: 0.6008198 Jan 31 15:59:58.193371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] device_id is not set on port 9d12f056-6516-4947-81d8-5431569d63fc yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 15:59:58.245130 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c697cfe-dcab-4a34-90d7-8d81174e5797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:58.257621 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 592900f9-e738-4b9e-add2-4b95126aa576 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 15:59:58.290939 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:58.336731 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:58.386465 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c697cfe-dcab-4a34-90d7-8d81174e5797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e373cf-e995-4178-bf6f-1d42ceb41d7c,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:58.390861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c697cfe-dcab-4a34-90d7-8d81174e5797 admin admin] Checking segment: {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 15:59:58.391239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c697cfe-dcab-4a34-90d7-8d81174e5797 admin admin] Network hostable DHCP agents. Network: 6ebb65fc-d5a1-4d08-bf9f-bc40458df679, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 15:59:58.422509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c697cfe-dcab-4a34-90d7-8d81174e5797 admin admin] Network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 15:59:58.429657 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af040043-83fe-456e-ba1a-0d319461f0dd req-57661ff6-4519-4a06-93e3-0b0b5c288342 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306278 Jan 31 15:59:58.434716 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:58.436285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 159e4a16-289d-48d5-807c-e39744eb822d completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 15:59:58.461993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-9c697cfe-dcab-4a34-90d7-8d81174e5797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 6ebb65fc-d5a1-4d08-bf9f-bc40458df679) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:58.466229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c697cfe-dcab-4a34-90d7-8d81174e5797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:58.466817 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c697cfe-dcab-4a34-90d7-8d81174e5797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:58.492110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9c697cfe-dcab-4a34-90d7-8d81174e5797 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0460572 Jan 31 15:59:58.494511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48154) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 15:59:58.501163 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 15:59:58.510719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd18f0c-d0e5-487d-a4dd-6941cca66aef None None] Network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 15:59:58.539255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 159e4a16-289d-48d5-807c-e39744eb822d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:58.539615 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:58.541552 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:58.553839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:58.557196 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:58.588117 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:58.698533 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:58.701169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 15:59:58.723507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 15:59:58.728055 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 15:59:58.775018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Pushing event updated for resources: {'Port': ['ID=98a686c8-d089-4963-aace-156808725775,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:58.836645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Allocated IP 10.1.1.76 (5c27222f-9f10-4881-bc3e-463f81557d8f/09d9cd68-c28b-4b2b-a746-31bc92962f59/9d12f056-6516-4947-81d8-5431569d63fc) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 15:59:58.907814 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:59.063359 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:59.152380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c77e14-710c-416b-a35b-1bcd6a3ac7ef None None] Pushing event updated for resources: {'Port': ['ID=b5a1572e-a0cd-494d-81e6-a82ff5cb99ed,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 15:59:59.304942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 592900f9-e738-4b9e-add2-4b95126aa576 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 15:59:59.305437 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:59.380628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38679e-f52f-4b2f-add2-3e1c82ebe0c5 req-e496f46f-b712-47f6-8fa4-c803b8560337 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:59.384092 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d38679e-f52f-4b2f-add2-3e1c82ebe0c5 req-e496f46f-b712-47f6-8fa4-c803b8560337 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.1703212 Jan 31 15:59:59.464516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:59.529561 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d38679e-f52f-4b2f-add2-3e1c82ebe0c5 req-72c73c9d-7953-4a4d-ba9d-06e4ca3d2c55 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225879 Jan 31 15:59:59.541318 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:59.798219 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:59.825098 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:59.827709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18833e-ed19-45a6-a3cc-4fe645c97721 req-0b47f7ed-6b13-492f-84bf-396536291bf8 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 15:59:59.829821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c18833e-ed19-45a6-a3cc-4fe645c97721 req-0b47f7ed-6b13-492f-84bf-396536291bf8 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 945 time: 0.2065454 Jan 31 15:59:59.834156 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:59.862864 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 15:59:59.985013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 15:59:59.986008 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:00.045333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f4fe16-89ea-42a9-b039-b9435aabba6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159e4a16-289d-48d5-807c-e39744eb822d'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:00.047670 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3d544d-3c82-45f6-bea8-1e5d6004152f" -d '{"events": [{"server_uuid": "a9f4fe16-89ea-42a9-b039-b9435aabba6e", "name": "network-vif-plugged", "status": "completed", "tag": "159e4a16-289d-48d5-807c-e39744eb822d"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:00.122376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 159e4a16-289d-48d5-807c-e39744eb822d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=159e4a16-289d-48d5-807c-e39744eb822d,segment=NetworkSegment(37411a04-f086-46b6-8bc9-3829c7bbbffa),segment_id=37411a04-f086-46b6-8bc9-3829c7bbbffa)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:00.123695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e95c4379-ee52-4530-bc69-cfef5745ef1b None None] Provisioning complete for port 592900f9-e738-4b9e-add2-4b95126aa576 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:00.124063 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e95c4379-ee52-4530-bc69-cfef5745ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:00.155338 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f1ed64-6f13-4c3a-81d6-2267322d6b4d x-openstack-request-id: req-20f1ed64-6f13-4c3a-81d6-2267322d6b4d {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:00.155627 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f4fe16-89ea-42a9-b039-b9435aabba6e", "name": "network-vif-plugged", "status": "completed", "tag": "159e4a16-289d-48d5-807c-e39744eb822d", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:00.155866 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20f1ed64-6f13-4c3a-81d6-2267322d6b4d {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:00.156269 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f4fe16-89ea-42a9-b039-b9435aabba6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159e4a16-289d-48d5-807c-e39744eb822d', 'code': 200} Jan 31 16:00:00.162532 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:00.315837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8d32-6041-4828-ad62-04cd27b4472b req-df9dffec-b0f2-4080-9d6c-e4326f26d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:00.321233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3fdf8d32-6041-4828-ad62-04cd27b4472b req-df9dffec-b0f2-4080-9d6c-e4326f26d776 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 1097 time: 0.1081214 Jan 31 16:00:00.387935 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3fdf8d32-6041-4828-ad62-04cd27b4472b req-e57f5ff5-6b84-4d44-b58e-f6d98d8cca32 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572228 Jan 31 16:00:00.427029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Network 5c27222f-9f10-4881-bc3e-463f81557d8f is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:00.446230 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c18833e-ed19-45a6-a3cc-4fe645c97721 req-864fb62c-bdb1-40d2-94a5-4103539163e4 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066251 Jan 31 16:00:00.455851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:00.465852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:00.494533 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Port': ['ID=9d12f056-6516-4947-81d8-5431569d63fc,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:00.527101 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:00.536779 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:00.590659 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:00.597720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:00.632915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:00.633967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:00.675370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Allocated IP 172.25.1.194 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/87ba8465-6e2c-4f76-9874-1caba441515a) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:00.679174 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:00.735700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e641d5c9-614d-45c7-92f3-3be11d11db99 None None] Network cb929c42-3e30-4828-a03a-532e8e7e942b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:00:00.750025 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3c28cfd9-81ee-49dc-a292-0e926aef9448 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5953939 Jan 31 16:00:00.805504 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:00.815129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Pushing event updated for resources: {'Port': ['ID=98a686c8-d089-4963-aace-156808725775,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:00.845629 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:00.883464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=159e4a16-289d-48d5-807c-e39744eb822d,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:00.888986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Attempting to bind port 9991affa-29eb-4190-96cc-674fecc8d320 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:00.889350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Attempting to bind port 9991affa-29eb-4190-96cc-674fecc8d320 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:00.889824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Attempting to bind port 9991affa-29eb-4190-96cc-674fecc8d320 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:00.910650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Allocated IP 172.20.0.2 (6ebb65fc-d5a1-4d08-bf9f-bc40458df679/d3e373cf-e995-4178-bf6f-1d42ceb41d7c/d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:00.943352 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:01.015592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:01.020579 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:01.026291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:01.026664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:01.027064 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:01.027453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:01.031479 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Bound port: 9991affa-29eb-4190-96cc-674fecc8d320, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:01.031873 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:01.054314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63620171-f177-4195-88fe-4f59693c5748 req-4dbf0117-0c95-4dff-bc0a-e74d20f82143 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:01.063246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 592900f9-e738-4b9e-add2-4b95126aa576, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=592900f9-e738-4b9e-add2-4b95126aa576,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:01.064054 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-63620171-f177-4195-88fe-4f59693c5748 req-4dbf0117-0c95-4dff-bc0a-e74d20f82143 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.1820929 Jan 31 16:00:01.098344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:01.109184 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:01.150144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:01.160158 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:01.161034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 947243a0-7025-4fea-b2c6-2e85d7ec6a03 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:01.282605 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-63620171-f177-4195-88fe-4f59693c5748 req-b716157e-660c-4465-bcd6-0ba23693a1f7 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173598 Jan 31 16:00:01.287096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Pushing event updated for resources: {'Port': ['ID=87ba8465-6e2c-4f76-9874-1caba441515a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:01.330814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:00:01.342801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-e260e500-5457-4421-a3e5-96def7855df5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1775012 Jan 31 16:00:01.404786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020de405-72dd-4013-98cc-59b5c28db470 None None] Pushing event updated for resources: {'Port': ['ID=9991affa-29eb-4190-96cc-674fecc8d320,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:01.500258 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e95c4379-ee52-4530-bc69-cfef5745ef1b None None] Provisioning complete for port 98a686c8-d089-4963-aace-156808725775 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:01.501099 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e95c4379-ee52-4530-bc69-cfef5745ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:01.546393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e95c4379-ee52-4530-bc69-cfef5745ef1b None None] Port 98a686c8-d089-4963-aace-156808725775 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:01.590658 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] For port 9991affa-29eb-4190-96cc-674fecc8d320, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:01.653240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] For port 9991affa-29eb-4190-96cc-674fecc8d320, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9991affa-29eb-4190-96cc-674fecc8d320,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:01.681007 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:01.697904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=592900f9-e738-4b9e-add2-4b95126aa576,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:01.716519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 947243a0-7025-4fea-b2c6-2e85d7ec6a03 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:01.717133 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:01.720115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:01.733060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-7e8f2d49-fe88-48f9-bb98-16abd316546f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:01.747363 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-7e8f2d49-fe88-48f9-bb98-16abd316546f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4031363 Jan 31 16:00:01.787073 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-057366f5-217e-4a10-860c-cd97f3cc86ff tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/quotas/6aa0a945adb446eca7467bfcc1383562 HTTP/1.1" status: 200 len: 375 time: 0.0359118 Jan 31 16:00:01.845030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48232) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:01.870939 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-497c83d9-cb97-425f-984e-bfff2cfc2354 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810597 Jan 31 16:00:01.900216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:00:01.913703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a7072a01-ec1a-4e31-8534-d487a14965dd admin admin] 10.222.0.36 "PUT /v2.0/routers/2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5159438 Jan 31 16:00:01.945349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a1a3473c-740f-4a29-af06-f5620525df27 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--203107380', 'description': 'tempest-description--690958749'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:02.007468 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a1a3473c-740f-4a29-af06-f5620525df27 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:02.100907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Provisioning complete for port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:02.105630 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:02.147291 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:02.218734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a16b6660-79db-4a87-8af0-9597b6c0fe45 req-a622385d-7487-483a-adec-27a27c913760 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 210 time: 0.0515473 Jan 31 16:00:02.226486 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020de405-72dd-4013-98cc-59b5c28db470 None None] Pushing event updated for resources: {'Port': ['ID=9991affa-29eb-4190-96cc-674fecc8d320,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:02.266356 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:02.427995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Routers {'2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:02.428663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:02.497597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de61b6c-9ba2-409d-802f-3f2a215b6a65 req-b5cc2fa2-a270-4ba5-8697-bc4c3d0b430a tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:02.512708 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8de61b6c-9ba2-409d-802f-3f2a215b6a65 req-b5cc2fa2-a270-4ba5-8697-bc4c3d0b430a tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.1010773 Jan 31 16:00:02.596718 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8de61b6c-9ba2-409d-802f-3f2a215b6a65 req-1ea1bb60-c930-47fa-a893-eee10f85240b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773399 Jan 31 16:00:02.683889 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:02.700033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d39cd4-b4da-4a4e-bc99-6931c83a1ce1 req-8b2833b7-e54d-4154-ad67-d0b61dd089a2 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:02.701593 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01d39cd4-b4da-4a4e-bc99-6931c83a1ce1 req-8b2833b7-e54d-4154-ad67-d0b61dd089a2 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 946 time: 0.6180389 Jan 31 16:00:02.729762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] Set router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:02.819048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01d39cd4-b4da-4a4e-bc99-6931c83a1ce1 req-119810c6-b93b-4afb-bd37-1c56ff167890 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077878 Jan 31 16:00:02.858221 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a1a3473c-740f-4a29-af06-f5620525df27 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:02.861049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:02.870146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a1a3473c-740f-4a29-af06-f5620525df27 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:02.900785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:02.962619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48270) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:02.967772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1336334283-network', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:02.976852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:03.041385 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Made reservation on behalf of fb7c1013f9434f11b719bd6cc189fb3d for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:03.042668 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.049909 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a1a3473c-740f-4a29-af06-f5620525df27 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.060475 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a1a3473c-740f-4a29-af06-f5620525df27 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1511912 Jan 31 16:00:03.060475 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3473c-740f-4a29-af06-f5620525df27 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97da44d8-1c85-4f99-97c2-f2c2946f975a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:03.065676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48284) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:03.084978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Pushing event updated for resources: {'Port': ['ID=d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:03.096453 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.108729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-be89ebd5-6715-4e16-9858-7552d242e3ca tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'security_group_rule': {'security_group_id': '97da44d8-1c85-4f99-97c2-f2c2946f975a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:03.113718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Router 966a59f4-57d8-4998-954f-f45c788e2301 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:00:03.213804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be89ebd5-6715-4e16-9858-7552d242e3ca tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.310083 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Attempting to bind port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:03.310768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Attempting to bind port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:03.310768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Attempting to bind port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 on network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:03.352907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:03.353350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Checking segment: {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:03.353718 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.354110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Bound using segment: {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:03.354602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Bound port: d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:03.355174 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.418549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:00:03.432214 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Sync routers for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:00:03.444857 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:03.450075 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:03.470781 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.476183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8774df96-f7ab-41d8-bedf-00f21852225b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9804027 Jan 31 16:00:03.494145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48290) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:03.507631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.512786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] For port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:03.520816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] For port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:03.522176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 592900f9-e738-4b9e-add2-4b95126aa576 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:03.536682 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.550304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:00:03.562071 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.564025 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Added segment 88d47e7a-1eda-4422-a01f-217c5d337d79 of type vlan for network 89310491-6503-4458-b9e2-d674c173bab9 Jan 31 16:00:03.573780 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-872e49cf-1255-4a32-814f-3b82e0c9b8b0 req-3e91eab0-97d4-42c4-afde-0d0e569ddc7c tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 210 time: 0.1178963 Jan 31 16:00:03.594112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fe9eb-44c2-46fd-a390-e05d0d708c1f req-ec5f16de-c17e-4df9-ac9a-ba75244cc958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:03.595874 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-089fe9eb-44c2-46fd-a390-e05d0d708c1f req-ec5f16de-c17e-4df9-ac9a-ba75244cc958 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bb02b93fc6840c9aa9d9ad5bab046b4&device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 1097 time: 0.1524262 Jan 31 16:00:03.652071 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.712827 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.714893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:03.715649 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.732817 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.735609 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.737697 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:03.813406 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be89ebd5-6715-4e16-9858-7552d242e3ca tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.817210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Pushing event updated for resources: {'Network': ['ID=89310491-6503-4458-b9e2-d674c173bab9,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:03.824005 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8600962 Jan 31 16:00:03.830831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48294) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:03.838293 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be89ebd5-6715-4e16-9858-7552d242e3ca tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:03.843616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8a29c07e-887c-4b7a-97d2-0ac47ab95eaf admin admin] Request body: {'subnet': {'network_id': '89310491-6503-4458-b9e2-d674c173bab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1336334283-subnet', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:03.847761 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-663f7067-5724-40e9-b1fb-133eedc4f1f2 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453887 Jan 31 16:00:03.881034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 89310491-6503-4458-b9e2-d674c173bab9 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:00:03.888875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa9961-520c-4a14-b331-8ae901a8b93a req-0a8b5c3c-8fa0-445e-986b-2091fe1f8e21 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:03.896597 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9efa9961-520c-4a14-b331-8ae901a8b93a req-0a8b5c3c-8fa0-445e-986b-2091fe1f8e21 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 946 time: 0.4884636 Jan 31 16:00:03.900368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89ebd5-6715-4e16-9858-7552d242e3ca tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8026b78e-65b5-48ba-8170-61bbdb53b24a,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:03.919093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f8dfc-dffb-427b-b355-cdb1bcf1cf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18616716-dcba-427b-b26b-c47814f1d0d0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:03.967209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a29c07e-887c-4b7a-97d2-0ac47ab95eaf admin admin] Made reservation on behalf of fb7c1013f9434f11b719bd6cc189fb3d for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:03.971211 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a29c07e-887c-4b7a-97d2-0ac47ab95eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.023288 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:01Z', 'revision_number': 3, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:04.067651 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Checking router: 966a59f4-57d8-4998-954f-f45c788e2301 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:00:04.068322 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Updating router 966a59f4-57d8-4998-954f-f45c788e2301 port 87ba8465-6e2c-4f76-9874-1caba441515a binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:00:04.102787 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.152032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4c74ee7b-aacc-40ce-9445-27af4dc3dfd5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:04.158212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4c74ee7b-aacc-40ce-9445-27af4dc3dfd5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958629 Jan 31 16:00:04.278500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 592900f9-e738-4b9e-add2-4b95126aa576 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:04.278865 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.283533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Request body: {'port': {'device_id': '4984f4b6-329d-4001-8d95-267b08568a47', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '6aa0a945adb446eca7467bfcc1383562'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:04.287302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] For port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b5a1572e-a0cd-494d-81e6-a82ff5cb99ed,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:04.316078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fe9eb-44c2-46fd-a390-e05d0d708c1f req-31c0b0b2-3135-422d-9829-9dfc964dd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:04.317751 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-089fe9eb-44c2-46fd-a390-e05d0d708c1f req-31c0b0b2-3135-422d-9829-9dfc964dd895 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90539b30-d4d9-4efc-a62e-b024cc1f908f HTTP/1.1" status: 200 len: 914 time: 0.7098117 Jan 31 16:00:04.331268 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.333678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a292e-c3f3-4818-b3c5-61430ebb14f6 None None] Pushing event updated for resources: {'Port': ['ID=d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:04.341209 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be89ebd5-6715-4e16-9858-7552d242e3ca tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.343462 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-be89ebd5-6715-4e16-9858-7552d242e3ca tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2740362 Jan 31 16:00:04.373121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48298) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:04.410288 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9efa9961-520c-4a14-b331-8ae901a8b93a req-0f8ad418-1dc5-422b-b558-e7327892ce6a tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124063 Jan 31 16:00:04.411348 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a29c07e-887c-4b7a-97d2-0ac47ab95eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.468216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Pushing event updated for resources: {'Port': ['ID=b5a1572e-a0cd-494d-81e6-a82ff5cb99ed,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:04.523139 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-089fe9eb-44c2-46fd-a390-e05d0d708c1f req-38fdfe86-a91a-4924-b81a-fbd1a71d5fbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=159e4a16-289d-48d5-807c-e39744eb822d HTTP/1.1" status: 200 len: 217 time: 0.1450663 Jan 31 16:00:04.538416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Provisioning complete for port 97fd929b-916a-47dc-8c14-0826f91ab589 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:04.538783 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.599023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Port 97fd929b-916a-47dc-8c14-0826f91ab589 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:04.603664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7f4f582c-5298-4128-9d9d-e23ff27d1050 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'security_group_rule': {'security_group_id': '97da44d8-1c85-4f99-97c2-f2c2946f975a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:04.608283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98a686c8-d089-4963-aace-156808725775', 'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'mac_address': 'fa:16:3e:21:fa:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:56Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 2, 'project_id': '92647632bf8144b58beaf0189feb0489', 'subnets': [{'id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:04.614169 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.639170 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.639798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29c07e-887c-4b7a-97d2-0ac47ab95eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b05427a1-4183-4ed5-aa24-46f973294d73,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:04.667115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a29c07e-887c-4b7a-97d2-0ac47ab95eaf admin admin] Checking segment: {'id': '88d47e7a-1eda-4422-a01f-217c5d337d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '89310491-6503-4458-b9e2-d674c173bab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:04.667619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a29c07e-887c-4b7a-97d2-0ac47ab95eaf admin admin] Network hostable DHCP agents. Network: 89310491-6503-4458-b9e2-d674c173bab9, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:00:04.709100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b107ccc-2831-4fc5-96c4-812bee5b19aa None None] The sync data for ids ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'] in n-d-827120-1 is: [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98a686c8-d089-4963-aace-156808725775', 'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'mac_address': 'fa:16:3e:21:fa:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:56Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 2, 'project_id': '92647632bf8144b58beaf0189feb0489', 'subnets': [{'id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:00:04.719073 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a29c07e-887c-4b7a-97d2-0ac47ab95eaf admin admin] Network 89310491-6503-4458-b9e2-d674c173bab9 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:00:04.721919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Provisioning complete for port 9d12f056-6516-4947-81d8-5431569d63fc triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:04.722369 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.732091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-8a29c07e-887c-4b7a-97d2-0ac47ab95eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 89310491-6503-4458-b9e2-d674c173bab9) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:04.740788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a29c07e-887c-4b7a-97d2-0ac47ab95eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:04.741687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a29c07e-887c-4b7a-97d2-0ac47ab95eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.749060 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936facd4-c44d-4f4c-a98d-a104584eb08a None None] Pushing event updated for resources: {'Port': ['ID=87ba8465-6e2c-4f76-9874-1caba441515a,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:04.794151 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Attempting to bind port 87ba8465-6e2c-4f76-9874-1caba441515a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:04.794578 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Attempting to bind port 87ba8465-6e2c-4f76-9874-1caba441515a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:04.794957 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Attempting to bind port 87ba8465-6e2c-4f76-9874-1caba441515a on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:04.804544 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:04.804920 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:04.805724 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.806317 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:04.806971 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Bound port: 87ba8465-6e2c-4f76-9874-1caba441515a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:04.807555 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.835535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd9b73-fcbb-4238-a5bb-ee6d1d600069 None None] Network 89310491-6503-4458-b9e2-d674c173bab9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:00:04.838836 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-784aa7df-cb8f-451a-918f-9e3c601b7c4d req-09fe4fde-4559-413e-8074-ba0fc0ad6f8b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 210 time: 0.0740719 Jan 31 16:00:04.839744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b5a1572e-a0cd-494d-81e6-a82ff5cb99ed up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:04.856003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fe9eb-44c2-46fd-a390-e05d0d708c1f req-e6e10457-4b5f-49c2-9f60-4f26aa2f30b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:04.857789 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-089fe9eb-44c2-46fd-a390-e05d0d708c1f req-e6e10457-4b5f-49c2-9f60-4f26aa2f30b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b1d10ed-b886-493b-8f87-c28a47feafd0 HTTP/1.1" status: 200 len: 853 time: 0.2203588 Jan 31 16:00:04.876929 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8a29c07e-887c-4b7a-97d2-0ac47ab95eaf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0406129 Jan 31 16:00:04.883474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48310) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:04.888153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1336334283-router', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:04.888681 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] For port 87ba8465-6e2c-4f76-9874-1caba441515a, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:04.895914 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] For port 87ba8465-6e2c-4f76-9874-1caba441515a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=87ba8465-6e2c-4f76-9874-1caba441515a,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:04.902238 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.935086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.936290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:04.953502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb80081-861d-40f9-b50f-c799f8e7d51e req-4fff5dc5-9a88-42a3-889b-39396cb62bc2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:04.955159 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acb80081-861d-40f9-b50f-c799f8e7d51e req-4fff5dc5-9a88-42a3-889b-39396cb62bc2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 1.1969540 Jan 31 16:00:05.016257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Port 9d12f056-6516-4947-81d8-5431569d63fc cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:05.035929 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-089fe9eb-44c2-46fd-a390-e05d0d708c1f req-9c34e271-1ed6-4bed-95ce-904237fd7f31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90539b30-d4d9-4efc-a62e-b024cc1f908f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695040 Jan 31 16:00:05.056095 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:05.084629 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:05.085707 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:05.110419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Provisioning complete for port 98a686c8-d089-4963-aace-156808725775 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:05.110796 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:05.171868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-89310491-6503-4458-b9e2-d674c173bab9', 'network_id': '89310491-6503-4458-b9e2-d674c173bab9', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'fixed_ips': [{'subnet_id': 'b05427a1-4183-4ed5-aa24-46f973294d73'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:00:05.171868 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:05.218100 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936facd4-c44d-4f4c-a98d-a104584eb08a None None] Pushing event updated for resources: {'Port': ['ID=87ba8465-6e2c-4f76-9874-1caba441515a,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:05.378623 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Port 98a686c8-d089-4963-aace-156808725775 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:05.408361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-089fe9eb-44c2-46fd-a390-e05d0d708c1f req-f7f874c8-cbc6-4c70-95a3-44cd7479b551 service neutron] 10.222.0.20 "GET /v2.0/networks/90539b30-d4d9-4efc-a62e-b024cc1f908f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019359 Jan 31 16:00:05.411806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acb80081-861d-40f9-b50f-c799f8e7d51e req-f6cc2525-b720-41f4-a371-bdca44b57598 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353497 Jan 31 16:00:05.469372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:05.477203 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:05.480301 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:05.519616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:05.642562 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-089fe9eb-44c2-46fd-a390-e05d0d708c1f req-8aa6c485-c9f6-41f0-b16d-114aeebb0211 service neutron] 10.222.0.20 "GET /v2.0/networks/90539b30-d4d9-4efc-a62e-b024cc1f908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772017 Jan 31 16:00:05.674576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Provisioning complete for port 592900f9-e738-4b9e-add2-4b95126aa576 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:05.674964 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ae6e-7cec-492f-badc-89904a3084ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:05.767271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Allocated IP 172.20.0.2 (89310491-6503-4458-b9e2-d674c173bab9/b05427a1-4183-4ed5-aa24-46f973294d73/77929aad-5ad8-4c16-983e-8bc1e1b03ad5) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:05.836298 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f4f582c-5298-4128-9d9d-e23ff27d1050 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:05.838631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3463b41-3feb-4502-af82-d6135d03050e req-0d5215fc-7743-4673-bedd-c9e639e74e8f tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:05.844845 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b3463b41-3feb-4502-af82-d6135d03050e req-0d5215fc-7743-4673-bedd-c9e639e74e8f tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 946 time: 0.2739708 Jan 31 16:00:05.938646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f4f582c-5298-4128-9d9d-e23ff27d1050 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:05.969206 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f4f582c-5298-4128-9d9d-e23ff27d1050 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:05.983838 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b3463b41-3feb-4502-af82-d6135d03050e req-78a8e08f-2619-450b-a8a9-2fb4d7ea3275 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285210 Jan 31 16:00:06.002881 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:01Z', 'revision_number': 3, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:06.007827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f582c-5298-4128-9d9d-e23ff27d1050 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8a77ad-034a-49f4-93e0-63ee9e384d42,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:06.021929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Made reservation on behalf of 6aa0a945adb446eca7467bfcc1383562 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:06.026014 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:06.053532 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2bed6d-6c67-4d2a-93b4-30c4b2e3b714 None None] The sync data for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 is: [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:01Z', 'revision_number': 3, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:00:06.076733 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:06.153612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d792779-942e-4706-b331-948d62d84b96 None None] Network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:00:06.183507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e35bd10-a13e-472f-8414-89a7c36d0954 req-9ad3e439-12e3-4e45-abde-6316784b71f0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 210 time: 0.1399055 Jan 31 16:00:06.186024 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f4f582c-5298-4128-9d9d-e23ff27d1050 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:06.190306 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7f4f582c-5298-4128-9d9d-e23ff27d1050 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8112094 Jan 31 16:00:06.192882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48326) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:06.200125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:06.276777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:06.437960 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:06.477568 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:06.542774 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:06.548112 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:06.837794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bae71b2-7d11-41ef-bd68-c0544e373448,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:06.887780 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Allocated IP 172.25.1.139 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/9ab1e376-f08a-4714-93e0-96778c10d7bb) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:07.065182 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:07.090095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e51c952a-03f2-40e7-a942-2816a4cf7598 None None] Provisioning complete for port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:07.090737 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e51c952a-03f2-40e7-a942-2816a4cf7598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:07.129074 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:07.138880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Allocated IP 192.168.233.61 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/495377c0-a20c-4d71-b718-412f0b31d8df) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:07.183806 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:07.228884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdee7fd-d89c-449e-9c92-350d8b01bfda req-4ae5665e-0fdb-411b-b299-e275ab42cb23 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:07.230950 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ccdee7fd-d89c-449e-9c92-350d8b01bfda req-4ae5665e-0fdb-411b-b299-e275ab42cb23 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.5855274 Jan 31 16:00:07.281758 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:07.329494 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:07.357588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ccdee7fd-d89c-449e-9c92-350d8b01bfda req-58614ea9-8d4d-47eb-9cd4-1d240c19563b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129475 Jan 31 16:00:07.365654 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:07.433357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:07.505022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:07.514539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:07.524969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:07.578699 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41ffe65d-513c-4eb5-9eb2-415bcb040c3d req-238f5a98-f9d0-41f7-bbf2-15020a3921e7 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 210 time: 0.0400999 Jan 31 16:00:07.599716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Allocated IP 172.20.0.1 (6ebb65fc-d5a1-4d08-bf9f-bc40458df679/d3e373cf-e995-4178-bf6f-1d42ceb41d7c/787b3b6e-241c-41f6-bab3-8fd13c61cf55) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:07.609521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Network 89310491-6503-4458-b9e2-d674c173bab9 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:07.639678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Pushing event updated for resources: {'Port': ['ID=9ab1e376-f08a-4714-93e0-96778c10d7bb,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:07.664664 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:00:07.673698 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:07.686826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:07.716902 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Pushing event updated for resources: {'Port': ['ID=77929aad-5ad8-4c16-983e-8bc1e1b03ad5,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:07.834364 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:07.933260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:08.007293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:08.007728 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:08.012536 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Attempting to bind port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:08.012913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Attempting to bind port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '88d47e7a-1eda-4422-a01f-217c5d337d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '89310491-6503-4458-b9e2-d674c173bab9'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:08.013278 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Attempting to bind port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 on network 89310491-6503-4458-b9e2-d674c173bab9 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:08.083493 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e51c952a-03f2-40e7-a942-2816a4cf7598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:08.098607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:08.099248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Checking segment: {'id': '88d47e7a-1eda-4422-a01f-217c5d337d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '89310491-6503-4458-b9e2-d674c173bab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:08.099368 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:08.099760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Bound using segment: {'id': '88d47e7a-1eda-4422-a01f-217c5d337d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '89310491-6503-4458-b9e2-d674c173bab9'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:08.110755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Bound port: 77929aad-5ad8-4c16-983e-8bc1e1b03ad5, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d47e7a-1eda-4422-a01f-217c5d337d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '89310491-6503-4458-b9e2-d674c173bab9'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:08.115406 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:08.167755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e51c952a-03f2-40e7-a942-2816a4cf7598 None None] For port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:08.170778 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:08.180389 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e51c952a-03f2-40e7-a942-2816a4cf7598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:08.260121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:08.305398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:08.317240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:08.355452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c952a-03f2-40e7-a942-2816a4cf7598 None None] Pushing event updated for resources: {'Port': ['ID=d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:08.370837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7b5f6-5d75-423a-a99e-82448f8ea163 req-f8706bc6-edf6-476a-b050-49a1a0a9a553 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:08.372426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bad7b5f6-5d75-423a-a99e-82448f8ea163 req-f8706bc6-edf6-476a-b050-49a1a0a9a553 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 946 time: 1.1818182 Jan 31 16:00:08.398729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b5a1572e-a0cd-494d-81e6-a82ff5cb99ed up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:08.410478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e51c952a-03f2-40e7-a942-2816a4cf7598 None None] Provisioning complete for port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:08.411045 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e51c952a-03f2-40e7-a942-2816a4cf7598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:08.504906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] For port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:08.598392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] For port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=77929aad-5ad8-4c16-983e-8bc1e1b03ad5,segment=NetworkSegment(88d47e7a-1eda-4422-a01f-217c5d337d79),segment_id=88d47e7a-1eda-4422-a01f-217c5d337d79)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:08.613516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:08.625040 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:08.630403 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:08.711683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71dcaa-42ba-4098-a7a2-0cfb9a373e35 req-531f2acd-f5a5-400a-9191-3be9fde1582b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:08.713997 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba71dcaa-42ba-4098-a7a2-0cfb9a373e35 req-531f2acd-f5a5-400a-9191-3be9fde1582b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.1889312 Jan 31 16:00:08.793031 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a7a45-fc8b-47d2-b0f1-011143fbc826 None None] Pushing event updated for resources: {'Port': ['ID=77929aad-5ad8-4c16-983e-8bc1e1b03ad5,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:08.852466 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba71dcaa-42ba-4098-a7a2-0cfb9a373e35 req-50165612-ebd4-4b66-bfac-358ef3b22bb4 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301780 Jan 31 16:00:08.929979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:08.930355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:08.939907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Router dcb8f376-12e4-4beb-88cb-adefe2363200 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:00:09.070100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-665e3e44-39db-4e2d-a77d-92c0a7517ebf None None] Provisioning complete for port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:09.070621 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-665e3e44-39db-4e2d-a77d-92c0a7517ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:09.162835 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ccd879b4-efb7-4371-8614-253bd2101050 req-a3e128f4-68e6-474e-a076-25a5856ad8eb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 210 time: 0.0793614 Jan 31 16:00:09.326347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 87ba8465-6e2c-4f76-9874-1caba441515a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:09.349298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:00:09.375618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Pushing event updated for resources: {'Port': ['ID=787b3b6e-241c-41f6-bab3-8fd13c61cf55,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:09.409112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Sync routers for ids ['dcb8f376-12e4-4beb-88cb-adefe2363200'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:00:09.430056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:09.439744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cb6ec835-a578-48ff-a685-9b145118ea4a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5546262 Jan 31 16:00:09.440507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48372) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:09.451191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Routers {'dcb8f376-12e4-4beb-88cb-adefe2363200'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:09.451978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dcb8f376-12e4-4beb-88cb-adefe2363200'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:09.568541 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:09.577136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-665e3e44-39db-4e2d-a77d-92c0a7517ebf None None] Provisioning complete for port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:09.578765 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-665e3e44-39db-4e2d-a77d-92c0a7517ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:09.618489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Allocated IP 172.25.1.27 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/bce22210-fae6-45c1-8eca-27809f690394) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:09.622688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:09.657663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:09.664509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:09.681910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:09.726197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 87ba8465-6e2c-4f76-9874-1caba441515a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:09.726875 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:09.774501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-665e3e44-39db-4e2d-a77d-92c0a7517ebf None None] Port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:09.788866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Set router dcb8f376-12e4-4beb-88cb-adefe2363200 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:09.817246 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bad7b5f6-5d75-423a-a99e-82448f8ea163 req-56616856-ff2b-477b-b712-b7777e4c62e9 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1856697 Jan 31 16:00:09.824224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:09.825013 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:09.884839 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Sync routers for ids ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:00:09.907396 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Routers {'2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:09.908060 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:09.912726 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6579478 Jan 31 16:00:09.940867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Request body: {'port': {'device_id': '4984f4b6-329d-4001-8d95-267b08568a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:10.065289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04813824-4303-4384-9800-2eef0dee6faf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event updated for resources: {'Port': ['ID=495377c0-a20c-4d71-b718-412f0b31d8df,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:10.192383 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Set router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:10.412071 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:10.453028 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-99b40ad5-4e50-43b3-94c8-beedd4e27785 None None] Provisioning complete for port 495377c0-a20c-4d71-b718-412f0b31d8df triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:10.453701 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-99b40ad5-4e50-43b3-94c8-beedd4e27785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:10.455866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:10.508237 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:10.576454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 87ba8465-6e2c-4f76-9874-1caba441515a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=87ba8465-6e2c-4f76-9874-1caba441515a,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:10.599235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:10.614258 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-99b40ad5-4e50-43b3-94c8-beedd4e27785 None None] Port 495377c0-a20c-4d71-b718-412f0b31d8df cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:10.618672 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:10.619670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9991affa-29eb-4190-96cc-674fecc8d320 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:10.682422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Port': ['ID=bce22210-fae6-45c1-8eca-27809f690394,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:10.696552 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98a686c8-d089-4963-aace-156808725775', 'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'mac_address': 'fa:16:3e:21:fa:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:56Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 2, 'project_id': '92647632bf8144b58beaf0189feb0489', 'subnets': [{'id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:10.712144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb4be9-c8df-4b62-91b9-e1c4aaf3355d req-f4762d90-ae89-4156-aeb2-dd01a361ac40 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:10.714796 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-83eb4be9-c8df-4b62-91b9-e1c4aaf3355d req-f4762d90-ae89-4156-aeb2-dd01a361ac40 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 935 time: 0.2612147 Jan 31 16:00:10.731332 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Checking router: 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:00:10.731817 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Updating router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e port 98a686c8-d089-4963-aace-156808725775 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:00:10.737052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Allocated IP 172.20.0.1 (89310491-6503-4458-b9e2-d674c173bab9/b05427a1-4183-4ed5-aa24-46f973294d73/de842c17-2e42-42d7-a272-0dfe71f06dd7) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:10.738931 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:10.768298 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:10.768619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'name': 'tempest-TaggedBootDevicesTest_v242-1336334283-router', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:04Z', 'updated_at': '2022-01-31T16:00:07Z', 'revision_number': 3, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'gw_port': {'id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:06Z', 'updated_at': '2022-01-31T16:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:10.772475 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=87ba8465-6e2c-4f76-9874-1caba441515a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:10.806025 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f00dbd-b81b-41c4-9d64-b233d5f6636b req-5695ddac-b64a-4305-a377-b5ae9b8a9987 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:10.807983 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02f00dbd-b81b-41c4-9d64-b233d5f6636b req-5695ddac-b64a-4305-a377-b5ae9b8a9987 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.7078955 Jan 31 16:00:10.808852 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:10.838477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7fdea0-3b4a-434e-bdb1-5a7b65d1c0bd None None] Network 89310491-6503-4458-b9e2-d674c173bab9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:00:10.843812 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:10.848967 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Checking router: dcb8f376-12e4-4beb-88cb-adefe2363200 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:00:10.849793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Updating router dcb8f376-12e4-4beb-88cb-adefe2363200 port 9ab1e376-f08a-4714-93e0-96778c10d7bb binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:00:10.874482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:10.886958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:10.907253 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:10.988365 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02f00dbd-b81b-41c4-9d64-b233d5f6636b req-d22e6f87-8fb0-44bc-9380-00ef284dc42f tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609313 Jan 31 16:00:11.003443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-83eb4be9-c8df-4b62-91b9-e1c4aaf3355d req-10166e9f-0ada-4860-8f03-2a755b0a9496 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502608 Jan 31 16:00:11.004689 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.085185 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.119532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Network 89310491-6503-4458-b9e2-d674c173bab9 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:11.133587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:11.149347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Pushing event updated for resources: {'Port': ['ID=de842c17-2e42-42d7-a272-0dfe71f06dd7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:11.152126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:11.178506 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.190975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d86158f3-19a6-4164-a659-fe849345760b None None] Provisioning complete for port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:11.190975 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d86158f3-19a6-4164-a659-fe849345760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.192539 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.203399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9991affa-29eb-4190-96cc-674fecc8d320 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:11.203399 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.244278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39410bd7-49d5-42c5-a149-e1035c1f0397 req-8a978eaf-6c89-4cb5-aee3-de13abb1563a tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:11.246037 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39410bd7-49d5-42c5-a149-e1035c1f0397 req-8a978eaf-6c89-4cb5-aee3-de13abb1563a tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 946 time: 0.1323261 Jan 31 16:00:11.247503 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.322173 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Pushing event updated for resources: {'Port': ['ID=98a686c8-d089-4963-aace-156808725775,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:11.360793 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:11.361085 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:11.361206 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:11.368076 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:11.368577 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:11.368892 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:11.369219 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:11.369614 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:11.369939 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:11.370258 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:11.370576 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:11.370888 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:11.390069 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.465999 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Attempting to bind port 98a686c8-d089-4963-aace-156808725775 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:11.466361 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Attempting to bind port 98a686c8-d089-4963-aace-156808725775 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:11.466713 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Attempting to bind port 98a686c8-d089-4963-aace-156808725775 on network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:11.474055 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:11.475172 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Checking segment: {'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:11.475172 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.475172 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Bound using segment: {'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:11.475656 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Bound port: 98a686c8-d089-4963-aace-156808725775, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:11.476027 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.546180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.589697 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d86158f3-19a6-4164-a659-fe849345760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.600608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565e2eb-b7a2-4d52-ab76-c21bd22dbde8 req-ce75e386-51b0-40b7-879c-053885c5ff0a tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:11.602378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5565e2eb-b7a2-4d52-ab76-c21bd22dbde8 req-ce75e386-51b0-40b7-879c-053885c5ff0a tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 951 time: 0.2658265 Jan 31 16:00:11.621283 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] For port 98a686c8-d089-4963-aace-156808725775, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:11.626223 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] For port 98a686c8-d089-4963-aace-156808725775, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=98a686c8-d089-4963-aace-156808725775,segment=NetworkSegment(90bc77d2-cd93-4486-9979-d410e5f25996),segment_id=90bc77d2-cd93-4486-9979-d410e5f25996)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:11.633054 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.685012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-d86158f3-19a6-4164-a659-fe849345760b None None] For port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=77929aad-5ad8-4c16-983e-8bc1e1b03ad5,segment=NetworkSegment(88d47e7a-1eda-4422-a01f-217c5d337d79),segment_id=88d47e7a-1eda-4422-a01f-217c5d337d79)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:11.702706 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b44a97-c1b0-40a4-a2a7-48938160a7df None None] Pushing event updated for resources: {'Port': ['ID=98a686c8-d089-4963-aace-156808725775,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:11.727204 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39410bd7-49d5-42c5-a149-e1035c1f0397 req-ec601372-6ec3-47c5-a673-36361c170a97 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683738 Jan 31 16:00:11.739428 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d86158f3-19a6-4164-a659-fe849345760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.741939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.774989 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Routers {'2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:11.774989 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:11.787708 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.787886 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.792562 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5565e2eb-b7a2-4d52-ab76-c21bd22dbde8 req-2cb5118f-ea04-4fd2-aef3-db2917103aab tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759079 Jan 31 16:00:11.923831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 9991affa-29eb-4190-96cc-674fecc8d320, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9991affa-29eb-4190-96cc-674fecc8d320,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:11.954777 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.977111 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:11.977326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d9065cef-7cd6-4f30-81aa-57f85f6cbda8 None None] Provisioning complete for port 98a686c8-d089-4963-aace-156808725775 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:11.977686 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d9065cef-7cd6-4f30-81aa-57f85f6cbda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.025617 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] Set router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:12.049395 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.084478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86158f3-19a6-4164-a659-fe849345760b None None] Pushing event updated for resources: {'Port': ['ID=77929aad-5ad8-4c16-983e-8bc1e1b03ad5,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:12.086790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495377c0-a20c-4d71-b718-412f0b31d8df {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:12.110834 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.177549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Transition to ACTIVE for port object 495377c0-a20c-4d71-b718-412f0b31d8df will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:12.214891 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.286704 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.302892 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.319975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.320866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.326580 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.379144 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.406217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=9991affa-29eb-4190-96cc-674fecc8d320,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:12.427226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Attempting to bind port 9ab1e376-f08a-4714-93e0-96778c10d7bb on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:12.427617 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Attempting to bind port 9ab1e376-f08a-4714-93e0-96778c10d7bb by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:12.427982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Attempting to bind port 9ab1e376-f08a-4714-93e0-96778c10d7bb on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:12.525659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:12.575863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:12.576232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:12.576629 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.577017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:12.580403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Pushing event updated for resources: {'Port': ['ID=de842c17-2e42-42d7-a272-0dfe71f06dd7,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:12.584063 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Bound port: 9ab1e376-f08a-4714-93e0-96778c10d7bb, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:12.584593 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.677299 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98a686c8-d089-4963-aace-156808725775', 'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'mac_address': 'fa:16:3e:21:fa:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:56Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'subnets': [{'id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:12.715164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] For port 9ab1e376-f08a-4714-93e0-96778c10d7bb, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:12.718618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] For port 9ab1e376-f08a-4714-93e0-96778c10d7bb, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9ab1e376-f08a-4714-93e0-96778c10d7bb,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:12.746538 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d674a-a26d-4c93-9276-2a64a144faf6 None None] The sync data for ids ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'] in n-d-827120-1 is: [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98a686c8-d089-4963-aace-156808725775', 'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'mac_address': 'fa:16:3e:21:fa:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:56Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'subnets': [{'id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:00:12.752549 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.762423 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d9065cef-7cd6-4f30-81aa-57f85f6cbda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.764308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.772545 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Network 89310491-6503-4458-b9e2-d674c173bab9 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:12.778048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:12.785228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815afaf3-f136-4d1e-89d1-e79c3b5a2078 None None] Pushing event updated for resources: {'Port': ['ID=9ab1e376-f08a-4714-93e0-96778c10d7bb,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:12.824943 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.859165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-d9065cef-7cd6-4f30-81aa-57f85f6cbda8 None None] For port 98a686c8-d089-4963-aace-156808725775, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=98a686c8-d089-4963-aace-156808725775,segment=NetworkSegment(90bc77d2-cd93-4486-9979-d410e5f25996),segment_id=90bc77d2-cd93-4486-9979-d410e5f25996)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:12.865341 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.867032 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6724079 Jan 31 16:00:12.883779 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d9065cef-7cd6-4f30-81aa-57f85f6cbda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:12.915261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Routers {'dcb8f376-12e4-4beb-88cb-adefe2363200'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:12.915941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dcb8f376-12e4-4beb-88cb-adefe2363200'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:12.919979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815afaf3-f136-4d1e-89d1-e79c3b5a2078 None None] Pushing event updated for resources: {'Port': ['ID=9ab1e376-f08a-4714-93e0-96778c10d7bb,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:12.922882 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:12.923251 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:13.040130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Router dcb8f376-12e4-4beb-88cb-adefe2363200 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:00:13.054942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Pushing event updated for resources: {'Port': ['ID=787b3b6e-241c-41f6-bab3-8fd13c61cf55,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:13.083100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495756f8-416b-4c0a-ad34-895bf94a0613 req-6f858ffe-2a59-4592-ac27-7f7f589d3d4e tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:13.086426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-495756f8-416b-4c0a-ad34-895bf94a0613 req-6f858ffe-2a59-4592-ac27-7f7f589d3d4e tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 946 time: 0.8816142 Jan 31 16:00:13.271996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52de6f3-8af7-4053-b8e2-98909981e43f req-8d1d01e6-dccb-46e8-9a0f-70a9b8104768 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:13.273853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d52de6f3-8af7-4053-b8e2-98909981e43f req-8d1d01e6-dccb-46e8-9a0f-70a9b8104768 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 1.0869844 Jan 31 16:00:13.285304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9065cef-7cd6-4f30-81aa-57f85f6cbda8 None None] Pushing event updated for resources: {'Port': ['ID=98a686c8-d089-4963-aace-156808725775,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:13.299315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:00:13.313882 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8eacabe5-b899-4fd0-9091-e8f0aee268b0 admin admin] 10.222.0.36 "PUT /v2.0/routers/dcb8f376-12e4-4beb-88cb-adefe2363200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8598220 Jan 31 16:00:13.314177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f585a1a5-e277-4dab-8d39-a63395dc8033 None None] Provisioning complete for port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:13.314177 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f585a1a5-e277-4dab-8d39-a63395dc8033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:13.317223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50e5c5-39ac-4edd-8b0e-16ceb6cd165a req-a71cce26-61a7-4008-87f2-b6aad76953ba tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:13.318925 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf50e5c5-39ac-4edd-8b0e-16ceb6cd165a req-a71cce26-61a7-4008-87f2-b6aad76953ba tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 947 time: 0.0761423 Jan 31 16:00:13.361082 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] Set router dcb8f376-12e4-4beb-88cb-adefe2363200 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:13.363338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:13.364935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Attempting to bind port 495377c0-a20c-4d71-b718-412f0b31d8df on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:13.365621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Attempting to bind port 495377c0-a20c-4d71-b718-412f0b31d8df by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:13.366205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Attempting to bind port 495377c0-a20c-4d71-b718-412f0b31d8df on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:13.368669 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf50e5c5-39ac-4edd-8b0e-16ceb6cd165a req-7ce91cf1-3f7c-4e24-ab93-a5259c2595e2 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Jan 31 16:00:13.384252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:13.404830 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1862607-31b4-4383-9147-398865985e01 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Port': ['ID=bce22210-fae6-45c1-8eca-27809f690394,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:13.427902 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 87ba8465-6e2c-4f76-9874-1caba441515a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:13.454884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Port 495377c0-a20c-4d71-b718-412f0b31d8df on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:13.455437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Attempting to bind port 495377c0-a20c-4d71-b718-412f0b31d8df on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:13.520081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ced560-0df7-4fbc-8f39-628eb87c3f16 req-675ca7d0-0d4a-416b-bd44-76d81776b7e0 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:13.522044 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3ced560-0df7-4fbc-8f39-628eb87c3f16 req-675ca7d0-0d4a-416b-bd44-76d81776b7e0 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 946 time: 0.0648499 Jan 31 16:00:13.534563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d52de6f3-8af7-4053-b8e2-98909981e43f req-fd1cd9db-2d2e-476f-9460-b73bcf2281d0 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025073 Jan 31 16:00:13.602817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:13.603164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:13.603544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:13.603999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Bound port: 495377c0-a20c-4d71-b718-412f0b31d8df, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:13.604361 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:13.611253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3ced560-0df7-4fbc-8f39-628eb87c3f16 req-6f69ac97-48ab-4d0d-b9ec-ebfd39c8f882 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732954 Jan 31 16:00:13.697900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=495377c0-a20c-4d71-b718-412f0b31d8df,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:13.751963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-495756f8-416b-4c0a-ad34-895bf94a0613 req-9ed120d1-a4fa-4acc-9277-e64b617a0556 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Deleting port 159e4a16-289d-48d5-807c-e39744eb822d {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:00:13.752310 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-495756f8-416b-4c0a-ad34-895bf94a0613 req-9ed120d1-a4fa-4acc-9277-e64b617a0556 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:13.797346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 87ba8465-6e2c-4f76-9874-1caba441515a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:13.797916 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:13.828795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f585a1a5-e277-4dab-8d39-a63395dc8033 None None] Provisioning complete for port 98a686c8-d089-4963-aace-156808725775 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:13.829158 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f585a1a5-e277-4dab-8d39-a63395dc8033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:13.869752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] For port 495377c0-a20c-4d71-b718-412f0b31d8df, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:13.877147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] For port 495377c0-a20c-4d71-b718-412f0b31d8df, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=495377c0-a20c-4d71-b718-412f0b31d8df,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:13.881928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Router 966a59f4-57d8-4998-954f-f45c788e2301 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:00:13.885498 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-d7b92d87-87ea-4e73-a74e-0e1e52900002 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--203107380&fields=id&tenant_id=2edb4aefda634a53a5f082fd0e807b48 HTTP/1.1" status: 200 len: 267 time: 0.1558323 Jan 31 16:00:13.894742 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:14.017596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:14.018397 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:14.020528 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] 10.222.0.30 "PUT /v2.0/ports/495377c0-a20c-4d71-b718-412f0b31d8df HTTP/1.1" status: 200 len: 1095 time: 4.0852385 Jan 31 16:00:14.063505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693181c6-bf5e-4541-9cf7-157a803128d0 req-458b5a3f-84cc-4ac4-b118-63a7ec355f85 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:14.067785 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-693181c6-bf5e-4541-9cf7-157a803128d0 req-458b5a3f-84cc-4ac4-b118-63a7ec355f85 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 951 time: 0.0806880 Jan 31 16:00:14.073712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4984f4b6-329d-4001-8d95-267b08568a47', 'tag': '495377c0-a20c-4d71-b718-412f0b31d8df'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:14.076171 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b633a3-5738-4868-8cfd-8f42cec5a0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4984f4b6-329d-4001-8d95-267b08568a47", "tag": "495377c0-a20c-4d71-b718-412f0b31d8df"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:14.088687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'name': 'tempest-TaggedBootDevicesTest_v242-1336334283-router', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:04Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'gw_port': {'id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:06Z', 'updated_at': '2022-01-31T16:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'de842c17-2e42-42d7-a272-0dfe71f06dd7', 'name': '', 'network_id': '89310491-6503-4458-b9e2-d674c173bab9', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'mac_address': 'fa:16:3e:11:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b05427a1-4183-4ed5-aa24-46f973294d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:10Z', 'updated_at': '2022-01-31T16:00:12Z', 'revision_number': 2, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'subnets': [{'id': 'b05427a1-4183-4ed5-aa24-46f973294d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:14.125936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f69645-2a33-4d8f-a50b-259895e18085 None None] The sync data for ids ['dcb8f376-12e4-4beb-88cb-adefe2363200'] in n-d-827120-1 is: [{'id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'name': 'tempest-TaggedBootDevicesTest_v242-1336334283-router', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:04Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'gw_port': {'id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:06Z', 'updated_at': '2022-01-31T16:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'de842c17-2e42-42d7-a272-0dfe71f06dd7', 'name': '', 'network_id': '89310491-6503-4458-b9e2-d674c173bab9', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'mac_address': 'fa:16:3e:11:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b05427a1-4183-4ed5-aa24-46f973294d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:10Z', 'updated_at': '2022-01-31T16:00:12Z', 'revision_number': 2, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'subnets': [{'id': 'b05427a1-4183-4ed5-aa24-46f973294d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:00:14.140445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1528838a-ec0c-40f9-a697-01e04bce51ca tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:14.142041 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1528838a-ec0c-40f9-a697-01e04bce51ca tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports/97fd929b-916a-47dc-8c14-0826f91ab589 HTTP/1.1" status: 200 len: 931 time: 0.2355440 Jan 31 16:00:14.145692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-495756f8-416b-4c0a-ad34-895bf94a0613 req-9ed120d1-a4fa-4acc-9277-e64b617a0556 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] For port 159e4a16-289d-48d5-807c-e39744eb822d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=159e4a16-289d-48d5-807c-e39744eb822d,segment=NetworkSegment(37411a04-f086-46b6-8bc9-3829c7bbbffa),segment_id=37411a04-f086-46b6-8bc9-3829c7bbbffa)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:14.146059 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-495756f8-416b-4c0a-ad34-895bf94a0613 req-9ed120d1-a4fa-4acc-9277-e64b617a0556 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:14.162625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-693181c6-bf5e-4541-9cf7-157a803128d0 req-3d4d8f74-ab37-4a34-9055-12168741a6b3 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830655 Jan 31 16:00:14.180524 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 98a686c8-d089-4963-aace-156808725775 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:14.224360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253915f-f05e-4386-9229-375a2aa79cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=495377c0-a20c-4d71-b718-412f0b31d8df,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:14.254079 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7875ee41-2029-4b88-81f1-26067f4700f9 x-openstack-request-id: req-7875ee41-2029-4b88-81f1-26067f4700f9 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:14.254575 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4984f4b6-329d-4001-8d95-267b08568a47", "tag": "495377c0-a20c-4d71-b718-412f0b31d8df", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:14.254881 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7875ee41-2029-4b88-81f1-26067f4700f9 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:14.255285 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4984f4b6-329d-4001-8d95-267b08568a47', 'tag': '495377c0-a20c-4d71-b718-412f0b31d8df', 'status': 'completed', 'code': 200} Jan 31 16:00:14.263185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-495756f8-416b-4c0a-ad34-895bf94a0613 req-9ed120d1-a4fa-4acc-9277-e64b617a0556 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Calling delete_port for 159e4a16-289d-48d5-807c-e39744eb822d owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:00:14.299425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f585a1a5-e277-4dab-8d39-a63395dc8033 None None] Provisioning complete for port de842c17-2e42-42d7-a272-0dfe71f06dd7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:14.299888 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f585a1a5-e277-4dab-8d39-a63395dc8033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:14.340505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 98a686c8-d089-4963-aace-156808725775 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:14.340852 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:14.396850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f585a1a5-e277-4dab-8d39-a63395dc8033 None None] Port de842c17-2e42-42d7-a272-0dfe71f06dd7 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:14.455110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:14.568786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7ffd122b-2fed-4b69-b586-03d309cfe234 None None] Provisioning complete for port de842c17-2e42-42d7-a272-0dfe71f06dd7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:14.569256 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ffd122b-2fed-4b69-b586-03d309cfe234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:14.605913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:14.607268 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:14.638459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c8340-0239-45f8-bef8-2d236f492fa1 req-5eaa5e0e-39e3-482b-baf1-43f587516a81 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:14.648934 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-049c8340-0239-45f8-bef8-2d236f492fa1 req-5eaa5e0e-39e3-482b-baf1-43f587516a81 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 947 time: 0.1060092 Jan 31 16:00:14.673740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7ffd122b-2fed-4b69-b586-03d309cfe234 None None] Port de842c17-2e42-42d7-a272-0dfe71f06dd7 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:14.692613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7ffd122b-2fed-4b69-b586-03d309cfe234 None None] Provisioning complete for port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:14.692983 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ffd122b-2fed-4b69-b586-03d309cfe234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:14.721760 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-049c8340-0239-45f8-bef8-2d236f492fa1 req-38ceb86b-60ee-404c-9be6-4f775fa87706 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684187 Jan 31 16:00:14.740517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7ffd122b-2fed-4b69-b586-03d309cfe234 None None] Port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:14.895399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb1c30-240e-4fab-9eb4-87893810c9fe req-3fe482b7-f748-4d70-b7c9-421ee587e39c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:14.902206 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86cb1c30-240e-4fab-9eb4-87893810c9fe req-3fe482b7-f748-4d70-b7c9-421ee587e39c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.0824134 Jan 31 16:00:14.933638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-e9f45462-0176-42dc-b523-1bdfaf5e575b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:14.935100 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-e9f45462-0176-42dc-b523-1bdfaf5e575b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports/9d12f056-6516-4947-81d8-5431569d63fc HTTP/1.1" status: 200 len: 931 time: 0.7283680 Jan 31 16:00:14.948794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 98a686c8-d089-4963-aace-156808725775 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:14.961730 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86cb1c30-240e-4fab-9eb4-87893810c9fe req-64110bda-2234-492f-90d2-e31d02846e8d tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561965 Jan 31 16:00:15.017375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-ddd136e8-fb72-4b3c-a432-d95e75f5e981 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?network_id=cb929c42-3e30-4828-a03a-532e8e7e942b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0578988 Jan 31 16:00:15.018766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:00:15.021610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-fa694db1-2dc8-45ec-85d7-f9d9fa9fde72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:15.023458 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-fa694db1-2dc8-45ec-85d7-f9d9fa9fde72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 1098 time: 0.9361751 Jan 31 16:00:15.036851 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-17f9c58d-de21-4772-8e82-e12a65e7412c admin admin] 10.222.0.36 "PUT /v2.0/routers/966a59f4-57d8-4998-954f-f45c788e2301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5410669 Jan 31 16:00:15.047887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Sync routers for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:00:15.059038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:15.059662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:15.067107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 98a686c8-d089-4963-aace-156808725775 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:15.067107 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:15.094299 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-afa05865-3357-4de3-927e-0e2ddf836639 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?network_id=cb929c42-3e30-4828-a03a-532e8e7e942b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0614047 Jan 31 16:00:15.164031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183593c-2fa3-422a-af53-69e671f34a88 req-26931c8f-6c7c-40d5-b042-1d2dafed080a tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:15.169415 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4183593c-2fa3-422a-af53-69e671f34a88 req-26931c8f-6c7c-40d5-b042-1d2dafed080a tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f4fe16-89ea-42a9-b039-b9435aabba6e HTTP/1.1" status: 200 len: 946 time: 0.1149402 Jan 31 16:00:15.178264 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-8a13588a-0133-441a-be35-2119686302cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=495377c0-a20c-4d71-b718-412f0b31d8df HTTP/1.1" status: 200 len: 217 time: 0.1386008 Jan 31 16:00:15.249810 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b22700af-7676-45a9-919e-fa459ffc20af no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:00:15.291543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4183593c-2fa3-422a-af53-69e671f34a88 req-2e2b388b-e793-4ff3-9edb-cc92e262e783 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f4b2cc-34e6-44ba-9690-f5568980d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817780 Jan 31 16:00:15.400225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:15.418613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-45c057fe-0ebd-41bf-8e68-08a4a9975295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:15.424108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-45c057fe-0ebd-41bf-8e68-08a4a9975295 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1633563 Jan 31 16:00:15.435862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-7102edef-32b9-4ac5-8285-f71a1392d1a4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:15.443246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-7102edef-32b9-4ac5-8285-f71a1392d1a4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:15.452834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-7102edef-32b9-4ac5-8285-f71a1392d1a4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:15.455074 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-7102edef-32b9-4ac5-8285-f71a1392d1a4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/networks?id=b14c64a1-db20-45b3-980d-1e88d4364f54&id=5c27222f-9f10-4881-bc3e-463f81557d8f&id=5c27222f-9f10-4881-bc3e-463f81557d8f&id=cb929c42-3e30-4828-a03a-532e8e7e942b&id=cb929c42-3e30-4828-a03a-532e8e7e942b HTTP/1.1" status: 200 len: 1990 time: 0.2800705 Jan 31 16:00:15.467940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c9327-c961-4ecf-ba35-8ba120e41c6d req-8f37b21f-6278-4656-88e3-616844bcde6b tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:15.477565 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6a9c9327-c961-4ecf-ba35-8ba120e41c6d req-8f37b21f-6278-4656-88e3-616844bcde6b tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 951 time: 0.0802212 Jan 31 16:00:15.489731 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-495756f8-416b-4c0a-ad34-895bf94a0613 req-9ed120d1-a4fa-4acc-9277-e64b617a0556 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:15.533931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:15.549529 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6a9c9327-c961-4ecf-ba35-8ba120e41c6d req-d6fac764-c675-4263-8711-11569252ce6b tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649874 Jan 31 16:00:15.591938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:15.592322 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:15.632426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed120d1-a4fa-4acc-9277-e64b617a0556 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Pushing event deleted for resources: {'Port': ['ID=159e4a16-289d-48d5-807c-e39744eb822d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:15.637274 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-f327a39f-60e0-4c1b-ad43-63d44cf23e60 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/quotas/2edb4aefda634a53a5f082fd0e807b48 HTTP/1.1" status: 200 len: 375 time: 0.1508663 Jan 31 16:00:15.688276 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:15.693992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-b4b582d9-fdff-4b12-9258-2469a34f5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:15.695534 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-b4b582d9-fdff-4b12-9258-2469a34f5f71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2239847 Jan 31 16:00:15.815437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-495756f8-416b-4c0a-ad34-895bf94a0613 req-9ed120d1-a4fa-4acc-9277-e64b617a0556 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] No DVR routers for this DVR port 159e4a16-289d-48d5-807c-e39744eb822d on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:00:15.831324 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-495756f8-416b-4c0a-ad34-895bf94a0613 req-9ed120d1-a4fa-4acc-9277-e64b617a0556 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:15.834564 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-495756f8-416b-4c0a-ad34-895bf94a0613 req-9ed120d1-a4fa-4acc-9277-e64b617a0556 tempest-InstanceActionsTestJSON-361923368 tempest-InstanceActionsTestJSON-361923368-project] 10.222.0.20 "DELETE /v2.0/ports/159e4a16-289d-48d5-807c-e39744eb822d HTTP/1.1" status: 204 len: 173 time: 2.7213519 Jan 31 16:00:15.896831 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-89e7b178-be16-4ad2-a03b-bca5a7d51696 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739111 Jan 31 16:00:15.943037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:15.945858 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b038f371-dde4-46b3-ba46-9f97dfec562c" -d '{"events": [{"server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "name": "network-vif-unplugged", "status": "completed", "tag": "b22700af-7676-45a9-919e-fa459ffc20af"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:15.954716 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-31acc282-737a-4b9d-8df8-7ada49d353a3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2edb4aefda634a53a5f082fd0e807b48&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2654572 Jan 31 16:00:16.047460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:16.074237 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.074947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 159e4a16-289d-48d5-807c-e39744eb822d no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:00:16.129944 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1b475d18-26a2-4470-84f9-942efb2d18b4 service neutron] 10.222.0.36 "GET /v2.0/networks/b14c64a1-db20-45b3-980d-1e88d4364f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356890 Jan 31 16:00:16.139104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48582) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:16.144875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5a1d474f-8a06-4992-b629-21c6d41ec56b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--638295971', 'description': 'tempest-description--25788583'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:16.165854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 159e4a16-289d-48d5-807c-e39744eb822d {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:00:16.166279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 159e4a16-289d-48d5-807c-e39744eb822d not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:00:16.173404 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9ca8cc8-7467-426e-8a39-32f4e5241502 req-50b0b35c-cc5b-41b0-a05a-6acad15c0a29 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676778 Jan 31 16:00:16.201013 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a1d474f-8a06-4992-b629-21c6d41ec56b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.220106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae779-9a5b-4630-b06d-adb6ef990b23 req-0ae1f320-3c59-4d2b-8f98-c27d255bbe1b tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:16.225217 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-217ae779-9a5b-4630-b06d-adb6ef990b23 req-0ae1f320-3c59-4d2b-8f98-c27d255bbe1b tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 951 time: 0.4058669 Jan 31 16:00:16.232566 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9991affa-29eb-4190-96cc-674fecc8d320 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:16.298508 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a1d474f-8a06-4992-b629-21c6d41ec56b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.306176 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a1d474f-8a06-4992-b629-21c6d41ec56b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.329275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b22700af-7676-45a9-919e-fa459ffc20af,revision_number=11']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:16.340182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 2, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:16.355921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d474f-8a06-4992-b629-21c6d41ec56b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5fd1c1-61e4-4cf0-8916-23709ad27d95,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:16.380760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Checking router: 966a59f4-57d8-4998-954f-f45c788e2301 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:00:16.381136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Updating router 966a59f4-57d8-4998-954f-f45c788e2301 port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:00:16.391337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a1d474f-8a06-4992-b629-21c6d41ec56b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.393023 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5a1d474f-8a06-4992-b629-21c6d41ec56b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2524867 Jan 31 16:00:16.399476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48586) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:16.408557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db3a3f-764c-4274-a6e2-60babfc168c2 req-c6470063-d66f-4be3-ad52-7bca2ceb767f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:16.410801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3db3a3f-764c-4274-a6e2-60babfc168c2 req-c6470063-d66f-4be3-ad52-7bca2ceb767f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 947 time: 0.1079795 Jan 31 16:00:16.416250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-14131e28-63fc-4825-858d-3f0dd67313e3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Request body: {'security_group_rule': {'security_group_id': 'cf5fd1c1-61e4-4cf0-8916-23709ad27d95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:16.432139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9991affa-29eb-4190-96cc-674fecc8d320 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:16.432508 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.461699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f4fe16-89ea-42a9-b039-b9435aabba6e', 'name': 'network-vif-deleted', 'tag': '159e4a16-289d-48d5-807c-e39744eb822d'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:16.464836 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170e6e34-adc8-4dba-9d6f-64bc7755a9f7" -d '{"events": [{"server_uuid": "a9f4fe16-89ea-42a9-b039-b9435aabba6e", "name": "network-vif-deleted", "tag": "159e4a16-289d-48d5-807c-e39744eb822d"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:16.469991 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-da8dd3b1-f37e-46ba-ac62-4223e2305f84 service neutron] 10.222.0.36 "GET /v2.0/networks/b14c64a1-db20-45b3-980d-1e88d4364f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955868 Jan 31 16:00:16.472905 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.502755 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3db3a3f-764c-4274-a6e2-60babfc168c2 req-3f3fc8f1-4dab-4ec7-beae-92bdcd6d5e89 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767694 Jan 31 16:00:16.530287 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14131e28-63fc-4825-858d-3f0dd67313e3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.582801 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-d860089d-2673-4daf-bc91-50de7932fc41 service neutron] 10.222.0.36 "GET /v2.0/ports/97fd929b-916a-47dc-8c14-0826f91ab589?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0871363 Jan 31 16:00:16.618981 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9e31b0-4697-4bca-b87f-997ea24b2b23 x-openstack-request-id: req-ef9e31b0-4697-4bca-b87f-997ea24b2b23 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:16.618981 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "name": "network-vif-unplugged", "status": "completed", "tag": "b22700af-7676-45a9-919e-fa459ffc20af", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:16.618981 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef9e31b0-4697-4bca-b87f-997ea24b2b23 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:16.618981 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af', 'code': 200} Jan 31 16:00:16.619365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b633a3-5738-4868-8cfd-8f42cec5a0b0 req-a1af8f0c-a8c6-4421-8dbc-5b99f325b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:16.619365 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39b633a3-5738-4868-8cfd-8f42cec5a0b0 req-a1af8f0c-a8c6-4421-8dbc-5b99f325b422 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 1098 time: 0.3930738 Jan 31 16:00:16.641678 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14131e28-63fc-4825-858d-3f0dd67313e3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.655640 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14131e28-63fc-4825-858d-3f0dd67313e3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.683057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14131e28-63fc-4825-858d-3f0dd67313e3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6608636-e55e-4ac8-b412-457beacc3cc9,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:16.690139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14131e28-63fc-4825-858d-3f0dd67313e3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.693009 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-14131e28-63fc-4825-858d-3f0dd67313e3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2808342 Jan 31 16:00:16.696137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48594) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:16.705546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-84bd23ed-873c-4f48-a68d-1ba045e6a18d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Request body: {'security_group_rule': {'security_group_id': 'cf5fd1c1-61e4-4cf0-8916-23709ad27d95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:16.765804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84bd23ed-873c-4f48-a68d-1ba045e6a18d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.813256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-217ae779-9a5b-4630-b06d-adb6ef990b23 req-a0e47871-b730-477a-a89f-204650709d20 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Deleting port b22700af-7676-45a9-919e-fa459ffc20af {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:00:16.813558 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-217ae779-9a5b-4630-b06d-adb6ef990b23 req-a0e47871-b730-477a-a89f-204650709d20 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.831342 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-162319c1-e981-42e4-b630-42a79ed00b44 service neutron] 10.222.0.36 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186198 Jan 31 16:00:16.834920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b633a3-5738-4868-8cfd-8f42cec5a0b0 req-2aaf08d7-9347-4ff0-b55a-10f4bf5d3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:16.836314 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39b633a3-5738-4868-8cfd-8f42cec5a0b0 req-2aaf08d7-9347-4ff0-b55a-10f4bf5d3513 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2040737 Jan 31 16:00:16.842755 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0d56b-a251-4656-ba6e-7494484184f1 req-e0d7c252-52ae-4a0b-8644-c4a6577de7bc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:16.852793 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-20c0d56b-a251-4656-ba6e-7494484184f1 req-e0d7c252-52ae-4a0b-8644-c4a6577de7bc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.0991054 Jan 31 16:00:16.903512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84bd23ed-873c-4f48-a68d-1ba045e6a18d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.918401 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39b633a3-5738-4868-8cfd-8f42cec5a0b0 req-c11ef78b-19d2-4eee-8aac-42fc708300a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=495377c0-a20c-4d71-b718-412f0b31d8df HTTP/1.1" status: 200 len: 217 time: 0.0554523 Jan 31 16:00:16.946577 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-20c0d56b-a251-4656-ba6e-7494484184f1 req-efff61dd-b413-44fa-8c6f-13e2ab631c9e tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915229 Jan 31 16:00:16.952761 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84bd23ed-873c-4f48-a68d-1ba045e6a18d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:16.992440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd23ed-873c-4f48-a68d-1ba045e6a18d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cbda5e-d31c-4d1b-857e-ce8fea76efef,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:17.014411 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84bd23ed-873c-4f48-a68d-1ba045e6a18d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.016246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-84bd23ed-873c-4f48-a68d-1ba045e6a18d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167412 Jan 31 16:00:17.019348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48596) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:17.019864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9ab1e376-f08a-4714-93e0-96778c10d7bb up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:17.026760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:17.026917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48598) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:17.069009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.103341 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e1af13-8393-4eb9-aa00-b728fc26f3c1 x-openstack-request-id: req-a6e1af13-8393-4eb9-aa00-b728fc26f3c1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:17.103624 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f4fe16-89ea-42a9-b039-b9435aabba6e", "name": "network-vif-deleted", "tag": "159e4a16-289d-48d5-807c-e39744eb822d", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:17.104028 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6e1af13-8393-4eb9-aa00-b728fc26f3c1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:17.104610 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f4fe16-89ea-42a9-b039-b9435aabba6e', 'name': 'network-vif-deleted', 'tag': '159e4a16-289d-48d5-807c-e39744eb822d', 'status': 'completed', 'code': 200} Jan 31 16:00:17.114972 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.115559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b633a3-5738-4868-8cfd-8f42cec5a0b0 req-02343c7d-dceb-4123-bad1-c067bbd89f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:17.117679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39b633a3-5738-4868-8cfd-8f42cec5a0b0 req-02343c7d-dceb-4123-bad1-c067bbd89f1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1828761 Jan 31 16:00:17.121700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9ab1e376-f08a-4714-93e0-96778c10d7bb triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:17.122064 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.150000 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.183235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59c3cd3-ae81-473b-a113-02b1a04b379c admin admin] Deleting subnet 4b1d10ed-b886-493b-8f87-c28a47feafd0 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:00:17.222145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-217ae779-9a5b-4630-b06d-adb6ef990b23 req-a0e47871-b730-477a-a89f-204650709d20 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] For port b22700af-7676-45a9-919e-fa459ffc20af, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b22700af-7676-45a9-919e-fa459ffc20af,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:17.223806 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-217ae779-9a5b-4630-b06d-adb6ef990b23 req-a0e47871-b730-477a-a89f-204650709d20 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.243110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-217ae779-9a5b-4630-b06d-adb6ef990b23 req-a0e47871-b730-477a-a89f-204650709d20 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Calling delete_port for b22700af-7676-45a9-919e-fa459ffc20af owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:00:17.247355 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586cf1e-a7e3-430a-8b04-8d42157a838b None None] Pushing event updated for resources: {'Port': ['ID=787b3b6e-241c-41f6-bab3-8fd13c61cf55,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:17.252074 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c5d99bc5-db22-46ff-aa61-5791cfc4b64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.320187 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.349853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Attempting to bind port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:17.350284 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Attempting to bind port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:17.350535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Attempting to bind port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 on network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:17.354859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741e529-0512-4450-95b6-d884b1a2fe7a req-8a7b983a-86a8-4088-9dc5-a1ba4df8a323 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:17.363000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:17.363368 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Checking segment: {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:17.363782 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.364151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Bound using segment: {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:17.364623 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Bound port: 787b3b6e-241c-41f6-bab3-8fd13c61cf55, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:17.364994 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.365779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a741e529-0512-4450-95b6-d884b1a2fe7a req-8a7b983a-86a8-4088-9dc5-a1ba4df8a323 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d280d33-68cb-497b-b38c-ec79fbff27c8 HTTP/1.1" status: 200 len: 949 time: 0.1247497 Jan 31 16:00:17.408449 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.440229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f59c3cd3-ae81-473b-a113-02b1a04b379c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.476871 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-217ae779-9a5b-4630-b06d-adb6ef990b23 req-a0e47871-b730-477a-a89f-204650709d20 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.501378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-240018ee-6d58-4596-9cf4-43bbf61008d4 service neutron] 10.222.0.36 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6369414 Jan 31 16:00:17.512202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 9ab1e376-f08a-4714-93e0-96778c10d7bb, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9ab1e376-f08a-4714-93e0-96778c10d7bb,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:17.519994 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.546088 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a741e529-0512-4450-95b6-d884b1a2fe7a req-35a17e39-84dd-41b9-894b-244ae2b3008a tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.36 "GET /v2.0/security-groups?id=85df6351-8bcc-440f-8eb6-6d368825ab75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791308 Jan 31 16:00:17.596521 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Allocated IP 172.25.1.137 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/5ecd83ad-21f1-44fa-abb5-8d9f1154aef2) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:17.615105 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f59c3cd3-ae81-473b-a113-02b1a04b379c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.617287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=9ab1e376-f08a-4714-93e0-96778c10d7bb,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:17.622973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e47871-b730-477a-a89f-204650709d20 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Pushing event deleted for resources: {'Port': ['ID=b22700af-7676-45a9-919e-fa459ffc20af,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:17.653378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b633a3-5738-4868-8cfd-8f42cec5a0b0 req-4769394a-f08c-46cc-bede-2d0f33d4f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:17.654994 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39b633a3-5738-4868-8cfd-8f42cec5a0b0 req-4769394a-f08c-46cc-bede-2d0f33d4f7c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5245230 Jan 31 16:00:17.681259 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f088b54b-840a-4a47-be5f-12f530e78b4b None None] Provisioning complete for port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:17.682240 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f088b54b-840a-4a47-be5f-12f530e78b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.688485 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-217ae779-9a5b-4630-b06d-adb6ef990b23 req-a0e47871-b730-477a-a89f-204650709d20 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] No DVR routers for this DVR port b22700af-7676-45a9-919e-fa459ffc20af on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:00:17.693658 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-217ae779-9a5b-4630-b06d-adb6ef990b23 req-a0e47871-b730-477a-a89f-204650709d20 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.696933 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-217ae779-9a5b-4630-b06d-adb6ef990b23 req-a0e47871-b730-477a-a89f-204650709d20 tempest-ImagesOneServerTestJSON-1341424783 tempest-ImagesOneServerTestJSON-1341424783-project] 10.222.0.20 "DELETE /v2.0/ports/b22700af-7676-45a9-919e-fa459ffc20af HTTP/1.1" status: 204 len: 173 time: 1.2421806 Jan 31 16:00:17.727123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-58516878-4de8-4908-aba6-d2d679497148 service neutron] 10.222.0.36 "GET /v2.0/ports/9d12f056-6516-4947-81d8-5431569d63fc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2244384 Jan 31 16:00:17.737781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] For port 787b3b6e-241c-41f6-bab3-8fd13c61cf55, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:17.768315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] For port 787b3b6e-241c-41f6-bab3-8fd13c61cf55, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=787b3b6e-241c-41f6-bab3-8fd13c61cf55,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:17.783160 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.792253 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.820814 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f59c3cd3-ae81-473b-a113-02b1a04b379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.878304 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:17.889412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f088b54b-840a-4a47-be5f-12f530e78b4b None None] Port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:17.907429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cceb8-d378-414f-a46e-7c730ac748c8 req-09615370-6f67-46ca-ac27-421eacb1d87b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:17.920538 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f4cceb8-d378-414f-a46e-7c730ac748c8 req-09615370-6f67-46ca-ac27-421eacb1d87b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 947 time: 0.2148170 Jan 31 16:00:17.937174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:17.937861 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:18.029845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:18.045829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:18.058661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:18.150014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event updated for resources: {'Port': ['ID=5ecd83ad-21f1-44fa-abb5-8d9f1154aef2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:18.181025 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f4cceb8-d378-414f-a46e-7c730ac748c8 req-fef07f27-b268-4189-a653-d7ec9fdbcc18 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594833 Jan 31 16:00:18.332056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:18.355323 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:18.447466 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:18.485304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c54f4-e64c-484c-bcec-f628242cf994 req-0aa2e6c3-e8c0-45fc-a1de-77003780f7a8 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:18.493366 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-313c54f4-e64c-484c-bcec-f628242cf994 req-0aa2e6c3-e8c0-45fc-a1de-77003780f7a8 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.1323504 Jan 31 16:00:18.497532 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Sync routers for ids ['dcb8f376-12e4-4beb-88cb-adefe2363200'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:00:18.510937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586cf1e-a7e3-430a-8b04-8d42157a838b None None] Pushing event updated for resources: {'Port': ['ID=787b3b6e-241c-41f6-bab3-8fd13c61cf55,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:18.515233 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Routers {'dcb8f376-12e4-4beb-88cb-adefe2363200'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:18.515887 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T15:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dcb8f376-12e4-4beb-88cb-adefe2363200'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:18.553185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9bdbfccc-8276-4ee5-9855-46990cb99fee None None] Provisioning complete for port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:18.553592 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfccc-8276-4ee5-9855-46990cb99fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:18.676032 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfccc-8276-4ee5-9855-46990cb99fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:18.705167 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f59c3cd3-ae81-473b-a113-02b1a04b379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:18.733176 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:18.745673 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:18.763974 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Set router dcb8f376-12e4-4beb-88cb-adefe2363200 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:18.766953 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f59c3cd3-ae81-473b-a113-02b1a04b379c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:18.774452 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f59c3cd3-ae81-473b-a113-02b1a04b379c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4b1d10ed-b886-493b-8f87-c28a47feafd0 HTTP/1.1" status: 204 len: 168 time: 1.7399116 Jan 31 16:00:18.782470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39b633a3-5738-4868-8cfd-8f42cec5a0b0 req-0a230b8f-a645-45dd-81e4-c4c7d75bea89 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1061039 Jan 31 16:00:18.782943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48614) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:18.783067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9bdbfccc-8276-4ee5-9855-46990cb99fee None None] For port 787b3b6e-241c-41f6-bab3-8fd13c61cf55, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=787b3b6e-241c-41f6-bab3-8fd13c61cf55,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:18.788341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c3cd3-ae81-473b-a113-02b1a04b379c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1d10ed-b886-493b-8f87-c28a47feafd0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:18.794080 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfccc-8276-4ee5-9855-46990cb99fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:18.882142 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbfccc-8276-4ee5-9855-46990cb99fee None None] Pushing event updated for resources: {'Port': ['ID=787b3b6e-241c-41f6-bab3-8fd13c61cf55,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:18.891549 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:17Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:18.934999 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ed004-87b7-4c80-8f46-1e919995378c None None] The sync data for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 is: [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:17Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:00:18.941270 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:18.987164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9ab1e376-f08a-4714-93e0-96778c10d7bb up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:19.002419 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-313c54f4-e64c-484c-bcec-f628242cf994 req-8e9e9477-9904-4e57-b058-05d130b76dd1 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080082 Jan 31 16:00:19.049570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event updated for resources: {'Port': ['ID=5ecd83ad-21f1-44fa-abb5-8d9f1154aef2,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:19.062899 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:19.104919 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:19.105216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9ab1e376-f08a-4714-93e0-96778c10d7bb triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:19.106019 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39b633a3-5738-4868-8cfd-8f42cec5a0b0 req-7755f75d-31f3-44d8-a19d-63fdc1faa3af service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749628 Jan 31 16:00:19.106917 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d0055b0a-df02-450b-988c-e926f7904472 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0846894 Jan 31 16:00:19.108253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'name': 'network-vif-deleted', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:19.109991 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:19.111376 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5f09b1-cc4a-4667-bfc9-19bdc237d161" -d '{"events": [{"server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "name": "network-vif-deleted", "tag": "b22700af-7676-45a9-919e-fa459ffc20af"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:19.121040 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-a458c3bb-5054-4ee7-a8aa-e036f8dceb0e service neutron] 10.222.0.36 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3925080 Jan 31 16:00:19.183119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 495377c0-a20c-4d71-b718-412f0b31d8df details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:00:19.235125 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fd36ba-600d-47fb-90e4-3fab2cc363bb x-openstack-request-id: req-10fd36ba-600d-47fb-90e4-3fab2cc363bb {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:19.235521 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d280d33-68cb-497b-b38c-ec79fbff27c8", "name": "network-vif-deleted", "tag": "b22700af-7676-45a9-919e-fa459ffc20af", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:19.236383 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10fd36ba-600d-47fb-90e4-3fab2cc363bb {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:19.236802 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d280d33-68cb-497b-b38c-ec79fbff27c8', 'name': 'network-vif-deleted', 'tag': 'b22700af-7676-45a9-919e-fa459ffc20af', 'status': 'completed', 'code': 200} Jan 31 16:00:19.320231 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'name': 'tempest-TaggedBootDevicesTest_v242-1336334283-router', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:04Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'gw_port': {'id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:06Z', 'updated_at': '2022-01-31T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'de842c17-2e42-42d7-a272-0dfe71f06dd7', 'name': '', 'network_id': '89310491-6503-4458-b9e2-d674c173bab9', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'mac_address': 'fa:16:3e:11:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b05427a1-4183-4ed5-aa24-46f973294d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:10Z', 'updated_at': '2022-01-31T16:00:12Z', 'revision_number': 2, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'subnets': [{'id': 'b05427a1-4183-4ed5-aa24-46f973294d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:19.396483 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Checking router: dcb8f376-12e4-4beb-88cb-adefe2363200 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:00:19.397101 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Updating router dcb8f376-12e4-4beb-88cb-adefe2363200 port de842c17-2e42-42d7-a272-0dfe71f06dd7 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:00:19.444590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae656dc4-61b4-4d3d-be86-0a12075b9afa req-865554b2-8c77-479a-9657-d4f7ef2216d4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:19.451904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae656dc4-61b4-4d3d-be86-0a12075b9afa req-865554b2-8c77-479a-9657-d4f7ef2216d4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 947 time: 0.1362391 Jan 31 16:00:19.467010 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:19.496283 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:19.527200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90539b30-d4d9-4efc-a62e-b024cc1f908f']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:19.538994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37411a04-f086-46b6-8bc9-3829c7bbbffa') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:19.539453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37411a04-f086-46b6-8bc9-3829c7bbbffa') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:19.544155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 495377c0-a20c-4d71-b718-412f0b31d8df, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=495377c0-a20c-4d71-b718-412f0b31d8df,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:19.561524 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:19.561693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae656dc4-61b4-4d3d-be86-0a12075b9afa req-c796845e-68f1-456f-8a6a-b6ee125cd083 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006362 Jan 31 16:00:19.575594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '495377c0-a20c-4d71-b718-412f0b31d8df', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '495377c0-a20c-4d71-b718-412f0b31d8df', 'mac_address': 'fa:16:3e:6e:59:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:00:19.587212 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:19.594828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:00:19.595258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:00:19.714615 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:00:19.724764 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48636) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:19.738957 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3ec84b30-92a6-4c87-a4f6-f8bc36018e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:19.754068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-7b140e1d-bac1-467b-98d9-12a396e14958 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--638295971&fields=id&tenant_id=5fa96deb5ede45a3a06264eb5391ae29 HTTP/1.1" status: 200 len: 267 time: 0.0837166 Jan 31 16:00:19.770096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:19.777293 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:19.808715 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:19.815518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] 10.222.0.36 "DELETE /v2.0/networks/90539b30-d4d9-4efc-a62e-b024cc1f908f HTTP/1.1" status: 204 len: 168 time: 1.0260618 Jan 31 16:00:19.841878 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495377c0-a20c-4d71-b718-412f0b31d8df {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:19.873343 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-22178345-5dbc-4397-92ce-7b47b69b8d29 service neutron] 10.222.0.36 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086270 Jan 31 16:00:19.874219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9fefb-b200-494a-bd59-743c6cca047e admin admin] Pushing event deleted for resources: {'Network': ['ID=90539b30-d4d9-4efc-a62e-b024cc1f908f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:19.912947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 495377c0-a20c-4d71-b718-412f0b31d8df, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=495377c0-a20c-4d71-b718-412f0b31d8df,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:19.921404 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.030718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=495377c0-a20c-4d71-b718-412f0b31d8df,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:20.034236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-c3560cc7-85e2-4659-9a9d-4cbb1c239aa5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:20.036318 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-c3560cc7-85e2-4659-9a9d-4cbb1c239aa5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/networks?id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 200 len: 811 time: 0.2797880 Jan 31 16:00:20.066011 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-9935fae7-375a-4738-bdde-1c5b95a469c5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/quotas/5fa96deb5ede45a3a06264eb5391ae29 HTTP/1.1" status: 200 len: 375 time: 0.0216722 Jan 31 16:00:20.117008 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.121894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48646) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:20.130401 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.143492 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-43ac05a7-0b31-46b5-8019-11c6cf8797ec service neutron] 10.222.0.36 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633340 Jan 31 16:00:20.146130 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d7e7145a-ec44-4200-b439-fc3e0cec7748 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=839f62034c0d4c65bf60d7b28d1eec6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089248 Jan 31 16:00:20.153712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48648) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:20.169158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:00:20.190478 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-900d7765-56e4-4d87-a048-a8bae123e4da tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1148522 Jan 31 16:00:20.212154 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c497e-098e-4fc7-92ea-38e01653348f None None] Pushing event updated for resources: {'Port': ['ID=de842c17-2e42-42d7-a272-0dfe71f06dd7,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:20.348812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-388f7c81-04e7-4475-9805-bd8eb4f990ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.356110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-c5094906-c814-4a1a-bc84-8e53e8464898 service neutron] 10.222.0.36 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925893 Jan 31 16:00:20.366263 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Attempting to bind port de842c17-2e42-42d7-a272-0dfe71f06dd7 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:20.366945 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Attempting to bind port de842c17-2e42-42d7-a272-0dfe71f06dd7 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '88d47e7a-1eda-4422-a01f-217c5d337d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '89310491-6503-4458-b9e2-d674c173bab9'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:20.367536 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Attempting to bind port de842c17-2e42-42d7-a272-0dfe71f06dd7 on network 89310491-6503-4458-b9e2-d674c173bab9 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:20.379800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48650) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:20.381364 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e2973ee3-dc25-4aeb-a03e-4a8942567453 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9bb02b93fc6840c9aa9d9ad5bab046b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580736 Jan 31 16:00:20.384898 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:20.385609 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Checking segment: {'id': '88d47e7a-1eda-4422-a01f-217c5d337d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '89310491-6503-4458-b9e2-d674c173bab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:20.386198 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.386784 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Bound using segment: {'id': '88d47e7a-1eda-4422-a01f-217c5d337d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '89310491-6503-4458-b9e2-d674c173bab9'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:20.387440 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Bound port: de842c17-2e42-42d7-a272-0dfe71f06dd7, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d47e7a-1eda-4422-a01f-217c5d337d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '89310491-6503-4458-b9e2-d674c173bab9'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:20.388012 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.454020 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-a7c5ef89-98c9-48d5-bb6e-dde9cade3161 service neutron] 10.222.0.36 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622111 Jan 31 16:00:20.503595 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-388f7c81-04e7-4475-9805-bd8eb4f990ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.537151 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] For port de842c17-2e42-42d7-a272-0dfe71f06dd7, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:20.553317 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] For port de842c17-2e42-42d7-a272-0dfe71f06dd7, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=de842c17-2e42-42d7-a272-0dfe71f06dd7,segment=NetworkSegment(88d47e7a-1eda-4422-a01f-217c5d337d79),segment_id=88d47e7a-1eda-4422-a01f-217c5d337d79)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:20.558412 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.631823 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3d32-acfd-44da-bdee-7661d9a9ede1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.640422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5d30933d-cb0d-4b48-a91a-a186de954fdc None None] Provisioning complete for port de842c17-2e42-42d7-a272-0dfe71f06dd7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:20.641299 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5d30933d-cb0d-4b48-a91a-a186de954fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.642508 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c497e-098e-4fc7-92ea-38e01653348f None None] Pushing event updated for resources: {'Port': ['ID=de842c17-2e42-42d7-a272-0dfe71f06dd7,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:20.665334 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3d32-acfd-44da-bdee-7661d9a9ede1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.685747 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Routers {'dcb8f376-12e4-4beb-88cb-adefe2363200'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:20.686524 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:00:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dcb8f376-12e4-4beb-88cb-adefe2363200'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:20.688990 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-7595d109-a92e-46ba-8069-ea34afedff36 service neutron] 10.222.0.36 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337530 Jan 31 16:00:20.767002 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3d32-acfd-44da-bdee-7661d9a9ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.769976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3d32-acfd-44da-bdee-7661d9a9ede1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.771305 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fe3b3d32-acfd-44da-bdee-7661d9a9ede1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34f4b2cc-34e6-44ba-9690-f5568980d566 HTTP/1.1" status: 204 len: 168 time: 0.3905916 Jan 31 16:00:20.799687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b3d32-acfd-44da-bdee-7661d9a9ede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f4b2cc-34e6-44ba-9690-f5568980d566,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:20.817940 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-3f297526-c2aa-4126-911c-d67b37365cf1 service neutron] 10.222.0.36 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404972 Jan 31 16:00:20.839510 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-388f7c81-04e7-4475-9805-bd8eb4f990ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.842726 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-388f7c81-04e7-4475-9805-bd8eb4f990ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:20.846488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-388f7c81-04e7-4475-9805-bd8eb4f990ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85df6351-8bcc-440f-8eb6-6d368825ab75 HTTP/1.1" status: 204 len: 168 time: 0.6893258 Jan 31 16:00:20.872482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f7c81-04e7-4475-9805-bd8eb4f990ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85df6351-8bcc-440f-8eb6-6d368825ab75,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:20.915187 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:21.072244 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] Set router dcb8f376-12e4-4beb-88cb-adefe2363200 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:21.115647 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5d30933d-cb0d-4b48-a91a-a186de954fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:21.164661 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 495377c0-a20c-4d71-b718-412f0b31d8df up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:21.198585 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-15a5ed9d-7f77-4d19-bdb2-b4919f28480b service neutron] 10.222.0.36 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557231 Jan 31 16:00:21.221377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5d30933d-cb0d-4b48-a91a-a186de954fdc None None] For port de842c17-2e42-42d7-a272-0dfe71f06dd7, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=de842c17-2e42-42d7-a272-0dfe71f06dd7,segment=NetworkSegment(88d47e7a-1eda-4422-a01f-217c5d337d79),segment_id=88d47e7a-1eda-4422-a01f-217c5d337d79)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:21.266735 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5d30933d-cb0d-4b48-a91a-a186de954fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:21.273538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b22700af-7676-45a9-919e-fa459ffc20af no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:00:21.439919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba246a31-79c7-45ad-9bc7-a03af4ec6537 req-935179dd-5afb-4b85-bf22-a28baa2d6742 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:21.442470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: b22700af-7676-45a9-919e-fa459ffc20af {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:00:21.442812 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b22700af-7676-45a9-919e-fa459ffc20af not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:00:21.463339 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba246a31-79c7-45ad-9bc7-a03af4ec6537 req-935179dd-5afb-4b85-bf22-a28baa2d6742 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.2420950 Jan 31 16:00:21.519766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 787b3b6e-241c-41f6-bab3-8fd13c61cf55 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:21.574405 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba246a31-79c7-45ad-9bc7-a03af4ec6537 req-70399583-9192-430e-9aee-183e785f5587 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100590 Jan 31 16:00:21.653408 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-4c3725a5-c7ed-4310-bdee-809477347132 service neutron] 10.222.0.36 "GET /v2.0/networks/cb929c42-3e30-4828-a03a-532e8e7e942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537730 Jan 31 16:00:21.681233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-76b54b5b-287c-4b3a-81de-094fd5f0f515 None None] Provisioning complete for port de842c17-2e42-42d7-a272-0dfe71f06dd7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:21.681948 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-76b54b5b-287c-4b3a-81de-094fd5f0f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:21.740010 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'name': 'tempest-TaggedBootDevicesTest_v242-1336334283-router', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:04Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'gw_port': {'id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:06Z', 'updated_at': '2022-01-31T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'de842c17-2e42-42d7-a272-0dfe71f06dd7', 'name': '', 'network_id': '89310491-6503-4458-b9e2-d674c173bab9', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'mac_address': 'fa:16:3e:11:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b05427a1-4183-4ed5-aa24-46f973294d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:10Z', 'updated_at': '2022-01-31T16:00:20Z', 'revision_number': 4, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'subnets': [{'id': 'b05427a1-4183-4ed5-aa24-46f973294d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:21.764010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388757a-d960-452a-8603-19c77b7674c3 req-ee953355-ef46-4536-923f-8a4fa167503b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:21.775312 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9388757a-d960-452a-8603-19c77b7674c3 req-ee953355-ef46-4536-923f-8a4fa167503b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 948 time: 0.1121700 Jan 31 16:00:21.790305 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a786f11-9281-4403-af62-0b6c019e1ffe None None] The sync data for ids ['dcb8f376-12e4-4beb-88cb-adefe2363200'] in n-d-827120-1 is: [{'id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'name': 'tempest-TaggedBootDevicesTest_v242-1336334283-router', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:04Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'gw_port': {'id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:06Z', 'updated_at': '2022-01-31T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'de842c17-2e42-42d7-a272-0dfe71f06dd7', 'name': '', 'network_id': '89310491-6503-4458-b9e2-d674c173bab9', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'mac_address': 'fa:16:3e:11:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b05427a1-4183-4ed5-aa24-46f973294d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:10Z', 'updated_at': '2022-01-31T16:00:20Z', 'revision_number': 4, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'subnets': [{'id': 'b05427a1-4183-4ed5-aa24-46f973294d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:00:21.794476 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30933d-cb0d-4b48-a91a-a186de954fdc None None] Pushing event updated for resources: {'Port': ['ID=de842c17-2e42-42d7-a272-0dfe71f06dd7,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:21.867914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 495377c0-a20c-4d71-b718-412f0b31d8df completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:00:21.901959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 495377c0-a20c-4d71-b718-412f0b31d8df triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:21.905816 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:21.912409 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9388757a-d960-452a-8603-19c77b7674c3 req-163e763a-b04e-4ad1-a6fe-489bd028735b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296103 Jan 31 16:00:21.945729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-06f855a8-5acb-4cee-bd2a-7e7e7d554891 service neutron] 10.222.0.36 "GET /v2.0/networks/cb929c42-3e30-4828-a03a-532e8e7e942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841225 Jan 31 16:00:22.064855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:22.072570 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:22.092015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fdaf43be-0408-490e-a90c-06bc6968aff7 req-928a0f6d-daed-4d71-a5df-8229e2ea8e82 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 210 time: 0.0895491 Jan 31 16:00:22.200557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-995981d6-f3bc-450f-9299-6a001dfbb115 service neutron] 10.222.0.36 "GET /v2.0/networks/cb929c42-3e30-4828-a03a-532e8e7e942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538586 Jan 31 16:00:22.290460 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:22.358549 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0d2fa020-b689-41f8-a69e-cc528e989b8d service neutron] 10.222.0.36 "GET /v2.0/networks/cb929c42-3e30-4828-a03a-532e8e7e942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556532 Jan 31 16:00:22.558768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device de842c17-2e42-42d7-a272-0dfe71f06dd7 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:22.620205 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:22.657829 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:22.684837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port de842c17-2e42-42d7-a272-0dfe71f06dd7 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:22.685492 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:22.731428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4984f4b6-329d-4001-8d95-267b08568a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495377c0-a20c-4d71-b718-412f0b31d8df'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:22.734603 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8f875b-0c36-413d-b116-a9754656d555" -d '{"events": [{"server_uuid": "4984f4b6-329d-4001-8d95-267b08568a47", "name": "network-vif-plugged", "status": "completed", "tag": "495377c0-a20c-4d71-b718-412f0b31d8df"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:22.764631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 495377c0-a20c-4d71-b718-412f0b31d8df, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=495377c0-a20c-4d71-b718-412f0b31d8df,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:22.775412 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:22.853675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8e02-7b56-4b20-ae1a-ffbc7054e41b req-7a583f68-4392-45ca-81e3-0f802cc2b31c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:22.868389 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f7a8e02-7b56-4b20-ae1a-ffbc7054e41b req-7a583f68-4392-45ca-81e3-0f802cc2b31c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.1271183 Jan 31 16:00:22.934274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=495377c0-a20c-4d71-b718-412f0b31d8df,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:22.960290 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f7a8e02-7b56-4b20-ae1a-ffbc7054e41b req-f2ac94ba-7d25-40aa-b156-e911fbc4e261 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909808 Jan 31 16:00:23.027996 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f08e8c-50ee-41e8-8298-24b533d244bd x-openstack-request-id: req-e9f08e8c-50ee-41e8-8298-24b533d244bd {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:23.028301 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4984f4b6-329d-4001-8d95-267b08568a47", "name": "network-vif-plugged", "status": "completed", "tag": "495377c0-a20c-4d71-b718-412f0b31d8df", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:23.028654 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9f08e8c-50ee-41e8-8298-24b533d244bd {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:23.029084 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4984f4b6-329d-4001-8d95-267b08568a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495377c0-a20c-4d71-b718-412f0b31d8df', 'code': 200} Jan 31 16:00:23.166682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device de842c17-2e42-42d7-a272-0dfe71f06dd7 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:23.175239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48736) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:23.199269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9d3745b0-2a33-441e-bdbd-ef452719973e details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:00:23.345995 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543025-f09a-4fd5-a76d-74f7fdb5cebd req-8f0a6cbf-c0b7-4970-a293-4d1d88d974ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:23.348598 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a543025-f09a-4fd5-a76d-74f7fdb5cebd req-8f0a6cbf-c0b7-4970-a293-4d1d88d974ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 1100 time: 0.2166100 Jan 31 16:00:23.372802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port de842c17-2e42-42d7-a272-0dfe71f06dd7 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:23.373186 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:23.432039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1305671859-network', 'tenant_id': 'e2d34d712d974e72aa7e056f77ec6abb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:23.437317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-667c9a45-223c-491f-a863-7908ac32baa5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:23.439433 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-667c9a45-223c-491f-a863-7908ac32baa5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.20 "GET /v2.0/networks?id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 200 len: 811 time: 0.3872764 Jan 31 16:00:23.462395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a543025-f09a-4fd5-a76d-74f7fdb5cebd req-fb5014e1-3454-4bf1-a27b-5225d81bc0a6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982244 Jan 31 16:00:23.466173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 9d3745b0-2a33-441e-bdbd-ef452719973e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9d3745b0-2a33-441e-bdbd-ef452719973e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:23.483159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '9d3745b0-2a33-441e-bdbd-ef452719973e', 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1', 'port_id': '9d3745b0-2a33-441e-bdbd-ef452719973e', 'mac_address': 'fa:16:3e:a2:76:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab8664c-5e4b-4277-a17c-2043af96a81a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:00:23.484639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Made reservation on behalf of e2d34d712d974e72aa7e056f77ec6abb for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:23.492201 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:23.505989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-2eb00320-9934-4faf-8158-dc48373045aa tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa96deb5ede45a3a06264eb5391ae29 HTTP/1.1" status: 200 len: 379 time: 0.0458882 Jan 31 16:00:23.512408 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:23.521676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Request body: {'port': {'device_id': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'admin_state_up': True, 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'security_groups': ['cf5fd1c1-61e4-4cf0-8916-23709ad27d95']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:23.536523 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:23.556919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d3745b0-2a33-441e-bdbd-ef452719973e {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:23.708484 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:23.718376 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:23.719294 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 9d3745b0-2a33-441e-bdbd-ef452719973e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9d3745b0-2a33-441e-bdbd-ef452719973e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:23.732255 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:23.736023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffac8d7-0294-472e-8c1d-da830bcc262f req-e76dee5c-f861-45dd-92e8-f17c8c8b36af tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:23.746215 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ffac8d7-0294-472e-8c1d-da830bcc262f req-e76dee5c-f861-45dd-92e8-f17c8c8b36af tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 949 time: 0.1243408 Jan 31 16:00:23.759035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b24aba-2296-4d10-81da-7bf628d73461,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:23.776092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:00:23.792353 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:23.792746 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Added segment 097e3587-c032-4493-a660-3217f0ff8cf4 of type vlan for network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa Jan 31 16:00:23.854989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=9d3745b0-2a33-441e-bdbd-ef452719973e,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:23.874348 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-71636472-1ea3-422d-bc67-9faeb5b5f911 req-3bc0c26b-1126-479f-af9e-58763062c32d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 210 time: 0.0660474 Jan 31 16:00:23.876945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ffac8d7-0294-472e-8c1d-da830bcc262f req-631b64e0-812a-4ad2-88b8-fdafa5467a50 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274967 Jan 31 16:00:23.883697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Made reservation on behalf of 5fa96deb5ede45a3a06264eb5391ae29 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:23.888387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:23.920413 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:23.964290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:23.966896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:23.967720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:23.975632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['9d3745b0-2a33-441e-bdbd-ef452719973e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:00:24.039806 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8629737 Jan 31 16:00:24.066295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48764) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:24.080463 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-abc2b393-c9ed-4a98-a47c-5ae860f05ae1 admin admin] Request body: {'subnet': {'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1305671859-subnet', 'tenant_id': 'e2d34d712d974e72aa7e056f77ec6abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:24.088775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48766) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:24.100823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39139a1a-dd67-44e6-aaa3-a9980fd6f86b admin admin] Pushing event updated for resources: {'Network': ['ID=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:24.117386 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:00:24.152666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d3d2ea9e-1631-4737-97f6-737b88dd9caa req-dcf739b2-77e0-467e-8643-f026fbec4980 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.1895232 Jan 31 16:00:24.165455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc2b393-c9ed-4a98-a47c-5ae860f05ae1 admin admin] Made reservation on behalf of e2d34d712d974e72aa7e056f77ec6abb for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:24.188698 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc2b393-c9ed-4a98-a47c-5ae860f05ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:24.257912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998f2ea-535b-41ce-9cdc-66066fff9673 req-353444f5-7ee1-49e8-8023-9ecebe3ad842 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:24.266447 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e998f2ea-535b-41ce-9cdc-66066fff9673 req-353444f5-7ee1-49e8-8023-9ecebe3ad842 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 944 time: 0.1497033 Jan 31 16:00:24.333924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Allocated IP 172.20.0.8 (6ebb65fc-d5a1-4d08-bf9f-bc40458df679/d3e373cf-e995-4178-bf6f-1d42ceb41d7c/e4f8275f-8587-4148-916c-ff37699ae038) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:24.355120 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e998f2ea-535b-41ce-9cdc-66066fff9673 req-8c706365-eb0a-4445-9dd3-fecfb85b30f0 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877225 Jan 31 16:00:24.358177 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65c1218a-6bf5-45c8-9d09-66c8fbb66e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:24.551259 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:24.563334 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc2b393-c9ed-4a98-a47c-5ae860f05ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:24.600449 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:24.616695 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65c1218a-6bf5-45c8-9d09-66c8fbb66e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:24.628754 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65c1218a-6bf5-45c8-9d09-66c8fbb66e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:24.668709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event updated for resources: {'Port': ['ID=e4f8275f-8587-4148-916c-ff37699ae038,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:24.686334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:24.687881 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:24.690578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:24.704840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2b393-c9ed-4a98-a47c-5ae860f05ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:24.724436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-65c1218a-6bf5-45c8-9d09-66c8fbb66e61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=514908f6be79499cb679539444bf154f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6302369 Jan 31 16:00:24.727329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48776) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:24.732777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1218a-6bf5-45c8-9d09-66c8fbb66e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8766ed8-d0e6-4b3a-b5d2-3ce9baebd90b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:24.744383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2b393-c9ed-4a98-a47c-5ae860f05ae1 admin admin] Checking segment: {'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:24.744937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2b393-c9ed-4a98-a47c-5ae860f05ae1 admin admin] Network hostable DHCP agents. Network: 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:00:24.771753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2b393-c9ed-4a98-a47c-5ae860f05ae1 admin admin] Network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:00:24.788328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-abc2b393-c9ed-4a98-a47c-5ae860f05ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:24.793429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc2b393-c9ed-4a98-a47c-5ae860f05ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:24.794263 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc2b393-c9ed-4a98-a47c-5ae860f05ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:24.801163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2034e1-02c5-4417-b940-51d2d00b9ad1 None None] Network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:00:24.808642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:24.809425 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:24.825871 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-abc2b393-c9ed-4a98-a47c-5ae860f05ae1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7478125 Jan 31 16:00:24.856485 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d3139d8-3587-4a59-8981-d472266d6467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:24.883422 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d3139d8-3587-4a59-8981-d472266d6467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:24.893623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-d9a9440d-e090-4ab0-8e5f-02f1a6546408 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3815889 Jan 31 16:00:24.919566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Request body: {'port': {'device_id': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:25.034983 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:25.035251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-879bb50c-2af2-45b7-8ac0-554ac00409a0 None None] Provisioning complete for port e4f8275f-8587-4148-916c-ff37699ae038 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:25.035251 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-879bb50c-2af2-45b7-8ac0-554ac00409a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:25.036777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b38f8-c287-43ed-87fe-87dfda4f0cd4 None None] Network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:00:25.054698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d3139d8-3587-4a59-8981-d472266d6467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:25.058364 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d3139d8-3587-4a59-8981-d472266d6467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:25.059845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2d3139d8-3587-4a59-8981-d472266d6467 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8766ed8-d0e6-4b3a-b5d2-3ce9baebd90b HTTP/1.1" status: 204 len: 168 time: 0.3293719 Jan 31 16:00:25.103939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3139d8-3587-4a59-8981-d472266d6467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8766ed8-d0e6-4b3a-b5d2-3ce9baebd90b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:25.195008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e6060-69b0-4862-b244-5974e09ed8ef req-77f4deb3-0b98-48a3-a7fe-1a1007bcb1ec tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:25.196542 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9e7e6060-69b0-4862-b244-5974e09ed8ef req-77f4deb3-0b98-48a3-a7fe-1a1007bcb1ec tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 931 time: 0.0992742 Jan 31 16:00:25.200680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9d3745b0-2a33-441e-bdbd-ef452719973e up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:25.278998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c5dfa-a357-4b7a-bba1-7627f5e7fb54 req-50480ce6-5f36-4c2f-87c6-46987aedb11b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:25.286244 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-067c5dfa-a357-4b7a-bba1-7627f5e7fb54 req-50480ce6-5f36-4c2f-87c6-46987aedb11b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 949 time: 0.1887999 Jan 31 16:00:25.301168 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9e7e6060-69b0-4862-b244-5974e09ed8ef req-ddd556bc-b72b-48fc-93bc-eea3de8ba174 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905550 Jan 31 16:00:25.302710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9805d070-983d-4217-b263-53f33f5b0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:25.304295 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9805d070-983d-4217-b263-53f33f5b0963 service neutron] 10.222.0.20 "GET /v2.0/ports/97fd929b-916a-47dc-8c14-0826f91ab589 HTTP/1.1" status: 200 len: 1027 time: 0.0880258 Jan 31 16:00:25.405847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-ba54de8a-96ce-4e67-adea-0360bc81c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:25.407809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-ba54de8a-96ce-4e67-adea-0360bc81c129 service neutron] 10.222.0.20 "GET /v2.0/ports/9d12f056-6516-4947-81d8-5431569d63fc HTTP/1.1" status: 200 len: 1027 time: 0.0935516 Jan 31 16:00:25.427416 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-067c5dfa-a357-4b7a-bba1-7627f5e7fb54 req-7ef07662-6618-464c-8104-27f3f8f3da9e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350706 Jan 31 16:00:25.431708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-879bb50c-2af2-45b7-8ac0-554ac00409a0 None None] Port e4f8275f-8587-4148-916c-ff37699ae038 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:25.599628 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e45570b7-63f0-486a-8813-f83baae3b27f req-9cc60e68-a182-4e7e-afbb-4e5454406492 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0555041 Jan 31 16:00:25.616826 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:25.617794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 9d3745b0-2a33-441e-bdbd-ef452719973e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:25.624037 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:25.780225 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:25.813003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaaca6a6-43ab-49a9-a410-ab23bae4708f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3745b0-2a33-441e-bdbd-ef452719973e'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:25.815599 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a69ebf-592e-45f7-a3c1-47d59837c61a" -d '{"events": [{"server_uuid": "eaaca6a6-43ab-49a9-a410-ab23bae4708f", "name": "network-vif-plugged", "status": "completed", "tag": "9d3745b0-2a33-441e-bdbd-ef452719973e"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:25.834177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 9d3745b0-2a33-441e-bdbd-ef452719973e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9d3745b0-2a33-441e-bdbd-ef452719973e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:25.841302 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:25.890369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f8275f-8587-4148-916c-ff37699ae038 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:25.902795 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:25.904538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=9d3745b0-2a33-441e-bdbd-ef452719973e,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:25.946177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Transition to ACTIVE for port object e4f8275f-8587-4148-916c-ff37699ae038 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:25.956652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-250219a5-6f03-404b-a064-f5a40bb45cef tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:25.962778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-250219a5-6f03-404b-a064-f5a40bb45cef tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:25.968625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-250219a5-6f03-404b-a064-f5a40bb45cef tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:25.970435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-250219a5-6f03-404b-a064-f5a40bb45cef tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "GET /v2.0/networks?id=b14c64a1-db20-45b3-980d-1e88d4364f54&id=5c27222f-9f10-4881-bc3e-463f81557d8f&id=5c27222f-9f10-4881-bc3e-463f81557d8f&id=5c27222f-9f10-4881-bc3e-463f81557d8f&id=5c27222f-9f10-4881-bc3e-463f81557d8f&id=cb929c42-3e30-4828-a03a-532e8e7e942b&id=cb929c42-3e30-4828-a03a-532e8e7e942b HTTP/1.1" status: 200 len: 1990 time: 0.5421684 Jan 31 16:00:25.972021 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:26.052051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d2079-c6ad-4ef7-b824-5b85a57ab8b7 req-3e766fea-a656-427d-ab1c-b58d744dad30 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:26.054081 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-089d2079-c6ad-4ef7-b824-5b85a57ab8b7 req-3e766fea-a656-427d-ab1c-b58d744dad30 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 944 time: 0.3065577 Jan 31 16:00:26.071125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f8275f-8587-4148-916c-ff37699ae038,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:26.162938 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-b954b527-14d2-402b-baf2-b92dc5317888 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2edb4aefda634a53a5f082fd0e807b48 HTTP/1.1" status: 200 len: 379 time: 0.1784220 Jan 31 16:00:26.171901 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-089d2079-c6ad-4ef7-b824-5b85a57ab8b7 req-0c0f668b-a184-4f79-a78a-afff86d10156 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057727 Jan 31 16:00:26.179928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'port': {'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'admin_state_up': True, 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'security_groups': ['97da44d8-1c85-4f99-97c2-f2c2946f975a']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:26.234017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a50cd530-62b1-44ff-86ed-ad84e972e209 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:26.247010 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a50cd530-62b1-44ff-86ed-ad84e972e209 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/networks?id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa HTTP/1.1" status: 200 len: 818 time: 0.2541096 Jan 31 16:00:26.277410 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a7353daf-3707-4c20-9f38-17d216fcb4e6 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/quotas/e2d34d712d974e72aa7e056f77ec6abb HTTP/1.1" status: 200 len: 375 time: 0.0293703 Jan 31 16:00:26.344640 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-1067d9bb-7264-4a74-ab48-22f2aebb497f tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2d34d712d974e72aa7e056f77ec6abb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662141 Jan 31 16:00:26.347215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Attempting to bind port e4f8275f-8587-4148-916c-ff37699ae038 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:26.347554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Attempting to bind port e4f8275f-8587-4148-916c-ff37699ae038 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:26.348027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Attempting to bind port e4f8275f-8587-4148-916c-ff37699ae038 on network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:26.410273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Port e4f8275f-8587-4148-916c-ff37699ae038 on network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:26.410598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Attempting to bind port e4f8275f-8587-4148-916c-ff37699ae038 on network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:26.420340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:26.420684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Checking segment: {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:26.421072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Bound using segment: {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:26.421667 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Bound port: e4f8275f-8587-4148-916c-ff37699ae038, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:26.422031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:26.536867 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-96f36783-8cfe-4a49-ae5e-18f4005ba334 service neutron] 10.222.0.36 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805995 Jan 31 16:00:26.544840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] For port e4f8275f-8587-4148-916c-ff37699ae038, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:26.549494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] For port e4f8275f-8587-4148-916c-ff37699ae038, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e4f8275f-8587-4148-916c-ff37699ae038,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:26.551573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:26.555800 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:26.571686 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:26.646129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f8275f-8587-4148-916c-ff37699ae038,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:26.662544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:26.663900 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:26.665561 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-8e7d3773-3327-44cb-b907-900f226d00c5 service neutron] 10.222.0.20 "PUT /v2.0/ports/e4f8275f-8587-4148-916c-ff37699ae038 HTTP/1.1" status: 200 len: 1091 time: 1.7610636 Jan 31 16:00:26.708662 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-d5efdfca-f7ab-44a9-8169-b62212584029 service neutron] 10.222.0.36 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815801 Jan 31 16:00:26.714266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'tag': 'e4f8275f-8587-4148-916c-ff37699ae038'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:26.717071 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5267b5-6a6e-482a-b2c0-4843ea7c5e60" -d '{"events": [{"name": "network-changed", "server_uuid": "25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28", "tag": "e4f8275f-8587-4148-916c-ff37699ae038"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:26.868468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-865ef31b-5c78-43c6-8dc5-e993e6150865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:26.870938 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-865ef31b-5c78-43c6-8dc5-e993e6150865 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 1094 time: 0.1496332 Jan 31 16:00:26.901015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Allocated IP 172.20.0.3 (b14c64a1-db20-45b3-980d-1e88d4364f54/145696c6-49bb-4d2b-892c-47bb0a673c7b/939e62c0-2eef-42a1-b162-15c54928c47d) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:26.941805 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-7ed90550-f513-4c96-ba31-b464af6858de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f8275f-8587-4148-916c-ff37699ae038 HTTP/1.1" status: 200 len: 217 time: 0.0591114 Jan 31 16:00:26.986019 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840a0ab-acda-4c19-bc0d-1ca0e600adde req-b58eeb2f-ac16-417a-b3cb-78950a592b26 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:26.989779 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a840a0ab-acda-4c19-bc0d-1ca0e600adde req-b58eeb2f-ac16-417a-b3cb-78950a592b26 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 1100 time: 0.1672790 Jan 31 16:00:27.070576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a840a0ab-acda-4c19-bc0d-1ca0e600adde req-c6c77715-5bd4-4527-9515-247458045102 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:27.078407 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f158be66-0ef5-4633-93ea-24c0c9893c32 x-openstack-request-id: req-f158be66-0ef5-4633-93ea-24c0c9893c32 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:27.078943 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaaca6a6-43ab-49a9-a410-ab23bae4708f", "name": "network-vif-plugged", "status": "completed", "tag": "9d3745b0-2a33-441e-bdbd-ef452719973e", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:27.079042 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f158be66-0ef5-4633-93ea-24c0c9893c32 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:27.079395 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaaca6a6-43ab-49a9-a410-ab23bae4708f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3745b0-2a33-441e-bdbd-ef452719973e', 'code': 200} Jan 31 16:00:27.099420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-f0a7cf5c-4432-4a78-b684-1ca3c53ec9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:27.101390 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-f0a7cf5c-4432-4a78-b684-1ca3c53ec9e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3e373cf-e995-4178-bf6f-1d42ceb41d7c HTTP/1.1" status: 200 len: 850 time: 0.1504328 Jan 31 16:00:27.278091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101b134-d46e-408f-859d-fc27a00ad894 req-692471ac-35c9-401b-bc51-c0ac4b791d00 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:27.280080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d101b134-d46e-408f-859d-fc27a00ad894 req-692471ac-35c9-401b-bc51-c0ac4b791d00 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 943 time: 0.1015949 Jan 31 16:00:27.281152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-0e1610d1-f0f1-4841-9720-502f9b7147ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:27.282867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-0e1610d1-f0f1-4841-9720-502f9b7147ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483130 Jan 31 16:00:27.339197 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:27.353083 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d101b134-d46e-408f-859d-fc27a00ad894 req-c9b530bf-8120-4e05-917f-c52c1909012b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661118 Jan 31 16:00:27.414519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1e329-72a0-4863-961d-065b49c9192d req-73f5b2af-8176-48ca-aae1-c9e11e1087ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:27.416367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eeb1e329-72a0-4863-961d-065b49c9192d req-73f5b2af-8176-48ca-aae1-c9e11e1087ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 1096 time: 0.2057786 Jan 31 16:00:27.681885 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:27.812876 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a840a0ab-acda-4c19-bc0d-1ca0e600adde req-c6c77715-5bd4-4527-9515-247458045102 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:27.829438 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a840a0ab-acda-4c19-bc0d-1ca0e600adde req-c6c77715-5bd4-4527-9515-247458045102 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:27.926823 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a840a0ab-acda-4c19-bc0d-1ca0e600adde req-c6c77715-5bd4-4527-9515-247458045102 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9261796 Jan 31 16:00:27.933750 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eeb1e329-72a0-4863-961d-065b49c9192d req-3f157b7a-8f61-4b9a-a909-740a89f662d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062981 Jan 31 16:00:27.939787 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-31b08c54-5af7-402c-9beb-a1db063e0825 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286883 Jan 31 16:00:27.941024 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:27.998201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48872) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:28.017870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c77715-5bd4-4527-9515-247458045102 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e98dcc0-8a7e-4e88-9e40-9faa0d8bd6a9,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:28.158589 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a2077b-2273-4876-8fab-600b23c61eb1 x-openstack-request-id: req-68a2077b-2273-4876-8fab-600b23c61eb1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:28.158903 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28", "tag": "e4f8275f-8587-4148-916c-ff37699ae038", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:28.159119 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68a2077b-2273-4876-8fab-600b23c61eb1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:28.159533 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'tag': 'e4f8275f-8587-4148-916c-ff37699ae038', 'status': 'completed', 'code': 200} Jan 31 16:00:28.173887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Network b14c64a1-db20-45b3-980d-1e88d4364f54 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:28.187102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Port': ['ID=939e62c0-2eef-42a1-b162-15c54928c47d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:28.191523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:28.211742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:28.246342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91495925-a3af-4957-b7ab-eb6ec58a36fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:28.345116 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce2c839a-b778-42a9-a8d5-4c7e1fd70837 req-c0deb5b5-02de-4f6e-bb85-e459640be950 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941112 Jan 31 16:00:28.360072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:28.360711 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:28.430914 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5eaa2f6c-bff1-4d33-b141-b26a444030f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2561717 Jan 31 16:00:28.468408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'port': {'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f', 'admin_state_up': True, 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'security_groups': ['97da44d8-1c85-4f99-97c2-f2c2946f975a']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:28.605082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb68a9a-7601-4804-a246-7abfd36df796 req-6ebbda24-0c30-4500-a222-3c6051d493f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:28.605082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ccb68a9a-7601-4804-a246-7abfd36df796 req-6ebbda24-0c30-4500-a222-3c6051d493f4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 931 time: 1.0067542 Jan 31 16:00:28.624793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5267b5-6a6e-482a-b2c0-4843ea7c5e60 req-7607a734-14b2-41bc-8e83-2874acbbf70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:28.626415 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf5267b5-6a6e-482a-b2c0-4843ea7c5e60 req-7607a734-14b2-41bc-8e83-2874acbbf70d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 1094 time: 0.2199016 Jan 31 16:00:28.664124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-bc2d00fb-22b9-4f49-8a34-254cdfd6cd6f None None] Provisioning complete for port 939e62c0-2eef-42a1-b162-15c54928c47d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:28.664619 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bc2d00fb-22b9-4f49-8a34-254cdfd6cd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:28.736115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d00fb-22b9-4f49-8a34-254cdfd6cd6f None None] Port 939e62c0-2eef-42a1-b162-15c54928c47d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:28.757889 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91495925-a3af-4957-b7ab-eb6ec58a36fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:28.800807 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91495925-a3af-4957-b7ab-eb6ec58a36fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:28.832480 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ccb68a9a-7601-4804-a246-7abfd36df796 req-86428480-0dda-44b9-81a7-88216f8cb6be tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122273 Jan 31 16:00:28.911822 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-91495925-a3af-4957-b7ab-eb6ec58a36fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd3f341833cd4d118078ab0a82b74342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9122660 Jan 31 16:00:28.914515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91495925-a3af-4957-b7ab-eb6ec58a36fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06be5800-4ea8-4aef-a78a-eb03fb8c2052,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:28.924849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48884) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:28.979000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5267b5-6a6e-482a-b2c0-4843ea7c5e60 req-5a49e070-aa19-4d97-9356-d9d2b2166f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:28.981878 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf5267b5-6a6e-482a-b2c0-4843ea7c5e60 req-5a49e070-aa19-4d97-9356-d9d2b2166f73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 200 len: 912 time: 0.3374362 Jan 31 16:00:28.993740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:28.998015 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:29.099252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf5267b5-6a6e-482a-b2c0-4843ea7c5e60 req-fe86cd50-7a66-4003-9e90-9f6ed0a9c331 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f8275f-8587-4148-916c-ff37699ae038 HTTP/1.1" status: 200 len: 217 time: 0.0869555 Jan 31 16:00:29.183534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5267b5-6a6e-482a-b2c0-4843ea7c5e60 req-4a762d14-6f89-4968-a7dc-1d428dbf71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:29.185401 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf5267b5-6a6e-482a-b2c0-4843ea7c5e60 req-4a762d14-6f89-4968-a7dc-1d428dbf71b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3e373cf-e995-4178-bf6f-1d42ceb41d7c HTTP/1.1" status: 200 len: 850 time: 0.0665152 Jan 31 16:00:29.239457 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6b8e7-18b0-4450-b662-5ae39dcc6acb req-fec604f2-5d11-44e0-869f-ca7f533d6f3b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:29.251191 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eab6b8e7-18b0-4450-b662-5ae39dcc6acb req-fec604f2-5d11-44e0-869f-ca7f533d6f3b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.4551263 Jan 31 16:00:29.275855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e4f8275f-8587-4148-916c-ff37699ae038 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:00:29.284577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d651dd0-5d53-468e-99d8-06dcfa850b82 req-ca3797d2-5ab1-4a39-b9dd-d7843ca1c345 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:29.289723 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d651dd0-5d53-468e-99d8-06dcfa850b82 req-ca3797d2-5ab1-4a39-b9dd-d7843ca1c345 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 943 time: 0.1110623 Jan 31 16:00:29.359992 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eab6b8e7-18b0-4450-b662-5ae39dcc6acb req-71fc86d0-053b-4c79-9205-c6688122534b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073935 Jan 31 16:00:29.367908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d651dd0-5d53-468e-99d8-06dcfa850b82 req-b78c6b82-1bf4-4fc4-996d-9f12d51e55b8 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737514 Jan 31 16:00:29.400253 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a86cbaab-a150-479d-bd60-68adcee0d3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:29.407184 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5267b5-6a6e-482a-b2c0-4843ea7c5e60 req-8a918896-b418-4cf4-b3e9-5c2cc9ce7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:29.409164 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf5267b5-6a6e-482a-b2c0-4843ea7c5e60 req-8a918896-b418-4cf4-b3e9-5c2cc9ce7e5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2116067 Jan 31 16:00:29.536237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e4f8275f-8587-4148-916c-ff37699ae038, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e4f8275f-8587-4148-916c-ff37699ae038,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:29.538299 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a86cbaab-a150-479d-bd60-68adcee0d3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:29.578678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-55521307-592b-4ba6-9ad8-8c2174b1abdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594702 Jan 31 16:00:29.589259 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'e4f8275f-8587-4148-916c-ff37699ae038', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'port_id': 'e4f8275f-8587-4148-916c-ff37699ae038', 'mac_address': 'fa:16:3e:c8:2b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:00:29.592552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-994779bb-6428-4056-871f-f58bd6d47451 req-9b6fe409-5cc0-4013-85dd-213910445643 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 210 time: 0.0837448 Jan 31 16:00:29.647450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Allocated IP 10.1.1.126 (5c27222f-9f10-4881-bc3e-463f81557d8f/09d9cd68-c28b-4b2b-a746-31bc92962f59/a8bc7411-31ed-4bb2-b29d-89643d4e35e5) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:29.729278 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf5267b5-6a6e-482a-b2c0-4843ea7c5e60 req-eb82e2e8-5af5-49e1-a871-95a3f27e9481 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104103 Jan 31 16:00:29.739401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:29.785348 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f8275f-8587-4148-916c-ff37699ae038 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:29.825109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e4f8275f-8587-4148-916c-ff37699ae038, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e4f8275f-8587-4148-916c-ff37699ae038,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:29.830864 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:29.925032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-01af0057-8793-4e59-bac2-acb7c021ed3f tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:29.928984 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-01af0057-8793-4e59-bac2-acb7c021ed3f tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.20 "GET /v2.0/networks?id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa HTTP/1.1" status: 200 len: 818 time: 0.3471911 Jan 31 16:00:29.959814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=e4f8275f-8587-4148-916c-ff37699ae038,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:29.978844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Request body: {'port': {'device_id': '779c58d8-79a7-445e-88a2-91ed51387743', 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa', 'admin_state_up': True, 'tenant_id': 'e2d34d712d974e72aa7e056f77ec6abb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:29.994981 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf5267b5-6a6e-482a-b2c0-4843ea7c5e60 req-873261dd-23e6-4429-b246-02d28958310d service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533047 Jan 31 16:00:30.009561 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a86cbaab-a150-479d-bd60-68adcee0d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:30.013084 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a86cbaab-a150-479d-bd60-68adcee0d3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:30.014245 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a86cbaab-a150-479d-bd60-68adcee0d3b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06be5800-4ea8-4aef-a78a-eb03fb8c2052 HTTP/1.1" status: 204 len: 168 time: 1.0848939 Jan 31 16:00:30.067981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['e4f8275f-8587-4148-916c-ff37699ae038'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:00:30.080281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-61562c73-d9ff-46e1-84ee-f49214195c6e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:30.090029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cbaab-a150-479d-bd60-68adcee0d3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06be5800-4ea8-4aef-a78a-eb03fb8c2052,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:30.091753 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-61562c73-d9ff-46e1-84ee-f49214195c6e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4731324 Jan 31 16:00:30.119958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-e09d2f9d-3d78-488a-a11f-dd4f277c8268 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/quotas/6aa0a945adb446eca7467bfcc1383562 HTTP/1.1" status: 200 len: 375 time: 0.0269792 Jan 31 16:00:30.185307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-072d001c-107a-4fcd-bb13-b80b303c00ec tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:30.188491 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-072d001c-107a-4fcd-bb13-b80b303c00ec tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.30 "GET /v2.0/networks?id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa HTTP/1.1" status: 200 len: 818 time: 0.5333207 Jan 31 16:00:30.216746 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edcb5f-844e-4294-81a1-8e7f64d44f21 req-c2066019-7738-4838-9d79-390b748d77fa tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:30.218407 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9edcb5f-844e-4294-81a1-8e7f64d44f21 req-c2066019-7738-4838-9d79-390b748d77fa tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 931 time: 0.2170494 Jan 31 16:00:30.253718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Request body: {'port': {'device_id': 'cdcb8f4e-5700-48c0-b4a8-2c1e50b50728', 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa', 'admin_state_up': True, 'tenant_id': 'e2d34d712d974e72aa7e056f77ec6abb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:30.298775 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-b5c1ac3c-37bd-46e8-a59a-3b197f12f2b5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1776564 Jan 31 16:00:30.375688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Made reservation on behalf of e2d34d712d974e72aa7e056f77ec6abb for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:30.383904 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:30.490554 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9edcb5f-844e-4294-81a1-8e7f64d44f21 req-21fc4359-4a3c-41d2-9789-fe5b435728ff tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246606 Jan 31 16:00:30.590949 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:30.602772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-081cca3d-ef2c-4a5a-8b49-83e7a98c4836 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:30.604371 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-081cca3d-ef2c-4a5a-8b49-83e7a98c4836 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.30 "GET /v2.0/networks?id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa HTTP/1.1" status: 200 len: 818 time: 0.1795280 Jan 31 16:00:30.619089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Request body: {'port': {'device_id': 'ab58e5ec-9bff-44f3-857c-69f8aea99e63', 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa', 'admin_state_up': True, 'tenant_id': 'e2d34d712d974e72aa7e056f77ec6abb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:30.820383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e28b7a-40c2-4a8d-81ec-267b2eda985c req-0c6217b5-6201-48f2-bc00-b2fcc7bf7e79 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:30.827745 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86e28b7a-40c2-4a8d-81ec-267b2eda985c req-0c6217b5-6201-48f2-bc00-b2fcc7bf7e79 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.1829720 Jan 31 16:00:30.836417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Made reservation on behalf of e2d34d712d974e72aa7e056f77ec6abb for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:30.839992 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:30.842254 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:30.876796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Allocated IP 172.20.0.8 (6d72bf0d-20e4-4342-8d5f-d251e18fa1fa/bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0/8839c488-4cad-43e0-9045-ead1a89e01e7) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:30.929021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Made reservation on behalf of e2d34d712d974e72aa7e056f77ec6abb for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:30.933864 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:30.939940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Network 5c27222f-9f10-4881-bc3e-463f81557d8f is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:30.954756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:30.957528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:31.037307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Port': ['ID=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:31.059980 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86e28b7a-40c2-4a8d-81ec-267b2eda985c req-b7424a0f-36b2-4ef3-af85-c3e030a07e28 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308233 Jan 31 16:00:31.137443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:31.146458 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:31.193122 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-25c1276e-bf70-4847-96df-122a7d939a70 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7393050 Jan 31 16:00:31.207211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'port': {'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f', 'admin_state_up': True, 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'security_groups': ['97da44d8-1c85-4f99-97c2-f2c2946f975a']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:31.305798 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e4f8275f-8587-4148-916c-ff37699ae038 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:31.361263 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-46e67974-5f3c-4390-a2e1-0721fc424f01 req-494e6e17-29f9-44b3-9d60-afa8bd898fdb tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 210 time: 0.0995820 Jan 31 16:00:31.439420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port e4f8275f-8587-4148-916c-ff37699ae038 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:00:31.456375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port e4f8275f-8587-4148-916c-ff37699ae038 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:31.461046 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:31.520390 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:31.524730 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:31.571592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5a4752e8-bb23-400b-ac0e-a8d15f0e0ca4 None None] Provisioning complete for port a8bc7411-31ed-4bb2-b29d-89643d4e35e5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:31.571951 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5a4752e8-bb23-400b-ac0e-a8d15f0e0ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:31.778611 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5a4752e8-bb23-400b-ac0e-a8d15f0e0ca4 None None] Port a8bc7411-31ed-4bb2-b29d-89643d4e35e5 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:31.781351 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:31.790561 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48954) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:31.809647 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f8275f-8587-4148-916c-ff37699ae038'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:31.812790 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3d4e6e-56ba-4985-80b2-b262e7059a27" -d '{"events": [{"server_uuid": "25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28", "name": "network-vif-plugged", "status": "completed", "tag": "e4f8275f-8587-4148-916c-ff37699ae038"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:31.829110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e4f8275f-8587-4148-916c-ff37699ae038, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e4f8275f-8587-4148-916c-ff37699ae038,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:31.836068 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:31.907867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=e4f8275f-8587-4148-916c-ff37699ae038,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:31.984924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb07dd-b858-41bd-a6ab-fd9497c24235 req-21d6bafc-3b32-450d-aa04-4af8dedcd710 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:31.994809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ffb07dd-b858-41bd-a6ab-fd9497c24235 req-21d6bafc-3b32-450d-aa04-4af8dedcd710 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.2935929 Jan 31 16:00:32.026002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Allocated IP 10.1.1.186 (5c27222f-9f10-4881-bc3e-463f81557d8f/09d9cd68-c28b-4b2b-a746-31bc92962f59/8e916d64-b3aa-442c-8f2b-ebe760eea97b) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:32.039015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-106708554-network', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:32.091644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Made reservation on behalf of 52661cddff804a9bb2b3efcd9800071c for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:32.094469 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:32.102690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b478884-d9aa-46c8-b647-693513d0d501 req-0aed9bac-68c1-42e6-8cf8-cfd7441a6bcc tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:32.115374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b478884-d9aa-46c8-b647-693513d0d501 req-0aed9bac-68c1-42e6-8cf8-cfd7441a6bcc tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.8642139 Jan 31 16:00:32.154995 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ffb07dd-b858-41bd-a6ab-fd9497c24235 req-2b1078b6-f8da-47af-9243-3f507d991a1f tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582432 Jan 31 16:00:32.172782 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:32.265542 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b478884-d9aa-46c8-b647-693513d0d501 req-a0c4c3ba-61fc-4d09-98dc-cadc05b5d38e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395981 Jan 31 16:00:32.269113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:32.362438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:32.403214 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:32.448600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:32.469412 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:32.474950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:32.511023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Allocated IP 172.20.0.3 (6d72bf0d-20e4-4342-8d5f-d251e18fa1fa/bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0/4b5e82d1-2068-42a0-a58e-c8878fb51c6c) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:32.544809 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Pushing event updated for resources: {'Port': ['ID=8839c488-4cad-43e0-9045-ead1a89e01e7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:32.604195 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d444db-9709-4a12-bc41-d53c64b2f7e4 req-92fc9d02-7248-4ee5-b7d5-b97ee78e5fdf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:32.610144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d444db-9709-4a12-bc41-d53c64b2f7e4 req-92fc9d02-7248-4ee5-b7d5-b97ee78e5fdf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:32.626065 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d4d444db-9709-4a12-bc41-d53c64b2f7e4 req-92fc9d02-7248-4ee5-b7d5-b97ee78e5fdf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 1653 time: 0.2442875 Jan 31 16:00:32.690329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:32.691107 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:32.703090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:32.753022 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d4d444db-9709-4a12-bc41-d53c64b2f7e4 req-5ce7f7ae-a7a7-4035-9b12-6b50ae71cf0c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291487 Jan 31 16:00:32.756870 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b30c092b-dff1-4fda-ac5c-6fefcc5a28e3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8020937 Jan 31 16:00:32.775043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Request body: {'port': {'device_id': '779c58d8-79a7-445e-88a2-91ed51387743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:32.788434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ccc795-09eb-470d-aac1-f487ac7c8338,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:32.869880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:00:32.903814 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:32.918076 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afaa61f-136b-42b6-baad-8b1cb2155557 x-openstack-request-id: req-5afaa61f-136b-42b6-baad-8b1cb2155557 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:32.918539 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28", "name": "network-vif-plugged", "status": "completed", "tag": "e4f8275f-8587-4148-916c-ff37699ae038", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:32.918539 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5afaa61f-136b-42b6-baad-8b1cb2155557 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:32.918884 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f8275f-8587-4148-916c-ff37699ae038', 'code': 200} Jan 31 16:00:32.928867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:32.929216 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Added segment e618a883-db95-4302-bf11-41142aa8e97f of type vlan for network 54f5432d-db6f-45ec-b066-717218f9d91c Jan 31 16:00:33.086846 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:33.099837 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73df8c43-fa4e-4571-8174-cedcab6f6df8 req-995c5067-9d9b-455b-95f4-fd56e50051b6 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 210 time: 0.2137113 Jan 31 16:00:33.280201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:33.403827 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:33.462765 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-17416ef6-e10e-4539-8009-80779061d9c6 req-35a4716b-0447-41d6-b781-11a2ca75ae08 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 210 time: 0.0897357 Jan 31 16:00:33.494579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f9682-855a-4508-bca7-9dc890cc2251 req-37650972-1d6b-4d80-bf86-59ead94ea4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:33.497609 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e99f9682-855a-4508-bca7-9dc890cc2251 req-37650972-1d6b-4d80-bf86-59ead94ea4c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 1096 time: 0.4141514 Jan 31 16:00:33.504340 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.resource_extend [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:00:33.541262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:33.689287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Port': ['ID=8e916d64-b3aa-442c-8f2b-ebe760eea97b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:33.730549 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:33.731772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:33.732858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:33.757244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa07928-e037-4b92-b8b2-1c4ac27f6625 req-eda7f5af-c6a2-43da-9d32-af873feb8975 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:33.764697 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3fa07928-e037-4b92-b8b2-1c4ac27f6625 req-eda7f5af-c6a2-43da-9d32-af873feb8975 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.2125645 Jan 31 16:00:33.777339 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:33.787538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Allocated IP 172.20.0.10 (6d72bf0d-20e4-4342-8d5f-d251e18fa1fa/bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0/70a09f4d-42c2-4241-aea2-e6e50288fb29) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:33.820206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Network 5c27222f-9f10-4881-bc3e-463f81557d8f is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:33.824251 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0056951 Jan 31 16:00:33.830305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48998) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:33.836614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6591846c-c438-4cc7-880f-52f1dd9e58ce admin admin] Request body: {'subnet': {'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-106708554-subnet', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:33.883915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6591846c-c438-4cc7-880f-52f1dd9e58ce admin admin] Made reservation on behalf of 52661cddff804a9bb2b3efcd9800071c for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:33.886387 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6591846c-c438-4cc7-880f-52f1dd9e58ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:33.906374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e99f9682-855a-4508-bca7-9dc890cc2251 req-1cf0d463-cf54-47e7-9368-96fd9b3959bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3865018 Jan 31 16:00:33.906374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:33.907157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-0ff45af3-6d9f-49ac-92b7-b610a3ede24b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:33.908890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-0ff45af3-6d9f-49ac-92b7-b610a3ede24b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/networks?id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 HTTP/1.1" status: 200 len: 815 time: 0.3023789 Jan 31 16:00:33.930383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:33.941020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:33.943792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:34.022486 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-83d00f25-6c4e-49de-b8e5-712e3c064d65 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/quotas/0b67c92721dc4cd293c2fd53e783c5c3 HTTP/1.1" status: 200 len: 375 time: 0.0595872 Jan 31 16:00:34.225558 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-41d40f35-6a0f-4155-acce-1ab02c08f7a4 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b67c92721dc4cd293c2fd53e783c5c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1858485 Jan 31 16:00:34.226170 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-23e91be1-9f3c-4551-95de-046e3dcba2e2 None None] Provisioning complete for port 8e916d64-b3aa-442c-8f2b-ebe760eea97b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:34.227074 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-23e91be1-9f3c-4551-95de-046e3dcba2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:34.310341 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-23e91be1-9f3c-4551-95de-046e3dcba2e2 None None] Port 8e916d64-b3aa-442c-8f2b-ebe760eea97b cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:34.401933 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:34.530370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:34.602527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3fa07928-e037-4b92-b8b2-1c4ac27f6625 req-35b2c66b-ad04-4642-a251-3f0a7dcbe8ed tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8324435 Jan 31 16:00:34.623872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:34.624519 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:34.636248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662285e-7102-4312-b1e2-75dd0fdbe167 admin admin] Pushing event updated for resources: {'Network': ['ID=54f5432d-db6f-45ec-b066-717218f9d91c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:34.644182 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-9d4f196a-807f-44a8-971a-5c1550522a22 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1154962 Jan 31 16:00:34.650737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Pushing event updated for resources: {'Port': ['ID=4b5e82d1-2068-42a0-a58e-c8878fb51c6c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:34.656443 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50c87526-a937-43b8-a040-1487278c6082 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4549429 Jan 31 16:00:34.661595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 54f5432d-db6f-45ec-b066-717218f9d91c details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:00:34.682133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'port': {'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b', 'admin_state_up': True, 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'security_groups': ['97da44d8-1c85-4f99-97c2-f2c2946f975a']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:34.721296 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:34.721682 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:34.836047 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-42e35f66-3e9a-42c6-b109-28959490b057 service neutron] 10.222.0.36 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071897 Jan 31 16:00:34.888124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-c79c44a5-f9b0-4dc8-baee-6ffd7e3f8936 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6680772 Jan 31 16:00:34.921057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-51213262-ddbb-4997-8f9e-924400ff394e tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:00:34.923500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-51213262-ddbb-4997-8f9e-924400ff394e tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121491 Jan 31 16:00:34.931129 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-febe1617-fff3-4f6d-a689-d249d388227b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678132 Jan 31 16:00:34.949808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Request body: {'port': {'device_id': 'cdcb8f4e-5700-48c0-b4a8-2c1e50b50728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:35.053669 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:35.134432 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6591846c-c438-4cc7-880f-52f1dd9e58ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:35.152020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64cd78-9761-46ad-91d3-a2574f102d84 req-465f9db0-4f49-4846-a8ae-6916335214a7 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:35.153636 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab64cd78-9761-46ad-91d3-a2574f102d84 req-465f9db0-4f49-4846-a8ae-6916335214a7 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaaca6a6-43ab-49a9-a410-ab23bae4708f HTTP/1.1" status: 200 len: 945 time: 0.5341444 Jan 31 16:00:35.202147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-b05dc059-a648-4c97-a023-4bee24733ead tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:35.203753 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-b05dc059-a648-4c97-a023-4bee24733ead tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5463955 Jan 31 16:00:35.212734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81ce9f-8f3d-45d1-9626-f980204c3244 req-8526b095-0ad5-4013-aa5d-8e5ce70665dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:35.218805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81ce9f-8f3d-45d1-9626-f980204c3244 req-8526b095-0ad5-4013-aa5d-8e5ce70665dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:35.225158 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81ce9f-8f3d-45d1-9626-f980204c3244 req-8526b095-0ad5-4013-aa5d-8e5ce70665dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:35.232776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e81ce9f-8f3d-45d1-9626-f980204c3244 req-8526b095-0ad5-4013-aa5d-8e5ce70665dd tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 2374 time: 0.4179585 Jan 31 16:00:35.245199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Request body: {'port': {'device_id': 'd8f3f06d-b505-4609-a8c3-d5bf5fec7e31', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '6aa0a945adb446eca7467bfcc1383562'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:35.308566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:35.332678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:35.336250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:35.425911 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:35.439395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-69fc534e-9d0b-442a-915d-3d7b1025ce7d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:35.440898 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-69fc534e-9d0b-442a-915d-3d7b1025ce7d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4972320 Jan 31 16:00:35.468225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Request body: {'port': {'device_id': '2054dc19-bb60-4e76-81b0-f5a734d4de73', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '6aa0a945adb446eca7467bfcc1383562'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:35.474590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:35.521144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e81ce9f-8f3d-45d1-9626-f980204c3244 req-3de01973-bba4-4212-b21c-a357c68f28f5 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874780 Jan 31 16:00:35.535341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8839c488-4cad-43e0-9045-ead1a89e01e7 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:35.549888 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:35.559748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:35.560673 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:35.571815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-9b78e18b-f229-4ad0-a835-06f9868a2b58 service neutron] 10.222.0.36 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7340884 Jan 31 16:00:35.572520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Pushing event updated for resources: {'Port': ['ID=70a09f4d-42c2-4241-aea2-e6e50288fb29,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:35.604746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591846c-c438-4cc7-880f-52f1dd9e58ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2cd60da-47e2-4c60-9143-4889ad9e2383,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:35.729349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Transition to ACTIVE for port object 8839c488-4cad-43e0-9045-ead1a89e01e7 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:35.743888 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-8b53c29a-9a86-4bf9-afaf-c93424829302 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1287692 Jan 31 16:00:35.753668 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fcf7f2dc-68e7-47e8-83d3-bfb7b8ac75a1 req-d302c927-e4ed-4afa-9558-dd07aff084f1 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 210 time: 0.0858586 Jan 31 16:00:35.764138 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:35.778849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Request body: {'port': {'device_id': 'ab58e5ec-9bff-44f3-857c-69f8aea99e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:35.880616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591846c-c438-4cc7-880f-52f1dd9e58ce admin admin] Checking segment: {'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:35.880616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591846c-c438-4cc7-880f-52f1dd9e58ce admin admin] Network hostable DHCP agents. Network: 54f5432d-db6f-45ec-b066-717218f9d91c, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:00:35.897577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Pushing event updated for resources: {'Port': ['ID=8839c488-4cad-43e0-9045-ead1a89e01e7,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:36.011350 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:36.086296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:36.091544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-ab64cd78-9761-46ad-91d3-a2574f102d84 req-1769b583-85cb-413d-a4ed-1e0281a57bcc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Deleting port 9d3745b0-2a33-441e-bdbd-ef452719973e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:00:36.091729 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ab64cd78-9761-46ad-91d3-a2574f102d84 req-1769b583-85cb-413d-a4ed-1e0281a57bcc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:36.104369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591846c-c438-4cc7-880f-52f1dd9e58ce admin admin] Network 54f5432d-db6f-45ec-b066-717218f9d91c is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:00:36.130666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Made reservation on behalf of 6aa0a945adb446eca7467bfcc1383562 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:36.134267 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:36.319555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98befc27-000d-4308-8ca9-7db9feee56d4 req-00de95bb-b0b8-475d-80b6-423d54b46e39 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:36.321515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98befc27-000d-4308-8ca9-7db9feee56d4 req-00de95bb-b0b8-475d-80b6-423d54b46e39 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.3084877 Jan 31 16:00:36.357619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1ac90-fb5c-4022-8279-2a4b17cdddce req-8a720383-2640-4b15-b857-4fbd40c5c882 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:36.369751 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-66b1ac90-fb5c-4022-8279-2a4b17cdddce req-8a720383-2640-4b15-b857-4fbd40c5c882 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 932 time: 0.4481466 Jan 31 16:00:36.379668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Made reservation on behalf of 6aa0a945adb446eca7467bfcc1383562 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:36.383283 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:36.412145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6591846c-c438-4cc7-880f-52f1dd9e58ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 54f5432d-db6f-45ec-b066-717218f9d91c) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:36.420950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04030e0f-82f8-493d-a65c-8b8b0e35bf88 None None] Network 54f5432d-db6f-45ec-b066-717218f9d91c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:00:36.472206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6591846c-c438-4cc7-880f-52f1dd9e58ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:36.475701 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6591846c-c438-4cc7-880f-52f1dd9e58ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:36.531666 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-66b1ac90-fb5c-4022-8279-2a4b17cdddce req-db48de91-2a30-40c1-a269-03923f483df0 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596687 Jan 31 16:00:36.541673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Attempting to bind port 8839c488-4cad-43e0-9045-ead1a89e01e7 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:36.542996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Attempting to bind port 8839c488-4cad-43e0-9045-ead1a89e01e7 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:36.545750 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Attempting to bind port 8839c488-4cad-43e0-9045-ead1a89e01e7 on network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:36.568984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Port 8839c488-4cad-43e0-9045-ead1a89e01e7 on network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:36.573565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Attempting to bind port 8839c488-4cad-43e0-9045-ead1a89e01e7 on network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:36.592727 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6591846c-c438-4cc7-880f-52f1dd9e58ce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7611809 Jan 31 16:00:36.596592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49032) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:36.601154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:36.620110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:36.620725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Checking segment: {'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:36.621253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Bound using segment: {'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:36.621909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Bound port: 8839c488-4cad-43e0-9045-ead1a89e01e7, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:36.622409 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:36.693152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:36.694557 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:36.731332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98befc27-000d-4308-8ca9-7db9feee56d4 req-eda1aa4e-2b25-4b36-bff9-938c1768d810 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926713 Jan 31 16:00:36.763314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-54f5432d-db6f-45ec-b066-717218f9d91c', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'fixed_ips': [{'subnet_id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:00:36.766817 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:36.802196 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d24cb9a6-3f26-4635-939c-d8e67dd9fbd6 req-fc02bc72-fb82-41a4-807e-308014b34930 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 210 time: 0.1202407 Jan 31 16:00:36.817621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Allocated IP 10.2.2.100 (cb929c42-3e30-4828-a03a-532e8e7e942b/ef14954e-8144-4144-91b4-40f9f906d427/f71513f9-4c28-4414-a04c-8add0dcfe550) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:36.854672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-ab64cd78-9761-46ad-91d3-a2574f102d84 req-1769b583-85cb-413d-a4ed-1e0281a57bcc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] For port 9d3745b0-2a33-441e-bdbd-ef452719973e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9d3745b0-2a33-441e-bdbd-ef452719973e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:36.858175 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ab64cd78-9761-46ad-91d3-a2574f102d84 req-1769b583-85cb-413d-a4ed-1e0281a57bcc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:36.871641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5e82d1-2068-42a0-a58e-c8878fb51c6c {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:36.880122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Allocated IP 192.168.233.209 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/1ea2c6be-38eb-4c8e-81b5-877f2bd217e5) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:36.888475 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:36.902147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-ab64cd78-9761-46ad-91d3-a2574f102d84 req-1769b583-85cb-413d-a4ed-1e0281a57bcc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Calling delete_port for 9d3745b0-2a33-441e-bdbd-ef452719973e owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:00:36.914836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Transition to ACTIVE for port object 4b5e82d1-2068-42a0-a58e-c8878fb51c6c will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:36.927406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:37.087849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Allocated IP 172.20.0.2 (54f5432d-db6f-45ec-b066-717218f9d91c/f2cd60da-47e2-4c60-9143-4889ad9e2383/db7aea97-e1ad-470d-b841-5ee94ae62a8e) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:37.216472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5e82d1-2068-42a0-a58e-c8878fb51c6c,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:37.308719 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:37.317279 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:37.333742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812512a-ab16-4b67-a45f-59b0bee66199 req-973ed58d-4fb2-4997-ae19-5da0c144b6a2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:37.339703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Network 54f5432d-db6f-45ec-b066-717218f9d91c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:37.350780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812512a-ab16-4b67-a45f-59b0bee66199 req-973ed58d-4fb2-4997-ae19-5da0c144b6a2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:37.358446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812512a-ab16-4b67-a45f-59b0bee66199 req-973ed58d-4fb2-4997-ae19-5da0c144b6a2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:37.366820 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6812512a-ab16-4b67-a45f-59b0bee66199 req-973ed58d-4fb2-4997-ae19-5da0c144b6a2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 2374 time: 0.4399841 Jan 31 16:00:37.373778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:37.377995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:37.480206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Pushing event updated for resources: {'Port': ['ID=db7aea97-e1ad-470d-b841-5ee94ae62a8e,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:37.499545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Attempting to bind port db7aea97-e1ad-470d-b841-5ee94ae62a8e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:37.499945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Attempting to bind port db7aea97-e1ad-470d-b841-5ee94ae62a8e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:37.500394 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Attempting to bind port db7aea97-e1ad-470d-b841-5ee94ae62a8e on network 54f5432d-db6f-45ec-b066-717218f9d91c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:37.507036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:37.507410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Checking segment: {'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:37.507962 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:37.508352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Bound using segment: {'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:37.508819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Bound port: db7aea97-e1ad-470d-b841-5ee94ae62a8e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:37.509332 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:37.597438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] For port db7aea97-e1ad-470d-b841-5ee94ae62a8e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:37.601885 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] For port db7aea97-e1ad-470d-b841-5ee94ae62a8e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=db7aea97-e1ad-470d-b841-5ee94ae62a8e,segment=NetworkSegment(e618a883-db95-4302-bf11-41142aa8e97f),segment_id=e618a883-db95-4302-bf11-41142aa8e97f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:37.610181 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:37.612409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-4d19b0d4-1fa0-4093-895f-120a5d1fd775 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:37.614068 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-4d19b0d4-1fa0-4093-895f-120a5d1fd775 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.30 "GET /v2.0/networks?id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 HTTP/1.1" status: 200 len: 815 time: 0.3455651 Jan 31 16:00:37.645541 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d11fdb3b-02bc-43e1-a0d9-4e0ad22f7fa1 req-c1e37587-26d7-4a56-9815-043e2256a037 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 210 time: 0.1488283 Jan 31 16:00:37.658115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:37.694511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699d5b8-d206-41b4-88fd-68b5b694dc5b None None] Pushing event updated for resources: {'Port': ['ID=db7aea97-e1ad-470d-b841-5ee94ae62a8e,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:37.717792 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6812512a-ab16-4b67-a45f-59b0bee66199 req-ee94b9dd-7efa-49e5-a3f3-c54c2da45453 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3477986 Jan 31 16:00:37.730381 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:37.789874 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:37.830397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Request body: {'port': {'device_id': 'de033182-58ce-4dc9-9d63-4097bfc959c4', 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1', 'admin_state_up': True, 'tenant_id': '0b67c92721dc4cd293c2fd53e783c5c3'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:37.848015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Attempting to bind port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:37.848275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Attempting to bind port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:37.848625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Attempting to bind port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c on network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:37.862623 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:37.875178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:00:37.997680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c on network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:37.998023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Attempting to bind port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c on network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:38.028320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a09f4d-42c2-4241-aea2-e6e50288fb29 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:38.080332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:38.115605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Transition to ACTIVE for port object 70a09f4d-42c2-4241-aea2-e6e50288fb29 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:38.159311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] For port 8839c488-4cad-43e0-9045-ead1a89e01e7, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:38.163949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] For port 8839c488-4cad-43e0-9045-ead1a89e01e7, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8839c488-4cad-43e0-9045-ead1a89e01e7,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:38.181769 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ab64cd78-9761-46ad-91d3-a2574f102d84 req-1769b583-85cb-413d-a4ed-1e0281a57bcc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:38.183569 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:38.248106 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:38.262394 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:38.262777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Checking segment: {'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:38.263510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Bound using segment: {'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:38.264235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Bound port: 4b5e82d1-2068-42a0-a58e-c8878fb51c6c, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:38.264610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:38.269456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event updated for resources: {'Port': ['ID=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:38.400233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:38.400858 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:38.402412 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] 10.222.0.20 "PUT /v2.0/ports/8839c488-4cad-43e0-9045-ead1a89e01e7 HTTP/1.1" status: 200 len: 1091 time: 5.6320171 Jan 31 16:00:38.405121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779c58d8-79a7-445e-88a2-91ed51387743', 'tag': '8839c488-4cad-43e0-9045-ead1a89e01e7'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:38.408076 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fe4e75-dae5-4346-9730-3dc702c57b94" -d '{"events": [{"name": "network-changed", "server_uuid": "779c58d8-79a7-445e-88a2-91ed51387743", "tag": "8839c488-4cad-43e0-9045-ead1a89e01e7"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:38.594890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Pushing event updated for resources: {'Port': ['ID=70a09f4d-42c2-4241-aea2-e6e50288fb29,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:38.651916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd99015-88a1-49b4-a4de-5b0e88bdcdab req-47ae3afa-b8c6-4259-b682-58d16f79fdf4 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:38.654122 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0bd99015-88a1-49b4-a4de-5b0e88bdcdab req-47ae3afa-b8c6-4259-b682-58d16f79fdf4 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.4864347 Jan 31 16:00:38.655163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab64cd78-9761-46ad-91d3-a2574f102d84 req-1769b583-85cb-413d-a4ed-1e0281a57bcc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] No DVR routers for this DVR port 9d3745b0-2a33-441e-bdbd-ef452719973e on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:00:38.659930 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:38.671723 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ab64cd78-9761-46ad-91d3-a2574f102d84 req-1769b583-85cb-413d-a4ed-1e0281a57bcc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:38.676055 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab64cd78-9761-46ad-91d3-a2574f102d84 req-1769b583-85cb-413d-a4ed-1e0281a57bcc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.30 "DELETE /v2.0/ports/9d3745b0-2a33-441e-bdbd-ef452719973e HTTP/1.1" status: 204 len: 173 time: 3.4886851 Jan 31 16:00:38.677984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49062) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:38.731961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-80aa6d20-44f7-4dfa-87af-387a7a275ec8 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Request body: {'floatingip': {'port_id': 'e4f8275f-8587-4148-916c-ff37699ae038'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:38.766133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Allocated IP 192.168.233.159 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/31d5315b-c0b8-4fe5-8fd3-8a49965ab690) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:38.767861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769b583-85cb-413d-a4ed-1e0281a57bcc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Pushing event deleted for resources: {'Port': ['ID=9d3745b0-2a33-441e-bdbd-ef452719973e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:38.951182 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:38.997256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:39.022802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:39.026198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:39.028787 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cfef2f68-36c6-48ca-b310-ba4582d98fa9 req-db892486-046a-4226-8e1c-be65965f2e41 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 210 time: 0.1371627 Jan 31 16:00:39.034613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:39.044528 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80aa6d20-44f7-4dfa-87af-387a7a275ec8 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:39.046267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:00:39.119137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:39.209374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event updated for resources: {'Port': ['ID=31d5315b-c0b8-4fe5-8fd3-8a49965ab690,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:39.217813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:39.223393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:39.267781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Attempting to bind port 70a09f4d-42c2-4241-aea2-e6e50288fb29 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:39.268115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Attempting to bind port 70a09f4d-42c2-4241-aea2-e6e50288fb29 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:39.268432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Attempting to bind port 70a09f4d-42c2-4241-aea2-e6e50288fb29 on network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:39.303116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9d3745b0-2a33-441e-bdbd-ef452719973e no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:00:39.312025 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe8f011-3b15-47a6-95e8-e34523fb137a x-openstack-request-id: req-5fe8f011-3b15-47a6-95e8-e34523fb137a {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:39.317169 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779c58d8-79a7-445e-88a2-91ed51387743", "tag": "8839c488-4cad-43e0-9045-ead1a89e01e7", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:39.317860 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fe8f011-3b15-47a6-95e8-e34523fb137a {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:39.320175 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779c58d8-79a7-445e-88a2-91ed51387743', 'tag': '8839c488-4cad-43e0-9045-ead1a89e01e7', 'status': 'completed', 'code': 200} Jan 31 16:00:39.373729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38464b0c-1f90-4233-870c-85915c2c56dc req-d135622f-4dd0-4cee-a6e4-2d1f19c54ede tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:39.375565 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38464b0c-1f90-4233-870c-85915c2c56dc req-d135622f-4dd0-4cee-a6e4-2d1f19c54ede tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 944 time: 1.1490245 Jan 31 16:00:39.386394 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device db7aea97-e1ad-470d-b841-5ee94ae62a8e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:39.392505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:39.393325 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:39.424625 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:39.444004 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 9d3745b0-2a33-441e-bdbd-ef452719973e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:00:39.448644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9d3745b0-2a33-441e-bdbd-ef452719973e not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:00:39.522001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7bd92ecf-2a51-4382-9eb2-3936750a2bdf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0601504 Jan 31 16:00:39.530997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Port': ['ID=f71513f9-4c28-4414-a04c-8add0dcfe550,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:39.542348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Port 70a09f4d-42c2-4241-aea2-e6e50288fb29 on network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:39.542348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Attempting to bind port 70a09f4d-42c2-4241-aea2-e6e50288fb29 on network 6d72bf0d-20e4-4342-8d5f-d251e18fa1fa {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:39.562399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5862578-e1e2-4ae3-ae83-c44a44b9aa1d None None] Network 54f5432d-db6f-45ec-b066-717218f9d91c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:00:39.567189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:39.567533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:39.567871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:39.568213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:39.568541 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:39.568870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:39.569193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:39.569580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:39.569905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:39.570225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:39.570546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:39.570868 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:39.592528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Network cb929c42-3e30-4828-a03a-532e8e7e942b is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:39.596956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Request body: {'port': {'device_id': '2054dc19-bb60-4e76-81b0-f5a734d4de73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:39.602649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e624ee6f-5a9d-449f-a13e-7c031d02e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:39.615593 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e624ee6f-5a9d-449f-a13e-7c031d02e65b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2d34d712d974e72aa7e056f77ec6abb&device_id=779c58d8-79a7-445e-88a2-91ed51387743 HTTP/1.1" status: 200 len: 1094 time: 1.0539179 Jan 31 16:00:39.641329 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38464b0c-1f90-4233-870c-85915c2c56dc req-816b60ba-1a1b-4a87-af9e-246d52ed57be tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897438 Jan 31 16:00:39.680809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:39.683797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:39.690552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Made reservation on behalf of 0b67c92721dc4cd293c2fd53e783c5c3 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:39.694868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:39.814060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:39.814407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Checking segment: {'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:39.814798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Bound using segment: {'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:39.815243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Bound port: 70a09f4d-42c2-4241-aea2-e6e50288fb29, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097e3587-c032-4493-a660-3217f0ff8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:39.815601 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:39.830739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef7c96-2f11-46d3-804f-d39516a026cc service neutron] Pushing event updated for resources: {'Port': ['ID=8839c488-4cad-43e0-9045-ead1a89e01e7,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:39.855269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Allocated IP 172.20.0.5 (f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1/6ab8664c-5e4b-4277-a17c-2043af96a81a/27d059eb-2bd8-4d98-b061-b6b8b6a551e2) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:39.863116 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-4a8c4b9e-2a0a-482f-ac3d-d7a998f7a72b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8839c488-4cad-43e0-9045-ead1a89e01e7 HTTP/1.1" status: 200 len: 217 time: 0.2469254 Jan 31 16:00:39.924159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:39.924839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:39.989419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-ab6d924e-4e49-4103-ae29-77a0ea5cd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:39.990960 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-ab6d924e-4e49-4103-ae29-77a0ea5cd6dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0 HTTP/1.1" status: 200 len: 858 time: 0.0548792 Jan 31 16:00:39.992068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port db7aea97-e1ad-470d-b841-5ee94ae62a8e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:39.992938 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:39.993913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] For port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:40.008629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] For port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4b5e82d1-2068-42a0-a58e-c8878fb51c6c,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:40.045738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c676223-8a80-4a76-840d-0682d91b6b8d req-a9f3a819-bcc2-4fbb-b341-5908e0ce38e2 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:40.047305 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c676223-8a80-4a76-840d-0682d91b6b8d req-a9f3a819-bcc2-4fbb-b341-5908e0ce38e2 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 936 time: 0.6131079 Jan 31 16:00:40.049172 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-67fa3d83-b1fd-41d8-8031-7259ba0b2cfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406251 Jan 31 16:00:40.076281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:40.077149 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:40.078400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ebfa06e0-012a-4f4d-8433-c84f43ea4361 None None] Provisioning complete for port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:40.078844 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ebfa06e0-012a-4f4d-8433-c84f43ea4361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:40.125730 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:40.221694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa06e0-012a-4f4d-8433-c84f43ea4361 None None] Port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:40.265963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5e82d1-2068-42a0-a58e-c8878fb51c6c,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:40.322856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:40.323692 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:40.325564 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-19ce5664-0433-44f6-a98d-62f44ba94a10 service neutron] 10.222.0.30 "PUT /v2.0/ports/4b5e82d1-2068-42a0-a58e-c8878fb51c6c HTTP/1.1" status: 200 len: 1091 time: 5.3805056 Jan 31 16:00:40.352021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a16772-0d7c-41b7-afa0-0fe491d2b6f6 req-be650733-d267-49d5-9c53-593e9b8572ec tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:40.371101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a16772-0d7c-41b7-afa0-0fe491d2b6f6 req-be650733-d267-49d5-9c53-593e9b8572ec tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:40.400452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a16772-0d7c-41b7-afa0-0fe491d2b6f6 req-be650733-d267-49d5-9c53-593e9b8572ec tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:40.408182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a16772-0d7c-41b7-afa0-0fe491d2b6f6 req-be650733-d267-49d5-9c53-593e9b8572ec tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:40.410601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85a16772-0d7c-41b7-afa0-0fe491d2b6f6 req-be650733-d267-49d5-9c53-593e9b8572ec tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 3095 time: 0.3414164 Jan 31 16:00:40.411074 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcb8f4e-5700-48c0-b4a8-2c1e50b50728', 'tag': '4b5e82d1-2068-42a0-a58e-c8878fb51c6c'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:40.413968 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748fe7c3-77b4-4bc0-ba02-d4bdce0262d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcb8f4e-5700-48c0-b4a8-2c1e50b50728", "tag": "4b5e82d1-2068-42a0-a58e-c8878fb51c6c"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:40.466417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-997e686f-9b4c-46e0-ae07-21f937d40b8e None None] Provisioning complete for port db7aea97-e1ad-470d-b841-5ee94ae62a8e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:40.467064 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-997e686f-9b4c-46e0-ae07-21f937d40b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:40.471329 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:40.500436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c676223-8a80-4a76-840d-0682d91b6b8d req-df3ec305-3043-48e7-a1a4-91516906ffe5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995774 Jan 31 16:00:40.515958 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-27b0debd-d84c-462a-bbfb-fa54dc0ab2f5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2807963 Jan 31 16:00:40.523916 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:40.573768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Request body: {'port': {'device_id': 'd8f3f06d-b505-4609-a8c3-d5bf5fec7e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:40.595561 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85a16772-0d7c-41b7-afa0-0fe491d2b6f6 req-72f80eff-af93-4ab5-83c3-8e8f95f2827c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674147 Jan 31 16:00:40.607038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6f64fdfd-6625-47cf-a668-a178326a1167 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9333816 Jan 31 16:00:40.629498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port db7aea97-e1ad-470d-b841-5ee94ae62a8e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=db7aea97-e1ad-470d-b841-5ee94ae62a8e,segment=NetworkSegment(e618a883-db95-4302-bf11-41142aa8e97f),segment_id=e618a883-db95-4302-bf11-41142aa8e97f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:40.680847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'port': {'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b', 'admin_state_up': True, 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'security_groups': ['97da44d8-1c85-4f99-97c2-f2c2946f975a']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:40.685058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:40.691410 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:40.802846 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee81ac20-6782-489b-9965-ea663f5e9e0a x-openstack-request-id: req-ee81ac20-6782-489b-9965-ea663f5e9e0a {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:40.803148 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcb8f4e-5700-48c0-b4a8-2c1e50b50728", "tag": "4b5e82d1-2068-42a0-a58e-c8878fb51c6c", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:40.803949 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee81ac20-6782-489b-9965-ea663f5e9e0a {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:40.803949 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcb8f4e-5700-48c0-b4a8-2c1e50b50728', 'tag': '4b5e82d1-2068-42a0-a58e-c8878fb51c6c', 'status': 'completed', 'code': 200} Jan 31 16:00:40.809591 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:40.812890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] For port 70a09f4d-42c2-4241-aea2-e6e50288fb29, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:40.813282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=db7aea97-e1ad-470d-b841-5ee94ae62a8e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:40.827290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-997e686f-9b4c-46e0-ae07-21f937d40b8e None None] Provisioning complete for port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:40.828087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-997e686f-9b4c-46e0-ae07-21f937d40b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:40.865859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-997e686f-9b4c-46e0-ae07-21f937d40b8e None None] Port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:40.877801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-997e686f-9b4c-46e0-ae07-21f937d40b8e None None] Provisioning complete for port f71513f9-4c28-4414-a04c-8add0dcfe550 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:40.878424 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-997e686f-9b4c-46e0-ae07-21f937d40b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:40.927461 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-997e686f-9b4c-46e0-ae07-21f937d40b8e None None] Port f71513f9-4c28-4414-a04c-8add0dcfe550 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:41.062422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7b0a600d-9bf2-4a6d-83c1-6dccac573a32 None None] Provisioning complete for port db7aea97-e1ad-470d-b841-5ee94ae62a8e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:41.067042 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7b0a600d-9bf2-4a6d-83c1-6dccac573a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:41.147865 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device db7aea97-e1ad-470d-b841-5ee94ae62a8e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:41.210300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Made reservation on behalf of 2edb4aefda634a53a5f082fd0e807b48 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:41.245799 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89b181b3-2ddf-40ed-a009-a50286bc9eac req-1f815334-c79f-4685-b884-9f1208976c22 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 210 time: 0.4386754 Jan 31 16:00:41.267043 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port db7aea97-e1ad-470d-b841-5ee94ae62a8e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:41.267043 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:41.272415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-583fb9ab-7be1-48ae-a0f2-55aa7a0dfd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:41.274330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-583fb9ab-7be1-48ae-a0f2-55aa7a0dfd3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2d34d712d974e72aa7e056f77ec6abb&device_id=cdcb8f4e-5700-48c0-b4a8-2c1e50b50728 HTTP/1.1" status: 200 len: 1094 time: 0.8055618 Jan 31 16:00:41.379668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaaca6a6-43ab-49a9-a410-ab23bae4708f', 'name': 'network-vif-deleted', 'tag': '9d3745b0-2a33-441e-bdbd-ef452719973e'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:41.384421 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f936a6a-3342-4fa8-bd11-ca825da254a6" -d '{"events": [{"server_uuid": "eaaca6a6-43ab-49a9-a410-ab23bae4708f", "name": "network-vif-deleted", "tag": "9d3745b0-2a33-441e-bdbd-ef452719973e"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:41.428504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:41.441346 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-b3526f6f-7296-460c-af0e-9fe4b40f5e79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b5e82d1-2068-42a0-a58e-c8878fb51c6c HTTP/1.1" status: 200 len: 217 time: 0.1552360 Jan 31 16:00:41.455395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] For port 70a09f4d-42c2-4241-aea2-e6e50288fb29, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=70a09f4d-42c2-4241-aea2-e6e50288fb29,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:41.455933 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:41.477196 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:41.478818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:41.561507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e9abc481-5863-4b57-bb4c-55db2cc4ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:41.563721 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e9abc481-5863-4b57-bb4c-55db2cc4ef44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0 HTTP/1.1" status: 200 len: 858 time: 0.1046882 Jan 31 16:00:41.569900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e23a8e-888f-45a5-9063-ad2d1fa7ad03 req-ac948563-8dc4-4231-a781-b3b2ccd205c7 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:41.577418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6e23a8e-888f-45a5-9063-ad2d1fa7ad03 req-ac948563-8dc4-4231-a781-b3b2ccd205c7 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 944 time: 0.7477593 Jan 31 16:00:41.624914 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:41.641592 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:41.657170 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6e23a8e-888f-45a5-9063-ad2d1fa7ad03 req-70db76c4-666a-4399-8cbd-e3013def7f34 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745013 Jan 31 16:00:41.677498 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:41.729346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Transition to ACTIVE for port object 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:41.732271 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-899f20e4-25d4-4187-a311-e3b038d49863 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797608 Jan 31 16:00:41.791218 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:41.848903 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Allocated IP 172.25.1.171 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/b66a5dc0-f48f-4a75-9139-8817ed6a8fc0) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:42.039070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:42.078166 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee680275-d860-4b52-b9df-4505b6dc9dc2 x-openstack-request-id: req-ee680275-d860-4b52-b9df-4505b6dc9dc2 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:42.078490 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaaca6a6-43ab-49a9-a410-ab23bae4708f", "name": "network-vif-deleted", "tag": "9d3745b0-2a33-441e-bdbd-ef452719973e", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:42.078753 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee680275-d860-4b52-b9df-4505b6dc9dc2 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:42.079157 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaaca6a6-43ab-49a9-a410-ab23bae4708f', 'name': 'network-vif-deleted', 'tag': '9d3745b0-2a33-441e-bdbd-ef452719973e', 'status': 'completed', 'code': 200} Jan 31 16:00:42.090784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:42.110515 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:42.125757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:42.126393 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:42.127919 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] 10.222.0.30 "PUT /v2.0/ports/70a09f4d-42c2-4241-aea2-e6e50288fb29 HTTP/1.1" status: 200 len: 1092 time: 6.3664615 Jan 31 16:00:42.182544 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-fbccefbc-2aef-4707-9575-919f56bf6d89 service neutron] 10.222.0.20 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0890439 Jan 31 16:00:42.197735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Pushing event updated for resources: {'Port': ['ID=70a09f4d-42c2-4241-aea2-e6e50288fb29,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:42.224777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:42.225160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:42.225497 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:42.225848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:42.226197 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:42.226526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:42.226846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:42.227178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:42.227499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:42.227822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:42.228142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:42.228478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898019d-3312-49bf-85d3-bdef4754cc69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:42.389572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Allocated IP 10.2.2.200 (cb929c42-3e30-4828-a03a-532e8e7e942b/ef14954e-8144-4144-91b4-40f9f906d427/5da4b15c-c29a-4d2d-a296-e629bd04104f) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:42.406058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Pushing event updated for resources: {'Port': ['ID=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:42.452332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4e204-c81b-4107-a19a-85870aad174b req-45e93345-69c2-4566-ada1-c5e4b2652d3a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:42.468295 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fef4e204-c81b-4107-a19a-85870aad174b req-45e93345-69c2-4566-ada1-c5e4b2652d3a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 946 time: 0.3994424 Jan 31 16:00:42.522164 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.db.resource_extend [None req-80aa6d20-44f7-4dfa-87af-387a7a275ec8 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:00:42.594637 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80aa6d20-44f7-4dfa-87af-387a7a275ec8 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:42.614021 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:42.701241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e45dcdd2-8d4d-4251-8578-d8c9ac76306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:42.702624 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:42.703008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-e45dcdd2-8d4d-4251-8578-d8c9ac76306e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2d34d712d974e72aa7e056f77ec6abb&device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 1095 time: 0.5131133 Jan 31 16:00:42.705119 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-7849919d-ae48-4cf1-8f27-9982b9df464e service neutron] 10.222.0.20 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897084 Jan 31 16:00:42.709338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fef4e204-c81b-4107-a19a-85870aad174b req-95489c0f-ed42-4774-82c8-21ecf8ba2f23 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399697 Jan 31 16:00:42.722410 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:42.724125 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:42.742870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Transition to ACTIVE for port object 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:42.791000 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80aa6d20-44f7-4dfa-87af-387a7a275ec8 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:42.804498 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:42.830727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53572173-6c05-4b6b-996e-1e94d4c1e9cc req-3af7f9d4-19ed-4cae-8a1e-9bd71df5b149 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:42.832272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53572173-6c05-4b6b-996e-1e94d4c1e9cc req-3af7f9d4-19ed-4cae-8a1e-9bd71df5b149 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 948 time: 0.8475091 Jan 31 16:00:42.838256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:42.838887 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:42.929089 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-71e3fbf8-f78a-40b5-ba4e-f672b96d81dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70a09f4d-42c2-4241-aea2-e6e50288fb29 HTTP/1.1" status: 200 len: 217 time: 0.2021637 Jan 31 16:00:42.978679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Pushing event updated for resources: {'Port': ['ID=31d5315b-c0b8-4fe5-8fd3-8a49965ab690,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:43.008152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a0f3116a-9874-46d5-b8d1-d0724d7862a2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2824297 Jan 31 16:00:43.035996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Request body: {'port': {'device_id': 'de033182-58ce-4dc9-9d63-4097bfc959c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:43.066777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-58429b48-31c4-484e-a32c-c9f741a19d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:43.068256 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-58429b48-31c4-484e-a32c-c9f741a19d4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0 HTTP/1.1" status: 200 len: 858 time: 0.0668864 Jan 31 16:00:43.096014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53572173-6c05-4b6b-996e-1e94d4c1e9cc req-c3290946-fe94-4db8-a2be-09cef14faaac tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457349 Jan 31 16:00:43.098360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-83ec4b97-1ed0-4fc0-8a75-474f9e39a35f service neutron] 10.222.0.30 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3226075 Jan 31 16:00:43.205835 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-56832fd2-412c-457b-a5fd-de2baa1540c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782437 Jan 31 16:00:43.306718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:43.329632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f44451-9024-436f-b043-05deea6db761 req-6c2b4d9f-4440-4c72-92ed-e0408cd4f8c0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:43.336014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f44451-9024-436f-b043-05deea6db761 req-6c2b4d9f-4440-4c72-92ed-e0408cd4f8c0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:43.343336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f44451-9024-436f-b043-05deea6db761 req-6c2b4d9f-4440-4c72-92ed-e0408cd4f8c0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:43.350299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f44451-9024-436f-b043-05deea6db761 req-6c2b4d9f-4440-4c72-92ed-e0408cd4f8c0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:43.352177 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94f44451-9024-436f-b043-05deea6db761 req-6c2b4d9f-4440-4c72-92ed-e0408cd4f8c0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 3095 time: 0.4209611 Jan 31 16:00:43.356993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:43.361823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:43.367506 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-80aa6d20-44f7-4dfa-87af-387a7a275ec8 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Floating IP 0ec2846a-03b3-440e-9561-9d0ae960f13c associated. External IP: 172.25.1.137, port: e4f8275f-8587-4148-916c-ff37699ae038. Jan 31 16:00:43.369700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Pushing event updated for resources: {'Port': ['ID=b66a5dc0-f48f-4a75-9139-8817ed6a8fc0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:43.452374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe4e75-dae5-4346-9730-3dc702c57b94 req-12089375-05ff-4408-bdfe-4f4c2eae1110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:43.454059 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3fe4e75-dae5-4346-9730-3dc702c57b94 req-12089375-05ff-4408-bdfe-4f4c2eae1110 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2d34d712d974e72aa7e056f77ec6abb&device_id=779c58d8-79a7-445e-88a2-91ed51387743 HTTP/1.1" status: 200 len: 1094 time: 0.5216990 Jan 31 16:00:43.478438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50658263-e6a4-4784-bc39-5b816877e403 req-932b9de7-1860-4175-822f-f14c04c05bde tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:43.480148 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-50658263-e6a4-4784-bc39-5b816877e403 req-932b9de7-1860-4175-822f-f14c04c05bde tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.20 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 946 time: 0.3630245 Jan 31 16:00:43.648647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Attempting to bind port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:43.649192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Attempting to bind port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:43.649277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Attempting to bind port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:43.651225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:43.714150 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-67b687f3-4fb5-447f-8810-de3f6744cefb service neutron] 10.222.0.30 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768894 Jan 31 16:00:43.754919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:43.755251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Attempting to bind port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:43.792996 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:43.805678 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:43.806033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:43.806398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:43.806845 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Bound port: 31d5315b-c0b8-4fe5-8fd3-8a49965ab690, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:43.807201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:43.836516 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:43.856086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Attempting to bind port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:43.856417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Attempting to bind port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:43.856760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Attempting to bind port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:43.874048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-02e89d15-a54f-4a68-9477-b83b94a0be16 service neutron] 10.222.0.30 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7140138 Jan 31 16:00:43.883132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513865d-a7cc-4cf1-b300-e5e7b470887f req-cf80e151-0db2-4620-ac31-878bd1f99043 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:43.884934 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9513865d-a7cc-4cf1-b300-e5e7b470887f req-cf80e151-0db2-4620-ac31-878bd1f99043 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 931 time: 0.2700777 Jan 31 16:00:43.890660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:43.890841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Attempting to bind port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:44.021152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:44.021890 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:44.022297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:44.022901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Bound port: 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:44.023733 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:44.104954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab58e5ec-9bff-44f3-857c-69f8aea99e63', 'tag': '70a09f4d-42c2-4241-aea2-e6e50288fb29'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:44.108305 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a73a32d-c960-41a1-a6b2-6e10d9f80c94" -d '{"events": [{"name": "network-changed", "server_uuid": "ab58e5ec-9bff-44f3-857c-69f8aea99e63", "tag": "70a09f4d-42c2-4241-aea2-e6e50288fb29"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:44.121891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94f44451-9024-436f-b043-05deea6db761 req-dcef11bb-8e51-4001-bc83-d5a8d9eb19a6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7574878 Jan 31 16:00:44.233772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9513865d-a7cc-4cf1-b300-e5e7b470887f req-21776687-7e41-489a-a7f2-bae4f0918bd6 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362463 Jan 31 16:00:44.249003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] For port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:44.259083 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:44.298914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe4e75-dae5-4346-9730-3dc702c57b94 req-ea2a31f2-99ef-4300-b77a-cc0e3de8935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:44.300360 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3fe4e75-dae5-4346-9730-3dc702c57b94 req-ea2a31f2-99ef-4300-b77a-cc0e3de8935c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa HTTP/1.1" status: 200 len: 919 time: 0.8363597 Jan 31 16:00:44.354571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] For port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=31d5315b-c0b8-4fe5-8fd3-8a49965ab690,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:44.426781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fe7c3-77b4-4bc0-ba02-d4bdce0262d8 req-c16f3875-6604-422d-89d1-e60aabd32d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:44.433293 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-748fe7c3-77b4-4bc0-ba02-d4bdce0262d8 req-c16f3875-6604-422d-89d1-e60aabd32d81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2d34d712d974e72aa7e056f77ec6abb&device_id=cdcb8f4e-5700-48c0-b4a8-2c1e50b50728 HTTP/1.1" status: 200 len: 1094 time: 0.4946909 Jan 31 16:00:44.443870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:44.516624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Deleting port 5c60fe6e-c3bd-4730-9b52-48913f619798 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:00:44.517149 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:44.534086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6f14e-7db4-4603-b204-7a3fac5fbad2 req-53db98c0-e3dc-4d1c-a24d-93dc3dd0d4d3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:44.541373 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68a6f14e-7db4-4603-b204-7a3fac5fbad2 req-53db98c0-e3dc-4d1c-a24d-93dc3dd0d4d3 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 944 time: 0.2709146 Jan 31 16:00:44.554442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Network cb929c42-3e30-4828-a03a-532e8e7e942b is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:44.556228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] For port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:44.598943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:44.612654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:44.619505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:44.620342 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:44.621881 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] 10.222.0.20 "PUT /v2.0/ports/31d5315b-c0b8-4fe5-8fd3-8a49965ab690 HTTP/1.1" status: 200 len: 1096 time: 5.0835190 Jan 31 16:00:44.623252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event updated for resources: {'Port': ['ID=5da4b15c-c29a-4d2d-a296-e629bd04104f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:44.625946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2054dc19-bb60-4e76-81b0-f5a734d4de73', 'tag': '31d5315b-c0b8-4fe5-8fd3-8a49965ab690'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:44.628418 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e5e542-12fe-4d1c-8cdd-63667a9f31bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2054dc19-bb60-4e76-81b0-f5a734d4de73", "tag": "31d5315b-c0b8-4fe5-8fd3-8a49965ab690"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:44.644187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] For port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:44.649560 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9906a15-833b-42f0-b5ef-977784c91d9f req-38cf0cb7-5ca9-44e7-bf66-5cdd644dadac service neutron] 10.222.0.30 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903378 Jan 31 16:00:44.679916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3fe4e75-dae5-4346-9730-3dc702c57b94 req-089992ae-c17d-4e59-be2e-906771535163 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8839c488-4cad-43e0-9045-ead1a89e01e7 HTTP/1.1" status: 200 len: 217 time: 0.3540347 Jan 31 16:00:44.688804 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:00:44.803751 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:44.884980 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4c010-d63e-4fc0-92c2-9f490ad173e2 req-23ee0e9d-712a-4bc1-bd48-3c85b4870ed9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:44.893181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2b4c010-d63e-4fc0-92c2-9f490ad173e2 req-23ee0e9d-712a-4bc1-bd48-3c85b4870ed9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 946 time: 0.5313642 Jan 31 16:00:44.922262 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68a6f14e-7db4-4603-b204-7a3fac5fbad2 req-653edba2-150c-430b-b3b3-0e3ed5f9a59e tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796875 Jan 31 16:00:44.924532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80aa6d20-44f7-4dfa-87af-387a7a275ec8 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Router 966a59f4-57d8-4998-954f-f45c788e2301 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:00:44.931395 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:44.992189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:44.992912 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:44.994490 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] 10.222.0.20 "PUT /v2.0/ports/1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 HTTP/1.1" status: 200 len: 1096 time: 4.4308732 Jan 31 16:00:45.033402 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856fd5c9-bf6a-4a9a-9d55-6e3bfbab3cad x-openstack-request-id: req-856fd5c9-bf6a-4a9a-9d55-6e3bfbab3cad {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:45.033730 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab58e5ec-9bff-44f3-857c-69f8aea99e63", "tag": "70a09f4d-42c2-4241-aea2-e6e50288fb29", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:45.033999 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-856fd5c9-bf6a-4a9a-9d55-6e3bfbab3cad {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:45.034382 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab58e5ec-9bff-44f3-857c-69f8aea99e63', 'tag': '70a09f4d-42c2-4241-aea2-e6e50288fb29', 'status': 'completed', 'code': 200} Jan 31 16:00:45.049246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.050668 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:45.057452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe4e75-dae5-4346-9730-3dc702c57b94 req-2a8f9e85-aa3b-430b-9529-daf8c767cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.059190 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3fe4e75-dae5-4346-9730-3dc702c57b94 req-2a8f9e85-aa3b-430b-9529-daf8c767cb18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0 HTTP/1.1" status: 200 len: 858 time: 0.3221459 Jan 31 16:00:45.069318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] For port 5c60fe6e-c3bd-4730-9b52-48913f619798, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c60fe6e-c3bd-4730-9b52-48913f619798,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:45.069841 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:45.081358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fe7c3-77b4-4bc0-ba02-d4bdce0262d8 req-9685191a-3ca9-490d-80a3-5f2720ab8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.084043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-748fe7c3-77b4-4bc0-ba02-d4bdce0262d8 req-9685191a-3ca9-490d-80a3-5f2720ab8e83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa HTTP/1.1" status: 200 len: 919 time: 0.6243451 Jan 31 16:00:45.122701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cdd6f657-c59a-4920-9d2b-2eb48a3ae4b8 None None] Provisioning complete for port 5da4b15c-c29a-4d2d-a296-e629bd04104f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:45.126850 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cdd6f657-c59a-4920-9d2b-2eb48a3ae4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:45.127526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2b4c010-d63e-4fc0-92c2-9f490ad173e2 req-d1948bb4-3460-4a87-8261-3a1e8367c04f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=b6f1be0e-1120-4380-b040-44c3bc20a61d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332523 Jan 31 16:00:45.195496 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0270e069-5d4a-4978-803b-e3f5b9c10c0a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5180280 Jan 31 16:00:45.208192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb30d5-4aed-441f-a030-582d01452827 service neutron] Pushing event updated for resources: {'Port': ['ID=31d5315b-c0b8-4fe5-8fd3-8a49965ab690,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:45.226878 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3fe4e75-dae5-4346-9730-3dc702c57b94 req-fcc8e4af-e281-48f6-90b1-f9eac82e6c37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535797 Jan 31 16:00:45.238144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-68f6d0c7-f61e-4b73-81ae-c2cc2fc23699 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:00:45.242633 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-68f6d0c7-f61e-4b73-81ae-c2cc2fc23699 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090661 Jan 31 16:00:45.279443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-65bdab33-4e72-449f-80a7-c4a0ce0dd247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.281112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-65bdab33-4e72-449f-80a7-c4a0ce0dd247 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 1099 time: 0.5658448 Jan 31 16:00:45.285619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cdd6f657-c59a-4920-9d2b-2eb48a3ae4b8 None None] Port 5da4b15c-c29a-4d2d-a296-e629bd04104f cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:45.290520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Request body: {'port': {'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:45.323843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-748fe7c3-77b4-4bc0-ba02-d4bdce0262d8 req-af80fc31-325b-4531-8f91-aa4c2ec5ef0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b5e82d1-2068-42a0-a58e-c8878fb51c6c HTTP/1.1" status: 200 len: 217 time: 0.1696684 Jan 31 16:00:45.354112 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf38502-84b0-4219-bdfc-0174304ef7b1 x-openstack-request-id: req-9bf38502-84b0-4219-bdfc-0174304ef7b1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:45.354427 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2054dc19-bb60-4e76-81b0-f5a734d4de73", "tag": "31d5315b-c0b8-4fe5-8fd3-8a49965ab690", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:45.354684 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bf38502-84b0-4219-bdfc-0174304ef7b1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:45.355338 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2054dc19-bb60-4e76-81b0-f5a734d4de73', 'tag': '31d5315b-c0b8-4fe5-8fd3-8a49965ab690', 'status': 'completed', 'code': 200} Jan 31 16:00:45.368820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8839c488-4cad-43e0-9045-ead1a89e01e7 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:00:45.448792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-a3fe4e75-dae5-4346-9730-3dc702c57b94 req-9e9cb8dc-44d1-4ded-b7af-2b8e86fa2eda service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:00:45.450042 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3fe4e75-dae5-4346-9730-3dc702c57b94 req-9e9cb8dc-44d1-4ded-b7af-2b8e86fa2eda service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1938357 Jan 31 16:00:45.484145 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-36dbef67-34e8-4091-a576-b645754508c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=31d5315b-c0b8-4fe5-8fd3-8a49965ab690 HTTP/1.1" status: 200 len: 217 time: 0.1869833 Jan 31 16:00:45.531168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8839c488-4cad-43e0-9045-ead1a89e01e7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8839c488-4cad-43e0-9045-ead1a89e01e7,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:45.550933 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '8839c488-4cad-43e0-9045-ead1a89e01e7', 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa', 'port_id': '8839c488-4cad-43e0-9045-ead1a89e01e7', 'mac_address': 'fa:16:3e:fb:df:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:00:45.565860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-5748a213-2d93-4006-840c-6366ec32e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.567511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-5748a213-2d93-4006-840c-6366ec32e0dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=d8f3f06d-b505-4609-a8c3-d5bf5fec7e31 HTTP/1.1" status: 200 len: 1099 time: 0.5002689 Jan 31 16:00:45.594430 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:45.604792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:45.622736 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8839c488-4cad-43e0-9045-ead1a89e01e7 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:45.648478 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:45.652211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8839c488-4cad-43e0-9045-ead1a89e01e7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8839c488-4cad-43e0-9045-ead1a89e01e7,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:45.656377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f83bcf-1d95-4a7c-9db6-7f1162eab179 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:45.665737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fe7c3-77b4-4bc0-ba02-d4bdce0262d8 req-677b37f8-7612-4a80-afaf-131120c1f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.667283 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-748fe7c3-77b4-4bc0-ba02-d4bdce0262d8 req-677b37f8-7612-4a80-afaf-131120c1f958 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0 HTTP/1.1" status: 200 len: 858 time: 0.2790749 Jan 31 16:00:45.668534 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-a51fd08d-4d8e-458c-aac8-e9b83464ad36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 HTTP/1.1" status: 200 len: 217 time: 0.0776467 Jan 31 16:00:45.669185 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:45.676198 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:45.728528 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-748fe7c3-77b4-4bc0-ba02-d4bdce0262d8 req-d82709ef-e2f9-42fa-8205-fcfeed62f443 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375760 Jan 31 16:00:45.733935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73a32d-c960-41a1-a6b2-6e10d9f80c94 req-ac22437a-5833-4215-8f20-dddc6696141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.736163 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a73a32d-c960-41a1-a6b2-6e10d9f80c94 req-ac22437a-5833-4215-8f20-dddc6696141b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2d34d712d974e72aa7e056f77ec6abb&device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 1095 time: 0.6759877 Jan 31 16:00:45.737718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8839c488-4cad-43e0-9045-ead1a89e01e7,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:45.761508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:45.761955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:45.762367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:45.763568 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:45.764146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:45.764556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:45.765307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:45.765633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8050399-b8e4-4987-8d6d-3710a5fc16aa req-2a1d4e8b-79bc-47eb-a735-05b2717e6f6b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.766100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:45.766502 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:45.766896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:45.767534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:45.768464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:00:45.771677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8050399-b8e4-4987-8d6d-3710a5fc16aa req-2a1d4e8b-79bc-47eb-a735-05b2717e6f6b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.778026 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8050399-b8e4-4987-8d6d-3710a5fc16aa req-2a1d4e8b-79bc-47eb-a735-05b2717e6f6b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.784198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8050399-b8e4-4987-8d6d-3710a5fc16aa req-2a1d4e8b-79bc-47eb-a735-05b2717e6f6b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.790108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8050399-b8e4-4987-8d6d-3710a5fc16aa req-2a1d4e8b-79bc-47eb-a735-05b2717e6f6b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.791917 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8050399-b8e4-4987-8d6d-3710a5fc16aa req-2a1d4e8b-79bc-47eb-a735-05b2717e6f6b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 3816 time: 0.3882537 Jan 31 16:00:45.797069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Transition to ACTIVE for port object 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:45.809254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-681a6e94-3dec-4e9c-b34f-e9bbac9fab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.810753 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-681a6e94-3dec-4e9c-b34f-e9bbac9fab95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.3154886 Jan 31 16:00:45.824607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdac48b-93c4-44fc-b95a-3085830a82f6 req-5786c7f6-c2bf-4f43-9d7f-43d3bd1998dc tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:45.826262 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbdac48b-93c4-44fc-b95a-3085830a82f6 req-5786c7f6-c2bf-4f43-9d7f-43d3bd1998dc tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 948 time: 0.5721307 Jan 31 16:00:45.839344 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:45.899083 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8839c488-4cad-43e0-9045-ead1a89e01e7'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:00:46.013795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-6f24b84c-b582-4835-bc6a-3b3a7b5042c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:46.015450 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-6f24b84c-b582-4835-bc6a-3b3a7b5042c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.3347993 Jan 31 16:00:46.099772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Pushing event updated for resources: {'Port': ['ID=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:46.142893 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8050399-b8e4-4987-8d6d-3710a5fc16aa req-79b8dd12-fce1-48d4-abcc-471dc4a3aea8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288209 Jan 31 16:00:46.208906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-de2818d9-1c90-4b99-96bb-c7706055d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:46.210797 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-de2818d9-1c90-4b99-96bb-c7706055d827 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3597898 Jan 31 16:00:46.245943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80aa6d20-44f7-4dfa-87af-387a7a275ec8 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:00:46.249131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-748fe7c3-77b4-4bc0-ba02-d4bdce0262d8 req-d0d04ce3-7670-4615-9f28-3b2e3e7d812d service neutron] 10.222.0.30 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507971 Jan 31 16:00:46.256226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b21afc-6ef1-448f-bd15-2f6c4206746e None None] Sync routers for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:00:46.259521 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80aa6d20-44f7-4dfa-87af-387a7a275ec8 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:46.268345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b21afc-6ef1-448f-bd15-2f6c4206746e None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:46.269136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f0b21afc-6ef1-448f-bd15-2f6c4206746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:00:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:46.361180 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3fe4e75-dae5-4346-9730-3dc702c57b94 req-a697e829-11a3-437c-8468-5828c6443706 service neutron] 10.222.0.20 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8830936 Jan 31 16:00:46.415095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-80aa6d20-44f7-4dfa-87af-387a7a275ec8 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "PUT /v2.0/floatingips/0ec2846a-03b3-440e-9561-9d0ae960f13c HTTP/1.1" status: 200 len: 991 time: 7.6948514 Jan 31 16:00:46.415606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f0b21afc-6ef1-448f-bd15-2f6c4206746e None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:46.433153 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:46.433564 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:46.433884 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Floating IP ddb230a1-c97b-4acd-a81b-f3ddc2ad8d6b disassociated. External IP: 172.25.1.225, port: 5c60fe6e-c3bd-4730-9b52-48913f619798. Jan 31 16:00:46.434227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Calling delete_port for 5c60fe6e-c3bd-4730-9b52-48913f619798 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:00:46.456567 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbdac48b-93c4-44fc-b95a-3085830a82f6 req-c8236dfc-dadc-4eed-a92b-2550a30bae8c tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017210 Jan 31 16:00:46.559590 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:46.687902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73a32d-c960-41a1-a6b2-6e10d9f80c94 req-30a4e0b2-c8a8-4144-befb-b8cd7f1c4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:46.689376 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a73a32d-c960-41a1-a6b2-6e10d9f80c94 req-30a4e0b2-c8a8-4144-befb-b8cd7f1c4b80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa HTTP/1.1" status: 200 len: 919 time: 0.9351640 Jan 31 16:00:46.792871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-0ae201c7-bc86-4a3b-88fb-ed32b49d406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:46.794572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-0ae201c7-bc86-4a3b-88fb-ed32b49d406f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7156014 Jan 31 16:00:46.812639 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a73a32d-c960-41a1-a6b2-6e10d9f80c94 req-2972cb68-3b93-467b-877d-8cc50ff9e37f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70a09f4d-42c2-4241-aea2-e6e50288fb29 HTTP/1.1" status: 200 len: 217 time: 0.1128154 Jan 31 16:00:46.881859 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3fe4e75-dae5-4346-9730-3dc702c57b94 req-c1bfea9d-b0e3-4fd3-a9e8-dfe39c9cc407 service neutron] 10.222.0.20 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014739 Jan 31 16:00:46.936817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f0b21afc-6ef1-448f-bd15-2f6c4206746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '0ec2846a-03b3-440e-9561-9d0ae960f13c', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'port_id': 'e4f8275f-8587-4148-916c-ff37699ae038', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'mac_address': 'fa:16:3e:c8:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:00:18Z', 'updated_at': '2022-01-31T16:00:42Z', 'revision_number': 1, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:18Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:46.994278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75706341-55e0-45db-b518-2fe03ebe5732 req-c87aced2-993a-4b4e-ab7a-8cb912d0b911 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:46.995988 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75706341-55e0-45db-b518-2fe03ebe5732 req-c87aced2-993a-4b4e-ab7a-8cb912d0b911 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 944 time: 0.4452248 Jan 31 16:00:46.997551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73a32d-c960-41a1-a6b2-6e10d9f80c94 req-6a42beee-dca7-442c-bb72-27cbf958183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:46.999420 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a73a32d-c960-41a1-a6b2-6e10d9f80c94 req-6a42beee-dca7-442c-bb72-27cbf958183b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0 HTTP/1.1" status: 200 len: 858 time: 0.1594045 Jan 31 16:00:47.007510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b21afc-6ef1-448f-bd15-2f6c4206746e None None] Checking router: 966a59f4-57d8-4998-954f-f45c788e2301 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:00:47.021780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96870f69-5242-49d1-a453-e268e79dcaa4 req-00876729-664b-45f1-a2df-ce10e0554f6e tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:47.023637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96870f69-5242-49d1-a453-e268e79dcaa4 req-00876729-664b-45f1-a2df-ce10e0554f6e tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 943 time: 0.8082199 Jan 31 16:00:47.033150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b21afc-6ef1-448f-bd15-2f6c4206746e None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:47.033301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Attempting to bind port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:47.033447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f0b21afc-6ef1-448f-bd15-2f6c4206746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:00:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:47.033738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Attempting to bind port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:47.034189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Attempting to bind port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 on network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:47.094332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-c6333d60-9775-4281-9e1b-87f61ffe75c6 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8650112 Jan 31 16:00:47.099614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 on network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:47.099957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Attempting to bind port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 on network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:47.114124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'tag': 'e4f8275f-8587-4148-916c-ff37699ae038'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:47.117442 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a6442b-6735-4763-a42b-959d97749403" -d '{"events": [{"name": "network-changed", "server_uuid": "25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28", "tag": "e4f8275f-8587-4148-916c-ff37699ae038"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:47.134636 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-748fe7c3-77b4-4bc0-ba02-d4bdce0262d8 req-1763fb63-1cbe-4eef-912c-c254f8d32912 service neutron] 10.222.0.30 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275220 Jan 31 16:00:47.185773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:47.186314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Checking segment: {'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:47.186744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Bound using segment: {'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:47.187350 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Bound port: 27d059eb-2bd8-4d98-b061-b6b8b6a551e2, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:47.187792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:47.223661 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75706341-55e0-45db-b518-2fe03ebe5732 req-cd3499a9-5eaa-4e04-9016-bf20555b086c tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980442 Jan 31 16:00:47.225744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a73a32d-c960-41a1-a6b2-6e10d9f80c94 req-b9045efd-8e6e-4098-b655-8044c59c8d6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017990 Jan 31 16:00:47.226287 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:47.263645 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-3467e2fe-7634-4073-b13c-52eb3eac429f service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612422 Jan 31 16:00:47.266108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event deleted for resources: {'Port': ['ID=5c60fe6e-c3bd-4730-9b52-48913f619798,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:47.295081 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96870f69-5242-49d1-a453-e268e79dcaa4 req-a8f9bc71-9a9b-4e0e-a5c2-5d2828e4bd21 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577405 Jan 31 16:00:47.367536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f3f06d-b505-4609-a8c3-d5bf5fec7e31', 'tag': '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:47.371784 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5f392d-d31c-4934-9b04-d01e006dd3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f3f06d-b505-4609-a8c3-d5bf5fec7e31", "tag": "1ea2c6be-38eb-4c8e-81b5-877f2bd217e5"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:47.421112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4b5e82d1-2068-42a0-a58e-c8878fb51c6c details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:00:47.422697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8839c488-4cad-43e0-9045-ead1a89e01e7 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:47.508991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] For port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:47.513197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] For port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:47.534878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939e62c0-2eef-42a1-b162-15c54928c47d {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:47.537707 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d99ef20f-c247-4497-a2d7-812dacaf1cb5 req-74b65425-17a7-4f75-91d6-0c5483626a26 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=52104c9a-bd14-4be4-b8c0-8a3302a95e1f HTTP/1.1" status: 200 len: 210 time: 0.1185889 Jan 31 16:00:47.561321 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:47.564756 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-302b392d-40f1-4ed5-a99c-be4195e049eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:47.580650 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:47.689788 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d58495b-6ea1-4772-8f3f-382a3168c1f2 x-openstack-request-id: req-3d58495b-6ea1-4772-8f3f-382a3168c1f2 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:47.690151 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28", "tag": "e4f8275f-8587-4148-916c-ff37699ae038", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:47.693068 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d58495b-6ea1-4772-8f3f-382a3168c1f2 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:47.693617 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'tag': 'e4f8275f-8587-4148-916c-ff37699ae038', 'status': 'completed', 'code': 200} Jan 31 16:00:47.706832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:47.707494 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:47.708883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] 10.222.0.30 "PUT /v2.0/ports/27d059eb-2bd8-4d98-b061-b6b8b6a551e2 HTTP/1.1" status: 200 len: 1091 time: 4.6774156 Jan 31 16:00:47.729994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Transition to ACTIVE for port object 939e62c0-2eef-42a1-b162-15c54928c47d will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:47.753953 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:47.759625 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-17e003b6-3157-4f96-8a26-8845f3dd66af service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525846 Jan 31 16:00:47.771987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4b5e82d1-2068-42a0-a58e-c8878fb51c6c,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:47.789898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '4b5e82d1-2068-42a0-a58e-c8878fb51c6c', 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa', 'port_id': '4b5e82d1-2068-42a0-a58e-c8878fb51c6c', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:00:47.813445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f0b21afc-6ef1-448f-bd15-2f6c4206746e None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:47.826981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045d5c5-526f-4634-9a96-57dcded30a2b req-f0f3d485-25f8-4f49-8393-051f9a4b02e9 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:47.828797 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b045d5c5-526f-4634-9a96-57dcded30a2b req-f0f3d485-25f8-4f49-8393-051f9a4b02e9 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.4494720 Jan 31 16:00:47.869325 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a73a32d-c960-41a1-a6b2-6e10d9f80c94 req-d2367675-ea8c-48a7-8d6b-2a058365b6e9 service neutron] 10.222.0.30 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046028 Jan 31 16:00:47.930056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797ef44-2b54-4726-9170-075df1f08422 service neutron] Pushing event updated for resources: {'Port': ['ID=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:47.939518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88399fd0-c0b6-44e7-a1bd-8bd545544841 req-7b2785c1-fd02-4dfb-9e1c-2d665a0c4a96 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420493 Jan 31 16:00:47.960831 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:48.013704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 8839c488-4cad-43e0-9045-ead1a89e01e7 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:00:48.021895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 8839c488-4cad-43e0-9045-ead1a89e01e7 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:48.024759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:00:48.025308 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:48.030176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5e82d1-2068-42a0-a58e-c8878fb51c6c {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:48.032308 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Router fb1f5852-e8eb-48ff-a2cf-520331a89917 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:00:48.041013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6442b-6735-4763-a42b-959d97749403 req-ca93e040-be35-472a-b441-40db2987e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:48.045753 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63a6442b-6735-4763-a42b-959d97749403 req-ca93e040-be35-472a-b441-40db2987e87a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 1096 time: 0.3586135 Jan 31 16:00:48.114773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783c15-9eaf-4f19-8eb0-2ebddb056579 req-8e43f779-302d-48e2-b134-cfe8f868b39d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:48.122051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783c15-9eaf-4f19-8eb0-2ebddb056579 req-8e43f779-302d-48e2-b134-cfe8f868b39d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:48.129950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783c15-9eaf-4f19-8eb0-2ebddb056579 req-8e43f779-302d-48e2-b134-cfe8f868b39d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:48.132830 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Pushing event updated for resources: {'Port': ['ID=939e62c0-2eef-42a1-b162-15c54928c47d,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:48.136244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783c15-9eaf-4f19-8eb0-2ebddb056579 req-8e43f779-302d-48e2-b134-cfe8f868b39d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:48.143982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783c15-9eaf-4f19-8eb0-2ebddb056579 req-8e43f779-302d-48e2-b134-cfe8f868b39d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:48.146604 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00783c15-9eaf-4f19-8eb0-2ebddb056579 req-8e43f779-302d-48e2-b134-cfe8f868b39d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 3828 time: 0.3189297 Jan 31 16:00:48.171771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4b5e82d1-2068-42a0-a58e-c8878fb51c6c,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:48.186948 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:48.187565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 70a09f4d-42c2-4241-aea2-e6e50288fb29 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:00:48.197158 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-dd23203b-3de7-44cf-a4c7-fe27d7f2e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:48.199094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-dd23203b-3de7-44cf-a4c7-fe27d7f2e289 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b67c92721dc4cd293c2fd53e783c5c3&device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 1094 time: 0.4224102 Jan 31 16:00:48.228321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b045d5c5-526f-4634-9a96-57dcded30a2b req-5f9c5a1f-d54c-4a51-b0f0-5d8a69647b8b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844787 Jan 31 16:00:48.251774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5e542-12fe-4d1c-8cdd-63667a9f31bd req-88f26ae7-c6c9-4d63-95a8-e1e847c1fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:48.253506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81e5e542-12fe-4d1c-8cdd-63667a9f31bd req-88f26ae7-c6c9-4d63-95a8-e1e847c1fe78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 1099 time: 0.4221137 Jan 31 16:00:48.272561 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=4b5e82d1-2068-42a0-a58e-c8878fb51c6c,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:48.356694 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5016673d-11ac-4a3b-a533-bb3b05eb82f3 x-openstack-request-id: req-5016673d-11ac-4a3b-a533-bb3b05eb82f3 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:48.357116 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f3f06d-b505-4609-a8c3-d5bf5fec7e31", "tag": "1ea2c6be-38eb-4c8e-81b5-877f2bd217e5", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:48.357489 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5016673d-11ac-4a3b-a533-bb3b05eb82f3 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:48.357966 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f3f06d-b505-4609-a8c3-d5bf5fec7e31', 'tag': '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5', 'status': 'completed', 'code': 200} Jan 31 16:00:48.377873 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-70fa9559-8d3c-4acc-abd8-1c2efa1f318b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d059eb-2bd8-4d98-b061-b6b8b6a551e2 HTTP/1.1" status: 200 len: 217 time: 0.1352551 Jan 31 16:00:48.420686 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a73a32d-c960-41a1-a6b2-6e10d9f80c94 req-1faa8a1a-365e-4cea-ba14-6d0e6a62780f service neutron] 10.222.0.30 "GET /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441549 Jan 31 16:00:48.502012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-772dc00c-0425-415d-9b93-4cdd87fa4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:48.504233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-772dc00c-0425-415d-9b93-4cdd87fa4d39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ab8664c-5e4b-4277-a17c-2043af96a81a HTTP/1.1" status: 200 len: 855 time: 0.0491617 Jan 31 16:00:48.570055 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00783c15-9eaf-4f19-8eb0-2ebddb056579 req-0d01bd36-b16c-46c8-9701-211398a01dc6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664317 Jan 31 16:00:48.577410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 70a09f4d-42c2-4241-aea2-e6e50288fb29, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=70a09f4d-42c2-4241-aea2-e6e50288fb29,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:48.581317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6442b-6735-4763-a42b-959d97749403 req-6d6e99b9-7793-4ad0-8b90-1dcd9a4e367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:48.583008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63a6442b-6735-4763-a42b-959d97749403 req-6d6e99b9-7793-4ad0-8b90-1dcd9a4e367d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 200 len: 912 time: 0.5210617 Jan 31 16:00:48.594767 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:48.632171 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-a9705be5-3284-412a-924c-264bd986629a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913117 Jan 31 16:00:48.636515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779c58d8-79a7-445e-88a2-91ed51387743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8839c488-4cad-43e0-9045-ead1a89e01e7'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:48.638842 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35ef454-44b9-4085-9fc9-3212820fcc96" -d '{"events": [{"server_uuid": "779c58d8-79a7-445e-88a2-91ed51387743", "name": "network-vif-plugged", "status": "completed", "tag": "8839c488-4cad-43e0-9045-ead1a89e01e7"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:48.641959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '70a09f4d-42c2-4241-aea2-e6e50288fb29', 'network_id': '6d72bf0d-20e4-4342-8d5f-d251e18fa1fa', 'port_id': '70a09f4d-42c2-4241-aea2-e6e50288fb29', 'mac_address': 'fa:16:3e:e3:25:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:00:48.649034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:00:48.649264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8839c488-4cad-43e0-9045-ead1a89e01e7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8839c488-4cad-43e0-9045-ead1a89e01e7,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:48.662678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:00:48.663028 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Sync routers for ids ['fb1f5852-e8eb-48ff-a2cf-520331a89917'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:00:48.685870 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Routers {'fb1f5852-e8eb-48ff-a2cf-520331a89917'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:48.686851 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:00:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fb1f5852-e8eb-48ff-a2cf-520331a89917'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:48.712238 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:48.724594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Attempting to bind port 939e62c0-2eef-42a1-b162-15c54928c47d on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:48.725176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Attempting to bind port 939e62c0-2eef-42a1-b162-15c54928c47d by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:48.725680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Attempting to bind port 939e62c0-2eef-42a1-b162-15c54928c47d on network b14c64a1-db20-45b3-980d-1e88d4364f54 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:48.726528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e450093b-e4cd-4074-ba84-0fbe49aa7a74 None None] Sync routers for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:00:48.731059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a09f4d-42c2-4241-aea2-e6e50288fb29 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:48.740010 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:48.740840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c60fe6e-c3bd-4730-9b52-48913f619798 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:00:48.773849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] No DVR routers for this DVR port 5c60fe6e-c3bd-4730-9b52-48913f619798 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:00:48.784751 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:48.788914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-50658263-e6a4-4784-bc39-5b816877e403 req-3e8044a8-dc7c-426c-8331-279b89d533b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.20 "DELETE /v2.0/ports/5c60fe6e-c3bd-4730-9b52-48913f619798 HTTP/1.1" status: 204 len: 173 time: 5.2741096 Jan 31 16:00:48.800518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c61b14-9252-4985-a566-9a473da1c170 req-6e0e11d2-1aee-4bc0-bdd5-53172350f9f8 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:48.802961 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3c61b14-9252-4985-a566-9a473da1c170 req-6e0e11d2-1aee-4bc0-bdd5-53172350f9f8 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 948 time: 0.3613236 Jan 31 16:00:48.807191 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:48.808560 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e1241ea9-cb57-48a6-9497-d937b613592c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.2108588 Jan 31 16:00:48.833814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 5c60fe6e-c3bd-4730-9b52-48913f619798 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:00:48.834156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c60fe6e-c3bd-4730-9b52-48913f619798 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:00:48.840586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49164) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:48.843669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 70a09f4d-42c2-4241-aea2-e6e50288fb29, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=70a09f4d-42c2-4241-aea2-e6e50288fb29,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:48.853251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f0b21afc-6ef1-448f-bd15-2f6c4206746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '0ec2846a-03b3-440e-9561-9d0ae960f13c', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'port_id': 'e4f8275f-8587-4148-916c-ff37699ae038', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'mac_address': 'fa:16:3e:c8:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:00:18Z', 'updated_at': '2022-01-31T16:00:42Z', 'revision_number': 1, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:18Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:48.868810 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Set router fb1f5852-e8eb-48ff-a2cf-520331a89917 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:48.869174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e450093b-e4cd-4074-ba84-0fbe49aa7a74 None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:48.869904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e450093b-e4cd-4074-ba84-0fbe49aa7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:00:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:48.886498 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63a6442b-6735-4763-a42b-959d97749403 req-15c68135-2d17-4c26-8901-87438847706e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f8275f-8587-4148-916c-ff37699ae038 HTTP/1.1" status: 200 len: 999 time: 0.2893560 Jan 31 16:00:48.921220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5e542-12fe-4d1c-8cdd-63667a9f31bd req-04a3d641-cff8-48db-aa2e-5347e722db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:48.923915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81e5e542-12fe-4d1c-8cdd-63667a9f31bd req-04a3d641-cff8-48db-aa2e-5347e722db29 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.6597517 Jan 31 16:00:48.924558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Port 939e62c0-2eef-42a1-b162-15c54928c47d on network b14c64a1-db20-45b3-980d-1e88d4364f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:48.924806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Attempting to bind port 939e62c0-2eef-42a1-b162-15c54928c47d on network b14c64a1-db20-45b3-980d-1e88d4364f54 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:48.939400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-5c4b6074-0ca8-41d7-8a21-5eaa558d7531 service neutron] 10.222.0.30 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737134 Jan 31 16:00:48.971365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:48.971957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Checking segment: {'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:48.973145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Bound using segment: {'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:48.989841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Bound port: 939e62c0-2eef-42a1-b162-15c54928c47d, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae85cce6-9651-49ea-8dc5-ba81381fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:48.990415 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:48.996146 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:49.001904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f392d-d31c-4934-9b04-d01e006dd3b8 req-ea70086a-d8c3-44bb-b95c-b5fc67cc9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:49.003013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b21afc-6ef1-448f-bd15-2f6c4206746e None None] The sync data for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 is: [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '0ec2846a-03b3-440e-9561-9d0ae960f13c', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'port_id': 'e4f8275f-8587-4148-916c-ff37699ae038', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'mac_address': 'fa:16:3e:c8:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:00:18Z', 'updated_at': '2022-01-31T16:00:42Z', 'revision_number': 1, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:18Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:00:49.004770 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f5f392d-d31c-4934-9b04-d01e006dd3b8 req-ea70086a-d8c3-44bb-b95c-b5fc67cc9771 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=d8f3f06d-b505-4609-a8c3-d5bf5fec7e31 HTTP/1.1" status: 200 len: 1099 time: 0.6454709 Jan 31 16:00:49.012754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c9e88-2255-4839-881e-e224358f7601 req-f54e9a22-a930-4869-9bc6-7fedb80acf9a tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:49.014585 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa0c9e88-2255-4839-881e-e224358f7601 req-f54e9a22-a930-4869-9bc6-7fedb80acf9a tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 944 time: 0.2484019 Jan 31 16:00:49.015944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8839c488-4cad-43e0-9045-ead1a89e01e7,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:49.111496 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6442b-6735-4763-a42b-959d97749403 req-e76db325-51c7-4806-b790-7143edf944fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:49.116682 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63a6442b-6735-4763-a42b-959d97749403 req-e76db325-51c7-4806-b790-7143edf944fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3e373cf-e995-4178-bf6f-1d42ceb41d7c HTTP/1.1" status: 200 len: 850 time: 0.1920624 Jan 31 16:00:49.148607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49170) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:49.159310 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=70a09f4d-42c2-4241-aea2-e6e50288fb29,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:49.202895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-cc6429ae-b1bc-46f2-9fc9-a23aacbd87d3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1297692491'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:49.223006 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:00:44Z', 'revision_number': 3, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:49.262442 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa0c9e88-2255-4839-881e-e224358f7601 req-d4223919-5661-4668-a18d-879cfc95d0fe tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755445 Jan 31 16:00:49.286097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['70a09f4d-42c2-4241-aea2-e6e50288fb29'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:00:49.288380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4b5e82d1-2068-42a0-a58e-c8878fb51c6c'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:00:49.302394 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81e5e542-12fe-4d1c-8cdd-63667a9f31bd req-1fc10a85-a333-49b9-a2a6-e72ffaa61a3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=31d5315b-c0b8-4fe5-8fd3-8a49965ab690 HTTP/1.1" status: 200 len: 217 time: 0.3587401 Jan 31 16:00:49.304715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-e450093b-e4cd-4074-ba84-0fbe49aa7a74 None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:49.306413 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Checking router: fb1f5852-e8eb-48ff-a2cf-520331a89917 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:00:49.309020 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Updating router fb1f5852-e8eb-48ff-a2cf-520331a89917 port b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:00:49.383504 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:49.452111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:00:49.487364 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b1759-9bb4-46db-a4a8-83f690a437e1 None None] New status for floating IP 0ec2846a-03b3-440e-9561-9d0ae960f13c: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:00:49.563326 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3c61b14-9252-4985-a566-9a473da1c170 req-33a5849f-4d9a-4804-862d-8a3f0638220e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069074 Jan 31 16:00:49.692068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6429ae-b1bc-46f2-9fc9-a23aacbd87d3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:49.698824 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc6429ae-b1bc-46f2-9fc9-a23aacbd87d3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:49.710361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:49.805240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5e542-12fe-4d1c-8cdd-63667a9f31bd req-2837712c-1c7d-42c4-8c85-e5e8c4a65740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:49.819167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81e5e542-12fe-4d1c-8cdd-63667a9f31bd req-2837712c-1c7d-42c4-8c85-e5e8c4a65740 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.3874235 Jan 31 16:00:49.861038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5', 'mac_address': 'fa:16:3e:6e:c1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:00:49.863622 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c6418c-fb46-42f0-bc88-e1a71b201ab9 x-openstack-request-id: req-32c6418c-fb46-42f0-bc88-e1a71b201ab9 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:49.863955 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779c58d8-79a7-445e-88a2-91ed51387743", "name": "network-vif-plugged", "status": "completed", "tag": "8839c488-4cad-43e0-9045-ead1a89e01e7", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:49.864255 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32c6418c-fb46-42f0-bc88-e1a71b201ab9 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:49.864655 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779c58d8-79a7-445e-88a2-91ed51387743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8839c488-4cad-43e0-9045-ead1a89e01e7', 'code': 200} Jan 31 16:00:49.898818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] For port 939e62c0-2eef-42a1-b162-15c54928c47d, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:49.909616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'name': 'network-vif-deleted', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:49.912820 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88142446-9944-415b-ab9e-58e3319bb612" -d '{"events": [{"server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "name": "network-vif-deleted", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:49.928647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] For port 939e62c0-2eef-42a1-b162-15c54928c47d, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=939e62c0-2eef-42a1-b162-15c54928c47d,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:49.944661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12b9b716-39da-4a51-ba19-9ea4cbf4b173 req-bae5ca57-c998-410a-921b-01e324b0bb15 service neutron] 10.222.0.30 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9375596 Jan 31 16:00:49.990503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f392d-d31c-4934-9b04-d01e006dd3b8 req-1198d98b-fac0-45e6-8258-a284ff3484b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:49.998245 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f5f392d-d31c-4934-9b04-d01e006dd3b8 req-1198d98b-fac0-45e6-8258-a284ff3484b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.8756642 Jan 31 16:00:50.009007 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7fee8522-a5ae-454e-8dd1-10063ba4d3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.016911 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.067400 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.108813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6429ae-b1bc-46f2-9fc9-a23aacbd87d3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:00:50.120751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:50.120982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc6429ae-b1bc-46f2-9fc9-a23aacbd87d3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.121160 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-cc6429ae-b1bc-46f2-9fc9-a23aacbd87d3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Added segment 2acb7ac6-f3a6-4d8c-ad15-27656b0d836d of type vlan for network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 Jan 31 16:00:50.168253 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:50.182042 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc6429ae-b1bc-46f2-9fc9-a23aacbd87d3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.204557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6442b-6735-4763-a42b-959d97749403 req-d713b71b-b168-47d1-b779-0cf588017858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:50.206356 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.206817 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63a6442b-6735-4763-a42b-959d97749403 req-d713b71b-b168-47d1-b779-0cf588017858 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0599918 Jan 31 16:00:50.213978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e450093b-e4cd-4074-ba84-0fbe49aa7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:10Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:50.216866 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.217787 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:00:50.239530 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.295034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:50.295648 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.297252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] 10.222.0.20 "PUT /v2.0/ports/939e62c0-2eef-42a1-b162-15c54928c47d HTTP/1.1" status: 200 len: 1091 time: 5.0110199 Jan 31 16:00:50.304987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e450093b-e4cd-4074-ba84-0fbe49aa7a74 None None] Checking router: fda2303c-6baa-4af0-ae50-e1dd54aaaa5e for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:00:50.311012 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc6429ae-b1bc-46f2-9fc9-a23aacbd87d3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.317729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54300b07-1412-4531-afea-56b21afd95e4 req-1c6be85f-c195-4c65-b0ce-bc58dc8b1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:50.319804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54300b07-1412-4531-afea-56b21afd95e4 req-1c6be85f-c195-4c65-b0ce-bc58dc8b1512 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=779c58d8-79a7-445e-88a2-91ed51387743 HTTP/1.1" status: 200 len: 1096 time: 0.2591500 Jan 31 16:00:50.321916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6429ae-b1bc-46f2-9fc9-a23aacbd87d3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:50.322552 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc6429ae-b1bc-46f2-9fc9-a23aacbd87d3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.342788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Request body: {'port': {'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:50.387072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5520b9-34c5-4a5d-9b00-89b800a0349f req-6890b501-e445-421f-84ca-46b623650018 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:50.389249 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa5520b9-34c5-4a5d-9b00-89b800a0349f req-6890b501-e445-421f-84ca-46b623650018 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 943 time: 0.3301058 Jan 31 16:00:50.399430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a98be-b229-4bc5-ba62-c1bb4e490e01 req-77fbd331-d120-4808-bb3e-5edea24f5d2d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:50.402297 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-207a98be-b229-4bc5-ba62-c1bb4e490e01 req-77fbd331-d120-4808-bb3e-5edea24f5d2d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.5407920 Jan 31 16:00:50.408211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de033182-58ce-4dc9-9d63-4097bfc959c4', 'tag': '27d059eb-2bd8-4d98-b061-b6b8b6a551e2'}, {'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': '939e62c0-2eef-42a1-b162-15c54928c47d'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:50.410924 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac7fa14-a05b-4cc3-9238-29b158aef5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "de033182-58ce-4dc9-9d63-4097bfc959c4", "tag": "27d059eb-2bd8-4d98-b061-b6b8b6a551e2"}, {"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "939e62c0-2eef-42a1-b162-15c54928c47d"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:50.415803 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e0356-782f-4d36-862b-8a0e0f670e48 None None] Pushing event updated for resources: {'Port': ['ID=b66a5dc0-f48f-4a75-9139-8817ed6a8fc0,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:50.430926 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Attempting to bind port b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:50.431410 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Attempting to bind port b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:50.431772 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Attempting to bind port b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:50.440238 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:50.440629 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:50.441270 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.441724 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:50.442210 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Bound port: b66a5dc0-f48f-4a75-9139-8817ed6a8fc0, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:50.442586 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.464031 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.resource_extend [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:00:50.471298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e450093b-e4cd-4074-ba84-0fbe49aa7a74 None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:50.472019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e450093b-e4cd-4074-ba84-0fbe49aa7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:00:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:50.481112 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.501818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cc6429ae-b1bc-46f2-9fc9-a23aacbd87d3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3035185 Jan 31 16:00:50.503460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f5f392d-d31c-4934-9b04-d01e006dd3b8 req-68a4ddf9-1133-4335-8ed0-ded4a4ddd7b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 HTTP/1.1" status: 200 len: 217 time: 0.4610074 Jan 31 16:00:50.512743 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] For port b66a5dc0-f48f-4a75-9139-8817ed6a8fc0, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:50.517206 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] For port b66a5dc0-f48f-4a75-9139-8817ed6a8fc0, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b66a5dc0-f48f-4a75-9139-8817ed6a8fc0,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:50.524430 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.538855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54300b07-1412-4531-afea-56b21afd95e4 req-b21fde35-72fe-4fa0-9e97-fefb02586bd7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705534 Jan 31 16:00:50.596554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49184) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:50.612568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e9d0b07f-8aa2-4997-9c78-861a45ab4a9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1316456326'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:50.615905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:50.620396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=31d5315b-c0b8-4fe5-8fd3-8a49965ab690,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:50.646756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '31d5315b-c0b8-4fe5-8fd3-8a49965ab690', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '31d5315b-c0b8-4fe5-8fd3-8a49965ab690', 'mac_address': 'fa:16:3e:83:ae:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:00:50.650532 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Routers {'fb1f5852-e8eb-48ff-a2cf-520331a89917'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:50.651582 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:00:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fb1f5852-e8eb-48ff-a2cf-520331a89917'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:50.659456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63a6442b-6735-4763-a42b-959d97749403 req-f991f113-7964-41a0-837d-13538919a6e3 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411256 Jan 31 16:00:50.705245 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa5520b9-34c5-4a5d-9b00-89b800a0349f req-824d2a54-4cfb-4c66-92fa-d88ecbacbf60 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990425 Jan 31 16:00:50.707437 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.750286 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e0356-782f-4d36-862b-8a0e0f670e48 None None] Pushing event updated for resources: {'Port': ['ID=b66a5dc0-f48f-4a75-9139-8817ed6a8fc0,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:50.852009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5e542-12fe-4d1c-8cdd-63667a9f31bd req-647c5bff-86c6-4efb-bc72-aaad202a4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:50.853541 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81e5e542-12fe-4d1c-8cdd-63667a9f31bd req-647c5bff-86c6-4efb-bc72-aaad202a4148 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9937339 Jan 31 16:00:50.870437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fd929b-916a-47dc-8c14-0826f91ab589 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:50.879567 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.893973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Transition to ACTIVE for port object 97fd929b-916a-47dc-8c14-0826f91ab589 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:50.954261 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] Set router fb1f5852-e8eb-48ff-a2cf-520331a89917 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:50.981067 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:50.993862 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:51.007344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-e450093b-e4cd-4074-ba84-0fbe49aa7a74 None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:51.040208 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:51.064215 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:51.079705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=31d5315b-c0b8-4fe5-8fd3-8a49965ab690,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:51.083140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d3697-a40e-4f51-9265-dc7bd4c6473b service neutron] Pushing event updated for resources: {'Port': ['ID=939e62c0-2eef-42a1-b162-15c54928c47d,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:51.112673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Allocated IP 172.20.0.1 (54f5432d-db6f-45ec-b066-717218f9d91c/f2cd60da-47e2-4c60-9143-4889ad9e2383/3cb8c8ea-8da9-481b-af79-80322a15b885) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:51.119391 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:51.207081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Pushing event updated for resources: {'Port': ['ID=97fd929b-916a-47dc-8c14-0826f91ab589,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:51.212216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f392d-d31c-4934-9b04-d01e006dd3b8 req-dd688b3f-cc41-4338-b6ff-1dd720a9deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:51.214963 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f5f392d-d31c-4934-9b04-d01e006dd3b8 req-dd688b3f-cc41-4338-b6ff-1dd720a9deab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.3604882 Jan 31 16:00:51.333549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d0b07f-8aa2-4997-9c78-861a45ab4a9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:51.337997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b07f-8aa2-4997-9c78-861a45ab4a9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:51.349066 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 70a09f4d-42c2-4241-aea2-e6e50288fb29 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:51.394621 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-207a98be-b229-4bc5-ba62-c1bb4e490e01 req-8f722ccc-23d9-4125-9089-3c7b7139f76a tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9231861 Jan 31 16:00:51.431768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=31d5315b-c0b8-4fe5-8fd3-8a49965ab690,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:51.493083 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['1ea2c6be-38eb-4c8e-81b5-877f2bd217e5'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:00:51.498488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31d5315b-c0b8-4fe5-8fd3-8a49965ab690'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:00:51.547706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49188) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:51.553425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6429ae-b1bc-46f2-9fc9-a23aacbd87d3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Network': ['ID=a36c49ff-c485-45f0-b55f-3dcb3d0d8523,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:51.591220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f392d-d31c-4934-9b04-d01e006dd3b8 req-74562d44-1478-4030-bae9-3763f14db383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:51.598112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f5f392d-d31c-4934-9b04-d01e006dd3b8 req-74562d44-1478-4030-bae9-3763f14db383 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2590690 Jan 31 16:00:51.604549 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db92c3c7-4722-4a94-8f80-7ee005386286 x-openstack-request-id: req-db92c3c7-4722-4a94-8f80-7ee005386286 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:51.604847 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52104c9a-bd14-4be4-b8c0-8a3302a95e1f", "name": "network-vif-deleted", "tag": "5c60fe6e-c3bd-4730-9b52-48913f619798", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:51.605106 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db92c3c7-4722-4a94-8f80-7ee005386286 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:51.606213 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52104c9a-bd14-4be4-b8c0-8a3302a95e1f', 'name': 'network-vif-deleted', 'tag': '5c60fe6e-c3bd-4730-9b52-48913f619798', 'status': 'completed', 'code': 200} Jan 31 16:00:51.611357 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:51.626415 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:00:51.695716 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:00:44Z', 'revision_number': 3, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:51.734801 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e601a-128c-4181-ac17-e7ab0120ba36 None None] The sync data for ids ['fb1f5852-e8eb-48ff-a2cf-520331a89917'] in n-d-827120-1 is: [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:00:44Z', 'revision_number': 3, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:00:51.749159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d0b07f-8aa2-4997-9c78-861a45ab4a9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:00:51.784471 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b07f-8aa2-4997-9c78-861a45ab4a9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:51.786928 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-e9d0b07f-8aa2-4997-9c78-861a45ab4a9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Added segment f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e of type vlan for network f6873347-cc1a-4c3c-9d9f-52948982c505 Jan 31 16:00:51.857190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 70a09f4d-42c2-4241-aea2-e6e50288fb29 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:00:51.898981 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b07f-8aa2-4997-9c78-861a45ab4a9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:51.913294 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 70a09f4d-42c2-4241-aea2-e6e50288fb29 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:51.914085 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:51.967438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e450093b-e4cd-4074-ba84-0fbe49aa7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:10Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:51.972882 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63a6442b-6735-4763-a42b-959d97749403 req-d4dd6371-d6e4-4f65-b119-114721897644 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2463081 Jan 31 16:00:51.975873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b07f-8aa2-4997-9c78-861a45ab4a9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:51.994327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d0b07f-8aa2-4997-9c78-861a45ab4a9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:51.995420 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b07f-8aa2-4997-9c78-861a45ab4a9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:52.013545 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:52.042455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e450093b-e4cd-4074-ba84-0fbe49aa7a74 None None] The sync data for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 is: [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:10Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:00:52.166878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0b07f-8aa2-4997-9c78-861a45ab4a9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Network': ['ID=f6873347-cc1a-4c3c-9d9f-52948982c505,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:52.169050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Pushing event updated for resources: {'Port': ['ID=3cb8c8ea-8da9-481b-af79-80322a15b885,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:52.176662 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e9d0b07f-8aa2-4997-9c78-861a45ab4a9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5759339 Jan 31 16:00:52.194135 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network f6873347-cc1a-4c3c-9d9f-52948982c505 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:00:52.206524 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49192) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:52.214364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Network 54f5432d-db6f-45ec-b066-717218f9d91c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:52.226074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a62a1dc7-d985-4cea-9c56-49564acdf8af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'subnet': {'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:52.266458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c2f3-0115-4e59-8239-fb4671f3a65b req-84dc3cae-2a30-4a95-9925-d2e7e3a8ed92 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:52.283836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c2f3-0115-4e59-8239-fb4671f3a65b req-84dc3cae-2a30-4a95-9925-d2e7e3a8ed92 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:52.290500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c2f3-0115-4e59-8239-fb4671f3a65b req-84dc3cae-2a30-4a95-9925-d2e7e3a8ed92 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:52.297430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c2f3-0115-4e59-8239-fb4671f3a65b req-84dc3cae-2a30-4a95-9925-d2e7e3a8ed92 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:52.303709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c2f3-0115-4e59-8239-fb4671f3a65b req-84dc3cae-2a30-4a95-9925-d2e7e3a8ed92 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:52.310575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c2f3-0115-4e59-8239-fb4671f3a65b req-84dc3cae-2a30-4a95-9925-d2e7e3a8ed92 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:52.312838 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e76c2f3-0115-4e59-8239-fb4671f3a65b req-84dc3cae-2a30-4a95-9925-d2e7e3a8ed92 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 4600 time: 0.9877772 Jan 31 16:00:52.347575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:52.363498 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:52.365365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:52.528792 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:52.592576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-95084cd5-e8db-490e-9016-fd6fab2cf6b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:52.641253 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-95084cd5-e8db-490e-9016-fd6fab2cf6b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:52.689251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a3344f-d2f0-4247-8c63-31e484f81bf7 None None] New status for floating IP ddb230a1-c97b-4acd-a81b-f3ddc2ad8d6b: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:00:52.691460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab58e5ec-9bff-44f3-857c-69f8aea99e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a09f4d-42c2-4241-aea2-e6e50288fb29'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:52.693862 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ca974e-ffc5-4c02-8554-88f76d9d2f48" -d '{"events": [{"server_uuid": "ab58e5ec-9bff-44f3-857c-69f8aea99e63", "name": "network-vif-plugged", "status": "completed", "tag": "70a09f4d-42c2-4241-aea2-e6e50288fb29"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:52.714347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Attempting to bind port 97fd929b-916a-47dc-8c14-0826f91ab589 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:52.714778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Attempting to bind port 97fd929b-916a-47dc-8c14-0826f91ab589 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:52.715051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Attempting to bind port 97fd929b-916a-47dc-8c14-0826f91ab589 on network 5c27222f-9f10-4881-bc3e-463f81557d8f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:52.730193 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81e5e542-12fe-4d1c-8cdd-63667a9f31bd req-9b313cb9-10fe-4f14-8489-b66aa8e807a2 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7959685 Jan 31 16:00:52.744367 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e76c2f3-0115-4e59-8239-fb4671f3a65b req-c5ad6163-1613-4b5e-a2cb-8729bb7e119f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4031024 Jan 31 16:00:52.747490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71edfbc-d05d-4a05-aacf-20e95e22ad97 req-e52b6d02-1669-402b-bc5d-eef5cc50e04e tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:52.749122 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f71edfbc-d05d-4a05-aacf-20e95e22ad97 req-e52b6d02-1669-402b-bc5d-eef5cc50e04e tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 945 time: 1.0590994 Jan 31 16:00:52.764866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Port 97fd929b-916a-47dc-8c14-0826f91ab589 on network 5c27222f-9f10-4881-bc3e-463f81557d8f not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:52.765205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Attempting to bind port 97fd929b-916a-47dc-8c14-0826f91ab589 on network 5c27222f-9f10-4881-bc3e-463f81557d8f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:52.810902 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 70a09f4d-42c2-4241-aea2-e6e50288fb29, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=70a09f4d-42c2-4241-aea2-e6e50288fb29,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:52.819780 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:52.826081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62a1dc7-d985-4cea-9c56-49564acdf8af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:52.834048 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a62a1dc7-d985-4cea-9c56-49564acdf8af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:52.838017 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:52.900905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:52.901311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Checking segment: {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:52.901718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Bound using segment: {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:52.902164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Bound port: 97fd929b-916a-47dc-8c14-0826f91ab589, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:52.902527 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:52.902663 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:52.903367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4b5e82d1-2068-42a0-a58e-c8878fb51c6c up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:52.990428 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f5f392d-d31c-4934-9b04-d01e006dd3b8 req-d7241ba1-8773-4458-a7d7-55276e5bed64 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3697734 Jan 31 16:00:52.993921 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67371355-c20b-4d35-aa4f-c80d8b98c585 x-openstack-request-id: req-67371355-c20b-4d35-aa4f-c80d8b98c585 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:52.994225 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de033182-58ce-4dc9-9d63-4097bfc959c4", "tag": "27d059eb-2bd8-4d98-b061-b6b8b6a551e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "939e62c0-2eef-42a1-b162-15c54928c47d", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:52.994498 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67371355-c20b-4d35-aa4f-c80d8b98c585 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:52.995658 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de033182-58ce-4dc9-9d63-4097bfc959c4', 'tag': '27d059eb-2bd8-4d98-b061-b6b8b6a551e2', 'status': 'completed', 'code': 200} Jan 31 16:00:52.995919 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': '939e62c0-2eef-42a1-b162-15c54928c47d', 'status': 'completed', 'code': 200} Jan 31 16:00:53.063751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=70a09f4d-42c2-4241-aea2-e6e50288fb29,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:53.110996 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-95084cd5-e8db-490e-9016-fd6fab2cf6b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.120449 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-95084cd5-e8db-490e-9016-fd6fab2cf6b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.127941 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-95084cd5-e8db-490e-9016-fd6fab2cf6b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "DELETE /v2.0/security-groups/b6f1be0e-1120-4380-b040-44c3bc20a61d HTTP/1.1" status: 204 len: 168 time: 1.5713181 Jan 31 16:00:53.139499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49198) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:53.160154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c62e7ef8-88cd-4874-9a80-6b88c982209c None None] Provisioning complete for port 3cb8c8ea-8da9-481b-af79-80322a15b885 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:53.161264 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c62e7ef8-88cd-4874-9a80-6b88c982209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.197974 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f71edfbc-d05d-4a05-aacf-20e95e22ad97 req-a5c9e4fa-fb4e-46c8-8ec5-03fc2dbddd94 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053349 Jan 31 16:00:53.248166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95084cd5-e8db-490e-9016-fd6fab2cf6b6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f1be0e-1120-4380-b040-44c3bc20a61d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:53.254367 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-580c13bd-fa30-4922-8143-f626029d8794 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] show failed (client error): The resource could not be found. Jan 31 16:00:53.258710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-580c13bd-fa30-4922-8143-f626029d8794 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups/b6f1be0e-1120-4380-b040-44c3bc20a61d HTTP/1.1" status: 404 len: 347 time: 0.1151798 Jan 31 16:00:53.271189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49200) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:53.274835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:00:53.285418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-ec6e0163-af35-4bc1-be14-b8d362d1f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.287263 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-ec6e0163-af35-4bc1-be14-b8d362d1f829 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b67c92721dc4cd293c2fd53e783c5c3&device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 1094 time: 0.2886817 Jan 31 16:00:53.309261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:53.320427 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.377807 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c62e7ef8-88cd-4874-9a80-6b88c982209c None None] Port 3cb8c8ea-8da9-481b-af79-80322a15b885 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:53.385076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:00:53.406915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-92edaa48-6667-4b3f-9068-5c490a8b093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.407281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-92edaa48-6667-4b3f-9068-5c490a8b093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.407842 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-92edaa48-6667-4b3f-9068-5c490a8b093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.408344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-92edaa48-6667-4b3f-9068-5c490a8b093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.408859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-92edaa48-6667-4b3f-9068-5c490a8b093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.409354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-92edaa48-6667-4b3f-9068-5c490a8b093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.411460 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-92edaa48-6667-4b3f-9068-5c490a8b093a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edb4aefda634a53a5f082fd0e807b48&device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5244 time: 0.4384840 Jan 31 16:00:53.416546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] For port 97fd929b-916a-47dc-8c14-0826f91ab589, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:53.434157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] For port 97fd929b-916a-47dc-8c14-0826f91ab589, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=97fd929b-916a-47dc-8c14-0826f91ab589,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:53.454041 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81e5e542-12fe-4d1c-8cdd-63667a9f31bd req-f8149ae8-a2f1-4b99-b4d5-7ac1d094d935 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003064 Jan 31 16:00:53.475050 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.497259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b5bcf-bbee-4221-9613-2a8407e990e6 req-cd2bb86b-6d89-47dc-aab6-c855477f1b94 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.507386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-925b5bcf-bbee-4221-9613-2a8407e990e6 req-cd2bb86b-6d89-47dc-aab6-c855477f1b94 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 949 time: 0.4219985 Jan 31 16:00:53.512550 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:53.547859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:53.576054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:53.634821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '27d059eb-2bd8-4d98-b061-b6b8b6a551e2', 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1', 'port_id': '27d059eb-2bd8-4d98-b061-b6b8b6a551e2', 'mac_address': 'fa:16:3e:93:ce:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab8664c-5e4b-4277-a17c-2043af96a81a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:00:53.682234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.682772 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.683911 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] 10.222.0.20 "PUT /v2.0/ports/97fd929b-916a-47dc-8c14-0826f91ab589 HTTP/1.1" status: 200 len: 1130 time: 3.3490007 Jan 31 16:00:53.690496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2d6e9-bf3b-446b-afce-4738fc69700b service neutron] Pushing event updated for resources: {'Port': ['ID=97fd929b-916a-47dc-8c14-0826f91ab589,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:53.716692 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.736374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f5f392d-d31c-4934-9b04-d01e006dd3b8 req-5f3c5705-69a3-4ba8-9043-65f25860c2d7 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936712 Jan 31 16:00:53.746106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Request body: {'port': {'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:53.771210 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.775305 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-925b5bcf-bbee-4221-9613-2a8407e990e6 req-a739c330-34a8-4f95-9337-b8229c786f61 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666268 Jan 31 16:00:53.783325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9a8c1-948d-4fdc-925f-2d1a2f7d15f4 req-94652d99-b1fd-4442-8bbf-673c88314368 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.784942 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33e9a8c1-948d-4fdc-925f-2d1a2f7d15f4 req-94652d99-b1fd-4442-8bbf-673c88314368 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 943 time: 0.3432937 Jan 31 16:00:53.802664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:53.839696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:53.848962 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.854227 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:00:53.861213 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:53.861687 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.864286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-c88277d2-89c9-431d-a7c8-4b4e0e865fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.866143 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-c88277d2-89c9-431d-a7c8-4b4e0e865fa1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 HTTP/1.1" status: 200 len: 916 time: 0.5318670 Jan 31 16:00:53.886821 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.902341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33e9a8c1-948d-4fdc-925f-2d1a2f7d15f4 req-52d5b054-5463-4b60-b963-31920785929b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003318 Jan 31 16:00:53.905057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:53.905558 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.912048 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:53.933852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-c0f050f8-ebb9-4aff-8d93-74a349dacca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.935045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-c0f050f8-ebb9-4aff-8d93-74a349dacca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.935791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-c0f050f8-ebb9-4aff-8d93-74a349dacca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:53.939403 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-c0f050f8-ebb9-4aff-8d93-74a349dacca6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2edb4aefda634a53a5f082fd0e807b48&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5101852 Jan 31 16:00:53.958999 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-40ed779b-c0c1-4caf-b8aa-5ce62d89294b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d059eb-2bd8-4d98-b061-b6b8b6a551e2 HTTP/1.1" status: 200 len: 217 time: 0.0648637 Jan 31 16:00:53.992900 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055a15e2-52f7-43ba-8645-b4273801ae9f x-openstack-request-id: req-055a15e2-52f7-43ba-8645-b4273801ae9f {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:53.993300 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab58e5ec-9bff-44f3-857c-69f8aea99e63", "name": "network-vif-plugged", "status": "completed", "tag": "70a09f4d-42c2-4241-aea2-e6e50288fb29", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:53.993657 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-055a15e2-52f7-43ba-8645-b4273801ae9f {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:53.994121 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab58e5ec-9bff-44f3-857c-69f8aea99e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a09f4d-42c2-4241-aea2-e6e50288fb29', 'code': 200} Jan 31 16:00:54.029116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-0e5ec0c0-dfd3-4467-a44b-cd4a0095de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.030803 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-0e5ec0c0-dfd3-4467-a44b-cd4a0095de41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ab8664c-5e4b-4277-a17c-2043af96a81a HTTP/1.1" status: 200 len: 855 time: 0.0510762 Jan 31 16:00:54.072816 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-0a5ca89a-da18-43d4-81e8-b99c605fa637 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310030 Jan 31 16:00:54.076267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a66254e6-fb50-48e1-b2eb-91a1c50377b2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Deleting port 1082cf69-6d76-4bdb-9574-120b351a9b51 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:00:54.076740 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a66254e6-fb50-48e1-b2eb-91a1c50377b2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.155963 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a62a1dc7-d985-4cea-9c56-49564acdf8af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.206568 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4b5e82d1-2068-42a0-a58e-c8878fb51c6c,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:54.222917 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.237216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:54.329586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['27d059eb-2bd8-4d98-b061-b6b8b6a551e2'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:00:54.330912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d227a27-30eb-4bf6-83f5-7eed92c4c466 req-fce13fc3-f75c-405e-92c1-4b3edb39d5ff tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.332658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d227a27-30eb-4bf6-83f5-7eed92c4c466 req-fce13fc3-f75c-405e-92c1-4b3edb39d5ff tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.4108515 Jan 31 16:00:54.357093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a1dc7-d985-4cea-9c56-49564acdf8af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Subnet': ['ID=76dcf05c-6dab-43c6-a38d-12ed158e5b9f,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:54.380564 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.408968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddeb50-8c90-4012-9f3e-1350a3299f5f req-79bca556-5299-4754-a871-c0a51ccc641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.409498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=4b5e82d1-2068-42a0-a58e-c8878fb51c6c,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:54.410551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0eddeb50-8c90-4012-9f3e-1350a3299f5f req-79bca556-5299-4754-a871-c0a51ccc641f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 1097 time: 0.3445513 Jan 31 16:00:54.413625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7824-1de4-4d7e-9fab-fe17a80ef3fb req-ed0b9b6b-4cc9-482b-a455-06cf9804bf68 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.419364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7824-1de4-4d7e-9fab-fe17a80ef3fb req-ed0b9b6b-4cc9-482b-a455-06cf9804bf68 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.424904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port b66a5dc0-f48f-4a75-9139-8817ed6a8fc0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b66a5dc0-f48f-4a75-9139-8817ed6a8fc0,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:54.425202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7824-1de4-4d7e-9fab-fe17a80ef3fb req-ed0b9b6b-4cc9-482b-a455-06cf9804bf68 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.428128 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.431139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7824-1de4-4d7e-9fab-fe17a80ef3fb req-ed0b9b6b-4cc9-482b-a455-06cf9804bf68 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.437036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7824-1de4-4d7e-9fab-fe17a80ef3fb req-ed0b9b6b-4cc9-482b-a455-06cf9804bf68 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.442760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7824-1de4-4d7e-9fab-fe17a80ef3fb req-ed0b9b6b-4cc9-482b-a455-06cf9804bf68 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.445161 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.450798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-606a7824-1de4-4d7e-9fab-fe17a80ef3fb req-ed0b9b6b-4cc9-482b-a455-06cf9804bf68 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 4600 time: 0.3277590 Jan 31 16:00:54.463133 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a66254e6-fb50-48e1-b2eb-91a1c50377b2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.463447 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a66254e6-fb50-48e1-b2eb-91a1c50377b2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.491268 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-2bd13a3a-befd-4b42-89b2-6d29cfa66793 service neutron] 10.222.0.30 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062631 Jan 31 16:00:54.495644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-54d3e123-cce2-40e7-b67b-ad3e1acebba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.497288 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-54d3e123-cce2-40e7-b67b-ad3e1acebba4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5073104 Jan 31 16:00:54.498012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a66254e6-fb50-48e1-b2eb-91a1c50377b2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Calling delete_port for 1082cf69-6d76-4bdb-9574-120b351a9b51 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:00:54.519454 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d227a27-30eb-4bf6-83f5-7eed92c4c466 req-a04d377f-b87c-423e-bca2-36025535f7e6 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735637 Jan 31 16:00:54.550090 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0eddeb50-8c90-4012-9f3e-1350a3299f5f req-072c298a-f839-4cb5-adf6-881793a5563a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147301 Jan 31 16:00:54.550789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62a1dc7-d985-4cea-9c56-49564acdf8af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Checking segment: {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:54.551149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62a1dc7-d985-4cea-9c56-49564acdf8af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Network hostable DHCP agents. Network: a36c49ff-c485-45f0-b55f-3dcb3d0d8523, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:00:54.556605 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=31d5315b-c0b8-4fe5-8fd3-8a49965ab690,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:54.566153 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.567303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:54.576233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=b66a5dc0-f48f-4a75-9139-8817ed6a8fc0,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:54.600409 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.623365 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.640268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62a1dc7-d985-4cea-9c56-49564acdf8af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:00:54.667966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-606a7824-1de4-4d7e-9fab-fe17a80ef3fb req-1e030ab9-066d-4998-8763-b29f4fa6883b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2161951 Jan 31 16:00:54.732127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-a62a1dc7-d985-4cea-9c56-49564acdf8af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, a36c49ff-c485-45f0-b55f-3dcb3d0d8523) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:54.750122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62a1dc7-d985-4cea-9c56-49564acdf8af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.750921 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a62a1dc7-d985-4cea-9c56-49564acdf8af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.763578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Pushing event updated for resources: {'Port': ['ID=3cb8c8ea-8da9-481b-af79-80322a15b885,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:54.765635 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566701d8-6888-4808-91b8-77dd61b5d745 None None] Network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:00:54.775430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=31d5315b-c0b8-4fe5-8fd3-8a49965ab690,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:54.777113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59f807-045c-42f4-9134-1d4e4042916d req-bb9c09ac-4902-478f-b91d-a541edc47334 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.784551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d59f807-045c-42f4-9134-1d4e4042916d req-bb9c09ac-4902-478f-b91d-a541edc47334 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 946 time: 0.1558082 Jan 31 16:00:54.788502 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.797624 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eac7fa14-a05b-4cc3-9238-29b158aef5cc req-50ffa53a-c7e3-4bdc-a27e-a7bb53f0c2fa service neutron] 10.222.0.30 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944388 Jan 31 16:00:54.826981 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a62a1dc7-d985-4cea-9c56-49564acdf8af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6192420 Jan 31 16:00:54.831260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49212) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:54.837375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b496c975-28b4-4467-ac67-7793cb44368a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'subnet': {'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:54.849421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:00:54.858837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:54.859231 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.910322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d12f056-6516-4947-81d8-5431569d63fc {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:54.922379 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.952849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Transition to ACTIVE for port object 9d12f056-6516-4947-81d8-5431569d63fc will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:54.967443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd547d69-91b2-4f9b-a14e-c395921842fb req-f6893ef9-cbf6-464a-b6ae-0e2aee92738a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:54.969407 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd547d69-91b2-4f9b-a14e-c395921842fb req-f6893ef9-cbf6-464a-b6ae-0e2aee92738a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 950 time: 0.1300366 Jan 31 16:00:54.970996 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:54.998134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': '97fd929b-916a-47dc-8c14-0826f91ab589'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:55.000446 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af43079c-b556-48d4-8e52-359e2db2d4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "97fd929b-916a-47dc-8c14-0826f91ab589"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:55.003233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a66254e6-fb50-48e1-b2eb-91a1c50377b2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.012795 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.042616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-a36c49ff-c485-45f0-b55f-3dcb3d0d8523', 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'fixed_ips': [{'subnet_id': '76dcf05c-6dab-43c6-a38d-12ed158e5b9f'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:00:55.043466 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.061889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:55.069737 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.103319 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Pushing event updated for resources: {'Port': ['ID=9d12f056-6516-4947-81d8-5431569d63fc,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:55.135217 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd547d69-91b2-4f9b-a14e-c395921842fb req-ceb058ac-38e8-4e65-a852-bacd460efafc tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237221 Jan 31 16:00:55.181307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66254e6-fb50-48e1-b2eb-91a1c50377b2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event deleted for resources: {'Port': ['ID=1082cf69-6d76-4bdb-9574-120b351a9b51,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:55.223361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:55.230984 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a66254e6-fb50-48e1-b2eb-91a1c50377b2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.233523 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a66254e6-fb50-48e1-b2eb-91a1c50377b2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.237702 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a66254e6-fb50-48e1-b2eb-91a1c50377b2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "DELETE /v2.0/floatingips/ddb230a1-c97b-4acd-a81b-f3ddc2ad8d6b HTTP/1.1" status: 204 len: 168 time: 1.9599493 Jan 31 16:00:55.248390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:55.295723 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Allocated IP 10.1.1.2 (a36c49ff-c485-45f0-b55f-3dcb3d0d8523/76dcf05c-6dab-43c6-a38d-12ed158e5b9f/40930d65-4a9d-4b6d-95bf-bb20a7404d50) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:55.314615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Attempting to bind port 9d12f056-6516-4947-81d8-5431569d63fc on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:55.315192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Attempting to bind port 9d12f056-6516-4947-81d8-5431569d63fc by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:55.315699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Attempting to bind port 9d12f056-6516-4947-81d8-5431569d63fc on network 5c27222f-9f10-4881-bc3e-463f81557d8f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:55.326142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Port 9d12f056-6516-4947-81d8-5431569d63fc on network 5c27222f-9f10-4881-bc3e-463f81557d8f not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:55.326700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Attempting to bind port 9d12f056-6516-4947-81d8-5431569d63fc on network 5c27222f-9f10-4881-bc3e-463f81557d8f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:55.336695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:55.337280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Checking segment: {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:55.337867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Bound using segment: {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:55.338451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Bound port: 9d12f056-6516-4947-81d8-5431569d63fc, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:55.338955 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.351271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff077d-c18b-47d3-9805-d84358d380d9 req-6496361c-667e-424c-8ea4-c22b84e4a94f tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:55.353591 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aeff077d-c18b-47d3-9805-d84358d380d9 req-6496361c-667e-424c-8ea4-c22b84e4a94f tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 944 time: 0.0752060 Jan 31 16:00:55.362409 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d59f807-045c-42f4-9134-1d4e4042916d req-49bfd127-0710-4fa3-af2a-803a828dd081 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767610 Jan 31 16:00:55.434511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Network 54f5432d-db6f-45ec-b066-717218f9d91c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:55.436619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b496c975-28b4-4467-ac67-7793cb44368a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:55.441195 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b496c975-28b4-4467-ac67-7793cb44368a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.443364 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15988170-b937-47a7-80a5-241890832780 x-openstack-request-id: req-15988170-b937-47a7-80a5-241890832780 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:55.443650 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "97fd929b-916a-47dc-8c14-0826f91ab589", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:55.443901 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15988170-b937-47a7-80a5-241890832780 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:55.444285 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': '97fd929b-916a-47dc-8c14-0826f91ab589', 'status': 'completed', 'code': 200} Jan 31 16:00:55.450580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aeff077d-c18b-47d3-9805-d84358d380d9 req-9b995618-fbf8-4844-97c3-bd7e95aa59bb tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891802 Jan 31 16:00:55.459621 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.461330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:55.476263 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.495291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] For port 9d12f056-6516-4947-81d8-5431569d63fc, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:55.499588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] For port 9d12f056-6516-4947-81d8-5431569d63fc, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=9d12f056-6516-4947-81d8-5431569d63fc,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:55.505235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.550020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:55.557850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:55.563505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:55.566852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:55.567481 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.573383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Pushing event updated for resources: {'Port': ['ID=40930d65-4a9d-4b6d-95bf-bb20a7404d50,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:55.573936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] 10.222.0.20 "PUT /v2.0/ports/9d12f056-6516-4947-81d8-5431569d63fc HTTP/1.1" status: 200 len: 1130 time: 1.8366847 Jan 31 16:00:55.614173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Request body: {'port': {'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:55.645908 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.648002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:55.648811 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.686072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fb52f-ae4f-4eec-a836-7b72e6ddaefc service neutron] Pushing event updated for resources: {'Port': ['ID=9d12f056-6516-4947-81d8-5431569d63fc,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:55.723706 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.732953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Attempting to bind port 40930d65-4a9d-4b6d-95bf-bb20a7404d50 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:55.733804 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Attempting to bind port 40930d65-4a9d-4b6d-95bf-bb20a7404d50 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:55.737831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Attempting to bind port 40930d65-4a9d-4b6d-95bf-bb20a7404d50 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:55.748992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:55.754452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Checking segment: {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:55.755045 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.755572 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Bound using segment: {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:55.756221 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Bound port: 40930d65-4a9d-4b6d-95bf-bb20a7404d50, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:55.761323 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.916976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] For port 40930d65-4a9d-4b6d-95bf-bb20a7404d50, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:55.946568 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] For port 40930d65-4a9d-4b6d-95bf-bb20a7404d50, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=40930d65-4a9d-4b6d-95bf-bb20a7404d50,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:55.947950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49222) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:55.950766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-08d80e1a-2b3b-4c59-acae-1dae19ac39b8 None None] Provisioning complete for port 3cb8c8ea-8da9-481b-af79-80322a15b885 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:55.951126 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-08d80e1a-2b3b-4c59-acae-1dae19ac39b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:55.964183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1b659210-cf27-4d70-970a-f988437613ff tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1819882635', 'description': 'tempest-description--724090388'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:55.984433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-21c18b4c-ed9b-4398-83f9-969f6f9c5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:55.985013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-21c18b4c-ed9b-4398-83f9-969f6f9c5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:55.985569 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-21c18b4c-ed9b-4398-83f9-969f6f9c5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:55.986080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-21c18b4c-ed9b-4398-83f9-969f6f9c5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:55.986625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-21c18b4c-ed9b-4398-83f9-969f6f9c5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:55.987130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-21c18b4c-ed9b-4398-83f9-969f6f9c5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:55.987634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-21c18b4c-ed9b-4398-83f9-969f6f9c5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:55.989637 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-21c18b4c-ed9b-4398-83f9-969f6f9c5836 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edb4aefda634a53a5f082fd0e807b48&device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 6209 time: 0.4883561 Jan 31 16:00:55.991567 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:56.047473 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcb8f4e-5700-48c0-b4a8-2c1e50b50728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5e82d1-2068-42a0-a58e-c8878fb51c6c'}, {'server_uuid': '2054dc19-bb60-4e76-81b0-f5a734d4de73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d5315b-c0b8-4fe5-8fd3-8a49965ab690'}, {'server_uuid': 'd8f3f06d-b505-4609-a8c3-d5bf5fec7e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:56.050078 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5181c1d-5306-4ae6-93d9-baf347644eb9" -d '{"events": [{"server_uuid": "cdcb8f4e-5700-48c0-b4a8-2c1e50b50728", "name": "network-vif-plugged", "status": "completed", "tag": "4b5e82d1-2068-42a0-a58e-c8878fb51c6c"}, {"server_uuid": "2054dc19-bb60-4e76-81b0-f5a734d4de73", "name": "network-vif-plugged", "status": "completed", "tag": "31d5315b-c0b8-4fe5-8fd3-8a49965ab690"}, {"server_uuid": "d8f3f06d-b505-4609-a8c3-d5bf5fec7e31", "name": "network-vif-plugged", "status": "completed", "tag": "1ea2c6be-38eb-4c8e-81b5-877f2bd217e5"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:56.058026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38575b2f-6bf3-4a9e-8619-d63f6cc7533f None None] Pushing event updated for resources: {'Port': ['ID=40930d65-4a9d-4b6d-95bf-bb20a7404d50,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:56.080336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Router fb1f5852-e8eb-48ff-a2cf-520331a89917 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:00:56.082487 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-08d80e1a-2b3b-4c59-acae-1dae19ac39b8 None None] Port 3cb8c8ea-8da9-481b-af79-80322a15b885 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:00:56.088931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4572a00-e3ea-49d0-b289-90e3eebf9857 req-2ec9a265-4f54-4fd1-a95a-e151ba0d8de8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.095010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4572a00-e3ea-49d0-b289-90e3eebf9857 req-2ec9a265-4f54-4fd1-a95a-e151ba0d8de8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.100826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4572a00-e3ea-49d0-b289-90e3eebf9857 req-2ec9a265-4f54-4fd1-a95a-e151ba0d8de8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.106707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4572a00-e3ea-49d0-b289-90e3eebf9857 req-2ec9a265-4f54-4fd1-a95a-e151ba0d8de8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.112710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4572a00-e3ea-49d0-b289-90e3eebf9857 req-2ec9a265-4f54-4fd1-a95a-e151ba0d8de8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.118628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4572a00-e3ea-49d0-b289-90e3eebf9857 req-2ec9a265-4f54-4fd1-a95a-e151ba0d8de8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.124632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4572a00-e3ea-49d0-b289-90e3eebf9857 req-2ec9a265-4f54-4fd1-a95a-e151ba0d8de8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.129968 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4572a00-e3ea-49d0-b289-90e3eebf9857 req-2ec9a265-4f54-4fd1-a95a-e151ba0d8de8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5372 time: 0.3094575 Jan 31 16:00:56.133366 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6113847-6bf7-40f0-aa61-e2d2f66354a8 x-openstack-request-id: req-f6113847-6bf7-40f0-aa61-e2d2f66354a8 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:56.133689 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcb8f4e-5700-48c0-b4a8-2c1e50b50728", "name": "network-vif-plugged", "status": "completed", "tag": "4b5e82d1-2068-42a0-a58e-c8878fb51c6c", "code": 200}, {"server_uuid": "2054dc19-bb60-4e76-81b0-f5a734d4de73", "name": "network-vif-plugged", "status": "completed", "tag": "31d5315b-c0b8-4fe5-8fd3-8a49965ab690", "code": 200}, {"server_uuid": "d8f3f06d-b505-4609-a8c3-d5bf5fec7e31", "name": "network-vif-plugged", "status": "completed", "tag": "1ea2c6be-38eb-4c8e-81b5-877f2bd217e5", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:56.133947 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6113847-6bf7-40f0-aa61-e2d2f66354a8 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:56.134701 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcb8f4e-5700-48c0-b4a8-2c1e50b50728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5e82d1-2068-42a0-a58e-c8878fb51c6c', 'code': 200} Jan 31 16:00:56.134950 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2054dc19-bb60-4e76-81b0-f5a734d4de73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d5315b-c0b8-4fe5-8fd3-8a49965ab690', 'code': 200} Jan 31 16:00:56.135199 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f3f06d-b505-4609-a8c3-d5bf5fec7e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5', 'code': 200} Jan 31 16:00:56.156886 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1b659210-cf27-4d70-970a-f988437613ff tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:56.217967 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4572a00-e3ea-49d0-b289-90e3eebf9857 req-58a9b49d-6741-4d3e-a990-9a9d95cc5942 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835261 Jan 31 16:00:56.371989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-7f59dcdf-cb5c-4d69-b97b-a77d46742894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.372527 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-7f59dcdf-cb5c-4d69-b97b-a77d46742894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.372998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-7f59dcdf-cb5c-4d69-b97b-a77d46742894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.374696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-7f59dcdf-cb5c-4d69-b97b-a77d46742894 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2edb4aefda634a53a5f082fd0e807b48&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3690925 Jan 31 16:00:56.406598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bc7411-31ed-4bb2-b29d-89643d4e35e5 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:56.431170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:56.450481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d4e6b-e217-4859-b415-7fbe6840e76d req-f7c62ba3-46fa-4288-ad13-0f49566cdc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.451992 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d8d4e6b-e217-4859-b415-7fbe6840e76d req-f7c62ba3-46fa-4288-ad13-0f49566cdc71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 1101 time: 0.1977906 Jan 31 16:00:56.458066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Transition to ACTIVE for port object a8bc7411-31ed-4bb2-b29d-89643d4e35e5 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:56.492227 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:56.511067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec04eb6-2890-42af-9ef5-8efa0d4f3808 req-258dfdb0-57b2-4077-ba36-159ea6ed15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.512576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ec04eb6-2890-42af-9ef5-8efa0d4f3808 req-258dfdb0-57b2-4077-ba36-159ea6ed15e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdcb8f4e-5700-48c0-b4a8-2c1e50b50728 HTTP/1.1" status: 200 len: 1096 time: 0.1988022 Jan 31 16:00:56.514179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75f6bf-65f2-4820-93df-dc40fe004fdd req-3d3bc84b-075a-402d-a396-d4d055a555f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.515605 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d75f6bf-65f2-4820-93df-dc40fe004fdd req-3d3bc84b-075a-402d-a396-d4d055a555f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8f3f06d-b505-4609-a8c3-d5bf5fec7e31 HTTP/1.1" status: 200 len: 1101 time: 0.1992605 Jan 31 16:00:56.580923 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3844-359c-462a-a35f-416974fb2274 req-5ae1f5d1-82ba-4e29-994e-dd804155f1ec tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.582446 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96ec3844-359c-462a-a35f-416974fb2274 req-5ae1f5d1-82ba-4e29-994e-dd804155f1ec tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 950 time: 0.3038361 Jan 31 16:00:56.589337 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:00:56.602171 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Sync routers for ids ['fb1f5852-e8eb-48ff-a2cf-520331a89917'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:00:56.606386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6b090d52-fcae-4f38-9865-d94d887fc516 admin admin] 10.222.0.36 "PUT /v2.0/routers/fb1f5852-e8eb-48ff-a2cf-520331a89917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7599144 Jan 31 16:00:56.607653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b496c975-28b4-4467-ac67-7793cb44368a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:56.624991 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Routers {'fb1f5852-e8eb-48ff-a2cf-520331a89917'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:56.625659 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:00:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fb1f5852-e8eb-48ff-a2cf-520331a89917'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:56.629970 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d8d4e6b-e217-4859-b415-7fbe6840e76d req-65a31dbb-f829-4079-8d0c-5fd45fbb3ac0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622531 Jan 31 16:00:56.659575 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd96e59-18b9-49af-b419-034fc7d14517 req-cea49c97-917c-42f3-b619-f7ea44a67f65 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.667439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8dd96e59-18b9-49af-b419-034fc7d14517 req-cea49c97-917c-42f3-b619-f7ea44a67f65 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 946 time: 0.2118399 Jan 31 16:00:56.674758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:56.707027 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d75f6bf-65f2-4820-93df-dc40fe004fdd req-b470e832-c293-4d11-87ac-e5afa191dd96 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686499 Jan 31 16:00:56.708588 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ec04eb6-2890-42af-9ef5-8efa0d4f3808 req-1a8a1e21-caac-47fe-baa2-be6876e41ca0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672523 Jan 31 16:00:56.747436 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1b659210-cf27-4d70-970a-f988437613ff tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:56.782586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496c975-28b4-4467-ac67-7793cb44368a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Subnet': ['ID=c8f650b9-7ca2-44e1-9dd0-ad0422b58c46,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:56.784773 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8dd96e59-18b9-49af-b419-034fc7d14517 req-20b9d076-bcaf-4504-a98e-eec47030c95b tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130397 Jan 31 16:00:56.814004 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1b659210-cf27-4d70-970a-f988437613ff tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:56.840321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Attempting to bind port a8bc7411-31ed-4bb2-b29d-89643d4e35e5 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:56.840635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Attempting to bind port a8bc7411-31ed-4bb2-b29d-89643d4e35e5 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:56.840898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Attempting to bind port a8bc7411-31ed-4bb2-b29d-89643d4e35e5 on network 5c27222f-9f10-4881-bc3e-463f81557d8f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:56.842640 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96ec3844-359c-462a-a35f-416974fb2274 req-221813b6-c969-4b45-a6d1-29c6fafee66a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456286 Jan 31 16:00:56.845730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Port a8bc7411-31ed-4bb2-b29d-89643d4e35e5 on network 5c27222f-9f10-4881-bc3e-463f81557d8f not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:56.845987 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Attempting to bind port a8bc7411-31ed-4bb2-b29d-89643d4e35e5 on network 5c27222f-9f10-4881-bc3e-463f81557d8f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:56.848477 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Set router fb1f5852-e8eb-48ff-a2cf-520331a89917 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:56.851645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:56.852063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Checking segment: {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:56.852566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Bound using segment: {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:56.852792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-ef8558d6-f5ed-4d76-b27c-c1738099db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:56.853177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Bound port: a8bc7411-31ed-4bb2-b29d-89643d4e35e5, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:56.853583 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:56.854309 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af43079c-b556-48d4-8e52-359e2db2d4d1 req-ef8558d6-f5ed-4d76-b27c-c1738099db11 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4336069 Jan 31 16:00:56.889896 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1b659210-cf27-4d70-970a-f988437613ff tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:56.889896 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1b659210-cf27-4d70-970a-f988437613ff tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9324434 Jan 31 16:00:56.894586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49238) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:56.897142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b496c975-28b4-4467-ac67-7793cb44368a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Checking segment: {'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:56.897875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b496c975-28b4-4467-ac67-7793cb44368a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Network hostable DHCP agents. Network: f6873347-cc1a-4c3c-9d9f-52948982c505, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:00:56.904417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-73bb0064-014b-43f3-b054-37d49a48b898 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Request body: {'security_group_rule': {'security_group_id': '9f42aa7f-9d2c-4b3a-b408-1ebad476923d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:56.908575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b659210-cf27-4d70-970a-f988437613ff tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f42aa7f-9d2c-4b3a-b408-1ebad476923d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:56.971012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b496c975-28b4-4467-ac67-7793cb44368a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Network f6873347-cc1a-4c3c-9d9f-52948982c505 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:00:57.008341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-b496c975-28b4-4467-ac67-7793cb44368a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, f6873347-cc1a-4c3c-9d9f-52948982c505) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:57.016628 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af53225f-d582-4a0c-82f7-3bf366a7b1bc None None] Network f6873347-cc1a-4c3c-9d9f-52948982c505 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:00:57.021322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b496c975-28b4-4467-ac67-7793cb44368a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:57.022149 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b496c975-28b4-4467-ac67-7793cb44368a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.047209 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73bb0064-014b-43f3-b054-37d49a48b898 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.144103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73bb0064-014b-43f3-b054-37d49a48b898 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.166534 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73bb0064-014b-43f3-b054-37d49a48b898 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.200593 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b496c975-28b4-4467-ac67-7793cb44368a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3681822 Jan 31 16:00:57.209150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49240) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:57.217375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4b8b8-a91b-488d-accc-505ca124400d req-3ce43b36-166a-4511-b7a3-6bc3cb34a211 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:57.227544 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 40930d65-4a9d-4b6d-95bf-bb20a7404d50 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:57.228221 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52d4b8b8-a91b-488d-accc-505ca124400d req-3ce43b36-166a-4511-b7a3-6bc3cb34a211 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=779c58d8-79a7-445e-88a2-91ed51387743 HTTP/1.1" status: 200 len: 945 time: 0.2380340 Jan 31 16:00:57.231175 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:00:53Z', 'revision_number': 4, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '3cb8c8ea-8da9-481b-af79-80322a15b885', 'name': '', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'mac_address': 'fa:16:3e:5e:df:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:50Z', 'updated_at': '2022-01-31T16:00:54Z', 'revision_number': 2, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'subnets': [{'id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:57.236130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'port': {'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523', 'name': 'tempest-TaggedBootDevicesTest_v242-1396948974', 'fixed_ips': [{'subnet_id': '76dcf05c-6dab-43c6-a38d-12ed158e5b9f'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:57.244441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb0064-014b-43f3-b054-37d49a48b898 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f749cd8a-2386-41d7-96de-76f92d40e522,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:57.305175 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Checking router: fb1f5852-e8eb-48ff-a2cf-520331a89917 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:00:57.312857 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73bb0064-014b-43f3-b054-37d49a48b898 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.313657 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Updating router fb1f5852-e8eb-48ff-a2cf-520331a89917 port 3cb8c8ea-8da9-481b-af79-80322a15b885 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:00:57.322523 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-73bb0064-014b-43f3-b054-37d49a48b898 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4263983 Jan 31 16:00:57.336281 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-f6873347-cc1a-4c3c-9d9f-52948982c505', 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'fixed_ips': [{'subnet_id': 'c8f650b9-7ca2-44e1-9dd0-ad0422b58c46'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:00:57.337155 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.347179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49244) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:57.358441 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.360905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e388859e-c63b-451f-96b4-f253686d0034 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Request body: {'security_group_rule': {'security_group_id': '9f42aa7f-9d2c-4b3a-b408-1ebad476923d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:57.383945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:00:57.460458 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52d4b8b8-a91b-488d-accc-505ca124400d req-3f28706f-5a0c-4e45-ac74-16b86f4173e7 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258406 Jan 31 16:00:57.479661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': '9d12f056-6516-4947-81d8-5431569d63fc'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:57.482451 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5765937e-5586-4f15-ba64-337301ec96a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "9d12f056-6516-4947-81d8-5431569d63fc"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:57.507300 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e388859e-c63b-451f-96b4-f253686d0034 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.510669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 40930d65-4a9d-4b6d-95bf-bb20a7404d50 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:57.511403 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.517640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] For port a8bc7411-31ed-4bb2-b29d-89643d4e35e5, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:57.524404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] For port a8bc7411-31ed-4bb2-b29d-89643d4e35e5, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:57.539736 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.572032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:57.585032 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef46d3-86b8-485b-9c9f-52b77ec73a3f None None] Network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:00:57.607481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfbd61-3a6c-4e5f-9cb9-13fb87c93f76 req-a0c12154-6952-42b1-83fb-9cca34b1b7f3 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:57.616475 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89dfbd61-3a6c-4e5f-9cb9-13fb87c93f76 req-a0c12154-6952-42b1-83fb-9cca34b1b7f3 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 944 time: 0.7164721 Jan 31 16:00:57.631404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:57.637445 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.640504 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] 10.222.0.20 "PUT /v2.0/ports/a8bc7411-31ed-4bb2-b29d-89643d4e35e5 HTTP/1.1" status: 200 len: 1091 time: 2.0352359 Jan 31 16:00:57.681496 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e388859e-c63b-451f-96b4-f253686d0034 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.684518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Request body: {'port': {'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:57.704385 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e388859e-c63b-451f-96b4-f253686d0034 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.773023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152689d-979a-41f1-8e7f-97811bb85e52 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:57.793389 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e388859e-c63b-451f-96b4-f253686d0034 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.794641 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e388859e-c63b-451f-96b4-f253686d0034 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4402137 Jan 31 16:00:57.805127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49252) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:57.806561 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89dfbd61-3a6c-4e5f-9cb9-13fb87c93f76 req-34b729eb-25af-488e-887f-336012001adb tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889122 Jan 31 16:00:57.820328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:57.866215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388859e-c63b-451f-96b4-f253686d0034 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1912503-d6c6-4c79-bf10-5b19b8835ee3,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:57.867242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ad380c3c-fc28-495c-b7ec-35ba6d945d93 None None] Provisioning complete for port 40930d65-4a9d-4b6d-95bf-bb20a7404d50 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:57.867823 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ad380c3c-fc28-495c-b7ec-35ba6d945d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.873428 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.898982 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.914669 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.945241 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:57.946811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] device_id is not set on port d2df101d-aeaf-4eea-a281-f00e4a175292 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:00:57.954621 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:58.033926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:00:58.066374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Allocated IP 10.2.2.2 (f6873347-cc1a-4c3c-9d9f-52948982c505/c8f650b9-7ca2-44e1-9dd0-ad0422b58c46/7a51b802-7775-47df-be44-93f2b493dd0e) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:58.104109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:00:58.107397 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:58.148168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504d76-7a10-4f4d-9653-bd4e21abc112 req-3ba4f695-6467-4884-9b2f-97c30e724c75 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:58.159554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504d76-7a10-4f4d-9653-bd4e21abc112 req-3ba4f695-6467-4884-9b2f-97c30e724c75 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:58.174542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504d76-7a10-4f4d-9653-bd4e21abc112 req-3ba4f695-6467-4884-9b2f-97c30e724c75 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:58.187428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504d76-7a10-4f4d-9653-bd4e21abc112 req-3ba4f695-6467-4884-9b2f-97c30e724c75 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:58.195001 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Attempting to bind port 3cb8c8ea-8da9-481b-af79-80322a15b885 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:58.199694 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Attempting to bind port 3cb8c8ea-8da9-481b-af79-80322a15b885 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:58.200849 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Attempting to bind port 3cb8c8ea-8da9-481b-af79-80322a15b885 on network 54f5432d-db6f-45ec-b066-717218f9d91c {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:58.200982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504d76-7a10-4f4d-9653-bd4e21abc112 req-3ba4f695-6467-4884-9b2f-97c30e724c75 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:58.210466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Allocated IP 10.1.1.187 (a36c49ff-c485-45f0-b55f-3dcb3d0d8523/76dcf05c-6dab-43c6-a38d-12ed158e5b9f/d2df101d-aeaf-4eea-a281-f00e4a175292) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:00:58.216892 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:58.218650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504d76-7a10-4f4d-9653-bd4e21abc112 req-3ba4f695-6467-4884-9b2f-97c30e724c75 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:58.219139 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Checking segment: {'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:58.220036 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:58.220036 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Bound using segment: {'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:58.223149 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Bound port: 3cb8c8ea-8da9-481b-af79-80322a15b885, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:58.223659 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:58.232428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504d76-7a10-4f4d-9653-bd4e21abc112 req-3ba4f695-6467-4884-9b2f-97c30e724c75 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:58.242368 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce504d76-7a10-4f4d-9653-bd4e21abc112 req-3ba4f695-6467-4884-9b2f-97c30e724c75 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5384 time: 0.2976239 Jan 31 16:00:58.409396 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] For port 3cb8c8ea-8da9-481b-af79-80322a15b885, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:58.416245 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] For port 3cb8c8ea-8da9-481b-af79-80322a15b885, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3cb8c8ea-8da9-481b-af79-80322a15b885,segment=NetworkSegment(e618a883-db95-4302-bf11-41142aa8e97f),segment_id=e618a883-db95-4302-bf11-41142aa8e97f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:58.427419 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:58.436666 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:58.448755 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124d36e-42c4-460c-85f5-e99caa1b1b51 None None] Pushing event updated for resources: {'Port': ['ID=3cb8c8ea-8da9-481b-af79-80322a15b885,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:58.499049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49256) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:58.510125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6eac6e43-d8d7-4239-aca0-119d2b8f3f1a tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037694155', 'description': 'tempest-description--800254191'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:58.540408 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:58.559027 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:58.585222 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124d36e-42c4-460c-85f5-e99caa1b1b51 None None] Pushing event updated for resources: {'Port': ['ID=3cb8c8ea-8da9-481b-af79-80322a15b885,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:58.604417 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Routers {'fb1f5852-e8eb-48ff-a2cf-520331a89917'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:00:58.606031 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:00:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fb1f5852-e8eb-48ff-a2cf-520331a89917'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:58.698844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:58.769799 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce504d76-7a10-4f4d-9653-bd4e21abc112 req-eb60e898-e945-4caf-830b-b98813073d7f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5264571 Jan 31 16:00:58.815961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:58.827412 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:58.858543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:58.878808 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] Set router fb1f5852-e8eb-48ff-a2cf-520331a89917 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:00:58.878997 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f74b17d-bfba-41ce-a8cb-1916ea6e7616 x-openstack-request-id: req-3f74b17d-bfba-41ce-a8cb-1916ea6e7616 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:58.879113 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "9d12f056-6516-4947-81d8-5431569d63fc", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:58.881090 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f74b17d-bfba-41ce-a8cb-1916ea6e7616 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:58.882028 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': '9d12f056-6516-4947-81d8-5431569d63fc', 'status': 'completed', 'code': 200} Jan 31 16:00:58.896820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e916d64-b3aa-442c-8f2b-ebe760eea97b {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:00:58.916603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:58.934969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Port': ['ID=d2df101d-aeaf-4eea-a281-f00e4a175292,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:58.961165 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eac6e43-d8d7-4239-aca0-119d2b8f3f1a tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.000903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Transition to ACTIVE for port object 8e916d64-b3aa-442c-8f2b-ebe760eea97b will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:00:59.007934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.038553 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecb349-d482-4529-8d01-ee6387d2b1a5 req-4163de93-0041-44e2-9584-766b071ddccd tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.046368 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fcecb349-d482-4529-8d01-ee6387d2b1a5 req-4163de93-0041-44e2-9584-766b071ddccd tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdcb8f4e-5700-48c0-b4a8-2c1e50b50728 HTTP/1.1" status: 200 len: 945 time: 0.4789536 Jan 31 16:00:59.060142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.061313 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.071953 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.096089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 40930d65-4a9d-4b6d-95bf-bb20a7404d50, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=40930d65-4a9d-4b6d-95bf-bb20a7404d50,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:59.097010 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ad380c3c-fc28-495c-b7ec-35ba6d945d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.133511 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.134335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad41e1d-4bed-405f-bd5c-11d31831a827 req-e56d8b07-f825-4a45-bdbf-6195b282015e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.143305 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6ad41e1d-4bed-405f-bd5c-11d31831a827 req-e56d8b07-f825-4a45-bdbf-6195b282015e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 950 time: 0.1908622 Jan 31 16:00:59.182181 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1c713075-c40d-4cbb-9005-edad0c7ae547 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9491849 Jan 31 16:00:59.185563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49260) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:59.191224 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:00:53Z', 'revision_number': 4, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '3cb8c8ea-8da9-481b-af79-80322a15b885', 'name': '', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'mac_address': 'fa:16:3e:5e:df:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:50Z', 'updated_at': '2022-01-31T16:00:58Z', 'revision_number': 4, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'subnets': [{'id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:00:59.195659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765937e-5586-4f15-ba64-337301ec96a5 req-3e841002-e96a-412e-9445-c9ed94b3a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.196064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765937e-5586-4f15-ba64-337301ec96a5 req-3e841002-e96a-412e-9445-c9ed94b3a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.196522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765937e-5586-4f15-ba64-337301ec96a5 req-3e841002-e96a-412e-9445-c9ed94b3a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.196970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765937e-5586-4f15-ba64-337301ec96a5 req-3e841002-e96a-412e-9445-c9ed94b3a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.197920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Pushing event updated for resources: {'Port': ['ID=8e916d64-b3aa-442c-8f2b-ebe760eea97b,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:59.207440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765937e-5586-4f15-ba64-337301ec96a5 req-3e841002-e96a-412e-9445-c9ed94b3a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.207928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765937e-5586-4f15-ba64-337301ec96a5 req-3e841002-e96a-412e-9445-c9ed94b3a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.208387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765937e-5586-4f15-ba64-337301ec96a5 req-3e841002-e96a-412e-9445-c9ed94b3a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.218152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'port': {'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523', 'name': 'tempest-TaggedBootDevicesTest_v242-482739165', 'fixed_ips': [{'subnet_id': '76dcf05c-6dab-43c6-a38d-12ed158e5b9f'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:59.227295 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5765937e-5586-4f15-ba64-337301ec96a5 req-3e841002-e96a-412e-9445-c9ed94b3a81d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edb4aefda634a53a5f082fd0e807b48&device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 6276 time: 0.2864792 Jan 31 16:00:59.241744 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2df461-20a5-4ac5-b0a8-a529f913d1b8 None None] The sync data for ids ['fb1f5852-e8eb-48ff-a2cf-520331a89917'] in n-d-827120-1 is: [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:00:53Z', 'revision_number': 4, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '3cb8c8ea-8da9-481b-af79-80322a15b885', 'name': '', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'mac_address': 'fa:16:3e:5e:df:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:50Z', 'updated_at': '2022-01-31T16:00:58Z', 'revision_number': 4, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'subnets': [{'id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:00:59.289380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:00:59.338643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=40930d65-4a9d-4b6d-95bf-bb20a7404d50,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:59.352454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de033182-58ce-4dc9-9d63-4097bfc959c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d059eb-2bd8-4d98-b061-b6b8b6a551e2'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:00:59.354956 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c120ef4c-db4f-404f-8d2f-e0f8dc203103" -d '{"events": [{"server_uuid": "de033182-58ce-4dc9-9d63-4097bfc959c4", "name": "network-vif-plugged", "status": "completed", "tag": "27d059eb-2bd8-4d98-b061-b6b8b6a551e2"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:00:59.365651 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.381030 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eac6e43-d8d7-4239-aca0-119d2b8f3f1a tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.428376 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6ad41e1d-4bed-405f-bd5c-11d31831a827 req-41fd968c-6423-4674-a94d-c05766cf3240 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347188 Jan 31 16:00:59.494981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Attempting to bind port 8e916d64-b3aa-442c-8f2b-ebe760eea97b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:59.495323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Attempting to bind port 8e916d64-b3aa-442c-8f2b-ebe760eea97b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:59.495627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Attempting to bind port 8e916d64-b3aa-442c-8f2b-ebe760eea97b on network 5c27222f-9f10-4881-bc3e-463f81557d8f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:59.505302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Port 8e916d64-b3aa-442c-8f2b-ebe760eea97b on network 5c27222f-9f10-4881-bc3e-463f81557d8f not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:00:59.505776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Attempting to bind port 8e916d64-b3aa-442c-8f2b-ebe760eea97b on network 5c27222f-9f10-4881-bc3e-463f81557d8f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:59.519654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765937e-5586-4f15-ba64-337301ec96a5 req-2b891ed7-a397-4ee3-a36f-404addb5919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.520241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765937e-5586-4f15-ba64-337301ec96a5 req-2b891ed7-a397-4ee3-a36f-404addb5919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.520886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765937e-5586-4f15-ba64-337301ec96a5 req-2b891ed7-a397-4ee3-a36f-404addb5919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.521218 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.522814 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5765937e-5586-4f15-ba64-337301ec96a5 req-2b891ed7-a397-4ee3-a36f-404addb5919f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2edb4aefda634a53a5f082fd0e807b48&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2939501 Jan 31 16:00:59.530733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:59.531286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Checking segment: {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:59.531935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Bound using segment: {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:59.532498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Bound port: 8e916d64-b3aa-442c-8f2b-ebe760eea97b, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27b7bbd-7621-477a-b097-a873c311b6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:59.532945 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.537886 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eac6e43-d8d7-4239-aca0-119d2b8f3f1a tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.540033 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.576157 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-ad380c3c-fc28-495c-b7ec-35ba6d945d93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:00:59.576365 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-ad380c3c-fc28-495c-b7ec-35ba6d945d93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:00:59.578194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Network f6873347-cc1a-4c3c-9d9f-52948982c505 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:00:59.578930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:59.588409 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fcecb349-d482-4529-8d01-ee6387d2b1a5 req-1f006a11-5267-4d24-9f39-804a511cbea2 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406477 Jan 31 16:00:59.594163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:00:59.628123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] For port 8e916d64-b3aa-442c-8f2b-ebe760eea97b, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:59.631486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] For port 8e916d64-b3aa-442c-8f2b-ebe760eea97b, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8e916d64-b3aa-442c-8f2b-ebe760eea97b,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:59.640432 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.647112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Pushing event updated for resources: {'Port': ['ID=7a51b802-7775-47df-be44-93f2b493dd0e,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:59.679047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:00:59.682667 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df88c904-c4d0-485d-8046-4d66cf272be8 x-openstack-request-id: req-df88c904-c4d0-485d-8046-4d66cf272be8 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:00:59.683061 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de033182-58ce-4dc9-9d63-4097bfc959c4", "name": "network-vif-plugged", "status": "completed", "tag": "27d059eb-2bd8-4d98-b061-b6b8b6a551e2", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:00:59.683350 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df88c904-c4d0-485d-8046-4d66cf272be8 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:00:59.683808 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de033182-58ce-4dc9-9d63-4097bfc959c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d059eb-2bd8-4d98-b061-b6b8b6a551e2', 'code': 200} Jan 31 16:00:59.725139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c97d88-5103-4db3-9d02-2c4d9090093c req-0f807001-4564-4794-9150-eae4e8ccbaf0 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.731129 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59c97d88-5103-4db3-9d02-2c4d9090093c req-0f807001-4564-4794-9150-eae4e8ccbaf0 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.2134657 Jan 31 16:00:59.734934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.735624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.743924 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eac6e43-d8d7-4239-aca0-119d2b8f3f1a tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.744155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] 10.222.0.20 "PUT /v2.0/ports/8e916d64-b3aa-442c-8f2b-ebe760eea97b HTTP/1.1" status: 200 len: 1091 time: 2.0632553 Jan 31 16:00:59.748155 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6eac6e43-d8d7-4239-aca0-119d2b8f3f1a tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2407188 Jan 31 16:00:59.763987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49268) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:00:59.775828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fb373c35-4879-4f96-99ce-9f1c7cadddab tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Request body: {'security_group_rule': {'security_group_id': 'c3a51940-9968-484b-90d5-7562e9c8b0d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:59.780190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:00:59.787213 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac6e43-d8d7-4239-aca0-119d2b8f3f1a tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a51940-9968-484b-90d5-7562e9c8b0d5,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:00:59.791382 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.796042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Request body: {'port': {'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:00:59.801682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Attempting to bind port 7a51b802-7775-47df-be44-93f2b493dd0e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:00:59.802158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Attempting to bind port 7a51b802-7775-47df-be44-93f2b493dd0e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:00:59.802743 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Attempting to bind port 7a51b802-7775-47df-be44-93f2b493dd0e on network f6873347-cc1a-4c3c-9d9f-52948982c505 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:00:59.809205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:00:59.809775 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Checking segment: {'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:00:59.810242 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.810718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Bound using segment: {'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:00:59.811285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Bound port: 7a51b802-7775-47df-be44-93f2b493dd0e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:00:59.811855 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.926433 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] For port 7a51b802-7775-47df-be44-93f2b493dd0e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:00:59.940578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] For port 7a51b802-7775-47df-be44-93f2b493dd0e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7a51b802-7775-47df-be44-93f2b493dd0e,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:00:59.948885 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:00:59.953610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765937e-5586-4f15-ba64-337301ec96a5 req-d0712424-021c-4323-9207-94beb4162d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:00:59.956110 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5765937e-5586-4f15-ba64-337301ec96a5 req-d0712424-021c-4323-9207-94beb4162d72 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4088340 Jan 31 16:00:59.988115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb373c35-4879-4f96-99ce-9f1c7cadddab tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.003154 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59c97d88-5103-4db3-9d02-2c4d9090093c req-017991cd-0843-4773-bd3c-46e59577d886 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560580 Jan 31 16:01:00.018157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5bc67-2655-4f88-a940-5a404f1877d4 req-edd24d17-fb78-4c82-b9b6-f0a8627a76e1 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:00.033580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86e5bc67-2655-4f88-a940-5a404f1877d4 req-edd24d17-fb78-4c82-b9b6-f0a8627a76e1 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8f3f06d-b505-4609-a8c3-d5bf5fec7e31 HTTP/1.1" status: 200 len: 950 time: 0.2485852 Jan 31 16:01:00.038768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05913449-1ed9-414c-9338-47d6fe4b0497 service neutron] Pushing event updated for resources: {'Port': ['ID=8e916d64-b3aa-442c-8f2b-ebe760eea97b,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:00.056876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f9c86-67e0-4cdd-a258-e02d72cf1e0e None None] Pushing event updated for resources: {'Port': ['ID=7a51b802-7775-47df-be44-93f2b493dd0e,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:00.122156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Allocated IP 172.25.1.15 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/8e43a857-4888-4724-a687-fab2c0e8e169) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:00.136709 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.147665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae66b32-8d39-43bc-949a-f8f8f5c07872 req-b4f7a40e-7700-45e8-b88f-a151649b297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:00.149631 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eae66b32-8d39-43bc-949a-f8f8f5c07872 req-b4f7a40e-7700-45e8-b88f-a151649b297b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 1096 time: 0.3472984 Jan 31 16:01:00.195695 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.312649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f2051c0d-81b0-402b-9fb2-066d3621b6bd None None] Provisioning complete for port 3cb8c8ea-8da9-481b-af79-80322a15b885 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:00.313236 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f2051c0d-81b0-402b-9fb2-066d3621b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.358154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] device_id is not set on port b809d91f-3693-4c9b-9842-45c88f84e495 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:01:00.384270 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.389198 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eae66b32-8d39-43bc-949a-f8f8f5c07872 req-07b4b234-5d2e-41c5-9ff7-4d7646d011d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192144 Jan 31 16:01:00.442118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86e5bc67-2655-4f88-a940-5a404f1877d4 req-babc8f37-c533-4092-bece-4b33bc0dc7ce tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075625 Jan 31 16:01:00.444821 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f2051c0d-81b0-402b-9fb2-066d3621b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.481615 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb373c35-4879-4f96-99ce-9f1c7cadddab tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.483699 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.505827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f2051c0d-81b0-402b-9fb2-066d3621b6bd None None] For port 3cb8c8ea-8da9-481b-af79-80322a15b885, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3cb8c8ea-8da9-481b-af79-80322a15b885,segment=NetworkSegment(e618a883-db95-4302-bf11-41142aa8e97f),segment_id=e618a883-db95-4302-bf11-41142aa8e97f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:00.510681 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb373c35-4879-4f96-99ce-9f1c7cadddab tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.511640 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f2051c0d-81b0-402b-9fb2-066d3621b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.535537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:00.571855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f2051c0d-81b0-402b-9fb2-066d3621b6bd None None] Provisioning complete for port d2df101d-aeaf-4eea-a281-f00e4a175292 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:00.572272 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f2051c0d-81b0-402b-9fb2-066d3621b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.579993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:00.585885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:00.613847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2051c0d-81b0-402b-9fb2-066d3621b6bd None None] Pushing event updated for resources: {'Port': ['ID=3cb8c8ea-8da9-481b-af79-80322a15b885,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:00.647766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11386be-c527-4492-a528-ddd6e69d40a0 req-e97dae31-5d52-476f-947d-7c1cd182ed46 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:00.649349 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f2051c0d-81b0-402b-9fb2-066d3621b6bd None None] Port d2df101d-aeaf-4eea-a281-f00e4a175292 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:00.654075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11386be-c527-4492-a528-ddd6e69d40a0 req-e97dae31-5d52-476f-947d-7c1cd182ed46 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:00.660689 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11386be-c527-4492-a528-ddd6e69d40a0 req-e97dae31-5d52-476f-947d-7c1cd182ed46 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:00.667037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb373c35-4879-4f96-99ce-9f1c7cadddab tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed33b07-5c71-45e5-955b-5ad56be0237a,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:00.675297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11386be-c527-4492-a528-ddd6e69d40a0 req-e97dae31-5d52-476f-947d-7c1cd182ed46 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:00.685310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11386be-c527-4492-a528-ddd6e69d40a0 req-e97dae31-5d52-476f-947d-7c1cd182ed46 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:00.686432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f2051c0d-81b0-402b-9fb2-066d3621b6bd None None] Provisioning complete for port 40930d65-4a9d-4b6d-95bf-bb20a7404d50 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:00.686859 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f2051c0d-81b0-402b-9fb2-066d3621b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.691627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11386be-c527-4492-a528-ddd6e69d40a0 req-e97dae31-5d52-476f-947d-7c1cd182ed46 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:00.692764 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb373c35-4879-4f96-99ce-9f1c7cadddab tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:00.694272 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fb373c35-4879-4f96-99ce-9f1c7cadddab tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9246535 Jan 31 16:01:00.699340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11386be-c527-4492-a528-ddd6e69d40a0 req-e97dae31-5d52-476f-947d-7c1cd182ed46 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:00.704222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49280) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:00.709335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f11386be-c527-4492-a528-ddd6e69d40a0 req-e97dae31-5d52-476f-947d-7c1cd182ed46 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5396 time: 0.3600640 Jan 31 16:01:00.747665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-80806c3e-1f2c-4e70-a1ac-cfceb173dd6f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Request body: {'security_group_rule': {'security_group_id': 'c3a51940-9968-484b-90d5-7562e9c8b0d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:00.768116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event updated for resources: {'Port': ['ID=8e43a857-4888-4724-a687-fab2c0e8e169,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:00.790587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f11386be-c527-4492-a528-ddd6e69d40a0 req-7b1a262d-71fc-44a6-9abe-65b047588d0c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801792 Jan 31 16:01:00.883502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': 'a8bc7411-31ed-4bb2-b29d-89643d4e35e5'}, {'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': '8e916d64-b3aa-442c-8f2b-ebe760eea97b'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:00.886098 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f30713-eaca-49ef-8cc1-7919cd6df949" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "a8bc7411-31ed-4bb2-b29d-89643d4e35e5"}, {"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "8e916d64-b3aa-442c-8f2b-ebe760eea97b"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:00.916373 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Allocated IP 10.1.1.172 (a36c49ff-c485-45f0-b55f-3dcb3d0d8523/76dcf05c-6dab-43c6-a38d-12ed158e5b9f/b809d91f-3693-4c9b-9842-45c88f84e495) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:00.993481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71513f9-4c28-4414-a04c-8add0dcfe550 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:01.009580 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.044288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Transition to ACTIVE for port object f71513f9-4c28-4414-a04c-8add0dcfe550 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:01.055859 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.189434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e85c4d-57fe-48d5-80f8-d3a24f477393 req-dfa97f1f-969e-4c15-b2d7-a5a0953ef421 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.198275 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82e85c4d-57fe-48d5-80f8-d3a24f477393 req-dfa97f1f-969e-4c15-b2d7-a5a0953ef421 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdcb8f4e-5700-48c0-b4a8-2c1e50b50728 HTTP/1.1" status: 200 len: 945 time: 0.5424683 Jan 31 16:01:01.228966 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.246604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Pushing event updated for resources: {'Port': ['ID=f71513f9-4c28-4414-a04c-8add0dcfe550,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:01.277599 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80806c3e-1f2c-4e70-a1ac-cfceb173dd6f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.302677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e25db-bec5-4cff-8dc2-6649e3c309de req-14d57229-c7bc-4185-94de-d1a953f68088 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.313956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e25db-bec5-4cff-8dc2-6649e3c309de req-14d57229-c7bc-4185-94de-d1a953f68088 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.328953 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-566e25db-bec5-4cff-8dc2-6649e3c309de req-14d57229-c7bc-4185-94de-d1a953f68088 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73&device_id=d8f3f06d-b505-4609-a8c3-d5bf5fec7e31 HTTP/1.1" status: 200 len: 1691 time: 0.2064357 Jan 31 16:01:01.377760 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.388123 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.434148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-566e25db-bec5-4cff-8dc2-6649e3c309de req-0e01b42b-7650-4a84-b126-a9d2057fb434 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037936 Jan 31 16:01:01.469146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Attempting to bind port f71513f9-4c28-4414-a04c-8add0dcfe550 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:01.469499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Attempting to bind port f71513f9-4c28-4414-a04c-8add0dcfe550 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:01.469826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Attempting to bind port f71513f9-4c28-4414-a04c-8add0dcfe550 on network cb929c42-3e30-4828-a03a-532e8e7e942b {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:01.469988 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82e85c4d-57fe-48d5-80f8-d3a24f477393 req-3b5cfe1c-8b5d-4ab0-91d6-2443a2abb979 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497749 Jan 31 16:01:01.525222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Port f71513f9-4c28-4414-a04c-8add0dcfe550 on network cb929c42-3e30-4828-a03a-532e8e7e942b not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:01.527844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Attempting to bind port f71513f9-4c28-4414-a04c-8add0dcfe550 on network cb929c42-3e30-4828-a03a-532e8e7e942b {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:01.532068 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d67b8e2-89cf-45a7-80de-f1c630b919da x-openstack-request-id: req-7d67b8e2-89cf-45a7-80de-f1c630b919da {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:01.532365 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "a8bc7411-31ed-4bb2-b29d-89643d4e35e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "8e916d64-b3aa-442c-8f2b-ebe760eea97b", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:01.532618 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d67b8e2-89cf-45a7-80de-f1c630b919da {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:01.533078 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': 'a8bc7411-31ed-4bb2-b29d-89643d4e35e5', 'status': 'completed', 'code': 200} Jan 31 16:01:01.533352 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': '8e916d64-b3aa-442c-8f2b-ebe760eea97b', 'status': 'completed', 'code': 200} Jan 31 16:01:01.536411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.600530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7a51b802-7775-47df-be44-93f2b493dd0e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:01.613274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:01.613835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Checking segment: {'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:01.614408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Bound using segment: {'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:01.615018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Bound port: f71513f9-4c28-4414-a04c-8add0dcfe550, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:01.615521 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.636411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:01.648979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:01.654670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:01.690468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Port': ['ID=b809d91f-3693-4c9b-9842-45c88f84e495,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:01.692782 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80806c3e-1f2c-4e70-a1ac-cfceb173dd6f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.703761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7a51b802-7775-47df-be44-93f2b493dd0e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:01.704469 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.811246 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80806c3e-1f2c-4e70-a1ac-cfceb173dd6f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.836748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe526a-c34b-43b7-a152-8a5b3abfa683 None None] Network f6873347-cc1a-4c3c-9d9f-52948982c505 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:01:01.837599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.838105 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.847982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80806c3e-1f2c-4e70-a1ac-cfceb173dd6f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d39967d-f9f3-4aa1-8661-be33d672881b,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:01.864956 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80806c3e-1f2c-4e70-a1ac-cfceb173dd6f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.866205 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-80806c3e-1f2c-4e70-a1ac-cfceb173dd6f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1425898 Jan 31 16:01:01.871438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49292) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:01.876777 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.884071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-56511854-15e3-4d09-a422-2582c940bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.884609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-56511854-15e3-4d09-a422-2582c940bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.885064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-56511854-15e3-4d09-a422-2582c940bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.885572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-56511854-15e3-4d09-a422-2582c940bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.885671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:01.885991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-56511854-15e3-4d09-a422-2582c940bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.886443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-56511854-15e3-4d09-a422-2582c940bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.886884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-56511854-15e3-4d09-a422-2582c940bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.888804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-56511854-15e3-4d09-a422-2582c940bd09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edb4aefda634a53a5f082fd0e807b48&device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 6368 time: 0.3564060 Jan 31 16:01:01.910674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] For port f71513f9-4c28-4414-a04c-8add0dcfe550, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:01.919734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908243a0-3c87-4c84-a0a8-c72b1681ef45 req-57b9312e-88e5-48ad-a1f9-77a4ab326861 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.920310 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cbe975ea-4ccf-4f4c-a739-d1874a8c280d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7163274 Jan 31 16:01:01.930840 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-908243a0-3c87-4c84-a0a8-c72b1681ef45 req-57b9312e-88e5-48ad-a1f9-77a4ab326861 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.2883418 Jan 31 16:01:01.954873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] For port f71513f9-4c28-4414-a04c-8add0dcfe550, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f71513f9-4c28-4414-a04c-8add0dcfe550,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:01.959357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b0f70-281c-40ae-8ca0-73983df5a980 req-8658ca5a-30d1-4d66-b781-3b83258452e6 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:01.969811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-118b0f70-281c-40ae-8ca0-73983df5a980 req-8658ca5a-30d1-4d66-b781-3b83258452e6 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 1101 time: 0.2056046 Jan 31 16:01:01.971548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-50e64fd1-7c41-4e6e-8ed9-260055b12f89 None None] Provisioning complete for port 7a51b802-7775-47df-be44-93f2b493dd0e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:01.972203 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-50e64fd1-7c41-4e6e-8ed9-260055b12f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.978642 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:01.981313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 7a51b802-7775-47df-be44-93f2b493dd0e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7a51b802-7775-47df-be44-93f2b493dd0e,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:01.991640 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.009386 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.010245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 40930d65-4a9d-4b6d-95bf-bb20a7404d50 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:02.053249 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-908243a0-3c87-4c84-a0a8-c72b1681ef45 req-fd9c32e6-b581-4ec7-8c6f-881c95f7d42e tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148317 Jan 31 16:01:02.084810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.085790 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.087224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] 10.222.0.20 "PUT /v2.0/ports/f71513f9-4c28-4414-a04c-8add0dcfe550 HTTP/1.1" status: 200 len: 1091 time: 2.2991900 Jan 31 16:01:02.132169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-c80764eb-61f2-4525-8d81-0eb5059dd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.136172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-c80764eb-61f2-4525-8d81-0eb5059dd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.137456 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-c80764eb-61f2-4525-8d81-0eb5059dd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.140495 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-c80764eb-61f2-4525-8d81-0eb5059dd1cb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2edb4aefda634a53a5f082fd0e807b48&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2385583 Jan 31 16:01:02.153087 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.164638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=7a51b802-7775-47df-be44-93f2b493dd0e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:02.171260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Request body: {'port': {'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:02.184302 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-118b0f70-281c-40ae-8ca0-73983df5a980 req-c1e627a5-874f-46b6-92cf-85d7b15725d0 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119758 Jan 31 16:01:02.200757 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.254565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 40930d65-4a9d-4b6d-95bf-bb20a7404d50 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:02.254938 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.298795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db47596-4058-47b2-a020-deb7479afa0e service neutron] Pushing event updated for resources: {'Port': ['ID=f71513f9-4c28-4414-a04c-8add0dcfe550,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:02.364873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da5944-58e9-404d-9ba2-d80e9d306a1a req-5ef4ecb9-7977-4217-b223-8b04817201d8 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.366545 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e7da5944-58e9-404d-9ba2-d80e9d306a1a req-5ef4ecb9-7977-4217-b223-8b04817201d8 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdcb8f4e-5700-48c0-b4a8-2c1e50b50728 HTTP/1.1" status: 200 len: 945 time: 0.2937198 Jan 31 16:01:02.396950 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.397434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-a3bf69a1-45a9-4ae0-9680-3a5b289cd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.399794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-a3bf69a1-45a9-4ae0-9680-3a5b289cd67a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2406237 Jan 31 16:01:02.404487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event updated for resources: {'Port': ['ID=8e43a857-4888-4724-a687-fab2c0e8e169,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:02.415428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3cb8c8ea-8da9-481b-af79-80322a15b885 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:02.418542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0a2c976d-4d06-444b-be10-c5bf94683eef None None] Provisioning complete for port b809d91f-3693-4c9b-9842-45c88f84e495 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:02.418542 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0a2c976d-4d06-444b-be10-c5bf94683eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.499262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c976d-4d06-444b-be10-c5bf94683eef None None] Port b809d91f-3693-4c9b-9842-45c88f84e495 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:02.516406 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.537451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3cb8c8ea-8da9-481b-af79-80322a15b885 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:02.537867 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.554827 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.566048 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1c0288da-2948-4046-8e3a-2fbb217bc66e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7554843 Jan 31 16:01:02.584215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8388e6-fa93-4bce-af64-c5accffc9c82 req-fb05a452-cc44-4653-b965-4a71f3b21c90 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.597227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8388e6-fa93-4bce-af64-c5accffc9c82 req-fb05a452-cc44-4653-b965-4a71f3b21c90 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.603969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8388e6-fa93-4bce-af64-c5accffc9c82 req-fb05a452-cc44-4653-b965-4a71f3b21c90 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.610555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8388e6-fa93-4bce-af64-c5accffc9c82 req-fb05a452-cc44-4653-b965-4a71f3b21c90 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.617000 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8388e6-fa93-4bce-af64-c5accffc9c82 req-fb05a452-cc44-4653-b965-4a71f3b21c90 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.624483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8388e6-fa93-4bce-af64-c5accffc9c82 req-fb05a452-cc44-4653-b965-4a71f3b21c90 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.632260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8388e6-fa93-4bce-af64-c5accffc9c82 req-fb05a452-cc44-4653-b965-4a71f3b21c90 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.640008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ea8388e6-fa93-4bce-af64-c5accffc9c82 req-fb05a452-cc44-4653-b965-4a71f3b21c90 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5408 time: 0.4834397 Jan 31 16:01:02.646005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49302) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:02.700754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-c032d3bf-caa8-48fc-bf13-225aa30c2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.701636 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-c032d3bf-caa8-48fc-bf13-225aa30c2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.702107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-c032d3bf-caa8-48fc-bf13-225aa30c2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.705002 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.706127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-c032d3bf-caa8-48fc-bf13-225aa30c2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.708371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-c032d3bf-caa8-48fc-bf13-225aa30c2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.708807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-c032d3bf-caa8-48fc-bf13-225aa30c2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.711636 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-c032d3bf-caa8-48fc-bf13-225aa30c2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.714769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-c032d3bf-caa8-48fc-bf13-225aa30c2c11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edb4aefda634a53a5f082fd0e807b48&device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 6410 time: 0.2288098 Jan 31 16:01:02.726205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c9aae5ab-60f8-49c7-b293-71f5580b0907 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1675487735', 'description': 'tempest-description--1743291289'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:02.755343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-06204e9f-5bd0-4bf2-8a2a-c2873fd64b10 None None] Provisioning complete for port 7a51b802-7775-47df-be44-93f2b493dd0e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:02.756483 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-06204e9f-5bd0-4bf2-8a2a-c2873fd64b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.799377 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ea8388e6-fa93-4bce-af64-c5accffc9c82 req-495fb577-219f-4135-b382-07f38d75f27e tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584415 Jan 31 16:01:02.843020 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c9aae5ab-60f8-49c7-b293-71f5580b0907 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:02.958090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-fc6b29ce-b4b6-4dd6-ba12-400b16302be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.958556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-fc6b29ce-b4b6-4dd6-ba12-400b16302be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.959013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-fc6b29ce-b4b6-4dd6-ba12-400b16302be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:02.960636 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-fc6b29ce-b4b6-4dd6-ba12-400b16302be8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2edb4aefda634a53a5f082fd0e807b48&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2286036 Jan 31 16:01:03.032321 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c9aae5ab-60f8-49c7-b293-71f5580b0907 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.047598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b640a-c97f-4222-9eb1-04c6570fb2aa req-eb9c7e76-277a-4e40-a626-c1a3fb372f78 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:03.049154 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-581b640a-c97f-4222-9eb1-04c6570fb2aa req-eb9c7e76-277a-4e40-a626-c1a3fb372f78 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdcb8f4e-5700-48c0-b4a8-2c1e50b50728 HTTP/1.1" status: 200 len: 945 time: 0.1548257 Jan 31 16:01:03.052136 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c9aae5ab-60f8-49c7-b293-71f5580b0907 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.111014 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c9aae5ab-60f8-49c7-b293-71f5580b0907 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.112164 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c9aae5ab-60f8-49c7-b293-71f5580b0907 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4598370 Jan 31 16:01:03.117603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49308) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:03.124171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-77531367-c25d-4dd0-b1de-020adb7e672c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'security_group_rule': {'security_group_id': '3c6c3ba6-dfc0-4869-8971-6898ef23ac86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:03.136062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e7da5944-58e9-404d-9ba2-d80e9d306a1a req-23705e6b-cd8b-4241-af1f-9ca41d4a2c6d tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Deleting port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:01:03.136576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e7da5944-58e9-404d-9ba2-d80e9d306a1a req-23705e6b-cd8b-4241-af1f-9ca41d4a2c6d tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.152686 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aae5ab-60f8-49c7-b293-71f5580b0907 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6c3ba6-dfc0-4869-8971-6898ef23ac86,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:03.168238 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-581b640a-c97f-4222-9eb1-04c6570fb2aa req-f356b388-02f4-49b9-962c-221f2b0da15e tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064417 Jan 31 16:01:03.175685 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-51f6679a-f50f-47eb-a9bf-4686a3d988cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:03.177209 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-20f30713-eaca-49ef-8cc1-7919cd6df949 req-51f6679a-f50f-47eb-a9bf-4686a3d988cd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099423 Jan 31 16:01:03.206639 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-77531367-c25d-4dd0-b1de-020adb7e672c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.260400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-77531367-c25d-4dd0-b1de-020adb7e672c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.264812 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-77531367-c25d-4dd0-b1de-020adb7e672c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.275222 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7a51b802-7775-47df-be44-93f2b493dd0e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:03.287065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77531367-c25d-4dd0-b1de-020adb7e672c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f845b785-11e9-4885-bd5a-9d2b3b40d482,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:03.297112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a2f5-79f4-4187-8fe5-b7fd5f4cae73 req-71e1e2d7-3ee1-4990-a47a-aa8c77416562 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:03.298682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9aa2a2f5-79f4-4187-8fe5-b7fd5f4cae73 req-71e1e2d7-3ee1-4990-a47a-aa8c77416562 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d8f3f06d-b505-4609-a8c3-d5bf5fec7e31 HTTP/1.1" status: 200 len: 1101 time: 0.5767355 Jan 31 16:01:03.304271 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-77531367-c25d-4dd0-b1de-020adb7e672c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.308254 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-77531367-c25d-4dd0-b1de-020adb7e672c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1876159 Jan 31 16:01:03.314723 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49318) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:03.325046 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a1427e1e-1cc4-4a75-8af5-94803971ce55 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'security_group_rule': {'security_group_id': '3c6c3ba6-dfc0-4869-8971-6898ef23ac86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:03.336465 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7a51b802-7775-47df-be44-93f2b493dd0e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:03.336922 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.338160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-c5ed32b3-a368-439e-af5a-55f5b8a4fe8c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1819882635&fields=id&tenant_id=ef6dc57584b6442aa969c2c7a411ac81 HTTP/1.1" status: 200 len: 267 time: 0.0520508 Jan 31 16:01:03.363186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Allocated IP 172.25.1.178 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/3a6fc06f-bd21-4f94-bb57-0dcd513cdc6c) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:03.367503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e7da5944-58e9-404d-9ba2-d80e9d306a1a req-23705e6b-cd8b-4241-af1f-9ca41d4a2c6d tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] For port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4b5e82d1-2068-42a0-a58e-c8878fb51c6c,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:03.367870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e7da5944-58e9-404d-9ba2-d80e9d306a1a req-23705e6b-cd8b-4241-af1f-9ca41d4a2c6d tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.407792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e7da5944-58e9-404d-9ba2-d80e9d306a1a req-23705e6b-cd8b-4241-af1f-9ca41d4a2c6d tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Calling delete_port for 4b5e82d1-2068-42a0-a58e-c8878fb51c6c owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:01:03.438071 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9aa2a2f5-79f4-4187-8fe5-b7fd5f4cae73 req-9b4b2b65-22ed-4b3c-a230-753ad9640b76 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321220 Jan 31 16:01:03.450401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-d9720ba4-2e97-479c-a24b-91e75ce24419 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:03.468849 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-d9720ba4-2e97-479c-a24b-91e75ce24419 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 816 time: 0.1229715 Jan 31 16:01:03.481927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-97c08bc4-4512-45bc-94e3-3407873c9c09 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/quotas/ef6dc57584b6442aa969c2c7a411ac81 HTTP/1.1" status: 200 len: 375 time: 0.0114992 Jan 31 16:01:03.542160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-5128f172-28b2-4a5b-a214-51c1b07dbf02 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536525 Jan 31 16:01:03.543446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': 'f71513f9-4c28-4414-a04c-8add0dcfe550'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:03.545687 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a245c5-8194-49ba-8d57-d9a993cc9561" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "f71513f9-4c28-4414-a04c-8add0dcfe550"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:03.565083 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a1427e1e-1cc4-4a75-8af5-94803971ce55 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.574752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da4b15c-c29a-4d2d-a296-e629bd04104f {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:03.601098 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-ff000b72-af6c-4439-81f7-53d24ba9bd90 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:01:03.602666 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-ff000b72-af6c-4439-81f7-53d24ba9bd90 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484531 Jan 31 16:01:03.605101 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.669351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Transition to ACTIVE for port object 5da4b15c-c29a-4d2d-a296-e629bd04104f will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:03.692423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.696328 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-ae587913-04b3-49f8-9682-010978c8ccc4 service neutron] 10.222.0.36 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874476 Jan 31 16:01:03.737342 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.767778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244265e-8f66-4ee1-9d4d-4b30053303fc req-6772bd08-7701-4da1-bb3b-64be76fcf567 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:03.769330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4244265e-8f66-4ee1-9d4d-4b30053303fc req-6772bd08-7701-4da1-bb3b-64be76fcf567 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.2651689 Jan 31 16:01:03.804284 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-9168ac30-b10a-4ef6-9ace-7162201e637e service neutron] 10.222.0.36 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014011 Jan 31 16:01:03.824838 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a1427e1e-1cc4-4a75-8af5-94803971ce55 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.835820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5da4b15c-c29a-4d2d-a296-e629bd04104f,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:03.854006 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a1427e1e-1cc4-4a75-8af5-94803971ce55 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.940751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1427e1e-1cc4-4a75-8af5-94803971ce55 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c20d3e0-a3d8-4f18-9ac3-4a9fade0a25d,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:03.959560 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a1427e1e-1cc4-4a75-8af5-94803971ce55 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.960909 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a1427e1e-1cc4-4a75-8af5-94803971ce55 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6392548 Jan 31 16:01:03.961575 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e7da5944-58e9-404d-9ba2-d80e9d306a1a req-23705e6b-cd8b-4241-af1f-9ca41d4a2c6d tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.964456 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49330) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:03.970796 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4244265e-8f66-4ee1-9d4d-4b30053303fc req-14e3c3a6-4adc-4f81-a6ba-0da888126ece tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691763 Jan 31 16:01:03.973260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:03.974001 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8839c488-4cad-43e0-9045-ead1a89e01e7'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:03.978500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:04.030389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23705e6b-cd8b-4241-af1f-9ca41d4a2c6d tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Pushing event deleted for resources: {'Port': ['ID=4b5e82d1-2068-42a0-a58e-c8878fb51c6c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:04.053262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['70a09f4d-42c2-4241-aea2-e6e50288fb29'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:04.058011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:04.072848 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4238239-7653-4799-b809-a307b9b1b3f0 x-openstack-request-id: req-d4238239-7653-4799-b809-a307b9b1b3f0 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:04.073150 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "f71513f9-4c28-4414-a04c-8add0dcfe550", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:04.073382 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4238239-7653-4799-b809-a307b9b1b3f0 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:04.073807 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': 'f71513f9-4c28-4414-a04c-8add0dcfe550', 'status': 'completed', 'code': 200} Jan 31 16:01:04.075599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:04.104695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:04.116190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:04.154982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7da5944-58e9-404d-9ba2-d80e9d306a1a req-23705e6b-cd8b-4241-af1f-9ca41d4a2c6d tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] No DVR routers for this DVR port 4b5e82d1-2068-42a0-a58e-c8878fb51c6c on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:01:04.156749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Attempting to bind port 5da4b15c-c29a-4d2d-a296-e629bd04104f on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:04.157075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Attempting to bind port 5da4b15c-c29a-4d2d-a296-e629bd04104f by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:04.157454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Attempting to bind port 5da4b15c-c29a-4d2d-a296-e629bd04104f on network cb929c42-3e30-4828-a03a-532e8e7e942b {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:04.161900 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e7da5944-58e9-404d-9ba2-d80e9d306a1a req-23705e6b-cd8b-4241-af1f-9ca41d4a2c6d tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:04.165112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e7da5944-58e9-404d-9ba2-d80e9d306a1a req-23705e6b-cd8b-4241-af1f-9ca41d4a2c6d tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.30 "DELETE /v2.0/ports/4b5e82d1-2068-42a0-a58e-c8878fb51c6c HTTP/1.1" status: 204 len: 173 time: 1.7911000 Jan 31 16:01:04.204542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Pushing event updated for resources: {'Port': ['ID=3a6fc06f-bd21-4f94-bb57-0dcd513cdc6c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:04.209672 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Port 5da4b15c-c29a-4d2d-a296-e629bd04104f on network cb929c42-3e30-4828-a03a-532e8e7e942b not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:04.209996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Attempting to bind port 5da4b15c-c29a-4d2d-a296-e629bd04104f on network cb929c42-3e30-4828-a03a-532e8e7e942b {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:04.223165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:04.223602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Checking segment: {'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:04.224002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Bound using segment: {'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:04.224437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Bound port: 5da4b15c-c29a-4d2d-a296-e629bd04104f, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc7686e-ea2a-4498-a34b-a336758e7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:04.225285 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:04.263509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-dad2d829-14da-4495-b37c-c0ded7c62c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.264042 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-dad2d829-14da-4495-b37c-c0ded7c62c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.264592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-dad2d829-14da-4495-b37c-c0ded7c62c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.265052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-dad2d829-14da-4495-b37c-c0ded7c62c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.265563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-dad2d829-14da-4495-b37c-c0ded7c62c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.266026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-dad2d829-14da-4495-b37c-c0ded7c62c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.266511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-dad2d829-14da-4495-b37c-c0ded7c62c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.268649 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-dad2d829-14da-4495-b37c-c0ded7c62c54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edb4aefda634a53a5f082fd0e807b48&device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 6435 time: 0.1515818 Jan 31 16:01:04.278283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5f908-c34f-45ea-a275-dd6d4abab3bc req-fef207b7-1dc8-419d-9e82-b2f3a1681582 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.284500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5f908-c34f-45ea-a275-dd6d4abab3bc req-fef207b7-1dc8-419d-9e82-b2f3a1681582 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.306793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5f908-c34f-45ea-a275-dd6d4abab3bc req-fef207b7-1dc8-419d-9e82-b2f3a1681582 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.313151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5f908-c34f-45ea-a275-dd6d4abab3bc req-fef207b7-1dc8-419d-9e82-b2f3a1681582 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.319299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5f908-c34f-45ea-a275-dd6d4abab3bc req-fef207b7-1dc8-419d-9e82-b2f3a1681582 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.325353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5f908-c34f-45ea-a275-dd6d4abab3bc req-fef207b7-1dc8-419d-9e82-b2f3a1681582 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.331429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5f908-c34f-45ea-a275-dd6d4abab3bc req-fef207b7-1dc8-419d-9e82-b2f3a1681582 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.333938 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4cd5f908-c34f-45ea-a275-dd6d4abab3bc req-fef207b7-1dc8-419d-9e82-b2f3a1681582 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.1667807 Jan 31 16:01:04.432156 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:04.461006 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4cd5f908-c34f-45ea-a275-dd6d4abab3bc req-420edc3f-ac7e-4d1e-a607-c58476f07c40 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863850 Jan 31 16:01:04.463989 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b62be9c6-e493-4dd9-98bd-f180acd6a231 req-e008ea63-97bb-476f-b7f6-8b46767654dc tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 210 time: 0.1549082 Jan 31 16:01:04.477507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] For port 5da4b15c-c29a-4d2d-a296-e629bd04104f, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:04.486744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] For port 5da4b15c-c29a-4d2d-a296-e629bd04104f, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5da4b15c-c29a-4d2d-a296-e629bd04104f,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:04.509011 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:04.563294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:04.566167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.566669 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:04.568090 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/5da4b15c-c29a-4d2d-a296-e629bd04104f HTTP/1.1" status: 200 len: 1091 time: 2.4089663 Jan 31 16:01:04.613305 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:04.691031 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d6f4e522-549e-4cf1-9974-e1d3f31979a3 req-88a00b90-da93-4d56-9989-25babac31af4 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdcb8f4e-5700-48c0-b4a8-2c1e50b50728 HTTP/1.1" status: 200 len: 210 time: 0.0678582 Jan 31 16:01:04.704023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-da680770-23ee-4312-8932-99d5a8ad0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.705198 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-da680770-23ee-4312-8932-99d5a8ad0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.706025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-da680770-23ee-4312-8932-99d5a8ad0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.707762 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-da680770-23ee-4312-8932-99d5a8ad0c96 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2edb4aefda634a53a5f082fd0e807b48&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4247270 Jan 31 16:01:04.718358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fedf1-0b20-4c58-8078-b704103731e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5da4b15c-c29a-4d2d-a296-e629bd04104f,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:04.855852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-5449f40e-b36f-4add-b925-016e15022d52 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449703 Jan 31 16:01:04.872847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3340b2-b62a-4e74-acbf-2ea2e12cfdf2 req-d9daa286-3e47-4f6e-9474-621a5a52d4f6 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.874418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e3340b2-b62a-4e74-acbf-2ea2e12cfdf2 req-d9daa286-3e47-4f6e-9474-621a5a52d4f6 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.2896612 Jan 31 16:01:04.906818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Allocated IP 172.25.1.247 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/cc1b6385-0321-43fe-8022-0bc9da13740b) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:04.988189 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e3340b2-b62a-4e74-acbf-2ea2e12cfdf2 req-a21ee763-bd52-49b8-9e34-129826864caa tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064494 Jan 31 16:01:04.989268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-e36ab2ce-3b2a-460f-a3d5-adeb9cba8eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:04.990629 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24a245c5-8194-49ba-8d57-d9a993cc9561 req-e36ab2ce-3b2a-460f-a3d5-adeb9cba8eba service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2714353 Jan 31 16:01:04.999546 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:05.008892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:05.057427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-2ac414b4-9cf6-41ad-9c64-96e6f7b87f5d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.058968 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-2ac414b4-9cf6-41ad-9c64-96e6f7b87f5d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941097 Jan 31 16:01:05.107624 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-033b7db3-789a-421b-8492-9df0f1f8dcfb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/quotas/6aa0a945adb446eca7467bfcc1383562 HTTP/1.1" status: 200 len: 375 time: 0.0190628 Jan 31 16:01:05.111380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Pushing event updated for resources: {'Port': ['ID=3a6fc06f-bd21-4f94-bb57-0dcd513cdc6c,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:05.114325 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:05.128087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9755be9a-7401-4a38-8000-9d2d3b6c3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.128597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9755be9a-7401-4a38-8000-9d2d3b6c3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.129013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9755be9a-7401-4a38-8000-9d2d3b6c3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.129486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9755be9a-7401-4a38-8000-9d2d3b6c3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.129936 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9755be9a-7401-4a38-8000-9d2d3b6c3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.130386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9755be9a-7401-4a38-8000-9d2d3b6c3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.130827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9755be9a-7401-4a38-8000-9d2d3b6c3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.132702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9755be9a-7401-4a38-8000-9d2d3b6c3eab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edb4aefda634a53a5f082fd0e807b48&device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 6477 time: 0.0807774 Jan 31 16:01:05.135351 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:05.188540 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:05.189266 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-ac6f4c9f-1d6a-48d7-8fc9-78e5f26169f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=939e62c0-2eef-42a1-b162-15c54928c47d HTTP/1.1" status: 200 len: 217 time: 0.0470386 Jan 31 16:01:05.189996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f0b33a9b-1114-4b28-bcb0-349db271d4a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3143148 Jan 31 16:01:05.207573 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-1ba5f401-d112-4080-a5ca-422aa7354e9d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734096 Jan 31 16:01:05.264599 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:05.309120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:05.319874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:05.331460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95240f03-69ff-474b-aa62-b863966c8efb req-be1c8739-f4ce-482b-ada6-f980db5728cd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.333414 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95240f03-69ff-474b-aa62-b863966c8efb req-be1c8739-f4ce-482b-ada6-f980db5728cd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1463153 Jan 31 16:01:05.342484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:05.345798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-44739a85-e685-4158-8766-9d20a1e628c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.347762 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-44739a85-e685-4158-8766-9d20a1e628c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=145696c6-49bb-4d2b-892c-47bb0a673c7b HTTP/1.1" status: 200 len: 851 time: 0.1424584 Jan 31 16:01:05.387712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4b5e82d1-2068-42a0-a58e-c8878fb51c6c no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:01:05.423974 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 4b5e82d1-2068-42a0-a58e-c8878fb51c6c {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:01:05.424652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4b5e82d1-2068-42a0-a58e-c8878fb51c6c not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:01:05.453130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Port': ['ID=cc1b6385-0321-43fe-8022-0bc9da13740b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:05.471936 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95240f03-69ff-474b-aa62-b863966c8efb req-3cc51652-d997-43ac-b086-d6f18c5b786b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179173 Jan 31 16:01:05.521786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-30280c4d-e0d6-4148-89e5-56e2dbcb38d0 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.524152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-30280c4d-e0d6-4148-89e5-56e2dbcb38d0 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.30 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 816 time: 0.1942325 Jan 31 16:01:05.548631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-2f22a239-86d6-40bf-ae79-f46acccb7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.550842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-2f22a239-86d6-40bf-ae79-f46acccb7709 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b14c64a1-db20-45b3-980d-1e88d4364f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440382 Jan 31 16:01:05.599659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-326c06ed-8d98-447c-be87-64bf88cb297a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef6dc57584b6442aa969c2c7a411ac81 HTTP/1.1" status: 200 len: 380 time: 0.0661469 Jan 31 16:01:05.608331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Request body: {'port': {'device_id': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'admin_state_up': True, 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'security_groups': ['9f42aa7f-9d2c-4b3a-b408-1ebad476923d']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:05.650178 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:05.726822 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:05.745005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425dc55-10e0-4b46-a5ed-8c941281100b req-a6a30c87-08b9-4f4e-afcd-5e3bc4d7fedd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:05.746563 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c425dc55-10e0-4b46-a5ed-8c941281100b req-a6a30c87-08b9-4f4e-afcd-5e3bc4d7fedd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1759202 Jan 31 16:01:05.791602 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-64cf4ee4-16c6-400f-8b02-cab801ad01a6 service neutron] 10.222.0.20 "GET /v2.0/networks/b14c64a1-db20-45b3-980d-1e88d4364f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311208 Jan 31 16:01:05.828227 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fdd905f7-c9c2-47ab-8006-0e7f59648cf7 req-ea573896-fe68-4088-8d03-d8772244d3b3 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 210 time: 0.0476887 Jan 31 16:01:05.834114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Made reservation on behalf of ef6dc57584b6442aa969c2c7a411ac81 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:05.838342 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:06.022943 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c425dc55-10e0-4b46-a5ed-8c941281100b req-78626b70-410a-4901-9ee2-624521e55d63 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511301 Jan 31 16:01:06.090882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Allocated IP 172.20.0.4 (d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5/c9bd9c32-4338-431d-b7e4-d85826e3a276/e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:06.132634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcb8f4e-5700-48c0-b4a8-2c1e50b50728', 'name': 'network-vif-deleted', 'tag': '4b5e82d1-2068-42a0-a58e-c8878fb51c6c'}, {'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': '5da4b15c-c29a-4d2d-a296-e629bd04104f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:06.135578 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184fd725-718d-45b6-bdfb-b04e9fa03d41" -d '{"events": [{"server_uuid": "cdcb8f4e-5700-48c0-b4a8-2c1e50b50728", "name": "network-vif-deleted", "tag": "4b5e82d1-2068-42a0-a58e-c8878fb51c6c"}, {"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "5da4b15c-c29a-4d2d-a296-e629bd04104f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:06.157870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaf3f3-786e-476d-a8d1-841b6d3b97bc req-b303134e-d6f3-4a3b-ac83-b166eb204db7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:06.164051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaf3f3-786e-476d-a8d1-841b6d3b97bc req-b303134e-d6f3-4a3b-ac83-b166eb204db7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:06.171212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaf3f3-786e-476d-a8d1-841b6d3b97bc req-b303134e-d6f3-4a3b-ac83-b166eb204db7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:06.179125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaf3f3-786e-476d-a8d1-841b6d3b97bc req-b303134e-d6f3-4a3b-ac83-b166eb204db7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:06.191376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaf3f3-786e-476d-a8d1-841b6d3b97bc req-b303134e-d6f3-4a3b-ac83-b166eb204db7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:06.220794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaf3f3-786e-476d-a8d1-841b6d3b97bc req-b303134e-d6f3-4a3b-ac83-b166eb204db7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:06.232007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaf3f3-786e-476d-a8d1-841b6d3b97bc req-b303134e-d6f3-4a3b-ac83-b166eb204db7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:06.234351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbcaf3f3-786e-476d-a8d1-841b6d3b97bc req-b303134e-d6f3-4a3b-ac83-b166eb204db7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.2848730 Jan 31 16:01:06.356462 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbcaf3f3-786e-476d-a8d1-841b6d3b97bc req-477db5b1-526a-4f53-acbe-d4078a817b33 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1156552 Jan 31 16:01:06.514895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-69337b1b-805c-4a82-b2a2-50083fe2a683 service neutron] 10.222.0.20 "GET /v2.0/networks/b14c64a1-db20-45b3-980d-1e88d4364f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6888223 Jan 31 16:01:06.524524 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:06.586771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:06.640577 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-52898979-27e9-4286-9cfd-1eb0bd6ccf15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=97fd929b-916a-47dc-8c14-0826f91ab589 HTTP/1.1" status: 200 len: 217 time: 0.1147435 Jan 31 16:01:06.755910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:06.763262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:06.774601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:06.789552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event updated for resources: {'Port': ['ID=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:06.813368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:06.822512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8c3e9b49-c390-4063-87f7-68659a5d872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:06.824220 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-8c3e9b49-c390-4063-87f7-68659a5d872d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09d9cd68-c28b-4b2b-a746-31bc92962f59 HTTP/1.1" status: 200 len: 797 time: 0.1625991 Jan 31 16:01:06.825671 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:06.906374 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc41500-a65d-4098-9bf4-09959cc1db7c x-openstack-request-id: req-7cc41500-a65d-4098-9bf4-09959cc1db7c {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:06.906716 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcb8f4e-5700-48c0-b4a8-2c1e50b50728", "name": "network-vif-deleted", "tag": "4b5e82d1-2068-42a0-a58e-c8878fb51c6c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "5da4b15c-c29a-4d2d-a296-e629bd04104f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:06.906974 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cc41500-a65d-4098-9bf4-09959cc1db7c {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:06.910638 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcb8f4e-5700-48c0-b4a8-2c1e50b50728', 'name': 'network-vif-deleted', 'tag': '4b5e82d1-2068-42a0-a58e-c8878fb51c6c', 'status': 'completed', 'code': 200} Jan 31 16:01:06.910968 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': '5da4b15c-c29a-4d2d-a296-e629bd04104f', 'status': 'completed', 'code': 200} Jan 31 16:01:06.995460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:06.997619 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:07.037738 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-efa95296-97bc-4a02-958f-cd224d96728c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4329660 Jan 31 16:01:07.051919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Request body: {'port': {'device_id': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:07.207826 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:07.230626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78dbec77-cea0-4a97-9d81-8d6cb7233fbf req-49c72428-8978-461c-bdfe-485cf047b84f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 210 time: 0.1609907 Jan 31 16:01:07.231254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b144b21f-be8e-437d-8f03-bf140d53fc48 None None] Provisioning complete for port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:07.231254 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b144b21f-be8e-437d-8f03-bf140d53fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:07.236299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Port': ['ID=cc1b6385-0321-43fe-8022-0bc9da13740b,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:07.243785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:07.254803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-43a5c63a-8e75-4076-95e7-7d8ed5efebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:07.255692 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-43a5c63a-8e75-4076-95e7-7d8ed5efebfa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c27222f-9f10-4881-bc3e-463f81557d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4083271 Jan 31 16:01:07.295834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b144b21f-be8e-437d-8f03-bf140d53fc48 None None] Port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:07.302994 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:07.304691 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6a48f53c-6066-4467-b491-a80bed7489f8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3373780 Jan 31 16:01:07.329371 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6a8f2ee-db9f-4044-8458-26dece08ca68 req-e0afd1af-c400-47e9-a8e6-1f757e5c3ae6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1492085 Jan 31 16:01:07.362727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95e3b7-e876-4627-a196-767d043206f3 req-a7620f0d-9699-4d38-89c8-c8cccd65fb51 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:07.364289 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c95e3b7-e876-4627-a196-767d043206f3 req-a7620f0d-9699-4d38-89c8-c8cccd65fb51 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1356244 Jan 31 16:01:07.445920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830fc24-da2a-485b-a54a-216a06aeb6f4 req-64af7011-f5af-409b-a46f-1919965d24c9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:07.447908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5830fc24-da2a-485b-a54a-216a06aeb6f4 req-64af7011-f5af-409b-a46f-1919965d24c9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 931 time: 0.1104064 Jan 31 16:01:07.453058 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-2e8276a0-d012-4a81-96c8-7cfec49ce358 service neutron] 10.222.0.20 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865685 Jan 31 16:01:07.561387 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c95e3b7-e876-4627-a196-767d043206f3 req-ec3b17d6-a802-4134-bb25-81cc767520f4 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279261 Jan 31 16:01:07.562500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5830fc24-da2a-485b-a54a-216a06aeb6f4 req-c123a543-ebe6-4da0-a645-44afaee6fd26 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017261 Jan 31 16:01:07.629774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-64942fca-3a9b-4cfb-b3d7-82d298e4bd17 service neutron] 10.222.0.20 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599176 Jan 31 16:01:07.676803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8f2ee-db9f-4044-8458-26dece08ca68 req-6086e2b2-f1e1-42b5-b91c-99e602c401eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:07.678302 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6a8f2ee-db9f-4044-8458-26dece08ca68 req-6086e2b2-f1e1-42b5-b91c-99e602c401eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 1096 time: 0.2532184 Jan 31 16:01:07.776881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-3e2798ee-14a6-4fc8-a0e8-91eb3374d6e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=9d12f056-6516-4947-81d8-5431569d63fc HTTP/1.1" status: 200 len: 217 time: 0.1165955 Jan 31 16:01:07.799379 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-f363a7bd-9a34-47f4-aa47-7fb7c70c7cbe tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430565 Jan 31 16:01:07.866669 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-390036cc-68bb-45e0-89a8-8d7e64d64bce tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034980 Jan 31 16:01:07.882724 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-2cd4675c-2c26-40da-a3b2-2e50f8f28080 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1675487735&fields=id&tenant_id=92647632bf8144b58beaf0189feb0489 HTTP/1.1" status: 200 len: 267 time: 0.1647956 Jan 31 16:01:07.910440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f62e-0125-432e-8496-360e54f2f2e1 req-18654784-1542-4140-b670-8f7843508fb5 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:07.918297 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f62e-0125-432e-8496-360e54f2f2e1 req-18654784-1542-4140-b670-8f7843508fb5 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:07.926050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f62e-0125-432e-8496-360e54f2f2e1 req-18654784-1542-4140-b670-8f7843508fb5 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:07.932740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f62e-0125-432e-8496-360e54f2f2e1 req-18654784-1542-4140-b670-8f7843508fb5 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:07.939108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f62e-0125-432e-8496-360e54f2f2e1 req-18654784-1542-4140-b670-8f7843508fb5 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:07.945202 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f62e-0125-432e-8496-360e54f2f2e1 req-18654784-1542-4140-b670-8f7843508fb5 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:07.951559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f62e-0125-432e-8496-360e54f2f2e1 req-18654784-1542-4140-b670-8f7843508fb5 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:07.953690 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1018f62e-0125-432e-8496-360e54f2f2e1 req-18654784-1542-4140-b670-8f7843508fb5 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.3199899 Jan 31 16:01:07.962654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-a8092573-f19b-49f4-aff9-a751834736ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:07.964101 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-a8092573-f19b-49f4-aff9-a751834736ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09d9cd68-c28b-4b2b-a746-31bc92962f59 HTTP/1.1" status: 200 len: 797 time: 0.1762736 Jan 31 16:01:08.051488 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f4429aa5-f3ca-4ded-a8dc-067defcd07c9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:08.052762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f4429aa5-f3ca-4ded-a8dc-067defcd07c9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports/d2df101d-aeaf-4eea-a281-f00e4a175292 HTTP/1.1" status: 200 len: 937 time: 0.1688690 Jan 31 16:01:08.058914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8f2ee-db9f-4044-8458-26dece08ca68 req-a008f875-002b-40a3-82bf-3e68116cfeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:08.061510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6a8f2ee-db9f-4044-8458-26dece08ca68 req-a008f875-002b-40a3-82bf-3e68116cfeda service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 200 len: 912 time: 0.3592360 Jan 31 16:01:08.065580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:08.065737 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1018f62e-0125-432e-8496-360e54f2f2e1 req-dcd4deba-448a-489c-b638-db5d50b0c9db tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949259 Jan 31 16:01:08.084129 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:08.101175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-1ae8a92b-6098-45ad-8c81-27c065e0a22b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:08.103585 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-1ae8a92b-6098-45ad-8c81-27c065e0a22b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818112 Jan 31 16:01:08.114133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9af722c7-e4e9-42f4-9c75-e1e326516f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:08.115901 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9af722c7-e4e9-42f4-9c75-e1e326516f25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c27222f-9f10-4881-bc3e-463f81557d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1384439 Jan 31 16:01:08.126295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Request body: {'port': {'device_id': 'f302336f-26fe-4ce2-91d1-f1b664ee0f4c', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '6aa0a945adb446eca7467bfcc1383562'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:08.194552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Transition to ACTIVE for port object e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:08.204441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e80d7390-4732-48cd-b8db-db5a1138ec91 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:08.211810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e80d7390-4732-48cd-b8db-db5a1138ec91 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports/b809d91f-3693-4c9b-9842-45c88f84e495 HTTP/1.1" status: 200 len: 936 time: 0.1483228 Jan 31 16:01:08.232629 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:08.257866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6a8f2ee-db9f-4044-8458-26dece08ca68 req-3de8cbe6-605f-4d47-80cb-c204ab9e729c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f8275f-8587-4148-916c-ff37699ae038 HTTP/1.1" status: 200 len: 1001 time: 0.1877649 Jan 31 16:01:08.264648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-3c8ed37a-417e-476a-9333-567fa8d786ec tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:08.266098 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-3c8ed37a-417e-476a-9333-567fa8d786ec tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3792517 Jan 31 16:01:08.295634 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-b2ec49a3-464f-41c3-830c-694712a13a97 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?network_id=f6873347-cc1a-4c3c-9d9f-52948982c505&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0829751 Jan 31 16:01:08.321345 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Request body: {'port': {'device_id': '2f298f53-02b2-4239-bff0-885e3287696d', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '6aa0a945adb446eca7467bfcc1383562'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:08.386743 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-73345119-35fd-4fb0-a0f2-71825d717576 service neutron] 10.222.0.20 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548656 Jan 31 16:01:08.421198 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-0a2adc86-be01-4960-8186-714e991159f3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?network_id=f6873347-cc1a-4c3c-9d9f-52948982c505&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1246541 Jan 31 16:01:08.424556 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f4788d08-4d48-42b8-854a-c1efca987f99 req-d76d82bb-6313-420a-8e68-d49462e8296f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 210 time: 0.0525892 Jan 31 16:01:08.475509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Pushing event updated for resources: {'Port': ['ID=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:08.539002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Made reservation on behalf of 6aa0a945adb446eca7467bfcc1383562 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:08.543355 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:08.589760 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-5d4213e9-fa1a-4c90-897c-eaefdc9f8e48 service neutron] 10.222.0.20 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823306 Jan 31 16:01:08.677774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-b047a802-e48a-497e-bd6b-69ea46035a1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=a8bc7411-31ed-4bb2-b29d-89643d4e35e5 HTTP/1.1" status: 200 len: 217 time: 0.0460453 Jan 31 16:01:08.793684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-b0e92d17-8ac7-4832-a672-eb21a00edf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:08.795251 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-b0e92d17-8ac7-4832-a672-eb21a00edf09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09d9cd68-c28b-4b2b-a746-31bc92962f59 HTTP/1.1" status: 200 len: 797 time: 0.1023052 Jan 31 16:01:08.827217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Allocated IP 192.168.233.161 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/45835d30-b99d-45bc-ab6f-a76423689202) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:08.907935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8f2ee-db9f-4044-8458-26dece08ca68 req-c60cfd55-419b-42ac-9795-38448bc375a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:08.909375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6a8f2ee-db9f-4044-8458-26dece08ca68 req-c60cfd55-419b-42ac-9795-38448bc375a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3e373cf-e995-4178-bf6f-1d42ceb41d7c HTTP/1.1" status: 200 len: 850 time: 0.6220973 Jan 31 16:01:08.926273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fd431-6015-410a-9f80-938866a7e64c req-37ae0917-8661-4d3b-83d2-b4e81fa7240c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:08.927784 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e4fd431-6015-410a-9f80-938866a7e64c req-37ae0917-8661-4d3b-83d2-b4e81fa7240c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1316648 Jan 31 16:01:08.954194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0699c795-ac1e-47b9-b91b-2ac40be12f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:08.956077 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-0699c795-ac1e-47b9-b91b-2ac40be12f28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c27222f-9f10-4881-bc3e-463f81557d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1439557 Jan 31 16:01:09.071912 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-370d99d6-73b3-4f38-a481-629ef001f580 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.077792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-370d99d6-73b3-4f38-a481-629ef001f580 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.083719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-370d99d6-73b3-4f38-a481-629ef001f580 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.085360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-370d99d6-73b3-4f38-a481-629ef001f580 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/networks?id=4ba4bd1e-f728-43b2-a993-80b2d26c69c2&id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&id=f6873347-cc1a-4c3c-9d9f-52948982c505&id=f6873347-cc1a-4c3c-9d9f-52948982c505 HTTP/1.1" status: 200 len: 1995 time: 0.6633148 Jan 31 16:01:09.090531 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e4fd431-6015-410a-9f80-938866a7e64c req-4203793c-e6fa-4d56-89cd-2238afafc860 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504478 Jan 31 16:01:09.091958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8f2ee-db9f-4044-8458-26dece08ca68 req-adceb022-9b71-4d32-8e1d-ac9c2d2554f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.093456 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6a8f2ee-db9f-4044-8458-26dece08ca68 req-adceb022-9b71-4d32-8e1d-ac9c2d2554f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582949 Jan 31 16:01:09.096552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Attempting to bind port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:09.096951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Attempting to bind port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:09.097361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Attempting to bind port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 on network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:09.108270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Made reservation on behalf of 6aa0a945adb446eca7467bfcc1383562 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:09.111707 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:09.128486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 on network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:09.128825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Attempting to bind port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 on network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:09.148099 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f51e8809-ff2a-41b8-a003-1c3563fa5a93 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/quotas/92647632bf8144b58beaf0189feb0489 HTTP/1.1" status: 200 len: 375 time: 0.0527232 Jan 31 16:01:09.172674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:09.173012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Checking segment: {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:09.173389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Bound using segment: {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:09.173867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Bound port: e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee68a67-34d7-4136-804b-a3f9d3e83c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:09.174218 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:09.229876 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:09.254241 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-50191875-9bc8-4387-9b49-cfca1f9813d9 service neutron] 10.222.0.20 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792668 Jan 31 16:01:09.299855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25233b-299c-44cb-99c9-0350cf2c24df req-798887af-b32a-450e-bb7c-168a8f463bf8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.301357 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d25233b-299c-44cb-99c9-0350cf2c24df req-798887af-b32a-450e-bb7c-168a8f463bf8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.1302850 Jan 31 16:01:09.371402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6a8f2ee-db9f-4044-8458-26dece08ca68 req-6e718caf-71d5-4170-b587-f07c673b9d79 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681823 Jan 31 16:01:09.382561 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:09.395292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:09.400765 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-b984c423-a668-490d-836a-44d38be401d0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=92647632bf8144b58beaf0189feb0489&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2213829 Jan 31 16:01:09.401232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31d5315b-c0b8-4fe5-8fd3-8a49965ab690', '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:09.410846 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d25233b-299c-44cb-99c9-0350cf2c24df req-91955725-215b-4510-ba83-cba367691d3a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786116 Jan 31 16:01:09.416254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:09.465133 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-4dfa2560-3898-4b97-91da-cc235cdfe379 service neutron] 10.222.0.20 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028127 Jan 31 16:01:09.472227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:09.476621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:09.478514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event updated for resources: {'Port': ['ID=45835d30-b99d-45bc-ab6f-a76423689202,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:09.480718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:09.490052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:09.528338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-68a1fab6-edb9-494e-a5b8-91de4e9d7ff7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=8e916d64-b3aa-442c-8f2b-ebe760eea97b HTTP/1.1" status: 200 len: 217 time: 0.0446293 Jan 31 16:01:09.559803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:09.617659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Allocated IP 192.168.233.247 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/6d24a020-66a2-442d-a477-90c0aff05b62) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:09.730866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-b6daeddc-e614-48dd-924e-ae46fa361261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.732538 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-b6daeddc-e614-48dd-924e-ae46fa361261 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09d9cd68-c28b-4b2b-a746-31bc92962f59 HTTP/1.1" status: 200 len: 797 time: 0.1664770 Jan 31 16:01:09.824403 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.828529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:09.833607 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] 10.222.0.30 "PUT /v2.0/ports/e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 HTTP/1.1" status: 200 len: 1091 time: 2.7828188 Jan 31 16:01:09.834208 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:09.836848 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0561f3e-f307-47cc-9440-c0192d354a46" -d '{"events": [{"name": "network-changed", "server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:09.864203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.869505 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:09.933696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0bcf-e621-4061-8d5a-a1b9b3621fd8 req-d4fae20d-e02d-45ce-8b86-fc1f7f088eb6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.939972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0bcf-e621-4061-8d5a-a1b9b3621fd8 req-d4fae20d-e02d-45ce-8b86-fc1f7f088eb6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.946675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0bcf-e621-4061-8d5a-a1b9b3621fd8 req-d4fae20d-e02d-45ce-8b86-fc1f7f088eb6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.954111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0bcf-e621-4061-8d5a-a1b9b3621fd8 req-d4fae20d-e02d-45ce-8b86-fc1f7f088eb6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.960864 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0bcf-e621-4061-8d5a-a1b9b3621fd8 req-d4fae20d-e02d-45ce-8b86-fc1f7f088eb6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.967421 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0bcf-e621-4061-8d5a-a1b9b3621fd8 req-d4fae20d-e02d-45ce-8b86-fc1f7f088eb6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.980534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0bcf-e621-4061-8d5a-a1b9b3621fd8 req-d4fae20d-e02d-45ce-8b86-fc1f7f088eb6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:09.991407 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e69a0bcf-e621-4061-8d5a-a1b9b3621fd8 req-d4fae20d-e02d-45ce-8b86-fc1f7f088eb6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.2510598 Jan 31 16:01:10.021516 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-e60d249a-a1de-4238-8680-68cb14a4e47f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9001381 Jan 31 16:01:10.026304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-7ff526ba-91be-4f6c-af36-0ec627c74ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:10.027886 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-7ff526ba-91be-4f6c-af36-0ec627c74ee6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c27222f-9f10-4881-bc3e-463f81557d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2747231 Jan 31 16:01:10.036960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Request body: {'port': {'device_id': 'f302336f-26fe-4ce2-91d1-f1b664ee0f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:10.149254 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6bd5539c-4982-407b-942d-635f1f856348 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4bd1e-f728-43b2-a993-80b2d26c69c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305298 Jan 31 16:01:10.151033 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6a8f2ee-db9f-4044-8458-26dece08ca68 req-824f171b-1bf5-4f05-a13f-c12f78f50e24 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363040 Jan 31 16:01:10.151591 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e69a0bcf-e621-4061-8d5a-a1b9b3621fd8 req-577ada1d-630b-4738-98cf-3f98745ac629 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1590202 Jan 31 16:01:10.154429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f2948-6a13-4b1f-882f-cb99c21c63bd service neutron] Pushing event updated for resources: {'Port': ['ID=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:10.237876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a13a9e6d-ba3f-4b2b-b593-f4d24aa5ab77 None None] Provisioning complete for port 45835d30-b99d-45bc-ab6f-a76423689202 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:10.238512 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a13a9e6d-ba3f-4b2b-b593-f4d24aa5ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:10.246567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:10.313635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-22fb8098-935d-4ed2-8ba9-fcc40f978851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:10.315216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-22fb8098-935d-4ed2-8ba9-fcc40f978851 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 1094 time: 0.3438499 Jan 31 16:01:10.339004 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c5f52ca-1b0f-4b37-affe-a10b4cc4b421 req-92617fb7-3ce3-4e0f-b6f9-155b126f34dd tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 210 time: 0.0330272 Jan 31 16:01:10.342259 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a13a9e6d-ba3f-4b2b-b593-f4d24aa5ab77 None None] Port 45835d30-b99d-45bc-ab6f-a76423689202 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:10.345422 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-76b04ce2-880e-4683-9fa6-74b5776039cc service neutron] 10.222.0.20 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026545 Jan 31 16:01:10.382845 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:10.418129 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-35ffefbf-df9c-47a2-b29a-7796b5aa68e9 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4bd1e-f728-43b2-a993-80b2d26c69c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575159 Jan 31 16:01:10.551024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-7c2fd4fe-1f46-4f04-a3c3-40dcdf615e0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 HTTP/1.1" status: 200 len: 217 time: 0.1314220 Jan 31 16:01:10.555035 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:10.576615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:10.622299 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-616524cf-5f95-4d78-b966-0473e99ab1e1 service neutron] 10.222.0.36 "GET /v2.0/ports/d2df101d-aeaf-4eea-a281-f00e4a175292?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1882832 Jan 31 16:01:10.706718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da919b-b09e-41a4-944e-0ce14fcb7685 req-007b4983-0624-440e-834e-ac0b31ff6644 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:10.712484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da919b-b09e-41a4-944e-0ce14fcb7685 req-007b4983-0624-440e-834e-ac0b31ff6644 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:10.714090 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35da919b-b09e-41a4-944e-0ce14fcb7685 req-007b4983-0624-440e-834e-ac0b31ff6644 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=779c58d8-79a7-445e-88a2-91ed51387743&device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 1682 time: 0.1787138 Jan 31 16:01:10.718535 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-331cd8bb-7386-41d5-ba58-9913addc63a7 service neutron] 10.222.0.20 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595619 Jan 31 16:01:10.768858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:10.779222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:10.781660 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9de08402-0171-43bf-8e7c-f5e42a2326eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f71513f9-4c28-4414-a04c-8add0dcfe550 HTTP/1.1" status: 200 len: 217 time: 0.0532641 Jan 31 16:01:10.781789 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event updated for resources: {'Port': ['ID=6d24a020-66a2-442d-a477-90c0aff05b62,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:10.805672 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:10.834609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-fcd1c933-65b5-4672-bf05-df6981ecef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:10.836422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-fcd1c933-65b5-4672-bf05-df6981ecef1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 200 len: 855 time: 0.2766962 Jan 31 16:01:10.850483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-a807149d-83d4-4cb3-b7a6-2c61e8dd6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:10.851921 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-a807149d-83d4-4cb3-b7a6-2c61e8dd6b04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef14954e-8144-4144-91b4-40f9f906d427 HTTP/1.1" status: 200 len: 797 time: 0.0607989 Jan 31 16:01:10.855331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-4811efe3-aa72-49dd-8f07-fd832977ae17 service neutron] 10.222.0.36 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225688 Jan 31 16:01:10.876764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31d5315b-c0b8-4fe5-8fd3-8a49965ab690', '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:10.942415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:10.943058 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:10.973814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-808e9495-bcbd-4722-b4e5-ec1a349c6e8a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6691720 Jan 31 16:01:10.977994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-41630a85-4510-4115-86ae-35857b1fc407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:10.979943 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-41630a85-4510-4115-86ae-35857b1fc407 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355808 Jan 31 16:01:10.993444 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Request body: {'port': {'device_id': '2f298f53-02b2-4239-bff0-885e3287696d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:11.145181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-8ab9dbc6-1a77-43e0-9461-844432d6a313 service neutron] 10.222.0.36 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833536 Jan 31 16:01:11.185881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:11.225722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7f0cf5fa-14c0-4baa-91b2-610c49c72f54 None None] Provisioning complete for port 6d24a020-66a2-442d-a477-90c0aff05b62 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:11.228001 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7f0cf5fa-14c0-4baa-91b2-610c49c72f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:11.230283 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ed99adcf-3754-4f4e-a9ab-6fa843ecab96 service neutron] 10.222.0.36 "GET /v2.0/ports/b809d91f-3693-4c9b-9842-45c88f84e495?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0841279 Jan 31 16:01:11.271298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35da919b-b09e-41a4-944e-0ce14fcb7685 req-3c0e0a81-339c-43be-baff-ab2f45ce47e4 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492959 Jan 31 16:01:11.272979 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-6fc79295-230e-4a31-a85b-ff6a5277a13c service neutron] 10.222.0.30 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683582 Jan 31 16:01:11.303553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7f0cf5fa-14c0-4baa-91b2-610c49c72f54 None None] Port 6d24a020-66a2-442d-a477-90c0aff05b62 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:11.330998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-2253a104-df81-48e4-b5b8-6a81a26ff404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:11.332479 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-2253a104-df81-48e4-b5b8-6a81a26ff404 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb929c42-3e30-4828-a03a-532e8e7e942b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1334150 Jan 31 16:01:11.335566 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0d192b-c479-4fa4-95fd-17543f25469e x-openstack-request-id: req-2e0d192b-c479-4fa4-95fd-17543f25469e {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:11.335863 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:11.336119 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e0d192b-c479-4fa4-95fd-17543f25469e {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:11.336575 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'status': 'completed', 'code': 200} Jan 31 16:01:11.379475 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45835d30-b99d-45bc-ab6f-a76423689202 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:11.439428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:11.487487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Transition to ACTIVE for port object 45835d30-b99d-45bc-ab6f-a76423689202 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:11.495203 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:11.543387 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6220a88c-556c-485b-adf1-d4e1dbaa8278 service neutron] 10.222.0.36 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119526 Jan 31 16:01:11.553216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691873-cd61-4e22-a06b-13eb60f9d385 req-3023fb1c-25db-4828-8378-dff1568542c5 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:11.554877 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a691873-cd61-4e22-a06b-13eb60f9d385 req-3023fb1c-25db-4828-8378-dff1568542c5 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1618879 Jan 31 16:01:11.566324 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-9d8aee86-f82c-41fb-aa2a-0a3d0d5c58af service neutron] 10.222.0.20 "GET /v2.0/networks/cb929c42-3e30-4828-a03a-532e8e7e942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960373 Jan 31 16:01:11.679910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Pushing event updated for resources: {'Port': ['ID=45835d30-b99d-45bc-ab6f-a76423689202,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:11.705877 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fbd521c-f065-4bcb-8ccf-f30c9e8d4dbc req-b0861317-b8f5-4edc-b5f9-0a6034fb3667 service neutron] 10.222.0.30 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251158 Jan 31 16:01:11.707909 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-5833ebdc-b470-4128-8077-76b985a2aa4a service neutron] 10.222.0.36 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271656 Jan 31 16:01:11.757915 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a691873-cd61-4e22-a06b-13eb60f9d385 req-feea4d23-c7b5-456e-adbc-1d90ef7522dc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905046 Jan 31 16:01:11.822921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Attempting to bind port 45835d30-b99d-45bc-ab6f-a76423689202 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:11.822921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Attempting to bind port 45835d30-b99d-45bc-ab6f-a76423689202 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:11.822921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Attempting to bind port 45835d30-b99d-45bc-ab6f-a76423689202 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:11.834493 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-146bf4cc-0515-4aec-b4ed-b807aaf2aef9 service neutron] 10.222.0.20 "GET /v2.0/networks/cb929c42-3e30-4828-a03a-532e8e7e942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561936 Jan 31 16:01:11.836405 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Port 45835d30-b99d-45bc-ab6f-a76423689202 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:11.837769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Attempting to bind port 45835d30-b99d-45bc-ab6f-a76423689202 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:11.847375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:11.848889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:11.849306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:11.850561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Bound port: 45835d30-b99d-45bc-ab6f-a76423689202, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:11.851369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:11.887336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0561f3e-f307-47cc-9440-c0192d354a46 req-d096ddd2-e7bd-4bb1-a282-78d6e0f6d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:11.888867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0561f3e-f307-47cc-9440-c0192d354a46 req-d096ddd2-e7bd-4bb1-a282-78d6e0f6d998 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 1094 time: 0.1026900 Jan 31 16:01:11.915159 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-3f44a0cd-c640-4e3e-8f0c-a6efc80375a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5da4b15c-c29a-4d2d-a296-e629bd04104f HTTP/1.1" status: 200 len: 217 time: 0.0545232 Jan 31 16:01:11.947946 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-eaea8f91-9319-48bb-8442-bdf307908fcb service neutron] 10.222.0.36 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274046 Jan 31 16:01:12.001956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d24a020-66a2-442d-a477-90c0aff05b62 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:12.032342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6c3e144c-32cf-4422-8a55-da20db1047d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.033828 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6c3e144c-32cf-4422-8a55-da20db1047d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef14954e-8144-4144-91b4-40f9f906d427 HTTP/1.1" status: 200 len: 797 time: 0.0983963 Jan 31 16:01:12.043261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d9b3a-21aa-4498-87eb-d9d010929d2e req-cb35c925-8a2c-46cc-91db-d8c62e204523 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.044488 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:12.044617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9b0d9b3a-21aa-4498-87eb-d9d010929d2e req-cb35c925-8a2c-46cc-91db-d8c62e204523 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.1714642 Jan 31 16:01:12.057751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] For port 45835d30-b99d-45bc-ab6f-a76423689202, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:12.068602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Transition to ACTIVE for port object 6d24a020-66a2-442d-a477-90c0aff05b62 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:12.086327 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:12.094672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] For port 45835d30-b99d-45bc-ab6f-a76423689202, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=45835d30-b99d-45bc-ab6f-a76423689202,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:12.104852 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:12.153889 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ce2eb4bd-32d5-48be-b85d-a8b9d8ce4489 service neutron] 10.222.0.36 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790521 Jan 31 16:01:12.158116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0561f3e-f307-47cc-9440-c0192d354a46 req-d9cfd1c4-4d31-41fc-a9a7-ac34e34201f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.159555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0561f3e-f307-47cc-9440-c0192d354a46 req-d9cfd1c4-4d31-41fc-a9a7-ac34e34201f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 917 time: 0.2490683 Jan 31 16:01:12.170064 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9b0d9b3a-21aa-4498-87eb-d9d010929d2e req-91d71ffc-9582-425c-9cf0-0454557253a0 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957048 Jan 31 16:01:12.171921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-3479b684-4bc9-4114-9c54-9f791c1d82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.173427 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-3479b684-4bc9-4114-9c54-9f791c1d82e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb929c42-3e30-4828-a03a-532e8e7e942b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1260228 Jan 31 16:01:12.173685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Pushing event updated for resources: {'Port': ['ID=6d24a020-66a2-442d-a477-90c0aff05b62,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:12.176361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.176959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:12.178307 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] 10.222.0.30 "PUT /v2.0/ports/45835d30-b99d-45bc-ab6f-a76423689202 HTTP/1.1" status: 200 len: 1096 time: 2.1461608 Jan 31 16:01:12.178753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f302336f-26fe-4ce2-91d1-f1b664ee0f4c', 'tag': '45835d30-b99d-45bc-ab6f-a76423689202'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:12.181062 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe6f1c4-c508-4b14-b973-902b4c8c6f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f302336f-26fe-4ce2-91d1-f1b664ee0f4c", "tag": "45835d30-b99d-45bc-ab6f-a76423689202"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:12.221779 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0561f3e-f307-47cc-9440-c0192d354a46 req-93ddc39f-9a08-417f-983b-d4ee055178db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 HTTP/1.1" status: 200 len: 217 time: 0.0543869 Jan 31 16:01:12.306079 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d0ae4-f917-41f5-a539-f44a0abb3b38 service neutron] Pushing event updated for resources: {'Port': ['ID=45835d30-b99d-45bc-ab6f-a76423689202,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:12.395951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-fdff6efd-e4a9-42de-84d1-84832f8bb73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.397588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-fdff6efd-e4a9-42de-84d1-84832f8bb73f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=f302336f-26fe-4ce2-91d1-f1b664ee0f4c HTTP/1.1" status: 200 len: 1099 time: 0.1414783 Jan 31 16:01:12.435366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2a2a8-8811-433e-9a2b-b1f91cd54413 req-1ddeb7cb-7209-4c73-ac80-a567fd63577f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.441504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2a2a8-8811-433e-9a2b-b1f91cd54413 req-1ddeb7cb-7209-4c73-ac80-a567fd63577f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.447506 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2a2a8-8811-433e-9a2b-b1f91cd54413 req-1ddeb7cb-7209-4c73-ac80-a567fd63577f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.453520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2a2a8-8811-433e-9a2b-b1f91cd54413 req-1ddeb7cb-7209-4c73-ac80-a567fd63577f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.459620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2a2a8-8811-433e-9a2b-b1f91cd54413 req-1ddeb7cb-7209-4c73-ac80-a567fd63577f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.465729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2a2a8-8811-433e-9a2b-b1f91cd54413 req-1ddeb7cb-7209-4c73-ac80-a567fd63577f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.472072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2a2a8-8811-433e-9a2b-b1f91cd54413 req-1ddeb7cb-7209-4c73-ac80-a567fd63577f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.480298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43b2a2a8-8811-433e-9a2b-b1f91cd54413 req-1ddeb7cb-7209-4c73-ac80-a567fd63577f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.1592715 Jan 31 16:01:12.519559 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-7aa78c21-e5cf-49da-9e46-58a4961a013b service neutron] 10.222.0.20 "GET /v2.0/networks/cb929c42-3e30-4828-a03a-532e8e7e942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353539 Jan 31 16:01:12.530805 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-1b12bc99-439e-46f5-a3fb-8be89d247b1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=45835d30-b99d-45bc-ab6f-a76423689202 HTTP/1.1" status: 200 len: 217 time: 0.1175041 Jan 31 16:01:12.699122 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43b2a2a8-8811-433e-9a2b-b1f91cd54413 req-0b158cff-6b63-45ea-961a-66a68f6b8aa2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2095535 Jan 31 16:01:12.723062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-19b61dfa-8eed-4984-bc90-27d07e60c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.724630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-19b61dfa-8eed-4984-bc90-27d07e60c55e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1441753 Jan 31 16:01:12.806822 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f67a52-d5ca-441b-b52a-5e7051d30573 req-6d2939d2-7f85-402f-8b9c-5095c7b41388 service neutron] 10.222.0.20 "GET /v2.0/networks/cb929c42-3e30-4828-a03a-532e8e7e942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770674 Jan 31 16:01:12.814307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-9c12ed97-b99c-4174-9653-85571ef5e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.816631 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-9c12ed97-b99c-4174-9653-85571ef5e31f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819154 Jan 31 16:01:12.923927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0561f3e-f307-47cc-9440-c0192d354a46 req-66ebc554-b273-44e6-a369-32b6c885f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:12.925411 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0561f3e-f307-47cc-9440-c0192d354a46 req-66ebc554-b273-44e6-a369-32b6c885f63a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 200 len: 855 time: 0.6198707 Jan 31 16:01:12.944480 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Attempting to bind port 6d24a020-66a2-442d-a477-90c0aff05b62 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:12.944816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Attempting to bind port 6d24a020-66a2-442d-a477-90c0aff05b62 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:12.945141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Attempting to bind port 6d24a020-66a2-442d-a477-90c0aff05b62 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:12.951776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50f4beb7-e7ac-46ba-8d90-b5076fc4f985 req-03ea2f10-8bbf-40cf-9067-459ca030ebcd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1521027 Jan 31 16:01:12.953598 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-838aa779-bc96-488e-85ac-c2d46e4115ce service neutron] 10.222.0.36 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416787 Jan 31 16:01:12.982595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Port 6d24a020-66a2-442d-a477-90c0aff05b62 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:12.982924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Attempting to bind port 6d24a020-66a2-442d-a477-90c0aff05b62 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:13.039148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de4c6a-2482-4d4f-bfc1-e65a08b77c65 req-43cdb497-0803-4555-9104-60032947f4aa tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.039148 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84de4c6a-2482-4d4f-bfc1-e65a08b77c65 req-43cdb497-0803-4555-9104-60032947f4aa tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 948 time: 0.2061543 Jan 31 16:01:13.044424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-dc6ed55e-0d48-4964-9d6a-489a46ec14d2 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196972 Jan 31 16:01:13.045071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:13.045425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:13.045915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:13.046402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Bound port: 6d24a020-66a2-442d-a477-90c0aff05b62, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:13.046812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:13.080398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-05852d1a-e49d-4594-82f1-cf2a1d4a9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.080398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-05852d1a-e49d-4594-82f1-cf2a1d4a9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.080907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-05852d1a-e49d-4594-82f1-cf2a1d4a9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.081362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-05852d1a-e49d-4594-82f1-cf2a1d4a9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.082172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-05852d1a-e49d-4594-82f1-cf2a1d4a9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.082321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-05852d1a-e49d-4594-82f1-cf2a1d4a9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.082779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-05852d1a-e49d-4594-82f1-cf2a1d4a9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.084756 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-05852d1a-e49d-4594-82f1-cf2a1d4a9383 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edb4aefda634a53a5f082fd0e807b48&device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 6477 time: 0.1616535 Jan 31 16:01:13.098529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0561f3e-f307-47cc-9440-c0192d354a46 req-78746a1f-48dc-4633-a2dd-6463df730e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.100125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0561f3e-f307-47cc-9440-c0192d354a46 req-78746a1f-48dc-4633-a2dd-6463df730e7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646078 Jan 31 16:01:13.169874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4beb7-e7ac-46ba-8d90-b5076fc4f985 req-f3920bdc-cdfe-4f3b-8341-a8d0838481c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.171339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50f4beb7-e7ac-46ba-8d90-b5076fc4f985 req-f3920bdc-cdfe-4f3b-8341-a8d0838481c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 1100 time: 0.1436553 Jan 31 16:01:13.199493 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84de4c6a-2482-4d4f-bfc1-e65a08b77c65 req-0b986f33-f3ef-4996-a170-a38ae375c4fe tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530929 Jan 31 16:01:13.247593 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-d4a76575-a713-46c8-a497-920fbaa9bb22 service neutron] 10.222.0.36 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755573 Jan 31 16:01:13.256399 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-0587797c-a534-4e08-bf1e-f577f173851c service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000136 Jan 31 16:01:13.273639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-6f58a7a8-687c-4989-bd18-35669655591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.275239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-6f58a7a8-687c-4989-bd18-35669655591c service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb929c42-3e30-4828-a03a-532e8e7e942b HTTP/1.1" status: 200 len: 903 time: 0.1504292 Jan 31 16:01:13.287831 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3009feb-3b51-4b53-8a1d-c60328946695 x-openstack-request-id: req-a3009feb-3b51-4b53-8a1d-c60328946695 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:13.288623 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f302336f-26fe-4ce2-91d1-f1b664ee0f4c", "tag": "45835d30-b99d-45bc-ab6f-a76423689202", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:13.288623 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3009feb-3b51-4b53-8a1d-c60328946695 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:13.288926 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f302336f-26fe-4ce2-91d1-f1b664ee0f4c', 'tag': '45835d30-b99d-45bc-ab6f-a76423689202', 'status': 'completed', 'code': 200} Jan 31 16:01:13.338126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] For port 6d24a020-66a2-442d-a477-90c0aff05b62, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:13.351459 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-fba84f39-cfac-4eff-96c9-bf8ce8fee755 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5da4b15c-c29a-4d2d-a296-e629bd04104f HTTP/1.1" status: 200 len: 217 time: 0.0614617 Jan 31 16:01:13.375130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] For port 6d24a020-66a2-442d-a477-90c0aff05b62, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6d24a020-66a2-442d-a477-90c0aff05b62,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:13.392920 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:13.427402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0561f3e-f307-47cc-9440-c0192d354a46 req-55c03a0a-77ab-491b-9b65-4d8a666c5f14 service neutron] 10.222.0.30 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995796 Jan 31 16:01:13.442834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6f1c4-c508-4b14-b973-902b4c8c6f5c req-77aa00ac-ee58-4445-b1ac-dd509b3b2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.444633 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bfe6f1c4-c508-4b14-b973-902b4c8c6f5c req-77aa00ac-ee58-4445-b1ac-dd509b3b2812 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=f302336f-26fe-4ce2-91d1-f1b664ee0f4c HTTP/1.1" status: 200 len: 1099 time: 0.1060359 Jan 31 16:01:13.445747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-8ab096a0-5959-4ccc-b87d-d452375deec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.447084 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-8ab096a0-5959-4ccc-b87d-d452375deec0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef14954e-8144-4144-91b4-40f9f906d427 HTTP/1.1" status: 200 len: 797 time: 0.0794234 Jan 31 16:01:13.492369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.492369 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:13.492843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d24a020-66a2-442d-a477-90c0aff05b62 HTTP/1.1" status: 200 len: 1096 time: 2.5103936 Jan 31 16:01:13.501973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f298f53-02b2-4239-bff0-885e3287696d', 'tag': '6d24a020-66a2-442d-a477-90c0aff05b62'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:13.504372 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef069e31-8f00-4a87-89d0-af62c2b78ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f298f53-02b2-4239-bff0-885e3287696d", "tag": "6d24a020-66a2-442d-a477-90c0aff05b62"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:13.584495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4beb7-e7ac-46ba-8d90-b5076fc4f985 req-e83c78ec-6fbd-405a-88b0-2067deaeff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.587538 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50f4beb7-e7ac-46ba-8d90-b5076fc4f985 req-e83c78ec-6fbd-405a-88b0-2067deaeff6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3809838 Jan 31 16:01:13.615944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7e20b-96d4-46cd-9495-2b64585e72cd req-9b7840f3-cf23-44bb-9a0b-91c4dd1d904d tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.622850 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8f7e20b-96d4-46cd-9495-2b64585e72cd req-9b7840f3-cf23-44bb-9a0b-91c4dd1d904d tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1612041 Jan 31 16:01:13.653395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-87483f31-d4c7-407f-9a30-97acc80c922f service neutron] 10.222.0.36 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987155 Jan 31 16:01:13.668940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-6554e2c2-afb1-4f38-a8ae-6e4e7e60de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.670666 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-6554e2c2-afb1-4f38-a8ae-6e4e7e60de13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb929c42-3e30-4828-a03a-532e8e7e942b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2120025 Jan 31 16:01:13.691035 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bdf32-8124-4357-ab80-3b89b37c2218 service neutron] Pushing event updated for resources: {'Port': ['ID=6d24a020-66a2-442d-a477-90c0aff05b62,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:13.755209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6f1c4-c508-4b14-b973-902b4c8c6f5c req-690bdc69-5d8c-46cd-90e3-c16c49bbec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.756676 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bfe6f1c4-c508-4b14-b973-902b4c8c6f5c req-690bdc69-5d8c-46cd-90e3-c16c49bbec34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3062131 Jan 31 16:01:13.763351 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8f7e20b-96d4-46cd-9495-2b64585e72cd req-b0abba72-633e-4304-928e-39db4bde6c1d tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387005 Jan 31 16:01:13.776067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50f4beb7-e7ac-46ba-8d90-b5076fc4f985 req-c970937d-92d4-4e17-9432-11a052205889 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=495377c0-a20c-4d71-b718-412f0b31d8df HTTP/1.1" status: 200 len: 217 time: 0.1288517 Jan 31 16:01:13.805255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-bcff6ac1-e9c0-448d-a820-501cdb5b8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.806801 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-bcff6ac1-e9c0-448d-a820-501cdb5b8a3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 1099 time: 0.2591112 Jan 31 16:01:13.816330 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bfe6f1c4-c508-4b14-b973-902b4c8c6f5c req-696f3516-853c-4750-81ee-a2449dd17336 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=45835d30-b99d-45bc-ab6f-a76423689202 HTTP/1.1" status: 200 len: 217 time: 0.0505197 Jan 31 16:01:13.849082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0561f3e-f307-47cc-9440-c0192d354a46 req-66c7cda9-0eef-4e8f-b806-4206ae3746ef service neutron] 10.222.0.30 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936605 Jan 31 16:01:13.886580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-c6f0cb1c-490f-4044-b775-62d2ebadcac4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6d24a020-66a2-442d-a477-90c0aff05b62 HTTP/1.1" status: 200 len: 217 time: 0.0557418 Jan 31 16:01:13.902710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4beb7-e7ac-46ba-8d90-b5076fc4f985 req-bf7eea0e-c359-4158-b38c-aee16c8b3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.904256 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50f4beb7-e7ac-46ba-8d90-b5076fc4f985 req-bf7eea0e-c359-4158-b38c-aee16c8b3d8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1168654 Jan 31 16:01:13.928775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6f1c4-c508-4b14-b973-902b4c8c6f5c req-6247294b-985d-4d51-a180-a9fe27653c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.930271 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bfe6f1c4-c508-4b14-b973-902b4c8c6f5c req-6247294b-985d-4d51-a180-a9fe27653c04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1038854 Jan 31 16:01:13.931995 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-aeaf48e0-9a9c-46dc-a949-e9b4aa0dec52 service neutron] 10.222.0.20 "GET /v2.0/networks/cb929c42-3e30-4828-a03a-532e8e7e942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467024 Jan 31 16:01:13.975974 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f1b38a62-14a2-4d92-a626-c4c180eeb325 service neutron] 10.222.0.36 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045845 Jan 31 16:01:13.990894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5a848-7faf-473c-abea-3b9d97454208 req-c50341c7-4922-410a-a9ca-00ecbba87bac tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:13.992581 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fca5a848-7faf-473c-abea-3b9d97454208 req-c50341c7-4922-410a-a9ca-00ecbba87bac tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.1298311 Jan 31 16:01:14.040368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-9637c1e0-a752-4096-8f7c-5ae54e416aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.041500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-9637c1e0-a752-4096-8f7c-5ae54e416aa0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1328988 Jan 31 16:01:14.049303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4beb7-e7ac-46ba-8d90-b5076fc4f985 req-d6f39fe8-ad47-4ed5-b015-ad22b94a25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.050768 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50f4beb7-e7ac-46ba-8d90-b5076fc4f985 req-d6f39fe8-ad47-4ed5-b015-ad22b94a25f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249003 Jan 31 16:01:14.088492 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6f1c4-c508-4b14-b973-902b4c8c6f5c req-3dbb98d5-875e-4055-86cc-a54e2738d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.089946 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bfe6f1c4-c508-4b14-b973-902b4c8c6f5c req-3dbb98d5-875e-4055-86cc-a54e2738d3f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429563 Jan 31 16:01:14.094916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fca5a848-7faf-473c-abea-3b9d97454208 req-ecc5a8da-0f49-46a3-8dc6-1e17ddd18113 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671678 Jan 31 16:01:14.158304 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-184fd725-718d-45b6-bdfb-b04e9fa03d41 req-2f0cce30-805d-431c-b2c2-e173a27a8bf0 service neutron] 10.222.0.20 "GET /v2.0/networks/cb929c42-3e30-4828-a03a-532e8e7e942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186623 Jan 31 16:01:14.197400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-a9683646-e290-436c-8801-5f0769197902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.199656 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-a9683646-e290-436c-8801-5f0769197902 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1462843 Jan 31 16:01:14.204137 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-b924a681-329d-43d1-a4f6-188bd5d0cd6b service neutron] 10.222.0.36 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183189 Jan 31 16:01:14.214344 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bfe6f1c4-c508-4b14-b973-902b4c8c6f5c req-305722b7-6850-4339-875f-0016b53dee19 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159790 Jan 31 16:01:14.255905 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dca40c-cc67-46a9-a9dd-0deecacb19ee x-openstack-request-id: req-c6dca40c-cc67-46a9-a9dd-0deecacb19ee {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:14.256243 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f298f53-02b2-4239-bff0-885e3287696d", "tag": "6d24a020-66a2-442d-a477-90c0aff05b62", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:14.256600 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6dca40c-cc67-46a9-a9dd-0deecacb19ee {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:14.257709 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f298f53-02b2-4239-bff0-885e3287696d', 'tag': '6d24a020-66a2-442d-a477-90c0aff05b62', 'status': 'completed', 'code': 200} Jan 31 16:01:14.360151 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50f4beb7-e7ac-46ba-8d90-b5076fc4f985 req-94cc0f6d-292c-40b3-a899-ce304b922b9f service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778051 Jan 31 16:01:14.472359 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-189b9cc1-7411-4387-8e49-a05584bec946 service neutron] 10.222.0.36 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524629 Jan 31 16:01:14.476050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-f80363e2-b9d4-4643-a74f-d17709491a9e service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663455 Jan 31 16:01:14.564158 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50f4beb7-e7ac-46ba-8d90-b5076fc4f985 req-c47d0fea-66eb-4001-a798-01b23c7d268d service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937709 Jan 31 16:01:14.626260 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ae7721a-9344-48fd-8519-34f1d3e37738 req-7b55bbbe-cbd9-4c5b-b5bf-6a8462e49448 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360726 Jan 31 16:01:14.690473 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bfe6f1c4-c508-4b14-b973-902b4c8c6f5c req-56feb491-9897-4afb-9900-1ced289d5181 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674230 Jan 31 16:01:14.720316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7946c8-188d-41e2-9967-9238330d5e42 req-3d60edc6-3ec1-4341-9f66-02ce43e07520 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.727394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7946c8-188d-41e2-9967-9238330d5e42 req-3d60edc6-3ec1-4341-9f66-02ce43e07520 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.733701 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7946c8-188d-41e2-9967-9238330d5e42 req-3d60edc6-3ec1-4341-9f66-02ce43e07520 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.743885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7946c8-188d-41e2-9967-9238330d5e42 req-3d60edc6-3ec1-4341-9f66-02ce43e07520 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.750635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7946c8-188d-41e2-9967-9238330d5e42 req-3d60edc6-3ec1-4341-9f66-02ce43e07520 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.751602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef069e31-8f00-4a87-89d0-af62c2b78ba4 req-25c18e72-1020-440d-bfae-7189812486a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.753797 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef069e31-8f00-4a87-89d0-af62c2b78ba4 req-25c18e72-1020-440d-bfae-7189812486a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 1099 time: 0.0589955 Jan 31 16:01:14.756716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7946c8-188d-41e2-9967-9238330d5e42 req-3d60edc6-3ec1-4341-9f66-02ce43e07520 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.763337 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7946c8-188d-41e2-9967-9238330d5e42 req-3d60edc6-3ec1-4341-9f66-02ce43e07520 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.765419 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f7946c8-188d-41e2-9967-9238330d5e42 req-3d60edc6-3ec1-4341-9f66-02ce43e07520 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.1591969 Jan 31 16:01:14.814882 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f7946c8-188d-41e2-9967-9238330d5e42 req-de35c5bf-5904-4822-8ece-467a2ca47fc6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402613 Jan 31 16:01:14.865367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef069e31-8f00-4a87-89d0-af62c2b78ba4 req-8a09f3ac-e5ff-4c09-afcc-3c4929d4112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:14.867050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef069e31-8f00-4a87-89d0-af62c2b78ba4 req-8a09f3ac-e5ff-4c09-afcc-3c4929d4112a service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1007261 Jan 31 16:01:14.928661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef069e31-8f00-4a87-89d0-af62c2b78ba4 req-808b77e1-de8e-440e-9b8a-716ac6fd6a6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6d24a020-66a2-442d-a477-90c0aff05b62 HTTP/1.1" status: 200 len: 217 time: 0.0434427 Jan 31 16:01:15.014706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef069e31-8f00-4a87-89d0-af62c2b78ba4 req-83235d37-ec01-47c4-bca8-8404d189d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:15.017001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef069e31-8f00-4a87-89d0-af62c2b78ba4 req-83235d37-ec01-47c4-bca8-8404d189d6df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0767467 Jan 31 16:01:15.073124 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef069e31-8f00-4a87-89d0-af62c2b78ba4 req-9f71abbd-001b-405c-aa93-607ac38909ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:15.075133 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef069e31-8f00-4a87-89d0-af62c2b78ba4 req-9f71abbd-001b-405c-aa93-607ac38909ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497034 Jan 31 16:01:15.091108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae226135-8f72-4954-a50f-947ba47d15ae req-7152c400-110f-41d0-8f82-a6288ca2727c tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:15.092625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae226135-8f72-4954-a50f-947ba47d15ae req-7152c400-110f-41d0-8f82-a6288ca2727c tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 948 time: 0.0621071 Jan 31 16:01:15.158527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae226135-8f72-4954-a50f-947ba47d15ae req-007a6e35-c601-44a3-9f90-1d4974b52885 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570474 Jan 31 16:01:15.226681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef069e31-8f00-4a87-89d0-af62c2b78ba4 req-b6ee791c-476c-45db-adcb-19ea68e5dca6 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401999 Jan 31 16:01:15.370413 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9661807-fa24-4a16-85df-07f57bc85aa6 req-721cec2f-299c-40f3-a4af-3dd069fd617e tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:15.378420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9661807-fa24-4a16-85df-07f57bc85aa6 req-721cec2f-299c-40f3-a4af-3dd069fd617e tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1111474 Jan 31 16:01:15.408114 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef069e31-8f00-4a87-89d0-af62c2b78ba4 req-e29ebf8a-8d63-4936-9332-671f1a5207a7 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737607 Jan 31 16:01:15.415992 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-840aa67f-c601-45d3-b7bb-ad578eb886a2 req-1370ed33-92e2-48ae-a890-5145ab049cb2 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0333250 Jan 31 16:01:15.422336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 45835d30-b99d-45bc-ab6f-a76423689202 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:15.461278 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9661807-fa24-4a16-85df-07f57bc85aa6 req-02e24073-1f6e-4d31-85d1-df4215babef9 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809939 Jan 31 16:01:15.554538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 45835d30-b99d-45bc-ab6f-a76423689202, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=45835d30-b99d-45bc-ab6f-a76423689202,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:15.566175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '45835d30-b99d-45bc-ab6f-a76423689202', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '45835d30-b99d-45bc-ab6f-a76423689202', 'mac_address': 'fa:16:3e:34:78:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:15.609995 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:15.616255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e24520-bc56-4e45-914f-28e72522fd6e req-b8b031ec-3227-498d-8f57-0fd1f5769561 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:15.626320 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5e24520-bc56-4e45-914f-28e72522fd6e req-b8b031ec-3227-498d-8f57-0fd1f5769561 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.0982306 Jan 31 16:01:15.626498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45835d30-b99d-45bc-ab6f-a76423689202 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:15.649816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 45835d30-b99d-45bc-ab6f-a76423689202, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=45835d30-b99d-45bc-ab6f-a76423689202,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:15.657991 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:15.659450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:15.696525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b5f76-5bbd-45c2-b38c-5ef57908fb89 req-a1908efd-c6c4-4711-96a8-aaa9311146ca tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:15.698556 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c9b5f76-5bbd-45c2-b38c-5ef57908fb89 req-a1908efd-c6c4-4711-96a8-aaa9311146ca tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=779c58d8-79a7-445e-88a2-91ed51387743 HTTP/1.1" status: 200 len: 945 time: 0.0692432 Jan 31 16:01:15.708706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5e24520-bc56-4e45-914f-28e72522fd6e req-fd50f15b-1f73-4750-b11e-4139895a20f5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815022 Jan 31 16:01:15.777544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c9b5f76-5bbd-45c2-b38c-5ef57908fb89 req-95a85e5d-3362-4840-82de-2bce8caa4cc4 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713842 Jan 31 16:01:15.814905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=45835d30-b99d-45bc-ab6f-a76423689202,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:15.859685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:15.875634 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'port_id': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'mac_address': 'fa:16:3e:88:a5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:15.924136 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:15.943896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:15.986971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327903b4-88c1-459c-892e-f11d5e1237b1 req-de86550f-8221-4b65-85ce-50a17ad3cfb0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:15.991073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:15.993199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327903b4-88c1-459c-892e-f11d5e1237b1 req-de86550f-8221-4b65-85ce-50a17ad3cfb0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:15.995863 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:16.001066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327903b4-88c1-459c-892e-f11d5e1237b1 req-de86550f-8221-4b65-85ce-50a17ad3cfb0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.007125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327903b4-88c1-459c-892e-f11d5e1237b1 req-de86550f-8221-4b65-85ce-50a17ad3cfb0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.013263 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327903b4-88c1-459c-892e-f11d5e1237b1 req-de86550f-8221-4b65-85ce-50a17ad3cfb0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.019155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327903b4-88c1-459c-892e-f11d5e1237b1 req-de86550f-8221-4b65-85ce-50a17ad3cfb0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.025338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327903b4-88c1-459c-892e-f11d5e1237b1 req-de86550f-8221-4b65-85ce-50a17ad3cfb0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.027337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-327903b4-88c1-459c-892e-f11d5e1237b1 req-de86550f-8221-4b65-85ce-50a17ad3cfb0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.1272614 Jan 31 16:01:16.055570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:16.072850 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-327903b4-88c1-459c-892e-f11d5e1237b1 req-b03c938c-8311-4b2f-bd1e-520597f271a1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362132 Jan 31 16:01:16.265635 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:16.270384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['45835d30-b99d-45bc-ab6f-a76423689202'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:16.279209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e6df8-7497-462f-ba2f-fe7e10eb280e req-66e02e38-d6a0-45eb-a360-d7d81c5f17f0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.280904 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ff8e6df8-7497-462f-ba2f-fe7e10eb280e req-66e02e38-d6a0-45eb-a360-d7d81c5f17f0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 948 time: 0.0515511 Jan 31 16:01:16.330008 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ff8e6df8-7497-462f-ba2f-fe7e10eb280e req-be6c1fd8-39e7-4474-a4f7-b2203f682cc5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 Jan 31 16:01:16.463224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-371b8966-17da-4247-938b-2d925e95d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.470937 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-371b8966-17da-4247-938b-2d925e95d3df service neutron] 10.222.0.20 "GET /v2.0/ports/d2df101d-aeaf-4eea-a281-f00e4a175292 HTTP/1.1" status: 200 len: 1033 time: 0.0622685 Jan 31 16:01:16.553135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-c0add45d-d727-4e38-add8-84783dcffc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.554539 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-c0add45d-d727-4e38-add8-84783dcffc8a service neutron] 10.222.0.20 "GET /v2.0/ports/b809d91f-3693-4c9b-9842-45c88f84e495 HTTP/1.1" status: 200 len: 1032 time: 0.0688457 Jan 31 16:01:16.566980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-934f4d2f-57cc-4b18-9aee-e3d173bb51aa req-8dccc599-d730-4954-b175-ffa5096d5106 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0310819 Jan 31 16:01:16.690439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c820cd-0454-4cac-bbf7-0a98cdb5652b req-9fadfdfe-7b61-4ee8-8bc0-7248a62b36eb tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.691945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-18c820cd-0454-4cac-bbf7-0a98cdb5652b req-9fadfdfe-7b61-4ee8-8bc0-7248a62b36eb tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1180639 Jan 31 16:01:16.740638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-fb904742-f50b-495b-b034-765c1a4a5185 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.746994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-fb904742-f50b-495b-b034-765c1a4a5185 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.752096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-fb904742-f50b-495b-b034-765c1a4a5185 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.753789 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-fb904742-f50b-495b-b034-765c1a4a5185 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "GET /v2.0/networks?id=4ba4bd1e-f728-43b2-a993-80b2d26c69c2&id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&id=f6873347-cc1a-4c3c-9d9f-52948982c505&id=f6873347-cc1a-4c3c-9d9f-52948982c505 HTTP/1.1" status: 200 len: 1995 time: 0.1530282 Jan 31 16:01:16.794103 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-18c820cd-0454-4cac-bbf7-0a98cdb5652b req-fa4715e8-4c2f-49da-b57d-e17d03063d0e tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878744 Jan 31 16:01:16.852867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-d42261c1-67a8-4b12-8c6d-acf040a9c785 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92647632bf8144b58beaf0189feb0489 HTTP/1.1" status: 200 len: 380 time: 0.0824885 Jan 31 16:01:16.865088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'port': {'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'admin_state_up': True, 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'security_groups': ['3c6c3ba6-dfc0-4869-8971-6898ef23ac86']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:16.928009 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa958e-bd94-4153-b045-7e3e0c9fd295 req-6348fb7d-0e42-499b-8a45-4973bd289d0b tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.930011 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f9fa958e-bd94-4153-b045-7e3e0c9fd295 req-6348fb7d-0e42-499b-8a45-4973bd289d0b tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.20 "GET /v2.0/ports?device_id=779c58d8-79a7-445e-88a2-91ed51387743 HTTP/1.1" status: 200 len: 945 time: 0.1275439 Jan 31 16:01:16.959118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f8752-8bb5-41ad-af47-ea76be22c72f req-97388004-afdd-4c44-b4d5-46324e0fed41 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:16.967920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-932f8752-8bb5-41ad-af47-ea76be22c72f req-97388004-afdd-4c44-b4d5-46324e0fed41 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 944 time: 0.1224828 Jan 31 16:01:16.995286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc8226-2734-457b-9396-f3b3a3ec0f57 req-b8d91169-bbd5-4b52-b8a5-32b38b4650f9 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:17.004001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dedc8226-2734-457b-9396-f3b3a3ec0f57 req-b8d91169-bbd5-4b52-b8a5-32b38b4650f9 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=779c58d8-79a7-445e-88a2-91ed51387743 HTTP/1.1" status: 200 len: 945 time: 0.1087661 Jan 31 16:01:17.035773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-932f8752-8bb5-41ad-af47-ea76be22c72f req-d5c7abce-c0ec-48e0-84c7-ae9ba4e4ee7b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663974 Jan 31 16:01:17.059594 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3873d1-740f-4180-b50a-d11a711f716f req-92e4e4c0-0dcd-4ab6-9a0b-47ee6652f578 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:17.061389 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa3873d1-740f-4180-b50a-d11a711f716f req-92e4e4c0-0dcd-4ab6-9a0b-47ee6652f578 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab58e5ec-9bff-44f3-857c-69f8aea99e63 HTTP/1.1" status: 200 len: 946 time: 0.1821139 Jan 31 16:01:17.062659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dedc8226-2734-457b-9396-f3b3a3ec0f57 req-f0deb4c8-cf15-4d06-9f97-2c7cbb5c0125 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/security-groups?id=01b24aba-2296-4d10-81da-7bf628d73461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577366 Jan 31 16:01:17.112185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:17.116236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:17.188670 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5451695a-18f4-4d9b-952e-ff9f2bbc7a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:17.302463 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-f9fa958e-bd94-4153-b045-7e3e0c9fd295 req-ae067e19-b386-4654-8ba7-6572268c1e28 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Deleting port 8839c488-4cad-43e0-9045-ead1a89e01e7 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:01:17.303177 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f9fa958e-bd94-4153-b045-7e3e0c9fd295 req-ae067e19-b386-4654-8ba7-6572268c1e28 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:17.304347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Allocated IP 172.20.0.3 (4ba4bd1e-f728-43b2-a993-80b2d26c69c2/accc61ef-eda6-48c6-b446-28aa08373ea7/b2810873-dbdc-4b51-b917-8120475129a8) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:17.319977 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c22686-9366-472f-bcc8-00ce8b98c22d req-d314d71a-f2cf-4c84-8233-82e122269d42 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:17.327804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c22686-9366-472f-bcc8-00ce8b98c22d req-d314d71a-f2cf-4c84-8233-82e122269d42 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:17.333681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c22686-9366-472f-bcc8-00ce8b98c22d req-d314d71a-f2cf-4c84-8233-82e122269d42 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:17.339659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c22686-9366-472f-bcc8-00ce8b98c22d req-d314d71a-f2cf-4c84-8233-82e122269d42 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:17.346353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c22686-9366-472f-bcc8-00ce8b98c22d req-d314d71a-f2cf-4c84-8233-82e122269d42 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:17.354084 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c22686-9366-472f-bcc8-00ce8b98c22d req-d314d71a-f2cf-4c84-8233-82e122269d42 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:17.361585 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c22686-9366-472f-bcc8-00ce8b98c22d req-d314d71a-f2cf-4c84-8233-82e122269d42 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:17.374230 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-13c22686-9366-472f-bcc8-00ce8b98c22d req-d314d71a-f2cf-4c84-8233-82e122269d42 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.1831121 Jan 31 16:01:17.428510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:17.471479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-fa3873d1-740f-4180-b50a-d11a711f716f req-aa13d3a6-9f13-4c1c-8100-67a701434d43 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Deleting port 70a09f4d-42c2-4241-aea2-e6e50288fb29 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:01:17.471978 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-fa3873d1-740f-4180-b50a-d11a711f716f req-aa13d3a6-9f13-4c1c-8100-67a701434d43 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:17.536434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:17.548787 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:17.549849 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:17.574819 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:17.591544 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-13c22686-9366-472f-bcc8-00ce8b98c22d req-6cdd57e9-9335-4ea6-91ce-dc8b22cc1df9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1793196 Jan 31 16:01:17.616097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6d24a020-66a2-442d-a477-90c0aff05b62 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:17.673973 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:17.839708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:17.846341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:17.847064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f9fa958e-bd94-4153-b045-7e3e0c9fd295 req-ae067e19-b386-4654-8ba7-6572268c1e28 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] For port 8839c488-4cad-43e0-9045-ead1a89e01e7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8839c488-4cad-43e0-9045-ead1a89e01e7,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:17.847533 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f9fa958e-bd94-4153-b045-7e3e0c9fd295 req-ae067e19-b386-4654-8ba7-6572268c1e28 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:17.856071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-fa3873d1-740f-4180-b50a-d11a711f716f req-aa13d3a6-9f13-4c1c-8100-67a701434d43 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] For port 70a09f4d-42c2-4241-aea2-e6e50288fb29, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=70a09f4d-42c2-4241-aea2-e6e50288fb29,segment=NetworkSegment(097e3587-c032-4493-a660-3217f0ff8cf4),segment_id=097e3587-c032-4493-a660-3217f0ff8cf4)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:17.859948 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-fa3873d1-740f-4180-b50a-d11a711f716f req-aa13d3a6-9f13-4c1c-8100-67a701434d43 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:17.869815 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:17.931853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-f9fa958e-bd94-4153-b045-7e3e0c9fd295 req-ae067e19-b386-4654-8ba7-6572268c1e28 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Calling delete_port for 8839c488-4cad-43e0-9045-ead1a89e01e7 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:01:17.946490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-fa3873d1-740f-4180-b50a-d11a711f716f req-aa13d3a6-9f13-4c1c-8100-67a701434d43 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Calling delete_port for 70a09f4d-42c2-4241-aea2-e6e50288fb29 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:01:17.973626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6d24a020-66a2-442d-a477-90c0aff05b62, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6d24a020-66a2-442d-a477-90c0aff05b62,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:17.992904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b30e54-bf02-45d4-b856-a979b7f537bf req-e871f773-034f-42b5-9567-87e0b71bf096 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:18.000244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '6d24a020-66a2-442d-a477-90c0aff05b62', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '6d24a020-66a2-442d-a477-90c0aff05b62', 'mac_address': 'fa:16:3e:cc:be:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:18.001427 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-49b30e54-bf02-45d4-b856-a979b7f537bf req-e871f773-034f-42b5-9567-87e0b71bf096 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 948 time: 0.3481176 Jan 31 16:01:18.026620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Port': ['ID=b2810873-dbdc-4b51-b917-8120475129a8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:18.073342 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:18.083274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:18.083471 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:18.090033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d24a020-66a2-442d-a477-90c0aff05b62 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:18.134150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af5886-20d2-4701-b021-691e688e7b1b req-62024e01-2781-46f2-a6d2-36d7c9acad15 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:18.145008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16af5886-20d2-4701-b021-691e688e7b1b req-62024e01-2781-46f2-a6d2-36d7c9acad15 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 931 time: 0.4063554 Jan 31 16:01:18.145409 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6d24a020-66a2-442d-a477-90c0aff05b62, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6d24a020-66a2-442d-a477-90c0aff05b62,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:18.153512 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:18.164120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-49b30e54-bf02-45d4-b856-a979b7f537bf req-1ca5c913-1961-4386-927d-3d95091f5316 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615021 Jan 31 16:01:18.177251 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-339a0119-b743-46c7-b1e6-2fd1a45788e9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3162780 Jan 31 16:01:18.189922 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'port': {'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523', 'admin_state_up': True, 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'security_groups': ['3c6c3ba6-dfc0-4869-8971-6898ef23ac86']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:18.241968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=6d24a020-66a2-442d-a477-90c0aff05b62,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:18.247904 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:18.298218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:18.300904 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78308148-7cfb-4fc9-b89d-ffa75dd6bf43" -d '{"events": [{"server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "name": "network-vif-plugged", "status": "completed", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:18.329182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:18.348567 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:18.353241 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 45835d30-b99d-45bc-ab6f-a76423689202 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:18.369974 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-765feabd-2d47-414c-915c-bb1d579cf27e None None] Provisioning complete for port b2810873-dbdc-4b51-b917-8120475129a8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:18.382017 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-765feabd-2d47-414c-915c-bb1d579cf27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:18.460831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:18.464868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:18.484855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['6d24a020-66a2-442d-a477-90c0aff05b62'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:18.503746 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870051e7-a595-4a7f-8d03-2700f2ce5728 req-2ddb5fa7-1b50-4133-89c3-42fc72b4f1e1 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:18.505990 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-870051e7-a595-4a7f-8d03-2700f2ce5728 req-2ddb5fa7-1b50-4133-89c3-42fc72b4f1e1 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1093063 Jan 31 16:01:18.551324 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-fa3873d1-740f-4180-b50a-d11a711f716f req-aa13d3a6-9f13-4c1c-8100-67a701434d43 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:18.612947 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-870051e7-a595-4a7f-8d03-2700f2ce5728 req-40dea806-a462-4a3c-9531-f585d040f407 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662272 Jan 31 16:01:18.678268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16af5886-20d2-4701-b021-691e688e7b1b req-5000bdd4-70af-49fa-8716-2d5f3d73b3b6 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5320852 Jan 31 16:01:18.683956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13d3a6-9f13-4c1c-8100-67a701434d43 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Pushing event deleted for resources: {'Port': ['ID=70a09f4d-42c2-4241-aea2-e6e50288fb29,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:18.693283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['70a09f4d-42c2-4241-aea2-e6e50288fb29'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:18.695188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Allocated IP 10.1.1.199 (a36c49ff-c485-45f0-b55f-3dcb3d0d8523/76dcf05c-6dab-43c6-a38d-12ed158e5b9f/7763f452-c3b6-430f-a3f3-701fab378678) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:18.714543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3873d1-740f-4180-b50a-d11a711f716f req-aa13d3a6-9f13-4c1c-8100-67a701434d43 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] No DVR routers for this DVR port 70a09f4d-42c2-4241-aea2-e6e50288fb29 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:01:18.721031 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-fa3873d1-740f-4180-b50a-d11a711f716f req-aa13d3a6-9f13-4c1c-8100-67a701434d43 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:18.726784 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa3873d1-740f-4180-b50a-d11a711f716f req-aa13d3a6-9f13-4c1c-8100-67a701434d43 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.30 "DELETE /v2.0/ports/70a09f4d-42c2-4241-aea2-e6e50288fb29 HTTP/1.1" status: 204 len: 173 time: 1.6378808 Jan 31 16:01:18.727640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab58e5ec-9bff-44f3-857c-69f8aea99e63', 'name': 'network-vif-deleted', 'tag': '70a09f4d-42c2-4241-aea2-e6e50288fb29'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:18.730722 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8efa32e-c1fc-4d3f-ad0c-250654349b66" -d '{"events": [{"server_uuid": "ab58e5ec-9bff-44f3-857c-69f8aea99e63", "name": "network-vif-deleted", "tag": "70a09f4d-42c2-4241-aea2-e6e50288fb29"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:18.759194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-765feabd-2d47-414c-915c-bb1d579cf27e None None] Port b2810873-dbdc-4b51-b917-8120475129a8 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:18.759558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f9fa958e-bd94-4153-b045-7e3e0c9fd295 req-ae067e19-b386-4654-8ba7-6572268c1e28 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:18.899370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['70a09f4d-42c2-4241-aea2-e6e50288fb29'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:18.918533 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae067e19-b386-4654-8ba7-6572268c1e28 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Pushing event deleted for resources: {'Port': ['ID=8839c488-4cad-43e0-9045-ead1a89e01e7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:18.943369 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6fb8565-b6f6-4d38-b51f-0cce36c71669 req-176aaa69-0f10-42c6-aea8-99e1c4e08363 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.36 "GET /v2.0/ports?device_id=779c58d8-79a7-445e-88a2-91ed51387743 HTTP/1.1" status: 200 len: 210 time: 0.0982306 Jan 31 16:01:19.002607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78434da-f412-4386-a3ef-f20e548f1b78 req-968d1057-ba8e-48b4-a400-c5b22ef35693 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:19.010858 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78434da-f412-4386-a3ef-f20e548f1b78 req-968d1057-ba8e-48b4-a400-c5b22ef35693 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1687417 Jan 31 16:01:19.018890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fa958e-bd94-4153-b045-7e3e0c9fd295 req-ae067e19-b386-4654-8ba7-6572268c1e28 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] No DVR routers for this DVR port 8839c488-4cad-43e0-9045-ead1a89e01e7 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:01:19.022126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f9fa958e-bd94-4153-b045-7e3e0c9fd295 req-ae067e19-b386-4654-8ba7-6572268c1e28 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:19.027640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:19.029454 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f9fa958e-bd94-4153-b045-7e3e0c9fd295 req-ae067e19-b386-4654-8ba7-6572268c1e28 tempest-ListServersNegativeTestJSON-2133909644 tempest-ListServersNegativeTestJSON-2133909644-project] 10.222.0.20 "DELETE /v2.0/ports/8839c488-4cad-43e0-9045-ead1a89e01e7 HTTP/1.1" status: 204 len: 173 time: 2.0888107 Jan 31 16:01:19.133493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 45835d30-b99d-45bc-ab6f-a76423689202 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:19.137268 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 45835d30-b99d-45bc-ab6f-a76423689202 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:19.137785 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:19.204142 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04b440b-6a0d-4772-bea8-9d9d6fac0a69 x-openstack-request-id: req-b04b440b-6a0d-4772-bea8-9d9d6fac0a69 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:19.208491 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "name": "network-vif-plugged", "status": "completed", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:19.209163 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b04b440b-6a0d-4772-bea8-9d9d6fac0a69 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:19.211844 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'code': 200} Jan 31 16:01:19.323731 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:19.350959 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78434da-f412-4386-a3ef-f20e548f1b78 req-97e43dca-ca13-477d-a1b4-f61f43049330 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339872 Jan 31 16:01:19.393110 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:19.437205 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:19.469926 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5717435-28b9-46fa-8f00-9edfb7439d26 x-openstack-request-id: req-f5717435-28b9-46fa-8f00-9edfb7439d26 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:19.470741 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab58e5ec-9bff-44f3-857c-69f8aea99e63", "name": "network-vif-deleted", "tag": "70a09f4d-42c2-4241-aea2-e6e50288fb29", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:19.470741 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5717435-28b9-46fa-8f00-9edfb7439d26 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:19.471129 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab58e5ec-9bff-44f3-857c-69f8aea99e63', 'name': 'network-vif-deleted', 'tag': '70a09f4d-42c2-4241-aea2-e6e50288fb29', 'status': 'completed', 'code': 200} Jan 31 16:01:19.505922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a44167-c7f9-4598-bb1e-bb8e336f8c3e req-d47c185e-1be0-4823-ac76-911a670bfb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:19.507551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2a44167-c7f9-4598-bb1e-bb8e336f8c3e req-d47c185e-1be0-4823-ac76-911a670bfb54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 1096 time: 0.1088290 Jan 31 16:01:19.520921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1381ba-a64a-4838-b331-7645a42dec48 req-fbd836db-64b8-405f-98fd-778782da83f1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:19.528105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1381ba-a64a-4838-b331-7645a42dec48 req-fbd836db-64b8-405f-98fd-778782da83f1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:19.535437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1381ba-a64a-4838-b331-7645a42dec48 req-fbd836db-64b8-405f-98fd-778782da83f1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:19.542043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1381ba-a64a-4838-b331-7645a42dec48 req-fbd836db-64b8-405f-98fd-778782da83f1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:19.548969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1381ba-a64a-4838-b331-7645a42dec48 req-fbd836db-64b8-405f-98fd-778782da83f1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:19.553186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 45835d30-b99d-45bc-ab6f-a76423689202, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=45835d30-b99d-45bc-ab6f-a76423689202,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:19.555700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1381ba-a64a-4838-b331-7645a42dec48 req-fbd836db-64b8-405f-98fd-778782da83f1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:19.561281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:19.563820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1381ba-a64a-4838-b331-7645a42dec48 req-fbd836db-64b8-405f-98fd-778782da83f1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:19.566040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b1381ba-a64a-4838-b331-7645a42dec48 req-fbd836db-64b8-405f-98fd-778782da83f1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.2398229 Jan 31 16:01:19.566203 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:19.574902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:19.602915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8839c488-4cad-43e0-9045-ead1a89e01e7 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:01:19.605071 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 70a09f4d-42c2-4241-aea2-e6e50288fb29 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:01:19.632988 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2a44167-c7f9-4598-bb1e-bb8e336f8c3e req-43ae2e90-494d-41fb-9078-265b158c39de service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655971 Jan 31 16:01:19.659596 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b1381ba-a64a-4838-b331-7645a42dec48 req-204fc5ad-91f2-4a5e-a771-60bbccf0c4e4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808918 Jan 31 16:01:19.801220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=45835d30-b99d-45bc-ab6f-a76423689202,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:19.807244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 70a09f4d-42c2-4241-aea2-e6e50288fb29 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:01:19.811487 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 70a09f4d-42c2-4241-aea2-e6e50288fb29 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:01:19.815539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 8839c488-4cad-43e0-9045-ead1a89e01e7 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:01:19.816791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8839c488-4cad-43e0-9045-ead1a89e01e7 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:01:19.830144 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ab400d37-9365-4117-ab4e-637566c704fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:19.952379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a319f9-14bd-4501-8bc8-7ec9c0b73953 req-46385152-5352-4ddc-8916-f365acf6870f tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:19.954240 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-29a319f9-14bd-4501-8bc8-7ec9c0b73953 req-46385152-5352-4ddc-8916-f365acf6870f tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1147921 Jan 31 16:01:20.006467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-36b6f72f-6d02-40e5-8316-fe9f7c48f0b0 None None] Provisioning complete for port 7763f452-c3b6-430f-a3f3-701fab378678 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:20.007217 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-36b6f72f-6d02-40e5-8316-fe9f7c48f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:20.007355 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-29a319f9-14bd-4501-8bc8-7ec9c0b73953 req-bf0ee1a0-16cb-4499-8cff-6dc36f52092d tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Jan 31 16:01:20.080184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-36b6f72f-6d02-40e5-8316-fe9f7c48f0b0 None None] Port 7763f452-c3b6-430f-a3f3-701fab378678 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:20.116119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:20.123664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Port': ['ID=7763f452-c3b6-430f-a3f3-701fab378678,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:20.180146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffad620-3e4a-407d-a3e1-7cbf5035f39a req-e2684047-fab3-4fea-a239-721ab1d69520 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:20.186062 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ffad620-3e4a-407d-a3e1-7cbf5035f39a req-e2684047-fab3-4fea-a239-721ab1d69520 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 949 time: 0.6381302 Jan 31 16:01:20.194632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc7959-fb51-4406-acea-dbc1a05a4d33 req-5af77246-a459-4bb6-9595-20e799746a26 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:20.202851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc7959-fb51-4406-acea-dbc1a05a4d33 req-5af77246-a459-4bb6-9595-20e799746a26 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:20.207017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:20.207881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:20.208015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fdfc7959-fb51-4406-acea-dbc1a05a4d33 req-5af77246-a459-4bb6-9595-20e799746a26 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 1653 time: 0.0976839 Jan 31 16:01:20.244451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-be2774ed-cc1e-4cb2-b380-de0658e026fb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0584955 Jan 31 16:01:20.259128 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ffad620-3e4a-407d-a3e1-7cbf5035f39a req-83b72328-4e80-4831-a86c-dffc4694f779 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683546 Jan 31 16:01:20.264219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'port': {'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523', 'admin_state_up': True, 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'security_groups': ['3c6c3ba6-dfc0-4869-8971-6898ef23ac86']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:20.265440 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fdfc7959-fb51-4406-acea-dbc1a05a4d33 req-bafde27a-1a04-424c-9a1a-049e724c6d7d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518668 Jan 31 16:01:20.360991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49680) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:20.432037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:20.454961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:20.474412 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab03e29-82fb-4f97-a467-e34b83876a3f admin admin] Deleting subnet bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:01:20.482385 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ab03e29-82fb-4f97-a467-e34b83876a3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:20.592928 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ab03e29-82fb-4f97-a467-e34b83876a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:20.602693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89e831-72f8-45cf-b657-a85355e39d4e req-0ff80c80-37cc-4f5c-b3a6-e6b4e2c8d02b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:20.611499 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e89e831-72f8-45cf-b657-a85355e39d4e req-0ff80c80-37cc-4f5c-b3a6-e6b4e2c8d02b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0843306 Jan 31 16:01:20.614116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Allocated IP 10.1.1.198 (a36c49ff-c485-45f0-b55f-3dcb3d0d8523/76dcf05c-6dab-43c6-a38d-12ed158e5b9f/31f39707-e831-4532-a49f-aa4b202c02f7) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:20.800713 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:20.806558 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e89e831-72f8-45cf-b657-a85355e39d4e req-4ff2cb1a-402c-48cb-bc5a-b377dc38e2ef tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895864 Jan 31 16:01:20.816404 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ab03e29-82fb-4f97-a467-e34b83876a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:20.889688 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ab03e29-82fb-4f97-a467-e34b83876a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:20.940403 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ab03e29-82fb-4f97-a467-e34b83876a3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:20.947996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6ab03e29-82fb-4f97-a467-e34b83876a3f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0 HTTP/1.1" status: 204 len: 168 time: 0.5854359 Jan 31 16:01:20.950655 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49692) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:20.958294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab03e29-82fb-4f97-a467-e34b83876a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5cd2d0-ad7c-4a0f-8bff-10d7233f69a0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:21.004067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a48e-f6d4-4b1d-93dd-87ab4bec5a94 req-61721d28-79fb-4982-ac12-c4f63a14f335 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.010063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a48e-f6d4-4b1d-93dd-87ab4bec5a94 req-61721d28-79fb-4982-ac12-c4f63a14f335 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.016073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a48e-f6d4-4b1d-93dd-87ab4bec5a94 req-61721d28-79fb-4982-ac12-c4f63a14f335 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.022626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a48e-f6d4-4b1d-93dd-87ab4bec5a94 req-61721d28-79fb-4982-ac12-c4f63a14f335 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.032677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a48e-f6d4-4b1d-93dd-87ab4bec5a94 req-61721d28-79fb-4982-ac12-c4f63a14f335 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.040817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a48e-f6d4-4b1d-93dd-87ab4bec5a94 req-61721d28-79fb-4982-ac12-c4f63a14f335 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.047083 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.048311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a48e-f6d4-4b1d-93dd-87ab4bec5a94 req-61721d28-79fb-4982-ac12-c4f63a14f335 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.056816 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da97a48e-f6d4-4b1d-93dd-87ab4bec5a94 req-61721d28-79fb-4982-ac12-c4f63a14f335 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.1917601 Jan 31 16:01:21.111702 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.129342 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da97a48e-f6d4-4b1d-93dd-87ab4bec5a94 req-5ed84bb1-bfef-4601-b25d-198fa550fbbf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716200 Jan 31 16:01:21.171643 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.212859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f302336f-26fe-4ce2-91d1-f1b664ee0f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45835d30-b99d-45bc-ab6f-a76423689202'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:21.215784 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461db84e-61ac-4f44-868b-e362ef08966a" -d '{"events": [{"server_uuid": "f302336f-26fe-4ce2-91d1-f1b664ee0f4c", "name": "network-vif-plugged", "status": "completed", "tag": "45835d30-b99d-45bc-ab6f-a76423689202"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:21.264669 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.270193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Port': ['ID=31f39707-e831-4532-a49f-aa4b202c02f7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:21.282909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:21.285764 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:21.288753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:21.292516 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58015374-4cea-404e-84ff-f052021b5ab5 x-openstack-request-id: req-58015374-4cea-404e-84ff-f052021b5ab5 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:21.292723 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f302336f-26fe-4ce2-91d1-f1b664ee0f4c", "name": "network-vif-plugged", "status": "completed", "tag": "45835d30-b99d-45bc-ab6f-a76423689202", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:21.292957 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58015374-4cea-404e-84ff-f052021b5ab5 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:21.294493 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f302336f-26fe-4ce2-91d1-f1b664ee0f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45835d30-b99d-45bc-ab6f-a76423689202', 'code': 200} Jan 31 16:01:21.379705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.381124 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.386949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d72bf0d-20e4-4342-8d5f-d251e18fa1fa']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:01:21.438777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5401ac-ad77-46a6-b9bb-10d492931452 req-0e03eef0-9410-413b-af0c-f2b399f35553 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.440472 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c5401ac-ad77-46a6-b9bb-10d492931452 req-0e03eef0-9410-413b-af0c-f2b399f35553 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.2825677 Jan 31 16:01:21.467335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097e3587-c032-4493-a660-3217f0ff8cf4') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:01:21.467620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097e3587-c032-4493-a660-3217f0ff8cf4') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:01:21.489141 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba95d99f-0129-4fb1-948b-9099860ee420 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2287946 Jan 31 16:01:21.492407 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.517090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'port': {'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505', 'admin_state_up': True, 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'security_groups': ['3c6c3ba6-dfc0-4869-8971-6898ef23ac86']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:21.529298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.550062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:01:21.552063 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.581698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779c58d8-79a7-445e-88a2-91ed51387743', 'name': 'network-vif-deleted', 'tag': '8839c488-4cad-43e0-9045-ead1a89e01e7'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:21.584078 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa94b27a-cc5a-45e6-a4ab-cf93abe16d2d" -d '{"events": [{"server_uuid": "779c58d8-79a7-445e-88a2-91ed51387743", "name": "network-vif-deleted", "tag": "8839c488-4cad-43e0-9045-ead1a89e01e7"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:21.588590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6d24a020-66a2-442d-a477-90c0aff05b62 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:01:21.598693 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:01:21.631783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0d9d7-7e84-4e59-8ff2-32a1971eb26f req-31a37b4a-f0f4-46aa-b41f-c0f6d7a9de36 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.633457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-65f0d9d7-7e84-4e59-8ff2-32a1971eb26f req-31a37b4a-f0f4-46aa-b41f-c0f6d7a9de36 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 949 time: 0.2331700 Jan 31 16:01:21.682000 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:01:21.710043 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8f3d19e7-ae2c-43a1-87e5-aa2ef63df5ad None None] Provisioning complete for port 31f39707-e831-4532-a49f-aa4b202c02f7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:21.710426 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8f3d19e7-ae2c-43a1-87e5-aa2ef63df5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.715356 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.727468 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.734477 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6d72bf0d-20e4-4342-8d5f-d251e18fa1fa HTTP/1.1" status: 204 len: 168 time: 0.7823274 Jan 31 16:01:21.775598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06d4f2-f81a-42c0-940a-4855cbbcdee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d72bf0d-20e4-4342-8d5f-d251e18fa1fa,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:21.794088 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-65f0d9d7-7e84-4e59-8ff2-32a1971eb26f req-2dc19b17-5203-4980-99fd-76db41764482 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513710 Jan 31 16:01:21.798181 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c5401ac-ad77-46a6-b9bb-10d492931452 req-cfe471cf-759b-45c8-b079-61b214e70b33 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681616 Jan 31 16:01:21.799742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:21.812317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1fcda-9c66-4369-9d23-984d344181c9 req-2b44e45b-52fc-4e10-9011-31f6784ff09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.816277 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34c1fcda-9c66-4369-9d23-984d344181c9 req-2b44e45b-52fc-4e10-9011-31f6784ff09a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f302336f-26fe-4ce2-91d1-f1b664ee0f4c HTTP/1.1" status: 200 len: 1101 time: 0.4372096 Jan 31 16:01:21.858117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d19e7-ae2c-43a1-87e5-aa2ef63df5ad None None] Port 31f39707-e831-4532-a49f-aa4b202c02f7 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:21.889848 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34c1fcda-9c66-4369-9d23-984d344181c9 req-2b5c3eb8-9d1b-4a20-a733-4359dbf7d054 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676677 Jan 31 16:01:21.894562 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de52c0b3-97ab-437a-ab1b-53925663901f x-openstack-request-id: req-de52c0b3-97ab-437a-ab1b-53925663901f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:21.894862 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779c58d8-79a7-445e-88a2-91ed51387743", "name": "network-vif-deleted", "tag": "8839c488-4cad-43e0-9045-ead1a89e01e7", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:21.895115 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de52c0b3-97ab-437a-ab1b-53925663901f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:21.895510 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779c58d8-79a7-445e-88a2-91ed51387743', 'name': 'network-vif-deleted', 'tag': '8839c488-4cad-43e0-9045-ead1a89e01e7', 'status': 'completed', 'code': 200} Jan 31 16:01:21.905442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 6d24a020-66a2-442d-a477-90c0aff05b62 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:21.916524 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 6d24a020-66a2-442d-a477-90c0aff05b62 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:21.918986 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.927324 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:21.978126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba45c8b-92d9-4d34-acb8-aa122a0665e4 req-0d4f4290-829a-4b9b-bf8a-383cdc332282 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.985834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba45c8b-92d9-4d34-acb8-aa122a0665e4 req-0d4f4290-829a-4b9b-bf8a-383cdc332282 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:21.993115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba45c8b-92d9-4d34-acb8-aa122a0665e4 req-0d4f4290-829a-4b9b-bf8a-383cdc332282 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:22.003605 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ba45c8b-92d9-4d34-acb8-aa122a0665e4 req-0d4f4290-829a-4b9b-bf8a-383cdc332282 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 2374 time: 0.0935755 Jan 31 16:01:22.035327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49712) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:22.090085 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ba45c8b-92d9-4d34-acb8-aa122a0665e4 req-b3f8513e-736f-4dde-ae68-dad3968b4383 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798879 Jan 31 16:01:22.104270 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:22.107766 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7e1f7140-6d22-4b91-8447-3dd16b951f9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2d34d712d974e72aa7e056f77ec6abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667210 Jan 31 16:01:22.108030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49714) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:22.170089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6d24a020-66a2-442d-a477-90c0aff05b62, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6d24a020-66a2-442d-a477-90c0aff05b62,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:22.170811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80e4ccf2-43cd-4b69-a16f-14a8ff98725c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:22.175399 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:22.194757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Allocated IP 10.2.2.100 (f6873347-cc1a-4c3c-9d9f-52948982c505/c8f650b9-7ca2-44e1-9dd0-ad0422b58c46/29e1151d-f230-4c79-8729-64cb72daa5d0) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:22.220829 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80e4ccf2-43cd-4b69-a16f-14a8ff98725c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:22.255982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c230a-9fb0-4571-a964-0b1cd619669d req-c56a24d5-93d6-4661-a20e-a6b7d06de069 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:22.263946 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-423c230a-9fb0-4571-a964-0b1cd619669d req-c56a24d5-93d6-4661-a20e-a6b7d06de069 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0834026 Jan 31 16:01:22.276444 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:22.299218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=6d24a020-66a2-442d-a477-90c0aff05b62,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:22.376468 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba043e15-1e4b-4c32-94d8-8cc2df60468f req-61c87f94-a3fc-4989-a2f9-b86595cac2df tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:22.382798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba043e15-1e4b-4c32-94d8-8cc2df60468f req-61c87f94-a3fc-4989-a2f9-b86595cac2df tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:22.389356 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba043e15-1e4b-4c32-94d8-8cc2df60468f req-61c87f94-a3fc-4989-a2f9-b86595cac2df tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:22.398052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba043e15-1e4b-4c32-94d8-8cc2df60468f req-61c87f94-a3fc-4989-a2f9-b86595cac2df tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:22.404670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba043e15-1e4b-4c32-94d8-8cc2df60468f req-61c87f94-a3fc-4989-a2f9-b86595cac2df tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:22.408379 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-423c230a-9fb0-4571-a964-0b1cd619669d req-232f5333-a447-49a4-889f-c6582808b1fa tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432836 Jan 31 16:01:22.411307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba043e15-1e4b-4c32-94d8-8cc2df60468f req-61c87f94-a3fc-4989-a2f9-b86595cac2df tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:22.418458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba043e15-1e4b-4c32-94d8-8cc2df60468f req-61c87f94-a3fc-4989-a2f9-b86595cac2df tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:22.420661 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba043e15-1e4b-4c32-94d8-8cc2df60468f req-61c87f94-a3fc-4989-a2f9-b86595cac2df tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.1290686 Jan 31 16:01:22.450053 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80e4ccf2-43cd-4b69-a16f-14a8ff98725c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:22.452881 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-80e4ccf2-43cd-4b69-a16f-14a8ff98725c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:22.456076 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-80e4ccf2-43cd-4b69-a16f-14a8ff98725c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01b24aba-2296-4d10-81da-7bf628d73461 HTTP/1.1" status: 204 len: 168 time: 0.3448272 Jan 31 16:01:22.499620 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:22.514100 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:22.524116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4ccf2-43cd-4b69-a16f-14a8ff98725c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b24aba-2296-4d10-81da-7bf628d73461,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:22.581941 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba043e15-1e4b-4c32-94d8-8cc2df60468f req-a0ee8c13-c5a8-450e-a338-7099bb99d86a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261961 Jan 31 16:01:22.595451 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:22.721616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Port': ['ID=29e1151d-f230-4c79-8729-64cb72daa5d0,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:22.734983 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Network f6873347-cc1a-4c3c-9d9f-52948982c505 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:22.738737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:22.753774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:22.766136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb8bbf-5b62-4104-a121-9940c561165c req-0191dc9b-5d36-474d-98dc-2a5c7ebf0673 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:22.768231 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5bdb8bbf-5b62-4104-a121-9940c561165c req-0191dc9b-5d36-474d-98dc-2a5c7ebf0673 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1903636 Jan 31 16:01:22.781942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49724) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:22.787665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-57e6b77d-cea6-49e7-92c3-32b4cb284fd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Request body: {'floatingip': {'port_id': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:22.879826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:22.880505 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:22.903316 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57e6b77d-cea6-49e7-92c3-32b4cb284fd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:22.947526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e96e0223-9b7f-4ebc-84a7-02c84434ba22 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4398019 Jan 31 16:01:22.960328 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'port': {'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505', 'admin_state_up': True, 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'security_groups': ['3c6c3ba6-dfc0-4869-8971-6898ef23ac86']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:23.217022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d71f15ad-6f69-4c47-8e71-31fb03bd909a None None] Provisioning complete for port 29e1151d-f230-4c79-8729-64cb72daa5d0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:23.218121 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d71f15ad-6f69-4c47-8e71-31fb03bd909a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:23.222518 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2efc8-f308-462a-aaea-7b2b5baadd2c req-6b51d0b6-638a-4c77-a46d-0a888298eaa6 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.224790 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e2d2efc8-f308-462a-aaea-7b2b5baadd2c req-6b51d0b6-638a-4c77-a46d-0a888298eaa6 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.2348919 Jan 31 16:01:23.247806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3cf93-a849-4aa0-99e1-92830b4fa30e req-53ce6fa3-9037-434f-bb76-90254f939b82 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.259938 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fdf3cf93-a849-4aa0-99e1-92830b4fa30e req-53ce6fa3-9037-434f-bb76-90254f939b82 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 950 time: 0.2464514 Jan 31 16:01:23.295800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f298f53-02b2-4239-bff0-885e3287696d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d24a020-66a2-442d-a477-90c0aff05b62'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:23.304957 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14c570b-f682-4972-a890-6d97648ee962" -d '{"events": [{"server_uuid": "2f298f53-02b2-4239-bff0-885e3287696d", "name": "network-vif-plugged", "status": "completed", "tag": "6d24a020-66a2-442d-a477-90c0aff05b62"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:23.343997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d71f15ad-6f69-4c47-8e71-31fb03bd909a None None] Port 29e1151d-f230-4c79-8729-64cb72daa5d0 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:23.403450 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e2d2efc8-f308-462a-aaea-7b2b5baadd2c req-dd609d6d-e04e-4bd7-b69c-58b7f498c22b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588643 Jan 31 16:01:23.478758 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fdf3cf93-a849-4aa0-99e1-92830b4fa30e req-557b36fa-9339-4d2c-8bcd-80c783e6daa2 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167909 Jan 31 16:01:23.528811 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Made reservation on behalf of 92647632bf8144b58beaf0189feb0489 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:23.542607 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:23.625361 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a6ce69-e99a-4189-8a5d-842a3a4413bf x-openstack-request-id: req-44a6ce69-e99a-4189-8a5d-842a3a4413bf {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:23.625693 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f298f53-02b2-4239-bff0-885e3287696d", "name": "network-vif-plugged", "status": "completed", "tag": "6d24a020-66a2-442d-a477-90c0aff05b62", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:23.625944 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44a6ce69-e99a-4189-8a5d-842a3a4413bf {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:23.626524 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f298f53-02b2-4239-bff0-885e3287696d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d24a020-66a2-442d-a477-90c0aff05b62', 'code': 200} Jan 31 16:01:23.680599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390525a6-0495-45f5-a326-35f959a2fa5f req-050436d3-0a76-4544-8545-a51f8bfbf636 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.699661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390525a6-0495-45f5-a326-35f959a2fa5f req-050436d3-0a76-4544-8545-a51f8bfbf636 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.709683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390525a6-0495-45f5-a326-35f959a2fa5f req-050436d3-0a76-4544-8545-a51f8bfbf636 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.722701 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390525a6-0495-45f5-a326-35f959a2fa5f req-050436d3-0a76-4544-8545-a51f8bfbf636 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.728445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-390525a6-0495-45f5-a326-35f959a2fa5f req-050436d3-0a76-4544-8545-a51f8bfbf636 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 3095 time: 0.1651893 Jan 31 16:01:23.739358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49760) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:23.895460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Allocated IP 10.2.2.200 (f6873347-cc1a-4c3c-9d9f-52948982c505/c8f650b9-7ca2-44e1-9dd0-ad0422b58c46/6c7b11e7-d17d-492a-8e0f-524f4a35b53f) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:23.918431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b56b11-0605-4dd0-90cc-ee9a4f371236 req-7afb4224-0ef0-4dac-a19b-97438c622ca2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.920330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ce7ec-3bd9-4693-925f-6215587830e8 req-2babaaa5-9793-4682-9078-5d22357f2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.921945 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa8ce7ec-3bd9-4693-925f-6215587830e8 req-2babaaa5-9793-4682-9078-5d22357f2167 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 1101 time: 0.1765144 Jan 31 16:01:23.924539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b56b11-0605-4dd0-90cc-ee9a4f371236 req-7afb4224-0ef0-4dac-a19b-97438c622ca2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.930870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b56b11-0605-4dd0-90cc-ee9a4f371236 req-7afb4224-0ef0-4dac-a19b-97438c622ca2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.936931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b56b11-0605-4dd0-90cc-ee9a4f371236 req-7afb4224-0ef0-4dac-a19b-97438c622ca2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.939653 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-390525a6-0495-45f5-a326-35f959a2fa5f req-f0d2cfb1-5be4-4720-bb47-d4b3caa53b39 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023547 Jan 31 16:01:23.943109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b56b11-0605-4dd0-90cc-ee9a4f371236 req-7afb4224-0ef0-4dac-a19b-97438c622ca2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.949066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b56b11-0605-4dd0-90cc-ee9a4f371236 req-7afb4224-0ef0-4dac-a19b-97438c622ca2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.955321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b56b11-0605-4dd0-90cc-ee9a4f371236 req-7afb4224-0ef0-4dac-a19b-97438c622ca2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:23.957290 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74b56b11-0605-4dd0-90cc-ee9a4f371236 req-7afb4224-0ef0-4dac-a19b-97438c622ca2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.1404989 Jan 31 16:01:23.970363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1972457538-network', 'tenant_id': '5ce172bab87d4c72819b686ec3182efa'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:24.002569 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa8ce7ec-3bd9-4693-925f-6215587830e8 req-2af8e3ce-feaf-4c78-986f-86cff85d5169 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618701 Jan 31 16:01:24.024325 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74b56b11-0605-4dd0-90cc-ee9a4f371236 req-92350f5f-c9b1-457f-9416-62a6998a98f9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576880 Jan 31 16:01:24.137980 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57e6b77d-cea6-49e7-92c3-32b4cb284fd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.143421 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57e6b77d-cea6-49e7-92c3-32b4cb284fd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.146039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Made reservation on behalf of 5ce172bab87d4c72819b686ec3182efa for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:24.150646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.167431 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.304712 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-57e6b77d-cea6-49e7-92c3-32b4cb284fd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Floating IP 3c74539b-e5d2-4c38-a1af-e0d36958980e associated. External IP: 172.25.1.15, port: e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3. Jan 31 16:01:24.309645 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.377674 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.383491 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.401562 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.415106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:01:24.514308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Network f6873347-cc1a-4c3c-9d9f-52948982c505 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:24.518081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.518449 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Added segment b657368e-84c9-415b-b410-8e1ba52d09f5 of type vlan for network c20c6b37-b13f-4985-980a-fb61a3775c6d Jan 31 16:01:24.519894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:24.531657 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01800458-0df0-4e92-8781-41adb6916e0f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:24.542737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:24.598618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:24.599262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.692381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event updated for resources: {'Port': ['ID=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:24.701326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.710539 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-038a1c12-d1e6-486c-ad9e-ecc266c3b92c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7551813 Jan 31 16:01:24.725382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Request body: {'port': {'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:24.788588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ed2f4-4a02-4016-bef8-ccb427cb748b req-f1aaecfb-bb51-4a0b-ab7a-a2dfe46f233c tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:24.795997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-861ed2f4-4a02-4016-bef8-ccb427cb748b req-f1aaecfb-bb51-4a0b-ab7a-a2dfe46f233c tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 950 time: 0.1636870 Jan 31 16:01:24.840210 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.841224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:24.841822 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.882585 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-861ed2f4-4a02-4016-bef8-ccb427cb748b req-a31eac56-71b9-4397-b979-1a4a8a602f86 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798049 Jan 31 16:01:24.887234 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1449335 Jan 31 16:01:24.904012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49780) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:24.943256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7791c65b-f1c9-44d3-bf26-344b416087dd admin admin] Request body: {'subnet': {'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1972457538-subnet', 'tenant_id': '5ce172bab87d4c72819b686ec3182efa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:24.977379 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:24.989571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4a6fbaef-e1ee-4223-8885-493517353b6f None None] Provisioning complete for port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:24.990142 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4a6fbaef-e1ee-4223-8885-493517353b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:25.000372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bddd91-270f-47d4-9ace-33fdaa75399b admin admin] Pushing event updated for resources: {'Network': ['ID=c20c6b37-b13f-4985-980a-fb61a3775c6d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:25.040705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c20c6b37-b13f-4985-980a-fb61a3775c6d details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:01:25.064099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06beb0-cb58-4fb5-b272-2db55fa9e1c9 req-464e3534-f83f-474b-92fa-180723e3821b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.072850 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fb06beb0-cb58-4fb5-b272-2db55fa9e1c9 req-464e3534-f83f-474b-92fa-180723e3821b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.4979758 Jan 31 16:01:25.105503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7791c65b-f1c9-44d3-bf26-344b416087dd admin admin] Made reservation on behalf of 5ce172bab87d4c72819b686ec3182efa for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:25.105503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7791c65b-f1c9-44d3-bf26-344b416087dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:25.129512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e6b77d-cea6-49e7-92c3-32b4cb284fd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:01:25.150133 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fb06beb0-cb58-4fb5-b272-2db55fa9e1c9 req-0e436e33-9569-4af8-9865-31ab76b7731d tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709934 Jan 31 16:01:25.171131 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4a6fbaef-e1ee-4223-8885-493517353b6f None None] Port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:25.318717 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7791c65b-f1c9-44d3-bf26-344b416087dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:25.388239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3c010-9d1e-4e56-8126-6ccbbf074ce6 req-17edceda-9408-42b7-a36a-b40f54f6e976 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.394865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3c010-9d1e-4e56-8126-6ccbbf074ce6 req-17edceda-9408-42b7-a36a-b40f54f6e976 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.400708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3c010-9d1e-4e56-8126-6ccbbf074ce6 req-17edceda-9408-42b7-a36a-b40f54f6e976 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.406853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3c010-9d1e-4e56-8126-6ccbbf074ce6 req-17edceda-9408-42b7-a36a-b40f54f6e976 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.412800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3c010-9d1e-4e56-8126-6ccbbf074ce6 req-17edceda-9408-42b7-a36a-b40f54f6e976 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.418629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3c010-9d1e-4e56-8126-6ccbbf074ce6 req-17edceda-9408-42b7-a36a-b40f54f6e976 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.424407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3c010-9d1e-4e56-8126-6ccbbf074ce6 req-17edceda-9408-42b7-a36a-b40f54f6e976 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.426358 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f5e3c010-9d1e-4e56-8126-6ccbbf074ce6 req-17edceda-9408-42b7-a36a-b40f54f6e976 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.1722298 Jan 31 16:01:25.482764 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791c65b-f1c9-44d3-bf26-344b416087dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a835b1d9-c65a-45d6-a83d-f938506e0f0f,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:25.496286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e6b77d-cea6-49e7-92c3-32b4cb284fd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:01:25.502021 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57e6b77d-cea6-49e7-92c3-32b4cb284fd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:25.508278 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cd071-96f1-471a-ab3a-b555dc9daadf None None] Sync routers for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:01:25.525135 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869cd071-96f1-471a-ab3a-b555dc9daadf None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:01:25.526043 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-869cd071-96f1-471a-ab3a-b555dc9daadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:01:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:01:25.541858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f5e3c010-9d1e-4e56-8126-6ccbbf074ce6 req-e58daae8-1cd7-430b-abeb-a598f867207b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044102 Jan 31 16:01:25.549153 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-57e6b77d-cea6-49e7-92c3-32b4cb284fd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "PUT /v2.0/floatingips/3c74539b-e5d2-4c38-a1af-e0d36958980e HTTP/1.1" status: 200 len: 990 time: 2.7660551 Jan 31 16:01:25.549870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:25.552372 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f67c45-a634-4b3f-a8d2-105a3c509c48" -d '{"events": [{"name": "network-changed", "server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:25.561800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133dd13-01b7-4e1b-b04b-ecf929c4bc88 req-e69bc948-8a92-4877-a1d8-17fa3680473f tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.574699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133dd13-01b7-4e1b-b04b-ecf929c4bc88 req-e69bc948-8a92-4877-a1d8-17fa3680473f tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.580058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133dd13-01b7-4e1b-b04b-ecf929c4bc88 req-e69bc948-8a92-4877-a1d8-17fa3680473f tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.586034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133dd13-01b7-4e1b-b04b-ecf929c4bc88 req-e69bc948-8a92-4877-a1d8-17fa3680473f tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.591999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133dd13-01b7-4e1b-b04b-ecf929c4bc88 req-e69bc948-8a92-4877-a1d8-17fa3680473f tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.601657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f133dd13-01b7-4e1b-b04b-ecf929c4bc88 req-e69bc948-8a92-4877-a1d8-17fa3680473f tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 3816 time: 0.5100863 Jan 31 16:01:25.641340 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:25.653765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791c65b-f1c9-44d3-bf26-344b416087dd admin admin] Checking segment: {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:25.654121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791c65b-f1c9-44d3-bf26-344b416087dd admin admin] Network hostable DHCP agents. Network: c20c6b37-b13f-4985-980a-fb61a3775c6d, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:01:25.708346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-869cd071-96f1-471a-ab3a-b555dc9daadf None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:01:25.724656 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f133dd13-01b7-4e1b-b04b-ecf929c4bc88 req-016dd905-fc77-4d1e-bb63-51f7e4601282 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199288 Jan 31 16:01:25.758147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c0d9-5a41-4b5b-97ca-37e95df50f2a req-421878e7-295c-469e-b305-8f8e7d42eeed tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.760067 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e959c0d9-5a41-4b5b-97ca-37e95df50f2a req-421878e7-295c-469e-b305-8f8e7d42eeed tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1260047 Jan 31 16:01:25.809554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791c65b-f1c9-44d3-bf26-344b416087dd admin admin] Network c20c6b37-b13f-4985-980a-fb61a3775c6d is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:01:25.815880 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e959c0d9-5a41-4b5b-97ca-37e95df50f2a req-dfe78088-88d9-4d94-92a8-fe89746ca51b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477552 Jan 31 16:01:25.846510 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420c60a5-9b4f-42da-86ca-5914f02c1f51 x-openstack-request-id: req-420c60a5-9b4f-42da-86ca-5914f02c1f51 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:25.846801 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:25.847075 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-420c60a5-9b4f-42da-86ca-5914f02c1f51 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:25.847627 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'status': 'completed', 'code': 200} Jan 31 16:01:25.860969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-7791c65b-f1c9-44d3-bf26-344b416087dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c20c6b37-b13f-4985-980a-fb61a3775c6d) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:25.867627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7791c65b-f1c9-44d3-bf26-344b416087dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.868224 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7791c65b-f1c9-44d3-bf26-344b416087dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:25.877637 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82d1a5-d8d0-42fb-a970-7f44910124c6 None None] Network c20c6b37-b13f-4985-980a-fb61a3775c6d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:01:25.919277 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7791c65b-f1c9-44d3-bf26-344b416087dd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9714372 Jan 31 16:01:25.945323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f67c45-a634-4b3f-a8d2-105a3c509c48 req-37f08f96-9ac9-4b5c-aa2f-5263dd5ebbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:25.946873 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90f67c45-a634-4b3f-a8d2-105a3c509c48 req-37f08f96-9ac9-4b5c-aa2f-5263dd5ebbbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 1096 time: 0.0836864 Jan 31 16:01:25.971176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2810873-dbdc-4b51-b917-8120475129a8 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:25.987857 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:26.019969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Transition to ACTIVE for port object b2810873-dbdc-4b51-b917-8120475129a8 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:26.025807 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:26.149929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2810873-dbdc-4b51-b917-8120475129a8,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:26.204252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f67c45-a634-4b3f-a8d2-105a3c509c48 req-92040437-3bd3-4625-85eb-8a30d1310fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:26.213901 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90f67c45-a634-4b3f-a8d2-105a3c509c48 req-92040437-3bd3-4625-85eb-8a30d1310fde service neutron] 10.222.0.30 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 917 time: 0.2523658 Jan 31 16:01:26.218822 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Attempting to bind port b2810873-dbdc-4b51-b917-8120475129a8 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:26.219523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Attempting to bind port b2810873-dbdc-4b51-b917-8120475129a8 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:26.220302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Attempting to bind port b2810873-dbdc-4b51-b917-8120475129a8 on network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:26.227322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Port b2810873-dbdc-4b51-b917-8120475129a8 on network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:26.228010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Attempting to bind port b2810873-dbdc-4b51-b917-8120475129a8 on network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:26.234097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:26.234840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Checking segment: {'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:26.235567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Bound using segment: {'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:26.236564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Bound port: b2810873-dbdc-4b51-b917-8120475129a8, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bc77d2-cd93-4486-9979-d410e5f25996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:26.237183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:26.321882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c523a7-3597-4b54-b0fc-5120d63d1679 req-5a7d7b8b-cdf0-4204-83f9-19535c527049 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:26.329719 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79c523a7-3597-4b54-b0fc-5120d63d1679 req-5a7d7b8b-cdf0-4204-83f9-19535c527049 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 950 time: 0.2738061 Jan 31 16:01:26.365136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] For port b2810873-dbdc-4b51-b917-8120475129a8, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:26.369694 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] For port b2810873-dbdc-4b51-b917-8120475129a8, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b2810873-dbdc-4b51-b917-8120475129a8,segment=NetworkSegment(90bc77d2-cd93-4486-9979-d410e5f25996),segment_id=90bc77d2-cd93-4486-9979-d410e5f25996)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:26.383319 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:26.408000 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90f67c45-a634-4b3f-a8d2-105a3c509c48 req-39e85d19-3f4b-4043-b961-01d1869d5082 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 HTTP/1.1" status: 200 len: 998 time: 0.1919072 Jan 31 16:01:26.419753 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79c523a7-3597-4b54-b0fc-5120d63d1679 req-db28baa1-4fa2-4f99-9b66-73c55e372544 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890596 Jan 31 16:01:26.469306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:26.469947 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:26.471383 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/b2810873-dbdc-4b51-b917-8120475129a8 HTTP/1.1" status: 200 len: 1091 time: 1.7504385 Jan 31 16:01:26.471837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': 'b2810873-dbdc-4b51-b917-8120475129a8'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:26.479140 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd" -d '{"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "b2810873-dbdc-4b51-b917-8120475129a8"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:26.518646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Request body: {'port': {'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:26.560010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f67c45-a634-4b3f-a8d2-105a3c509c48 req-fb1b2a6f-d825-4f4d-9076-bd3161e3fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:26.560842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90f67c45-a634-4b3f-a8d2-105a3c509c48 req-fb1b2a6f-d825-4f4d-9076-bd3161e3fcb7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 200 len: 855 time: 0.1370668 Jan 31 16:01:26.652200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd1f24f-1624-4093-a79f-9d3ddac606e5 None None] Network c20c6b37-b13f-4985-980a-fb61a3775c6d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:01:26.695466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b406a65-ae3b-447b-a7b5-5d9dd918a160 req-9e9d8367-b7ce-4568-af37-488a93216f97 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:26.712327 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b406a65-ae3b-447b-a7b5-5d9dd918a160 req-9e9d8367-b7ce-4568-af37-488a93216f97 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1679759 Jan 31 16:01:26.716373 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff3107-aff7-4202-a786-917b34ea56a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2810873-dbdc-4b51-b917-8120475129a8,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:26.728434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f67c45-a634-4b3f-a8d2-105a3c509c48 req-35f14eff-f614-4692-9839-e454889be16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:26.742037 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90f67c45-a634-4b3f-a8d2-105a3c509c48 req-35f14eff-f614-4692-9839-e454889be16c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602056 Jan 31 16:01:26.781044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:26.879668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-869cd071-96f1-471a-ab3a-b555dc9daadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c74539b-e5d2-4c38-a1af-e0d36958980e', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'port_id': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'mac_address': 'fa:16:3e:88:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:01:00Z', 'updated_at': '2022-01-31T16:01:24Z', 'revision_number': 1, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:10Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:01:26.886600 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b406a65-ae3b-447b-a7b5-5d9dd918a160 req-20e7174c-67b2-4ada-9222-0a32d59f2375 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732378 Jan 31 16:01:26.897626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e8732c8e-bfa7-4032-b63e-16ae484774eb tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:26.912600 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e8732c8e-bfa7-4032-b63e-16ae484774eb tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/networks?id=c20c6b37-b13f-4985-980a-fb61a3775c6d HTTP/1.1" status: 200 len: 813 time: 0.2696805 Jan 31 16:01:26.922316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cd071-96f1-471a-ab3a-b555dc9daadf None None] Checking router: fda2303c-6baa-4af0-ae50-e1dd54aaaa5e for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:01:26.934271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869cd071-96f1-471a-ab3a-b555dc9daadf None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:01:26.935049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-869cd071-96f1-471a-ab3a-b555dc9daadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:01:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:01:26.970179 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90f67c45-a634-4b3f-a8d2-105a3c509c48 req-58ea832c-94e8-4ce2-bde3-f85397d3f81b service neutron] 10.222.0.30 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131164 Jan 31 16:01:26.982955 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-ada745cf-2ea4-4c7c-b209-60b8da5fc1ec tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/quotas/5ce172bab87d4c72819b686ec3182efa HTTP/1.1" status: 200 len: 375 time: 0.0649042 Jan 31 16:01:27.020975 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-6b4499d9-2741-4dae-91a5-364bc268c85a tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ce172bab87d4c72819b686ec3182efa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310156 Jan 31 16:01:27.063986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-869cd071-96f1-471a-ab3a-b555dc9daadf None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:01:27.201827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561f787-8a9d-4cb4-8830-2928dd7eb227 req-51cb8650-86d9-4547-89da-6530422cd3e7 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.209574 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0561f787-8a9d-4cb4-8830-2928dd7eb227 req-51cb8650-86d9-4547-89da-6530422cd3e7 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f302336f-26fe-4ce2-91d1-f1b664ee0f4c HTTP/1.1" status: 200 len: 950 time: 0.1930122 Jan 31 16:01:27.250043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-10a3ee1f-6751-4cf4-9244-1b22555195ca service neutron] 10.222.0.36 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197375 Jan 31 16:01:27.275599 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0561f787-8a9d-4cb4-8830-2928dd7eb227 req-71715083-4722-4a79-9397-87f7a76bee87 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599427 Jan 31 16:01:27.290622 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90f67c45-a634-4b3f-a8d2-105a3c509c48 req-9833fe7d-ee49-42c3-b028-5104ca269f85 service neutron] 10.222.0.30 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097608 Jan 31 16:01:27.322008 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3db0a-6188-430b-9e3c-199c2ec596c5 x-openstack-request-id: req-d4c3db0a-6188-430b-9e3c-199c2ec596c5 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:27.322584 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "b2810873-dbdc-4b51-b917-8120475129a8", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:27.323044 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4c3db0a-6188-430b-9e3c-199c2ec596c5 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:27.323770 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': 'b2810873-dbdc-4b51-b917-8120475129a8', 'status': 'completed', 'code': 200} Jan 31 16:01:27.425330 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-869cd071-96f1-471a-ab3a-b555dc9daadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c74539b-e5d2-4c38-a1af-e0d36958980e', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'port_id': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'mac_address': 'fa:16:3e:88:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:01:00Z', 'updated_at': '2022-01-31T16:01:24Z', 'revision_number': 1, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:10Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:01:27.433578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2df101d-aeaf-4eea-a281-f00e4a175292 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:27.450659 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:27.466334 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cd071-96f1-471a-ab3a-b555dc9daadf None None] The sync data for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 is: [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c74539b-e5d2-4c38-a1af-e0d36958980e', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'port_id': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'mac_address': 'fa:16:3e:88:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:01:00Z', 'updated_at': '2022-01-31T16:01:24Z', 'revision_number': 1, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:10Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:01:27.471745 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-c5bd7e39-e47c-4e02-a99b-f0475fbf75ad service neutron] 10.222.0.36 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122977 Jan 31 16:01:27.486303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Transition to ACTIVE for port object d2df101d-aeaf-4eea-a281-f00e4a175292 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:27.494109 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:27.549727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1434ec-f652-44ff-b5d3-ca8046e76e3b req-f2d7b4d4-dd6f-4510-983b-2180660169d0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.564859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1434ec-f652-44ff-b5d3-ca8046e76e3b req-f2d7b4d4-dd6f-4510-983b-2180660169d0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.570875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1434ec-f652-44ff-b5d3-ca8046e76e3b req-f2d7b4d4-dd6f-4510-983b-2180660169d0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.580901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1434ec-f652-44ff-b5d3-ca8046e76e3b req-f2d7b4d4-dd6f-4510-983b-2180660169d0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.595214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1434ec-f652-44ff-b5d3-ca8046e76e3b req-f2d7b4d4-dd6f-4510-983b-2180660169d0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.601542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1434ec-f652-44ff-b5d3-ca8046e76e3b req-f2d7b4d4-dd6f-4510-983b-2180660169d0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.618043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1434ec-f652-44ff-b5d3-ca8046e76e3b req-f2d7b4d4-dd6f-4510-983b-2180660169d0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.629515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa1434ec-f652-44ff-b5d3-ca8046e76e3b req-f2d7b4d4-dd6f-4510-983b-2180660169d0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.2285745 Jan 31 16:01:27.638576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd req-0335e85c-e0ef-4ab8-a2d8-38b04da13c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.639042 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd req-0335e85c-e0ef-4ab8-a2d8-38b04da13c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.639502 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd req-0335e85c-e0ef-4ab8-a2d8-38b04da13c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.640084 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd req-0335e85c-e0ef-4ab8-a2d8-38b04da13c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.640626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd req-0335e85c-e0ef-4ab8-a2d8-38b04da13c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.642496 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd req-0335e85c-e0ef-4ab8-a2d8-38b04da13c57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92647632bf8144b58beaf0189feb0489&device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 4363 time: 0.2971654 Jan 31 16:01:27.699249 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:27.767425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2df101d-aeaf-4eea-a281-f00e4a175292,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:27.770008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Attempting to bind port d2df101d-aeaf-4eea-a281-f00e4a175292 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:27.770351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Attempting to bind port d2df101d-aeaf-4eea-a281-f00e4a175292 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:27.770734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Attempting to bind port d2df101d-aeaf-4eea-a281-f00e4a175292 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:27.777716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Port d2df101d-aeaf-4eea-a281-f00e4a175292 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:27.778047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Attempting to bind port d2df101d-aeaf-4eea-a281-f00e4a175292 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:27.802516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:27.802957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Checking segment: {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:27.803358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Bound using segment: {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:27.804322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Bound port: d2df101d-aeaf-4eea-a281-f00e4a175292, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:27.804685 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:27.886411 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa1434ec-f652-44ff-b5d3-ca8046e76e3b req-36ed2a1c-40e1-4358-81b4-0175adb1d814 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2389472 Jan 31 16:01:27.887786 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b1482-816f-42ff-bd9f-58f09d058a84 None None] New status for floating IP 3c74539b-e5d2-4c38-a1af-e0d36958980e: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:01:27.986812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd req-b6ae5b6d-7711-49e0-a604-bae0dfb75110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.987447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd req-b6ae5b6d-7711-49e0-a604-bae0dfb75110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.987967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd req-b6ae5b6d-7711-49e0-a604-bae0dfb75110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:27.989650 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd req-b6ae5b6d-7711-49e0-a604-bae0dfb75110 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=92647632bf8144b58beaf0189feb0489&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3385572 Jan 31 16:01:28.118405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec3a2-1c49-4a94-a5a8-1744e661acf7 req-75a4e1fc-5f85-4eec-ac56-527c63dc4d12 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:28.132332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec3a2-1c49-4a94-a5a8-1744e661acf7 req-75a4e1fc-5f85-4eec-ac56-527c63dc4d12 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:28.148069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec3a2-1c49-4a94-a5a8-1744e661acf7 req-75a4e1fc-5f85-4eec-ac56-527c63dc4d12 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:28.163707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec3a2-1c49-4a94-a5a8-1744e661acf7 req-75a4e1fc-5f85-4eec-ac56-527c63dc4d12 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:28.182448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec3a2-1c49-4a94-a5a8-1744e661acf7 req-75a4e1fc-5f85-4eec-ac56-527c63dc4d12 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:28.198729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec3a2-1c49-4a94-a5a8-1744e661acf7 req-75a4e1fc-5f85-4eec-ac56-527c63dc4d12 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:28.204237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-640ec3a2-1c49-4a94-a5a8-1744e661acf7 req-75a4e1fc-5f85-4eec-ac56-527c63dc4d12 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 4606 time: 0.2870851 Jan 31 16:01:28.205370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] For port d2df101d-aeaf-4eea-a281-f00e4a175292, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:28.253149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd req-24be210f-4f84-4003-a8d0-0033ffef9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:28.254742 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e24ddde9-0bda-4f5a-aa05-16613e2f72fd req-24be210f-4f84-4003-a8d0-0033ffef9e92 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2516773 Jan 31 16:01:28.275651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] For port d2df101d-aeaf-4eea-a281-f00e4a175292, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d2df101d-aeaf-4eea-a281-f00e4a175292,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:28.296462 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:28.318814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20dd7a-d36b-4646-ba65-dc5fa4f80fb2 req-e5168295-16cb-43a9-bd37-d81ad60875f8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:28.320515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-640ec3a2-1c49-4a94-a5a8-1744e661acf7 req-cf87534b-7956-4f87-8116-dffaa63f25ec tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922596 Jan 31 16:01:28.328438 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d20dd7a-d36b-4646-ba65-dc5fa4f80fb2 req-e5168295-16cb-43a9-bd37-d81ad60875f8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1210737 Jan 31 16:01:28.382241 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:28.382852 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:28.384420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/d2df101d-aeaf-4eea-a281-f00e4a175292 HTTP/1.1" status: 200 len: 1136 time: 1.8779562 Jan 31 16:01:28.423842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d20dd7a-d36b-4646-ba65-dc5fa4f80fb2 req-1a6601ec-1254-44a2-abf8-93985b1284af tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906119 Jan 31 16:01:28.435359 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Request body: {'port': {'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:28.511246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75814e3d-eb25-420b-aa6c-48930c7451d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2df101d-aeaf-4eea-a281-f00e4a175292,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:28.603308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:28.794847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c8184-ec6a-456e-b665-b2205829a987 req-93f4446f-c215-4113-b701-ed23f55e0b0e tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:28.817333 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af9c8184-ec6a-456e-b665-b2205829a987 req-93f4446f-c215-4113-b701-ed23f55e0b0e tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1092968 Jan 31 16:01:28.881929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981e8ad-9dff-43c9-be3c-2074aeda9d35 req-40caf2b5-d69f-47c3-af73-eb8ab65d5288 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:28.889176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981e8ad-9dff-43c9-be3c-2074aeda9d35 req-40caf2b5-d69f-47c3-af73-eb8ab65d5288 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:28.891136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e981e8ad-9dff-43c9-be3c-2074aeda9d35 req-40caf2b5-d69f-47c3-af73-eb8ab65d5288 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d&device_id=f302336f-26fe-4ce2-91d1-f1b664ee0f4c HTTP/1.1" status: 200 len: 1691 time: 0.1700573 Jan 31 16:01:28.902677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af9c8184-ec6a-456e-b665-b2205829a987 req-153b34d2-c461-4ebe-8b43-e2c53625de63 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698581 Jan 31 16:01:29.068241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e981e8ad-9dff-43c9-be3c-2074aeda9d35 req-3b06177b-0785-4fbb-8ec6-e2817ae80a66 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696999 Jan 31 16:01:29.095619 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07ba7c21-54e0-4a11-8b82-a96b112acb9e req-eddb7a2c-c522-4a3f-9c2f-362b1495d543 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 210 time: 0.0837896 Jan 31 16:01:29.336340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': 'd2df101d-aeaf-4eea-a281-f00e4a175292'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:29.338963 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "d2df101d-aeaf-4eea-a281-f00e4a175292"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:29.371054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3123d7-ef3f-4e54-b968-d777b4485bf2 req-af0305bf-e10d-460b-a5d4-3f34bf7ebb87 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.380178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3123d7-ef3f-4e54-b968-d777b4485bf2 req-af0305bf-e10d-460b-a5d4-3f34bf7ebb87 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.382829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec54d5-38a4-49d3-838e-82d91620f5de req-b5f4c7ee-9928-497d-ad60-7d6da7a2fc47 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.384425 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-20ec54d5-38a4-49d3-838e-82d91620f5de req-b5f4c7ee-9928-497d-ad60-7d6da7a2fc47 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 1101 time: 0.0509117 Jan 31 16:01:29.391477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3123d7-ef3f-4e54-b968-d777b4485bf2 req-af0305bf-e10d-460b-a5d4-3f34bf7ebb87 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.405609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3123d7-ef3f-4e54-b968-d777b4485bf2 req-af0305bf-e10d-460b-a5d4-3f34bf7ebb87 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.414860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3123d7-ef3f-4e54-b968-d777b4485bf2 req-af0305bf-e10d-460b-a5d4-3f34bf7ebb87 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.423790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3123d7-ef3f-4e54-b968-d777b4485bf2 req-af0305bf-e10d-460b-a5d4-3f34bf7ebb87 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.431796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3123d7-ef3f-4e54-b968-d777b4485bf2 req-af0305bf-e10d-460b-a5d4-3f34bf7ebb87 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.438139 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf3123d7-ef3f-4e54-b968-d777b4485bf2 req-af0305bf-e10d-460b-a5d4-3f34bf7ebb87 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.2243843 Jan 31 16:01:29.439773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-20ec54d5-38a4-49d3-838e-82d91620f5de req-1e6abef9-8277-4198-8357-29ae7daf5afb tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449958 Jan 31 16:01:29.450405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b809d91f-3693-4c9b-9842-45c88f84e495 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:29.467102 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:29.506598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Transition to ACTIVE for port object b809d91f-3693-4c9b-9842-45c88f84e495 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:29.524070 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:29.573964 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf3123d7-ef3f-4e54-b968-d777b4485bf2 req-f3c44a75-baeb-49ec-bca3-fe6365d11d8f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180620 Jan 31 16:01:29.588442 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad6cc07-7215-44d1-aa19-76dc1c069d9f x-openstack-request-id: req-5ad6cc07-7215-44d1-aa19-76dc1c069d9f {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:29.588623 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "d2df101d-aeaf-4eea-a281-f00e4a175292", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:29.588871 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ad6cc07-7215-44d1-aa19-76dc1c069d9f {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:29.589282 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': 'd2df101d-aeaf-4eea-a281-f00e4a175292', 'status': 'completed', 'code': 200} Jan 31 16:01:29.652637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Pushing event updated for resources: {'Port': ['ID=b809d91f-3693-4c9b-9842-45c88f84e495,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:29.748779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-7b2573d2-bfc1-4343-a990-8eefe4944745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.753871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-7b2573d2-bfc1-4343-a990-8eefe4944745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.757786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-7b2573d2-bfc1-4343-a990-8eefe4944745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.758541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-7b2573d2-bfc1-4343-a990-8eefe4944745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.759149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-7b2573d2-bfc1-4343-a990-8eefe4944745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.759759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-7b2573d2-bfc1-4343-a990-8eefe4944745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.760759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-7b2573d2-bfc1-4343-a990-8eefe4944745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:29.769819 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-7b2573d2-bfc1-4343-a990-8eefe4944745 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92647632bf8144b58beaf0189feb0489&device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 6178 time: 0.2050729 Jan 31 16:01:30.027534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Attempting to bind port b809d91f-3693-4c9b-9842-45c88f84e495 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:30.028189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Attempting to bind port b809d91f-3693-4c9b-9842-45c88f84e495 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:30.028740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Attempting to bind port b809d91f-3693-4c9b-9842-45c88f84e495 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:30.083340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e558bd91-3f37-48d0-8abb-9a0c39089a6a tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.084922 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e558bd91-3f37-48d0-8abb-9a0c39089a6a tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.30 "GET /v2.0/networks?id=c20c6b37-b13f-4985-980a-fb61a3775c6d HTTP/1.1" status: 200 len: 813 time: 0.2232838 Jan 31 16:01:30.101717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Request body: {'port': {'device_id': 'c963a86c-417e-4d5c-b554-945b5de0843f', 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d', 'admin_state_up': True, 'tenant_id': '5ce172bab87d4c72819b686ec3182efa'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:30.133541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671d044-2c61-46e6-97ed-9606414f1212 req-342d68c9-388b-4e00-9e76-8fac4f240416 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.139628 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671d044-2c61-46e6-97ed-9606414f1212 req-342d68c9-388b-4e00-9e76-8fac4f240416 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.146033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671d044-2c61-46e6-97ed-9606414f1212 req-342d68c9-388b-4e00-9e76-8fac4f240416 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.152342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671d044-2c61-46e6-97ed-9606414f1212 req-342d68c9-388b-4e00-9e76-8fac4f240416 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.158632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671d044-2c61-46e6-97ed-9606414f1212 req-342d68c9-388b-4e00-9e76-8fac4f240416 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.164822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671d044-2c61-46e6-97ed-9606414f1212 req-342d68c9-388b-4e00-9e76-8fac4f240416 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.170805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671d044-2c61-46e6-97ed-9606414f1212 req-342d68c9-388b-4e00-9e76-8fac4f240416 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.172844 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9671d044-2c61-46e6-97ed-9606414f1212 req-342d68c9-388b-4e00-9e76-8fac4f240416 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5383 time: 0.4969215 Jan 31 16:01:30.277883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-b0f84647-9660-4653-a730-61e55077e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.278483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-b0f84647-9660-4653-a730-61e55077e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.279002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-b0f84647-9660-4653-a730-61e55077e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.280638 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-b0f84647-9660-4653-a730-61e55077e1e9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=92647632bf8144b58beaf0189feb0489&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4804065 Jan 31 16:01:30.397195 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9671d044-2c61-46e6-97ed-9606414f1212 req-198dd6f2-a8a0-4e9c-b0ad-b844a8efc047 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1875367 Jan 31 16:01:30.424370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1722c-9141-406c-ac7f-4e6993785cd8 req-627d068a-8cc5-453b-95da-c5d284eb2ee7 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.431845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-afc1722c-9141-406c-ac7f-4e6993785cd8 req-627d068a-8cc5-453b-95da-c5d284eb2ee7 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f302336f-26fe-4ce2-91d1-f1b664ee0f4c HTTP/1.1" status: 200 len: 1101 time: 0.6461582 Jan 31 16:01:30.448081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Port b809d91f-3693-4c9b-9842-45c88f84e495 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:30.448520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Attempting to bind port b809d91f-3693-4c9b-9842-45c88f84e495 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:30.474205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:30.474546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Checking segment: {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:30.474906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Bound using segment: {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:30.475329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Bound port: b809d91f-3693-4c9b-9842-45c88f84e495, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:30.475685 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:30.484734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-6c5fea2b-0ab0-4b00-b1ee-84b91a349d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.486250 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c8d77fe5-b490-4cc8-8b2d-048ca87c2cf2 req-6c5fea2b-0ab0-4b00-b1ee-84b91a349d10 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1556032 Jan 31 16:01:30.487070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Made reservation on behalf of 5ce172bab87d4c72819b686ec3182efa for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:30.491146 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:30.504401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-484c4e9b-89bd-478f-939b-23977de26973 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.508758 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-484c4e9b-89bd-478f-939b-23977de26973 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.20 "GET /v2.0/networks?id=c20c6b37-b13f-4985-980a-fb61a3775c6d HTTP/1.1" status: 200 len: 813 time: 0.7377403 Jan 31 16:01:30.523887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Request body: {'port': {'device_id': '7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4', 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d', 'admin_state_up': True, 'tenant_id': '5ce172bab87d4c72819b686ec3182efa'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:30.572406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-afc1722c-9141-406c-ac7f-4e6993785cd8 req-a657d6af-bd48-4932-85be-7fcf43a787b6 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378746 Jan 31 16:01:30.724810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0b48318-be34-4295-aff8-69232e1708cf req-4654933c-6402-442c-9040-2befed22b974 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 210 time: 0.0528135 Jan 31 16:01:30.729101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2085f-9f0a-425e-bc40-cb3f4c7a7642 req-597ce901-203c-453e-8f5f-58c7fdbf7648 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.740021 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-28d2085f-9f0a-425e-bc40-cb3f4c7a7642 req-597ce901-203c-453e-8f5f-58c7fdbf7648 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.2254972 Jan 31 16:01:30.763626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] For port b809d91f-3693-4c9b-9842-45c88f84e495, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:30.775334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Allocated IP 172.20.0.10 (c20c6b37-b13f-4985-980a-fb61a3775c6d/a835b1d9-c65a-45d6-a83d-f938506e0f0f/c7f6028d-4952-47ff-bae3-b63d6b6c164e) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:30.786222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] For port b809d91f-3693-4c9b-9842-45c88f84e495, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b809d91f-3693-4c9b-9842-45c88f84e495,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:30.795958 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:30.845073 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-28d2085f-9f0a-425e-bc40-cb3f4c7a7642 req-d10402c4-0013-4cf0-b842-fe9d916d9245 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023080 Jan 31 16:01:30.873970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:30.874635 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:30.876027 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] 10.222.0.20 "PUT /v2.0/ports/b809d91f-3693-4c9b-9842-45c88f84e495 HTTP/1.1" status: 200 len: 1135 time: 2.4654608 Jan 31 16:01:30.907169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Request body: {'port': {'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:30.953498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Made reservation on behalf of 5ce172bab87d4c72819b686ec3182efa for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:30.959556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:31.027830 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:31.051886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb9d08-7bc2-47b9-aeb5-d9a7e5ed9c8e service neutron] Pushing event updated for resources: {'Port': ['ID=b809d91f-3693-4c9b-9842-45c88f84e495,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:31.056251 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-448a0931-d105-4594-be99-ea6a111f6ed2 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458355 Jan 31 16:01:31.115800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41412822-ef28-4880-9e4c-d9829141225e req-fed4df79-cd67-4755-adbc-05129590827c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.123272 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41412822-ef28-4880-9e4c-d9829141225e req-fed4df79-cd67-4755-adbc-05129590827c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.129783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41412822-ef28-4880-9e4c-d9829141225e req-fed4df79-cd67-4755-adbc-05129590827c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.135564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41412822-ef28-4880-9e4c-d9829141225e req-fed4df79-cd67-4755-adbc-05129590827c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.144065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41412822-ef28-4880-9e4c-d9829141225e req-fed4df79-cd67-4755-adbc-05129590827c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.150871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41412822-ef28-4880-9e4c-d9829141225e req-fed4df79-cd67-4755-adbc-05129590827c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.156771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41412822-ef28-4880-9e4c-d9829141225e req-fed4df79-cd67-4755-adbc-05129590827c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.166476 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41412822-ef28-4880-9e4c-d9829141225e req-fed4df79-cd67-4755-adbc-05129590827c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5420 time: 0.3329539 Jan 31 16:01:31.231391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:31.259167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451c63-6ced-49de-b971-754755095945 req-e631e9c9-2578-4966-97e4-a37f0fa78ecb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.261991 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-e631e9c9-2578-4966-97e4-a37f0fa78ecb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048612 Jan 31 16:01:31.304179 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-4f2bd735-c5c2-4acc-aacf-94faeb3d1200 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/quotas/6aa0a945adb446eca7467bfcc1383562 HTTP/1.1" status: 200 len: 375 time: 0.0128891 Jan 31 16:01:31.306048 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:31.338768 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41412822-ef28-4880-9e4c-d9829141225e req-a9e56b6b-3b93-46b5-95e3-8b11c413f641 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1714165 Jan 31 16:01:31.400792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Network c20c6b37-b13f-4985-980a-fb61a3775c6d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:31.408349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:31.418066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:31.461575 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Allocated IP 172.20.0.3 (c20c6b37-b13f-4985-980a-fb61a3775c6d/a835b1d9-c65a-45d6-a83d-f938506e0f0f/399c2742-b0bb-4889-b27c-c475aaaff037) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:31.464277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Pushing event updated for resources: {'Port': ['ID=c7f6028d-4952-47ff-bae3-b63d6b6c164e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:31.495546 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-cad9c6b4-e2c5-4889-ba70-a263e61cb3ac tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1797919 Jan 31 16:01:31.511957 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.512685 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:31.534639 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-21bc9c7e-ee91-4745-a677-06f4e3efc438 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4369853 Jan 31 16:01:31.553584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Request body: {'port': {'device_id': 'c963a86c-417e-4d5c-b554-945b5de0843f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:31.593154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': 'b809d91f-3693-4c9b-9842-45c88f84e495'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:31.595570 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25a61ea-f6ec-4688-a651-751df5bd3dab" -d '{"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "b809d91f-3693-4c9b-9842-45c88f84e495"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:31.647317 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:31.661534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 97fd929b-916a-47dc-8c14-0826f91ab589 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:31.682357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cde01-b587-49be-9ed1-537c7a7cb184 req-9bbcc48d-d01a-456b-a670-ffc71df79265 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.688481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cde01-b587-49be-9ed1-537c7a7cb184 req-9bbcc48d-d01a-456b-a670-ffc71df79265 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.694764 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cde01-b587-49be-9ed1-537c7a7cb184 req-9bbcc48d-d01a-456b-a670-ffc71df79265 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.700502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cde01-b587-49be-9ed1-537c7a7cb184 req-9bbcc48d-d01a-456b-a670-ffc71df79265 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.706483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cde01-b587-49be-9ed1-537c7a7cb184 req-9bbcc48d-d01a-456b-a670-ffc71df79265 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.712360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cde01-b587-49be-9ed1-537c7a7cb184 req-9bbcc48d-d01a-456b-a670-ffc71df79265 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.718845 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cde01-b587-49be-9ed1-537c7a7cb184 req-9bbcc48d-d01a-456b-a670-ffc71df79265 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:31.721223 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-226cde01-b587-49be-9ed1-537c7a7cb184 req-9bbcc48d-d01a-456b-a670-ffc71df79265 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5383 time: 0.2102246 Jan 31 16:01:31.722966 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add325c9-8cd2-425f-aa0a-265d788b92f9 x-openstack-request-id: req-add325c9-8cd2-425f-aa0a-265d788b92f9 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:31.723322 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "b809d91f-3693-4c9b-9842-45c88f84e495", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:31.723641 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-add325c9-8cd2-425f-aa0a-265d788b92f9 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:31.724095 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': 'b809d91f-3693-4c9b-9842-45c88f84e495', 'status': 'completed', 'code': 200} Jan 31 16:01:31.788941 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7763f452-c3b6-430f-a3f3-701fab378678 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:31.813557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:31.826613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 97fd929b-916a-47dc-8c14-0826f91ab589, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=97fd929b-916a-47dc-8c14-0826f91ab589,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:31.839406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-226cde01-b587-49be-9ed1-537c7a7cb184 req-1c30f633-0d27-4ea3-b0e7-2ebcc53ba20f tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931842 Jan 31 16:01:31.848884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Transition to ACTIVE for port object 7763f452-c3b6-430f-a3f3-701fab378678 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:31.854594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '97fd929b-916a-47dc-8c14-0826f91ab589', 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f', 'port_id': '97fd929b-916a-47dc-8c14-0826f91ab589', 'mac_address': 'fa:16:3e:22:11:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d9cd68-c28b-4b2b-a746-31bc92962f59', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:31.855105 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:31.862395 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:31.925332 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:31.959918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Pushing event updated for resources: {'Port': ['ID=7763f452-c3b6-430f-a3f3-701fab378678,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:31.982018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fd929b-916a-47dc-8c14-0826f91ab589 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:32.006463 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-acd86b98-fbc7-4764-9bf5-b30d538ee307 req-0aeb8bf3-96c9-4834-918a-9926299ff5aa tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 210 time: 0.1356704 Jan 31 16:01:32.044484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 97fd929b-916a-47dc-8c14-0826f91ab589, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=97fd929b-916a-47dc-8c14-0826f91ab589,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:32.050944 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:32.052758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device a8bc7411-31ed-4bb2-b29d-89643d4e35e5 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:32.056459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-dedcea40-7d23-4d0c-aa72-1910d7dffa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.056934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-dedcea40-7d23-4d0c-aa72-1910d7dffa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.057398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-dedcea40-7d23-4d0c-aa72-1910d7dffa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.062338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-dedcea40-7d23-4d0c-aa72-1910d7dffa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.062338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-dedcea40-7d23-4d0c-aa72-1910d7dffa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.062624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-dedcea40-7d23-4d0c-aa72-1910d7dffa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.063051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-dedcea40-7d23-4d0c-aa72-1910d7dffa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.071508 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-dedcea40-7d23-4d0c-aa72-1910d7dffa5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92647632bf8144b58beaf0189feb0489&device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 6245 time: 0.2105498 Jan 31 16:01:32.128288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe508d90-9d9c-4065-8b35-1ec64e11c303 req-87fd5414-f3a7-45cf-a29c-055b3fe272d2 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 210 time: 0.0913498 Jan 31 16:01:32.161751 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:32.227136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=97fd929b-916a-47dc-8c14-0826f91ab589,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:32.231286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port a8bc7411-31ed-4bb2-b29d-89643d4e35e5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:32.257857 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'a8bc7411-31ed-4bb2-b29d-89643d4e35e5', 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f', 'port_id': 'a8bc7411-31ed-4bb2-b29d-89643d4e35e5', 'mac_address': 'fa:16:3e:1f:e0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d9cd68-c28b-4b2b-a746-31bc92962f59', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:32.267957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Network c20c6b37-b13f-4985-980a-fb61a3775c6d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:32.286206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:32.291893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:32.306057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Attempting to bind port 7763f452-c3b6-430f-a3f3-701fab378678 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:32.306357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Attempting to bind port 7763f452-c3b6-430f-a3f3-701fab378678 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:32.306697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Attempting to bind port 7763f452-c3b6-430f-a3f3-701fab378678 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:32.340335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Pushing event updated for resources: {'Port': ['ID=399c2742-b0bb-4889-b27c-c475aaaff037,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:32.344970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Port 7763f452-c3b6-430f-a3f3-701fab378678 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:32.345383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Attempting to bind port 7763f452-c3b6-430f-a3f3-701fab378678 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:32.352939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:32.353288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Checking segment: {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:32.353705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Bound using segment: {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:32.354164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Bound port: 7763f452-c3b6-430f-a3f3-701fab378678, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:32.354513 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:32.400840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.411998 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:32.425013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-70497bfc-070d-4830-af13-20ebd4ead492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.425514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-70497bfc-070d-4830-af13-20ebd4ead492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.426036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-70497bfc-070d-4830-af13-20ebd4ead492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.428051 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-70497bfc-070d-4830-af13-20ebd4ead492 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=92647632bf8144b58beaf0189feb0489&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3455572 Jan 31 16:01:32.430659 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:32.452660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bc7411-31ed-4bb2-b29d-89643d4e35e5 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:32.472400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda7556-ecdd-4903-8cbd-13b4fff9f4f2 req-3e327630-24a8-4eb9-9095-38ec7f009028 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.482213 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1cda7556-ecdd-4903-8cbd-13b4fff9f4f2 req-3e327630-24a8-4eb9-9095-38ec7f009028 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.2684443 Jan 31 16:01:32.526778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port a8bc7411-31ed-4bb2-b29d-89643d4e35e5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:32.533415 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:32.535207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 939e62c0-2eef-42a1-b162-15c54928c47d details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:32.589548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] For port 7763f452-c3b6-430f-a3f3-701fab378678, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:32.594563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] For port 7763f452-c3b6-430f-a3f3-701fab378678, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7763f452-c3b6-430f-a3f3-701fab378678,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:32.609517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-7df2ead3-0643-44e8-8ef5-97e434e4975f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0851629 Jan 31 16:01:32.614610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:32.623136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Request body: {'port': {'device_id': '7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:32.636052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1cda7556-ecdd-4903-8cbd-13b4fff9f4f2 req-15c249f2-8149-4ea9-8dbf-1fbf4c18aba2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484318 Jan 31 16:01:32.651269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:32.728345 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Pushing event updated for resources: {'Port': ['ID=7763f452-c3b6-430f-a3f3-701fab378678,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:32.731269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 939e62c0-2eef-42a1-b162-15c54928c47d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=939e62c0-2eef-42a1-b162-15c54928c47d,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:32.763210 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '939e62c0-2eef-42a1-b162-15c54928c47d', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'port_id': '939e62c0-2eef-42a1-b162-15c54928c47d', 'mac_address': 'fa:16:3e:71:cc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:32.787014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f6028d-4952-47ff-bae3-b63d6b6c164e {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:32.792273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-be09a8ef-4c18-4446-a29a-7dd51fdee5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.793890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b25a61ea-f6ec-4688-a651-751df5bd3dab req-be09a8ef-4c18-4446-a29a-7dd51fdee5bb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3540282 Jan 31 16:01:32.799705 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:32.806174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.806802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:32.808216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-292ac0ab-919f-44c7-9b74-6d36d8848daa service neutron] 10.222.0.20 "PUT /v2.0/ports/7763f452-c3b6-430f-a3f3-701fab378678 HTTP/1.1" status: 200 len: 1091 time: 1.9066749 Jan 31 16:01:32.834753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Transition to ACTIVE for port object c7f6028d-4952-47ff-bae3-b63d6b6c164e will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:32.840864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f7eb6-76d6-4538-aa87-c1389e2bd859 req-51feef25-4aa8-44c3-a17d-6f2450446135 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.843610 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:32.849911 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:32.859400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f7eb6-76d6-4538-aa87-c1389e2bd859 req-51feef25-4aa8-44c3-a17d-6f2450446135 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.865340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f7eb6-76d6-4538-aa87-c1389e2bd859 req-51feef25-4aa8-44c3-a17d-6f2450446135 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.874145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939e62c0-2eef-42a1-b162-15c54928c47d {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:32.899009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 939e62c0-2eef-42a1-b162-15c54928c47d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=939e62c0-2eef-42a1-b162-15c54928c47d,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:32.899851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f7eb6-76d6-4538-aa87-c1389e2bd859 req-51feef25-4aa8-44c3-a17d-6f2450446135 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.906181 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f7eb6-76d6-4538-aa87-c1389e2bd859 req-51feef25-4aa8-44c3-a17d-6f2450446135 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.908190 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:32.908321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f6028d-4952-47ff-bae3-b63d6b6c164e,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:32.908780 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8e916d64-b3aa-442c-8f2b-ebe760eea97b details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:32.923354 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f7eb6-76d6-4538-aa87-c1389e2bd859 req-51feef25-4aa8-44c3-a17d-6f2450446135 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.941441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f7eb6-76d6-4538-aa87-c1389e2bd859 req-51feef25-4aa8-44c3-a17d-6f2450446135 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:32.951367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a7f7eb6-76d6-4538-aa87-c1389e2bd859 req-51feef25-4aa8-44c3-a17d-6f2450446135 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5421 time: 0.4787629 Jan 31 16:01:32.983420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Request body: {'port': {'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:33.028295 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8e916d64-b3aa-442c-8f2b-ebe760eea97b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8e916d64-b3aa-442c-8f2b-ebe760eea97b,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:33.035919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Attempting to bind port c7f6028d-4952-47ff-bae3-b63d6b6c164e on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:33.036607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Attempting to bind port c7f6028d-4952-47ff-bae3-b63d6b6c164e by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:33.037094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Attempting to bind port c7f6028d-4952-47ff-bae3-b63d6b6c164e on network c20c6b37-b13f-4985-980a-fb61a3775c6d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:33.044483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Port c7f6028d-4952-47ff-bae3-b63d6b6c164e on network c20c6b37-b13f-4985-980a-fb61a3775c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:33.045152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Attempting to bind port c7f6028d-4952-47ff-bae3-b63d6b6c164e on network c20c6b37-b13f-4985-980a-fb61a3775c6d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:33.058813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:33.061714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Checking segment: {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:33.062187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Bound using segment: {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:33.063167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Bound port: c7f6028d-4952-47ff-bae3-b63d6b6c164e, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:33.063609 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:33.134656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=939e62c0-2eef-42a1-b162-15c54928c47d,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:33.139590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:33.153850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '8e916d64-b3aa-442c-8f2b-ebe760eea97b', 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f', 'port_id': '8e916d64-b3aa-442c-8f2b-ebe760eea97b', 'mac_address': 'fa:16:3e:7f:b4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d9cd68-c28b-4b2b-a746-31bc92962f59', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:33.258387 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:33.281165 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a7f7eb6-76d6-4538-aa87-c1389e2bd859 req-5405e903-09b9-4d16-9f29-e25c753b623b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3286681 Jan 31 16:01:33.292707 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e916d64-b3aa-442c-8f2b-ebe760eea97b {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:33.333995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8e916d64-b3aa-442c-8f2b-ebe760eea97b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8e916d64-b3aa-442c-8f2b-ebe760eea97b,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:33.338906 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-1df65ec5-566b-48d1-b11e-7f52ac199c08 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026778 Jan 31 16:01:33.340070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] For port c7f6028d-4952-47ff-bae3-b63d6b6c164e, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:33.343268 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:33.344240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 9d12f056-6516-4947-81d8-5431569d63fc details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:33.352856 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:33.401428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] For port c7f6028d-4952-47ff-bae3-b63d6b6c164e, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=c7f6028d-4952-47ff-bae3-b63d6b6c164e,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:33.427145 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:33.436064 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 9d12f056-6516-4947-81d8-5431569d63fc, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=9d12f056-6516-4947-81d8-5431569d63fc,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:33.462232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8e916d64-b3aa-442c-8f2b-ebe760eea97b,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:33.473615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '9d12f056-6516-4947-81d8-5431569d63fc', 'network_id': '5c27222f-9f10-4881-bc3e-463f81557d8f', 'port_id': '9d12f056-6516-4947-81d8-5431569d63fc', 'mac_address': 'fa:16:3e:ab:07:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d9cd68-c28b-4b2b-a746-31bc92962f59', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:33.525637 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:33.548160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d12f056-6516-4947-81d8-5431569d63fc {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:33.570289 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 9d12f056-6516-4947-81d8-5431569d63fc, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=9d12f056-6516-4947-81d8-5431569d63fc,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:33.575612 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:33.576464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5da4b15c-c29a-4d2d-a296-e629bd04104f details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:33.729109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc268-e609-4ba7-bda4-021538913234 req-3ce1ce35-057f-4451-9a70-c711ee3d209b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:33.735906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc268-e609-4ba7-bda4-021538913234 req-3ce1ce35-057f-4451-9a70-c711ee3d209b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:33.741388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=9d12f056-6516-4947-81d8-5431569d63fc,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:33.742831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc268-e609-4ba7-bda4-021538913234 req-3ce1ce35-057f-4451-9a70-c711ee3d209b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:33.749236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc268-e609-4ba7-bda4-021538913234 req-3ce1ce35-057f-4451-9a70-c711ee3d209b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:33.755965 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc268-e609-4ba7-bda4-021538913234 req-3ce1ce35-057f-4451-9a70-c711ee3d209b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:33.762103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc268-e609-4ba7-bda4-021538913234 req-3ce1ce35-057f-4451-9a70-c711ee3d209b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:33.768323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc268-e609-4ba7-bda4-021538913234 req-3ce1ce35-057f-4451-9a70-c711ee3d209b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:33.776979 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92efc268-e609-4ba7-bda4-021538913234 req-3ce1ce35-057f-4451-9a70-c711ee3d209b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5395 time: 0.3646257 Jan 31 16:01:33.795041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': '7763f452-c3b6-430f-a3f3-701fab378678'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:33.797694 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d" -d '{"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "7763f452-c3b6-430f-a3f3-701fab378678"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:33.890146 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-ff8df0cb-00b3-4d3f-bb3e-6c1f5c653c5f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2037694155&fields=id&tenant_id=52661cddff804a9bb2b3efcd9800071c HTTP/1.1" status: 200 len: 267 time: 0.7899792 Jan 31 16:01:33.891351 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5da4b15c-c29a-4d2d-a296-e629bd04104f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5da4b15c-c29a-4d2d-a296-e629bd04104f,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:33.916716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '5da4b15c-c29a-4d2d-a296-e629bd04104f', 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b', 'port_id': '5da4b15c-c29a-4d2d-a296-e629bd04104f', 'mac_address': 'fa:16:3e:b9:77:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef14954e-8144-4144-91b4-40f9f906d427', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:33.923482 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92efc268-e609-4ba7-bda4-021538913234 req-b0b1ecb3-08a5-4088-ba21-8886dba97749 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453118 Jan 31 16:01:33.963640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:33.964349 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:33.966449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] 10.222.0.30 "PUT /v2.0/ports/c7f6028d-4952-47ff-bae3-b63d6b6c164e HTTP/1.1" status: 200 len: 1092 time: 2.4185972 Jan 31 16:01:34.031766 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:34.062136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da4b15c-c29a-4d2d-a296-e629bd04104f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:34.106973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5da4b15c-c29a-4d2d-a296-e629bd04104f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5da4b15c-c29a-4d2d-a296-e629bd04104f,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:34.114333 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:34.115597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f71513f9-4c28-4414-a04c-8add0dcfe550 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:34.140657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e86a196-8a75-43f3-9b6a-b0ade3064946 req-aac59fa0-0188-458c-80d1-fd0a941bd2ab tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 210 time: 0.0770161 Jan 31 16:01:34.148871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c963a86c-417e-4d5c-b554-945b5de0843f', 'tag': 'c7f6028d-4952-47ff-bae3-b63d6b6c164e'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:34.155991 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cdb6e0-dc62-4654-9c3a-7949e2a9e7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c963a86c-417e-4d5c-b554-945b5de0843f", "tag": "c7f6028d-4952-47ff-bae3-b63d6b6c164e"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:34.177325 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451c63-6ced-49de-b971-754755095945 req-9227b2b4-1477-4a61-a633-2b19d94c5336 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:34.179346 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-9227b2b4-1477-4a61-a633-2b19d94c5336 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8216531 Jan 31 16:01:34.191873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-656d916f-5e7e-40b3-9522-a8620888ff62 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:34.206465 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399c2742-b0bb-4889-b27c-c475aaaff037 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:34.208300 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-656d916f-5e7e-40b3-9522-a8620888ff62 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/networks?id=54f5432d-db6f-45ec-b066-717218f9d91c HTTP/1.1" status: 200 len: 815 time: 0.3172083 Jan 31 16:01:34.261799 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:34.265854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-0c451c63-6ced-49de-b971-754755095945 req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Request body: {'port': {'device_id': 'ae7c39b0-dfca-4433-bcb8-68e6f6e328e6', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '6aa0a945adb446eca7467bfcc1383562'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:34.278727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Transition to ACTIVE for port object 399c2742-b0bb-4889-b27c-c475aaaff037 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:34.298558 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:34.308986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f71513f9-4c28-4414-a04c-8add0dcfe550, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f71513f9-4c28-4414-a04c-8add0dcfe550,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:34.314365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5da4b15c-c29a-4d2d-a296-e629bd04104f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:34.332170 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'f71513f9-4c28-4414-a04c-8add0dcfe550', 'network_id': 'cb929c42-3e30-4828-a03a-532e8e7e942b', 'port_id': 'f71513f9-4c28-4414-a04c-8add0dcfe550', 'mac_address': 'fa:16:3e:8b:5b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef14954e-8144-4144-91b4-40f9f906d427', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:34.343315 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-6a7ab817-b895-4aff-bb85-d80df2205fe0 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/quotas/52661cddff804a9bb2b3efcd9800071c HTTP/1.1" status: 200 len: 375 time: 0.1339784 Jan 31 16:01:34.378995 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=399c2742-b0bb-4889-b27c-c475aaaff037,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:34.380793 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:34.397200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71513f9-4c28-4414-a04c-8add0dcfe550 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:34.415737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f39707-e831-4532-a49f-aa4b202c02f7 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:34.424360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00941dd-2e52-4481-9345-98d1eb072d45 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f6028d-4952-47ff-bae3-b63d6b6c164e,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:34.426104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f71513f9-4c28-4414-a04c-8add0dcfe550, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f71513f9-4c28-4414-a04c-8add0dcfe550,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:34.432937 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:34.439346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-d4a5e63d-ea9e-4e93-be3f-138baf554271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:34.441338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-d4a5e63d-ea9e-4e93-be3f-138baf554271 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ce172bab87d4c72819b686ec3182efa&device_id=c963a86c-417e-4d5c-b554-945b5de0843f HTTP/1.1" status: 200 len: 1095 time: 0.2274330 Jan 31 16:01:34.442866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4682c1-aeba-44d7-8f7e-ab6d6dbea17b req-6d937cb9-13a3-4a1b-9b17-0ce3b926d2c8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:34.444446 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b4682c1-aeba-44d7-8f7e-ab6d6dbea17b req-6d937cb9-13a3-4a1b-9b17-0ce3b926d2c8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 931 time: 0.2239616 Jan 31 16:01:34.448122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:34.480969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Transition to ACTIVE for port object 31f39707-e831-4532-a49f-aa4b202c02f7 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:34.499456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-40f92232-a201-4a0c-a2f1-49e3e9b9d01d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7f6028d-4952-47ff-bae3-b63d6b6c164e HTTP/1.1" status: 200 len: 217 time: 0.0484698 Jan 31 16:01:34.505026 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:34.513693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f71513f9-4c28-4414-a04c-8add0dcfe550,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:34.522010 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-1ead0fe0-b836-4835-a93b-056d12b117c6 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=52661cddff804a9bb2b3efcd9800071c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1720614 Jan 31 16:01:34.568668 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b4682c1-aeba-44d7-8f7e-ab6d6dbea17b req-4915bd91-9462-48c2-baee-c6c6c2352b9c tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126285 Jan 31 16:01:34.597839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Pushing event updated for resources: {'Port': ['ID=31f39707-e831-4532-a49f-aa4b202c02f7,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:34.613486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-171cd274-31d4-4792-8fbc-4a853748ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:34.615176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-171cd274-31d4-4792-8fbc-4a853748ef6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a835b1d9-c65a-45d6-a83d-f938506e0f0f HTTP/1.1" status: 200 len: 853 time: 0.0922043 Jan 31 16:01:34.657274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Attempting to bind port 399c2742-b0bb-4889-b27c-c475aaaff037 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:34.657987 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Attempting to bind port 399c2742-b0bb-4889-b27c-c475aaaff037 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:34.658574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Attempting to bind port 399c2742-b0bb-4889-b27c-c475aaaff037 on network c20c6b37-b13f-4985-980a-fb61a3775c6d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:34.670180 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-505cb84d-1e19-40c1-9995-24372afce97e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c20c6b37-b13f-4985-980a-fb61a3775c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446887 Jan 31 16:01:34.731555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Port 399c2742-b0bb-4889-b27c-c475aaaff037 on network c20c6b37-b13f-4985-980a-fb61a3775c6d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:34.731555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Attempting to bind port 399c2742-b0bb-4889-b27c-c475aaaff037 on network c20c6b37-b13f-4985-980a-fb61a3775c6d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:34.767660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:34.767901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Checking segment: {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:34.768296 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Bound using segment: {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:34.768774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Bound port: 399c2742-b0bb-4889-b27c-c475aaaff037, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:34.769132 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:34.772281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Attempting to bind port 31f39707-e831-4532-a49f-aa4b202c02f7 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:34.772612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Attempting to bind port 31f39707-e831-4532-a49f-aa4b202c02f7 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:34.772934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Attempting to bind port 31f39707-e831-4532-a49f-aa4b202c02f7 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:34.791677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Port 31f39707-e831-4532-a49f-aa4b202c02f7 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:34.791891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Attempting to bind port 31f39707-e831-4532-a49f-aa4b202c02f7 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:34.800822 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:34.801066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Checking segment: {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:34.801446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Bound using segment: {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:34.801918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Bound port: 31f39707-e831-4532-a49f-aa4b202c02f7, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:34.802285 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:34.823085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c451c63-6ced-49de-b971-754755095945 req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Made reservation on behalf of 6aa0a945adb446eca7467bfcc1383562 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:34.827542 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c451c63-6ced-49de-b971-754755095945 req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:34.846266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c5665-13c9-4fe5-91d5-a30d1eec9955 req-7aeb796f-7123-4f5c-8488-4d76f1eb1a73 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:34.848410 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f68c5665-13c9-4fe5-91d5-a30d1eec9955 req-7aeb796f-7123-4f5c-8488-4d76f1eb1a73 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1342349 Jan 31 16:01:34.863360 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-85bdda4b-a22f-48f4-8724-9e2237a6181d service neutron] 10.222.0.36 "GET /v2.0/networks/54f5432d-db6f-45ec-b066-717218f9d91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230898 Jan 31 16:01:34.938548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] For port 399c2742-b0bb-4889-b27c-c475aaaff037, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:34.943011 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-6602bb2b-3c44-4bee-b04a-b056a20ffd70 service neutron] 10.222.0.30 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388880 Jan 31 16:01:34.955784 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f68c5665-13c9-4fe5-91d5-a30d1eec9955 req-c947f3ad-0eef-4edb-977c-cfe72e00d950 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990839 Jan 31 16:01:34.965513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] For port 399c2742-b0bb-4889-b27c-c475aaaff037, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=399c2742-b0bb-4889-b27c-c475aaaff037,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:34.984024 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:34.993834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] For port 31f39707-e831-4532-a49f-aa4b202c02f7, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:35.052636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.053264 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:35.054723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] 10.222.0.20 "PUT /v2.0/ports/399c2742-b0bb-4889-b27c-c475aaaff037 HTTP/1.1" status: 200 len: 1091 time: 2.4377217 Jan 31 16:01:35.056548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] For port 31f39707-e831-4532-a49f-aa4b202c02f7, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=31f39707-e831-4532-a49f-aa4b202c02f7,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:35.072763 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2975793c-0518-43a9-911f-2b36bec53348 x-openstack-request-id: req-2975793c-0518-43a9-911f-2b36bec53348 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:35.073169 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "7763f452-c3b6-430f-a3f3-701fab378678", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:35.073493 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2975793c-0518-43a9-911f-2b36bec53348 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:35.073905 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': '7763f452-c3b6-430f-a3f3-701fab378678', 'status': 'completed', 'code': 200} Jan 31 16:01:35.080041 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:35.114239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df5749-220e-46e9-a60f-436d69e0b1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=399c2742-b0bb-4889-b27c-c475aaaff037,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:35.141935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-0c451c63-6ced-49de-b971-754755095945 req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Allocated IP 192.168.233.245 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/cd92db1b-1459-461c-8e0a-2d551d8a45fa) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:35.146629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.147264 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:35.148944 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] 10.222.0.20 "PUT /v2.0/ports/31f39707-e831-4532-a49f-aa4b202c02f7 HTTP/1.1" status: 200 len: 1091 time: 2.1767967 Jan 31 16:01:35.212886 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ece69cc-7ea5-434d-a7c1-8ecf992ba50a x-openstack-request-id: req-8ece69cc-7ea5-434d-a7c1-8ecf992ba50a {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:35.213578 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c963a86c-417e-4d5c-b554-945b5de0843f", "tag": "c7f6028d-4952-47ff-bae3-b63d6b6c164e", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:35.214025 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ece69cc-7ea5-434d-a7c1-8ecf992ba50a {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:35.214706 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c963a86c-417e-4d5c-b554-945b5de0843f', 'tag': 'c7f6028d-4952-47ff-bae3-b63d6b6c164e', 'status': 'completed', 'code': 200} Jan 31 16:01:35.230349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Request body: {'port': {'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:35.309204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c134344-0382-4916-ab4d-5e4f86769c2b service neutron] Pushing event updated for resources: {'Port': ['ID=31f39707-e831-4532-a49f-aa4b202c02f7,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:35.330562 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-be163b42-0a15-4392-8735-01c6073b67c1 service neutron] 10.222.0.36 "GET /v2.0/networks/54f5432d-db6f-45ec-b066-717218f9d91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609168 Jan 31 16:01:35.382109 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-0dabafb2-5eeb-494b-8b7b-76cb5b1afe93 service neutron] 10.222.0.30 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053600 Jan 31 16:01:35.410892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:35.428146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['9d12f056-6516-4947-81d8-5431569d63fc'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:35.445514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-6d25f95d-1ff6-4913-ab75-cc42a9279368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.446509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-6d25f95d-1ff6-4913-ab75-cc42a9279368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.447177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-6d25f95d-1ff6-4913-ab75-cc42a9279368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.447869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-6d25f95d-1ff6-4913-ab75-cc42a9279368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.448498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-6d25f95d-1ff6-4913-ab75-cc42a9279368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.449348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-6d25f95d-1ff6-4913-ab75-cc42a9279368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.450854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-6d25f95d-1ff6-4913-ab75-cc42a9279368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.453169 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-6d25f95d-1ff6-4913-ab75-cc42a9279368 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92647632bf8144b58beaf0189feb0489&device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 6354 time: 0.3637741 Jan 31 16:01:35.464179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-4fa9c8fc-ff72-4a8f-843c-1f092551fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.465845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-4fa9c8fc-ff72-4a8f-843c-1f092551fff2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ce172bab87d4c72819b686ec3182efa&device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 1094 time: 0.3473334 Jan 31 16:01:35.480718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['a8bc7411-31ed-4bb2-b29d-89643d4e35e5'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:35.498735 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c451c63-6ced-49de-b971-754755095945 req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:35.502655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['97fd929b-916a-47dc-8c14-0826f91ab589'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:35.510248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ba5fb-1aaf-494b-8263-c0195bd92111 req-57de03b5-d932-4c88-9bfb-c7c017ead692 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.517069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ba5fb-1aaf-494b-8263-c0195bd92111 req-57de03b5-d932-4c88-9bfb-c7c017ead692 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.523990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ba5fb-1aaf-494b-8263-c0195bd92111 req-57de03b5-d932-4c88-9bfb-c7c017ead692 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.525570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb6e0-dc62-4654-9c3a-7949e2a9e7ac req-264aab2b-ec79-4068-8991-c235c9d91809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.527082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6cdb6e0-dc62-4654-9c3a-7949e2a9e7ac req-264aab2b-ec79-4068-8991-c235c9d91809 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ce172bab87d4c72819b686ec3182efa&device_id=c963a86c-417e-4d5c-b554-945b5de0843f HTTP/1.1" status: 200 len: 1095 time: 0.0765347 Jan 31 16:01:35.529774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ba5fb-1aaf-494b-8263-c0195bd92111 req-57de03b5-d932-4c88-9bfb-c7c017ead692 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.536541 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ba5fb-1aaf-494b-8263-c0195bd92111 req-57de03b5-d932-4c88-9bfb-c7c017ead692 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.542864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ba5fb-1aaf-494b-8263-c0195bd92111 req-57de03b5-d932-4c88-9bfb-c7c017ead692 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.548791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ba5fb-1aaf-494b-8263-c0195bd92111 req-57de03b5-d932-4c88-9bfb-c7c017ead692 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.556936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c81ba5fb-1aaf-494b-8263-c0195bd92111 req-57de03b5-d932-4c88-9bfb-c7c017ead692 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5427 time: 0.3399990 Jan 31 16:01:35.570175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['f71513f9-4c28-4414-a04c-8add0dcfe550'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:35.584316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['939e62c0-2eef-42a1-b162-15c54928c47d'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:35.587278 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8e916d64-b3aa-442c-8f2b-ebe760eea97b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:35.589150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['5da4b15c-c29a-4d2d-a296-e629bd04104f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:35.642261 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-0105cc12-767b-426e-9612-f2b6107fd97c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=399c2742-b0bb-4889-b27c-c475aaaff037 HTTP/1.1" status: 200 len: 217 time: 0.0815282 Jan 31 16:01:35.645403 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c451c63-6ced-49de-b971-754755095945 req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:35.695250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df', '45835d30-b99d-45bc-ab6f-a76423689202'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:35.790665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event updated for resources: {'Port': ['ID=cd92db1b-1459-461c-8e0a-2d551d8a45fa,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:35.841537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c451c63-6ced-49de-b971-754755095945 req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:35.844617 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-0c451c63-6ced-49de-b971-754755095945 req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:35.849058 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c451c63-6ced-49de-b971-754755095945 req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:35.852640 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c81ba5fb-1aaf-494b-8263-c0195bd92111 req-a2608b32-6e2d-4bed-8059-4909a21e837e tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2948120 Jan 31 16:01:35.956335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451c63-6ced-49de-b971-754755095945 req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.956606 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c451c63-6ced-49de-b971-754755095945 req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:35.960542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-32732be6-7dc0-4325-a834-d200be21a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:35.973987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-32732be6-7dc0-4325-a834-d200be21a1b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a835b1d9-c65a-45d6-a83d-f938506e0f0f HTTP/1.1" status: 200 len: 853 time: 0.2838404 Jan 31 16:01:36.110438 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-8f86c154-a51f-46d4-84d9-01986368f35e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8998952 Jan 31 16:01:36.119216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb6e0-dc62-4654-9c3a-7949e2a9e7ac req-5b184ee0-89e7-4b49-a194-eff18debf9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.121237 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6cdb6e0-dc62-4654-9c3a-7949e2a9e7ac req-5b184ee0-89e7-4b49-a194-eff18debf9e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c20c6b37-b13f-4985-980a-fb61a3775c6d HTTP/1.1" status: 200 len: 914 time: 0.5809131 Jan 31 16:01:36.128138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Request body: {'port': {'device_id': 'ae7c39b0-dfca-4433-bcb8-68e6f6e328e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:36.318345 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6cdb6e0-dc62-4654-9c3a-7949e2a9e7ac req-204ac171-b2f5-41a3-a4f4-721748ad500c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7f6028d-4952-47ff-bae3-b63d6b6c164e HTTP/1.1" status: 200 len: 217 time: 0.1284785 Jan 31 16:01:36.372632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec59e2-e809-4d4d-aa10-79ec8a7deb7b req-654e11c9-8957-4efa-9552-5e2449107c31 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.378997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec59e2-e809-4d4d-aa10-79ec8a7deb7b req-654e11c9-8957-4efa-9552-5e2449107c31 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.384828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec59e2-e809-4d4d-aa10-79ec8a7deb7b req-654e11c9-8957-4efa-9552-5e2449107c31 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.391041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec59e2-e809-4d4d-aa10-79ec8a7deb7b req-654e11c9-8957-4efa-9552-5e2449107c31 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.396938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec59e2-e809-4d4d-aa10-79ec8a7deb7b req-654e11c9-8957-4efa-9552-5e2449107c31 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.403395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec59e2-e809-4d4d-aa10-79ec8a7deb7b req-654e11c9-8957-4efa-9552-5e2449107c31 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.409591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec59e2-e809-4d4d-aa10-79ec8a7deb7b req-654e11c9-8957-4efa-9552-5e2449107c31 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.411561 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68ec59e2-e809-4d4d-aa10-79ec8a7deb7b req-654e11c9-8957-4efa-9552-5e2449107c31 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5407 time: 0.4294679 Jan 31 16:01:36.453732 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:36.503856 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb6e0-dc62-4654-9c3a-7949e2a9e7ac req-156af255-1325-4057-9b0d-0c6e90a4f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.504503 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6cdb6e0-dc62-4654-9c3a-7949e2a9e7ac req-156af255-1325-4057-9b0d-0c6e90a4f240 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a835b1d9-c65a-45d6-a83d-f938506e0f0f HTTP/1.1" status: 200 len: 853 time: 0.1536095 Jan 31 16:01:36.540244 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68ec59e2-e809-4d4d-aa10-79ec8a7deb7b req-b738b7df-0f56-4792-9170-2f1144bd3809 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063628 Jan 31 16:01:36.566750 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6cdb6e0-dc62-4654-9c3a-7949e2a9e7ac req-6f73f769-ce9a-4ff0-a958-b8e4e6fba759 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c20c6b37-b13f-4985-980a-fb61a3775c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399194 Jan 31 16:01:36.573391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-9632fd7a-ad66-4889-a64d-ac22eaae94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.573873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-9632fd7a-ad66-4889-a64d-ac22eaae94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.574238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-9632fd7a-ad66-4889-a64d-ac22eaae94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.577081 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-9632fd7a-ad66-4889-a64d-ac22eaae94fe service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=92647632bf8144b58beaf0189feb0489&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1044528 Jan 31 16:01:36.668174 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-58f04326-1b96-43d2-8195-cc27e282d747 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c20c6b37-b13f-4985-980a-fb61a3775c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799644 Jan 31 16:01:36.736324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a4a0eabd-2a3b-4b1e-973a-e781812c926b None None] Provisioning complete for port cd92db1b-1459-461c-8e0a-2d551d8a45fa triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:36.736862 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a4a0eabd-2a3b-4b1e-973a-e781812c926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:36.860515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-302caf6b-85f4-43c2-8276-fb5dddaaf6ce service neutron] 10.222.0.20 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252580 Jan 31 16:01:36.885459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bf77b-e664-4fdb-9861-8d3957ccf2aa req-949800f0-9dcc-4e3d-bb5d-795226d4b745 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:36.902849 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e10bf77b-e664-4fdb-9861-8d3957ccf2aa req-949800f0-9dcc-4e3d-bb5d-795226d4b745 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 943 time: 0.1810541 Jan 31 16:01:36.967209 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e10bf77b-e664-4fdb-9861-8d3957ccf2aa req-27050f10-2c68-4c25-9a34-1933e58acebf tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714583 Jan 31 16:01:36.989405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0eabd-2a3b-4b1e-973a-e781812c926b None None] Port cd92db1b-1459-461c-8e0a-2d551d8a45fa cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:37.018339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc91158d-6cc1-49b9-8d46-609073046b49 req-b42cfb66-cdb7-44ef-997e-9dbb63ed8509 service neutron] 10.222.0.20 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100130 Jan 31 16:01:37.050959 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6cdb6e0-dc62-4654-9c3a-7949e2a9e7ac req-473eb8a1-0df3-4609-a90f-50bb59d05861 service neutron] 10.222.0.30 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738405 Jan 31 16:01:37.066279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d8184-bace-4b67-8ef0-27a9de6d0223 req-475dc52b-5084-47b2-baf8-13fb1ddd81f3 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.074132 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-503d8184-bace-4b67-8ef0-27a9de6d0223 req-475dc52b-5084-47b2-baf8-13fb1ddd81f3 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 936 time: 1.0964534 Jan 31 16:01:37.097884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4', 'tag': '399c2742-b0bb-4889-b27c-c475aaaff037'}, {'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': '31f39707-e831-4532-a49f-aa4b202c02f7'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:37.100152 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4", "tag": "399c2742-b0bb-4889-b27c-c475aaaff037"}, {"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "31f39707-e831-4532-a49f-aa4b202c02f7"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:37.190862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-503d8184-bace-4b67-8ef0-27a9de6d0223 req-be699e42-38a4-4ecc-bd19-aaa3b3a509d4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157146 Jan 31 16:01:37.197118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6cdb6e0-dc62-4654-9c3a-7949e2a9e7ac req-63f2fb73-5b83-4759-bd7e-b4e33103d2ca service neutron] 10.222.0.30 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345313 Jan 31 16:01:37.238456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-de54c0c3-d62f-4f26-b297-1df42a528964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.239968 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2d129a-4a8c-4df7-80e1-98aaf774a43d req-de54c0c3-d62f-4f26-b297-1df42a528964 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6508384 Jan 31 16:01:37.259004 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61ab86ad-040d-4489-81af-b2bf3d45719c req-dd02b462-dd9c-4ae8-a7a5-9d9cd8382a71 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 210 time: 0.0606189 Jan 31 16:01:37.367760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e1151d-f230-4c79-8729-64cb72daa5d0 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:37.378825 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:37.388346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98165e9-f07a-423b-9e7a-efb156e7a605 req-1dc49173-0bd8-491f-a4a8-6b5a1ae5a2fc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.396109 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98165e9-f07a-423b-9e7a-efb156e7a605 req-1dc49173-0bd8-491f-a4a8-6b5a1ae5a2fc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.0818715 Jan 31 16:01:37.422044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Transition to ACTIVE for port object 29e1151d-f230-4c79-8729-64cb72daa5d0 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:37.450559 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98165e9-f07a-423b-9e7a-efb156e7a605 req-6adf59ba-a6c9-4d84-bd35-44cd718d6bb8 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511346 Jan 31 16:01:37.451450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:37.513852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device c7f6028d-4952-47ff-bae3-b63d6b6c164e details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:37.546180 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2990ff44-81b6-4cbb-a10f-e301760c1469 x-openstack-request-id: req-2990ff44-81b6-4cbb-a10f-e301760c1469 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:37.546180 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4", "tag": "399c2742-b0bb-4889-b27c-c475aaaff037", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "31f39707-e831-4532-a49f-aa4b202c02f7", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:37.546180 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2990ff44-81b6-4cbb-a10f-e301760c1469 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:37.546564 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4', 'tag': '399c2742-b0bb-4889-b27c-c475aaaff037', 'status': 'completed', 'code': 200} Jan 31 16:01:37.546808 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': '31f39707-e831-4532-a49f-aa4b202c02f7', 'status': 'completed', 'code': 200} Jan 31 16:01:37.548771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Pushing event updated for resources: {'Port': ['ID=29e1151d-f230-4c79-8729-64cb72daa5d0,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:37.608418 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df874b90-ba8b-4b9a-8644-9d622324ecaa req-99a8bcea-0a20-4288-8355-b6f6de369a9f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.631097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df874b90-ba8b-4b9a-8644-9d622324ecaa req-99a8bcea-0a20-4288-8355-b6f6de369a9f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.651576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df874b90-ba8b-4b9a-8644-9d622324ecaa req-99a8bcea-0a20-4288-8355-b6f6de369a9f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.670809 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df874b90-ba8b-4b9a-8644-9d622324ecaa req-99a8bcea-0a20-4288-8355-b6f6de369a9f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.688439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df874b90-ba8b-4b9a-8644-9d622324ecaa req-99a8bcea-0a20-4288-8355-b6f6de369a9f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.696687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df874b90-ba8b-4b9a-8644-9d622324ecaa req-99a8bcea-0a20-4288-8355-b6f6de369a9f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.706233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df874b90-ba8b-4b9a-8644-9d622324ecaa req-99a8bcea-0a20-4288-8355-b6f6de369a9f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.716677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df874b90-ba8b-4b9a-8644-9d622324ecaa req-99a8bcea-0a20-4288-8355-b6f6de369a9f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5427 time: 0.2927828 Jan 31 16:01:37.751106 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port c7f6028d-4952-47ff-bae3-b63d6b6c164e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=c7f6028d-4952-47ff-bae3-b63d6b6c164e,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:37.759607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd92db1b-1459-461c-8e0a-2d551d8a45fa {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:37.771717 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:37.775240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-3af56ad0-5889-4599-953e-d9dcf2b8db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.777067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-3af56ad0-5889-4599-953e-d9dcf2b8db67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ce172bab87d4c72819b686ec3182efa&device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 1094 time: 0.2045441 Jan 31 16:01:37.778441 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'c7f6028d-4952-47ff-bae3-b63d6b6c164e', 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d', 'port_id': 'c7f6028d-4952-47ff-bae3-b63d6b6c164e', 'mac_address': 'fa:16:3e:c7:4c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a835b1d9-c65a-45d6-a83d-f938506e0f0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:37.792194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-d83595d8-390f-40d1-8f23-968ee5a0d16d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.803745 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5d18-4e34-44fa-993b-045b22dd20e4 req-59ed13c3-71ba-4380-83c3-351636f4a5a4 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.810088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5d18-4e34-44fa-993b-045b22dd20e4 req-59ed13c3-71ba-4380-83c3-351636f4a5a4 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.815192 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-d83595d8-390f-40d1-8f23-968ee5a0d16d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.30 "GET /v2.0/networks?id=54f5432d-db6f-45ec-b066-717218f9d91c HTTP/1.1" status: 200 len: 815 time: 0.5031319 Jan 31 16:01:37.816133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5d18-4e34-44fa-993b-045b22dd20e4 req-59ed13c3-71ba-4380-83c3-351636f4a5a4 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.822556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5d18-4e34-44fa-993b-045b22dd20e4 req-59ed13c3-71ba-4380-83c3-351636f4a5a4 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.830458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5d18-4e34-44fa-993b-045b22dd20e4 req-59ed13c3-71ba-4380-83c3-351636f4a5a4 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.837656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5d18-4e34-44fa-993b-045b22dd20e4 req-59ed13c3-71ba-4380-83c3-351636f4a5a4 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.843108 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:37.845250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5d18-4e34-44fa-993b-045b22dd20e4 req-59ed13c3-71ba-4380-83c3-351636f4a5a4 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:37.854552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d93e5d18-4e34-44fa-993b-045b22dd20e4 req-59ed13c3-71ba-4380-83c3-351636f4a5a4 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5419 time: 0.1473153 Jan 31 16:01:37.864183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f6028d-4952-47ff-bae3-b63d6b6c164e {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:37.890993 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port c7f6028d-4952-47ff-bae3-b63d6b6c164e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=c7f6028d-4952-47ff-bae3-b63d6b6c164e,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:37.913581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Transition to ACTIVE for port object cd92db1b-1459-461c-8e0a-2d551d8a45fa will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:37.917410 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:37.922342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:37.938171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df874b90-ba8b-4b9a-8644-9d622324ecaa req-58e35ad7-e7fb-44e1-97c9-43d1970fee5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2202837 Jan 31 16:01:37.952762 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Attempting to bind port 29e1151d-f230-4c79-8729-64cb72daa5d0 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:37.953300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Attempting to bind port 29e1151d-f230-4c79-8729-64cb72daa5d0 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:37.953391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Attempting to bind port 29e1151d-f230-4c79-8729-64cb72daa5d0 on network f6873347-cc1a-4c3c-9d9f-52948982c505 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:38.016688 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-6aba47d4-1083-444f-8b9c-f9cebabf51da tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52661cddff804a9bb2b3efcd9800071c HTTP/1.1" status: 200 len: 380 time: 0.1746259 Jan 31 16:01:38.016894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d93e5d18-4e34-44fa-993b-045b22dd20e4 req-d9db03e6-bd4b-48d7-86d8-ac3330f48001 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581743 Jan 31 16:01:38.019768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Port 29e1151d-f230-4c79-8729-64cb72daa5d0 on network f6873347-cc1a-4c3c-9d9f-52948982c505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:38.024255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Attempting to bind port 29e1151d-f230-4c79-8729-64cb72daa5d0 on network f6873347-cc1a-4c3c-9d9f-52948982c505 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:38.039314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:38.039882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Checking segment: {'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:38.040495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Bound using segment: {'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:38.041098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Bound port: 29e1151d-f230-4c79-8729-64cb72daa5d0, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:38.041656 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:38.050997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=c7f6028d-4952-47ff-bae3-b63d6b6c164e,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:38.072920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Request body: {'port': {'device_id': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'admin_state_up': True, 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'security_groups': ['c3a51940-9968-484b-90d5-7562e9c8b0d5']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:38.083973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-b00f873b-25e0-4a56-a1ad-4ee40859dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:38.086053 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-b00f873b-25e0-4a56-a1ad-4ee40859dbfb service neutron] 10.222.0.20 "GET /v2.0/networks?id=c20c6b37-b13f-4985-980a-fb61a3775c6d HTTP/1.1" status: 200 len: 914 time: 0.2189574 Jan 31 16:01:38.179430 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-dc02a34c-0180-4603-8075-a20fa8cd8178 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=399c2742-b0bb-4889-b27c-c475aaaff037 HTTP/1.1" status: 200 len: 217 time: 0.0773113 Jan 31 16:01:38.229440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['c7f6028d-4952-47ff-bae3-b63d6b6c164e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:38.276981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] For port 29e1151d-f230-4c79-8729-64cb72daa5d0, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:38.283714 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-e906f08f-eb7c-4282-b11b-59b49b318cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:38.285234 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-e906f08f-eb7c-4282-b11b-59b49b318cdc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a835b1d9-c65a-45d6-a83d-f938506e0f0f HTTP/1.1" status: 200 len: 853 time: 0.0959527 Jan 31 16:01:38.294298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] For port 29e1151d-f230-4c79-8729-64cb72daa5d0, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=29e1151d-f230-4c79-8729-64cb72daa5d0,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:38.309760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:38.371515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-1def24a7-09a2-468d-9457-79092631b332 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c20c6b37-b13f-4985-980a-fb61a3775c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758560 Jan 31 16:01:38.480065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:38.481094 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:38.483047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] 10.222.0.20 "PUT /v2.0/ports/29e1151d-f230-4c79-8729-64cb72daa5d0 HTTP/1.1" status: 200 len: 1091 time: 3.2749474 Jan 31 16:01:38.524046 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Request body: {'port': {'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:38.532667 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe9efe-d2d4-477c-a9d7-e54eea1c6049 service neutron] Pushing event updated for resources: {'Port': ['ID=29e1151d-f230-4c79-8729-64cb72daa5d0,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:38.595931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf3320-48e4-428e-b89b-ed1c0e0c3db8 req-c467a967-1b8d-48c5-8db8-c2cd14e6b5e8 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:38.603794 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56bf3320-48e4-428e-b89b-ed1c0e0c3db8 req-c467a967-1b8d-48c5-8db8-c2cd14e6b5e8 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 948 time: 0.2448933 Jan 31 16:01:38.643644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd92db1b-1459-461c-8e0a-2d551d8a45fa,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:38.690447 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-8ca15751-48d5-4b36-8f04-c9d492d70e5b service neutron] 10.222.0.20 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904272 Jan 31 16:01:38.692636 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:38.717528 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56bf3320-48e4-428e-b89b-ed1c0e0c3db8 req-2fb4059f-26e5-4c08-89d9-74ef792e1bc4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126237 Jan 31 16:01:38.766276 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Made reservation on behalf of 52661cddff804a9bb2b3efcd9800071c for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:38.770355 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:38.803693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dfce6-625a-4094-8e6e-933d6458aa32 req-41b7e1f9-ffad-4426-b3e6-73d9cbf5ba80 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:38.805332 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-263dfce6-625a-4094-8e6e-933d6458aa32 req-41b7e1f9-ffad-4426-b3e6-73d9cbf5ba80 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 943 time: 0.7114503 Jan 31 16:01:38.823800 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd2d460d-a0f1-4cfa-b548-fc17b9caec6f req-0b5f8e6d-fd53-4d06-8a94-40370bdd29fb tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 210 time: 0.0387940 Jan 31 16:01:38.888794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Attempting to bind port cd92db1b-1459-461c-8e0a-2d551d8a45fa on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:38.889189 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Attempting to bind port cd92db1b-1459-461c-8e0a-2d551d8a45fa by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:38.889453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Attempting to bind port cd92db1b-1459-461c-8e0a-2d551d8a45fa on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:38.905682 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-263dfce6-625a-4094-8e6e-933d6458aa32 req-78009a2a-8534-4f2d-8a0e-a0675d9e117d tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888939 Jan 31 16:01:38.908810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Port cd92db1b-1459-461c-8e0a-2d551d8a45fa on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:38.909128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Attempting to bind port cd92db1b-1459-461c-8e0a-2d551d8a45fa on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:38.922239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:38.922570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:38.922944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:38.924247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Bound port: cd92db1b-1459-461c-8e0a-2d551d8a45fa, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:38.924247 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:38.941696 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-d12e85cd-9bd6-4290-93b1-7938f64a7135 service neutron] 10.222.0.20 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377558 Jan 31 16:01:39.052623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Allocated IP 172.20.0.6 (54f5432d-db6f-45ec-b066-717218f9d91c/f2cd60da-47e2-4c60-9143-4889ad9e2383/228c6ed7-4013-49c5-b259-312a4070fd5f) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:39.071162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] For port cd92db1b-1459-461c-8e0a-2d551d8a45fa, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:39.117890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] For port cd92db1b-1459-461c-8e0a-2d551d8a45fa, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=cd92db1b-1459-461c-8e0a-2d551d8a45fa,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:39.132400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:39.188362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.189271 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:39.190703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] 10.222.0.20 "PUT /v2.0/ports/cd92db1b-1459-461c-8e0a-2d551d8a45fa HTTP/1.1" status: 200 len: 1096 time: 3.0675635 Jan 31 16:01:39.193442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7c39b0-dfca-4433-bcb8-68e6f6e328e6', 'tag': 'cd92db1b-1459-461c-8e0a-2d551d8a45fa'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:39.195323 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b250f2-03c2-4d73-a508-21e99bbc506b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7c39b0-dfca-4433-bcb8-68e6f6e328e6", "tag": "cd92db1b-1459-461c-8e0a-2d551d8a45fa"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:39.228699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7f424-07bb-472e-a736-f711d9c5a9f9 req-421e9431-4ee6-4896-90f8-453f6191a5ab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.229793 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ba66-8a6c-4d4c-9efd-7109d976b795 req-af71710e-fbc3-4b18-bc05-d6b9ef5bb8ab tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.231099 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1cb7f424-07bb-472e-a736-f711d9c5a9f9 req-421e9431-4ee6-4896-90f8-453f6191a5ab tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.1411180 Jan 31 16:01:39.235687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ba66-8a6c-4d4c-9efd-7109d976b795 req-af71710e-fbc3-4b18-bc05-d6b9ef5bb8ab tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.239926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-e8dbeb80-8169-41ff-b1cc-b84f9a55cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.240613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-e8dbeb80-8169-41ff-b1cc-b84f9a55cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.241241 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-e8dbeb80-8169-41ff-b1cc-b84f9a55cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.241887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-e8dbeb80-8169-41ff-b1cc-b84f9a55cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.242405 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ba66-8a6c-4d4c-9efd-7109d976b795 req-af71710e-fbc3-4b18-bc05-d6b9ef5bb8ab tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.242947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-e8dbeb80-8169-41ff-b1cc-b84f9a55cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.244082 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-e8dbeb80-8169-41ff-b1cc-b84f9a55cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.245188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-e8dbeb80-8169-41ff-b1cc-b84f9a55cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.247917 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-e8dbeb80-8169-41ff-b1cc-b84f9a55cf4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92647632bf8144b58beaf0189feb0489&device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 6421 time: 0.1558335 Jan 31 16:01:39.248990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ba66-8a6c-4d4c-9efd-7109d976b795 req-af71710e-fbc3-4b18-bc05-d6b9ef5bb8ab tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.255741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ba66-8a6c-4d4c-9efd-7109d976b795 req-af71710e-fbc3-4b18-bc05-d6b9ef5bb8ab tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.261549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ba66-8a6c-4d4c-9efd-7109d976b795 req-af71710e-fbc3-4b18-bc05-d6b9ef5bb8ab tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.267682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ba66-8a6c-4d4c-9efd-7109d976b795 req-af71710e-fbc3-4b18-bc05-d6b9ef5bb8ab tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.269689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4834ba66-8a6c-4d4c-9efd-7109d976b795 req-af71710e-fbc3-4b18-bc05-d6b9ef5bb8ab tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5427 time: 0.2005630 Jan 31 16:01:39.391889 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1cb7f424-07bb-472e-a736-f711d9c5a9f9 req-8504eb69-0cad-45db-877e-c3409a898a5c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408520 Jan 31 16:01:39.402632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7b11e7-d17d-492a-8e0f-524f4a35b53f {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:39.420162 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:39.470788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-df62383e-5b60-4c3a-8bee-de94d0456431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.471533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-df62383e-5b60-4c3a-8bee-de94d0456431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.472283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-df62383e-5b60-4c3a-8bee-de94d0456431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.474269 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-df62383e-5b60-4c3a-8bee-de94d0456431 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=92647632bf8144b58beaf0189feb0489&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2115993 Jan 31 16:01:39.475465 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Transition to ACTIVE for port object 6c7b11e7-d17d-492a-8e0f-524f4a35b53f will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:39.476598 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4834ba66-8a6c-4d4c-9efd-7109d976b795 req-7c1f3d8f-b2b5-4bcc-9bdf-ab91cd60eba0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343637 Jan 31 16:01:39.479183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7b5f8-4667-4dfd-8050-a1db8cc764b5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd92db1b-1459-461c-8e0a-2d551d8a45fa,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:39.480684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:39.541521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device c7f6028d-4952-47ff-bae3-b63d6b6c164e up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:39.555203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': '29e1151d-f230-4c79-8729-64cb72daa5d0'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:39.558178 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c51465e-ca18-4804-9df1-7b25f80a7372" -d '{"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "29e1151d-f230-4c79-8729-64cb72daa5d0"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:39.562720 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9404ba59-7344-4ff5-ba67-987a42678c83 x-openstack-request-id: req-9404ba59-7344-4ff5-ba67-987a42678c83 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:39.564119 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7c39b0-dfca-4433-bcb8-68e6f6e328e6", "tag": "cd92db1b-1459-461c-8e0a-2d551d8a45fa", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:39.564781 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9404ba59-7344-4ff5-ba67-987a42678c83 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:39.565801 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7c39b0-dfca-4433-bcb8-68e6f6e328e6', 'tag': 'cd92db1b-1459-461c-8e0a-2d551d8a45fa', 'status': 'completed', 'code': 200} Jan 31 16:01:39.614944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port c7f6028d-4952-47ff-bae3-b63d6b6c164e completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:39.616117 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:39.619838 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port c7f6028d-4952-47ff-bae3-b63d6b6c164e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:39.620205 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:39.627003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451c63-6ced-49de-b971-754755095945 req-2cbfd903-b957-45d8-82d4-45127fcffb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.628841 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-2cbfd903-b957-45d8-82d4-45127fcffb32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 1099 time: 0.3582299 Jan 31 16:01:39.656177 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8e66e5-1eab-4761-9e2b-218487e123fd x-openstack-request-id: req-2d8e66e5-1eab-4761-9e2b-218487e123fd {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:39.658777 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "29e1151d-f230-4c79-8729-64cb72daa5d0", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:39.659036 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d8e66e5-1eab-4761-9e2b-218487e123fd {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:39.659454 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': '29e1151d-f230-4c79-8729-64cb72daa5d0', 'status': 'completed', 'code': 200} Jan 31 16:01:39.673262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:39.720364 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-3d31529d-3f05-42fa-9e01-eb43923fb7a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=cd92db1b-1459-461c-8e0a-2d551d8a45fa HTTP/1.1" status: 200 len: 217 time: 0.0789413 Jan 31 16:01:39.745329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:39.747843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:39.750179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:39.751091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:39.751504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:39.752944 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:39.753284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:39.753649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:39.756180 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:39.757922 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:39.758282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:39.758626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:39.758914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:39.793534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31d5315b-c0b8-4fe5-8fd3-8a49965ab690', '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5', '6d24a020-66a2-442d-a477-90c0aff05b62'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:39.821148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-2f1ed92d-a061-4563-a8d9-27410ef9e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.822963 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f53681fa-8b86-49dd-9af4-a7d7466cc7b1 req-2f1ed92d-a061-4563-a8d9-27410ef9e588 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3384018 Jan 31 16:01:39.849605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619c428-7481-40d0-8cc8-5b9b214cf5ca req-be0fcf09-abb5-4059-bfb1-4ef1bfc1f5ad tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.854597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c963a86c-417e-4d5c-b554-945b5de0843f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f6028d-4952-47ff-bae3-b63d6b6c164e'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:39.856867 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6fa965-e0d6-4462-97df-c208df2015a1" -d '{"events": [{"server_uuid": "c963a86c-417e-4d5c-b554-945b5de0843f", "name": "network-vif-plugged", "status": "completed", "tag": "c7f6028d-4952-47ff-bae3-b63d6b6c164e"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:39.858102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619c428-7481-40d0-8cc8-5b9b214cf5ca req-be0fcf09-abb5-4059-bfb1-4ef1bfc1f5ad tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.864184 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:39.866592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619c428-7481-40d0-8cc8-5b9b214cf5ca req-be0fcf09-abb5-4059-bfb1-4ef1bfc1f5ad tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.870955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451c63-6ced-49de-b971-754755095945 req-10006103-10d7-446e-928a-7e5ab1df1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.873123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-10006103-10d7-446e-928a-7e5ab1df1108 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1321650 Jan 31 16:01:39.876814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619c428-7481-40d0-8cc8-5b9b214cf5ca req-be0fcf09-abb5-4059-bfb1-4ef1bfc1f5ad tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.886997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619c428-7481-40d0-8cc8-5b9b214cf5ca req-be0fcf09-abb5-4059-bfb1-4ef1bfc1f5ad tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.894691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619c428-7481-40d0-8cc8-5b9b214cf5ca req-be0fcf09-abb5-4059-bfb1-4ef1bfc1f5ad tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.895084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port c7f6028d-4952-47ff-bae3-b63d6b6c164e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=c7f6028d-4952-47ff-bae3-b63d6b6c164e,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:39.901005 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:39.904980 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619c428-7481-40d0-8cc8-5b9b214cf5ca req-be0fcf09-abb5-4059-bfb1-4ef1bfc1f5ad tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.916000 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e619c428-7481-40d0-8cc8-5b9b214cf5ca req-be0fcf09-abb5-4059-bfb1-4ef1bfc1f5ad tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.3890884 Jan 31 16:01:39.966656 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Network 54f5432d-db6f-45ec-b066-717218f9d91c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:39.978074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa598-e6c8-4705-b8ef-ab47d7a978ef req-ed8571b1-5909-4e10-877f-10a1494ca096 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:39.979534 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc3fa598-e6c8-4705-b8ef-ab47d7a978ef req-ed8571b1-5909-4e10-877f-10a1494ca096 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 948 time: 0.1537225 Jan 31 16:01:39.980648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:39.982721 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Pushing event updated for resources: {'Port': ['ID=228c6ed7-4013-49c5-b259-312a4070fd5f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:39.995487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:40.006018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=c7f6028d-4952-47ff-bae3-b63d6b6c164e,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:40.065136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-95b810ee-d6e9-43fe-9b62-505b1703dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.065885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-95b810ee-d6e9-43fe-9b62-505b1703dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.066625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-95b810ee-d6e9-43fe-9b62-505b1703dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.067252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-95b810ee-d6e9-43fe-9b62-505b1703dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.067848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-95b810ee-d6e9-43fe-9b62-505b1703dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.068446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-95b810ee-d6e9-43fe-9b62-505b1703dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.069041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-95b810ee-d6e9-43fe-9b62-505b1703dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.071439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-95b810ee-d6e9-43fe-9b62-505b1703dd25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92647632bf8144b58beaf0189feb0489&device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 6446 time: 0.1515374 Jan 31 16:01:40.072596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451c63-6ced-49de-b971-754755095945 req-7b42e4bb-7909-4328-b2dd-9ff83da55436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.075493 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-7b42e4bb-7909-4328-b2dd-9ff83da55436 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717219 Jan 31 16:01:40.094659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e619c428-7481-40d0-8cc8-5b9b214cf5ca req-6799f919-b431-4a8c-b3a3-3065654af9bb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669898 Jan 31 16:01:40.125476 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc3fa598-e6c8-4705-b8ef-ab47d7a978ef req-56c446cb-6be1-461a-b4aa-6b66ea965007 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242962 Jan 31 16:01:40.131425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.136294 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:40.216062 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4d098a-572b-462b-8420-15c9ac405d84 x-openstack-request-id: req-ab4d098a-572b-462b-8420-15c9ac405d84 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:40.216362 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c963a86c-417e-4d5c-b554-945b5de0843f", "name": "network-vif-plugged", "status": "completed", "tag": "c7f6028d-4952-47ff-bae3-b63d6b6c164e", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:40.216630 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab4d098a-572b-462b-8420-15c9ac405d84 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:40.217066 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c963a86c-417e-4d5c-b554-945b5de0843f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f6028d-4952-47ff-bae3-b63d6b6c164e', 'code': 200} Jan 31 16:01:40.314724 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-bb386c08-409d-496a-bd33-f9c088a00384 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174683 Jan 31 16:01:40.346450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Attempting to bind port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:40.347053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Attempting to bind port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:40.347160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Attempting to bind port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f on network f6873347-cc1a-4c3c-9d9f-52948982c505 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:40.365622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6e865155-0e2f-46d7-a8ad-0624e0f1c38d None None] Provisioning complete for port 228c6ed7-4013-49c5-b259-312a4070fd5f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:40.366026 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-573435f8-e817-4f45-978d-e4cf3fb9bf92 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3041682 Jan 31 16:01:40.366229 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6e865155-0e2f-46d7-a8ad-0624e0f1c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:40.373439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f on network f6873347-cc1a-4c3c-9d9f-52948982c505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:40.373439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Attempting to bind port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f on network f6873347-cc1a-4c3c-9d9f-52948982c505 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:40.387207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Request body: {'port': {'device_id': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:40.396492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be383100-d2fc-4195-9d03-3d24bbf3ee61 req-71f425ea-0edc-433f-8a5a-6470203266be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.398043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be383100-d2fc-4195-9d03-3d24bbf3ee61 req-71f425ea-0edc-433f-8a5a-6470203266be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c963a86c-417e-4d5c-b554-945b5de0843f HTTP/1.1" status: 200 len: 1097 time: 0.1119390 Jan 31 16:01:40.404214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:40.404566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Checking segment: {'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:40.404940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Bound using segment: {'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:40.405409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Bound port: 6c7b11e7-d17d-492a-8e0f-524f4a35b53f, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:40.405818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:40.424279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6e865155-0e2f-46d7-a8ad-0624e0f1c38d None None] Port 228c6ed7-4013-49c5-b259-312a4070fd5f cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:40.455359 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2274f0-d1f7-4587-bd87-0473fe4db13b req-2f408470-71a4-4469-afc8-ee41df3a73dd tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.456849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb2274f0-d1f7-4587-bd87-0473fe4db13b req-2f408470-71a4-4469-afc8-ee41df3a73dd tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 931 time: 0.1856861 Jan 31 16:01:40.459627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-90cdc718-907f-4ed2-9419-70772de8e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.460090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-90cdc718-907f-4ed2-9419-70772de8e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.460544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-90cdc718-907f-4ed2-9419-70772de8e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.462105 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-90cdc718-907f-4ed2-9419-70772de8e228 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=92647632bf8144b58beaf0189feb0489&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3519595 Jan 31 16:01:40.479087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 399c2742-b0bb-4889-b27c-c475aaaff037 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:40.481682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 97fd929b-916a-47dc-8c14-0826f91ab589 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:40.506692 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:40.526626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f6dab-843f-4bf5-bb63-9d8c27a67e6c req-82f1cb86-d9c6-4f95-af5b-71d4c813523b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.536677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-759f6dab-843f-4bf5-bb63-9d8c27a67e6c req-82f1cb86-d9c6-4f95-af5b-71d4c813523b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 943 time: 0.2245491 Jan 31 16:01:40.573102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] For port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:40.577661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] For port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:40.592044 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be383100-d2fc-4195-9d03-3d24bbf3ee61 req-c0c6dafb-2191-4f99-bb8b-f2fb446c979a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831765 Jan 31 16:01:40.626030 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c451c63-6ced-49de-b971-754755095945 req-f7dddd1e-945e-474c-9037-cbc98a867516 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766700 Jan 31 16:01:40.632096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:40.641912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 399c2742-b0bb-4889-b27c-c475aaaff037, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=399c2742-b0bb-4889-b27c-c475aaaff037,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:40.645393 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-759f6dab-843f-4bf5-bb63-9d8c27a67e6c req-e16e6bf5-b57f-4d75-8225-015d79a7ce42 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074629 Jan 31 16:01:40.656294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb2274f0-d1f7-4587-bd87-0473fe4db13b req-9fb31ef7-47d1-461a-a116-eaa1146914f8 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892488 Jan 31 16:01:40.665771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '399c2742-b0bb-4889-b27c-c475aaaff037', 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d', 'port_id': '399c2742-b0bb-4889-b27c-c475aaaff037', 'mac_address': 'fa:16:3e:80:d7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a835b1d9-c65a-45d6-a83d-f938506e0f0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:40.677761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 97fd929b-916a-47dc-8c14-0826f91ab589 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:40.683971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 97fd929b-916a-47dc-8c14-0826f91ab589 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:40.684337 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:40.760568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.761606 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:40.762294 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:40.764756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c7b11e7-d17d-492a-8e0f-524f4a35b53f HTTP/1.1" status: 200 len: 1091 time: 2.2496228 Jan 31 16:01:40.780799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399c2742-b0bb-4889-b27c-c475aaaff037 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:40.822820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 399c2742-b0bb-4889-b27c-c475aaaff037, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=399c2742-b0bb-4889-b27c-c475aaaff037,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:40.863790 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:40.869718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3788bf5-2e41-4269-9cd3-a4fbdb315099 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:40.893693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-61ea21bc-f46f-46a6-afc7-33e87a8fca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.895368 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c51465e-ca18-4804-9df1-7b25f80a7372 req-61ea21bc-f46f-46a6-afc7-33e87a8fca01 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4078653 Jan 31 16:01:40.926457 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d28ad-bd58-4f8b-9156-5a5e2d1dba47 req-40a78229-9220-4c5d-bb58-267a8643e656 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.941004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d28ad-bd58-4f8b-9156-5a5e2d1dba47 req-40a78229-9220-4c5d-bb58-267a8643e656 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.951761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d28ad-bd58-4f8b-9156-5a5e2d1dba47 req-40a78229-9220-4c5d-bb58-267a8643e656 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.963828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d28ad-bd58-4f8b-9156-5a5e2d1dba47 req-40a78229-9220-4c5d-bb58-267a8643e656 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.965834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=399c2742-b0bb-4889-b27c-c475aaaff037,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:40.970728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d28ad-bd58-4f8b-9156-5a5e2d1dba47 req-40a78229-9220-4c5d-bb58-267a8643e656 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.981137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d28ad-bd58-4f8b-9156-5a5e2d1dba47 req-40a78229-9220-4c5d-bb58-267a8643e656 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:40.986659 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:40.991215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d28ad-bd58-4f8b-9156-5a5e2d1dba47 req-40a78229-9220-4c5d-bb58-267a8643e656 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.005412 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-759d28ad-bd58-4f8b-9156-5a5e2d1dba47 req-40a78229-9220-4c5d-bb58-267a8643e656 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5427 time: 0.2197587 Jan 31 16:01:41.006252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b250f2-03c2-4d73-a508-21e99bbc506b req-28edbc10-f9fb-4f11-8db8-69f6432156c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.007880 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3b250f2-03c2-4d73-a508-21e99bbc506b req-28edbc10-f9fb-4f11-8db8-69f6432156c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 1099 time: 0.1804771 Jan 31 16:01:41.038287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bddfb-0d58-4a07-8f3a-b3b434e774ae req-ce5f9b99-7c05-45c7-8e55-7a21dc6675e2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.041248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 97fd929b-916a-47dc-8c14-0826f91ab589, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=97fd929b-916a-47dc-8c14-0826f91ab589,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:41.046774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f7bddfb-0d58-4a07-8f3a-b3b434e774ae req-ce5f9b99-7c05-45c7-8e55-7a21dc6675e2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.2107906 Jan 31 16:01:41.047549 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:41.048541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device a8bc7411-31ed-4bb2-b29d-89643d4e35e5 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:41.117864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-25938e37-e766-46ab-8b7a-3d0644119ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.118340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-25938e37-e766-46ab-8b7a-3d0644119ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.118808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-25938e37-e766-46ab-8b7a-3d0644119ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.119271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-25938e37-e766-46ab-8b7a-3d0644119ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.119729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-25938e37-e766-46ab-8b7a-3d0644119ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.120343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-25938e37-e766-46ab-8b7a-3d0644119ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.120803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-25938e37-e766-46ab-8b7a-3d0644119ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.122880 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-25938e37-e766-46ab-8b7a-3d0644119ea2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92647632bf8144b58beaf0189feb0489&device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 6488 time: 0.1040013 Jan 31 16:01:41.127375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-759d28ad-bd58-4f8b-9156-5a5e2d1dba47 req-208f6c29-924e-4f5a-966c-cdf71cf6674f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208358 Jan 31 16:01:41.191414 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f7bddfb-0d58-4a07-8f3a-b3b434e774ae req-93ac2ffb-6238-40d4-97d5-fde8be7af6be tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426570 Jan 31 16:01:41.203263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=97fd929b-916a-47dc-8c14-0826f91ab589,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:41.218653 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-6ecee5fe-8996-47d8-956f-246260256311 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2810873-dbdc-4b51-b917-8120475129a8 HTTP/1.1" status: 200 len: 217 time: 0.0788207 Jan 31 16:01:41.228096 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port a8bc7411-31ed-4bb2-b29d-89643d4e35e5 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:41.233084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port a8bc7411-31ed-4bb2-b29d-89643d4e35e5 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:41.233535 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:41.264178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228c6ed7-4013-49c5-b259-312a4070fd5f {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:41.282006 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:41.336967 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba5b5e19-f18f-4ed6-8545-b52e0988564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.337243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Transition to ACTIVE for port object 228c6ed7-4013-49c5-b259-312a4070fd5f will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:41.340059 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-ba5b5e19-f18f-4ed6-8545-b52e0988564c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=accc61ef-eda6-48c6-b446-28aa08373ea7 HTTP/1.1" status: 200 len: 855 time: 0.1131625 Jan 31 16:01:41.344340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b250f2-03c2-4d73-a508-21e99bbc506b req-36d8c9cf-4647-4e66-96b4-f823c4a6a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.346165 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3b250f2-03c2-4d73-a508-21e99bbc506b req-36d8c9cf-4647-4e66-96b4-f823c4a6a2e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3267601 Jan 31 16:01:41.349559 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:41.349848 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:41.362838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807c127-fa60-4d69-aa20-f1a9963f90b3 req-e266f310-de5d-4486-a09e-4b8c4f444787 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.370521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807c127-fa60-4d69-aa20-f1a9963f90b3 req-e266f310-de5d-4486-a09e-4b8c4f444787 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.376288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['399c2742-b0bb-4889-b27c-c475aaaff037'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:41.377959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807c127-fa60-4d69-aa20-f1a9963f90b3 req-e266f310-de5d-4486-a09e-4b8c4f444787 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.384338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807c127-fa60-4d69-aa20-f1a9963f90b3 req-e266f310-de5d-4486-a09e-4b8c4f444787 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.391218 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807c127-fa60-4d69-aa20-f1a9963f90b3 req-e266f310-de5d-4486-a09e-4b8c4f444787 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.397837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807c127-fa60-4d69-aa20-f1a9963f90b3 req-e266f310-de5d-4486-a09e-4b8c4f444787 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.403060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Pushing event updated for resources: {'Port': ['ID=228c6ed7-4013-49c5-b259-312a4070fd5f,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:41.404917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807c127-fa60-4d69-aa20-f1a9963f90b3 req-e266f310-de5d-4486-a09e-4b8c4f444787 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.414569 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7807c127-fa60-4d69-aa20-f1a9963f90b3 req-e266f310-de5d-4486-a09e-4b8c4f444787 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.1420012 Jan 31 16:01:41.438420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port a8bc7411-31ed-4bb2-b29d-89643d4e35e5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:41.444974 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:41.446287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 939e62c0-2eef-42a1-b162-15c54928c47d up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:41.450851 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3b250f2-03c2-4d73-a508-21e99bbc506b req-6fe28ccf-7fee-4532-aaf9-9687351e5808 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=cd92db1b-1459-461c-8e0a-2d551d8a45fa HTTP/1.1" status: 200 len: 217 time: 0.0570378 Jan 31 16:01:41.495266 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7807c127-fa60-4d69-aa20-f1a9963f90b3 req-83f5a1e4-5289-4c83-af77-27a1ae7a7f54 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691333 Jan 31 16:01:41.503754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-61b10f12-a6b9-4b2c-ad80-61cc2aa3e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.510384 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b250f2-03c2-4d73-a508-21e99bbc506b req-859de756-8440-4390-862b-c498c9f35cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.510585 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-61b10f12-a6b9-4b2c-ad80-61cc2aa3e228 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ba4bd1e-f728-43b2-a993-80b2d26c69c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945351 Jan 31 16:01:41.511882 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3b250f2-03c2-4d73-a508-21e99bbc506b req-859de756-8440-4390-862b-c498c9f35cbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0521092 Jan 31 16:01:41.520260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be0417-2efc-4c88-ba41-193bd724e242 req-8fdcf2fa-b624-4a4a-90b2-6a68da1ced65 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.521870 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91be0417-2efc-4c88-ba41-193bd724e242 req-8fdcf2fa-b624-4a4a-90b2-6a68da1ced65 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 948 time: 0.2237065 Jan 31 16:01:41.578904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:41.621073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:41.636538 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-d19297de-bbaf-45ca-8f1c-a43886471e4a service neutron] 10.222.0.20 "GET /v2.0/networks/4ba4bd1e-f728-43b2-a993-80b2d26c69c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100523 Jan 31 16:01:41.692626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': '6c7b11e7-d17d-492a-8e0f-524f4a35b53f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:41.694930 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda" -d '{"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "6c7b11e7-d17d-492a-8e0f-524f4a35b53f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:41.706667 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91be0417-2efc-4c88-ba41-193bd724e242 req-a581ef4b-f4d7-4af9-989d-0d1f6b61dc58 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513762 Jan 31 16:01:41.737590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 939e62c0-2eef-42a1-b162-15c54928c47d completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:41.746077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 939e62c0-2eef-42a1-b162-15c54928c47d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:41.746577 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:41.750196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b250f2-03c2-4d73-a508-21e99bbc506b req-ef757f0f-9d71-4163-89a1-d67635e97796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.762889 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3b250f2-03c2-4d73-a508-21e99bbc506b req-ef757f0f-9d71-4163-89a1-d67635e97796 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2234907 Jan 31 16:01:41.831141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Attempting to bind port 228c6ed7-4013-49c5-b259-312a4070fd5f on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:41.831469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Attempting to bind port 228c6ed7-4013-49c5-b259-312a4070fd5f by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:41.831791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Attempting to bind port 228c6ed7-4013-49c5-b259-312a4070fd5f on network 54f5432d-db6f-45ec-b066-717218f9d91c {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:41.867904 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-70488d5e-8d2b-4c9e-bfe5-c90c2454a0b6 service neutron] 10.222.0.20 "GET /v2.0/networks/4ba4bd1e-f728-43b2-a993-80b2d26c69c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205799 Jan 31 16:01:41.876447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251efeb2-2ef3-46f5-906d-12dc9e787832 req-6985975c-1741-4304-8e7d-8a9ba2b89ddd tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.878203 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-251efeb2-2ef3-46f5-906d-12dc9e787832 req-6985975c-1741-4304-8e7d-8a9ba2b89ddd tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 944 time: 0.0919824 Jan 31 16:01:41.906584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Port 228c6ed7-4013-49c5-b259-312a4070fd5f on network 54f5432d-db6f-45ec-b066-717218f9d91c not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:41.906906 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Attempting to bind port 228c6ed7-4013-49c5-b259-312a4070fd5f on network 54f5432d-db6f-45ec-b066-717218f9d91c {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:41.921301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:41.925838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Checking segment: {'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:41.926277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Bound using segment: {'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:41.926811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Bound port: 228c6ed7-4013-49c5-b259-312a4070fd5f, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e618a883-db95-4302-bf11-41142aa8e97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:41.927244 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:41.946223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:41.948999 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f61fe027-0a0f-45f7-85db-d18125752c54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=d2df101d-aeaf-4eea-a281-f00e4a175292 HTTP/1.1" status: 200 len: 217 time: 0.0647876 Jan 31 16:01:41.990802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65382ef8-be17-4a3e-89f3-791b4404f905 req-d8a8edde-0d58-4197-a5fe-fc1077a13d7e tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:41.996254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '27d059eb-2bd8-4d98-b061-b6b8b6a551e2', 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1', 'port_id': '27d059eb-2bd8-4d98-b061-b6b8b6a551e2', 'mac_address': 'fa:16:3e:93:ce:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab8664c-5e4b-4277-a17c-2043af96a81a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:41.998792 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65382ef8-be17-4a3e-89f3-791b4404f905 req-d8a8edde-0d58-4197-a5fe-fc1077a13d7e tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 943 time: 0.1812279 Jan 31 16:01:42.003159 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:42.080567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 939e62c0-2eef-42a1-b162-15c54928c47d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=939e62c0-2eef-42a1-b162-15c54928c47d,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:42.086987 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:42.091001 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:42.092110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8e916d64-b3aa-442c-8f2b-ebe760eea97b up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:42.113952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] For port 228c6ed7-4013-49c5-b259-312a4070fd5f, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:42.118117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] For port 228c6ed7-4013-49c5-b259-312a4070fd5f, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=228c6ed7-4013-49c5-b259-312a4070fd5f,segment=NetworkSegment(e618a883-db95-4302-bf11-41142aa8e97f),segment_id=e618a883-db95-4302-bf11-41142aa8e97f)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:42.155362 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65382ef8-be17-4a3e-89f3-791b4404f905 req-0e4822e0-8f70-4f72-bbb4-447f2c5b47a3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552544 Jan 31 16:01:42.157079 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:42.172039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:42.219473 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:42.220845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fd929b-916a-47dc-8c14-0826f91ab589'}, {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bc7411-31ed-4bb2-b29d-89643d4e35e5'}, {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939e62c0-2eef-42a1-b162-15c54928c47d'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:42.224167 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b18934-fdca-4b8d-815f-1d7c0b074a1f" -d '{"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "97fd929b-916a-47dc-8c14-0826f91ab589"}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "a8bc7411-31ed-4bb2-b29d-89643d4e35e5"}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "939e62c0-2eef-42a1-b162-15c54928c47d"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:42.237448 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 8e916d64-b3aa-442c-8f2b-ebe760eea97b completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:42.241935 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:42.246157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 8e916d64-b3aa-442c-8f2b-ebe760eea97b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:42.246733 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:42.285788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.286123 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:42.288243 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] 10.222.0.30 "PUT /v2.0/ports/228c6ed7-4013-49c5-b259-312a4070fd5f HTTP/1.1" status: 200 len: 1091 time: 1.9059396 Jan 31 16:01:42.289103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Pushing event updated for resources: {'Port': ['ID=228c6ed7-4013-49c5-b259-312a4070fd5f,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:42.294577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=939e62c0-2eef-42a1-b162-15c54928c47d,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:42.329738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'tag': '228c6ed7-4013-49c5-b259-312a4070fd5f'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:42.332290 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ab916a-440b-4548-a79f-7478c10f534d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0e2c7a-4285-4a66-8a34-6f1f54723087", "tag": "228c6ed7-4013-49c5-b259-312a4070fd5f"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:42.340726 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3b250f2-03c2-4d73-a508-21e99bbc506b req-052be230-3c78-4d9c-a870-7584bb6d40ac service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671291 Jan 31 16:01:42.377560 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322c13fa-6278-4442-a619-0ea847820bfc x-openstack-request-id: req-322c13fa-6278-4442-a619-0ea847820bfc {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:42.378596 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "6c7b11e7-d17d-492a-8e0f-524f4a35b53f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:42.379045 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-322c13fa-6278-4442-a619-0ea847820bfc {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:42.379641 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': '6c7b11e7-d17d-492a-8e0f-524f4a35b53f', 'status': 'completed', 'code': 200} Jan 31 16:01:42.412727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:42.413116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:42.413403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:42.413758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:42.414080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:42.414401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:42.414717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:42.415277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:42.415667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:42.415990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:42.416303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:42.416617 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea935b-f9b9-480f-b0ce-8b445e97a94a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:42.424888 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-251efeb2-2ef3-46f5-906d-12dc9e787832 req-6469d6f1-50d5-4de9-8e02-4ba1ca43c330 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748621 Jan 31 16:01:42.461649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-fc032cd4-6815-4b78-8197-47ffbc6e0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.463118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-fc032cd4-6815-4b78-8197-47ffbc6e0543 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76dcf05c-6dab-43c6-a38d-12ed158e5b9f HTTP/1.1" status: 200 len: 797 time: 0.4862361 Jan 31 16:01:42.533420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-206334b8-bdb7-4600-8ebe-637cf1fa80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.533646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device cd92db1b-1459-461c-8e0a-2d551d8a45fa details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:42.536985 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-206334b8-bdb7-4600-8ebe-637cf1fa80a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52661cddff804a9bb2b3efcd9800071c&device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 1094 time: 0.1951876 Jan 31 16:01:42.546969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-9079c121-6187-44a5-b90e-edf74165bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.548400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-9079c121-6187-44a5-b90e-edf74165bfec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744841 Jan 31 16:01:42.581978 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:42.591910 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-5df21e1f-07e2-4161-a5c5-9e5138c66e24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228c6ed7-4013-49c5-b259-312a4070fd5f HTTP/1.1" status: 200 len: 217 time: 0.0439246 Jan 31 16:01:42.596552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:42.604667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1f461-032f-470c-98fd-18c82cf2176a req-7f69b625-77c7-4531-832c-407dc2ef29b8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.610610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1f461-032f-470c-98fd-18c82cf2176a req-7f69b625-77c7-4531-832c-407dc2ef29b8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.616439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1f461-032f-470c-98fd-18c82cf2176a req-7f69b625-77c7-4531-832c-407dc2ef29b8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.622367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1f461-032f-470c-98fd-18c82cf2176a req-7f69b625-77c7-4531-832c-407dc2ef29b8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.628210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1f461-032f-470c-98fd-18c82cf2176a req-7f69b625-77c7-4531-832c-407dc2ef29b8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.634022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1f461-032f-470c-98fd-18c82cf2176a req-7f69b625-77c7-4531-832c-407dc2ef29b8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.639810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1f461-032f-470c-98fd-18c82cf2176a req-7f69b625-77c7-4531-832c-407dc2ef29b8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.641966 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-72e1f461-032f-470c-98fd-18c82cf2176a req-7f69b625-77c7-4531-832c-407dc2ef29b8 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5430 time: 0.2684205 Jan 31 16:01:42.658528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['27d059eb-2bd8-4d98-b061-b6b8b6a551e2'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:42.713859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8e916d64-b3aa-442c-8f2b-ebe760eea97b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8e916d64-b3aa-442c-8f2b-ebe760eea97b,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:42.725905 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:42.726844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 9d12f056-6516-4947-81d8-5431569d63fc up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:42.747758 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-20ecf223-d888-4965-b8ad-529c50cf20ff service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866143 Jan 31 16:01:42.751572 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3b250f2-03c2-4d73-a508-21e99bbc506b req-d660e380-fad9-4fe5-a210-bd9450e5b232 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112810 Jan 31 16:01:42.755876 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-72e1f461-032f-470c-98fd-18c82cf2176a req-af7af93d-d9fd-4472-8ed6-432463ac4605 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010795 Jan 31 16:01:42.757299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-82a67b90-c358-4151-a7d6-7e2d08481d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.758699 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-82a67b90-c358-4151-a7d6-7e2d08481d26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2cd60da-47e2-4c60-9143-4889ad9e2383 HTTP/1.1" status: 200 len: 854 time: 0.1144476 Jan 31 16:01:42.832351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-4e9456a2-c1a7-415d-948e-397e2bcfc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.833910 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-4e9456a2-c1a7-415d-948e-397e2bcfc82d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54f5432d-db6f-45ec-b066-717218f9d91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595257 Jan 31 16:01:42.840724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af11bd-5232-47a0-a6bf-1ae36f8191ab req-8722caf5-61fb-4e5a-8fac-3fdf9416d14c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:42.841426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port cd92db1b-1459-461c-8e0a-2d551d8a45fa, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=cd92db1b-1459-461c-8e0a-2d551d8a45fa,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:42.853760 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12af11bd-5232-47a0-a6bf-1ae36f8191ab req-8722caf5-61fb-4e5a-8fac-3fdf9416d14c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 944 time: 0.2585227 Jan 31 16:01:42.868206 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cafa23-0a22-489a-bebf-863f22f05392 x-openstack-request-id: req-82cafa23-0a22-489a-bebf-863f22f05392 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:42.868595 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "97fd929b-916a-47dc-8c14-0826f91ab589", "code": 200}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "a8bc7411-31ed-4bb2-b29d-89643d4e35e5", "code": 200}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "939e62c0-2eef-42a1-b162-15c54928c47d", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:42.868904 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82cafa23-0a22-489a-bebf-863f22f05392 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:42.869360 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fd929b-916a-47dc-8c14-0826f91ab589', 'code': 200} Jan 31 16:01:42.869706 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bc7411-31ed-4bb2-b29d-89643d4e35e5', 'code': 200} Jan 31 16:01:42.870011 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939e62c0-2eef-42a1-b162-15c54928c47d', 'code': 200} Jan 31 16:01:42.883417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'cd92db1b-1459-461c-8e0a-2d551d8a45fa', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'cd92db1b-1459-461c-8e0a-2d551d8a45fa', 'mac_address': 'fa:16:3e:34:5f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:42.885065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8e916d64-b3aa-442c-8f2b-ebe760eea97b,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:42.952306 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee8e6c3-8233-4003-a294-2be75d47d289 x-openstack-request-id: req-dee8e6c3-8233-4003-a294-2be75d47d289 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:42.952594 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0e2c7a-4285-4a66-8a34-6f1f54723087", "tag": "228c6ed7-4013-49c5-b259-312a4070fd5f", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:42.952841 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dee8e6c3-8233-4003-a294-2be75d47d289 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:42.953237 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'tag': '228c6ed7-4013-49c5-b259-312a4070fd5f', 'status': 'completed', 'code': 200} Jan 31 16:01:42.956522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 9d12f056-6516-4947-81d8-5431569d63fc completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:42.966931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 9d12f056-6516-4947-81d8-5431569d63fc triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:42.967451 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:42.971535 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:42.976008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-1eaaac65-c12f-4e8c-80f7-c07230ffea3c service neutron] 10.222.0.30 "GET /v2.0/networks/54f5432d-db6f-45ec-b066-717218f9d91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342864 Jan 31 16:01:43.011701 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12af11bd-5232-47a0-a6bf-1ae36f8191ab req-4fbcc0e0-8cca-4daf-aff5-2ab0263f0fac tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508360 Jan 31 16:01:43.025563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd92db1b-1459-461c-8e0a-2d551d8a45fa {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:43.083254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port cd92db1b-1459-461c-8e0a-2d551d8a45fa, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=cd92db1b-1459-461c-8e0a-2d551d8a45fa,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:43.092418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-27adc7c5-5cd3-4342-b289-3fcbfa69a780 service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088152 Jan 31 16:01:43.093932 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:43.144249 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-1288d509-b490-4c48-876b-468afe68a97c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=b809d91f-3693-4c9b-9842-45c88f84e495 HTTP/1.1" status: 200 len: 217 time: 0.0383549 Jan 31 16:01:43.157508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a41f1-9107-4831-bc8f-28768b2d4849 req-931fe7ac-917f-48fa-9083-01ccd2d03f74 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.164280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a41f1-9107-4831-bc8f-28768b2d4849 req-931fe7ac-917f-48fa-9083-01ccd2d03f74 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.171126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a41f1-9107-4831-bc8f-28768b2d4849 req-931fe7ac-917f-48fa-9083-01ccd2d03f74 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.171867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d379013-8809-4917-ba1e-110466cad6e0 req-22bd83eb-e592-436a-a1d4-570289bf2f43 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.174452 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d379013-8809-4917-ba1e-110466cad6e0 req-22bd83eb-e592-436a-a1d4-570289bf2f43 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 949 time: 0.0955482 Jan 31 16:01:43.200551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a41f1-9107-4831-bc8f-28768b2d4849 req-931fe7ac-917f-48fa-9083-01ccd2d03f74 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.207463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=cd92db1b-1459-461c-8e0a-2d551d8a45fa,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:43.208970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a41f1-9107-4831-bc8f-28768b2d4849 req-931fe7ac-917f-48fa-9083-01ccd2d03f74 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.210323 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:43.223381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a41f1-9107-4831-bc8f-28768b2d4849 req-931fe7ac-917f-48fa-9083-01ccd2d03f74 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.232508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a41f1-9107-4831-bc8f-28768b2d4849 req-931fe7ac-917f-48fa-9083-01ccd2d03f74 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.234747 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a41f1-9107-4831-bc8f-28768b2d4849 req-931fe7ac-917f-48fa-9083-01ccd2d03f74 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.1662381 Jan 31 16:01:43.256854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 9d12f056-6516-4947-81d8-5431569d63fc, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=9d12f056-6516-4947-81d8-5431569d63fc,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:43.263963 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:43.265077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5da4b15c-c29a-4d2d-a296-e629bd04104f up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:43.267410 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cfb1318-af0d-44dc-94a9-36b725c971d7 req-f9fe2992-08f0-4371-a53c-3422d7ec9421 service neutron] 10.222.0.30 "GET /v2.0/networks/54f5432d-db6f-45ec-b066-717218f9d91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813432 Jan 31 16:01:43.269105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-b60427c8-21e8-4f12-a6ad-5685d98a007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.287850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-b60427c8-21e8-4f12-a6ad-5685d98a007c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76dcf05c-6dab-43c6-a38d-12ed158e5b9f HTTP/1.1" status: 200 len: 797 time: 0.1258662 Jan 31 16:01:43.292988 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a41f1-9107-4831-bc8f-28768b2d4849 req-b56d6287-7971-4eb2-bf87-e248c04acb7d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489798 Jan 31 16:01:43.297356 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d379013-8809-4917-ba1e-110466cad6e0 req-085dc76e-0af0-494f-9544-d73e4a289cb1 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787852 Jan 31 16:01:43.372098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-40e1b325-e2c2-4c86-bec6-8f1205bc49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.374685 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-40e1b325-e2c2-4c86-bec6-8f1205bc49db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756812 Jan 31 16:01:43.386455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=9d12f056-6516-4947-81d8-5431569d63fc,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:43.400481 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab916a-440b-4548-a79f-7478c10f534d req-c7f1b75e-2114-49ab-8d33-dc0356df95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.402634 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3ab916a-440b-4548-a79f-7478c10f534d req-c7f1b75e-2114-49ab-8d33-dc0356df95b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52661cddff804a9bb2b3efcd9800071c&device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 1094 time: 0.0802131 Jan 31 16:01:43.402755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 5da4b15c-c29a-4d2d-a296-e629bd04104f completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:43.407109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 5da4b15c-c29a-4d2d-a296-e629bd04104f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:43.407552 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:43.508780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68855f66-b7f6-4a6d-a7e4-42e8fc2b7872 req-85669dd3-2e94-47ed-8a34-2b8b315e4056 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.510334 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68855f66-b7f6-4a6d-a7e4-42e8fc2b7872 req-85669dd3-2e94-47ed-8a34-2b8b315e4056 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 943 time: 0.1075387 Jan 31 16:01:43.535756 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:43.552952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['cd92db1b-1459-461c-8e0a-2d551d8a45fa'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:43.553523 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab916a-440b-4548-a79f-7478c10f534d req-5d0269c1-34e3-4f7d-904f-b7457410f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.556986 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3ab916a-440b-4548-a79f-7478c10f534d req-5d0269c1-34e3-4f7d-904f-b7457410f45a service neutron] 10.222.0.30 "GET /v2.0/networks?id=54f5432d-db6f-45ec-b066-717218f9d91c HTTP/1.1" status: 200 len: 916 time: 0.1475592 Jan 31 16:01:43.561866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-262c26cf-f18d-4848-8119-e2f8e8d1aae7 service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760952 Jan 31 16:01:43.567290 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68855f66-b7f6-4a6d-a7e4-42e8fc2b7872 req-6c4cd936-ed75-499d-8f5f-9f72725a91f3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426624 Jan 31 16:01:43.597137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:01:43.657810 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5da4b15c-c29a-4d2d-a296-e629bd04104f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5da4b15c-c29a-4d2d-a296-e629bd04104f,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:43.677575 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:43.678371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f71513f9-4c28-4414-a04c-8add0dcfe550 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:43.692694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-635e2533-83ec-453e-b7c7-45eb77ae29c8 service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231930 Jan 31 16:01:43.743827 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-1141b96f-aa51-463b-a596-a11c819eeb1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7763f452-c3b6-430f-a3f3-701fab378678 HTTP/1.1" status: 200 len: 217 time: 0.0434844 Jan 31 16:01:43.815856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f56718bf-ca08-49dd-ac67-77a084807629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.819221 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f56718bf-ca08-49dd-ac67-77a084807629 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76dcf05c-6dab-43c6-a38d-12ed158e5b9f HTTP/1.1" status: 200 len: 797 time: 0.0669935 Jan 31 16:01:43.832322 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:43.834594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5da4b15c-c29a-4d2d-a296-e629bd04104f,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:43.869189 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:43.908065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port f71513f9-4c28-4414-a04c-8add0dcfe550 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:43.921254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:43.922986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port f71513f9-4c28-4414-a04c-8add0dcfe550 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:43.923393 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:43.926351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-c2864df5-22bd-427c-8417-2d81c87e0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:43.928349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-c2864df5-22bd-427c-8417-2d81c87e0058 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009452 Jan 31 16:01:43.932538 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:43.958866 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3ab916a-440b-4548-a79f-7478c10f534d req-23d2e001-db6f-4c47-ab25-6ccd961aebb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228c6ed7-4013-49c5-b259-312a4070fd5f HTTP/1.1" status: 200 len: 217 time: 0.3530443 Jan 31 16:01:43.996787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd802b-64b5-4197-97e1-8c07fd598878 req-a56ad829-c448-4194-b413-43d7c35fbd66 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.008460 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5fdd802b-64b5-4197-97e1-8c07fd598878 req-a56ad829-c448-4194-b413-43d7c35fbd66 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 944 time: 0.4656999 Jan 31 16:01:44.034524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af416ae-2f2e-4574-b963-95b592fa14cc req-ef3f70c6-906f-4aae-9fa4-8bc298af0986 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.040396 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af416ae-2f2e-4574-b963-95b592fa14cc req-ef3f70c6-906f-4aae-9fa4-8bc298af0986 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.046590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af416ae-2f2e-4574-b963-95b592fa14cc req-ef3f70c6-906f-4aae-9fa4-8bc298af0986 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.052540 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af416ae-2f2e-4574-b963-95b592fa14cc req-ef3f70c6-906f-4aae-9fa4-8bc298af0986 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.058419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af416ae-2f2e-4574-b963-95b592fa14cc req-ef3f70c6-906f-4aae-9fa4-8bc298af0986 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.059066 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:44.071482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af416ae-2f2e-4574-b963-95b592fa14cc req-ef3f70c6-906f-4aae-9fa4-8bc298af0986 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.080975 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af416ae-2f2e-4574-b963-95b592fa14cc req-ef3f70c6-906f-4aae-9fa4-8bc298af0986 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.083286 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af416ae-2f2e-4574-b963-95b592fa14cc req-ef3f70c6-906f-4aae-9fa4-8bc298af0986 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5433 time: 0.1966271 Jan 31 16:01:44.104497 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:44.126186 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5fdd802b-64b5-4197-97e1-8c07fd598878 req-561442aa-0089-44de-a4b7-5f7e3cac764c tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165712 Jan 31 16:01:44.161497 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab916a-440b-4548-a79f-7478c10f534d req-357f46df-b4f7-435b-a8fe-571380e6c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.163045 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3ab916a-440b-4548-a79f-7478c10f534d req-357f46df-b4f7-435b-a8fe-571380e6c101 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2cd60da-47e2-4c60-9143-4889ad9e2383 HTTP/1.1" status: 200 len: 854 time: 0.1929557 Jan 31 16:01:44.164965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f71513f9-4c28-4414-a04c-8add0dcfe550, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f71513f9-4c28-4414-a04c-8add0dcfe550,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:44.175422 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:44.198273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-4134147c-b49a-4483-8648-1df54e1d2238 service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488146 Jan 31 16:01:44.232581 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 399c2742-b0bb-4889-b27c-c475aaaff037 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:44.307117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbdc69-4f3d-4d45-a0e7-a6d00dd19c9f req-c99c017e-007c-4103-b023-5d56f2d216f1 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.313056 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af416ae-2f2e-4574-b963-95b592fa14cc req-2e542657-30ca-45eb-8834-7b94a04b48f3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2037721 Jan 31 16:01:44.317128 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8fdbdc69-4f3d-4d45-a0e7-a6d00dd19c9f req-c99c017e-007c-4103-b023-5d56f2d216f1 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 943 time: 0.0849586 Jan 31 16:01:44.324836 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f71513f9-4c28-4414-a04c-8add0dcfe550,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:44.329193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab916a-440b-4548-a79f-7478c10f534d req-8f3798d9-40ab-4a86-9261-04842ccbaa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.331028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3ab916a-440b-4548-a79f-7478c10f534d req-8f3798d9-40ab-4a86-9261-04842ccbaa0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54f5432d-db6f-45ec-b066-717218f9d91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604614 Jan 31 16:01:44.356570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 399c2742-b0bb-4889-b27c-c475aaaff037 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:44.363459 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 399c2742-b0bb-4889-b27c-c475aaaff037 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:44.364450 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:44.396449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-1dfde159-4bac-4ae5-81f0-f72cb87ffbe3 service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845760 Jan 31 16:01:44.431827 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8fdbdc69-4f3d-4d45-a0e7-a6d00dd19c9f req-ea3c8541-15bf-4539-8ebf-be49c82eb173 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141968 Jan 31 16:01:44.466631 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3ab916a-440b-4548-a79f-7478c10f534d req-a63b7687-7f76-438f-a692-c1ecc5af3ead service neutron] 10.222.0.30 "GET /v2.0/networks/54f5432d-db6f-45ec-b066-717218f9d91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242189 Jan 31 16:01:44.487824 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-66e55d4a-daff-48cf-b537-5fa832ae001e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=31f39707-e831-4532-a49f-aa4b202c02f7 HTTP/1.1" status: 200 len: 217 time: 0.0786085 Jan 31 16:01:44.521708 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:44.560776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 399c2742-b0bb-4889-b27c-c475aaaff037, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=399c2742-b0bb-4889-b27c-c475aaaff037,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:44.570916 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:44.580482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078b0db-5eea-426e-b174-5d555fd60359 req-d484b499-2185-4e5d-99fe-6a4b759f2160 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.582048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7078b0db-5eea-426e-b174-5d555fd60359 req-d484b499-2185-4e5d-99fe-6a4b759f2160 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 949 time: 0.1644185 Jan 31 16:01:44.583460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-3e226b9f-a036-4f17-926d-734bf760ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.584946 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-3e226b9f-a036-4f17-926d-734bf760ec36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76dcf05c-6dab-43c6-a38d-12ed158e5b9f HTTP/1.1" status: 200 len: 797 time: 0.0754654 Jan 31 16:01:44.626912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=399c2742-b0bb-4889-b27c-c475aaaff037,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:44.645198 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ce32f-9c93-4faa-adcb-dd2310e944bb req-f75216de-4241-4f58-9d4f-25d6d3f6ef45 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.651391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ce32f-9c93-4faa-adcb-dd2310e944bb req-f75216de-4241-4f58-9d4f-25d6d3f6ef45 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.657283 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ce32f-9c93-4faa-adcb-dd2310e944bb req-f75216de-4241-4f58-9d4f-25d6d3f6ef45 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.663100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ce32f-9c93-4faa-adcb-dd2310e944bb req-f75216de-4241-4f58-9d4f-25d6d3f6ef45 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.666013 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7078b0db-5eea-426e-b174-5d555fd60359 req-87b5a7fd-929b-43fa-9344-4d2ce2c297ef tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762994 Jan 31 16:01:44.670998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-8752cdc5-4327-4b3a-92ec-894eec75162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.670998 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-8752cdc5-4327-4b3a-92ec-894eec75162b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716026 Jan 31 16:01:44.678696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ce32f-9c93-4faa-adcb-dd2310e944bb req-f75216de-4241-4f58-9d4f-25d6d3f6ef45 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.685251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ce32f-9c93-4faa-adcb-dd2310e944bb req-f75216de-4241-4f58-9d4f-25d6d3f6ef45 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.691160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ce32f-9c93-4faa-adcb-dd2310e944bb req-f75216de-4241-4f58-9d4f-25d6d3f6ef45 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.693673 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf1ce32f-9c93-4faa-adcb-dd2310e944bb req-f75216de-4241-4f58-9d4f-25d6d3f6ef45 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.1401222 Jan 31 16:01:44.701334 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3ab916a-440b-4548-a79f-7478c10f534d req-ba9b11cc-7f7c-4ab4-a3b5-6d9564ac58f6 service neutron] 10.222.0.30 "GET /v2.0/networks/54f5432d-db6f-45ec-b066-717218f9d91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256582 Jan 31 16:01:44.738694 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf1ce32f-9c93-4faa-adcb-dd2310e944bb req-ed9d4fd6-0dca-4a25-b081-fba54af0ff6d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360444 Jan 31 16:01:44.820571 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-772d5372-1a11-4ba1-8349-1113cd4f7275 service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348000 Jan 31 16:01:44.828059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fad7b-2a39-4439-9f24-75cd319e8047 req-02016e93-0be7-47b5-82d9-5804a11b996e tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:44.829440 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e5fad7b-2a39-4439-9f24-75cd319e8047 req-02016e93-0be7-47b5-82d9-5804a11b996e tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 943 time: 0.0806670 Jan 31 16:01:44.871577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e916d64-b3aa-442c-8f2b-ebe760eea97b'}, {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d12f056-6516-4947-81d8-5431569d63fc'}, {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da4b15c-c29a-4d2d-a296-e629bd04104f'}, {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71513f9-4c28-4414-a04c-8add0dcfe550'}, {'server_uuid': '7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399c2742-b0bb-4889-b27c-c475aaaff037'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:44.874178 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9900b9-f024-4e53-ad07-fd2f83f10ddd" -d '{"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "8e916d64-b3aa-442c-8f2b-ebe760eea97b"}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "9d12f056-6516-4947-81d8-5431569d63fc"}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "5da4b15c-c29a-4d2d-a296-e629bd04104f"}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "f71513f9-4c28-4414-a04c-8add0dcfe550"}, {"server_uuid": "7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4", "name": "network-vif-plugged", "status": "completed", "tag": "399c2742-b0bb-4889-b27c-c475aaaff037"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:44.919734 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4f7be3-e98f-45ff-8f8d-c559022287fc x-openstack-request-id: req-fe4f7be3-e98f-45ff-8f8d-c559022287fc {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:44.920358 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "8e916d64-b3aa-442c-8f2b-ebe760eea97b", "code": 200}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "9d12f056-6516-4947-81d8-5431569d63fc", "code": 200}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "5da4b15c-c29a-4d2d-a296-e629bd04104f", "code": 200}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-plugged", "status": "completed", "tag": "f71513f9-4c28-4414-a04c-8add0dcfe550", "code": 200}, {"server_uuid": "7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4", "name": "network-vif-plugged", "status": "completed", "tag": "399c2742-b0bb-4889-b27c-c475aaaff037", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:44.920668 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe4f7be3-e98f-45ff-8f8d-c559022287fc {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:44.921343 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e916d64-b3aa-442c-8f2b-ebe760eea97b', 'code': 200} Jan 31 16:01:44.922163 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d12f056-6516-4947-81d8-5431569d63fc', 'code': 200} Jan 31 16:01:44.922494 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da4b15c-c29a-4d2d-a296-e629bd04104f', 'code': 200} Jan 31 16:01:44.922801 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71513f9-4c28-4414-a04c-8add0dcfe550', 'code': 200} Jan 31 16:01:44.923103 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399c2742-b0bb-4889-b27c-c475aaaff037', 'code': 200} Jan 31 16:01:44.925110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e5fad7b-2a39-4439-9f24-75cd319e8047 req-9c1b8f2d-f364-465c-8165-0e4bab1a88c0 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872042 Jan 31 16:01:44.951308 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-0c04631a-b73e-45e1-8fdb-773ebb94b706 service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208811 Jan 31 16:01:45.000617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-e2e760b3-3ca8-4d9a-ac6b-3f9a82e15136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29e1151d-f230-4c79-8729-64cb72daa5d0 HTTP/1.1" status: 200 len: 217 time: 0.0360124 Jan 31 16:01:45.086886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-4602ac75-8efc-4751-b4aa-08fbaddf3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.088347 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-4602ac75-8efc-4751-b4aa-08fbaddf3d29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f650b9-7ca2-44e1-9dd0-ad0422b58c46 HTTP/1.1" status: 200 len: 797 time: 0.0726435 Jan 31 16:01:45.096790 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b8768-0780-4a39-bbe5-029296299d73 req-a5f3ac29-7e50-4c2c-95ab-91d7b60519f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.098365 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d45b8768-0780-4a39-bbe5-029296299d73 req-a5f3ac29-7e50-4c2c-95ab-91d7b60519f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 1096 time: 0.0466549 Jan 31 16:01:45.106851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ca5a-f0ad-439c-b284-c61e51b66965 req-b1527c43-3db7-46ee-b0c8-b5e249610a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.107332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ca5a-f0ad-439c-b284-c61e51b66965 req-b1527c43-3db7-46ee-b0c8-b5e249610a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.107803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ca5a-f0ad-439c-b284-c61e51b66965 req-b1527c43-3db7-46ee-b0c8-b5e249610a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.108260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ca5a-f0ad-439c-b284-c61e51b66965 req-b1527c43-3db7-46ee-b0c8-b5e249610a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.108748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ca5a-f0ad-439c-b284-c61e51b66965 req-b1527c43-3db7-46ee-b0c8-b5e249610a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.109199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ca5a-f0ad-439c-b284-c61e51b66965 req-b1527c43-3db7-46ee-b0c8-b5e249610a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.109744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ca5a-f0ad-439c-b284-c61e51b66965 req-b1527c43-3db7-46ee-b0c8-b5e249610a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.111987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b624ca5a-f0ad-439c-b284-c61e51b66965 req-b1527c43-3db7-46ee-b0c8-b5e249610a6f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 6491 time: 0.0590091 Jan 31 16:01:45.138028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d45b8768-0780-4a39-bbe5-029296299d73 req-0981b5a8-707a-47fc-b629-e9ed65656ee3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313296 Jan 31 16:01:45.179279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-0be8e33f-5be9-496b-90e2-07232e6993f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.180786 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-0be8e33f-5be9-496b-90e2-07232e6993f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6873347-cc1a-4c3c-9d9f-52948982c505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681148 Jan 31 16:01:45.182933 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b624ca5a-f0ad-439c-b284-c61e51b66965 req-bd85cd80-41e6-45b8-8566-1f4291eba026 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&id=fa183678-3da8-4ae8-a0de-b627cfc94fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444257 Jan 31 16:01:45.258781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788f9ea-eb26-4058-8d9c-56ca5f9cff6e req-6ebc7078-d991-4f8e-b6cd-f03ecd8238cc tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.260287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d788f9ea-eb26-4058-8d9c-56ca5f9cff6e req-6ebc7078-d991-4f8e-b6cd-f03ecd8238cc tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 945 time: 0.0508070 Jan 31 16:01:45.299334 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d788f9ea-eb26-4058-8d9c-56ca5f9cff6e req-4b9be8ff-8c77-4df2-9a22-92bf6162d479 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Jan 31 16:01:45.458557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11c2e4-7e04-4df0-85cd-8cdd33af5568 req-104c6e01-761d-460b-bce8-58796a396823 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.464859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11c2e4-7e04-4df0-85cd-8cdd33af5568 req-104c6e01-761d-460b-bce8-58796a396823 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.470822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11c2e4-7e04-4df0-85cd-8cdd33af5568 req-104c6e01-761d-460b-bce8-58796a396823 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.476684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11c2e4-7e04-4df0-85cd-8cdd33af5568 req-104c6e01-761d-460b-bce8-58796a396823 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.482516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11c2e4-7e04-4df0-85cd-8cdd33af5568 req-104c6e01-761d-460b-bce8-58796a396823 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.488338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11c2e4-7e04-4df0-85cd-8cdd33af5568 req-104c6e01-761d-460b-bce8-58796a396823 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.494851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11c2e4-7e04-4df0-85cd-8cdd33af5568 req-104c6e01-761d-460b-bce8-58796a396823 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.496902 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2d11c2e4-7e04-4df0-85cd-8cdd33af5568 req-104c6e01-761d-460b-bce8-58796a396823 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.0952570 Jan 31 16:01:45.512089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3128b25-b4da-4c96-9d3b-8feddc352974 req-7f19d7db-ef41-4c0f-8355-63e5f8ada176 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.513735 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d3128b25-b4da-4c96-9d3b-8feddc352974 req-7f19d7db-ef41-4c0f-8355-63e5f8ada176 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0506227 Jan 31 16:01:45.546480 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2d11c2e4-7e04-4df0-85cd-8cdd33af5568 req-b5c1b9ed-0eda-4883-9f48-e78b30107544 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415969 Jan 31 16:01:45.554291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d3128b25-b4da-4c96-9d3b-8feddc352974 req-3ea146e7-7779-48a8-845c-8a6d919f2d99 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328453 Jan 31 16:01:45.587364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:45.642455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:45.642828 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:45.657992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5db26-db08-4781-9a99-d529e9862966 req-91096a57-28fb-473c-905f-7047894c391c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.659789 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6c5db26-db08-4781-9a99-d529e9862966 req-91096a57-28fb-473c-905f-7047894c391c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 943 time: 0.0533385 Jan 31 16:01:45.708246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6c5db26-db08-4781-9a99-d529e9862966 req-f0fa67ea-7cbd-48f3-9b6f-0b645020bed9 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Jan 31 16:01:45.770519 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:45.825808 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:45.832325 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-05cf88e9-536d-43dc-bb45-a1584cb8400d service neutron] 10.222.0.20 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713557 Jan 31 16:01:45.833609 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:45.875869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df4d9d-8505-4576-8691-ebf3fb5073b0 req-d25f5768-a3c8-43c9-97f7-e9e729ef994b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.877181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5df4d9d-8505-4576-8691-ebf3fb5073b0 req-d25f5768-a3c8-43c9-97f7-e9e729ef994b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 949 time: 0.0980158 Jan 31 16:01:45.898195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:45.909321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:45.909765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:45.910180 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:45.910438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:45.910816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:45.911152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:45.911457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:45.911828 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:45.912154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:45.912455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:45.912832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:45.913156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:01:45.916191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63a738-72b2-4637-890e-4db6d7c1538c req-11bf08d6-de32-4a0b-bfff-8130957ae1bb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.923066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63a738-72b2-4637-890e-4db6d7c1538c req-11bf08d6-de32-4a0b-bfff-8130957ae1bb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.929368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63a738-72b2-4637-890e-4db6d7c1538c req-11bf08d6-de32-4a0b-bfff-8130957ae1bb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.935379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63a738-72b2-4637-890e-4db6d7c1538c req-11bf08d6-de32-4a0b-bfff-8130957ae1bb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.941319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63a738-72b2-4637-890e-4db6d7c1538c req-11bf08d6-de32-4a0b-bfff-8130957ae1bb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.947332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63a738-72b2-4637-890e-4db6d7c1538c req-11bf08d6-de32-4a0b-bfff-8130957ae1bb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.953286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63a738-72b2-4637-890e-4db6d7c1538c req-11bf08d6-de32-4a0b-bfff-8130957ae1bb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:45.955283 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d63a738-72b2-4637-890e-4db6d7c1538c req-11bf08d6-de32-4a0b-bfff-8130957ae1bb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.1042752 Jan 31 16:01:45.964331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5df4d9d-8505-4576-8691-ebf3fb5073b0 req-c304ce1c-eb11-4a04-83cb-c18b8a026e5f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557835 Jan 31 16:01:45.994230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-f86a5960-c96b-49fa-b7b9-e197f1271879 service neutron] 10.222.0.20 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536286 Jan 31 16:01:46.000688 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d63a738-72b2-4637-890e-4db6d7c1538c req-9d30479b-9be4-45f7-814b-7b436fdd8629 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383627 Jan 31 16:01:46.049399 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a1765310-a92d-47cf-8ef6-7459577fed53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c7b11e7-d17d-492a-8e0f-524f4a35b53f HTTP/1.1" status: 200 len: 217 time: 0.0412636 Jan 31 16:01:46.134067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-1435f949-a1ac-4f85-8f7f-381cb21b6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.135540 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-1435f949-a1ac-4f85-8f7f-381cb21b6d9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f650b9-7ca2-44e1-9dd0-ad0422b58c46 HTTP/1.1" status: 200 len: 797 time: 0.0747581 Jan 31 16:01:46.147808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750e5a-0e59-4f97-9d56-0f6470df6b92 req-f2dddca9-6a3d-49e6-af5b-a29af5d82f32 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.149543 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56750e5a-0e59-4f97-9d56-0f6470df6b92 req-f2dddca9-6a3d-49e6-af5b-a29af5d82f32 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 943 time: 0.0810103 Jan 31 16:01:46.212677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56750e5a-0e59-4f97-9d56-0f6470df6b92 req-bf94ca78-2dce-493e-b9e6-91b12f46ca11 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544567 Jan 31 16:01:46.215219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a2991aa3-bc56-47cd-a16d-220cc398d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.216582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-a2991aa3-bc56-47cd-a16d-220cc398d0d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6873347-cc1a-4c3c-9d9f-52948982c505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661945 Jan 31 16:01:46.319574 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-b2ff279e-ceb7-4d47-b8ef-754ac24282bc service neutron] 10.222.0.20 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945921 Jan 31 16:01:46.414227 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-201efbca-5301-4212-8e2f-e0602774ecf6 req-bd1dbb2c-c02a-49af-b1c0-eab1f0478dd8 service neutron] 10.222.0.20 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855589 Jan 31 16:01:46.422383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131226-956b-4852-b50c-f9c931b6c5b1 req-f688ec0b-8ed4-433c-a8ab-e1f34d538ceb tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.423845 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-74131226-956b-4852-b50c-f9c931b6c5b1 req-f688ec0b-8ed4-433c-a8ab-e1f34d538ceb tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 945 time: 0.0556643 Jan 31 16:01:46.463371 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-74131226-956b-4852-b50c-f9c931b6c5b1 req-da5f86a9-98e9-4adf-b5cc-e868929635ae tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Jan 31 16:01:46.508518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device cd92db1b-1459-461c-8e0a-2d551d8a45fa up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:46.552481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-6a706a90-1bbc-494d-96ae-8b7e6e75bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.552953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-6a706a90-1bbc-494d-96ae-8b7e6e75bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.553448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-6a706a90-1bbc-494d-96ae-8b7e6e75bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.553923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-6a706a90-1bbc-494d-96ae-8b7e6e75bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.554428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-6a706a90-1bbc-494d-96ae-8b7e6e75bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.554835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-6a706a90-1bbc-494d-96ae-8b7e6e75bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.555288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-6a706a90-1bbc-494d-96ae-8b7e6e75bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.557182 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-6a706a90-1bbc-494d-96ae-8b7e6e75bb08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92647632bf8144b58beaf0189feb0489&device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 6488 time: 0.0543230 Jan 31 16:01:46.567917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port cd92db1b-1459-461c-8e0a-2d551d8a45fa completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:46.572070 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port cd92db1b-1459-461c-8e0a-2d551d8a45fa triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:46.572439 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:46.659176 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:46.708249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port cd92db1b-1459-461c-8e0a-2d551d8a45fa, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=cd92db1b-1459-461c-8e0a-2d551d8a45fa,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:46.710165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae5ce-d204-4bda-b28f-e21048db268b req-a89e9ff2-5847-40c6-a9c6-b1807ebffda3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.712130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bae94d-526c-4daf-83c1-06addb5730d8 req-2b739804-2c88-4fb6-9c48-450781aea1d4 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.712845 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:46.716290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae5ce-d204-4bda-b28f-e21048db268b req-a89e9ff2-5847-40c6-a9c6-b1807ebffda3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.718815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d9bae94d-526c-4daf-83c1-06addb5730d8 req-2b739804-2c88-4fb6-9c48-450781aea1d4 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0742912 Jan 31 16:01:46.722125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae5ce-d204-4bda-b28f-e21048db268b req-a89e9ff2-5847-40c6-a9c6-b1807ebffda3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.727837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae5ce-d204-4bda-b28f-e21048db268b req-a89e9ff2-5847-40c6-a9c6-b1807ebffda3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.733688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae5ce-d204-4bda-b28f-e21048db268b req-a89e9ff2-5847-40c6-a9c6-b1807ebffda3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.739900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae5ce-d204-4bda-b28f-e21048db268b req-a89e9ff2-5847-40c6-a9c6-b1807ebffda3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.745578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae5ce-d204-4bda-b28f-e21048db268b req-a89e9ff2-5847-40c6-a9c6-b1807ebffda3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.747520 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4dbae5ce-d204-4bda-b28f-e21048db268b req-a89e9ff2-5847-40c6-a9c6-b1807ebffda3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.1205540 Jan 31 16:01:46.749650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-d0f744c8-97ea-450e-bea5-b6f1f82fc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.751038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-d0f744c8-97ea-450e-bea5-b6f1f82fc4e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f6873347-cc1a-4c3c-9d9f-52948982c505 HTTP/1.1" status: 200 len: 903 time: 0.1870093 Jan 31 16:01:46.779151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=cd92db1b-1459-461c-8e0a-2d551d8a45fa,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:46.779533 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d9bae94d-526c-4daf-83c1-06addb5730d8 req-a5aa5d90-c7cf-4c2a-8ebe-fb89e4fc7ee9 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589931 Jan 31 16:01:46.815804 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-9f2318c4-beba-4b8d-a47e-5a177b5833e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c7b11e7-d17d-492a-8e0f-524f4a35b53f HTTP/1.1" status: 200 len: 217 time: 0.0478220 Jan 31 16:01:46.837953 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4dbae5ce-d204-4bda-b28f-e21048db268b req-ef4d1ad8-db2c-4ffa-bacb-c3a4e80e4d5f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820570 Jan 31 16:01:46.882216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-0213090f-aba9-4fd6-9368-71a85a8d84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.883694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-0213090f-aba9-4fd6-9368-71a85a8d84ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f650b9-7ca2-44e1-9dd0-ad0422b58c46 HTTP/1.1" status: 200 len: 797 time: 0.0448754 Jan 31 16:01:46.893576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83191bfa-de1d-4063-acd8-ee43f65a4094 req-a0e63fb2-4011-4688-ad8b-d8e71349ffa6 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.895019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-83191bfa-de1d-4063-acd8-ee43f65a4094 req-a0e63fb2-4011-4688-ad8b-d8e71349ffa6 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.0532875 Jan 31 16:01:46.924582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de033182-58ce-4dc9-9d63-4097bfc959c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d059eb-2bd8-4d98-b061-b6b8b6a551e2'}, {'server_uuid': 'ae7c39b0-dfca-4433-bcb8-68e6f6e328e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd92db1b-1459-461c-8e0a-2d551d8a45fa'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:46.927216 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b9843f-e790-44b6-9343-6fa7f13fb9a0" -d '{"events": [{"server_uuid": "de033182-58ce-4dc9-9d63-4097bfc959c4", "name": "network-vif-plugged", "status": "completed", "tag": "27d059eb-2bd8-4d98-b061-b6b8b6a551e2"}, {"server_uuid": "ae7c39b0-dfca-4433-bcb8-68e6f6e328e6", "name": "network-vif-plugged", "status": "completed", "tag": "cd92db1b-1459-461c-8e0a-2d551d8a45fa"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:46.934006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-83191bfa-de1d-4063-acd8-ee43f65a4094 req-66a2fc23-cdb7-4d78-b093-e09a2797100b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325286 Jan 31 16:01:46.934276 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-85f79c3d-0973-4845-9ebf-4803a1e51c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:46.935808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-85f79c3d-0973-4845-9ebf-4803a1e51c08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6873347-cc1a-4c3c-9d9f-52948982c505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0419543 Jan 31 16:01:46.969719 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02b7a7b-6f9d-43db-b8f3-a0d693511829 x-openstack-request-id: req-c02b7a7b-6f9d-43db-b8f3-a0d693511829 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:46.970021 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de033182-58ce-4dc9-9d63-4097bfc959c4", "name": "network-vif-plugged", "status": "completed", "tag": "27d059eb-2bd8-4d98-b061-b6b8b6a551e2", "code": 200}, {"server_uuid": "ae7c39b0-dfca-4433-bcb8-68e6f6e328e6", "name": "network-vif-plugged", "status": "completed", "tag": "cd92db1b-1459-461c-8e0a-2d551d8a45fa", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:46.970277 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c02b7a7b-6f9d-43db-b8f3-a0d693511829 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:46.970684 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de033182-58ce-4dc9-9d63-4097bfc959c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d059eb-2bd8-4d98-b061-b6b8b6a551e2', 'code': 200} Jan 31 16:01:46.970939 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7c39b0-dfca-4433-bcb8-68e6f6e328e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd92db1b-1459-461c-8e0a-2d551d8a45fa', 'code': 200} Jan 31 16:01:47.047416 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-24838a8f-6405-489e-973c-91c6aa635ef7 service neutron] 10.222.0.20 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025872 Jan 31 16:01:47.162835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f35ea2-2a6b-407b-ac60-b6b8d89f2411 req-526f307e-af13-4831-bd5d-16f58cdfa603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.164345 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-76f35ea2-2a6b-407b-ac60-b6b8d89f2411 req-526f307e-af13-4831-bd5d-16f58cdfa603 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 1101 time: 0.1288011 Jan 31 16:01:47.173008 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0ae0d2b9-d237-43d3-92c3-f0d64512c9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:47.181197 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461d9dd-5bfa-4cfc-b4e2-eb5ebf5e414f req-d709fe19-836b-4923-b44e-713e541130ba tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.183129 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4461d9dd-5bfa-4cfc-b4e2-eb5ebf5e414f req-d709fe19-836b-4923-b44e-713e541130ba tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 950 time: 0.0992475 Jan 31 16:01:47.188632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d66c0-bfcd-4bfc-8618-d55a00d38d6f req-2370f178-290f-4d36-8c57-9450e7b33b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.190414 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-646d66c0-bfcd-4bfc-8618-d55a00d38d6f req-2370f178-290f-4d36-8c57-9450e7b33b7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 1096 time: 0.0733826 Jan 31 16:01:47.214989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ccf9afc-c6e9-4a68-bda7-6b4c3d14cbda req-07a09a4b-e486-4041-a964-ca5770689377 service neutron] 10.222.0.20 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508563 Jan 31 16:01:47.237878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3d359-328c-49ae-a549-17363e931f56 req-9507edf5-8895-4ed2-a0d6-b13a770b1722 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.244028 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3d359-328c-49ae-a549-17363e931f56 req-9507edf5-8895-4ed2-a0d6-b13a770b1722 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.250107 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3d359-328c-49ae-a549-17363e931f56 req-9507edf5-8895-4ed2-a0d6-b13a770b1722 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.256532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3d359-328c-49ae-a549-17363e931f56 req-9507edf5-8895-4ed2-a0d6-b13a770b1722 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.261847 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4461d9dd-5bfa-4cfc-b4e2-eb5ebf5e414f req-82dcc2c5-cc6f-496f-b905-00e7e47a9ecc tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666978 Jan 31 16:01:47.262930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3d359-328c-49ae-a549-17363e931f56 req-9507edf5-8895-4ed2-a0d6-b13a770b1722 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.265623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-646d66c0-bfcd-4bfc-8618-d55a00d38d6f req-b61eeb6a-031d-451f-b668-26ae346fb675 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605662 Jan 31 16:01:47.268979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3d359-328c-49ae-a549-17363e931f56 req-9507edf5-8895-4ed2-a0d6-b13a770b1722 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.275640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3d359-328c-49ae-a549-17363e931f56 req-9507edf5-8895-4ed2-a0d6-b13a770b1722 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.277660 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91d3d359-328c-49ae-a549-17363e931f56 req-9507edf5-8895-4ed2-a0d6-b13a770b1722 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.1597302 Jan 31 16:01:47.308355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-76f35ea2-2a6b-407b-ac60-b6b8d89f2411 req-2d88deae-9333-4ea7-9439-c685e006ebf0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150403 Jan 31 16:01:47.328267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91d3d359-328c-49ae-a549-17363e931f56 req-7cc1a9ca-5f24-495e-9261-ff27cea5fe03 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430379 Jan 31 16:01:47.376207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6cc7d-0ca1-457c-8827-3b127ed20f8b req-734df50d-01ec-4a7e-9d51-f686e52ce568 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.377710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-45d6cc7d-0ca1-457c-8827-3b127ed20f8b req-734df50d-01ec-4a7e-9d51-f686e52ce568 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 943 time: 0.0561891 Jan 31 16:01:47.421191 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-45d6cc7d-0ca1-457c-8827-3b127ed20f8b req-41abf16f-6895-4029-9edf-666188311075 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371060 Jan 31 16:01:47.592034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb41f5-fc49-457b-ad67-aa3a41eb3d99 req-3ac873e7-7e79-4f0f-8b57-88eadbac9cbb tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.593545 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0fb41f5-fc49-457b-ad67-aa3a41eb3d99 req-3ac873e7-7e79-4f0f-8b57-88eadbac9cbb tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 945 time: 0.0562167 Jan 31 16:01:47.638020 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0fb41f5-fc49-457b-ad67-aa3a41eb3d99 req-0924fca7-491f-4091-bebe-7e38d1d05ca2 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Jan 31 16:01:47.760471 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8df66-d0c8-417e-86ba-fecf00f7070a req-25e67104-37e1-4c43-a7f2-cc001a4d0267 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.761854 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f2e8df66-d0c8-417e-86ba-fecf00f7070a req-25e67104-37e1-4c43-a7f2-cc001a4d0267 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=c963a86c-417e-4d5c-b554-945b5de0843f HTTP/1.1" status: 200 len: 946 time: 0.0512569 Jan 31 16:01:47.811477 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f2e8df66-d0c8-417e-86ba-fecf00f7070a req-648763c4-7bf2-41f5-aba5-f7be0720d28a tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432806 Jan 31 16:01:47.909631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28144c-6419-47cd-bab0-1403a183007b req-fdc67e41-78cf-4c21-8652-fa8acb698a9b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:47.911113 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a28144c-6419-47cd-bab0-1403a183007b req-fdc67e41-78cf-4c21-8652-fa8acb698a9b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0525460 Jan 31 16:01:47.951217 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a28144c-6419-47cd-bab0-1403a183007b req-7977ccd9-4734-46b6-8db2-0bc0b7355d2b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340006 Jan 31 16:01:48.064181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c96e71-df3c-476d-b5cd-3c1d81101c08 req-0832a939-76b1-4687-8c21-6d28a7effedb tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.064702 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e133af5-3360-41aa-b5a5-1afd79c5e57f req-8f8acd5e-3612-4e49-a9a0-796e5441b4f7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.065573 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-22c96e71-df3c-476d-b5cd-3c1d81101c08 req-0832a939-76b1-4687-8c21-6d28a7effedb tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.0501106 Jan 31 16:01:48.070481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e133af5-3360-41aa-b5a5-1afd79c5e57f req-8f8acd5e-3612-4e49-a9a0-796e5441b4f7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.076258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e133af5-3360-41aa-b5a5-1afd79c5e57f req-8f8acd5e-3612-4e49-a9a0-796e5441b4f7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.082115 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e133af5-3360-41aa-b5a5-1afd79c5e57f req-8f8acd5e-3612-4e49-a9a0-796e5441b4f7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.087900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e133af5-3360-41aa-b5a5-1afd79c5e57f req-8f8acd5e-3612-4e49-a9a0-796e5441b4f7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.093796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e133af5-3360-41aa-b5a5-1afd79c5e57f req-8f8acd5e-3612-4e49-a9a0-796e5441b4f7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.099541 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e133af5-3360-41aa-b5a5-1afd79c5e57f req-8f8acd5e-3612-4e49-a9a0-796e5441b4f7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.101383 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1e133af5-3360-41aa-b5a5-1afd79c5e57f req-8f8acd5e-3612-4e49-a9a0-796e5441b4f7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.0904415 Jan 31 16:01:48.105012 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-22c96e71-df3c-476d-b5cd-3c1d81101c08 req-00041804-d8a1-491c-bc21-25c95d27ee49 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329971 Jan 31 16:01:48.146664 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1e133af5-3360-41aa-b5a5-1afd79c5e57f req-d196ad25-903d-46ad-8fd6-04b567e33288 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388684 Jan 31 16:01:48.300333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f4385-7fbe-46b9-81a1-c8e2a60cb2b3 req-deb800ca-d82c-4a2d-93a1-c26aefbdebbc tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.306051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f4385-7fbe-46b9-81a1-c8e2a60cb2b3 req-deb800ca-d82c-4a2d-93a1-c26aefbdebbc tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.311806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f4385-7fbe-46b9-81a1-c8e2a60cb2b3 req-deb800ca-d82c-4a2d-93a1-c26aefbdebbc tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.317739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f4385-7fbe-46b9-81a1-c8e2a60cb2b3 req-deb800ca-d82c-4a2d-93a1-c26aefbdebbc tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.324094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f4385-7fbe-46b9-81a1-c8e2a60cb2b3 req-deb800ca-d82c-4a2d-93a1-c26aefbdebbc tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.329797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f4385-7fbe-46b9-81a1-c8e2a60cb2b3 req-deb800ca-d82c-4a2d-93a1-c26aefbdebbc tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.335466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f4385-7fbe-46b9-81a1-c8e2a60cb2b3 req-deb800ca-d82c-4a2d-93a1-c26aefbdebbc tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.337327 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a8f4385-7fbe-46b9-81a1-c8e2a60cb2b3 req-deb800ca-d82c-4a2d-93a1-c26aefbdebbc tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.1121576 Jan 31 16:01:48.347848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50104) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:48.352411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7261b579-04f2-4921-bb1d-72461fc10b62 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Request body: {'floatingip': {'port_id': '939e62c0-2eef-42a1-b162-15c54928c47d'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:48.393014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0db567-8e9f-4108-acfc-620049925295 req-62ee3921-9468-4cf7-afae-a9bc22ee254a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.395044 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d0db567-8e9f-4108-acfc-620049925295 req-62ee3921-9468-4cf7-afae-a9bc22ee254a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 950 time: 0.0627532 Jan 31 16:01:48.400768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7261b579-04f2-4921-bb1d-72461fc10b62 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:48.432523 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d0db567-8e9f-4108-acfc-620049925295 req-f5a8b6ee-6d38-481e-9a75-a94029a0d9d8 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310397 Jan 31 16:01:48.544102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0020966-6788-4a2f-b826-ab975aded969 req-1bfff7eb-eb81-4c23-bc9b-f15795bfbe7b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.551196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0020966-6788-4a2f-b826-ab975aded969 req-1bfff7eb-eb81-4c23-bc9b-f15795bfbe7b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.557164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0020966-6788-4a2f-b826-ab975aded969 req-1bfff7eb-eb81-4c23-bc9b-f15795bfbe7b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.563141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0020966-6788-4a2f-b826-ab975aded969 req-1bfff7eb-eb81-4c23-bc9b-f15795bfbe7b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.571464 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0020966-6788-4a2f-b826-ab975aded969 req-1bfff7eb-eb81-4c23-bc9b-f15795bfbe7b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.576123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0020966-6788-4a2f-b826-ab975aded969 req-1bfff7eb-eb81-4c23-bc9b-f15795bfbe7b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.582002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0020966-6788-4a2f-b826-ab975aded969 req-1bfff7eb-eb81-4c23-bc9b-f15795bfbe7b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.584078 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f0020966-6788-4a2f-b826-ab975aded969 req-1bfff7eb-eb81-4c23-bc9b-f15795bfbe7b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.0961177 Jan 31 16:01:48.628702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f0020966-6788-4a2f-b826-ab975aded969 req-15f33325-2954-40ba-8eee-74ff5dc19879 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380490 Jan 31 16:01:48.675681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-6a37e5ba-2630-4175-9550-1cbdfa385bc8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.677204 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-6a37e5ba-2630-4175-9550-1cbdfa385bc8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/networks?id=c20c6b37-b13f-4985-980a-fb61a3775c6d HTTP/1.1" status: 200 len: 813 time: 0.2430143 Jan 31 16:01:48.700871 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-a8c9873a-e8ef-401b-afe4-363b02a0c301 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/quotas/5ce172bab87d4c72819b686ec3182efa HTTP/1.1" status: 200 len: 375 time: 0.0135694 Jan 31 16:01:48.769690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdaef9-f3ea-443a-8d34-618e79712bdd req-2ad3a29e-0c71-49ba-b390-c966d0bc436e tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:48.771949 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4dfdaef9-f3ea-443a-8d34-618e79712bdd req-2ad3a29e-0c71-49ba-b390-c966d0bc436e tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 943 time: 0.0492568 Jan 31 16:01:48.820275 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4dfdaef9-f3ea-443a-8d34-618e79712bdd req-145335e5-7d0f-4522-9743-f85dc8f02010 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399017 Jan 31 16:01:48.838046 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cb27bfae-0cd7-4677-958c-2a4e1fe8dfba tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ce172bab87d4c72819b686ec3182efa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300581 Jan 31 16:01:49.039806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-6ff3e180-1cf5-4aa1-9587-abd15a1cb24e service neutron] 10.222.0.36 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688051 Jan 31 16:01:49.079850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500d184-1b26-49c8-b7c3-91e8a4f2784d req-70a2622a-8ded-4165-ab51-156175848581 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:49.081246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1500d184-1b26-49c8-b7c3-91e8a4f2784d req-70a2622a-8ded-4165-ab51-156175848581 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0564935 Jan 31 16:01:49.099081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7261b579-04f2-4921-bb1d-72461fc10b62 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:49.107775 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7261b579-04f2-4921-bb1d-72461fc10b62 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:49.120696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1500d184-1b26-49c8-b7c3-91e8a4f2784d req-615f72c6-621f-4376-993d-b06469c63114 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333557 Jan 31 16:01:49.228993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15773655-0870-49c7-a5d4-eae188ce832e req-1357e0f0-f1b1-40d9-a2fb-fc1e78cd5ee6 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:49.230714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-15773655-0870-49c7-a5d4-eae188ce832e req-1357e0f0-f1b1-40d9-a2fb-fc1e78cd5ee6 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.0526922 Jan 31 16:01:49.271973 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-15773655-0870-49c7-a5d4-eae188ce832e req-e06d7de8-009a-435f-9929-ced49e3f2dd2 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347726 Jan 31 16:01:49.391619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc584f-7a95-4477-add3-c2aad73abdfd req-201d8409-7fe3-495f-8cc1-c8314e339ad0 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:49.393423 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dccc584f-7a95-4477-add3-c2aad73abdfd req-201d8409-7fe3-495f-8cc1-c8314e339ad0 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.0531733 Jan 31 16:01:49.442519 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dccc584f-7a95-4477-add3-c2aad73abdfd req-bcd6c8b1-eef5-43c6-9bb2-0980653fc39f tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348721 Jan 31 16:01:49.525668 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-bbba19a2-a315-4d33-baa1-e0d6c49ff4f8 service neutron] 10.222.0.36 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771018 Jan 31 16:01:49.549696 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-7261b579-04f2-4921-bb1d-72461fc10b62 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Floating IP b5c5d407-605b-45cc-af80-21cd5327039d associated. External IP: 172.25.1.27, port: 939e62c0-2eef-42a1-b162-15c54928c47d. Jan 31 16:01:49.552265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e7ac0-e1ba-41c4-8456-d62612666659 req-e402c327-9c9d-49bf-9311-b0afc11172b1 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:49.553836 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de3e7ac0-e1ba-41c4-8456-d62612666659 req-e402c327-9c9d-49bf-9311-b0afc11172b1 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 950 time: 0.0540464 Jan 31 16:01:49.594918 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de3e7ac0-e1ba-41c4-8456-d62612666659 req-c47d1dc4-fe18-47bb-b8fc-85cf8e111d2a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351148 Jan 31 16:01:49.648014 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5deaa8f9-53e6-4169-8508-ae5a356a1594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:49.679025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05bad2-e7b0-451a-89e8-c474bc1a423e req-0c12082a-9394-4767-bf58-38f15fe5ca67 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:49.680511 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db05bad2-e7b0-451a-89e8-c474bc1a423e req-0c12082a-9394-4767-bf58-38f15fe5ca67 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.30 "GET /v2.0/ports?device_id=c963a86c-417e-4d5c-b554-945b5de0843f HTTP/1.1" status: 200 len: 946 time: 0.0794480 Jan 31 16:01:49.815754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-db05bad2-e7b0-451a-89e8-c474bc1a423e req-bf6648bc-72ac-4a64-90ed-3abca03df321 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Deleting port c7f6028d-4952-47ff-bae3-b63d6b6c164e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:01:49.822317 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-db05bad2-e7b0-451a-89e8-c474bc1a423e req-bf6648bc-72ac-4a64-90ed-3abca03df321 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:49.907608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541629e-d2fa-4789-b64e-7a4c1aab6a93 req-3b2b5cb0-82e5-4421-a7c6-6088439c200d tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:49.916624 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8541629e-d2fa-4789-b64e-7a4c1aab6a93 req-3b2b5cb0-82e5-4421-a7c6-6088439c200d tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 1101 time: 0.1118712 Jan 31 16:01:49.955829 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7261b579-04f2-4921-bb1d-72461fc10b62 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:01:49.956889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841defe-f793-42f8-8aba-83bd1470e522 req-df56163c-aafe-4d09-8ca8-04054388b426 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:49.962557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8541629e-d2fa-4789-b64e-7a4c1aab6a93 req-a368dad1-1433-4e80-a375-ffe4d800872e tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451000 Jan 31 16:01:49.963379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841defe-f793-42f8-8aba-83bd1470e522 req-df56163c-aafe-4d09-8ca8-04054388b426 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:49.969991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841defe-f793-42f8-8aba-83bd1470e522 req-df56163c-aafe-4d09-8ca8-04054388b426 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:49.978458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841defe-f793-42f8-8aba-83bd1470e522 req-df56163c-aafe-4d09-8ca8-04054388b426 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:49.986313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841defe-f793-42f8-8aba-83bd1470e522 req-df56163c-aafe-4d09-8ca8-04054388b426 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:49.997426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841defe-f793-42f8-8aba-83bd1470e522 req-df56163c-aafe-4d09-8ca8-04054388b426 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:50.007956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841defe-f793-42f8-8aba-83bd1470e522 req-df56163c-aafe-4d09-8ca8-04054388b426 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:50.023193 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d841defe-f793-42f8-8aba-83bd1470e522 req-df56163c-aafe-4d09-8ca8-04054388b426 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.1559150 Jan 31 16:01:50.075202 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-db05bad2-e7b0-451a-89e8-c474bc1a423e req-bf6648bc-72ac-4a64-90ed-3abca03df321 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] For port c7f6028d-4952-47ff-bae3-b63d6b6c164e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=c7f6028d-4952-47ff-bae3-b63d6b6c164e,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:50.075575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-db05bad2-e7b0-451a-89e8-c474bc1a423e req-bf6648bc-72ac-4a64-90ed-3abca03df321 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:50.082792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7261b579-04f2-4921-bb1d-72461fc10b62 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:01:50.089894 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7261b579-04f2-4921-bb1d-72461fc10b62 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:50.093224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94f04a9-24ee-46a4-9735-af7920638687 None None] Sync routers for ids ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:01:50.098879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-db05bad2-e7b0-451a-89e8-c474bc1a423e req-bf6648bc-72ac-4a64-90ed-3abca03df321 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Calling delete_port for c7f6028d-4952-47ff-bae3-b63d6b6c164e owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:01:50.108726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94f04a9-24ee-46a4-9735-af7920638687 None None] Routers {'46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:01:50.110036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b94f04a9-24ee-46a4-9735-af7920638687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:01:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:01:50.118037 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d841defe-f793-42f8-8aba-83bd1470e522 req-0657f852-3b0a-459c-98bf-fa1c6348c5c0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935063 Jan 31 16:01:50.142151 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7261b579-04f2-4921-bb1d-72461fc10b62 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "PUT /v2.0/floatingips/b5c5d407-605b-45cc-af80-21cd5327039d HTTP/1.1" status: 200 len: 990 time: 1.7909498 Jan 31 16:01:50.143188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': '939e62c0-2eef-42a1-b162-15c54928c47d'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:50.146665 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440514de-6670-4554-bf47-cfe66aa22916" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "939e62c0-2eef-42a1-b162-15c54928c47d"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:50.315131 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-b94f04a9-24ee-46a4-9735-af7920638687 None None] Set router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:01:50.318319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922b294-a99b-4125-8e7d-0c304c47985a req-dcd018bf-355c-4bb7-8751-dc92d8eb54cd tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:50.326402 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0922b294-a99b-4125-8e7d-0c304c47985a req-dcd018bf-355c-4bb7-8751-dc92d8eb54cd tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 943 time: 0.0847981 Jan 31 16:01:50.364874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8bd7d-65ef-4814-8fd2-e13875b07a05 req-fe0c6e33-1ea7-4fa3-b58b-22882a5bd5a9 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:50.366771 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ee8bd7d-65ef-4814-8fd2-e13875b07a05 req-fe0c6e33-1ea7-4fa3-b58b-22882a5bd5a9 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4 HTTP/1.1" status: 200 len: 945 time: 0.1922812 Jan 31 16:01:50.379432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-c643de03-4e3b-4d62-8be5-fc66f85656db tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:50.387025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-c643de03-4e3b-4d62-8be5-fc66f85656db tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/networks?id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 HTTP/1.1" status: 200 len: 815 time: 0.1560435 Jan 31 16:01:50.405950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-cc7efb03-7d5e-499c-88de-e127ca1decaa tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/quotas/0b67c92721dc4cd293c2fd53e783c5c3 HTTP/1.1" status: 200 len: 375 time: 0.0176091 Jan 31 16:01:50.411733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0922b294-a99b-4125-8e7d-0c304c47985a req-32cd2afc-e3c1-48e6-8326-37c94cb1c788 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844350 Jan 31 16:01:50.441691 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-db05bad2-e7b0-451a-89e8-c474bc1a423e req-bf6648bc-72ac-4a64-90ed-3abca03df321 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:50.470390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['c7f6028d-4952-47ff-bae3-b63d6b6c164e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:50.474410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['399c2742-b0bb-4889-b27c-c475aaaff037'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:50.491602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6648bc-72ac-4a64-90ed-3abca03df321 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Pushing event deleted for resources: {'Port': ['ID=c7f6028d-4952-47ff-bae3-b63d6b6c164e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:50.582455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-db05bad2-e7b0-451a-89e8-c474bc1a423e req-bf6648bc-72ac-4a64-90ed-3abca03df321 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] No DVR routers for this DVR port c7f6028d-4952-47ff-bae3-b63d6b6c164e on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:01:50.592853 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-17581096-0523-4a96-9d64-bcb4cc6c6d5c tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532353 Jan 31 16:01:50.594146 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-507d20b9-8baa-4224-8fe9-74c49ae700c3 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b67c92721dc4cd293c2fd53e783c5c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1643510 Jan 31 16:01:50.596108 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-db05bad2-e7b0-451a-89e8-c474bc1a423e req-bf6648bc-72ac-4a64-90ed-3abca03df321 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:50.599851 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db05bad2-e7b0-451a-89e8-c474bc1a423e req-bf6648bc-72ac-4a64-90ed-3abca03df321 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.30 "DELETE /v2.0/ports/c7f6028d-4952-47ff-bae3-b63d6b6c164e HTTP/1.1" status: 204 len: 173 time: 0.9099567 Jan 31 16:01:50.601177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c963a86c-417e-4d5c-b554-945b5de0843f', 'name': 'network-vif-deleted', 'tag': 'c7f6028d-4952-47ff-bae3-b63d6b6c164e'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:50.603805 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b2b043-e648-4c90-9555-222125a0f8b1" -d '{"events": [{"server_uuid": "c963a86c-417e-4d5c-b554-945b5de0843f", "name": "network-vif-deleted", "tag": "c7f6028d-4952-47ff-bae3-b63d6b6c164e"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:50.668362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-8ee8bd7d-65ef-4814-8fd2-e13875b07a05 req-47ffef24-8341-423f-8186-99e696b90c8f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Deleting port 399c2742-b0bb-4889-b27c-c475aaaff037 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:01:50.670276 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8ee8bd7d-65ef-4814-8fd2-e13875b07a05 req-47ffef24-8341-423f-8186-99e696b90c8f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:50.769945 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d643449-735f-43b0-88f8-8719dff9d089 req-de99f5ef-8195-4f84-a2bd-5bc930a7acf9 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:50.772155 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-de99f5ef-8195-4f84-a2bd-5bc930a7acf9 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782424 Jan 31 16:01:50.793791 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-d403fcde-fa65-42b5-af6f-d2d410ac6432 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/quotas/6aa0a945adb446eca7467bfcc1383562 HTTP/1.1" status: 200 len: 375 time: 0.0126243 Jan 31 16:01:50.901726 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-211b48ce-a535-42e2-96b6-6ef65cb6f7f9 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1003485 Jan 31 16:01:50.915978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-8ee8bd7d-65ef-4814-8fd2-e13875b07a05 req-47ffef24-8341-423f-8186-99e696b90c8f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] For port 399c2742-b0bb-4889-b27c-c475aaaff037, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=399c2742-b0bb-4889-b27c-c475aaaff037,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:50.916528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8ee8bd7d-65ef-4814-8fd2-e13875b07a05 req-47ffef24-8341-423f-8186-99e696b90c8f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:50.932618 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-12d17d86-078e-4a24-bbc2-e6c1f7591044 service neutron] 10.222.0.36 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196476 Jan 31 16:01:50.937321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-8ee8bd7d-65ef-4814-8fd2-e13875b07a05 req-47ffef24-8341-423f-8186-99e696b90c8f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Calling delete_port for 399c2742-b0bb-4889-b27c-c475aaaff037 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:01:51.006270 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:51.087610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b94f04a9-24ee-46a4-9735-af7920638687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T15:58:44Z', 'revision_number': 4, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'b5c5d407-605b-45cc-af80-21cd5327039d', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'floating_ip_address': '172.25.1.27', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'port_id': '939e62c0-2eef-42a1-b162-15c54928c47d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'mac_address': 'fa:16:3e:71:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:00:10Z', 'updated_at': '2022-01-31T16:01:48Z', 'revision_number': 1, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c7b0e9-911a-44f7-85b3-55aa94977e70', 'name': '', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'mac_address': 'fa:16:3e:60:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:43Z', 'updated_at': '2022-01-31T15:58:50Z', 'revision_number': 5, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'subnets': [{'id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:01:51.120765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94f04a9-24ee-46a4-9735-af7920638687 None None] Checking router: 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:01:51.137020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94f04a9-24ee-46a4-9735-af7920638687 None None] Routers {'46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:01:51.137683 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b94f04a9-24ee-46a4-9735-af7920638687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:01:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:01:51.160800 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-49cc045e-a39c-4768-9c15-cdeef281e63c service neutron] 10.222.0.36 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189393 Jan 31 16:01:51.204836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188739e-433b-46d4-98e2-d1b6a41fbca6 req-a16f4a61-cf4c-4783-a2e3-4f03b3eba009 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:51.217877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188739e-433b-46d4-98e2-d1b6a41fbca6 req-a16f4a61-cf4c-4783-a2e3-4f03b3eba009 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:51.238817 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188739e-433b-46d4-98e2-d1b6a41fbca6 req-a16f4a61-cf4c-4783-a2e3-4f03b3eba009 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:51.253772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188739e-433b-46d4-98e2-d1b6a41fbca6 req-a16f4a61-cf4c-4783-a2e3-4f03b3eba009 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:51.261057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188739e-433b-46d4-98e2-d1b6a41fbca6 req-a16f4a61-cf4c-4783-a2e3-4f03b3eba009 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:51.268218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188739e-433b-46d4-98e2-d1b6a41fbca6 req-a16f4a61-cf4c-4783-a2e3-4f03b3eba009 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:51.276465 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188739e-433b-46d4-98e2-d1b6a41fbca6 req-a16f4a61-cf4c-4783-a2e3-4f03b3eba009 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:51.282240 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8ee8bd7d-65ef-4814-8fd2-e13875b07a05 req-47ffef24-8341-423f-8186-99e696b90c8f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:51.288008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8188739e-433b-46d4-98e2-d1b6a41fbca6 req-a16f4a61-cf4c-4783-a2e3-4f03b3eba009 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.1787961 Jan 31 16:01:51.324201 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['c7f6028d-4952-47ff-bae3-b63d6b6c164e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:51.357188 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8188739e-433b-46d4-98e2-d1b6a41fbca6 req-6e30065c-6f71-453e-8f6d-6c2e70fba157 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681002 Jan 31 16:01:51.367702 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-b94f04a9-24ee-46a4-9735-af7920638687 None None] Set router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:01:51.453571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffef24-8341-423f-8186-99e696b90c8f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Pushing event deleted for resources: {'Port': ['ID=399c2742-b0bb-4889-b27c-c475aaaff037,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:51.601350 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-158e1373-dd97-4801-a257-c7ec131ed38e req-f8dc9bf8-49d9-4285-ac73-fe3c740985f2 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 210 time: 0.1055744 Jan 31 16:01:51.791218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-9da87f81-c356-428b-9489-c8b937c946c4 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:51.798171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-9da87f81-c356-428b-9489-c8b937c946c4 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.30 "GET /v2.0/networks?id=c20c6b37-b13f-4985-980a-fb61a3775c6d HTTP/1.1" status: 200 len: 813 time: 0.3394170 Jan 31 16:01:51.810428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee8bd7d-65ef-4814-8fd2-e13875b07a05 req-47ffef24-8341-423f-8186-99e696b90c8f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] No DVR routers for this DVR port 399c2742-b0bb-4889-b27c-c475aaaff037 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:01:51.833097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Request body: {'port': {'device_id': '5e941c14-5330-4432-8e66-69d53ed11ee7', 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d', 'admin_state_up': True, 'tenant_id': '5ce172bab87d4c72819b686ec3182efa'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:51.883928 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8ee8bd7d-65ef-4814-8fd2-e13875b07a05 req-47ffef24-8341-423f-8186-99e696b90c8f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:51.887252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ee8bd7d-65ef-4814-8fd2-e13875b07a05 req-47ffef24-8341-423f-8186-99e696b90c8f tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.20 "DELETE /v2.0/ports/399c2742-b0bb-4889-b27c-c475aaaff037 HTTP/1.1" status: 204 len: 173 time: 1.4903286 Jan 31 16:01:51.963419 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c48d29-13cc-47c4-bf94-1a81c93c68c3 x-openstack-request-id: req-89c48d29-13cc-47c4-bf94-1a81c93c68c3 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:51.963873 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "tag": "939e62c0-2eef-42a1-b162-15c54928c47d", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:51.963987 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89c48d29-13cc-47c4-bf94-1a81c93c68c3 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:51.964411 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'tag': '939e62c0-2eef-42a1-b162-15c54928c47d', 'status': 'completed', 'code': 200} Jan 31 16:01:51.971883 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b94f04a9-24ee-46a4-9735-af7920638687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T15:58:44Z', 'revision_number': 4, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'b5c5d407-605b-45cc-af80-21cd5327039d', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'floating_ip_address': '172.25.1.27', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'port_id': '939e62c0-2eef-42a1-b162-15c54928c47d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'mac_address': 'fa:16:3e:71:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:00:10Z', 'updated_at': '2022-01-31T16:01:48Z', 'revision_number': 1, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c7b0e9-911a-44f7-85b3-55aa94977e70', 'name': '', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'mac_address': 'fa:16:3e:60:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:43Z', 'updated_at': '2022-01-31T15:58:50Z', 'revision_number': 5, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'subnets': [{'id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:01:51.986119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541cd0e-db44-462f-afab-03f165d61013 req-145cdbf7-288b-46f8-8492-ca6de25bfd94 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:51.987612 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a541cd0e-db44-462f-afab-03f165d61013 req-145cdbf7-288b-46f8-8492-ca6de25bfd94 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.30 "GET /v2.0/ports?device_id=de033182-58ce-4dc9-9d63-4097bfc959c4 HTTP/1.1" status: 200 len: 945 time: 0.4359426 Jan 31 16:01:52.023420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94f04a9-24ee-46a4-9735-af7920638687 None None] The sync data for ids ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'] in n-d-827120-1 is: [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T15:58:44Z', 'revision_number': 4, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'b5c5d407-605b-45cc-af80-21cd5327039d', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'floating_ip_address': '172.25.1.27', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'port_id': '939e62c0-2eef-42a1-b162-15c54928c47d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'mac_address': 'fa:16:3e:71:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:00:10Z', 'updated_at': '2022-01-31T16:01:48Z', 'revision_number': 1, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c7b0e9-911a-44f7-85b3-55aa94977e70', 'name': '', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'mac_address': 'fa:16:3e:60:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:43Z', 'updated_at': '2022-01-31T15:58:50Z', 'revision_number': 5, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'subnets': [{'id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:01:52.046995 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dceaaf-1149-4ba7-a086-098594a9537b x-openstack-request-id: req-b0dceaaf-1149-4ba7-a086-098594a9537b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:52.047514 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c963a86c-417e-4d5c-b554-945b5de0843f", "name": "network-vif-deleted", "tag": "c7f6028d-4952-47ff-bae3-b63d6b6c164e", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:52.047514 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0dceaaf-1149-4ba7-a086-098594a9537b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:52.047885 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c963a86c-417e-4d5c-b554-945b5de0843f', 'name': 'network-vif-deleted', 'tag': 'c7f6028d-4952-47ff-bae3-b63d6b6c164e', 'status': 'completed', 'code': 200} Jan 31 16:01:52.088755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9662a-50a1-4e0d-8656-4fd29cb650d8 req-df4be5b5-8748-43b4-8997-2b0af228a39a tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.100677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-54f9662a-50a1-4e0d-8656-4fd29cb650d8 req-df4be5b5-8748-43b4-8997-2b0af228a39a tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.4218361 Jan 31 16:01:52.184398 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79a6dde2-25bf-41ba-9c4a-de289efd3f74 req-ad3b509e-68b6-4a5d-9a23-c0b2e92aff15 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0446095 Jan 31 16:01:52.231349 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:52.233361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Made reservation on behalf of 5ce172bab87d4c72819b686ec3182efa for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:52.239700 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:52.310622 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-d87e2e6e-5f18-43a8-a490-4156e572f9fc tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.314530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-d87e2e6e-5f18-43a8-a490-4156e572f9fc tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.20 "GET /v2.0/networks?id=c20c6b37-b13f-4985-980a-fb61a3775c6d HTTP/1.1" status: 200 len: 813 time: 0.8727624 Jan 31 16:01:52.352549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440514de-6670-4554-bf47-cfe66aa22916 req-b76ad24e-5999-4154-9c24-50937dfd889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.353028 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440514de-6670-4554-bf47-cfe66aa22916 req-b76ad24e-5999-4154-9c24-50937dfd889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.353517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440514de-6670-4554-bf47-cfe66aa22916 req-b76ad24e-5999-4154-9c24-50937dfd889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.353979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440514de-6670-4554-bf47-cfe66aa22916 req-b76ad24e-5999-4154-9c24-50937dfd889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.354486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440514de-6670-4554-bf47-cfe66aa22916 req-b76ad24e-5999-4154-9c24-50937dfd889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.354948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440514de-6670-4554-bf47-cfe66aa22916 req-b76ad24e-5999-4154-9c24-50937dfd889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.355402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440514de-6670-4554-bf47-cfe66aa22916 req-b76ad24e-5999-4154-9c24-50937dfd889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.357379 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-440514de-6670-4554-bf47-cfe66aa22916 req-b76ad24e-5999-4154-9c24-50937dfd889f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edb4aefda634a53a5f082fd0e807b48&device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 6491 time: 0.3285091 Jan 31 16:01:52.361337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Request body: {'port': {'device_id': '866ebd2f-6999-43f0-8f0a-811852a7370b', 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d', 'admin_state_up': True, 'tenant_id': '5ce172bab87d4c72819b686ec3182efa'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:52.378820 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-54f9662a-50a1-4e0d-8656-4fd29cb650d8 req-ac196abf-af46-439e-be74-9b6da756bf4f tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711759 Jan 31 16:01:52.467486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f1a14-6a0a-410f-99f2-07e86d30d82a req-eadde62e-0e2f-4c77-88df-213bdae192b7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.475858 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f1a14-6a0a-410f-99f2-07e86d30d82a req-eadde62e-0e2f-4c77-88df-213bdae192b7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.484588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f1a14-6a0a-410f-99f2-07e86d30d82a req-eadde62e-0e2f-4c77-88df-213bdae192b7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.493973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f1a14-6a0a-410f-99f2-07e86d30d82a req-eadde62e-0e2f-4c77-88df-213bdae192b7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.500524 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f1a14-6a0a-410f-99f2-07e86d30d82a req-eadde62e-0e2f-4c77-88df-213bdae192b7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.507968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f1a14-6a0a-410f-99f2-07e86d30d82a req-eadde62e-0e2f-4c77-88df-213bdae192b7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.512325 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:52.514401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f1a14-6a0a-410f-99f2-07e86d30d82a req-eadde62e-0e2f-4c77-88df-213bdae192b7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.518138 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf822f-748b-45b4-ae9c-d5e92524ef04 None None] New status for floating IP b5c5d407-605b-45cc-af80-21cd5327039d: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:01:52.523069 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f53f1a14-6a0a-410f-99f2-07e86d30d82a req-eadde62e-0e2f-4c77-88df-213bdae192b7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.1964808 Jan 31 16:01:52.526542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Allocated IP 172.20.0.10 (c20c6b37-b13f-4985-980a-fb61a3775c6d/a835b1d9-c65a-45d6-a83d-f938506e0f0f/0d944f8c-b759-4b3c-a86e-9292e6f787fd) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:52.602702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f53f1a14-6a0a-410f-99f2-07e86d30d82a req-2c9b11bb-279b-4f67-9282-706ca71bbb7c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782695 Jan 31 16:01:52.817777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440514de-6670-4554-bf47-cfe66aa22916 req-64b735cc-f170-4347-889a-7b712b38810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.819809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-440514de-6670-4554-bf47-cfe66aa22916 req-64b735cc-f170-4347-889a-7b712b38810f service neutron] 10.222.0.20 "GET /v2.0/networks?id=b14c64a1-db20-45b3-980d-1e88d4364f54 HTTP/1.1" status: 200 len: 913 time: 0.4353251 Jan 31 16:01:52.828551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2a45e18-f262-49e2-bf5b-a41c037ec95d req-42942282-00b5-4978-a7b1-bbd921a68575 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 210 time: 0.0597687 Jan 31 16:01:52.843447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6fb70-f357-4e4f-8dee-2518a112f98b req-0b51e03e-bf21-4969-8508-e76ad2196e6d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:52.851024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ced6fb70-f357-4e4f-8dee-2518a112f98b req-0b51e03e-bf21-4969-8508-e76ad2196e6d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 943 time: 0.2700658 Jan 31 16:01:52.855304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-a541cd0e-db44-462f-afab-03f165d61013 req-b8f72671-5e13-4f4e-8f36-564a8a646714 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Deleting port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:01:52.855805 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a541cd0e-db44-462f-afab-03f165d61013 req-b8f72671-5e13-4f4e-8f36-564a8a646714 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:52.884964 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:52.939390 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:53.015256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Network c20c6b37-b13f-4985-980a-fb61a3775c6d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:53.020063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-440514de-6670-4554-bf47-cfe66aa22916 req-2c4201aa-d3b2-4489-965e-0d42052c53b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=939e62c0-2eef-42a1-b162-15c54928c47d HTTP/1.1" status: 200 len: 998 time: 0.1846247 Jan 31 16:01:53.026592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:53.026919 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ced6fb70-f357-4e4f-8dee-2518a112f98b req-2241b812-6ddd-473e-ae5b-50309ed7d2c9 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749103 Jan 31 16:01:53.029875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:53.033889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Pushing event updated for resources: {'Port': ['ID=0d944f8c-b759-4b3c-a86e-9292e6f787fd,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:53.057968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Made reservation on behalf of 5ce172bab87d4c72819b686ec3182efa for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:53.072758 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:53.078651 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19880ac3-0fab-4bdb-9385-7a9647653930 req-6f099461-b763-4c08-8d3c-d4dec9b495d6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.084781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19880ac3-0fab-4bdb-9385-7a9647653930 req-6f099461-b763-4c08-8d3c-d4dec9b495d6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.090855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19880ac3-0fab-4bdb-9385-7a9647653930 req-6f099461-b763-4c08-8d3c-d4dec9b495d6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.097570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19880ac3-0fab-4bdb-9385-7a9647653930 req-6f099461-b763-4c08-8d3c-d4dec9b495d6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.103624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19880ac3-0fab-4bdb-9385-7a9647653930 req-6f099461-b763-4c08-8d3c-d4dec9b495d6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.110552 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19880ac3-0fab-4bdb-9385-7a9647653930 req-6f099461-b763-4c08-8d3c-d4dec9b495d6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.117751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19880ac3-0fab-4bdb-9385-7a9647653930 req-6f099461-b763-4c08-8d3c-d4dec9b495d6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.119935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-19880ac3-0fab-4bdb-9385-7a9647653930 req-6f099461-b763-4c08-8d3c-d4dec9b495d6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.1912897 Jan 31 16:01:53.135764 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a541cd0e-db44-462f-afab-03f165d61013 req-b8f72671-5e13-4f4e-8f36-564a8a646714 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] For port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:53.136286 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a541cd0e-db44-462f-afab-03f165d61013 req-b8f72671-5e13-4f4e-8f36-564a8a646714 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:53.169086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.169743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:53.197140 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f66dd889-08ae-401f-aedd-47ce4f596b12 req-478ae13f-fce0-474d-a9cf-1910755e4fe9 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 210 time: 0.0559411 Jan 31 16:01:53.198869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-a541cd0e-db44-462f-afab-03f165d61013 req-b8f72671-5e13-4f4e-8f36-564a8a646714 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Calling delete_port for 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:01:53.212455 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-19880ac3-0fab-4bdb-9385-7a9647653930 req-ddb76077-e517-47fa-9f90-4a08f835acc9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863481 Jan 31 16:01:53.244036 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-068e3439-a298-4a1f-be46-2dd1ec008269 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4326122 Jan 31 16:01:53.246162 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-60a407ec-5c25-4ecc-805f-3a8a6eac8c73 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594976 Jan 31 16:01:53.247522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440514de-6670-4554-bf47-cfe66aa22916 req-9f9d9d32-5e23-4eab-ab2d-fd900ed25334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.249057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-440514de-6670-4554-bf47-cfe66aa22916 req-9f9d9d32-5e23-4eab-ab2d-fd900ed25334 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=145696c6-49bb-4d2b-892c-47bb0a673c7b HTTP/1.1" status: 200 len: 851 time: 0.2144048 Jan 31 16:01:53.275683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Request body: {'port': {'device_id': '5e941c14-5330-4432-8e66-69d53ed11ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:53.406579 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:53.450406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7b7a5791-9eaa-4aa5-922c-5e745f064c35 req-2b83ac19-3c46-4ac4-b38f-b9973e06d214 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 210 time: 0.1306541 Jan 31 16:01:53.472130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d643449-735f-43b0-88f8-8719dff9d089 req-a6afc1f5-7883-4ab0-adc7-2924b48a150e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.473965 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-a6afc1f5-7883-4ab0-adc7-2924b48a150e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107382 Jan 31 16:01:53.496593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-4d643449-735f-43b0-88f8-8719dff9d089 req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Request body: {'port': {'device_id': '7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '6aa0a945adb446eca7467bfcc1383562'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:53.520460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440514de-6670-4554-bf47-cfe66aa22916 req-c7420ebb-d0ee-49bb-84ae-1686b91d47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.522007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-440514de-6670-4554-bf47-cfe66aa22916 req-c7420ebb-d0ee-49bb-84ae-1686b91d47c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b14c64a1-db20-45b3-980d-1e88d4364f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2625985 Jan 31 16:01:53.620371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Allocated IP 172.20.0.9 (c20c6b37-b13f-4985-980a-fb61a3775c6d/a835b1d9-c65a-45d6-a83d-f938506e0f0f/7ea405de-ad95-424b-84a1-34ff05767ae7) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:53.631457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 228c6ed7-4013-49c5-b259-312a4070fd5f details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:53.635809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-a55ea31a-b809-466d-9016-e993228fe950 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.637430 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-a55ea31a-b809-466d-9016-e993228fe950 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.30 "GET /v2.0/networks?id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 HTTP/1.1" status: 200 len: 815 time: 0.3453758 Jan 31 16:01:53.638468 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device c7f6028d-4952-47ff-bae3-b63d6b6c164e no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:01:53.660640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Request body: {'port': {'device_id': '49001e12-ced8-4bde-81e5-21d28fbab72b', 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1', 'admin_state_up': True, 'tenant_id': '0b67c92721dc4cd293c2fd53e783c5c3'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:53.731048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043fb9-8592-407d-9272-b7b1dd5a324e req-0857e2ad-737d-46da-b1de-8a1243081ccf tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:53.731312 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: c7f6028d-4952-47ff-bae3-b63d6b6c164e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:01:53.731687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device c7f6028d-4952-47ff-bae3-b63d6b6c164e not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:01:53.732550 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67043fb9-8592-407d-9272-b7b1dd5a324e req-0857e2ad-737d-46da-b1de-8a1243081ccf tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.2555861 Jan 31 16:01:53.767656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 228c6ed7-4013-49c5-b259-312a4070fd5f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=228c6ed7-4013-49c5-b259-312a4070fd5f,segment=NetworkSegment(e618a883-db95-4302-bf11-41142aa8e97f),segment_id=e618a883-db95-4302-bf11-41142aa8e97f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:53.780262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '228c6ed7-4013-49c5-b259-312a4070fd5f', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'port_id': '228c6ed7-4013-49c5-b259-312a4070fd5f', 'mac_address': 'fa:16:3e:c1:28:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:53.784023 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67043fb9-8592-407d-9272-b7b1dd5a324e req-dc25ff13-63d8-457a-ae9b-9b5391ba1ae4 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414402 Jan 31 16:01:53.802702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d643449-735f-43b0-88f8-8719dff9d089 req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Made reservation on behalf of 6aa0a945adb446eca7467bfcc1383562 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:53.807838 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4d643449-735f-43b0-88f8-8719dff9d089 req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:53.826205 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:53.840620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228c6ed7-4013-49c5-b259-312a4070fd5f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:53.862807 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 228c6ed7-4013-49c5-b259-312a4070fd5f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=228c6ed7-4013-49c5-b259-312a4070fd5f,segment=NetworkSegment(e618a883-db95-4302-bf11-41142aa8e97f),segment_id=e618a883-db95-4302-bf11-41142aa8e97f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:53.870180 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:53.934132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=228c6ed7-4013-49c5-b259-312a4070fd5f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:53.970027 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e8cf550-5a84-4852-adc4-4e1316279cdd req-5330d38f-e075-4d1b-83f0-3c36efeeb1f4 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 210 time: 0.0350361 Jan 31 16:01:53.990767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-4d643449-735f-43b0-88f8-8719dff9d089 req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Allocated IP 192.168.233.184 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/7dc897ff-9671-40f8-a533-6088a877129a) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:54.113401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4', 'name': 'network-vif-deleted', 'tag': '399c2742-b0bb-4889-b27c-c475aaaff037'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:54.115649 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a63c856-4fee-4d9f-8867-abfbc70bd675" -d '{"events": [{"server_uuid": "7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4", "name": "network-vif-deleted", "tag": "399c2742-b0bb-4889-b27c-c475aaaff037"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:54.133501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['228c6ed7-4013-49c5-b259-312a4070fd5f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:54.159112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-440514de-6670-4554-bf47-cfe66aa22916 req-c31d77e2-248b-4415-a217-38d691ac7ee4 service neutron] 10.222.0.20 "GET /v2.0/networks/b14c64a1-db20-45b3-980d-1e88d4364f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267979 Jan 31 16:01:54.178941 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4d643449-735f-43b0-88f8-8719dff9d089 req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:54.189550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd15e85-a57b-401b-a91d-110f373850a7 req-9e0d9b1e-fa69-416e-8e2f-666175353181 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.191285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbd15e85-a57b-401b-a91d-110f373850a7 req-9e0d9b1e-fa69-416e-8e2f-666175353181 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 944 time: 0.0855129 Jan 31 16:01:54.211603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a541cd0e-db44-462f-afab-03f165d61013 req-b8f72671-5e13-4f4e-8f36-564a8a646714 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:54.244688 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4d643449-735f-43b0-88f8-8719dff9d089 req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:54.257911 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31d5315b-c0b8-4fe5-8fd3-8a49965ab690', '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5', '6d24a020-66a2-442d-a477-90c0aff05b62', 'cd92db1b-1459-461c-8e0a-2d551d8a45fa'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:54.290083 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbd15e85-a57b-401b-a91d-110f373850a7 req-01e49d5a-7ae2-4fb1-98b2-ee39f05947b2 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825725 Jan 31 16:01:54.291963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d643449-735f-43b0-88f8-8719dff9d089 req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:54.297550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-4d643449-735f-43b0-88f8-8719dff9d089 req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:54.303787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d643449-735f-43b0-88f8-8719dff9d089 req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:54.340289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cae6ab-5c89-4820-aff9-863dce623549 req-37298b5d-b96c-4707-9cb5-611a5234ce86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.341725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event updated for resources: {'Port': ['ID=7dc897ff-9671-40f8-a533-6088a877129a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:54.346784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cae6ab-5c89-4820-aff9-863dce623549 req-37298b5d-b96c-4707-9cb5-611a5234ce86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.354861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cae6ab-5c89-4820-aff9-863dce623549 req-37298b5d-b96c-4707-9cb5-611a5234ce86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.361186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d643449-735f-43b0-88f8-8719dff9d089 req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.361356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cae6ab-5c89-4820-aff9-863dce623549 req-37298b5d-b96c-4707-9cb5-611a5234ce86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.361819 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4d643449-735f-43b0-88f8-8719dff9d089 req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:54.373244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cae6ab-5c89-4820-aff9-863dce623549 req-37298b5d-b96c-4707-9cb5-611a5234ce86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.381548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cae6ab-5c89-4820-aff9-863dce623549 req-37298b5d-b96c-4707-9cb5-611a5234ce86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.385792 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-5c1fc3dc-8010-4098-9058-250ef7b986c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8938572 Jan 31 16:01:54.389274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cae6ab-5c89-4820-aff9-863dce623549 req-37298b5d-b96c-4707-9cb5-611a5234ce86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.391323 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90cae6ab-5c89-4820-aff9-863dce623549 req-37298b5d-b96c-4707-9cb5-611a5234ce86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.6460319 Jan 31 16:01:54.399152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f72671-5e13-4f4e-8f36-564a8a646714 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Pushing event deleted for resources: {'Port': ['ID=27d059eb-2bd8-4d98-b061-b6b8b6a551e2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:54.400574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Request body: {'port': {'device_id': '7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:54.417161 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067bbf36-06da-4302-b4ba-6413e10dec19 x-openstack-request-id: req-067bbf36-06da-4302-b4ba-6413e10dec19 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:54.417524 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4", "name": "network-vif-deleted", "tag": "399c2742-b0bb-4889-b27c-c475aaaff037", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:54.417729 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-067bbf36-06da-4302-b4ba-6413e10dec19 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:54.418139 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9865ec-93b5-4b34-9ba8-8aedcb7a05d4', 'name': 'network-vif-deleted', 'tag': '399c2742-b0bb-4889-b27c-c475aaaff037', 'status': 'completed', 'code': 200} Jan 31 16:01:54.509718 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b3a5360e-8f3c-4670-a516-241d7e40f97f req-99c90113-db03-490e-b5b6-fb2761525e14 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 210 time: 0.0322380 Jan 31 16:01:54.510434 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:54.530897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a541cd0e-db44-462f-afab-03f165d61013 req-b8f72671-5e13-4f4e-8f36-564a8a646714 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] No DVR routers for this DVR port 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:01:54.538063 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a541cd0e-db44-462f-afab-03f165d61013 req-b8f72671-5e13-4f4e-8f36-564a8a646714 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:54.541379 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a541cd0e-db44-462f-afab-03f165d61013 req-b8f72671-5e13-4f4e-8f36-564a8a646714 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.30 "DELETE /v2.0/ports/27d059eb-2bd8-4d98-b061-b6b8b6a551e2 HTTP/1.1" status: 204 len: 173 time: 2.5347350 Jan 31 16:01:54.549112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 399c2742-b0bb-4889-b27c-c475aaaff037 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:01:54.564223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Made reservation on behalf of 0b67c92721dc4cd293c2fd53e783c5c3 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:01:54.567794 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:54.590689 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 399c2742-b0bb-4889-b27c-c475aaaff037 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:01:54.591591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 399c2742-b0bb-4889-b27c-c475aaaff037 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:01:54.620771 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90cae6ab-5c89-4820-aff9-863dce623549 req-d85f2747-9d1a-42be-bec0-d983504170bc tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2129211 Jan 31 16:01:54.630965 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-440514de-6670-4554-bf47-cfe66aa22916 req-ae9d98d9-c212-4108-98cb-ac05b1828a18 service neutron] 10.222.0.20 "GET /v2.0/networks/b14c64a1-db20-45b3-980d-1e88d4364f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483173 Jan 31 16:01:54.636780 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:54.753993 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df', '45835d30-b99d-45bc-ab6f-a76423689202'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:01:54.791019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-367a9bc3-659b-4515-80f2-ecca82847218 None None] Provisioning complete for port 7dc897ff-9671-40f8-a533-6088a877129a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:54.791479 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-367a9bc3-659b-4515-80f2-ecca82847218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:54.810412 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9e15-d7d8-419c-8175-ae0eab394727 req-3bf5c7cb-8844-4615-93d0-cc3bd502a6fe tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.816312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9e15-d7d8-419c-8175-ae0eab394727 req-3bf5c7cb-8844-4615-93d0-cc3bd502a6fe tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.822701 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9e15-d7d8-419c-8175-ae0eab394727 req-3bf5c7cb-8844-4615-93d0-cc3bd502a6fe tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.828823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9e15-d7d8-419c-8175-ae0eab394727 req-3bf5c7cb-8844-4615-93d0-cc3bd502a6fe tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.834700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9e15-d7d8-419c-8175-ae0eab394727 req-3bf5c7cb-8844-4615-93d0-cc3bd502a6fe tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.840782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9e15-d7d8-419c-8175-ae0eab394727 req-3bf5c7cb-8844-4615-93d0-cc3bd502a6fe tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.846737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9e15-d7d8-419c-8175-ae0eab394727 req-3bf5c7cb-8844-4615-93d0-cc3bd502a6fe tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.848645 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e1ba9e15-d7d8-419c-8175-ae0eab394727 req-3bf5c7cb-8844-4615-93d0-cc3bd502a6fe tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.2234211 Jan 31 16:01:54.858517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-367a9bc3-659b-4515-80f2-ecca82847218 None None] Port 7dc897ff-9671-40f8-a533-6088a877129a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:01:54.874440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238e8c1-a1f0-4d12-8bab-02bd34b079bc req-e24f4a8f-2d79-4d06-af20-e29a617d1c94 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:54.876070 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8238e8c1-a1f0-4d12-8bab-02bd34b079bc req-e24f4a8f-2d79-4d06-af20-e29a617d1c94 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 936 time: 0.1232495 Jan 31 16:01:54.882827 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:54.944849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Allocated IP 172.20.0.10 (f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1/6ab8664c-5e4b-4277-a17c-2043af96a81a/c585d42e-2fd7-4cc2-b60e-6474bdf4066e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:01:54.971656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Network c20c6b37-b13f-4985-980a-fb61a3775c6d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:55.004509 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e1ba9e15-d7d8-419c-8175-ae0eab394727 req-43014dfa-cdf0-46ab-a1da-b52229e96b0c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860903 Jan 31 16:01:55.008966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:55.019703 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:55.029447 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8238e8c1-a1f0-4d12-8bab-02bd34b079bc req-e64ecf08-deb9-4207-9606-dea60abac876 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354275 Jan 31 16:01:55.057435 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Pushing event updated for resources: {'Port': ['ID=7ea405de-ad95-424b-84a1-34ff05767ae7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:55.120128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:55.120931 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.178210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-c7a7ac3a-fd26-4032-8d93-fca2e90fb0a8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8319271 Jan 31 16:01:55.204972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Request body: {'port': {'device_id': '866ebd2f-6999-43f0-8f0a-811852a7370b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:55.264392 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8b9d023-6897-4cff-b6e4-512b2bd8f9ef req-95549317-18be-46f7-93f3-3fe0bf55a1e6 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 210 time: 0.0543401 Jan 31 16:01:55.344940 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.367343 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.528777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.544948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d944f8c-b759-4b3c-a86e-9292e6f787fd {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:55.558228 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.575743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc897ff-9671-40f8-a533-6088a877129a {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:55.581416 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.586206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Transition to ACTIVE for port object 0d944f8c-b759-4b3c-a86e-9292e6f787fd will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:55.588181 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.589772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815c015-a021-4f74-afea-ed38436400c5 req-dc61049a-8d41-4846-bb14-8bac6f8d3f94 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:55.591292 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e815c015-a021-4f74-afea-ed38436400c5 req-dc61049a-8d41-4846-bb14-8bac6f8d3f94 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 944 time: 0.1746445 Jan 31 16:01:55.597736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e94e8d-dcbf-4e78-baa2-1e5d64f561f6 req-638149ab-48c5-49bc-8bda-15b011da8715 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:55.599281 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-89e94e8d-dcbf-4e78-baa2-1e5d64f561f6 req-638149ab-48c5-49bc-8bda-15b011da8715 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.4545865 Jan 31 16:01:55.599960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:01:55.601605 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.615562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:01:55.626039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:01:55.642606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 228c6ed7-4013-49c5-b259-312a4070fd5f up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:01:55.644104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Transition to ACTIVE for port object 7dc897ff-9671-40f8-a533-6088a877129a will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:55.660243 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.660490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Pushing event updated for resources: {'Port': ['ID=c585d42e-2fd7-4cc2-b60e-6474bdf4066e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:55.702093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Pushing event updated for resources: {'Port': ['ID=0d944f8c-b759-4b3c-a86e-9292e6f787fd,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:55.717219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 228c6ed7-4013-49c5-b259-312a4070fd5f completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:01:55.723881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 228c6ed7-4013-49c5-b259-312a4070fd5f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:01:55.724564 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.741799 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-89e94e8d-dcbf-4e78-baa2-1e5d64f561f6 req-9fbf5583-f27c-4a6c-9237-e0e22bd76794 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311960 Jan 31 16:01:55.743311 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e815c015-a021-4f74-afea-ed38436400c5 req-cc12c31e-b249-4dc9-aa38-0823457139de tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403482 Jan 31 16:01:55.760680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:55.761388 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.859348 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.888157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228c6ed7-4013-49c5-b259-312a4070fd5f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:55.890699 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf5e532-d334-40b6-ae28-a8d0bf392e2b" -d '{"events": [{"server_uuid": "cc0e2c7a-4285-4a66-8a34-6f1f54723087", "name": "network-vif-plugged", "status": "completed", "tag": "228c6ed7-4013-49c5-b259-312a4070fd5f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:55.896888 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-69646835-fd3e-47e5-b968-abc387933cdd tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2410982 Jan 31 16:01:55.907905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 228c6ed7-4013-49c5-b259-312a4070fd5f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=228c6ed7-4013-49c5-b259-312a4070fd5f,segment=NetworkSegment(e618a883-db95-4302-bf11-41142aa8e97f),segment_id=e618a883-db95-4302-bf11-41142aa8e97f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:55.913504 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.915513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:01:55.930177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea405de-ad95-424b-84a1-34ff05767ae7 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:55.938508 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.951129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Transition to ACTIVE for port object 7ea405de-ad95-424b-84a1-34ff05767ae7 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:55.958273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Pushing event updated for resources: {'Port': ['ID=7dc897ff-9671-40f8-a533-6088a877129a,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:55.958861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Request body: {'port': {'device_id': '49001e12-ced8-4bde-81e5-21d28fbab72b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:55.963804 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:55.992421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=228c6ed7-4013-49c5-b259-312a4070fd5f,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:56.001493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:01:56.001830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27d059eb-2bd8-4d98-b061-b6b8b6a551e2 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:01:56.012797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Attempting to bind port 0d944f8c-b759-4b3c-a86e-9292e6f787fd on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:56.013435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Attempting to bind port 0d944f8c-b759-4b3c-a86e-9292e6f787fd by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:56.014092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Attempting to bind port 0d944f8c-b759-4b3c-a86e-9292e6f787fd on network c20c6b37-b13f-4985-980a-fb61a3775c6d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:56.022874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Attempting to bind port 7dc897ff-9671-40f8-a533-6088a877129a on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:56.023311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Attempting to bind port 7dc897ff-9671-40f8-a533-6088a877129a by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:56.024037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Attempting to bind port 7dc897ff-9671-40f8-a533-6088a877129a on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:56.028908 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Port 0d944f8c-b759-4b3c-a86e-9292e6f787fd on network c20c6b37-b13f-4985-980a-fb61a3775c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:56.029355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Attempting to bind port 0d944f8c-b759-4b3c-a86e-9292e6f787fd on network c20c6b37-b13f-4985-980a-fb61a3775c6d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:56.037240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Port 7dc897ff-9671-40f8-a533-6088a877129a on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:56.037665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Attempting to bind port 7dc897ff-9671-40f8-a533-6088a877129a on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:56.047751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d122ce-3c42-4879-ac52-488087487c5c req-981d4abd-f1aa-435e-bece-40538ef925f7 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.049485 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38d122ce-3c42-4879-ac52-488087487c5c req-981d4abd-f1aa-435e-bece-40538ef925f7 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 931 time: 0.1951902 Jan 31 16:01:56.050359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:56.050765 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Checking segment: {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:56.051221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Bound using segment: {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:56.051777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Bound port: 0d944f8c-b759-4b3c-a86e-9292e6f787fd, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:56.052209 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:56.066223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:56.066562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:56.066951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:56.067402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Bound port: 7dc897ff-9671-40f8-a533-6088a877129a, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:56.067771 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:56.091508 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091ff2-b5ee-4f9b-978b-8f6643f8e438 req-e6a49d04-7881-4153-bed6-269a42982fb5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.097351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091ff2-b5ee-4f9b-978b-8f6643f8e438 req-e6a49d04-7881-4153-bed6-269a42982fb5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.103506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091ff2-b5ee-4f9b-978b-8f6643f8e438 req-e6a49d04-7881-4153-bed6-269a42982fb5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.109607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091ff2-b5ee-4f9b-978b-8f6643f8e438 req-e6a49d04-7881-4153-bed6-269a42982fb5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.115445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091ff2-b5ee-4f9b-978b-8f6643f8e438 req-e6a49d04-7881-4153-bed6-269a42982fb5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.121717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091ff2-b5ee-4f9b-978b-8f6643f8e438 req-e6a49d04-7881-4153-bed6-269a42982fb5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.127512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091ff2-b5ee-4f9b-978b-8f6643f8e438 req-e6a49d04-7881-4153-bed6-269a42982fb5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.129484 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca091ff2-b5ee-4f9b-978b-8f6643f8e438 req-e6a49d04-7881-4153-bed6-269a42982fb5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.2565253 Jan 31 16:01:56.134920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea405de-ad95-424b-84a1-34ff05767ae7,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:56.160417 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38d122ce-3c42-4879-ac52-488087487c5c req-c25fee20-630a-4aff-b590-e5351bcf04b8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030304 Jan 31 16:01:56.162529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:56.204400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] For port 0d944f8c-b759-4b3c-a86e-9292e6f787fd, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:56.215578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] For port 7dc897ff-9671-40f8-a533-6088a877129a, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:56.220087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] For port 7dc897ff-9671-40f8-a533-6088a877129a, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7dc897ff-9671-40f8-a533-6088a877129a,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:56.222379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] For port 0d944f8c-b759-4b3c-a86e-9292e6f787fd, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0d944f8c-b759-4b3c-a86e-9292e6f787fd,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:56.223194 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5049de53-77aa-45db-811e-fb6f293b2b5a x-openstack-request-id: req-5049de53-77aa-45db-811e-fb6f293b2b5a {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:56.223612 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0e2c7a-4285-4a66-8a34-6f1f54723087", "name": "network-vif-plugged", "status": "completed", "tag": "228c6ed7-4013-49c5-b259-312a4070fd5f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:56.224058 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5049de53-77aa-45db-811e-fb6f293b2b5a {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:56.224404 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228c6ed7-4013-49c5-b259-312a4070fd5f', 'code': 200} Jan 31 16:01:56.226262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:56.235472 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:56.257447 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca091ff2-b5ee-4f9b-978b-8f6643f8e438 req-a1bd7bb2-33a8-4bc5-ba3c-e83f8523722e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179390 Jan 31 16:01:56.276720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.277746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:56.279126 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] 10.222.0.20 "PUT /v2.0/ports/7dc897ff-9671-40f8-a533-6088a877129a HTTP/1.1" status: 200 len: 1096 time: 1.8838763 Jan 31 16:01:56.279631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0', 'tag': '7dc897ff-9671-40f8-a533-6088a877129a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:56.281980 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ac4367-4e98-4102-81ca-5cb826709db5" -d '{"events": [{"name": "network-changed", "server_uuid": "7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0", "tag": "7dc897ff-9671-40f8-a533-6088a877129a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:56.314516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Attempting to bind port 7ea405de-ad95-424b-84a1-34ff05767ae7 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:56.315159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Attempting to bind port 7ea405de-ad95-424b-84a1-34ff05767ae7 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:56.315159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Attempting to bind port 7ea405de-ad95-424b-84a1-34ff05767ae7 on network c20c6b37-b13f-4985-980a-fb61a3775c6d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:56.319816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.320444 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:56.322253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] 10.222.0.30 "PUT /v2.0/ports/0d944f8c-b759-4b3c-a86e-9292e6f787fd HTTP/1.1" status: 200 len: 1092 time: 3.0610602 Jan 31 16:01:56.339897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Port 7ea405de-ad95-424b-84a1-34ff05767ae7 on network c20c6b37-b13f-4985-980a-fb61a3775c6d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:56.340242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Attempting to bind port 7ea405de-ad95-424b-84a1-34ff05767ae7 on network c20c6b37-b13f-4985-980a-fb61a3775c6d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:56.346753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d698c-72a3-4cd2-a012-9c5d09bebfdc service neutron] Pushing event updated for resources: {'Port': ['ID=7dc897ff-9671-40f8-a533-6088a877129a,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:56.423017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de033182-58ce-4dc9-9d63-4097bfc959c4', 'name': 'network-vif-deleted', 'tag': '27d059eb-2bd8-4d98-b061-b6b8b6a551e2'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:56.425303 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c58eec-4a6d-42b6-897b-10ad22f1df86" -d '{"events": [{"server_uuid": "de033182-58ce-4dc9-9d63-4097bfc959c4", "name": "network-vif-deleted", "tag": "27d059eb-2bd8-4d98-b061-b6b8b6a551e2"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:56.452466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:56.452862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Checking segment: {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:56.453170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Bound using segment: {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:56.453671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Bound port: 7ea405de-ad95-424b-84a1-34ff05767ae7, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b657368e-84c9-415b-b410-8e1ba52d09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:56.454031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:56.497726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-e34c8c37-97a7-4450-84ea-20f2a05ecfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.499347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-e34c8c37-97a7-4450-84ea-20f2a05ecfbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ce172bab87d4c72819b686ec3182efa&device_id=5e941c14-5330-4432-8e66-69d53ed11ee7 HTTP/1.1" status: 200 len: 1095 time: 0.1044738 Jan 31 16:01:56.501830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab8873-c868-4080-9192-f79e3ea8facd service neutron] Pushing event updated for resources: {'Port': ['ID=0d944f8c-b759-4b3c-a86e-9292e6f787fd,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:56.522648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10276-93b7-478b-b0cd-a6a141b0336e req-5d47bac0-cba7-4bf9-a4be-d2d8f8a554a7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.528690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10276-93b7-478b-b0cd-a6a141b0336e req-5d47bac0-cba7-4bf9-a4be-d2d8f8a554a7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.534695 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10276-93b7-478b-b0cd-a6a141b0336e req-5d47bac0-cba7-4bf9-a4be-d2d8f8a554a7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.540364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10276-93b7-478b-b0cd-a6a141b0336e req-5d47bac0-cba7-4bf9-a4be-d2d8f8a554a7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.546121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10276-93b7-478b-b0cd-a6a141b0336e req-5d47bac0-cba7-4bf9-a4be-d2d8f8a554a7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.551837 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10276-93b7-478b-b0cd-a6a141b0336e req-5d47bac0-cba7-4bf9-a4be-d2d8f8a554a7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.557551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10276-93b7-478b-b0cd-a6a141b0336e req-5d47bac0-cba7-4bf9-a4be-d2d8f8a554a7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.559470 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5d10276-93b7-478b-b0cd-a6a141b0336e req-5d47bac0-cba7-4bf9-a4be-d2d8f8a554a7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.2253239 Jan 31 16:01:56.576819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d97a2b-83fb-4766-879f-3941bf8054fa req-d4c9a7df-1554-4172-8b8c-1b8f9975a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.578365 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2d97a2b-83fb-4766-879f-3941bf8054fa req-d4c9a7df-1554-4172-8b8c-1b8f9975a8d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 1096 time: 0.2495351 Jan 31 16:01:56.606914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe6f6b-aa7b-486f-a5ae-1328ea049116 req-b79a4e1b-c87b-4e00-893f-0de33368d951 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.608409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fbe6f6b-aa7b-486f-a5ae-1328ea049116 req-b79a4e1b-c87b-4e00-893f-0de33368d951 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 948 time: 0.1797957 Jan 31 16:01:56.613700 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-289aa469-2728-4c54-b06e-5eb188313935 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d944f8c-b759-4b3c-a86e-9292e6f787fd HTTP/1.1" status: 200 len: 217 time: 0.0532053 Jan 31 16:01:56.617039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d643449-735f-43b0-88f8-8719dff9d089 req-68acd8c0-8258-4f31-beae-e3a1b916b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.618425 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-68acd8c0-8258-4f31-beae-e3a1b916b36f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 1099 time: 0.2411404 Jan 31 16:01:56.681169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] For port 7ea405de-ad95-424b-84a1-34ff05767ae7, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:56.694743 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2d97a2b-83fb-4766-879f-3941bf8054fa req-0bd42ef2-622b-45dd-a6f8-e14fde1c287c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039836 Jan 31 16:01:56.700248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-0b834ce3-d6e5-47a0-8ca9-c0fdbd5c2cb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=7dc897ff-9671-40f8-a533-6088a877129a HTTP/1.1" status: 200 len: 217 time: 0.0715554 Jan 31 16:01:56.706406 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5d10276-93b7-478b-b0cd-a6a141b0336e req-2777b56e-fe17-463d-97d5-34d1df6cb2b4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1376085 Jan 31 16:01:56.727758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] For port 7ea405de-ad95-424b-84a1-34ff05767ae7, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7ea405de-ad95-424b-84a1-34ff05767ae7,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:56.732837 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fbe6f6b-aa7b-486f-a5ae-1328ea049116 req-2cb71865-3e95-412f-8ab7-023addb84df9 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107063 Jan 31 16:01:56.735695 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:56.801004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.801166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d643449-735f-43b0-88f8-8719dff9d089 req-4a20828f-2407-45b2-83d4-3c075c7c86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.801646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:56.802600 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-4a20828f-2407-45b2-83d4-3c075c7c86ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0953655 Jan 31 16:01:56.803025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] 10.222.0.20 "PUT /v2.0/ports/7ea405de-ad95-424b-84a1-34ff05767ae7 HTTP/1.1" status: 200 len: 1091 time: 1.6059568 Jan 31 16:01:56.805278 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d26881-9459-44a4-94d1-85295246c994 x-openstack-request-id: req-12d26881-9459-44a4-94d1-85295246c994 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:56.805524 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0", "tag": "7dc897ff-9671-40f8-a533-6088a877129a", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:56.805815 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12d26881-9459-44a4-94d1-85295246c994 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:56.806176 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0', 'tag': '7dc897ff-9671-40f8-a533-6088a877129a', 'status': 'completed', 'code': 200} Jan 31 16:01:56.807830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-836aa996-0c62-4468-88b0-8346f2eb1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.809704 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-836aa996-0c62-4468-88b0-8346f2eb1108 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a835b1d9-c65a-45d6-a83d-f938506e0f0f HTTP/1.1" status: 200 len: 853 time: 0.1893017 Jan 31 16:01:56.817750 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87b7038-3fbe-49b5-8caf-251b17f8cdc9 x-openstack-request-id: req-c87b7038-3fbe-49b5-8caf-251b17f8cdc9 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:56.818060 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de033182-58ce-4dc9-9d63-4097bfc959c4", "name": "network-vif-deleted", "tag": "27d059eb-2bd8-4d98-b061-b6b8b6a551e2", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:56.818355 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c87b7038-3fbe-49b5-8caf-251b17f8cdc9 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:56.818646 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de033182-58ce-4dc9-9d63-4097bfc959c4', 'name': 'network-vif-deleted', 'tag': '27d059eb-2bd8-4d98-b061-b6b8b6a551e2', 'status': 'completed', 'code': 200} Jan 31 16:01:56.855546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c585d42e-2fd7-4cc2-b60e-6474bdf4066e {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:56.859686 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d643449-735f-43b0-88f8-8719dff9d089 req-941a8661-1fa4-46bf-915d-8b53929e4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.861350 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-941a8661-1fa4-46bf-915d-8b53929e4476 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484428 Jan 31 16:01:56.867829 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:56.883919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80e0e9-c88b-4cbf-84a3-2ee4b82c1195 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea405de-ad95-424b-84a1-34ff05767ae7,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:56.913752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Transition to ACTIVE for port object c585d42e-2fd7-4cc2-b60e-6474bdf4066e will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:01:56.922882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:56.934194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee507f-f62b-434d-8258-35e3cd761738 req-fc33eb1e-4c26-41f8-93ff-fb42e2e1696c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.935688 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8ee507f-f62b-434d-8258-35e3cd761738 req-fc33eb1e-4c26-41f8-93ff-fb42e2e1696c tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 932 time: 0.1302910 Jan 31 16:01:56.978696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-90ce6979-0903-428f-a043-e38e761d3576 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c20c6b37-b13f-4985-980a-fb61a3775c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390563 Jan 31 16:01:56.996733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-d9afefc0-4a49-4353-944b-d7c46d3f63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:56.998278 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-d9afefc0-4a49-4353-944b-d7c46d3f63cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ce172bab87d4c72819b686ec3182efa&device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 1094 time: 0.1370606 Jan 31 16:01:57.004925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=c585d42e-2fd7-4cc2-b60e-6474bdf4066e,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:57.042377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c0b25-7039-4f06-b727-41a403e47a17 req-228f318e-514c-4e15-b9d1-c9aad1daeea6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.048434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c0b25-7039-4f06-b727-41a403e47a17 req-228f318e-514c-4e15-b9d1-c9aad1daeea6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.054359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c0b25-7039-4f06-b727-41a403e47a17 req-228f318e-514c-4e15-b9d1-c9aad1daeea6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.059004 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8ee507f-f62b-434d-8258-35e3cd761738 req-6143adcb-a358-4106-863d-112b5a57ebd0 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962782 Jan 31 16:01:57.060200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-44acc4d1-cdc7-4f89-8873-83d274762afd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ea405de-ad95-424b-84a1-34ff05767ae7 HTTP/1.1" status: 200 len: 217 time: 0.0518196 Jan 31 16:01:57.060958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c0b25-7039-4f06-b727-41a403e47a17 req-228f318e-514c-4e15-b9d1-c9aad1daeea6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.066901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c0b25-7039-4f06-b727-41a403e47a17 req-228f318e-514c-4e15-b9d1-c9aad1daeea6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.080412 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c0b25-7039-4f06-b727-41a403e47a17 req-228f318e-514c-4e15-b9d1-c9aad1daeea6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.087176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c0b25-7039-4f06-b727-41a403e47a17 req-228f318e-514c-4e15-b9d1-c9aad1daeea6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.089535 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b99c0b25-7039-4f06-b727-41a403e47a17 req-228f318e-514c-4e15-b9d1-c9aad1daeea6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.2269411 Jan 31 16:01:57.136754 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-bc269cfd-d735-4939-a3e4-be1acd895e5c service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648389 Jan 31 16:01:57.178755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-31dc6959-4fde-4fca-ae06-4c52548c15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.180207 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-31dc6959-4fde-4fca-ae06-4c52548c15f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a835b1d9-c65a-45d6-a83d-f938506e0f0f HTTP/1.1" status: 200 len: 853 time: 0.1036093 Jan 31 16:01:57.220984 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-100439c4-c3fd-4a80-aad0-9662e5b02682 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c20c6b37-b13f-4985-980a-fb61a3775c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327911 Jan 31 16:01:57.223358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Attempting to bind port c585d42e-2fd7-4cc2-b60e-6474bdf4066e on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:01:57.223687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Attempting to bind port c585d42e-2fd7-4cc2-b60e-6474bdf4066e by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:01:57.224009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Attempting to bind port c585d42e-2fd7-4cc2-b60e-6474bdf4066e on network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:57.224927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b99c0b25-7039-4f06-b727-41a403e47a17 req-71cbddfe-60a0-4fb3-b988-3fb091088117 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082773 Jan 31 16:01:57.234188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1e83a-e1f5-44ad-a18b-0b7bf9cf0799 req-7175deea-00d4-40a6-ba0a-89ebd8039853 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.235622 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-94a1e83a-e1f5-44ad-a18b-0b7bf9cf0799 req-7175deea-00d4-40a6-ba0a-89ebd8039853 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.1095183 Jan 31 16:01:57.245489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Port c585d42e-2fd7-4cc2-b60e-6474bdf4066e on network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:01:57.245814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Attempting to bind port c585d42e-2fd7-4cc2-b60e-6474bdf4066e on network f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:01:57.248276 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-4912aa9f-cd20-4888-8ea9-4ddf288a0e7e service neutron] 10.222.0.30 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604020 Jan 31 16:01:57.290767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:01:57.291098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Checking segment: {'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:01:57.291478 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Bound using segment: {'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:01:57.291918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Bound port: c585d42e-2fd7-4cc2-b60e-6474bdf4066e, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9a1f3a-8a4f-41c5-8e66-4689f459a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:01:57.292269 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:57.353069 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d643449-735f-43b0-88f8-8719dff9d089 req-adfc0308-b612-4f66-af3d-77880184f400 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071223 Jan 31 16:01:57.365453 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-94a1e83a-e1f5-44ad-a18b-0b7bf9cf0799 req-d6345ee3-241b-41f4-9de1-bd5083c9c82c tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091399 Jan 31 16:01:57.391205 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-418d94ca-b526-4f84-a888-97660a6dd4c3 service neutron] 10.222.0.20 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535101 Jan 31 16:01:57.399826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4bd90-bb6d-4c32-8e78-9c6227e83371 req-2baba35b-dd0e-4813-abba-a7eabf0fbb24 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.401496 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1c4bd90-bb6d-4c32-8e78-9c6227e83371 req-2baba35b-dd0e-4813-abba-a7eabf0fbb24 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.0869634 Jan 31 16:01:57.407729 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-ba509837-a364-44fc-b191-3380c96dc088 service neutron] 10.222.0.30 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492510 Jan 31 16:01:57.415248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] For port c585d42e-2fd7-4cc2-b60e-6474bdf4066e, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:01:57.418659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] For port c585d42e-2fd7-4cc2-b60e-6474bdf4066e, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=c585d42e-2fd7-4cc2-b60e-6474bdf4066e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:01:57.430251 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:57.469996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1c4bd90-bb6d-4c32-8e78-9c6227e83371 req-5e77ecac-337c-4283-9c51-bf4ec8d8fd32 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517404 Jan 31 16:01:57.522324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4367-4e98-4102-81ca-5cb826709db5 req-b795019a-be60-46b2-8354-b37cfbcc5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.524410 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86ac4367-4e98-4102-81ca-5cb826709db5 req-b795019a-be60-46b2-8354-b37cfbcc5e9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 1099 time: 0.0505338 Jan 31 16:01:57.542886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.543492 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:57.544897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] 10.222.0.30 "PUT /v2.0/ports/c585d42e-2fd7-4cc2-b60e-6474bdf4066e HTTP/1.1" status: 200 len: 1092 time: 1.5921528 Jan 31 16:01:57.576504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4ad8c-399e-4359-8dba-e99b750b7bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=c585d42e-2fd7-4cc2-b60e-6474bdf4066e,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:57.614670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f664c-5635-4ca1-8c5a-24b87caa19d5 req-dd3f572f-71ca-42b1-a48a-a907d7fd58e8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.616008 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f9f664c-5635-4ca1-8c5a-24b87caa19d5 req-dd3f572f-71ca-42b1-a48a-a907d7fd58e8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 943 time: 0.1189370 Jan 31 16:01:57.617795 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24eb4672-c7f0-40db-9a00-14cb16a8adbd req-849b65fd-b005-404d-a31f-0281dfb2e423 service neutron] 10.222.0.20 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975014 Jan 31 16:01:57.644897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa26787-c43d-49bf-9e43-5102ee7455b5 req-28075ca0-9c11-4f8a-a178-9101332b4297 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.651090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa26787-c43d-49bf-9e43-5102ee7455b5 req-28075ca0-9c11-4f8a-a178-9101332b4297 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.657030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa26787-c43d-49bf-9e43-5102ee7455b5 req-28075ca0-9c11-4f8a-a178-9101332b4297 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.663296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa26787-c43d-49bf-9e43-5102ee7455b5 req-28075ca0-9c11-4f8a-a178-9101332b4297 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.668919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa26787-c43d-49bf-9e43-5102ee7455b5 req-28075ca0-9c11-4f8a-a178-9101332b4297 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.671827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-db029657-3b27-4d40-a52f-083f1bfeaed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.673324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-db029657-3b27-4d40-a52f-083f1bfeaed0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b67c92721dc4cd293c2fd53e783c5c3&device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 1095 time: 0.0782597 Jan 31 16:01:57.674821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa26787-c43d-49bf-9e43-5102ee7455b5 req-28075ca0-9c11-4f8a-a178-9101332b4297 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.676812 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f9f664c-5635-4ca1-8c5a-24b87caa19d5 req-4b03f0cb-aed5-4cfd-8362-c131553bfd38 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447059 Jan 31 16:01:57.680745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa26787-c43d-49bf-9e43-5102ee7455b5 req-28075ca0-9c11-4f8a-a178-9101332b4297 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.684137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2aa26787-c43d-49bf-9e43-5102ee7455b5 req-28075ca0-9c11-4f8a-a178-9101332b4297 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.1538219 Jan 31 16:01:57.718602 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:57.723746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4367-4e98-4102-81ca-5cb826709db5 req-03ac570d-3b2c-4fd3-943d-65246f9d625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.725816 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86ac4367-4e98-4102-81ca-5cb826709db5 req-03ac570d-3b2c-4fd3-943d-65246f9d625e service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1936786 Jan 31 16:01:57.746461 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-7003b6eb-90fd-4e61-a7b6-86d49dc4741f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c585d42e-2fd7-4cc2-b60e-6474bdf4066e HTTP/1.1" status: 200 len: 217 time: 0.0618885 Jan 31 16:01:57.781199 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86ac4367-4e98-4102-81ca-5cb826709db5 req-728dbc9f-6f1c-440f-b6f7-e6b8974558fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=7dc897ff-9671-40f8-a533-6088a877129a HTTP/1.1" status: 200 len: 217 time: 0.0485489 Jan 31 16:01:57.802023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-4b51ebb0-ea74-4994-adb2-0b5517c2b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.803995 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-4b51ebb0-ea74-4994-adb2-0b5517c2b64f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ab8664c-5e4b-4277-a17c-2043af96a81a HTTP/1.1" status: 200 len: 855 time: 0.0495329 Jan 31 16:01:57.858993 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-162611ec-fbe9-44c5-81a8-b123c5371e2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419540 Jan 31 16:01:57.863882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf368b4-0c4c-481c-b4c5-f3728659efb3 req-2d7a0626-f739-4708-a232-87ce38dc6c68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.869775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf368b4-0c4c-481c-b4c5-f3728659efb3 req-2d7a0626-f739-4708-a232-87ce38dc6c68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.875772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf368b4-0c4c-481c-b4c5-f3728659efb3 req-2d7a0626-f739-4708-a232-87ce38dc6c68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.881931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf368b4-0c4c-481c-b4c5-f3728659efb3 req-2d7a0626-f739-4708-a232-87ce38dc6c68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.887855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf368b4-0c4c-481c-b4c5-f3728659efb3 req-2d7a0626-f739-4708-a232-87ce38dc6c68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.889853 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d277-9650-4b28-a2f0-0f510f8c73de req-83ae69ce-4fe1-48c3-b496-e3e48b5175cb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.891317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3344d277-9650-4b28-a2f0-0f510f8c73de req-83ae69ce-4fe1-48c3-b496-e3e48b5175cb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 948 time: 0.0845280 Jan 31 16:01:57.893809 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf368b4-0c4c-481c-b4c5-f3728659efb3 req-2d7a0626-f739-4708-a232-87ce38dc6c68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.900413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf368b4-0c4c-481c-b4c5-f3728659efb3 req-2d7a0626-f739-4708-a232-87ce38dc6c68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.902483 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7cf368b4-0c4c-481c-b4c5-f3728659efb3 req-2d7a0626-f739-4708-a232-87ce38dc6c68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.1639156 Jan 31 16:01:57.903997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4367-4e98-4102-81ca-5cb826709db5 req-dae5e9ce-0f25-415f-8e1c-c2aef0a0d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.905358 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86ac4367-4e98-4102-81ca-5cb826709db5 req-dae5e9ce-0f25-415f-8e1c-c2aef0a0d714 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1072409 Jan 31 16:01:57.978804 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3344d277-9650-4b28-a2f0-0f510f8c73de req-8567c307-a27e-46db-a5ce-114a51f69607 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718279 Jan 31 16:01:57.983113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7cf368b4-0c4c-481c-b4c5-f3728659efb3 req-5ce296e8-dda7-4918-9223-20ea1f3b0b60 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740871 Jan 31 16:01:57.994130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4367-4e98-4102-81ca-5cb826709db5 req-60fcbf86-a16e-4838-9abc-74aa13c23718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:57.996094 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86ac4367-4e98-4102-81ca-5cb826709db5 req-60fcbf86-a16e-4838-9abc-74aa13c23718 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803616 Jan 31 16:01:58.012540 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-361db01a-6eae-4a4c-b9fc-f43e3b1a6fad service neutron] 10.222.0.30 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389170 Jan 31 16:01:58.089444 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86ac4367-4e98-4102-81ca-5cb826709db5 req-b69e77ad-17d4-4f7a-9a3f-17f81c3104d4 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860717 Jan 31 16:01:58.104047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ba3141-d551-44f8-8742-7cf7ea34533e req-a203949d-41e8-472d-aff1-0f7b892428d4 service neutron] 10.222.0.30 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851891 Jan 31 16:01:58.179918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793a910-7e24-4a16-96db-ba7ba13066f1 req-b1faf0ef-592e-4999-ae96-7a1b8c048fca tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:58.181228 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e793a910-7e24-4a16-96db-ba7ba13066f1 req-b1faf0ef-592e-4999-ae96-7a1b8c048fca tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 944 time: 0.0545998 Jan 31 16:01:58.195660 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86ac4367-4e98-4102-81ca-5cb826709db5 req-d4506be9-4d6b-46fc-bf3b-1e22e2421e41 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982974 Jan 31 16:01:58.221411 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e793a910-7e24-4a16-96db-ba7ba13066f1 req-ec722b9e-9f9c-4b48-9851-2ba263dd05c0 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339513 Jan 31 16:01:58.504704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97bd4d-c3c6-4ec3-934b-a4569a677574 req-1c59ad3e-5fd4-4ff5-88d6-5101488c8b29 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:58.506153 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d97bd4d-c3c6-4ec3-934b-a4569a677574 req-1c59ad3e-5fd4-4ff5-88d6-5101488c8b29 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0600870 Jan 31 16:01:58.545272 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d97bd4d-c3c6-4ec3-934b-a4569a677574 req-dfde11cc-4886-4c75-9aba-838a09835a0a tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327454 Jan 31 16:01:58.587283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ad8e0-1edc-4479-abd7-622f77c401b0 req-78d83197-e90e-4df9-b551-6d2ddc6de676 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:58.588754 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac2ad8e0-1edc-4479-abd7-622f77c401b0 req-78d83197-e90e-4df9-b551-6d2ddc6de676 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.0505276 Jan 31 16:01:58.626048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac2ad8e0-1edc-4479-abd7-622f77c401b0 req-f778d265-b283-4f1f-90fc-352ee11e485f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307124 Jan 31 16:01:58.671928 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:01:58.738741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f512a5-4af5-4308-acd3-90cb4feccef1 req-10337fca-5ce2-4384-9ae8-a988ed656d4d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:58.740270 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68f512a5-4af5-4308-acd3-90cb4feccef1 req-10337fca-5ce2-4384-9ae8-a988ed656d4d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.0501761 Jan 31 16:01:58.749006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50284) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:01:58.753665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e4a971af-442d-4ad6-89cd-ca94047a9fca tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Request body: {'floatingip': {'port_id': '228c6ed7-4013-49c5-b259-312a4070fd5f'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:01:58.807049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e941c14-5330-4432-8e66-69d53ed11ee7', 'tag': '0d944f8c-b759-4b3c-a86e-9292e6f787fd'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:58.809546 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aae1ba2-8b30-4995-8eca-6a351311dcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "5e941c14-5330-4432-8e66-69d53ed11ee7", "tag": "0d944f8c-b759-4b3c-a86e-9292e6f787fd"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:58.823573 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4a971af-442d-4ad6-89cd-ca94047a9fca tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:58.825418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866ebd2f-6999-43f0-8f0a-811852a7370b', 'tag': '7ea405de-ad95-424b-84a1-34ff05767ae7'}, {'name': 'network-changed', 'server_uuid': '49001e12-ced8-4bde-81e5-21d28fbab72b', 'tag': 'c585d42e-2fd7-4cc2-b60e-6474bdf4066e'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:01:58.827785 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944381c7-61e1-4789-a36b-cffbc784040d" -d '{"events": [{"name": "network-changed", "server_uuid": "866ebd2f-6999-43f0-8f0a-811852a7370b", "tag": "7ea405de-ad95-424b-84a1-34ff05767ae7"}, {"name": "network-changed", "server_uuid": "49001e12-ced8-4bde-81e5-21d28fbab72b", "tag": "c585d42e-2fd7-4cc2-b60e-6474bdf4066e"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:01:58.851364 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3103a89c-e788-42a3-88ba-c7a2a3cd44c5 x-openstack-request-id: req-3103a89c-e788-42a3-88ba-c7a2a3cd44c5 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:58.851905 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e941c14-5330-4432-8e66-69d53ed11ee7", "tag": "0d944f8c-b759-4b3c-a86e-9292e6f787fd", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:58.852422 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3103a89c-e788-42a3-88ba-c7a2a3cd44c5 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:58.852981 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e941c14-5330-4432-8e66-69d53ed11ee7', 'tag': '0d944f8c-b759-4b3c-a86e-9292e6f787fd', 'status': 'completed', 'code': 200} Jan 31 16:01:58.876245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a227ad-ea02-4ec2-9372-60e18f08c526 req-20949b6c-199f-4eb8-b9d0-ac6536ace6aa tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:58.877781 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08a227ad-ea02-4ec2-9372-60e18f08c526 req-20949b6c-199f-4eb8-b9d0-ac6536ace6aa tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 943 time: 0.1214559 Jan 31 16:01:58.909422 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a663a5-4519-42d0-9689-01b0b33246bf x-openstack-request-id: req-61a663a5-4519-42d0-9689-01b0b33246bf {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:01:58.909742 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866ebd2f-6999-43f0-8f0a-811852a7370b", "tag": "7ea405de-ad95-424b-84a1-34ff05767ae7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "49001e12-ced8-4bde-81e5-21d28fbab72b", "tag": "c585d42e-2fd7-4cc2-b60e-6474bdf4066e", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:01:58.909991 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61a663a5-4519-42d0-9689-01b0b33246bf {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:01:58.910434 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866ebd2f-6999-43f0-8f0a-811852a7370b', 'tag': '7ea405de-ad95-424b-84a1-34ff05767ae7', 'status': 'completed', 'code': 200} Jan 31 16:01:58.910683 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49001e12-ced8-4bde-81e5-21d28fbab72b', 'tag': 'c585d42e-2fd7-4cc2-b60e-6474bdf4066e', 'status': 'completed', 'code': 200} Jan 31 16:01:59.010241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944381c7-61e1-4789-a36b-cffbc784040d req-e0082b82-cd0d-4571-bbf3-53ea7af33021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.011984 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-e0082b82-cd0d-4571-bbf3-53ea7af33021 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ce172bab87d4c72819b686ec3182efa&device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 1094 time: 0.0804601 Jan 31 16:01:59.014548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944381c7-61e1-4789-a36b-cffbc784040d req-cc251ab6-352d-404e-80d9-5ffba337ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.016158 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-cc251ab6-352d-404e-80d9-5ffba337ece3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b67c92721dc4cd293c2fd53e783c5c3&device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 1095 time: 0.0859492 Jan 31 16:01:59.232175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944381c7-61e1-4789-a36b-cffbc784040d req-40599d85-143b-4ebc-b1ad-8a55525de10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.233711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-40599d85-143b-4ebc-b1ad-8a55525de10b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 HTTP/1.1" status: 200 len: 916 time: 0.1958938 Jan 31 16:01:59.235520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944381c7-61e1-4789-a36b-cffbc784040d req-6ed39b57-270b-4d23-937d-fa7434b92336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.236811 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-6ed39b57-270b-4d23-937d-fa7434b92336 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c20c6b37-b13f-4985-980a-fb61a3775c6d HTTP/1.1" status: 200 len: 914 time: 0.2174079 Jan 31 16:01:59.244193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e20bcd-4c88-4eaf-8d5d-dc7e788f9ec7 req-8773e7be-b1d7-4bf0-a944-4c6bcbfbde38 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.245750 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-48e20bcd-4c88-4eaf-8d5d-dc7e788f9ec7 req-8773e7be-b1d7-4bf0-a944-4c6bcbfbde38 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 948 time: 0.1197622 Jan 31 16:01:59.325210 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-19c5bc00-01ae-4b0b-a950-832d989d5ed3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ea405de-ad95-424b-84a1-34ff05767ae7 HTTP/1.1" status: 200 len: 217 time: 0.0772252 Jan 31 16:01:59.326280 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-9e07b6e3-fed7-4c89-9632-8cbea5760d58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c585d42e-2fd7-4cc2-b60e-6474bdf4066e HTTP/1.1" status: 200 len: 217 time: 0.0796518 Jan 31 16:01:59.331471 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08a227ad-ea02-4ec2-9372-60e18f08c526 req-7e08f408-eebb-4903-821d-64ff6dcb8955 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237640 Jan 31 16:01:59.365996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae1ba2-8b30-4995-8eca-6a351311dcd9 req-2c405acc-d700-4cc9-be65-b4a4871c3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.367527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4aae1ba2-8b30-4995-8eca-6a351311dcd9 req-2c405acc-d700-4cc9-be65-b4a4871c3e19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ce172bab87d4c72819b686ec3182efa&device_id=5e941c14-5330-4432-8e66-69d53ed11ee7 HTTP/1.1" status: 200 len: 1095 time: 0.4852841 Jan 31 16:01:59.411195 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-48e20bcd-4c88-4eaf-8d5d-dc7e788f9ec7 req-3ca527b3-a461-4b77-a90c-dfc5ccd80fad tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539204 Jan 31 16:01:59.431795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944381c7-61e1-4789-a36b-cffbc784040d req-fca7d7cc-696b-46b6-9e23-16e6a12584d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.433403 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-fca7d7cc-696b-46b6-9e23-16e6a12584d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ab8664c-5e4b-4277-a17c-2043af96a81a HTTP/1.1" status: 200 len: 855 time: 0.0996475 Jan 31 16:01:59.453157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944381c7-61e1-4789-a36b-cffbc784040d req-6afc6603-f881-4be5-b7e6-56cde4a7418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.454731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-6afc6603-f881-4be5-b7e6-56cde4a7418c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a835b1d9-c65a-45d6-a83d-f938506e0f0f HTTP/1.1" status: 200 len: 853 time: 0.1072929 Jan 31 16:01:59.470578 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-ebb147c3-d22e-4084-9db4-db50ed98a166 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294139 Jan 31 16:01:59.510464 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-e26b3e3d-c4b2-48c6-a14c-db352e1f3ac4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c20c6b37-b13f-4985-980a-fb61a3775c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388401 Jan 31 16:01:59.545486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c156b3-1216-4cdf-bd90-a88b6a78b11b req-f931c757-5616-4f7c-a78c-1857369eac68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.551243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c156b3-1216-4cdf-bd90-a88b6a78b11b req-f931c757-5616-4f7c-a78c-1857369eac68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.556946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c156b3-1216-4cdf-bd90-a88b6a78b11b req-f931c757-5616-4f7c-a78c-1857369eac68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.562700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c156b3-1216-4cdf-bd90-a88b6a78b11b req-f931c757-5616-4f7c-a78c-1857369eac68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.568481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c156b3-1216-4cdf-bd90-a88b6a78b11b req-f931c757-5616-4f7c-a78c-1857369eac68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.574245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c156b3-1216-4cdf-bd90-a88b6a78b11b req-f931c757-5616-4f7c-a78c-1857369eac68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.580075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c156b3-1216-4cdf-bd90-a88b6a78b11b req-f931c757-5616-4f7c-a78c-1857369eac68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.581927 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4c156b3-1216-4cdf-bd90-a88b6a78b11b req-f931c757-5616-4f7c-a78c-1857369eac68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.1898336 Jan 31 16:01:59.640688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0d944f8c-b759-4b3c-a86e-9292e6f787fd details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:01:59.665222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7908e3-dbca-451b-99af-3af540bedebc req-66e4ab44-3858-4faf-9308-d7422d25767d tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.666739 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6a7908e3-dbca-451b-99af-3af540bedebc req-66e4ab44-3858-4faf-9308-d7422d25767d tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 944 time: 0.1878984 Jan 31 16:01:59.678532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae1ba2-8b30-4995-8eca-6a351311dcd9 req-fdd12525-369d-4aaf-b934-4b12d46822e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.679892 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4aae1ba2-8b30-4995-8eca-6a351311dcd9 req-fdd12525-369d-4aaf-b934-4b12d46822e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c20c6b37-b13f-4985-980a-fb61a3775c6d HTTP/1.1" status: 200 len: 914 time: 0.3018839 Jan 31 16:01:59.707760 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-1f18761a-921f-495b-9669-a384dd5414b9 service neutron] 10.222.0.30 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278094 Jan 31 16:01:59.710698 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-b8123f3c-cd68-4a15-9f88-806ff390561f service neutron] 10.222.0.20 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752028 Jan 31 16:01:59.743114 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4c156b3-1216-4cdf-bd90-a88b6a78b11b req-d78396c2-cffa-4564-b884-f3c8f8267de5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294885 Jan 31 16:01:59.744341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4aae1ba2-8b30-4995-8eca-6a351311dcd9 req-ce970576-b4ae-45d2-a21e-0ada9b61e2da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d944f8c-b759-4b3c-a86e-9292e6f787fd HTTP/1.1" status: 200 len: 217 time: 0.0531180 Jan 31 16:01:59.763271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0d944f8c-b759-4b3c-a86e-9292e6f787fd, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0d944f8c-b759-4b3c-a86e-9292e6f787fd,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:59.789394 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '0d944f8c-b759-4b3c-a86e-9292e6f787fd', 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d', 'port_id': '0d944f8c-b759-4b3c-a86e-9292e6f787fd', 'mac_address': 'fa:16:3e:7d:b1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a835b1d9-c65a-45d6-a83d-f938506e0f0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:01:59.834901 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:59.837184 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae1ba2-8b30-4995-8eca-6a351311dcd9 req-98c52658-d5ed-489a-95f2-6daac0575c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:01:59.839470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4aae1ba2-8b30-4995-8eca-6a351311dcd9 req-98c52658-d5ed-489a-95f2-6daac0575c49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a835b1d9-c65a-45d6-a83d-f938506e0f0f HTTP/1.1" status: 200 len: 853 time: 0.0649948 Jan 31 16:01:59.850729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d944f8c-b759-4b3c-a86e-9292e6f787fd {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:01:59.871774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0d944f8c-b759-4b3c-a86e-9292e6f787fd, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0d944f8c-b759-4b3c-a86e-9292e6f787fd,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:01:59.877030 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:01:59.908315 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4aae1ba2-8b30-4995-8eca-6a351311dcd9 req-4acfce12-d653-4cc5-b71e-cd744a708f11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c20c6b37-b13f-4985-980a-fb61a3775c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446541 Jan 31 16:01:59.933961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=0d944f8c-b759-4b3c-a86e-9292e6f787fd,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:01:59.947986 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.resource_extend [None req-e4a971af-442d-4ad6-89cd-ca94047a9fca tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:02:00.051534 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4a971af-442d-4ad6-89cd-ca94047a9fca tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:00.059368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05879a0e-2efa-46a6-b390-bd54501adbfa req-3d060a34-c3b9-40a6-8f43-d1fd5e114512 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:00.060862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05879a0e-2efa-46a6-b390-bd54501adbfa req-3d060a34-c3b9-40a6-8f43-d1fd5e114512 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.1984613 Jan 31 16:02:00.061269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6a7908e3-dbca-451b-99af-3af540bedebc req-9a89d29f-3f20-4bcf-bbcd-cc16b4061e32 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839529 Jan 31 16:02:00.063691 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4a971af-442d-4ad6-89cd-ca94047a9fca tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:00.129423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4aae1ba2-8b30-4995-8eca-6a351311dcd9 req-805c4ef9-fe19-4a2f-ab9f-c3ee1feced97 service neutron] 10.222.0.30 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052138 Jan 31 16:02:00.142000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['0d944f8c-b759-4b3c-a86e-9292e6f787fd'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:00.148299 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-6f2aa8d8-f75c-4a57-a901-c8430e1ac208 service neutron] 10.222.0.30 "GET /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340110 Jan 31 16:02:00.151955 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-944381c7-61e1-4789-a36b-cffbc784040d req-5330fabb-e7bf-4685-babd-9fb5ac5e858a service neutron] 10.222.0.20 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159694 Jan 31 16:02:00.197442 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05879a0e-2efa-46a6-b390-bd54501adbfa req-3b21320c-ab97-448e-91cb-85a717d787f7 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965209 Jan 31 16:02:00.257092 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-e4a971af-442d-4ad6-89cd-ca94047a9fca tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Floating IP 4ffff88b-c05e-49b7-a8c4-a67b6cf1ff9b associated. External IP: 172.25.1.178, port: 228c6ed7-4013-49c5-b259-312a4070fd5f. Jan 31 16:02:00.318601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4aae1ba2-8b30-4995-8eca-6a351311dcd9 req-ec0cf659-0eaf-45ea-84e8-7bab4647bb19 service neutron] 10.222.0.30 "GET /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763380 Jan 31 16:02:00.462604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89eb8b-a0a3-4c59-ac4a-d2ef09ed0110 req-0ee7f3a5-7372-41c9-8cf9-89ad8d0a04c2 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:00.464127 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-be89eb8b-a0a3-4c59-ac4a-d2ef09ed0110 req-0ee7f3a5-7372-41c9-8cf9-89ad8d0a04c2 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 943 time: 0.0593355 Jan 31 16:02:00.502720 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-be89eb8b-a0a3-4c59-ac4a-d2ef09ed0110 req-579922ce-63e1-4118-a028-053ec7317154 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Jan 31 16:02:00.536014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a971af-442d-4ad6-89cd-ca94047a9fca tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Router fb1f5852-e8eb-48ff-a2cf-520331a89917 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:02:00.554800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d1af3-ddca-44a7-8b0a-f4e05fa12387 req-add2ec31-3fea-497c-b16a-c0b23f78a948 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:00.556301 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-165d1af3-ddca-44a7-8b0a-f4e05fa12387 req-add2ec31-3fea-497c-b16a-c0b23f78a948 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 948 time: 0.0727861 Jan 31 16:02:00.612990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 7dc897ff-9671-40f8-a533-6088a877129a details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:00.666958 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-165d1af3-ddca-44a7-8b0a-f4e05fa12387 req-6462f2fd-9809-4aad-ae13-18d2a13cef9a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747225 Jan 31 16:02:00.686202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a971af-442d-4ad6-89cd-ca94047a9fca tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:02:00.691436 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4a971af-442d-4ad6-89cd-ca94047a9fca tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:00.699049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb4805-422b-4559-baa0-a69d0d0e38cb None None] Sync routers for ids ['fb1f5852-e8eb-48ff-a2cf-520331a89917'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:02:00.719836 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e4a971af-442d-4ad6-89cd-ca94047a9fca tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "PUT /v2.0/floatingips/4ffff88b-c05e-49b7-a8c4-a67b6cf1ff9b HTTP/1.1" status: 200 len: 991 time: 1.9696772 Jan 31 16:02:00.727293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb4805-422b-4559-baa0-a69d0d0e38cb None None] Routers {'fb1f5852-e8eb-48ff-a2cf-520331a89917'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:02:00.727903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6cbb4805-422b-4559-baa0-a69d0d0e38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:01:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fb1f5852-e8eb-48ff-a2cf-520331a89917'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:00.778283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 7dc897ff-9671-40f8-a533-6088a877129a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7dc897ff-9671-40f8-a533-6088a877129a,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:00.799306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '7dc897ff-9671-40f8-a533-6088a877129a', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '7dc897ff-9671-40f8-a533-6088a877129a', 'mac_address': 'fa:16:3e:f6:91:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:00.825486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc276439-63ca-4e0c-8a47-f98f9cf8b359 req-36e4aed1-893b-4a80-8b1a-577739d8bd06 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:00.827183 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc276439-63ca-4e0c-8a47-f98f9cf8b359 req-36e4aed1-893b-4a80-8b1a-577739d8bd06 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.0595272 Jan 31 16:02:00.875185 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc276439-63ca-4e0c-8a47-f98f9cf8b359 req-d5f05522-4e6a-4f56-9778-4fcd2ccea1fc tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384486 Jan 31 16:02:00.884383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-6cbb4805-422b-4559-baa0-a69d0d0e38cb None None] Set router fb1f5852-e8eb-48ff-a2cf-520331a89917 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:02:00.886303 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:00.900345 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526eb48-9127-42c3-aad1-8e49dacd38bb req-5240f108-81f4-40c7-994f-85daba53208a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:00.907043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526eb48-9127-42c3-aad1-8e49dacd38bb req-5240f108-81f4-40c7-994f-85daba53208a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:00.913363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526eb48-9127-42c3-aad1-8e49dacd38bb req-5240f108-81f4-40c7-994f-85daba53208a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:00.919563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526eb48-9127-42c3-aad1-8e49dacd38bb req-5240f108-81f4-40c7-994f-85daba53208a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:00.925956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526eb48-9127-42c3-aad1-8e49dacd38bb req-5240f108-81f4-40c7-994f-85daba53208a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:00.929876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc897ff-9671-40f8-a533-6088a877129a {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:00.932470 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526eb48-9127-42c3-aad1-8e49dacd38bb req-5240f108-81f4-40c7-994f-85daba53208a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:00.938916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526eb48-9127-42c3-aad1-8e49dacd38bb req-5240f108-81f4-40c7-994f-85daba53208a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:00.942187 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7526eb48-9127-42c3-aad1-8e49dacd38bb req-5240f108-81f4-40c7-994f-85daba53208a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.1054726 Jan 31 16:02:00.942187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'tag': '228c6ed7-4013-49c5-b259-312a4070fd5f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:00.943915 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5675ba5e-8c0b-40c6-938a-328fd7108d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0e2c7a-4285-4a66-8a34-6f1f54723087", "tag": "228c6ed7-4013-49c5-b259-312a4070fd5f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:00.985303 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0fe572-3fa0-4f49-87f4-6a27d43bbfc7 x-openstack-request-id: req-9f0fe572-3fa0-4f49-87f4-6a27d43bbfc7 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:00.985303 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0e2c7a-4285-4a66-8a34-6f1f54723087", "tag": "228c6ed7-4013-49c5-b259-312a4070fd5f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:00.985648 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f0fe572-3fa0-4f49-87f4-6a27d43bbfc7 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:00.986032 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'tag': '228c6ed7-4013-49c5-b259-312a4070fd5f', 'status': 'completed', 'code': 200} Jan 31 16:02:00.988410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 7dc897ff-9671-40f8-a533-6088a877129a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7dc897ff-9671-40f8-a533-6088a877129a,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:00.991039 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7526eb48-9127-42c3-aad1-8e49dacd38bb req-baf317b7-957f-4666-9805-2117cd58f214 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420518 Jan 31 16:02:01.007995 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:01.008944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 7ea405de-ad95-424b-84a1-34ff05767ae7 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:01.063103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ba5e-8c0b-40c6-938a-328fd7108d3a req-25a3efba-373d-43e7-a91c-0cbfe520e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:01.064617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5675ba5e-8c0b-40c6-938a-328fd7108d3a req-25a3efba-373d-43e7-a91c-0cbfe520e2a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52661cddff804a9bb2b3efcd9800071c&device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 1096 time: 0.0453651 Jan 31 16:02:01.166571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ba5e-8c0b-40c6-938a-328fd7108d3a req-7ecf1ef4-243e-4566-9e05-05d089e7ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:01.168187 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5675ba5e-8c0b-40c6-938a-328fd7108d3a req-7ecf1ef4-243e-4566-9e05-05d089e7ceea service neutron] 10.222.0.30 "GET /v2.0/networks?id=54f5432d-db6f-45ec-b066-717218f9d91c HTTP/1.1" status: 200 len: 916 time: 0.0961444 Jan 31 16:02:01.208547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c13f-3896-498a-9374-45b5bec80571 req-a034d1dc-0e59-4302-876b-23fa9b57fc9f tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:01.210531 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8c5c13f-3896-498a-9374-45b5bec80571 req-a034d1dc-0e59-4302-876b-23fa9b57fc9f tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 944 time: 0.0706081 Jan 31 16:02:01.258410 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.resource_extend [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:02:01.258982 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5675ba5e-8c0b-40c6-938a-328fd7108d3a req-8f6c876a-3809-45dc-bc93-1e0239bebfd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228c6ed7-4013-49c5-b259-312a4070fd5f HTTP/1.1" status: 200 len: 999 time: 0.0785158 Jan 31 16:02:01.275188 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8c5c13f-3896-498a-9374-45b5bec80571 req-8aba4efb-99fb-4b80-8544-7c326374f016 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578203 Jan 31 16:02:01.322067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=7dc897ff-9671-40f8-a533-6088a877129a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:01.338244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ba5e-8c0b-40c6-938a-328fd7108d3a req-f0c30979-f984-43ce-8ae3-38732f3d4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:01.339713 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5675ba5e-8c0b-40c6-938a-328fd7108d3a req-f0c30979-f984-43ce-8ae3-38732f3d4ebf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2cd60da-47e2-4c60-9143-4889ad9e2383 HTTP/1.1" status: 200 len: 854 time: 0.0724866 Jan 31 16:02:01.380466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c08f05-d371-46e5-a1f3-2de4fc086534 req-272e9c70-c654-40db-bc59-25134e86b60d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:01.382146 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25c08f05-d371-46e5-a1f3-2de4fc086534 req-272e9c70-c654-40db-bc59-25134e86b60d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0825362 Jan 31 16:02:01.413620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ba5e-8c0b-40c6-938a-328fd7108d3a req-bc8b2459-c6e5-4fe0-b56e-b07f2fd5e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:01.415109 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5675ba5e-8c0b-40c6-938a-328fd7108d3a req-bc8b2459-c6e5-4fe0-b56e-b07f2fd5e8a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54f5432d-db6f-45ec-b066-717218f9d91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672581 Jan 31 16:02:01.419026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 7ea405de-ad95-424b-84a1-34ff05767ae7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7ea405de-ad95-424b-84a1-34ff05767ae7,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:01.434269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '7ea405de-ad95-424b-84a1-34ff05767ae7', 'network_id': 'c20c6b37-b13f-4985-980a-fb61a3775c6d', 'port_id': '7ea405de-ad95-424b-84a1-34ff05767ae7', 'mac_address': 'fa:16:3e:5e:12:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a835b1d9-c65a-45d6-a83d-f938506e0f0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:01.445614 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25c08f05-d371-46e5-a1f3-2de4fc086534 req-596446fd-7af9-436e-90ea-222d5df3c310 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543644 Jan 31 16:02:01.482009 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:01.486956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6cbb4805-422b-4559-baa0-a69d0d0e38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:00:53Z', 'revision_number': 4, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '4ffff88b-c05e-49b7-a8c4-a67b6cf1ff9b', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'port_id': '228c6ed7-4013-49c5-b259-312a4070fd5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'mac_address': 'fa:16:3e:c1:28:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:01:04Z', 'updated_at': '2022-01-31T16:01:59Z', 'revision_number': 1, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb8c8ea-8da9-481b-af79-80322a15b885', 'name': '', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'mac_address': 'fa:16:3e:5e:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:50Z', 'updated_at': '2022-01-31T16:01:00Z', 'revision_number': 5, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'subnets': [{'id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:01.526021 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb4805-422b-4559-baa0-a69d0d0e38cb None None] Checking router: fb1f5852-e8eb-48ff-a2cf-520331a89917 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:02:01.530067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea405de-ad95-424b-84a1-34ff05767ae7 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:01.544108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5675ba5e-8c0b-40c6-938a-328fd7108d3a req-57979a40-d5a0-4b99-a306-41d9a6b74638 service neutron] 10.222.0.30 "GET /v2.0/networks/54f5432d-db6f-45ec-b066-717218f9d91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126032 Jan 31 16:02:01.551249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb4805-422b-4559-baa0-a69d0d0e38cb None None] Routers {'fb1f5852-e8eb-48ff-a2cf-520331a89917'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:02:01.551873 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6cbb4805-422b-4559-baa0-a69d0d0e38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:01:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fb1f5852-e8eb-48ff-a2cf-520331a89917'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:01.556923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 7ea405de-ad95-424b-84a1-34ff05767ae7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7ea405de-ad95-424b-84a1-34ff05767ae7,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:01.589641 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:01.674528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device c585d42e-2fd7-4cc2-b60e-6474bdf4066e details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:01.676763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0d944f8c-b759-4b3c-a86e-9292e6f787fd up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:01.695851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab6ffa-b4c8-4ed7-9908-47ad5803820a req-e83acadb-4500-4360-91b4-84f7fd225967 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:01.697671 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06ab6ffa-b4c8-4ed7-9908-47ad5803820a req-e83acadb-4500-4360-91b4-84f7fd225967 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 944 time: 0.0953114 Jan 31 16:02:01.702107 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5675ba5e-8c0b-40c6-938a-328fd7108d3a req-c3c5effb-9ad8-4cb1-b16e-b0f68da81c52 service neutron] 10.222.0.30 "GET /v2.0/networks/54f5432d-db6f-45ec-b066-717218f9d91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508236 Jan 31 16:02:01.719792 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=7ea405de-ad95-424b-84a1-34ff05767ae7,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:01.750456 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06ab6ffa-b4c8-4ed7-9908-47ad5803820a req-f396f9a5-039b-4d90-8f87-afd3c860eb58 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441318 Jan 31 16:02:01.773048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-6cbb4805-422b-4559-baa0-a69d0d0e38cb None None] Set router fb1f5852-e8eb-48ff-a2cf-520331a89917 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:02:01.871848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00934bdf-40b8-4484-832b-65d490f85540 req-32782105-2004-469e-86a3-b37746809e9d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:01.873493 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00934bdf-40b8-4484-832b-65d490f85540 req-32782105-2004-469e-86a3-b37746809e9d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 949 time: 0.0595329 Jan 31 16:02:01.886472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41308afe-969e-4459-849b-9787215f58af req-05546033-bd6f-4ceb-bf42-4da06574e707 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:01.888056 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41308afe-969e-4459-849b-9787215f58af req-05546033-bd6f-4ceb-bf42-4da06574e707 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0642586 Jan 31 16:02:01.916132 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00934bdf-40b8-4484-832b-65d490f85540 req-4b85bbf9-31bd-4b9d-ae25-3a8c2696f7dc tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364661 Jan 31 16:02:01.919248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 0d944f8c-b759-4b3c-a86e-9292e6f787fd completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:01.930895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 0d944f8c-b759-4b3c-a86e-9292e6f787fd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:01.931279 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:01.949760 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41308afe-969e-4459-849b-9787215f58af req-6bd58771-16de-4aed-b8a0-aea1134a2c9f tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486927 Jan 31 16:02:01.984542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port c585d42e-2fd7-4cc2-b60e-6474bdf4066e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=c585d42e-2fd7-4cc2-b60e-6474bdf4066e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:02.029030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e3795-c986-4579-aba2-655f75ab8a3e req-6e8eb2b5-0693-4149-b116-24238113d250 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.030628 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-268e3795-c986-4579-aba2-655f75ab8a3e req-6e8eb2b5-0693-4149-b116-24238113d250 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.0538392 Jan 31 16:02:02.034507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['7dc897ff-9671-40f8-a533-6088a877129a'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:02.036543 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['7ea405de-ad95-424b-84a1-34ff05767ae7'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:02.078135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-268e3795-c986-4579-aba2-655f75ab8a3e req-74101897-ad8f-46d5-8d37-27bd9f4e1d22 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405619 Jan 31 16:02:02.084393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'c585d42e-2fd7-4cc2-b60e-6474bdf4066e', 'network_id': 'f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1', 'port_id': 'c585d42e-2fd7-4cc2-b60e-6474bdf4066e', 'mac_address': 'fa:16:3e:0c:0d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab8664c-5e4b-4277-a17c-2043af96a81a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:02.147765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee32db-0df3-4591-8770-91293830031a req-ec7b09f2-f661-4d83-82f5-2bbfb4373cca tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.156711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee32db-0df3-4591-8770-91293830031a req-ec7b09f2-f661-4d83-82f5-2bbfb4373cca tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.162795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee32db-0df3-4591-8770-91293830031a req-ec7b09f2-f661-4d83-82f5-2bbfb4373cca tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.169188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee32db-0df3-4591-8770-91293830031a req-ec7b09f2-f661-4d83-82f5-2bbfb4373cca tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.175932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee32db-0df3-4591-8770-91293830031a req-ec7b09f2-f661-4d83-82f5-2bbfb4373cca tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.181951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee32db-0df3-4591-8770-91293830031a req-ec7b09f2-f661-4d83-82f5-2bbfb4373cca tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.188427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee32db-0df3-4591-8770-91293830031a req-ec7b09f2-f661-4d83-82f5-2bbfb4373cca tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.190062 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ee32db-0df3-4591-8770-91293830031a req-ec7b09f2-f661-4d83-82f5-2bbfb4373cca tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.1038411 Jan 31 16:02:02.206339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e16e4-fe61-48e3-b17f-4acefdef0078 req-8e4ea2ee-8b73-4e12-a25c-f14ccf201d00 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.208084 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd7e16e4-fe61-48e3-b17f-4acefdef0078 req-8e4ea2ee-8b73-4e12-a25c-f14ccf201d00 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.0554376 Jan 31 16:02:02.236882 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ee32db-0df3-4591-8770-91293830031a req-ca40aaa1-1532-4791-877a-e402efae6461 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387311 Jan 31 16:02:02.240273 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:02.250281 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd7e16e4-fe61-48e3-b17f-4acefdef0078 req-9dbadebc-e69a-4975-be86-2a587bcf28c8 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350292 Jan 31 16:02:02.270606 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:02.307366 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c585d42e-2fd7-4cc2-b60e-6474bdf4066e {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:02.358920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port c585d42e-2fd7-4cc2-b60e-6474bdf4066e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=c585d42e-2fd7-4cc2-b60e-6474bdf4066e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:02.366786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e941c14-5330-4432-8e66-69d53ed11ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d944f8c-b759-4b3c-a86e-9292e6f787fd'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:02.369001 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2b96f5-6eab-433a-a459-888ca243af6f" -d '{"events": [{"server_uuid": "5e941c14-5330-4432-8e66-69d53ed11ee7", "name": "network-vif-plugged", "status": "completed", "tag": "0d944f8c-b759-4b3c-a86e-9292e6f787fd"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:02.397073 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:02.398156 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f8b3b-0cbf-4c73-b06c-71d05f9e2366 req-f32d6ac4-e03f-4852-b0d8-51be106c2532 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.401167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b83f8b3b-0cbf-4c73-b06c-71d05f9e2366 req-f32d6ac4-e03f-4852-b0d8-51be106c2532 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 944 time: 0.0576742 Jan 31 16:02:02.409993 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f101aff-e06c-40d0-97c9-54e5d5f8f5bd x-openstack-request-id: req-9f101aff-e06c-40d0-97c9-54e5d5f8f5bd {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:02.410297 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e941c14-5330-4432-8e66-69d53ed11ee7", "name": "network-vif-plugged", "status": "completed", "tag": "0d944f8c-b759-4b3c-a86e-9292e6f787fd", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:02.410533 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f101aff-e06c-40d0-97c9-54e5d5f8f5bd {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:02.410923 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e941c14-5330-4432-8e66-69d53ed11ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d944f8c-b759-4b3c-a86e-9292e6f787fd', 'code': 200} Jan 31 16:02:02.417676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0d944f8c-b759-4b3c-a86e-9292e6f787fd, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0d944f8c-b759-4b3c-a86e-9292e6f787fd,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:02.448437 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b83f8b3b-0cbf-4c73-b06c-71d05f9e2366 req-3632fd41-758e-4ae8-ad63-9ebdf2ae2b11 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385907 Jan 31 16:02:02.452474 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:02.519093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb3229-7b0b-4e30-b97e-cae4d4bcfc8b req-6dddc5cb-5737-4a59-8512-a950c97602b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.520675 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59eb3229-7b0b-4e30-b97e-cae4d4bcfc8b req-6dddc5cb-5737-4a59-8512-a950c97602b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e941c14-5330-4432-8e66-69d53ed11ee7 HTTP/1.1" status: 200 len: 1097 time: 0.0418115 Jan 31 16:02:02.531697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=c585d42e-2fd7-4cc2-b60e-6474bdf4066e,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:02.538532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6cbb4805-422b-4559-baa0-a69d0d0e38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:00:53Z', 'revision_number': 4, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '4ffff88b-c05e-49b7-a8c4-a67b6cf1ff9b', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'port_id': '228c6ed7-4013-49c5-b259-312a4070fd5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'mac_address': 'fa:16:3e:c1:28:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:01:04Z', 'updated_at': '2022-01-31T16:01:59Z', 'revision_number': 1, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb8c8ea-8da9-481b-af79-80322a15b885', 'name': '', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'mac_address': 'fa:16:3e:5e:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:50Z', 'updated_at': '2022-01-31T16:01:00Z', 'revision_number': 5, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'subnets': [{'id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:02.560136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59eb3229-7b0b-4e30-b97e-cae4d4bcfc8b req-0090f6ea-cb39-46c5-a5a1-a60c89e1c00b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Jan 31 16:02:02.582319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c151da-5859-4439-83ea-7c5bafd2cb4a req-0bf6cc4b-e63e-40ab-b772-ddc96ed17ea5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.583795 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76c151da-5859-4439-83ea-7c5bafd2cb4a req-0bf6cc4b-e63e-40ab-b772-ddc96ed17ea5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0558004 Jan 31 16:02:02.598674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb4805-422b-4559-baa0-a69d0d0e38cb None None] The sync data for ids ['fb1f5852-e8eb-48ff-a2cf-520331a89917'] in n-d-827120-1 is: [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:00:53Z', 'revision_number': 4, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '4ffff88b-c05e-49b7-a8c4-a67b6cf1ff9b', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'port_id': '228c6ed7-4013-49c5-b259-312a4070fd5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'mac_address': 'fa:16:3e:c1:28:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:01:04Z', 'updated_at': '2022-01-31T16:01:59Z', 'revision_number': 1, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb8c8ea-8da9-481b-af79-80322a15b885', 'name': '', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'mac_address': 'fa:16:3e:5e:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:50Z', 'updated_at': '2022-01-31T16:01:00Z', 'revision_number': 5, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'subnets': [{'id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:02:02.623534 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76c151da-5859-4439-83ea-7c5bafd2cb4a req-662d63ee-4ec1-4a4f-b388-199758129bf7 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336475 Jan 31 16:02:02.630076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=0d944f8c-b759-4b3c-a86e-9292e6f787fd,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:02.708382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['c585d42e-2fd7-4cc2-b60e-6474bdf4066e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:02.819920 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27549f6-5989-4119-8c35-d8c62c9b7ecd None None] New status for floating IP 4ffff88b-c05e-49b7-a8c4-a67b6cf1ff9b: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:02:02.879138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d69172-d2ea-4630-81f3-aa920fc0c15c req-e1d5d246-1617-4349-9583-b057157d7997 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:02.880628 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02d69172-d2ea-4630-81f3-aa920fc0c15c req-e1d5d246-1617-4349-9583-b057157d7997 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 944 time: 0.0535340 Jan 31 16:02:02.917493 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02d69172-d2ea-4630-81f3-aa920fc0c15c req-599d62b6-72ed-4a86-b675-0fcaeee659d6 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308454 Jan 31 16:02:03.038565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcd733-f1da-4807-8fe1-830ea51dced6 req-01ffb805-3039-4f34-9cd5-7c1b4c3594ab tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:03.040086 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5adcd733-f1da-4807-8fe1-830ea51dced6 req-01ffb805-3039-4f34-9cd5-7c1b4c3594ab tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 949 time: 0.0550694 Jan 31 16:02:03.067176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facec5e-57b3-4a8a-bf6e-7d6ef3a8167a req-214dc02b-2a72-4332-bec2-8b4f90fa2992 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:03.068675 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3facec5e-57b3-4a8a-bf6e-7d6ef3a8167a req-214dc02b-2a72-4332-bec2-8b4f90fa2992 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0495124 Jan 31 16:02:03.079473 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5adcd733-f1da-4807-8fe1-830ea51dced6 req-1c9fab8a-60bc-482a-8c1a-411a8e366aed tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Jan 31 16:02:03.107547 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3facec5e-57b3-4a8a-bf6e-7d6ef3a8167a req-bcb16d3e-2c4e-4f1c-a850-41dc01bf4cfd tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324950 Jan 31 16:02:03.380384 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cec0b2-75b2-406e-a246-a7cc3a4199f3 req-1b9d2847-e8dc-451f-a1dd-60e133999e76 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:03.386130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cec0b2-75b2-406e-a246-a7cc3a4199f3 req-1b9d2847-e8dc-451f-a1dd-60e133999e76 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:03.391904 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cec0b2-75b2-406e-a246-a7cc3a4199f3 req-1b9d2847-e8dc-451f-a1dd-60e133999e76 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:03.397671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cec0b2-75b2-406e-a246-a7cc3a4199f3 req-1b9d2847-e8dc-451f-a1dd-60e133999e76 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:03.403726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cec0b2-75b2-406e-a246-a7cc3a4199f3 req-1b9d2847-e8dc-451f-a1dd-60e133999e76 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:03.409573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cec0b2-75b2-406e-a246-a7cc3a4199f3 req-1b9d2847-e8dc-451f-a1dd-60e133999e76 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:03.415307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cec0b2-75b2-406e-a246-a7cc3a4199f3 req-1b9d2847-e8dc-451f-a1dd-60e133999e76 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:03.417112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43cec0b2-75b2-406e-a246-a7cc3a4199f3 req-1b9d2847-e8dc-451f-a1dd-60e133999e76 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.0927587 Jan 31 16:02:03.461317 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43cec0b2-75b2-406e-a246-a7cc3a4199f3 req-758915a1-8cad-45f6-802d-da288580bcbe tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351923 Jan 31 16:02:03.581670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec6315-6c87-4801-8122-f65283f14fa4 req-3c68040e-9c45-4b50-a2a1-c4bcbca6af5f tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:03.583041 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cec6315-6c87-4801-8122-f65283f14fa4 req-3c68040e-9c45-4b50-a2a1-c4bcbca6af5f tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 945 time: 0.0545168 Jan 31 16:02:03.621321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cec6315-6c87-4801-8122-f65283f14fa4 req-61ab94e0-3610-469f-88e6-243769c4021d tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321970 Jan 31 16:02:03.662529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device c585d42e-2fd7-4cc2-b60e-6474bdf4066e up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:03.714669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port c585d42e-2fd7-4cc2-b60e-6474bdf4066e completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:03.718856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port c585d42e-2fd7-4cc2-b60e-6474bdf4066e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:03.719230 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:03.749317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822a2ea-faaa-42fd-a4a9-4ea25c26e08c req-4610bade-88e1-41fc-b1f5-9c5d7d04b055 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:03.751125 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f822a2ea-faaa-42fd-a4a9-4ea25c26e08c req-4610bade-88e1-41fc-b1f5-9c5d7d04b055 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0554748 Jan 31 16:02:03.790454 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f822a2ea-faaa-42fd-a4a9-4ea25c26e08c req-32bdc2b8-bdd3-4f79-ab85-718beccce06f tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323489 Jan 31 16:02:03.802419 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:03.835785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port c585d42e-2fd7-4cc2-b60e-6474bdf4066e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=c585d42e-2fd7-4cc2-b60e-6474bdf4066e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:03.840753 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:03.894446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=c585d42e-2fd7-4cc2-b60e-6474bdf4066e,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:04.047274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a29dcd-c826-4999-9e1d-c18ae14950e8 req-18e26893-ec41-4f07-9421-524cab98a55c tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.048713 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03a29dcd-c826-4999-9e1d-c18ae14950e8 req-18e26893-ec41-4f07-9421-524cab98a55c tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 944 time: 0.0586476 Jan 31 16:02:04.085539 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03a29dcd-c826-4999-9e1d-c18ae14950e8 req-1f73e492-aac4-45e1-9401-31686f31248d tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307658 Jan 31 16:02:04.202217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1f35b-7691-43ba-a90e-89b3ff49c996 req-8ea6c091-f07d-47c0-bbcc-0ddea59a438d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.203803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3f1f35b-7691-43ba-a90e-89b3ff49c996 req-8ea6c091-f07d-47c0-bbcc-0ddea59a438d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 949 time: 0.0531254 Jan 31 16:02:04.230203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bef2e-7a68-4d13-8eab-b5cea9de5b7c req-27fa1080-68bc-4273-9691-ead6b9f57eaa tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.231657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d9bef2e-7a68-4d13-8eab-b5cea9de5b7c req-27fa1080-68bc-4273-9691-ead6b9f57eaa tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0516596 Jan 31 16:02:04.244844 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3f1f35b-7691-43ba-a90e-89b3ff49c996 req-4e6d170c-e63e-4900-9240-258a5ea0bc44 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Jan 31 16:02:04.270456 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d9bef2e-7a68-4d13-8eab-b5cea9de5b7c req-f731ca9b-bafa-4e8e-b528-0572853dc6a8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323527 Jan 31 16:02:04.412397 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49001e12-ced8-4bde-81e5-21d28fbab72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c585d42e-2fd7-4cc2-b60e-6474bdf4066e'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:04.416075 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad80ce8-be44-4e09-a3e8-91be058d5e8b" -d '{"events": [{"server_uuid": "49001e12-ced8-4bde-81e5-21d28fbab72b", "name": "network-vif-plugged", "status": "completed", "tag": "c585d42e-2fd7-4cc2-b60e-6474bdf4066e"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:04.458949 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cece9b5-3cd8-4f42-9001-1218893e73bc x-openstack-request-id: req-7cece9b5-3cd8-4f42-9001-1218893e73bc {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:04.459242 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49001e12-ced8-4bde-81e5-21d28fbab72b", "name": "network-vif-plugged", "status": "completed", "tag": "c585d42e-2fd7-4cc2-b60e-6474bdf4066e", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:04.459490 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cece9b5-3cd8-4f42-9001-1218893e73bc {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:04.459885 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49001e12-ced8-4bde-81e5-21d28fbab72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c585d42e-2fd7-4cc2-b60e-6474bdf4066e', 'code': 200} Jan 31 16:02:04.596256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f822423-17ad-4f81-b978-8b0949a07bba req-392aa819-e9b4-4a7b-b843-8cbd3dfe8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.597920 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f822423-17ad-4f81-b978-8b0949a07bba req-392aa819-e9b4-4a7b-b843-8cbd3dfe8a0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 1097 time: 0.0699692 Jan 31 16:02:04.616770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7aa12b-e54f-4d0c-9040-2116e997ab09 req-b7e1f1e2-eb3d-4417-8533-b651f1edabc5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.622484 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7aa12b-e54f-4d0c-9040-2116e997ab09 req-b7e1f1e2-eb3d-4417-8533-b651f1edabc5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.628205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7aa12b-e54f-4d0c-9040-2116e997ab09 req-b7e1f1e2-eb3d-4417-8533-b651f1edabc5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.633985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7aa12b-e54f-4d0c-9040-2116e997ab09 req-b7e1f1e2-eb3d-4417-8533-b651f1edabc5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.639689 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7aa12b-e54f-4d0c-9040-2116e997ab09 req-b7e1f1e2-eb3d-4417-8533-b651f1edabc5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.643493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 7dc897ff-9671-40f8-a533-6088a877129a up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:04.646362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7aa12b-e54f-4d0c-9040-2116e997ab09 req-b7e1f1e2-eb3d-4417-8533-b651f1edabc5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.652494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7aa12b-e54f-4d0c-9040-2116e997ab09 req-b7e1f1e2-eb3d-4417-8533-b651f1edabc5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.659389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be7aa12b-e54f-4d0c-9040-2116e997ab09 req-b7e1f1e2-eb3d-4417-8533-b651f1edabc5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.1025159 Jan 31 16:02:04.700601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 7dc897ff-9671-40f8-a533-6088a877129a completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:04.706915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f822423-17ad-4f81-b978-8b0949a07bba req-970e3002-6fb2-4a00-952b-1784b3051d4b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515249 Jan 31 16:02:04.713406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 7dc897ff-9671-40f8-a533-6088a877129a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:04.713806 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:04.717975 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be7aa12b-e54f-4d0c-9040-2116e997ab09 req-7569b15a-652a-4a2b-830d-ae3e53096664 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498402 Jan 31 16:02:04.754021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2283a2-735a-4e00-9e73-59b2018e0ebf req-c6978859-a12d-4d82-b199-6413800e9bb0 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.755646 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0b2283a2-735a-4e00-9e73-59b2018e0ebf req-c6978859-a12d-4d82-b199-6413800e9bb0 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 946 time: 0.0539870 Jan 31 16:02:04.795644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0b2283a2-735a-4e00-9e73-59b2018e0ebf req-88008b56-e9bb-482c-ac11-474094e91e9a tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337524 Jan 31 16:02:04.910865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7b763-edc2-4212-bdf0-8c4a56cfa757 req-3b9bcf70-8e77-4ad7-8e96-977588062cac tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:04.912356 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31e7b763-edc2-4212-bdf0-8c4a56cfa757 req-3b9bcf70-8e77-4ad7-8e96-977588062cac tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0517263 Jan 31 16:02:04.924285 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:04.949224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31e7b763-edc2-4212-bdf0-8c4a56cfa757 req-6ddcccad-7b24-4219-b470-fb435dbb7bf1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307455 Jan 31 16:02:04.956124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 7dc897ff-9671-40f8-a533-6088a877129a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7dc897ff-9671-40f8-a533-6088a877129a,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:04.960887 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:04.961948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 7ea405de-ad95-424b-84a1-34ff05767ae7 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:05.034927 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=7dc897ff-9671-40f8-a533-6088a877129a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:05.050594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 7ea405de-ad95-424b-84a1-34ff05767ae7 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:05.056000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 7ea405de-ad95-424b-84a1-34ff05767ae7 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:05.056588 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:05.131890 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:05.166212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 7ea405de-ad95-424b-84a1-34ff05767ae7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7ea405de-ad95-424b-84a1-34ff05767ae7,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:05.171542 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:05.209044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1547c-9498-408d-b5b3-8ef71a42e3e1 req-1c82fff3-7782-4c72-918d-3146e5d82e1b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:05.210707 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-efb1547c-9498-408d-b5b3-8ef71a42e3e1 req-1c82fff3-7782-4c72-918d-3146e5d82e1b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 944 time: 0.0569618 Jan 31 16:02:05.226614 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=7ea405de-ad95-424b-84a1-34ff05767ae7,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:05.249296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-efb1547c-9498-408d-b5b3-8ef71a42e3e1 req-0956cf57-7c32-460e-a648-0ff41ae0caf8 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325887 Jan 31 16:02:05.365125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b6a5e-ee9c-47e8-9a0b-06d1e8f90c55 req-c5e2140c-dd83-4084-9b22-f1d0e16cdf16 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:05.367615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d8b6a5e-ee9c-47e8-9a0b-06d1e8f90c55 req-c5e2140c-dd83-4084-9b22-f1d0e16cdf16 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 950 time: 0.0514135 Jan 31 16:02:05.391082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca070ff8-5beb-4a3b-932d-ee4328d56e1a req-4cd3cd19-a784-498f-b3d0-09af90f0c8aa tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:05.392579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca070ff8-5beb-4a3b-932d-ee4328d56e1a req-4cd3cd19-a784-498f-b3d0-09af90f0c8aa tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0517783 Jan 31 16:02:05.410368 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d8b6a5e-ee9c-47e8-9a0b-06d1e8f90c55 req-8b6a239f-fac0-45ab-88d1-629ce850a0a2 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365775 Jan 31 16:02:05.432506 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca070ff8-5beb-4a3b-932d-ee4328d56e1a req-3b6ff4f3-88d7-4ec3-9874-95a55dd74f50 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338748 Jan 31 16:02:05.862851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d01bf-7e3e-4ff8-b5ee-aa573c838c3f req-147604b4-f98d-4331-a5a6-110fef3c6b9a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:05.868534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d01bf-7e3e-4ff8-b5ee-aa573c838c3f req-147604b4-f98d-4331-a5a6-110fef3c6b9a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:05.874577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d01bf-7e3e-4ff8-b5ee-aa573c838c3f req-147604b4-f98d-4331-a5a6-110fef3c6b9a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:05.880342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d01bf-7e3e-4ff8-b5ee-aa573c838c3f req-147604b4-f98d-4331-a5a6-110fef3c6b9a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:05.886107 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d01bf-7e3e-4ff8-b5ee-aa573c838c3f req-147604b4-f98d-4331-a5a6-110fef3c6b9a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:05.892979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d01bf-7e3e-4ff8-b5ee-aa573c838c3f req-147604b4-f98d-4331-a5a6-110fef3c6b9a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:05.899018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d01bf-7e3e-4ff8-b5ee-aa573c838c3f req-147604b4-f98d-4331-a5a6-110fef3c6b9a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:05.900874 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b65d01bf-7e3e-4ff8-b5ee-aa573c838c3f req-147604b4-f98d-4331-a5a6-110fef3c6b9a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5431 time: 0.0959225 Jan 31 16:02:05.915220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81f174-3d17-4bc8-96db-60cf8038d9fc req-53e1bd37-c22e-4278-846c-4ef0d2d4fa4b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:05.916700 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f81f174-3d17-4bc8-96db-60cf8038d9fc req-53e1bd37-c22e-4278-846c-4ef0d2d4fa4b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 946 time: 0.0523407 Jan 31 16:02:05.942575 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b65d01bf-7e3e-4ff8-b5ee-aa573c838c3f req-fb63abcf-48f1-4b29-8cc7-03c7e685a772 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349853 Jan 31 16:02:05.954928 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4f81f174-3d17-4bc8-96db-60cf8038d9fc req-9a74a101-ceb5-4d75-8cc9-03d85fa04998 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Jan 31 16:02:06.074920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588926a8-e356-4a67-8fc9-a2412f1979a5 req-4c8d062f-8ec9-4d0f-bac9-3e8c9ae78491 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:06.076601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-588926a8-e356-4a67-8fc9-a2412f1979a5 req-4c8d062f-8ec9-4d0f-bac9-3e8c9ae78491 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0499303 Jan 31 16:02:06.116709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-588926a8-e356-4a67-8fc9-a2412f1979a5 req-1038b04d-cc00-4c5b-b03b-0c4fd4c1c96d tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328355 Jan 31 16:02:06.376204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9156ee-e873-4eff-b55a-c8d92443a984 req-333a6dff-6a2d-4a50-8a3b-c6bbc379c964 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:06.377697 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab9156ee-e873-4eff-b55a-c8d92443a984 req-333a6dff-6a2d-4a50-8a3b-c6bbc379c964 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 945 time: 0.0577438 Jan 31 16:02:06.431347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab9156ee-e873-4eff-b55a-c8d92443a984 req-26c4b017-630f-4cf8-a420-0d545c61ae6b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445158 Jan 31 16:02:06.461081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc897ff-9671-40f8-a533-6088a877129a'}, {'server_uuid': '866ebd2f-6999-43f0-8f0a-811852a7370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea405de-ad95-424b-84a1-34ff05767ae7'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:06.463614 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1402f0-eae2-46a8-8954-6d4f3abe6640" -d '{"events": [{"server_uuid": "7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0", "name": "network-vif-plugged", "status": "completed", "tag": "7dc897ff-9671-40f8-a533-6088a877129a"}, {"server_uuid": "866ebd2f-6999-43f0-8f0a-811852a7370b", "name": "network-vif-plugged", "status": "completed", "tag": "7ea405de-ad95-424b-84a1-34ff05767ae7"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:06.530898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd370e-78c8-43c2-8185-befd6d88d95e req-1a3867a1-286b-426b-9002-fabcbf3b985f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:06.532293 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7fbd370e-78c8-43c2-8185-befd6d88d95e req-1a3867a1-286b-426b-9002-fabcbf3b985f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 950 time: 0.0534577 Jan 31 16:02:06.554928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9d8f0-a075-4faf-9d83-9d3868513ebb req-42bb064d-1ad2-4ff9-b59d-f36d5c764697 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:06.556487 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bba9d8f0-a075-4faf-9d83-9d3868513ebb req-42bb064d-1ad2-4ff9-b59d-f36d5c764697 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0510759 Jan 31 16:02:06.596633 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bba9d8f0-a075-4faf-9d83-9d3868513ebb req-eef46f58-da2a-4954-994e-5b8c14b3f5df tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337780 Jan 31 16:02:06.651950 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfc9856-5cc9-4905-be84-52dd69d6bafd x-openstack-request-id: req-2bfc9856-5cc9-4905-be84-52dd69d6bafd {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:06.652310 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0", "name": "network-vif-plugged", "status": "completed", "tag": "7dc897ff-9671-40f8-a533-6088a877129a", "code": 200}, {"server_uuid": "866ebd2f-6999-43f0-8f0a-811852a7370b", "name": "network-vif-plugged", "status": "completed", "tag": "7ea405de-ad95-424b-84a1-34ff05767ae7", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:06.652759 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2bfc9856-5cc9-4905-be84-52dd69d6bafd {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:06.653291 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc897ff-9671-40f8-a533-6088a877129a', 'code': 200} Jan 31 16:02:06.653586 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866ebd2f-6999-43f0-8f0a-811852a7370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea405de-ad95-424b-84a1-34ff05767ae7', 'code': 200} Jan 31 16:02:06.664300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 7763f452-c3b6-430f-a3f3-701fab378678 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:06.774927 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 7763f452-c3b6-430f-a3f3-701fab378678, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7763f452-c3b6-430f-a3f3-701fab378678,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:06.783833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb922f-a13c-428e-8d3e-9c908f3014e3 req-f33d71eb-41d4-4c48-af37-3f7cf3396986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:06.785376 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e8fb922f-a13c-428e-8d3e-9c908f3014e3 req-f33d71eb-41d4-4c48-af37-3f7cf3396986 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 1096 time: 0.0423412 Jan 31 16:02:06.787367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '7763f452-c3b6-430f-a3f3-701fab378678', 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523', 'port_id': '7763f452-c3b6-430f-a3f3-701fab378678', 'mac_address': 'fa:16:3e:7d:45:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dcf05c-6dab-43c6-a38d-12ed158e5b9f', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:06.821542 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e8fb922f-a13c-428e-8d3e-9c908f3014e3 req-d2ad59cd-1938-4407-9abe-3cbe8e3f3bb7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288358 Jan 31 16:02:06.832396 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:06.846156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7763f452-c3b6-430f-a3f3-701fab378678 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:06.866326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 7763f452-c3b6-430f-a3f3-701fab378678, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7763f452-c3b6-430f-a3f3-701fab378678,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:06.871180 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:06.871812 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b2810873-dbdc-4b51-b917-8120475129a8 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:06.905349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7fbd370e-78c8-43c2-8185-befd6d88d95e req-78f87c26-efd9-4b37-ae40-7e40475687f6 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669481 Jan 31 16:02:06.915420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf048e23-f175-49f2-9517-5154f8f9097a req-99701ce1-ea20-44c1-9118-d8613a7c1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:06.916996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf048e23-f175-49f2-9517-5154f8f9097a req-99701ce1-ea20-44c1-9118-d8613a7c1d92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 1101 time: 0.0548964 Jan 31 16:02:06.958969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=7763f452-c3b6-430f-a3f3-701fab378678,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:07.010974 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b2810873-dbdc-4b51-b917-8120475129a8, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b2810873-dbdc-4b51-b917-8120475129a8,segment=NetworkSegment(90bc77d2-cd93-4486-9979-d410e5f25996),segment_id=90bc77d2-cd93-4486-9979-d410e5f25996)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:07.027490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'b2810873-dbdc-4b51-b917-8120475129a8', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'port_id': 'b2810873-dbdc-4b51-b917-8120475129a8', 'mac_address': 'fa:16:3e:06:ba:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:07.068123 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:07.093329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2810873-dbdc-4b51-b917-8120475129a8 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:07.093668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b81c9-541a-4d03-9d2b-068894ab787a req-194746b7-1aa3-4f60-8e96-3bf2029b8e07 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.101024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf048e23-f175-49f2-9517-5154f8f9097a req-31f48f26-9473-4dbc-943c-17a1c84f91f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576470 Jan 31 16:02:07.102015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b81c9-541a-4d03-9d2b-068894ab787a req-194746b7-1aa3-4f60-8e96-3bf2029b8e07 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.108831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b81c9-541a-4d03-9d2b-068894ab787a req-194746b7-1aa3-4f60-8e96-3bf2029b8e07 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.110809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6600af-1470-4315-994c-c0f598ff65de req-d989d014-c6d4-4bac-aa09-f34e776b49ea tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.112340 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a6600af-1470-4315-994c-c0f598ff65de req-d989d014-c6d4-4bac-aa09-f34e776b49ea tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 946 time: 0.0813632 Jan 31 16:02:07.115116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b81c9-541a-4d03-9d2b-068894ab787a req-194746b7-1aa3-4f60-8e96-3bf2029b8e07 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.117778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b2810873-dbdc-4b51-b917-8120475129a8, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b2810873-dbdc-4b51-b917-8120475129a8,segment=NetworkSegment(90bc77d2-cd93-4486-9979-d410e5f25996),segment_id=90bc77d2-cd93-4486-9979-d410e5f25996)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:07.121162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b81c9-541a-4d03-9d2b-068894ab787a req-194746b7-1aa3-4f60-8e96-3bf2029b8e07 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.122750 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:07.123599 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 29e1151d-f230-4c79-8729-64cb72daa5d0 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:07.127490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b81c9-541a-4d03-9d2b-068894ab787a req-194746b7-1aa3-4f60-8e96-3bf2029b8e07 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.133205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b81c9-541a-4d03-9d2b-068894ab787a req-194746b7-1aa3-4f60-8e96-3bf2029b8e07 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.142271 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f7b81c9-541a-4d03-9d2b-068894ab787a req-194746b7-1aa3-4f60-8e96-3bf2029b8e07 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5432 time: 0.1207223 Jan 31 16:02:07.158075 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a6600af-1470-4315-994c-c0f598ff65de req-4d89b60a-f444-42fc-9c2c-c455d3870abe tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386229 Jan 31 16:02:07.182216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f7b81c9-541a-4d03-9d2b-068894ab787a req-df36f18b-312a-410a-a3fc-d5b9b28bcb49 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393558 Jan 31 16:02:07.233586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b2810873-dbdc-4b51-b917-8120475129a8,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:07.288361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 29e1151d-f230-4c79-8729-64cb72daa5d0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=29e1151d-f230-4c79-8729-64cb72daa5d0,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:07.289582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d5c9d-a7ec-42c5-9317-83641ec99a0d req-1a47e978-08bb-43a5-b6b6-13eb66eb4eb5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.291075 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a22d5c9d-a7ec-42c5-9317-83641ec99a0d req-1a47e978-08bb-43a5-b6b6-13eb66eb4eb5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0654023 Jan 31 16:02:07.298483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821a8ac-2794-41f6-8f83-473dd52ac801 req-f1eacc6d-3191-445d-b2c5-d627bb650aeb tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.299569 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '29e1151d-f230-4c79-8729-64cb72daa5d0', 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505', 'port_id': '29e1151d-f230-4c79-8729-64cb72daa5d0', 'mac_address': 'fa:16:3e:0f:c9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f650b9-7ca2-44e1-9dd0-ad0422b58c46', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:07.300159 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6821a8ac-2794-41f6-8f83-473dd52ac801 req-f1eacc6d-3191-445d-b2c5-d627bb650aeb tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 946 time: 0.0577674 Jan 31 16:02:07.330843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a22d5c9d-a7ec-42c5-9317-83641ec99a0d req-87e7d344-25fc-4fe9-9917-c0cac77d4be1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327981 Jan 31 16:02:07.339417 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:07.341001 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6821a8ac-2794-41f6-8f83-473dd52ac801 req-6e15c04e-e1b8-4caf-9ad6-b99ba4f4e48f tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Jan 31 16:02:07.353386 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e1151d-f230-4c79-8729-64cb72daa5d0 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:07.390259 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 29e1151d-f230-4c79-8729-64cb72daa5d0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=29e1151d-f230-4c79-8729-64cb72daa5d0,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:07.396641 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:07.397844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b809d91f-3693-4c9b-9842-45c88f84e495 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:07.401777 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78acfb91-ce41-4649-8a1a-ec18f8b27ca6 req-eacdac37-8976-41ea-a3f5-c1cd04c505e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8f3f06d-b505-4609-a8c3-d5bf5fec7e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513256 Jan 31 16:02:07.470239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b809d91f-3693-4c9b-9842-45c88f84e495, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b809d91f-3693-4c9b-9842-45c88f84e495,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:07.504881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acfb91-ce41-4649-8a1a-ec18f8b27ca6 req-e06f259d-3002-42c1-95bf-12bd1570c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.508967 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'b809d91f-3693-4c9b-9842-45c88f84e495', 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523', 'port_id': 'b809d91f-3693-4c9b-9842-45c88f84e495', 'mac_address': 'fa:16:3e:8f:60:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dcf05c-6dab-43c6-a38d-12ed158e5b9f', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:07.511185 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78acfb91-ce41-4649-8a1a-ec18f8b27ca6 req-e06f259d-3002-42c1-95bf-12bd1570c6f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=d8f3f06d-b505-4609-a8c3-d5bf5fec7e31 HTTP/1.1" status: 200 len: 1101 time: 0.0840898 Jan 31 16:02:07.511327 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=29e1151d-f230-4c79-8729-64cb72daa5d0,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:07.559506 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:07.572642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b809d91f-3693-4c9b-9842-45c88f84e495 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:07.573263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8721514-7c40-48e9-8e49-be8b31fc80fe req-b909b01c-c994-45a0-b83e-6cb4dd877766 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.574876 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8721514-7c40-48e9-8e49-be8b31fc80fe req-b909b01c-c994-45a0-b83e-6cb4dd877766 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 945 time: 0.0663991 Jan 31 16:02:07.592692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b809d91f-3693-4c9b-9842-45c88f84e495, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b809d91f-3693-4c9b-9842-45c88f84e495,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:07.597268 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:07.598022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 31f39707-e831-4532-a49f-aa4b202c02f7 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:07.644903 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8721514-7c40-48e9-8e49-be8b31fc80fe req-5757a0b1-74db-4a3e-83e3-9a1bd75a3502 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638292 Jan 31 16:02:07.651294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a099d08-8ff4-46e0-8f50-384c3223f17f req-49031ff0-582b-4dbd-81bc-bfb0e5dfeb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.652941 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a099d08-8ff4-46e0-8f50-384c3223f17f req-49031ff0-582b-4dbd-81bc-bfb0e5dfeb85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 1096 time: 0.0582402 Jan 31 16:02:07.664164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 31f39707-e831-4532-a49f-aa4b202c02f7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=31f39707-e831-4532-a49f-aa4b202c02f7,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:07.666159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be81da-4495-4ae9-82c0-4da9bb55f9a4 req-e214354c-b0be-4f83-a4b7-770c555de2d6 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.675025 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e7be81da-4495-4ae9-82c0-4da9bb55f9a4 req-e214354c-b0be-4f83-a4b7-770c555de2d6 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.1106467 Jan 31 16:02:07.682730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '31f39707-e831-4532-a49f-aa4b202c02f7', 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523', 'port_id': '31f39707-e831-4532-a49f-aa4b202c02f7', 'mac_address': 'fa:16:3e:55:8b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dcf05c-6dab-43c6-a38d-12ed158e5b9f', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:07.726747 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:07.727331 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e7be81da-4495-4ae9-82c0-4da9bb55f9a4 req-20e81a10-9c8c-471d-8a33-54e2ed3f29a7 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463588 Jan 31 16:02:07.740256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b809d91f-3693-4c9b-9842-45c88f84e495,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:07.744382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f39707-e831-4532-a49f-aa4b202c02f7 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:07.765996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acfb91-ce41-4649-8a1a-ec18f8b27ca6 req-f7091ce6-d03d-4984-87b4-175cbac54b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.766425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 31f39707-e831-4532-a49f-aa4b202c02f7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=31f39707-e831-4532-a49f-aa4b202c02f7,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:07.767644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78acfb91-ce41-4649-8a1a-ec18f8b27ca6 req-f7091ce6-d03d-4984-87b4-175cbac54b91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2140152 Jan 31 16:02:07.771550 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:07.772332 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d2df101d-aeaf-4eea-a281-f00e4a175292 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:07.814767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bf70b-dbd8-4cf6-9453-433852ea7862 req-be7f49f3-564f-4d78-8ac9-ff88c34dae98 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.822158 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5b1bf70b-dbd8-4cf6-9453-433852ea7862 req-be7f49f3-564f-4d78-8ac9-ff88c34dae98 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 946 time: 0.0893760 Jan 31 16:02:07.826289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78acfb91-ce41-4649-8a1a-ec18f8b27ca6 req-07ee69a3-7d24-47d4-aeca-977fa9c76c19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 HTTP/1.1" status: 200 len: 217 time: 0.0511434 Jan 31 16:02:07.829846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a099d08-8ff4-46e0-8f50-384c3223f17f req-88bdab88-c82c-46e8-a81b-6152245361e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.831232 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a099d08-8ff4-46e0-8f50-384c3223f17f req-88bdab88-c82c-46e8-a81b-6152245361e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 200 len: 912 time: 0.1688492 Jan 31 16:02:07.839892 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port d2df101d-aeaf-4eea-a281-f00e4a175292, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d2df101d-aeaf-4eea-a281-f00e4a175292,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:07.847767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=31f39707-e831-4532-a49f-aa4b202c02f7,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:07.854473 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'd2df101d-aeaf-4eea-a281-f00e4a175292', 'network_id': 'a36c49ff-c485-45f0-b55f-3dcb3d0d8523', 'port_id': 'd2df101d-aeaf-4eea-a281-f00e4a175292', 'mac_address': 'fa:16:3e:20:31:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dcf05c-6dab-43c6-a38d-12ed158e5b9f', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:07.902965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acfb91-ce41-4649-8a1a-ec18f8b27ca6 req-73309f91-905d-4c62-8404-cce82748cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:07.905593 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78acfb91-ce41-4649-8a1a-ec18f8b27ca6 req-73309f91-905d-4c62-8404-cce82748cddd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0612273 Jan 31 16:02:07.909834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5b1bf70b-dbd8-4cf6-9453-433852ea7862 req-ae322506-5e64-4b61-8f3e-5246cd3f8605 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867698 Jan 31 16:02:07.911347 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:07.939649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2df101d-aeaf-4eea-a281-f00e4a175292 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:07.944583 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a099d08-8ff4-46e0-8f50-384c3223f17f req-dc3c75c6-3269-4ad3-9536-7b484c3f5e98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f8275f-8587-4148-916c-ff37699ae038 HTTP/1.1" status: 200 len: 1001 time: 0.0984290 Jan 31 16:02:07.966618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port d2df101d-aeaf-4eea-a281-f00e4a175292, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d2df101d-aeaf-4eea-a281-f00e4a175292,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:07.972513 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:07.974647 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6c7b11e7-d17d-492a-8e0f-524f4a35b53f details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:07.999862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acfb91-ce41-4649-8a1a-ec18f8b27ca6 req-b05da58e-7a0a-42be-990d-a361c7c5e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.001354 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78acfb91-ce41-4649-8a1a-ec18f8b27ca6 req-b05da58e-7a0a-42be-990d-a361c7c5e301 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870142 Jan 31 16:02:08.032105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a099d08-8ff4-46e0-8f50-384c3223f17f req-e64c7dea-d7f3-462e-8bc9-700976748355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.033607 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a099d08-8ff4-46e0-8f50-384c3223f17f req-e64c7dea-d7f3-462e-8bc9-700976748355 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3e373cf-e995-4178-bf6f-1d42ceb41d7c HTTP/1.1" status: 200 len: 850 time: 0.0822251 Jan 31 16:02:08.039017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa41514-6550-497f-859d-27bb377ef2cf req-351ff1a6-8c5f-4691-a551-09e120bfbed2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.040488 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1aa41514-6550-497f-859d-27bb377ef2cf req-351ff1a6-8c5f-4691-a551-09e120bfbed2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0911734 Jan 31 16:02:08.050022 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d73455-6859-4bfe-bec4-0f32032ce318 req-cca1f7b4-21b7-4628-b182-49d6ff0150cd tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.050252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=d2df101d-aeaf-4eea-a281-f00e4a175292,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:08.051493 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d73455-6859-4bfe-bec4-0f32032ce318 req-cca1f7b4-21b7-4628-b182-49d6ff0150cd tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 950 time: 0.0608943 Jan 31 16:02:08.062500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:08.074478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '6c7b11e7-d17d-492a-8e0f-524f4a35b53f', 'network_id': 'f6873347-cc1a-4c3c-9d9f-52948982c505', 'port_id': '6c7b11e7-d17d-492a-8e0f-524f4a35b53f', 'mac_address': 'fa:16:3e:14:e7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f650b9-7ca2-44e1-9dd0-ad0422b58c46', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:08.111852 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:08.120897 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1aa41514-6550-497f-859d-27bb377ef2cf req-cd72d12e-12ca-444a-85eb-89e12c95ddc4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522900 Jan 31 16:02:08.125360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7b11e7-d17d-492a-8e0f-524f4a35b53f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:08.125717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a099d08-8ff4-46e0-8f50-384c3223f17f req-027b1d95-a3b7-4641-99ba-8a22eda531b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.127367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a099d08-8ff4-46e0-8f50-384c3223f17f req-027b1d95-a3b7-4641-99ba-8a22eda531b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748732 Jan 31 16:02:08.130697 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d73455-6859-4bfe-bec4-0f32032ce318 req-1bd8112c-13ba-4d09-ad93-6f3f8dd8ca7f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702238 Jan 31 16:02:08.138802 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78acfb91-ce41-4649-8a1a-ec18f8b27ca6 req-0ea720b0-2253-4328-8fe6-a34036c4de11 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293914 Jan 31 16:02:08.159861 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:08.164652 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:08.218563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:08.265964 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78acfb91-ce41-4649-8a1a-ec18f8b27ca6 req-0ca1b118-ac9f-48c6-9fd1-bbc8b007dfe9 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183262 Jan 31 16:02:08.287683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9641eb7-bf78-4a02-9adb-fcdc5654773c req-0442cb75-6ae6-4508-ab13-26b521e81c92 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.289224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9641eb7-bf78-4a02-9adb-fcdc5654773c req-0442cb75-6ae6-4508-ab13-26b521e81c92 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 946 time: 0.0849087 Jan 31 16:02:08.291635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a099d08-8ff4-46e0-8f50-384c3223f17f req-4c5cad09-9a2d-477d-8049-d1475465371b service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537697 Jan 31 16:02:08.335899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7a77-39b7-4f2a-a2d1-78c81d399b35 req-63e35ed0-8929-41b6-8f6b-0643d0299385 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.341740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7a77-39b7-4f2a-a2d1-78c81d399b35 req-63e35ed0-8929-41b6-8f6b-0643d0299385 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.347567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7a77-39b7-4f2a-a2d1-78c81d399b35 req-63e35ed0-8929-41b6-8f6b-0643d0299385 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.353425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7a77-39b7-4f2a-a2d1-78c81d399b35 req-63e35ed0-8929-41b6-8f6b-0643d0299385 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.359315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7a77-39b7-4f2a-a2d1-78c81d399b35 req-63e35ed0-8929-41b6-8f6b-0643d0299385 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.365186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7a77-39b7-4f2a-a2d1-78c81d399b35 req-63e35ed0-8929-41b6-8f6b-0643d0299385 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.370916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7a77-39b7-4f2a-a2d1-78c81d399b35 req-63e35ed0-8929-41b6-8f6b-0643d0299385 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.371316 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9641eb7-bf78-4a02-9adb-fcdc5654773c req-fc06bb06-7bb9-4fa9-bca4-f33cc3fde455 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756741 Jan 31 16:02:08.372826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c99e7a77-39b7-4f2a-a2d1-78c81d399b35 req-63e35ed0-8929-41b6-8f6b-0643d0299385 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5438 time: 0.0957701 Jan 31 16:02:08.408482 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a099d08-8ff4-46e0-8f50-384c3223f17f req-c500552a-e1ac-4686-b468-1d4dabad1ea5 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054864 Jan 31 16:02:08.429836 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c99e7a77-39b7-4f2a-a2d1-78c81d399b35 req-19903d26-bb95-495f-9393-8b7197656ef1 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497270 Jan 31 16:02:08.584519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e290eed-03cf-4c5b-9863-a7f03370f4e7 req-7064ebe8-a539-44e8-830b-c8122c35a978 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.586051 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e290eed-03cf-4c5b-9863-a7f03370f4e7 req-7064ebe8-a539-44e8-830b-c8122c35a978 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 946 time: 0.0553379 Jan 31 16:02:08.625421 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e290eed-03cf-4c5b-9863-a7f03370f4e7 req-1a5c7e20-1042-4e9d-a903-fde6a5697aa7 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330915 Jan 31 16:02:08.743919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e335ba-4ddd-421c-abcc-c0e90e96647a req-7fa39179-d842-419f-b6c3-f130b9e84c3b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.745395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-00e335ba-4ddd-421c-abcc-c0e90e96647a req-7fa39179-d842-419f-b6c3-f130b9e84c3b tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 946 time: 0.0539792 Jan 31 16:02:08.769420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff129c-9136-4209-a981-9b43da5561aa req-6e2a2b50-a02c-4d58-88a0-43daa545954c tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.772074 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0cff129c-9136-4209-a981-9b43da5561aa req-6e2a2b50-a02c-4d58-88a0-43daa545954c tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 945 time: 0.0523956 Jan 31 16:02:08.791263 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-00e335ba-4ddd-421c-abcc-c0e90e96647a req-8a7732b6-9600-4196-8f95-d3be2100e8ac tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392351 Jan 31 16:02:08.824737 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0cff129c-9136-4209-a981-9b43da5561aa req-0c7de1e2-d099-4eaf-8272-bb3283d3beb5 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421624 Jan 31 16:02:08.906911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c74b1-781e-4042-8c9b-d21401996bb0 req-6a40f708-6ebb-4e10-8291-33930c43edcc tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:08.908405 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-199c74b1-781e-4042-8c9b-d21401996bb0 req-6a40f708-6ebb-4e10-8291-33930c43edcc tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0490558 Jan 31 16:02:08.948013 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-199c74b1-781e-4042-8c9b-d21401996bb0 req-c7d9d2da-4ba2-4bcc-ab21-4c134b9223a7 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334187 Jan 31 16:02:09.068924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffc34f-1421-47d3-a648-85cbeec5fd3f req-a57eb434-7602-490a-b214-a51367b4236e tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.070513 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63ffc34f-1421-47d3-a648-85cbeec5fd3f req-a57eb434-7602-490a-b214-a51367b4236e tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e941c14-5330-4432-8e66-69d53ed11ee7 HTTP/1.1" status: 200 len: 946 time: 0.0503423 Jan 31 16:02:09.112216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63ffc34f-1421-47d3-a648-85cbeec5fd3f req-4df4394a-8262-4764-8f84-224289c2eefd tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354931 Jan 31 16:02:09.159569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf3a20-4593-4ac0-a5fd-d9e331371bbc req-78a58782-2a93-4ff6-99ae-25cf00fae056 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.161025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ceaf3a20-4593-4ac0-a5fd-d9e331371bbc req-78a58782-2a93-4ff6-99ae-25cf00fae056 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 946 time: 0.0500553 Jan 31 16:02:09.199248 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ceaf3a20-4593-4ac0-a5fd-d9e331371bbc req-aff54eb9-2298-4fd2-9f43-2d70617d8aa7 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Jan 31 16:02:09.315139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd7691-4a5a-467a-bfeb-137d7e09822d req-8beb923e-45bc-4c64-82ce-dcfea287eee9 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.316934 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c3cd7691-4a5a-467a-bfeb-137d7e09822d req-8beb923e-45bc-4c64-82ce-dcfea287eee9 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 950 time: 0.0542588 Jan 31 16:02:09.354569 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4623c-9b1b-405e-ad93-50eb67ebbfd8 req-ee654777-46ad-45a6-b579-47b647793670 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.356220 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c3cd7691-4a5a-467a-bfeb-137d7e09822d req-6ee71e88-04ae-4d2f-a5eb-d50241fb234a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329535 Jan 31 16:02:09.356445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95d4623c-9b1b-405e-ad93-50eb67ebbfd8 req-ee654777-46ad-45a6-b579-47b647793670 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0548217 Jan 31 16:02:09.400215 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95d4623c-9b1b-405e-ad93-50eb67ebbfd8 req-2bf07d1c-c3e1-4d85-ab0d-b382d2d37438 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372729 Jan 31 16:02:09.517336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed65d20-e367-4889-a1d3-395a88f57bb0 req-03563864-cf5c-43c3-89f7-5ccd3c4b30e6 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.518205 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ed65d20-e367-4889-a1d3-395a88f57bb0 req-03563864-cf5c-43c3-89f7-5ccd3c4b30e6 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 1101 time: 0.0533986 Jan 31 16:02:09.557287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ed65d20-e367-4889-a1d3-395a88f57bb0 req-fb811a94-a50c-439e-a82f-16878e4ca743 tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326736 Jan 31 16:02:09.612893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd43a-dd77-49f1-a782-a4897e93ef9a req-5024aa67-9ee2-4a6e-a353-9335344a9077 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.619070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd43a-dd77-49f1-a782-a4897e93ef9a req-5024aa67-9ee2-4a6e-a353-9335344a9077 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.625241 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd43a-dd77-49f1-a782-a4897e93ef9a req-5024aa67-9ee2-4a6e-a353-9335344a9077 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.631236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd43a-dd77-49f1-a782-a4897e93ef9a req-5024aa67-9ee2-4a6e-a353-9335344a9077 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.637112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd43a-dd77-49f1-a782-a4897e93ef9a req-5024aa67-9ee2-4a6e-a353-9335344a9077 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.642990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd43a-dd77-49f1-a782-a4897e93ef9a req-5024aa67-9ee2-4a6e-a353-9335344a9077 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.649145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd43a-dd77-49f1-a782-a4897e93ef9a req-5024aa67-9ee2-4a6e-a353-9335344a9077 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.651200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0dcd43a-dd77-49f1-a782-a4897e93ef9a req-5024aa67-9ee2-4a6e-a353-9335344a9077 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5438 time: 0.1038377 Jan 31 16:02:09.669656 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622357c-482b-412e-b042-d7721eba6b65 req-53b5a066-9012-4d88-a5ad-535b10015a4c tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.671438 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e622357c-482b-412e-b042-d7721eba6b65 req-53b5a066-9012-4d88-a5ad-535b10015a4c tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e941c14-5330-4432-8e66-69d53ed11ee7 HTTP/1.1" status: 200 len: 946 time: 0.0533674 Jan 31 16:02:09.691972 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0dcd43a-dd77-49f1-a782-a4897e93ef9a req-e20aafe3-3b4b-46c9-b948-d678d338941b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343220 Jan 31 16:02:09.709809 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e622357c-482b-412e-b042-d7721eba6b65 req-fa029d69-d4e1-4c7d-bf22-a0c274bd8623 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323782 Jan 31 16:02:09.786617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-733e8648-a5eb-45b3-bae2-5963487e5d9d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225792 Jan 31 16:02:09.896022 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-fae1109c-9547-4e0a-a540-d12c21a94571 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:09.897499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-fae1109c-9547-4e0a-a540-d12c21a94571 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054468 Jan 31 16:02:09.912604 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-0d66e698-9b50-4364-a57f-7006a52b1487 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/quotas/6aa0a945adb446eca7467bfcc1383562 HTTP/1.1" status: 200 len: 375 time: 0.0089889 Jan 31 16:02:09.984642 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3541d741-c522-4425-a15e-b7974a109b3d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0670886 Jan 31 16:02:10.074243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72ae19-abac-4a63-a7ca-9acf3172fc17 req-71bd1f6d-6f03-4bc6-b569-df0036ade35f tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.075754 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2d72ae19-abac-4a63-a7ca-9acf3172fc17 req-71bd1f6d-6f03-4bc6-b569-df0036ade35f tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0545585 Jan 31 16:02:10.124433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2d72ae19-abac-4a63-a7ca-9acf3172fc17 req-03aa2c5c-a9ff-46f0-8144-e5a3ab509f97 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412972 Jan 31 16:02:10.143885 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a57891e7-d173-4af8-87f5-9ba45a8dc04b req-3e1fc382-ac65-474d-a225-21a8bea0d62e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 210 time: 0.0275447 Jan 31 16:02:10.206575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['b809d91f-3693-4c9b-9842-45c88f84e495'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:10.277113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['b2810873-dbdc-4b51-b917-8120475129a8'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:10.311396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['29e1151d-f230-4c79-8729-64cb72daa5d0'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:10.322778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bed306-8bf1-4df6-93fd-17d81874093c req-570afcb3-4866-407a-813b-03073fca7b84 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.329950 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6bed306-8bf1-4df6-93fd-17d81874093c req-570afcb3-4866-407a-813b-03073fca7b84 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 946 time: 0.0602190 Jan 31 16:02:10.378704 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6bed306-8bf1-4df6-93fd-17d81874093c req-8408eb1e-4429-4985-90cf-b633f3a5b27d tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/security-groups?id=c03e66ce-e3ec-4253-a3c5-f05841ba6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 Jan 31 16:02:10.401262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['d2df101d-aeaf-4eea-a281-f00e4a175292'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:10.415023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['6c7b11e7-d17d-492a-8e0f-524f4a35b53f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:10.520762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31f39707-e831-4532-a49f-aa4b202c02f7'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:10.535266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d823-8e05-43c1-afe3-6954f200d669 req-e93e9085-6fc5-4da8-84bd-1d72a9eccd5b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.537335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b599d823-8e05-43c1-afe3-6954f200d669 req-e93e9085-6fc5-4da8-84bd-1d72a9eccd5b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0571530 Jan 31 16:02:10.606424 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b599d823-8e05-43c1-afe3-6954f200d669 req-d3e5523a-beb0-469f-b41a-1e652d7d06e0 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594277 Jan 31 16:02:10.619612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42094a6-10de-466a-9e82-a5ef337a70f8 req-4af9b0cc-3dea-4050-9632-d9411b0f83fe tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.622471 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f42094a6-10de-466a-9e82-a5ef337a70f8 req-4af9b0cc-3dea-4050-9632-d9411b0f83fe tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.30 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 946 time: 0.0834060 Jan 31 16:02:10.767253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f42094a6-10de-466a-9e82-a5ef337a70f8 req-64138172-f909-49e2-99a7-85a891339103 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Deleting port c585d42e-2fd7-4cc2-b60e-6474bdf4066e {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:10.767597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f42094a6-10de-466a-9e82-a5ef337a70f8 req-64138172-f909-49e2-99a7-85a891339103 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:10.774709 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['7763f452-c3b6-430f-a3f3-701fab378678'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:10.898430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf372f-49a9-4264-b602-5ff357dff82a req-9d3f879d-8322-40c4-a710-f853d9ecbdc9 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.900654 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22bf372f-49a9-4264-b602-5ff357dff82a req-9d3f879d-8322-40c4-a710-f853d9ecbdc9 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e941c14-5330-4432-8e66-69d53ed11ee7 HTTP/1.1" status: 200 len: 946 time: 0.0693629 Jan 31 16:02:10.901681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd57dc5-8ddd-4467-b0d8-ce9a48df78c9 req-0a65cd02-1824-4666-89db-97a3cfd7d02e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.907680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd57dc5-8ddd-4467-b0d8-ce9a48df78c9 req-0a65cd02-1824-4666-89db-97a3cfd7d02e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.913910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd57dc5-8ddd-4467-b0d8-ce9a48df78c9 req-0a65cd02-1824-4666-89db-97a3cfd7d02e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.919794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd57dc5-8ddd-4467-b0d8-ce9a48df78c9 req-0a65cd02-1824-4666-89db-97a3cfd7d02e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.925770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd57dc5-8ddd-4467-b0d8-ce9a48df78c9 req-0a65cd02-1824-4666-89db-97a3cfd7d02e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.932050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd57dc5-8ddd-4467-b0d8-ce9a48df78c9 req-0a65cd02-1824-4666-89db-97a3cfd7d02e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.937942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd57dc5-8ddd-4467-b0d8-ce9a48df78c9 req-0a65cd02-1824-4666-89db-97a3cfd7d02e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.939920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8bd57dc5-8ddd-4467-b0d8-ce9a48df78c9 req-0a65cd02-1824-4666-89db-97a3cfd7d02e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5438 time: 0.1255929 Jan 31 16:02:10.951929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f42094a6-10de-466a-9e82-a5ef337a70f8 req-64138172-f909-49e2-99a7-85a891339103 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] For port c585d42e-2fd7-4cc2-b60e-6474bdf4066e, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=c585d42e-2fd7-4cc2-b60e-6474bdf4066e,segment=NetworkSegment(3a9a1f3a-8a4f-41c5-8e66-4689f459a487),segment_id=3a9a1f3a-8a4f-41c5-8e66-4689f459a487)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:10.952683 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f42094a6-10de-466a-9e82-a5ef337a70f8 req-64138172-f909-49e2-99a7-85a891339103 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:10.972120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115927d5-328b-4da8-a493-310aeb55c403 req-a37bfdde-70d7-48e8-b907-e7282e91bd31 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:10.973710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-115927d5-328b-4da8-a493-310aeb55c403 req-a37bfdde-70d7-48e8-b907-e7282e91bd31 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e941c14-5330-4432-8e66-69d53ed11ee7 HTTP/1.1" status: 200 len: 946 time: 0.1222742 Jan 31 16:02:10.976430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f42094a6-10de-466a-9e82-a5ef337a70f8 req-64138172-f909-49e2-99a7-85a891339103 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Calling delete_port for c585d42e-2fd7-4cc2-b60e-6474bdf4066e owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:11.031771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8bd57dc5-8ddd-4467-b0d8-ce9a48df78c9 req-835446ac-a9e0-49b2-b8ca-39f097f3d02a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851283 Jan 31 16:02:11.104795 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22bf372f-49a9-4264-b602-5ff357dff82a req-b6813374-413f-4298-a750-18f750e1f51b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/security-groups?id=01800458-0df0-4e92-8781-41adb6916e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940525 Jan 31 16:02:11.109106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-115927d5-328b-4da8-a493-310aeb55c403 req-7449990f-ac8d-432b-a13d-26cbe551ffcf tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Deleting port 0d944f8c-b759-4b3c-a86e-9292e6f787fd {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:11.109597 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-115927d5-328b-4da8-a493-310aeb55c403 req-7449990f-ac8d-432b-a13d-26cbe551ffcf tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:11.212247 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-db20886f-f30d-4fd3-86dc-988043da2d95 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6aa0a945adb446eca7467bfcc1383562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363648 Jan 31 16:02:11.232035 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f42094a6-10de-466a-9e82-a5ef337a70f8 req-64138172-f909-49e2-99a7-85a891339103 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:11.247025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['c585d42e-2fd7-4cc2-b60e-6474bdf4066e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:11.298047 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47fea0b2-2f92-4500-a2b9-213e8294dbc2 req-1f8095d1-4a27-445a-89b2-cfd51e334113 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 210 time: 0.0439336 Jan 31 16:02:11.302848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-115927d5-328b-4da8-a493-310aeb55c403 req-7449990f-ac8d-432b-a13d-26cbe551ffcf tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] For port 0d944f8c-b759-4b3c-a86e-9292e6f787fd, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0d944f8c-b759-4b3c-a86e-9292e6f787fd,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:11.303231 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-115927d5-328b-4da8-a493-310aeb55c403 req-7449990f-ac8d-432b-a13d-26cbe551ffcf tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:11.307642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64138172-f909-49e2-99a7-85a891339103 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Pushing event deleted for resources: {'Port': ['ID=c585d42e-2fd7-4cc2-b60e-6474bdf4066e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:11.331185 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-115927d5-328b-4da8-a493-310aeb55c403 req-7449990f-ac8d-432b-a13d-26cbe551ffcf tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Calling delete_port for 0d944f8c-b759-4b3c-a86e-9292e6f787fd owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:11.363809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42094a6-10de-466a-9e82-a5ef337a70f8 req-64138172-f909-49e2-99a7-85a891339103 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] No DVR routers for this DVR port c585d42e-2fd7-4cc2-b60e-6474bdf4066e on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:11.368498 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f42094a6-10de-466a-9e82-a5ef337a70f8 req-64138172-f909-49e2-99a7-85a891339103 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:11.371798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f42094a6-10de-466a-9e82-a5ef337a70f8 req-64138172-f909-49e2-99a7-85a891339103 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.30 "DELETE /v2.0/ports/c585d42e-2fd7-4cc2-b60e-6474bdf4066e HTTP/1.1" status: 204 len: 173 time: 0.7320623 Jan 31 16:02:11.372239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49001e12-ced8-4bde-81e5-21d28fbab72b', 'name': 'network-vif-deleted', 'tag': 'c585d42e-2fd7-4cc2-b60e-6474bdf4066e'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:11.374565 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7e3960-2187-4953-b4a6-94d5dd62aa39" -d '{"events": [{"server_uuid": "49001e12-ced8-4bde-81e5-21d28fbab72b", "name": "network-vif-deleted", "tag": "c585d42e-2fd7-4cc2-b60e-6474bdf4066e"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:11.413071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-039e3f67-63ce-498d-ac21-bc8e95a1d221 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:11.414909 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-039e3f67-63ce-498d-ac21-bc8e95a1d221 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948287 Jan 31 16:02:11.431638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Request body: {'port': {'device_id': '8aa5ad24-3f58-4a97-afa2-25e95018c66b', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '6aa0a945adb446eca7467bfcc1383562'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:11.484183 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffc692d-8ebd-432e-9cde-88587dfb7097 x-openstack-request-id: req-bffc692d-8ebd-432e-9cde-88587dfb7097 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:11.484413 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49001e12-ced8-4bde-81e5-21d28fbab72b", "name": "network-vif-deleted", "tag": "c585d42e-2fd7-4cc2-b60e-6474bdf4066e", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:11.484655 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bffc692d-8ebd-432e-9cde-88587dfb7097 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:11.485024 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49001e12-ced8-4bde-81e5-21d28fbab72b', 'name': 'network-vif-deleted', 'tag': 'c585d42e-2fd7-4cc2-b60e-6474bdf4066e', 'status': 'completed', 'code': 200} Jan 31 16:02:11.508540 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-229142b7-88b1-4092-b2b1-3d350f082673 req-2e0e6ed8-37c3-4ad6-bfd3-86d237903908 tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49001e12-ced8-4bde-81e5-21d28fbab72b HTTP/1.1" status: 200 len: 210 time: 0.0366585 Jan 31 16:02:11.526925 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-115927d5-328b-4da8-a493-310aeb55c403 req-7449990f-ac8d-432b-a13d-26cbe551ffcf tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:11.538868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['0d944f8c-b759-4b3c-a86e-9292e6f787fd'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:11.565300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Made reservation on behalf of 6aa0a945adb446eca7467bfcc1383562 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:02:11.570022 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:11.572132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449990f-ac8d-432b-a13d-26cbe551ffcf tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Pushing event deleted for resources: {'Port': ['ID=0d944f8c-b759-4b3c-a86e-9292e6f787fd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:11.618665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-115927d5-328b-4da8-a493-310aeb55c403 req-7449990f-ac8d-432b-a13d-26cbe551ffcf tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] No DVR routers for this DVR port 0d944f8c-b759-4b3c-a86e-9292e6f787fd on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:11.621725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-115927d5-328b-4da8-a493-310aeb55c403 req-7449990f-ac8d-432b-a13d-26cbe551ffcf tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:11.625773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-115927d5-328b-4da8-a493-310aeb55c403 req-7449990f-ac8d-432b-a13d-26cbe551ffcf tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.30 "DELETE /v2.0/ports/0d944f8c-b759-4b3c-a86e-9292e6f787fd HTTP/1.1" status: 204 len: 173 time: 0.6394506 Jan 31 16:02:11.626269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e941c14-5330-4432-8e66-69d53ed11ee7', 'name': 'network-vif-deleted', 'tag': '0d944f8c-b759-4b3c-a86e-9292e6f787fd'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:11.629858 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bed97d-f369-43da-9903-a16a82e53dbf" -d '{"events": [{"server_uuid": "5e941c14-5330-4432-8e66-69d53ed11ee7", "name": "network-vif-deleted", "tag": "0d944f8c-b759-4b3c-a86e-9292e6f787fd"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:11.689168 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddf4396-9382-4abc-9834-6f2cc5ab1159 x-openstack-request-id: req-6ddf4396-9382-4abc-9834-6f2cc5ab1159 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:11.689576 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e941c14-5330-4432-8e66-69d53ed11ee7", "name": "network-vif-deleted", "tag": "0d944f8c-b759-4b3c-a86e-9292e6f787fd", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:11.689929 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ddf4396-9382-4abc-9834-6f2cc5ab1159 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:11.690631 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e941c14-5330-4432-8e66-69d53ed11ee7', 'name': 'network-vif-deleted', 'tag': '0d944f8c-b759-4b3c-a86e-9292e6f787fd', 'status': 'completed', 'code': 200} Jan 31 16:02:11.727031 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Allocated IP 192.168.233.101 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/ffbbc455-c5dc-4026-b586-66572f668160) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:02:11.769076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b0e1f-3d25-4dc5-80cc-8215faf9ff10 req-6928c42e-7034-4c8c-8e08-4092e857e3fd tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:11.770543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a5b0e1f-3d25-4dc5-80cc-8215faf9ff10 req-6928c42e-7034-4c8c-8e08-4092e857e3fd tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0521665 Jan 31 16:02:11.811197 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a5b0e1f-3d25-4dc5-80cc-8215faf9ff10 req-9478c0d1-472e-4879-adc9-687a1e2a33b4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334928 Jan 31 16:02:11.880925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:11.915866 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:11.928663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df', '45835d30-b99d-45bc-ab6f-a76423689202'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:11.963621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:02:11.967090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:02:11.971124 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:02:11.995218 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event updated for resources: {'Port': ['ID=ffbbc455-c5dc-4026-b586-66572f668160,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:12.026293 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:12.027507 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:12.051911 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-94219edd-81f8-40fa-bebb-c4c0539b3d04 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6250298 Jan 31 16:02:12.066683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Request body: {'port': {'device_id': '8aa5ad24-3f58-4a97-afa2-25e95018c66b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:12.163673 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:12.251871 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60d28f52-1721-495d-8ffb-726472b7cb4c req-f3168e0d-528f-4d3d-a13c-4e5309faf063 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e941c14-5330-4432-8e66-69d53ed11ee7 HTTP/1.1" status: 200 len: 210 time: 0.0466051 Jan 31 16:02:12.301782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc6553-84d8-42b1-8922-9c2328367689 req-553443da-6000-46bd-ac57-5b735d35aed7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:12.309271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc6553-84d8-42b1-8922-9c2328367689 req-553443da-6000-46bd-ac57-5b735d35aed7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:12.315528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc6553-84d8-42b1-8922-9c2328367689 req-553443da-6000-46bd-ac57-5b735d35aed7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:12.322237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc6553-84d8-42b1-8922-9c2328367689 req-553443da-6000-46bd-ac57-5b735d35aed7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:12.330339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc6553-84d8-42b1-8922-9c2328367689 req-553443da-6000-46bd-ac57-5b735d35aed7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:12.337940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc6553-84d8-42b1-8922-9c2328367689 req-553443da-6000-46bd-ac57-5b735d35aed7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:12.345479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc6553-84d8-42b1-8922-9c2328367689 req-553443da-6000-46bd-ac57-5b735d35aed7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:12.348443 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfdc6553-84d8-42b1-8922-9c2328367689 req-553443da-6000-46bd-ac57-5b735d35aed7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5438 time: 0.2094457 Jan 31 16:02:12.393809 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6484ae23-9a79-48f6-92ba-2ca0cd531e3c None None] Provisioning complete for port ffbbc455-c5dc-4026-b586-66572f668160 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:12.394400 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6484ae23-9a79-48f6-92ba-2ca0cd531e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:12.396407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaa530-db8a-4578-bfe9-f4bd7f657b4e req-78f41a4b-f447-4788-8a81-752e03f96296 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:12.398181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-51eaa530-db8a-4578-bfe9-f4bd7f657b4e req-78f41a4b-f447-4788-8a81-752e03f96296 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.20 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 945 time: 0.1947603 Jan 31 16:02:12.435050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6484ae23-9a79-48f6-92ba-2ca0cd531e3c None None] Port ffbbc455-c5dc-4026-b586-66572f668160 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:02:12.441049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b296f-479f-4485-8b04-19e0763a4f50 req-d48c01d7-7772-4d96-af07-d1ec19f3cbaf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:12.442667 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de6b296f-479f-4485-8b04-19e0763a4f50 req-d48c01d7-7772-4d96-af07-d1ec19f3cbaf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 936 time: 0.0584669 Jan 31 16:02:12.482542 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de6b296f-479f-4485-8b04-19e0763a4f50 req-f0adcc1a-4ef8-4d83-9406-b54a4a675a70 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335460 Jan 31 16:02:12.527422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfdc6553-84d8-42b1-8922-9c2328367689 req-31bfbb22-c0b3-4b8c-afa0-6b3d4dcdbac3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1661265 Jan 31 16:02:12.647095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-51eaa530-db8a-4578-bfe9-f4bd7f657b4e req-09eca007-de6c-4168-bc8a-5143fc6e3f2b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Deleting port 7ea405de-ad95-424b-84a1-34ff05767ae7 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:12.647433 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-51eaa530-db8a-4578-bfe9-f4bd7f657b4e req-09eca007-de6c-4168-bc8a-5143fc6e3f2b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:12.722837 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50516) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:12.774885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5345c53f-2b8d-4dc5-acb2-cbf5cf44a704 admin admin] Deleting subnet 6ab8664c-5e4b-4277-a17c-2043af96a81a {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:02:12.778347 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5345c53f-2b8d-4dc5-acb2-cbf5cf44a704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:12.782458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbbc455-c5dc-4026-b586-66572f668160 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:12.787579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-51eaa530-db8a-4578-bfe9-f4bd7f657b4e req-09eca007-de6c-4168-bc8a-5143fc6e3f2b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] For port 7ea405de-ad95-424b-84a1-34ff05767ae7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7ea405de-ad95-424b-84a1-34ff05767ae7,segment=NetworkSegment(b657368e-84c9-415b-b410-8e1ba52d09f5),segment_id=b657368e-84c9-415b-b410-8e1ba52d09f5)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:12.787940 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-51eaa530-db8a-4578-bfe9-f4bd7f657b4e req-09eca007-de6c-4168-bc8a-5143fc6e3f2b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:12.797808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:12.807108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-51eaa530-db8a-4578-bfe9-f4bd7f657b4e req-09eca007-de6c-4168-bc8a-5143fc6e3f2b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Calling delete_port for 7ea405de-ad95-424b-84a1-34ff05767ae7 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:12.820513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Transition to ACTIVE for port object ffbbc455-c5dc-4026-b586-66572f668160 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:02:12.820692 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5345c53f-2b8d-4dc5-acb2-cbf5cf44a704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:12.826888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:12.864065 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5345c53f-2b8d-4dc5-acb2-cbf5cf44a704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:12.927662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5345c53f-2b8d-4dc5-acb2-cbf5cf44a704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:12.959357 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5345c53f-2b8d-4dc5-acb2-cbf5cf44a704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:12.960823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Pushing event updated for resources: {'Port': ['ID=ffbbc455-c5dc-4026-b586-66572f668160,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:12.966051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50520) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:12.968966 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5345c53f-2b8d-4dc5-acb2-cbf5cf44a704 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6ab8664c-5e4b-4277-a17c-2043af96a81a HTTP/1.1" status: 204 len: 168 time: 0.2390199 Jan 31 16:02:12.969972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345c53f-2b8d-4dc5-acb2-cbf5cf44a704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab8664c-5e4b-4277-a17c-2043af96a81a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:13.081652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546a30b-2bcd-465e-879c-e82c7379d73c req-dc0914f6-a5f4-440d-a607-c722dff31827 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.083185 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8546a30b-2bcd-465e-879c-e82c7379d73c req-dc0914f6-a5f4-440d-a607-c722dff31827 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1899087 Jan 31 16:02:13.146677 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.197008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Attempting to bind port ffbbc455-c5dc-4026-b586-66572f668160 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:02:13.197372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Attempting to bind port ffbbc455-c5dc-4026-b586-66572f668160 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:02:13.197706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Attempting to bind port ffbbc455-c5dc-4026-b586-66572f668160 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:02:13.205927 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-51eaa530-db8a-4578-bfe9-f4bd7f657b4e req-09eca007-de6c-4168-bc8a-5143fc6e3f2b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.218653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['0d944f8c-b759-4b3c-a86e-9292e6f787fd'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:13.218851 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8546a30b-2bcd-465e-879c-e82c7379d73c req-97e1f781-8533-4740-a932-1219256f6023 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273375 Jan 31 16:02:13.258242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Port ffbbc455-c5dc-4026-b586-66572f668160 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:02:13.258569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Attempting to bind port ffbbc455-c5dc-4026-b586-66572f668160 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:02:13.264779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eca007-de6c-4168-bc8a-5143fc6e3f2b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Pushing event deleted for resources: {'Port': ['ID=7ea405de-ad95-424b-84a1-34ff05767ae7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:13.282078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:02:13.282428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:02:13.283089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:02:13.283209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Bound port: ffbbc455-c5dc-4026-b586-66572f668160, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:02:13.283613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.369776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-51eaa530-db8a-4578-bfe9-f4bd7f657b4e req-09eca007-de6c-4168-bc8a-5143fc6e3f2b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] No DVR routers for this DVR port 7ea405de-ad95-424b-84a1-34ff05767ae7 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:13.376147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-51eaa530-db8a-4578-bfe9-f4bd7f657b4e req-09eca007-de6c-4168-bc8a-5143fc6e3f2b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.379307 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-51eaa530-db8a-4578-bfe9-f4bd7f657b4e req-09eca007-de6c-4168-bc8a-5143fc6e3f2b tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.20 "DELETE /v2.0/ports/7ea405de-ad95-424b-84a1-34ff05767ae7 HTTP/1.1" status: 204 len: 173 time: 0.9591572 Jan 31 16:02:13.405029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.435548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-751467b3-74de-4fd1-ab74-5b106f4e6e75 req-1c234239-f5a6-4333-bfdb-f4d454841b31 tempest-MultipleCreateTestJSON-1482658719 tempest-MultipleCreateTestJSON-1482658719-project] 10.222.0.36 "GET /v2.0/ports?device_id=866ebd2f-6999-43f0-8f0a-811852a7370b HTTP/1.1" status: 200 len: 210 time: 0.0687807 Jan 31 16:02:13.451325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:13.471493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9a1f3a-8a4f-41c5-8e66-4689f459a487') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:13.471823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9a1f3a-8a4f-41c5-8e66-4689f459a487') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:13.485976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866ebd2f-6999-43f0-8f0a-811852a7370b', 'name': 'network-vif-deleted', 'tag': '7ea405de-ad95-424b-84a1-34ff05767ae7'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:13.489004 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2582dd2f-0c17-4c06-b0e5-d2c6bdbff059" -d '{"events": [{"server_uuid": "866ebd2f-6999-43f0-8f0a-811852a7370b", "name": "network-vif-deleted", "tag": "7ea405de-ad95-424b-84a1-34ff05767ae7"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:13.494795 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.496982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] For port ffbbc455-c5dc-4026-b586-66572f668160, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:02:13.518309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] For port ffbbc455-c5dc-4026-b586-66572f668160, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ffbbc455-c5dc-4026-b586-66572f668160,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:02:13.519825 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.526105 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.535783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:02:13.536320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:02:13.538175 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:02:13.555633 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f0f0e1-69f4-4a18-b108-2afa1faf54cc x-openstack-request-id: req-b2f0f0e1-69f4-4a18-b108-2afa1faf54cc {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:13.555921 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866ebd2f-6999-43f0-8f0a-811852a7370b", "name": "network-vif-deleted", "tag": "7ea405de-ad95-424b-84a1-34ff05767ae7", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:13.556174 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2f0f0e1-69f4-4a18-b108-2afa1faf54cc {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:13.556558 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866ebd2f-6999-43f0-8f0a-811852a7370b', 'name': 'network-vif-deleted', 'tag': '7ea405de-ad95-424b-84a1-34ff05767ae7', 'status': 'completed', 'code': 200} Jan 31 16:02:13.615776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.616368 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.620102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] 10.222.0.30 "PUT /v2.0/ports/ffbbc455-c5dc-4026-b586-66572f668160 HTTP/1.1" status: 200 len: 1096 time: 1.5558517 Jan 31 16:02:13.674981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.687277 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.692840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] 10.222.0.36 "DELETE /v2.0/networks/f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1 HTTP/1.1" status: 204 len: 168 time: 0.7219145 Jan 31 16:02:13.694961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163195e-6f47-4211-9103-296f2bb7b394 req-33535cfe-6e20-45ff-9b1e-2447c311c7d7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.703586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163195e-6f47-4211-9103-296f2bb7b394 req-33535cfe-6e20-45ff-9b1e-2447c311c7d7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.710556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163195e-6f47-4211-9103-296f2bb7b394 req-33535cfe-6e20-45ff-9b1e-2447c311c7d7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.718345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163195e-6f47-4211-9103-296f2bb7b394 req-33535cfe-6e20-45ff-9b1e-2447c311c7d7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.724243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bcd54-f89a-4ff9-a946-4b478b401c7f service neutron] Pushing event updated for resources: {'Port': ['ID=ffbbc455-c5dc-4026-b586-66572f668160,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:13.727533 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163195e-6f47-4211-9103-296f2bb7b394 req-33535cfe-6e20-45ff-9b1e-2447c311c7d7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.736207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device c585d42e-2fd7-4cc2-b60e-6474bdf4066e no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:13.743043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163195e-6f47-4211-9103-296f2bb7b394 req-33535cfe-6e20-45ff-9b1e-2447c311c7d7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.749557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163195e-6f47-4211-9103-296f2bb7b394 req-33535cfe-6e20-45ff-9b1e-2447c311c7d7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.751921 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e163195e-6f47-4211-9103-296f2bb7b394 req-33535cfe-6e20-45ff-9b1e-2447c311c7d7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5438 time: 0.1444898 Jan 31 16:02:13.764245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fa015-96d2-4201-83e0-cbd559cd1b80 req-43da3a2f-37da-4cb0-9ae9-cd9d22ce74e5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.773227 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: c585d42e-2fd7-4cc2-b60e-6474bdf4066e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:02:13.773491 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-277fa015-96d2-4201-83e0-cbd559cd1b80 req-43da3a2f-37da-4cb0-9ae9-cd9d22ce74e5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 948 time: 0.1964140 Jan 31 16:02:13.777602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device c585d42e-2fd7-4cc2-b60e-6474bdf4066e not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:02:13.788928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed8faf-f4d1-45c9-9368-3669147839cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f64ce4e5-6c25-4a1a-b90c-fc7510b8f5d1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:13.809024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e163195e-6f47-4211-9103-296f2bb7b394 req-0c49c29b-407b-411f-8747-d7383e089543 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503361 Jan 31 16:02:13.842131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-277fa015-96d2-4201-83e0-cbd559cd1b80 req-8ff0faad-49af-4036-b84c-df52b202ce10 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593069 Jan 31 16:02:13.842131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-f2b89e94-744b-462c-8a32-dd429a9d2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.842131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-f2b89e94-744b-462c-8a32-dd429a9d2645 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 1099 time: 0.1467402 Jan 31 16:02:13.865697 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50534) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:13.886766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-a06512d5-3440-4460-aa5e-64115a43e93d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ffbbc455-c5dc-4026-b586-66572f668160 HTTP/1.1" status: 200 len: 217 time: 0.0381546 Jan 31 16:02:13.906773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7074e6b8-af47-4f1b-9e50-8ede226474e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b67c92721dc4cd293c2fd53e783c5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398235 Jan 31 16:02:13.909282 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50536) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:13.940503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-8e784e47-3b4e-4ff0-8986-280ccc99c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.942316 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-8e784e47-3b4e-4ff0-8986-280ccc99c2ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0491357 Jan 31 16:02:13.964767 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9539ad7-fb90-4bb7-a503-d2f41919750b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.986916 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9539ad7-fb90-4bb7-a503-d2f41919750b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:13.991664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-18e5780d-7258-4b4d-b19c-7d942e4b4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:13.993199 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-18e5780d-7258-4b4d-b19c-7d942e4b4613 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439699 Jan 31 16:02:14.043476 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9539ad7-fb90-4bb7-a503-d2f41919750b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.047338 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9539ad7-fb90-4bb7-a503-d2f41919750b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.049407 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e9539ad7-fb90-4bb7-a503-d2f41919750b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c03e66ce-e3ec-4253-a3c5-f05841ba6071 HTTP/1.1" status: 204 len: 168 time: 0.1391096 Jan 31 16:02:14.059415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9539ad7-fb90-4bb7-a503-d2f41919750b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e66ce-e3ec-4253-a3c5-f05841ba6071,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:14.091516 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-311889fe-f723-43f7-825d-a9bbab21c310 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903428 Jan 31 16:02:14.189835 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8010f382-e9f7-40bb-93b8-bb1037d5cb74 req-53b13116-5386-4c87-81f3-d077c2fbcf5f service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901787 Jan 31 16:02:14.348841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c967c5-8b74-4e52-831a-8454f99272c3 req-79486251-ae86-4193-bfb6-e5e83caf0456 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:14.350369 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c2c967c5-8b74-4e52-831a-8454f99272c3 req-79486251-ae86-4193-bfb6-e5e83caf0456 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0559006 Jan 31 16:02:14.391437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c2c967c5-8b74-4e52-831a-8454f99272c3 req-792c0f73-fa74-4196-9771-d30044754abe tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344183 Jan 31 16:02:14.494800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50554) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:14.542669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5546002-4768-44f9-ba8a-05ea2bb5586d admin admin] Deleting subnet a835b1d9-c65a-45d6-a83d-f938506e0f0f {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:02:14.545900 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5546002-4768-44f9-ba8a-05ea2bb5586d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.579475 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5546002-4768-44f9-ba8a-05ea2bb5586d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.625934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5546002-4768-44f9-ba8a-05ea2bb5586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.684356 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5546002-4768-44f9-ba8a-05ea2bb5586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.693973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 7ea405de-ad95-424b-84a1-34ff05767ae7 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:14.711605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5546002-4768-44f9-ba8a-05ea2bb5586d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a835b1d9-c65a-45d6-a83d-f938506e0f0f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:14.715465 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5546002-4768-44f9-ba8a-05ea2bb5586d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.721267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d5546002-4768-44f9-ba8a-05ea2bb5586d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a835b1d9-c65a-45d6-a83d-f938506e0f0f HTTP/1.1" status: 204 len: 168 time: 0.2232330 Jan 31 16:02:14.721825 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50564) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:14.722828 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 7ea405de-ad95-424b-84a1-34ff05767ae7 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:02:14.723758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 7ea405de-ad95-424b-84a1-34ff05767ae7 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:02:14.756949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50566) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:14.793422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.860359 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-90701668-network', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:14.885617 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.891392 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Made reservation on behalf of 0e5507f00dfd45c295eb0a6ab3faea74 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:02:14.894317 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.906610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.919226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20c6b37-b13f-4985-980a-fb61a3775c6d']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:14.947558 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b657368e-84c9-415b-b410-8e1ba52d09f5') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:14.947846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b657368e-84c9-415b-b410-8e1ba52d09f5') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:14.960498 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.978754 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:14.979809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e471c-a840-46dd-a385-15b02774cf62 req-d30d72c3-e982-4dcb-9fbf-54cb6326806d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:14.981425 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5d6e471c-a840-46dd-a385-15b02774cf62 req-d30d72c3-e982-4dcb-9fbf-54cb6326806d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 948 time: 0.0717242 Jan 31 16:02:14.990981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05358c9-bcf3-4ed8-a05d-b3c5f823f7f1 req-8a6a0c9c-23fb-4046-9e25-36cbec08ef57 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:14.996774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05358c9-bcf3-4ed8-a05d-b3c5f823f7f1 req-8a6a0c9c-23fb-4046-9e25-36cbec08ef57 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:15.002699 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05358c9-bcf3-4ed8-a05d-b3c5f823f7f1 req-8a6a0c9c-23fb-4046-9e25-36cbec08ef57 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:15.008447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05358c9-bcf3-4ed8-a05d-b3c5f823f7f1 req-8a6a0c9c-23fb-4046-9e25-36cbec08ef57 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:15.014290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05358c9-bcf3-4ed8-a05d-b3c5f823f7f1 req-8a6a0c9c-23fb-4046-9e25-36cbec08ef57 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:15.020059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05358c9-bcf3-4ed8-a05d-b3c5f823f7f1 req-8a6a0c9c-23fb-4046-9e25-36cbec08ef57 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:15.021450 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5d6e471c-a840-46dd-a385-15b02774cf62 req-c5645f69-4a2d-415b-a6bf-499ce79fcfee tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327177 Jan 31 16:02:15.026201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05358c9-bcf3-4ed8-a05d-b3c5f823f7f1 req-8a6a0c9c-23fb-4046-9e25-36cbec08ef57 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:15.028144 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e05358c9-bcf3-4ed8-a05d-b3c5f823f7f1 req-8a6a0c9c-23fb-4046-9e25-36cbec08ef57 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5438 time: 0.1198790 Jan 31 16:02:15.033697 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:02:15.034167 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:02:15.037657 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:02:15.117216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e05358c9-bcf3-4ed8-a05d-b3c5f823f7f1 req-de1bbd86-5347-46c0-970b-556a4385ca73 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803690 Jan 31 16:02:15.118425 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.126346 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.130750 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] 10.222.0.36 "DELETE /v2.0/networks/c20c6b37-b13f-4985-980a-fb61a3775c6d HTTP/1.1" status: 204 len: 168 time: 0.4072008 Jan 31 16:02:15.152479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f8623-d963-49b3-8faa-d8122baba6da admin admin] Pushing event deleted for resources: {'Network': ['ID=c20c6b37-b13f-4985-980a-fb61a3775c6d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:15.186176 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.190794 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.217408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:02:15.227598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:15.232975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.233355 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Added segment c4ae6353-8985-400c-82f7-16228b4ed894 of type vlan for network 7f3f7475-5763-4383-9796-97b002a13c06 Jan 31 16:02:15.262895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50578) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:15.285545 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.327607 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-93062f35-a205-49c2-af34-e97498ec526a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ce172bab87d4c72819b686ec3182efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633597 Jan 31 16:02:15.329123 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.330873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50580) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:15.332758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:15.334621 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.387986 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33a7e74d-6e08-470c-aab3-a73f10e8caca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.394785 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6365962 Jan 31 16:02:15.398227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50582) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:15.402733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c4a81-44d7-4681-adda-ad7359b44422 admin admin] Pushing event updated for resources: {'Network': ['ID=7f3f7475-5763-4383-9796-97b002a13c06,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:15.404833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5aa69d8a-6e81-4f65-a34f-78c99a4830c5 admin admin] Request body: {'subnet': {'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-90701668-subnet', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:15.415245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 7f3f7475-5763-4383-9796-97b002a13c06 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:02:15.420743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33a7e74d-6e08-470c-aab3-a73f10e8caca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.445223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa69d8a-6e81-4f65-a34f-78c99a4830c5 admin admin] Made reservation on behalf of 0e5507f00dfd45c295eb0a6ab3faea74 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:02:15.447481 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5aa69d8a-6e81-4f65-a34f-78c99a4830c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.529789 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e5222-20ea-4ad5-bfa2-3544bd0e9a59 req-4f91d970-5b8b-4def-add1-6df21aeddd92 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:15.531417 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a5e5222-20ea-4ad5-bfa2-3544bd0e9a59 req-4f91d970-5b8b-4def-add1-6df21aeddd92 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0561669 Jan 31 16:02:15.558265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa5ad24-3f58-4a97-afa2-25e95018c66b', 'tag': 'ffbbc455-c5dc-4026-b586-66572f668160'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:15.561399 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b33cd60-01f4-48fd-a2f5-dce994a85615" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa5ad24-3f58-4a97-afa2-25e95018c66b", "tag": "ffbbc455-c5dc-4026-b586-66572f668160"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:15.562021 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33a7e74d-6e08-470c-aab3-a73f10e8caca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.564593 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33a7e74d-6e08-470c-aab3-a73f10e8caca admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.568491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-33a7e74d-6e08-470c-aab3-a73f10e8caca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01800458-0df0-4e92-8781-41adb6916e0f HTTP/1.1" status: 204 len: 168 time: 0.2332449 Jan 31 16:02:15.584728 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a5e5222-20ea-4ad5-bfa2-3544bd0e9a59 req-6e6544c0-8090-4c59-bbfb-4240d960fb79 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Jan 31 16:02:15.595131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7e74d-6e08-470c-aab3-a73f10e8caca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01800458-0df0-4e92-8781-41adb6916e0f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:15.645864 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f068329f-ae0b-4f4f-b6ad-a5abd060de71 x-openstack-request-id: req-f068329f-ae0b-4f4f-b6ad-a5abd060de71 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:15.646398 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa5ad24-3f58-4a97-afa2-25e95018c66b", "tag": "ffbbc455-c5dc-4026-b586-66572f668160", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:15.647027 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f068329f-ae0b-4f4f-b6ad-a5abd060de71 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:15.647691 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa5ad24-3f58-4a97-afa2-25e95018c66b', 'tag': 'ffbbc455-c5dc-4026-b586-66572f668160', 'status': 'completed', 'code': 200} Jan 31 16:02:15.674038 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5aa69d8a-6e81-4f65-a34f-78c99a4830c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.711758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33cd60-01f4-48fd-a2f5-dce994a85615 req-9c3afa56-d9de-47f5-8bef-cb8ffd6ecd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:15.713270 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b33cd60-01f4-48fd-a2f5-dce994a85615 req-9c3afa56-d9de-47f5-8bef-cb8ffd6ecd6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa0a945adb446eca7467bfcc1383562&device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 1099 time: 0.0436993 Jan 31 16:02:15.736024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa69d8a-6e81-4f65-a34f-78c99a4830c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec72c3f-2832-4d6f-a187-8355a8663b40,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:15.751981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa69d8a-6e81-4f65-a34f-78c99a4830c5 admin admin] Checking segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:02:15.752576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa69d8a-6e81-4f65-a34f-78c99a4830c5 admin admin] Network hostable DHCP agents. Network: 7f3f7475-5763-4383-9796-97b002a13c06, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:02:15.754601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0d944f8c-b759-4b3c-a86e-9292e6f787fd no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:15.771266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa69d8a-6e81-4f65-a34f-78c99a4830c5 admin admin] Network 7f3f7475-5763-4383-9796-97b002a13c06 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:02:15.785437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5aa69d8a-6e81-4f65-a34f-78c99a4830c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 7f3f7475-5763-4383-9796-97b002a13c06) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:02:15.789425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 0d944f8c-b759-4b3c-a86e-9292e6f787fd {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:02:15.791462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0d944f8c-b759-4b3c-a86e-9292e6f787fd not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:02:15.793103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa69d8a-6e81-4f65-a34f-78c99a4830c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:15.795011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5aa69d8a-6e81-4f65-a34f-78c99a4830c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.798956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64859f30-7be9-433f-9537-6066e93edf47 None None] Network 7f3f7475-5763-4383-9796-97b002a13c06 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:02:15.815344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33cd60-01f4-48fd-a2f5-dce994a85615 req-aefd2bef-03d5-4bd8-a795-74ecb4a92dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:15.820091 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b33cd60-01f4-48fd-a2f5-dce994a85615 req-aefd2bef-03d5-4bd8-a795-74ecb4a92dbc service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.0977931 Jan 31 16:02:15.820337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50590) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:15.821137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5aa69d8a-6e81-4f65-a34f-78c99a4830c5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4211531 Jan 31 16:02:15.825327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:15.872506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b33cd60-01f4-48fd-a2f5-dce994a85615 req-97defda4-738a-4225-954b-189cdc2d929a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ffbbc455-c5dc-4026-b586-66572f668160 HTTP/1.1" status: 200 len: 217 time: 0.0412908 Jan 31 16:02:15.892684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.893716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:15.952194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33cd60-01f4-48fd-a2f5-dce994a85615 req-a6621402-0142-4129-a304-08907d454464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:15.953808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b33cd60-01f4-48fd-a2f5-dce994a85615 req-a6621402-0142-4129-a304-08907d454464 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0705059 Jan 31 16:02:15.965715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-7f3f7475-5763-4383-9796-97b002a13c06', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:02:15.966662 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.001038 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.115607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Allocated IP 172.20.0.2 (7f3f7475-5763-4383-9796-97b002a13c06/aec72c3f-2832-4d6f-a187-8355a8663b40/62ff4452-9a78-49fb-8774-ca3a0f5d53f1) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:02:16.281382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc476f2-085d-4eb2-bc77-df5595a4b53a req-a8fde4c0-26fc-469c-83ba-52576a481667 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:16.287992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc476f2-085d-4eb2-bc77-df5595a4b53a req-a8fde4c0-26fc-469c-83ba-52576a481667 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:16.294561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc476f2-085d-4eb2-bc77-df5595a4b53a req-a8fde4c0-26fc-469c-83ba-52576a481667 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:16.300410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc476f2-085d-4eb2-bc77-df5595a4b53a req-a8fde4c0-26fc-469c-83ba-52576a481667 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:16.306874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc476f2-085d-4eb2-bc77-df5595a4b53a req-a8fde4c0-26fc-469c-83ba-52576a481667 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:16.312744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc476f2-085d-4eb2-bc77-df5595a4b53a req-a8fde4c0-26fc-469c-83ba-52576a481667 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:16.313815 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.319395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc476f2-085d-4eb2-bc77-df5595a4b53a req-a8fde4c0-26fc-469c-83ba-52576a481667 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:16.322308 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.328545 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdc476f2-085d-4eb2-bc77-df5595a4b53a req-a8fde4c0-26fc-469c-83ba-52576a481667 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5438 time: 0.1160586 Jan 31 16:02:16.384081 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdc476f2-085d-4eb2-bc77-df5595a4b53a req-9ab6ef19-01ab-49f2-ab87-d4f84b83c60b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501859 Jan 31 16:02:16.384236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Pushing event updated for resources: {'Port': ['ID=62ff4452-9a78-49fb-8774-ca3a0f5d53f1,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:16.410138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Network 7f3f7475-5763-4383-9796-97b002a13c06 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:02:16.410138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:02:16.410138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:02:16.453928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50614) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:16.467471 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Attempting to bind port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:02:16.468069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Attempting to bind port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:02:16.468197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Attempting to bind port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 on network 7f3f7475-5763-4383-9796-97b002a13c06 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:02:16.474336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:02:16.474868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Checking segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:02:16.475261 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.475997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Bound using segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:02:16.476110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Bound port: 62ff4452-9a78-49fb-8774-ca3a0f5d53f1, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:02:16.476489 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.511957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33cd60-01f4-48fd-a2f5-dce994a85615 req-e18efc67-665a-4fe7-b4d8-397c839449f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:16.513841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b33cd60-01f4-48fd-a2f5-dce994a85615 req-e18efc67-665a-4fe7-b4d8-397c839449f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5241308 Jan 31 16:02:16.545362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] For port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:02:16.550134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] For port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=62ff4452-9a78-49fb-8774-ca3a0f5d53f1,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:02:16.555385 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.560610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-478138440-network', 'tenant_id': '1ef6126808b347a3941c4b5f4aeb5865'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:16.588357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Made reservation on behalf of 1ef6126808b347a3941c4b5f4aeb5865 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:02:16.590249 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.599335 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.609340 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.644950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5533d8b-b541-4c04-be6f-6c8dcf5c2e70 None None] Pushing event updated for resources: {'Port': ['ID=62ff4452-9a78-49fb-8774-ca3a0f5d53f1,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:16.675439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83199eeb-d27d-4905-b632-f5238a7707f1 req-1f92fdec-8634-48b5-ba09-c27ec273035c tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:16.677014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83199eeb-d27d-4905-b632-f5238a7707f1 req-1f92fdec-8634-48b5-ba09-c27ec273035c tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 948 time: 0.2013938 Jan 31 16:02:16.701716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b2810873-dbdc-4b51-b917-8120475129a8 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:16.768466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port b2810873-dbdc-4b51-b917-8120475129a8 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:16.773934 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port b2810873-dbdc-4b51-b917-8120475129a8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:16.774384 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.779270 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b33cd60-01f4-48fd-a2f5-dce994a85615 req-c777879f-047d-46fe-88c1-9700ee31eca7 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342856 Jan 31 16:02:16.787187 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.794144 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.811237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cb760-13a3-4480-9a41-b1ba1504e7b2 req-778b4269-8074-4050-b1e5-7729be5ef4dc tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:16.841659 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-705cb760-13a3-4480-9a41-b1ba1504e7b2 req-778b4269-8074-4050-b1e5-7729be5ef4dc tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1354053 Jan 31 16:02:16.878580 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:02:16.896010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225f7012-5d63-46cf-8020-d906ace0d4de,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:16.898498 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83199eeb-d27d-4905-b632-f5238a7707f1 req-e350cdbd-26a1-45b6-bd28-2229d5ce8a97 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765814 Jan 31 16:02:16.921746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.922359 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Added segment b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6 of type vlan for network 22ed7c6a-83cd-4bda-b0b5-e54036188c16 Jan 31 16:02:16.937993 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:16.942561 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-705cb760-13a3-4480-9a41-b1ba1504e7b2 req-08f7ed16-3541-4328-ad78-f0c25e5e9810 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000500 Jan 31 16:02:16.973450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2810873-dbdc-4b51-b917-8120475129a8'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:16.976402 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c6aae8-4203-4c5c-b75c-f3d2279559a4" -d '{"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "b2810873-dbdc-4b51-b917-8120475129a8"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:16.986862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b33cd60-01f4-48fd-a2f5-dce994a85615 req-62d2e85b-fc26-420a-a825-fdb3a8b12314 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962783 Jan 31 16:02:17.006832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31d5315b-c0b8-4fe5-8fd3-8a49965ab690', '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5', '6d24a020-66a2-442d-a477-90c0aff05b62', 'cd92db1b-1459-461c-8e0a-2d551d8a45fa', '7dc897ff-9671-40f8-a533-6088a877129a'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:17.012359 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.053321 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.054930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:17.055626 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.063382 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f16e4d-0c0a-4c03-8549-422acce3a96e x-openstack-request-id: req-a9f16e4d-0c0a-4c03-8549-422acce3a96e {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:17.063701 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "b2810873-dbdc-4b51-b917-8120475129a8", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:17.063965 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9f16e4d-0c0a-4c03-8549-422acce3a96e {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:17.064440 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2810873-dbdc-4b51-b917-8120475129a8', 'code': 200} Jan 31 16:02:17.080545 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6252935 Jan 31 16:02:17.081236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b2810873-dbdc-4b51-b917-8120475129a8, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b2810873-dbdc-4b51-b917-8120475129a8,segment=NetworkSegment(90bc77d2-cd93-4486-9979-d410e5f25996),segment_id=90bc77d2-cd93-4486-9979-d410e5f25996)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:17.081590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50622) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:17.088385 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.089257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6c7b11e7-d17d-492a-8e0f-524f4a35b53f up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:17.091340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-99e78389-c23e-4303-bef0-21d4491b0dae admin admin] Request body: {'subnet': {'network_id': '22ed7c6a-83cd-4bda-b0b5-e54036188c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-478138440-subnet', 'tenant_id': '1ef6126808b347a3941c4b5f4aeb5865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:17.151281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e78389-c23e-4303-bef0-21d4491b0dae admin admin] Made reservation on behalf of 1ef6126808b347a3941c4b5f4aeb5865 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:02:17.153905 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99e78389-c23e-4303-bef0-21d4491b0dae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.155653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01495cf5-647d-45ac-be36-ddbba860e07e admin admin] Pushing event updated for resources: {'Network': ['ID=22ed7c6a-83cd-4bda-b0b5-e54036188c16,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:17.156145 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.177177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 22ed7c6a-83cd-4bda-b0b5-e54036188c16 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:02:17.190193 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.279252 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-48b47cd8-e1d8-4b18-b508-3a71005d034e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.289060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b2810873-dbdc-4b51-b917-8120475129a8,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:17.339275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:17.348242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:17.348623 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.405990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:17.418491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Allocated IP 172.25.1.205 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/84d91a77-e5cb-42b3-8e61-ddb09bbe8733) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:02:17.548634 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99e78389-c23e-4303-bef0-21d4491b0dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.552663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:17.552663 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.556468 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.558120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65d068-f397-48ab-a43b-594ec48b513e req-e83d2e1f-89a4-4319-a005-b701e7a17247 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:17.568763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65d068-f397-48ab-a43b-594ec48b513e req-e83d2e1f-89a4-4319-a005-b701e7a17247 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:17.574938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65d068-f397-48ab-a43b-594ec48b513e req-e83d2e1f-89a4-4319-a005-b701e7a17247 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:17.581576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65d068-f397-48ab-a43b-594ec48b513e req-e83d2e1f-89a4-4319-a005-b701e7a17247 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:17.588203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65d068-f397-48ab-a43b-594ec48b513e req-e83d2e1f-89a4-4319-a005-b701e7a17247 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:17.594543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65d068-f397-48ab-a43b-594ec48b513e req-e83d2e1f-89a4-4319-a005-b701e7a17247 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:17.600397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65d068-f397-48ab-a43b-594ec48b513e req-e83d2e1f-89a4-4319-a005-b701e7a17247 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:17.606783 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df65d068-f397-48ab-a43b-594ec48b513e req-e83d2e1f-89a4-4319-a005-b701e7a17247 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5439 time: 0.1363192 Jan 31 16:02:17.630691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e78389-c23e-4303-bef0-21d4491b0dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=91283660-76cd-4915-a05a-344da3ed5f59,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:17.642266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.664047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:17.670596 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df65d068-f397-48ab-a43b-594ec48b513e req-b7864cf5-1b3a-467b-9d19-379892af6b44 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589595 Jan 31 16:02:17.670907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e78389-c23e-4303-bef0-21d4491b0dae admin admin] Checking segment: {'id': 'b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '22ed7c6a-83cd-4bda-b0b5-e54036188c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:02:17.671577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e78389-c23e-4303-bef0-21d4491b0dae admin admin] Network hostable DHCP agents. Network: 22ed7c6a-83cd-4bda-b0b5-e54036188c16, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:02:17.682240 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.683045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 29e1151d-f230-4c79-8729-64cb72daa5d0 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:17.711735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e78389-c23e-4303-bef0-21d4491b0dae admin admin] Network 22ed7c6a-83cd-4bda-b0b5-e54036188c16 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:02:17.721032 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.754008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-99e78389-c23e-4303-bef0-21d4491b0dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 22ed7c6a-83cd-4bda-b0b5-e54036188c16) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:02:17.755826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ffbbc455-c5dc-4026-b586-66572f668160 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:17.765746 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e78389-c23e-4303-bef0-21d4491b0dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:17.766339 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99e78389-c23e-4303-bef0-21d4491b0dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:17.775803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:02:17.776343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9839f3-1116-4ae0-b644-84ea3fd527f6 None None] Network 22ed7c6a-83cd-4bda-b0b5-e54036188c16 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:02:17.782890 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:02:17.787904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:02:17.817206 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-99e78389-c23e-4303-bef0-21d4491b0dae admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7343836 Jan 31 16:02:17.817955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Pushing event updated for resources: {'Port': ['ID=84d91a77-e5cb-42b3-8e61-ddb09bbe8733,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:17.944647 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe3ea17-afdc-4aab-a240-8b54fd6e01c5 None None] Network 7f3f7475-5763-4383-9796-97b002a13c06 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:02:18.000397 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:18.080029 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:18.081830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 29e1151d-f230-4c79-8729-64cb72daa5d0 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:18.113509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 29e1151d-f230-4c79-8729-64cb72daa5d0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:18.113876 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:18.117359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795dde0-682a-41f5-9932-3abe1d1b7c57 req-26439bc7-ecf8-4edf-ba2d-34134bfde538 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:18.120341 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1795dde0-682a-41f5-9932-3abe1d1b7c57 req-26439bc7-ecf8-4edf-ba2d-34134bfde538 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0626972 Jan 31 16:02:18.138717 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:18.165213 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1795dde0-682a-41f5-9932-3abe1d1b7c57 req-29362a47-0621-4d40-8438-73edea31d1b9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369310 Jan 31 16:02:18.182313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-989011c5-ccdd-484f-bd0c-eb7b95447275 None None] Provisioning complete for port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:18.182689 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-989011c5-ccdd-484f-bd0c-eb7b95447275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:18.189608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78627a3d-319e-4574-bdfd-e25ee7a3e65e req-a8bf9e21-a6ff-489b-bb1e-97ff05e1f947 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:18.191158 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78627a3d-319e-4574-bdfd-e25ee7a3e65e req-a8bf9e21-a6ff-489b-bb1e-97ff05e1f947 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 948 time: 0.1348884 Jan 31 16:02:18.291134 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78627a3d-319e-4574-bdfd-e25ee7a3e65e req-b0bdb19e-4e08-451a-9605-6398635c9c18 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875895 Jan 31 16:02:18.406339 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:18.411852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=62ff4452-9a78-49fb-8774-ca3a0f5d53f1,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:18.434185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ffbbc455-c5dc-4026-b586-66572f668160, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ffbbc455-c5dc-4026-b586-66572f668160,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:18.471599 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:18.531172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'ffbbc455-c5dc-4026-b586-66572f668160', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'ffbbc455-c5dc-4026-b586-66572f668160', 'mac_address': 'fa:16:3e:4a:b2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:18.540142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-6bbdd677-8221-466b-a366-7a520a8c8de9 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:18.545626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Router 0a09e2d7-3667-4787-92a7-311e6c98474a is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:02:18.546434 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-6bbdd677-8221-466b-a366-7a520a8c8de9 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/networks?id=22ed7c6a-83cd-4bda-b0b5-e54036188c16 HTTP/1.1" status: 200 len: 821 time: 0.1233804 Jan 31 16:02:18.558404 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e3a942c1-f0f7-4b1a-b6ad-74531f42d313 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/quotas/1ef6126808b347a3941c4b5f4aeb5865 HTTP/1.1" status: 200 len: 375 time: 0.0092196 Jan 31 16:02:18.571688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22acae0b-b8f7-4780-b566-48551fd98602 None None] Network 22ed7c6a-83cd-4bda-b0b5-e54036188c16 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:02:18.596215 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-c62a4b05-0d6f-4e60-b4a9-6d9788234a8d tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ef6126808b347a3941c4b5f4aeb5865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313511 Jan 31 16:02:18.667403 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:02:18.693291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Sync routers for ids ['0a09e2d7-3667-4787-92a7-311e6c98474a'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:02:18.698103 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:18.699355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c42bfdab-25bc-4376-bec8-d4ad784943c7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8778934 Jan 31 16:02:18.702357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50648) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:18.758526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=62ff4452-9a78-49fb-8774-ca3a0f5d53f1,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:18.761806 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-de9f6aaf-a9d7-4d62-9e24-eb7748cb731a service neutron] 10.222.0.36 "GET /v2.0/networks/22ed7c6a-83cd-4bda-b0b5-e54036188c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576366 Jan 31 16:02:18.802495 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:18.832597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef733c03-8101-44d5-be4f-2dda3a3baa9d req-244a7455-41c6-4203-aa5d-a2367dc69c42 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:18.839712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef733c03-8101-44d5-be4f-2dda3a3baa9d req-244a7455-41c6-4203-aa5d-a2367dc69c42 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:18.845160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef733c03-8101-44d5-be4f-2dda3a3baa9d req-244a7455-41c6-4203-aa5d-a2367dc69c42 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:18.847440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Routers {'0a09e2d7-3667-4787-92a7-311e6c98474a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:02:18.848093 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:01:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0a09e2d7-3667-4787-92a7-311e6c98474a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:18.851985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef733c03-8101-44d5-be4f-2dda3a3baa9d req-244a7455-41c6-4203-aa5d-a2367dc69c42 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:18.857377 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:18.858197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef733c03-8101-44d5-be4f-2dda3a3baa9d req-244a7455-41c6-4203-aa5d-a2367dc69c42 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:18.864168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef733c03-8101-44d5-be4f-2dda3a3baa9d req-244a7455-41c6-4203-aa5d-a2367dc69c42 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:18.870017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef733c03-8101-44d5-be4f-2dda3a3baa9d req-244a7455-41c6-4203-aa5d-a2367dc69c42 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:18.872064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef733c03-8101-44d5-be4f-2dda3a3baa9d req-244a7455-41c6-4203-aa5d-a2367dc69c42 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5440 time: 0.1196156 Jan 31 16:02:18.898998 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbbc455-c5dc-4026-b586-66572f668160 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:18.924776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef733c03-8101-44d5-be4f-2dda3a3baa9d req-decdf006-c0fc-4fb9-ab8d-9b65d4d2248a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439909 Jan 31 16:02:18.965852 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-381a9c4b-bf5a-4fe2-8811-6ef3da8269e9 service neutron] 10.222.0.36 "GET /v2.0/networks/22ed7c6a-83cd-4bda-b0b5-e54036188c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871257 Jan 31 16:02:18.998839 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ffbbc455-c5dc-4026-b586-66572f668160, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ffbbc455-c5dc-4026-b586-66572f668160,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:19.058288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:19.069788 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7b11e7-d17d-492a-8e0f-524f4a35b53f'}, {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e1151d-f230-4c79-8729-64cb72daa5d0'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:19.071995 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c3bf9b-0540-4126-a93a-54a3a1939b69" -d '{"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "6c7b11e7-d17d-492a-8e0f-524f4a35b53f"}, {"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "29e1151d-f230-4c79-8729-64cb72daa5d0"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:19.085204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 29e1151d-f230-4c79-8729-64cb72daa5d0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=29e1151d-f230-4c79-8729-64cb72daa5d0,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:19.113707 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:19.114505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b809d91f-3693-4c9b-9842-45c88f84e495 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:19.152170 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd324c5-395e-4282-8a80-356673da2450 x-openstack-request-id: req-0fd324c5-395e-4282-8a80-356673da2450 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:19.152468 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "6c7b11e7-d17d-492a-8e0f-524f4a35b53f", "code": 200}, {"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "29e1151d-f230-4c79-8729-64cb72daa5d0", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:19.152725 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0fd324c5-395e-4282-8a80-356673da2450 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:19.154152 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7b11e7-d17d-492a-8e0f-524f4a35b53f', 'code': 200} Jan 31 16:02:19.157848 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e1151d-f230-4c79-8729-64cb72daa5d0', 'code': 200} Jan 31 16:02:19.211008 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Set router 0a09e2d7-3667-4787-92a7-311e6c98474a gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:02:19.279829 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2d99b05-7fa5-4bba-a01d-cb3d92e7d606 req-83b6886d-3603-4561-8d88-2b4dad0852f2 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 210 time: 0.1140761 Jan 31 16:02:19.297573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ffbbc455-c5dc-4026-b586-66572f668160,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:19.442453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ffbbc455-c5dc-4026-b586-66572f668160'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:19.456455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:19.510220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1834ff0-39dc-458c-8ba8-3d15c3b82527 req-9a769f50-933f-405c-a35a-980a2d760a2f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:19.515239 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1834ff0-39dc-458c-8ba8-3d15c3b82527 req-9a769f50-933f-405c-a35a-980a2d760a2f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 949 time: 0.0809221 Jan 31 16:02:19.610182 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1834ff0-39dc-458c-8ba8-3d15c3b82527 req-f555011c-5a79-43ef-9123-3a71e0f05984 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886395 Jan 31 16:02:19.675635 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port b809d91f-3693-4c9b-9842-45c88f84e495 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:19.769306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port b809d91f-3693-4c9b-9842-45c88f84e495 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:19.769976 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:19.805282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2e548fa7-2527-4b86-b4fd-a9a682f6c06d None None] Provisioning complete for port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:19.805806 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2e548fa7-2527-4b86-b4fd-a9a682f6c06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:19.808400 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-02a477ef-e303-442c-a688-634c5e2c21c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:19.810395 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:19.826170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45befbb3-6de1-49ad-aa4e-5bb832426e3a req-06272529-bf30-4cb0-ab3c-ac28be5de590 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:19.830657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=29e1151d-f230-4c79-8729-64cb72daa5d0,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:19.834133 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-45befbb3-6de1-49ad-aa4e-5bb832426e3a req-06272529-bf30-4cb0-ab3c-ac28be5de590 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.4556684 Jan 31 16:02:19.899739 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:19.922338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-45befbb3-6de1-49ad-aa4e-5bb832426e3a req-ccf5076e-703d-4cc3-988c-74ff30ae1d1b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871735 Jan 31 16:02:20.033497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:20.033907 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:20.124144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Allocated IP 172.20.0.1 (7f3f7475-5763-4383-9796-97b002a13c06/aec72c3f-2832-4d6f-a187-8355a8663b40/e8583210-8674-41a0-8b72-4d7650f385bb) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:02:20.207542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:02:17Z', 'revision_number': 3, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:20.226870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f17f1-5bee-47e6-9430-724a75519ec2 req-96b7d2c8-5fad-45ab-8a32-5a4ed2431383 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:20.235049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f17f1-5bee-47e6-9430-724a75519ec2 req-96b7d2c8-5fad-45ab-8a32-5a4ed2431383 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:20.243899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f17f1-5bee-47e6-9430-724a75519ec2 req-96b7d2c8-5fad-45ab-8a32-5a4ed2431383 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:20.252921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f17f1-5bee-47e6-9430-724a75519ec2 req-96b7d2c8-5fad-45ab-8a32-5a4ed2431383 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:20.268228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f17f1-5bee-47e6-9430-724a75519ec2 req-96b7d2c8-5fad-45ab-8a32-5a4ed2431383 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:20.276729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f17f1-5bee-47e6-9430-724a75519ec2 req-96b7d2c8-5fad-45ab-8a32-5a4ed2431383 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:20.285173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f17f1-5bee-47e6-9430-724a75519ec2 req-96b7d2c8-5fad-45ab-8a32-5a4ed2431383 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:20.285284 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:20.287523 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-364f17f1-5bee-47e6-9430-724a75519ec2 req-96b7d2c8-5fad-45ab-8a32-5a4ed2431383 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5441 time: 0.2296114 Jan 31 16:02:20.318403 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Checking router: 0a09e2d7-3667-4787-92a7-311e6c98474a for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:02:20.318785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Updating router 0a09e2d7-3667-4787-92a7-311e6c98474a port 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:02:20.322090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:20.362843 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:20.372346 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-364f17f1-5bee-47e6-9430-724a75519ec2 req-8abeaa06-ac57-4578-9bf9-c57984552c27 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696120 Jan 31 16:02:20.379367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'port_id': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'mac_address': 'fa:16:3e:88:a5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:20.424453 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:20.454882 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c929a825-76e9-4ccd-bcd5-a46e0ce420e7 req-c095e3e3-0613-43d0-bba0-00dc09044d4f tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 210 time: 0.0440905 Jan 31 16:02:20.518806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Network 7f3f7475-5763-4383-9796-97b002a13c06 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:02:20.522824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:02:20.541607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:02:20.545661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Pushing event updated for resources: {'Port': ['ID=e8583210-8674-41a0-8b72-4d7650f385bb,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:20.613368 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:20.620550 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:20.624529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b809d91f-3693-4c9b-9842-45c88f84e495, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b809d91f-3693-4c9b-9842-45c88f84e495,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:20.749274 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:20.897260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2f661-1705-4b8d-b0bb-1fb3f595bcd1 req-cd9c7ba3-a350-40b3-b0a1-eace7dc4d6c8 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:20.904232 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97d2f661-1705-4b8d-b0bb-1fb3f595bcd1 req-cd9c7ba3-a350-40b3-b0a1-eace7dc4d6c8 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 949 time: 0.1005056 Jan 31 16:02:20.929377 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:20.953752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-1ad7ea9c-e561-44bc-834f-f6e54fa6aca6 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:20.955516 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-1ad7ea9c-e561-44bc-834f-f6e54fa6aca6 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.30 "GET /v2.0/networks?id=22ed7c6a-83cd-4bda-b0b5-e54036188c16 HTTP/1.1" status: 200 len: 821 time: 0.3087807 Jan 31 16:02:20.983840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97d2f661-1705-4b8d-b0bb-1fb3f595bcd1 req-548d6cc4-0a73-4d25-aa60-4a870e30323a tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745866 Jan 31 16:02:20.992633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Request body: {'port': {'device_id': 'b76dc8c8-09a3-445f-b20e-d7b94a2262db', 'network_id': '22ed7c6a-83cd-4bda-b0b5-e54036188c16', 'admin_state_up': True, 'tenant_id': '1ef6126808b347a3941c4b5f4aeb5865'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:21.100964 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.111648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 7763f452-c3b6-430f-a3f3-701fab378678 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:21.148285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Made reservation on behalf of 1ef6126808b347a3941c4b5f4aeb5865 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:02:21.153044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.178903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b809d91f-3693-4c9b-9842-45c88f84e495'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:21.181106 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178e60dc-60e0-49cb-bc78-2d9b44150bbb" -d '{"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "b809d91f-3693-4c9b-9842-45c88f84e495"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:21.228035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaae65b-8a23-44c9-83dc-b42cfa744cac req-2ab44e14-3c3a-4ce5-a43c-dc48db3012c4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:21.235414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:21.240283 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4aaae65b-8a23-44c9-83dc-b42cfa744cac req-2ab44e14-3c3a-4ce5-a43c-dc48db3012c4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1356263 Jan 31 16:02:21.262218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:21.283098 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ffadb3a4-e61a-4ea9-9878-10b9227439bb None None] Provisioning complete for port e8583210-8674-41a0-8b72-4d7650f385bb triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:21.283505 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ffadb3a4-e61a-4ea9-9878-10b9227439bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.288385 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.303973 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.328299 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ff9ba0-ec14-476b-b891-932e4101d8e6 x-openstack-request-id: req-c1ff9ba0-ec14-476b-b891-932e4101d8e6 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:21.328716 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "b809d91f-3693-4c9b-9842-45c88f84e495", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:21.328849 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1ff9ba0-ec14-476b-b891-932e4101d8e6 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:21.329451 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b809d91f-3693-4c9b-9842-45c88f84e495', 'code': 200} Jan 31 16:02:21.333012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ffadb3a4-e61a-4ea9-9878-10b9227439bb None None] Port e8583210-8674-41a0-8b72-4d7650f385bb cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:02:21.334505 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.342960 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.348482 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b809d91f-3693-4c9b-9842-45c88f84e495,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:21.379272 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Allocated IP 172.20.0.4 (22ed7c6a-83cd-4bda-b0b5-e54036188c16/91283660-76cd-4915-a05a-344da3ed5f59/05fa3b89-bb5f-4971-b23e-cadc83d67a8b) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:02:21.418056 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4aaae65b-8a23-44c9-83dc-b42cfa744cac req-34f9339d-a748-4536-8694-b1c6200f2bed tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764596 Jan 31 16:02:21.433105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 7763f452-c3b6-430f-a3f3-701fab378678 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:21.447573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 7763f452-c3b6-430f-a3f3-701fab378678 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:21.447573 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.495317 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:21.497942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Pushing event updated for resources: {'Port': ['ID=e8583210-8674-41a0-8b72-4d7650f385bb,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:21.515221 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.551585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:21.686664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1d471-f3c2-445c-9b10-d2c1b9b0b0a1 req-fc04c1f6-cfbf-44cf-a33e-f397beab8a95 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:21.691498 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-be345190-3d14-4337-a50f-1bfd75ef4ab7 req-c212af3e-1cc2-4337-9d71-772a43fdab56 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 210 time: 0.0287397 Jan 31 16:02:21.693679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1d471-f3c2-445c-9b10-d2c1b9b0b0a1 req-fc04c1f6-cfbf-44cf-a33e-f397beab8a95 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:21.698987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Network 7f3f7475-5763-4383-9796-97b002a13c06 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:02:21.700832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:02:21.701872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1d471-f3c2-445c-9b10-d2c1b9b0b0a1 req-fc04c1f6-cfbf-44cf-a33e-f397beab8a95 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:21.709451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1d471-f3c2-445c-9b10-d2c1b9b0b0a1 req-fc04c1f6-cfbf-44cf-a33e-f397beab8a95 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:21.718142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1d471-f3c2-445c-9b10-d2c1b9b0b0a1 req-fc04c1f6-cfbf-44cf-a33e-f397beab8a95 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:21.728639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1d471-f3c2-445c-9b10-d2c1b9b0b0a1 req-fc04c1f6-cfbf-44cf-a33e-f397beab8a95 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:21.741434 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.745206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1d471-f3c2-445c-9b10-d2c1b9b0b0a1 req-fc04c1f6-cfbf-44cf-a33e-f397beab8a95 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:21.745518 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.755236 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-efe1d471-f3c2-445c-9b10-d2c1b9b0b0a1 req-fc04c1f6-cfbf-44cf-a33e-f397beab8a95 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5442 time: 0.1938226 Jan 31 16:02:21.764028 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.838540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54f1f4-6773-461d-afd7-17d0f6530b39 None None] Pushing event updated for resources: {'Port': ['ID=84d91a77-e5cb-42b3-8e61-ddb09bbe8733,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:21.838845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-efe1d471-f3c2-445c-9b10-d2c1b9b0b0a1 req-3f83381e-80e0-4e7e-ad25-675ff8406fe5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821676 Jan 31 16:02:21.847346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ffbbc455-c5dc-4026-b586-66572f668160 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:21.900173 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.905838 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 7763f452-c3b6-430f-a3f3-701fab378678, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7763f452-c3b6-430f-a3f3-701fab378678,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:21.934691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Router 0a09e2d7-3667-4787-92a7-311e6c98474a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:02:21.958438 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.963202 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:21.976738 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 31f39707-e831-4532-a49f-aa4b202c02f7 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:22.043593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Network 22ed7c6a-83cd-4bda-b0b5-e54036188c16 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:02:22.047292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:02:22.052072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:02:22.084980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:02:22.090579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ff494875-09a8-4cf0-b3cc-95e25a88196e admin admin] 10.222.0.36 "PUT /v2.0/routers/0a09e2d7-3667-4787-92a7-311e6c98474a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3869238 Jan 31 16:02:22.134792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Pushing event updated for resources: {'Port': ['ID=05fa3b89-bb5f-4971-b23e-cadc83d67a8b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:22.143472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:22.144229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:22.167043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-e9640b98-cd2e-4af0-a0b2-aa61f6e7816e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1812284 Jan 31 16:02:22.178183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Attempting to bind port 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:02:22.178687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Attempting to bind port 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:02:22.179066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Request body: {'port': {'device_id': 'b76dc8c8-09a3-445f-b20e-d7b94a2262db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:22.179236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Attempting to bind port 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:02:22.203694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d6932-f2e5-4a49-a639-fc0e7dcf43d3 req-28ab63a4-30f9-4335-9c27-472daece07b0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:22.212773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e63d6932-f2e5-4a49-a639-fc0e7dcf43d3 req-28ab63a4-30f9-4335-9c27-472daece07b0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 949 time: 0.0859249 Jan 31 16:02:22.230670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:02:22.231216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:02:22.232026 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:22.232155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:02:22.232742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Bound port: 84d91a77-e5cb-42b3-8e61-ddb09bbe8733, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:02:22.233202 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:22.265574 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e63d6932-f2e5-4a49-a639-fc0e7dcf43d3 req-37c0a6aa-5cd8-4b9e-9cc6-07a7cd1e3785 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469460 Jan 31 16:02:22.284249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-bc7bcd6f-7954-4ff3-b405-700b37e5db99 None None] Provisioning complete for port e8583210-8674-41a0-8b72-4d7650f385bb triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:22.284866 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bc7bcd6f-7954-4ff3-b405-700b37e5db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:22.322557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:22.341355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:22.350028 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=7763f452-c3b6-430f-a3f3-701fab378678,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:22.367124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port ffbbc455-c5dc-4026-b586-66572f668160 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:22.377747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port ffbbc455-c5dc-4026-b586-66572f668160 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:22.377747 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:22.409423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] For port 84d91a77-e5cb-42b3-8e61-ddb09bbe8733, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:02:22.413853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-bc7bcd6f-7954-4ff3-b405-700b37e5db99 None None] Port e8583210-8674-41a0-8b72-4d7650f385bb cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:02:22.432753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] For port 84d91a77-e5cb-42b3-8e61-ddb09bbe8733, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=84d91a77-e5cb-42b3-8e61-ddb09bbe8733,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:02:22.434039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 31f39707-e831-4532-a49f-aa4b202c02f7 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:22.444130 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:22.446405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 31f39707-e831-4532-a49f-aa4b202c02f7 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:22.446844 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:22.551150 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:22.588232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54f1f4-6773-461d-afd7-17d0f6530b39 None None] Pushing event updated for resources: {'Port': ['ID=84d91a77-e5cb-42b3-8e61-ddb09bbe8733,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:22.593321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Routers {'0a09e2d7-3667-4787-92a7-311e6c98474a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:02:22.594037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:02:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0a09e2d7-3667-4787-92a7-311e6c98474a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:22.620652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9c55d-d8fa-4f7b-b8ef-debe36566ed5 req-2f73aca3-7d26-4cf6-bf62-7c21b795e879 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:22.631063 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5df9c55d-d8fa-4f7b-b8ef-debe36566ed5 req-2f73aca3-7d26-4cf6-bf62-7c21b795e879 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 944 time: 0.0826991 Jan 31 16:02:22.683514 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5df9c55d-d8fa-4f7b-b8ef-debe36566ed5 req-9d47f04b-d122-47f5-ab44-23fd787055c9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467899 Jan 31 16:02:22.729676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] Set router 0a09e2d7-3667-4787-92a7-311e6c98474a gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:02:22.929938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d3991-2b27-40a4-af3d-4c824750f013 req-b4f5a78a-59c7-4fa7-8532-ab8ff3a05a7f tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:22.936855 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:22.948722 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fb8d3991-2b27-40a4-af3d-4c824750f013 req-b4f5a78a-59c7-4fa7-8532-ab8ff3a05a7f tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 931 time: 0.1191535 Jan 31 16:02:22.952369 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:22.980926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fa3b89-bb5f-4971-b23e-cadc83d67a8b {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:23.007930 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.043254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Transition to ACTIVE for port object 05fa3b89-bb5f-4971-b23e-cadc83d67a8b will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:02:23.048982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.051562 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fb8d3991-2b27-40a4-af3d-4c824750f013 req-c8f0b7a1-9258-445e-91ed-152dbdfb05da tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/security-groups?id=225f7012-5d63-46cf-8020-d906ace0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007650 Jan 31 16:02:23.059624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ffbbc455-c5dc-4026-b586-66572f668160, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ffbbc455-c5dc-4026-b586-66572f668160,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:23.062616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 31f39707-e831-4532-a49f-aa4b202c02f7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=31f39707-e831-4532-a49f-aa4b202c02f7,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:23.071849 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.073990 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.074719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d2df101d-aeaf-4eea-a281-f00e4a175292 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:23.121298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Pushing event updated for resources: {'Port': ['ID=05fa3b89-bb5f-4971-b23e-cadc83d67a8b,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:23.152180 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50726) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:23.157392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0f80adbb-f8f8-4a6a-b6a7-228570e80386 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1524518080', 'description': 'tempest-description--1142213552'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:23.237311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e8583210-8674-41a0-8b72-4d7650f385bb', 'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'mac_address': 'fa:16:3e:65:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:19Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 2, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'subnets': [{'id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:23.245698 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ffbbc455-c5dc-4026-b586-66572f668160,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:23.263096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Attempting to bind port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:02:23.263608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Attempting to bind port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '22ed7c6a-83cd-4bda-b0b5-e54036188c16'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:02:23.263808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Attempting to bind port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b on network 22ed7c6a-83cd-4bda-b0b5-e54036188c16 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:02:23.269055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b on network 22ed7c6a-83cd-4bda-b0b5-e54036188c16 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:02:23.269416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Attempting to bind port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b on network 22ed7c6a-83cd-4bda-b0b5-e54036188c16 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:02:23.277892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:02:23.277892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Checking segment: {'id': 'b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '22ed7c6a-83cd-4bda-b0b5-e54036188c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:02:23.278413 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Bound using segment: {'id': 'b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '22ed7c6a-83cd-4bda-b0b5-e54036188c16'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:02:23.278823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Bound port: 05fa3b89-bb5f-4971-b23e-cadc83d67a8b, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '22ed7c6a-83cd-4bda-b0b5-e54036188c16'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:02:23.279379 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.282757 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f80adbb-f8f8-4a6a-b6a7-228570e80386 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.347325 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4b50e-dd17-47a9-8d66-fc3505e30233 req-91d52a24-bc35-4dda-b2c9-17febf9c52ec tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:23.355587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] For port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:02:23.362742 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4b50e-dd17-47a9-8d66-fc3505e30233 req-91d52a24-bc35-4dda-b2c9-17febf9c52ec tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:23.363974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] For port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=05fa3b89-bb5f-4971-b23e-cadc83d67a8b,segment=NetworkSegment(b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6),segment_id=b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:02:23.370951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4b50e-dd17-47a9-8d66-fc3505e30233 req-91d52a24-bc35-4dda-b2c9-17febf9c52ec tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:23.377377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4b50e-dd17-47a9-8d66-fc3505e30233 req-91d52a24-bc35-4dda-b2c9-17febf9c52ec tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:23.380657 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.384305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4b50e-dd17-47a9-8d66-fc3505e30233 req-91d52a24-bc35-4dda-b2c9-17febf9c52ec tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:23.392136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4b50e-dd17-47a9-8d66-fc3505e30233 req-91d52a24-bc35-4dda-b2c9-17febf9c52ec tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:23.402575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4b50e-dd17-47a9-8d66-fc3505e30233 req-91d52a24-bc35-4dda-b2c9-17febf9c52ec tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:23.413175 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1e4b50e-dd17-47a9-8d66-fc3505e30233 req-91d52a24-bc35-4dda-b2c9-17febf9c52ec tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5444 time: 0.2462864 Jan 31 16:02:23.467895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Pushing event updated for resources: {'Port': ['ID=05fa3b89-bb5f-4971-b23e-cadc83d67a8b,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:23.480963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port d2df101d-aeaf-4eea-a281-f00e4a175292 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:23.483039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7763f452-c3b6-430f-a3f3-701fab378678'}, {'server_uuid': '8aa5ad24-3f58-4a97-afa2-25e95018c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbbc455-c5dc-4026-b586-66572f668160'}, {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f39707-e831-4532-a49f-aa4b202c02f7'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:23.485247 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76fd82a-1c30-4af5-96f5-d7511d813915" -d '{"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "7763f452-c3b6-430f-a3f3-701fab378678"}, {"server_uuid": "8aa5ad24-3f58-4a97-afa2-25e95018c66b", "name": "network-vif-plugged", "status": "completed", "tag": "ffbbc455-c5dc-4026-b586-66572f668160"}, {"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "31f39707-e831-4532-a49f-aa4b202c02f7"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:23.486269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1e4b50e-dd17-47a9-8d66-fc3505e30233 req-9757f1ce-dded-4a8c-a132-d652c8eac4d2 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552478 Jan 31 16:02:23.498477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e0712-2003-488f-8fc3-7d49d218aefb None None] The sync data for ids ['0a09e2d7-3667-4787-92a7-311e6c98474a'] in n-d-827120-1 is: [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e8583210-8674-41a0-8b72-4d7650f385bb', 'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'mac_address': 'fa:16:3e:65:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:19Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 2, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'subnets': [{'id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:02:23.503410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:23.503497 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.504852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-b11136d5-368b-4429-8509-08b0d55e689c service neutron] 10.222.0.30 "PUT /v2.0/ports/05fa3b89-bb5f-4971-b23e-cadc83d67a8b HTTP/1.1" status: 200 len: 1091 time: 1.3301959 Jan 31 16:02:23.505288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76dc8c8-09a3-445f-b20e-d7b94a2262db', 'tag': '05fa3b89-bb5f-4971-b23e-cadc83d67a8b'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:23.507584 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67f5daa-40fe-4687-9256-a5357b9bdaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "b76dc8c8-09a3-445f-b20e-d7b94a2262db", "tag": "05fa3b89-bb5f-4971-b23e-cadc83d67a8b"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:23.529525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port d2df101d-aeaf-4eea-a281-f00e4a175292 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:23.529958 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.584269 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b25f69e-8cb8-4f32-9f70-7d9aba421ca2 x-openstack-request-id: req-3b25f69e-8cb8-4f32-9f70-7d9aba421ca2 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:23.584734 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "7763f452-c3b6-430f-a3f3-701fab378678", "code": 200}, {"server_uuid": "8aa5ad24-3f58-4a97-afa2-25e95018c66b", "name": "network-vif-plugged", "status": "completed", "tag": "ffbbc455-c5dc-4026-b586-66572f668160", "code": 200}, {"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "31f39707-e831-4532-a49f-aa4b202c02f7", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:23.585054 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b25f69e-8cb8-4f32-9f70-7d9aba421ca2 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:23.585257 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7763f452-c3b6-430f-a3f3-701fab378678', 'code': 200} Jan 31 16:02:23.589996 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa5ad24-3f58-4a97-afa2-25e95018c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbbc455-c5dc-4026-b586-66572f668160', 'code': 200} Jan 31 16:02:23.591006 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f39707-e831-4532-a49f-aa4b202c02f7', 'code': 200} Jan 31 16:02:23.603202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f77886-046e-4668-9fc8-486f7b25a5f0 req-bb310417-ae2a-4a44-806c-f775048c3770 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:23.613449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55f77886-046e-4668-9fc8-486f7b25a5f0 req-bb310417-ae2a-4a44-806c-f775048c3770 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 950 time: 0.2426190 Jan 31 16:02:23.656101 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f80adbb-f8f8-4a6a-b6a7-228570e80386 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.671149 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=31f39707-e831-4532-a49f-aa4b202c02f7,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:23.697338 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6099b7dc-de6e-44bc-9cc0-8efe7890d5ec x-openstack-request-id: req-6099b7dc-de6e-44bc-9cc0-8efe7890d5ec {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:23.698150 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76dc8c8-09a3-445f-b20e-d7b94a2262db", "tag": "05fa3b89-bb5f-4971-b23e-cadc83d67a8b", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:23.698544 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6099b7dc-de6e-44bc-9cc0-8efe7890d5ec {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:23.699088 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76dc8c8-09a3-445f-b20e-d7b94a2262db', 'tag': '05fa3b89-bb5f-4971-b23e-cadc83d67a8b', 'status': 'completed', 'code': 200} Jan 31 16:02:23.715284 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f80adbb-f8f8-4a6a-b6a7-228570e80386 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.724580 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.764947 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55f77886-046e-4668-9fc8-486f7b25a5f0 req-a1d2f619-c424-4117-99dd-1be206626c2d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501186 Jan 31 16:02:23.785374 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f80adbb-f8f8-4a6a-b6a7-228570e80386 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.785374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0f80adbb-f8f8-4a6a-b6a7-228570e80386 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6280365 Jan 31 16:02:23.790606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50736) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:23.792772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc26ec-7ff9-4175-854b-80147e84b464 req-4d97009d-0180-43e3-9b83-863ca11d15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:23.793500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-14d6ccd7-2e94-404d-a0d4-7a5670e0c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:23.794490 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7cc26ec-7ff9-4175-854b-80147e84b464 req-4d97009d-0180-43e3-9b83-863ca11d15a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 1101 time: 0.1304607 Jan 31 16:02:23.795250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80adbb-f8f8-4a6a-b6a7-228570e80386 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30567e82-949c-4f5b-b6bb-daaab3d650ec,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:23.795666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-14d6ccd7-2e94-404d-a0d4-7a5670e0c641 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ef6126808b347a3941c4b5f4aeb5865&device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 1094 time: 0.1690762 Jan 31 16:02:23.801899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c7cda600-07e5-4d79-8153-c737eb1c68c8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Request body: {'security_group_rule': {'security_group_id': '30567e82-949c-4f5b-b6bb-daaab3d650ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:23.808687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:23.844596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port d2df101d-aeaf-4eea-a281-f00e4a175292, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d2df101d-aeaf-4eea-a281-f00e4a175292,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:23.874737 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-1755df3e-62c1-433a-a0a8-f3d0a57bf41e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fa3b89-bb5f-4971-b23e-cadc83d67a8b HTTP/1.1" status: 200 len: 217 time: 0.0606937 Jan 31 16:02:23.884249 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7cc26ec-7ff9-4175-854b-80147e84b464 req-62dff164-9097-4383-a5a8-107deffd5a68 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711560 Jan 31 16:02:23.911173 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:23.935002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca5cab-21c7-4153-a4ef-16fb4a599f3b req-3cc78d59-31e8-41b8-b7e2-b6207cebe133 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:23.936843 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-80ca5cab-21c7-4153-a4ef-16fb4a599f3b req-3cc78d59-31e8-41b8-b7e2-b6207cebe133 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 944 time: 0.0772440 Jan 31 16:02:23.964409 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c7cda600-07e5-4d79-8153-c737eb1c68c8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:24.009791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-5b5df788-a0a1-4c36-844a-dba0b2851265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:24.012212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:24.012959 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-5b5df788-a0a1-4c36-844a-dba0b2851265 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91283660-76cd-4915-a05a-344da3ed5f59 HTTP/1.1" status: 200 len: 861 time: 0.1303763 Jan 31 16:02:24.013244 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:24.016202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=d2df101d-aeaf-4eea-a281-f00e4a175292,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:24.078778 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c7cda600-07e5-4d79-8153-c737eb1c68c8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:24.092219 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-80ca5cab-21c7-4153-a4ef-16fb4a599f3b req-3f1c8eaa-01da-4c0a-9465-ab77a047570e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244595 Jan 31 16:02:24.142329 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-c41a1f1d-ee4c-4478-80c7-7c875e62dd1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22ed7c6a-83cd-4bda-b0b5-e54036188c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605011 Jan 31 16:02:24.143320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c7cda600-07e5-4d79-8153-c737eb1c68c8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:24.172235 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:24.185415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cda600-07e5-4d79-8153-c737eb1c68c8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2732b248-09db-484d-b5a8-13c33a66c590,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:24.252507 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c7cda600-07e5-4d79-8153-c737eb1c68c8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:24.256473 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c7cda600-07e5-4d79-8153-c737eb1c68c8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4571555 Jan 31 16:02:24.257258 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50740) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:24.266166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1b11c34d-b2b0-4c4a-853d-80f49c24fc93 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Request body: {'security_group_rule': {'security_group_id': '30567e82-949c-4f5b-b6bb-daaab3d650ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:24.274277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:24.279806 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:24.320112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39439606-745b-4093-952f-3e7742b5b3bf req-d0cf7332-2023-4f57-8ac6-a655a9e1e25c tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:24.324966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39439606-745b-4093-952f-3e7742b5b3bf req-d0cf7332-2023-4f57-8ac6-a655a9e1e25c tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 943 time: 0.0942550 Jan 31 16:02:24.342583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1b11c34d-b2b0-4c4a-853d-80f49c24fc93 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:24.347353 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-5c86b8a0-2046-4b85-ab8b-1ea94d94a057 service neutron] 10.222.0.30 "GET /v2.0/networks/22ed7c6a-83cd-4bda-b0b5-e54036188c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960378 Jan 31 16:02:24.390480 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:24.446936 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1b11c34d-b2b0-4c4a-853d-80f49c24fc93 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:24.452502 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1b11c34d-b2b0-4c4a-853d-80f49c24fc93 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:24.482446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11c34d-b2b0-4c4a-853d-80f49c24fc93 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c24de35-11d1-457b-904b-44cb285cdd8e,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:24.500355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39439606-745b-4093-952f-3e7742b5b3bf req-1281d44b-b1a8-4eb7-b38c-3e89b7de4893 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/security-groups?id=225f7012-5d63-46cf-8020-d906ace0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570094 Jan 31 16:02:24.517649 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1b11c34d-b2b0-4c4a-853d-80f49c24fc93 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:24.528551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1b11c34d-b2b0-4c4a-853d-80f49c24fc93 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2671027 Jan 31 16:02:24.529599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50742) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:24.536303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:24.553301 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87202398-c88e-4aa4-8570-5bf2c7c29d32 req-a38d0cbd-4abe-4993-be45-f939cbbbeadc service neutron] 10.222.0.30 "GET /v2.0/networks/22ed7c6a-83cd-4bda-b0b5-e54036188c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929400 Jan 31 16:02:24.603187 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:24.737856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f5daa-40fe-4687-9256-a5357b9bdaf3 req-aaecd171-f907-4be7-8446-91dd5c6adc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:24.741826 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c67f5daa-40fe-4687-9256-a5357b9bdaf3 req-aaecd171-f907-4be7-8446-91dd5c6adc1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ef6126808b347a3941c4b5f4aeb5865&device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 1094 time: 0.1261411 Jan 31 16:02:24.910744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd8b7-26e9-41fe-af63-00da092c9ca2 req-7da50900-9f38-4f26-baf5-e4b2f8777cb7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:24.919318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd8b7-26e9-41fe-af63-00da092c9ca2 req-7da50900-9f38-4f26-baf5-e4b2f8777cb7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:24.927013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd8b7-26e9-41fe-af63-00da092c9ca2 req-7da50900-9f38-4f26-baf5-e4b2f8777cb7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:24.936988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd8b7-26e9-41fe-af63-00da092c9ca2 req-7da50900-9f38-4f26-baf5-e4b2f8777cb7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:24.944144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd8b7-26e9-41fe-af63-00da092c9ca2 req-7da50900-9f38-4f26-baf5-e4b2f8777cb7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:24.954177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd8b7-26e9-41fe-af63-00da092c9ca2 req-7da50900-9f38-4f26-baf5-e4b2f8777cb7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:24.962797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd8b7-26e9-41fe-af63-00da092c9ca2 req-7da50900-9f38-4f26-baf5-e4b2f8777cb7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:24.965552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-50bdd8b7-26e9-41fe-af63-00da092c9ca2 req-7da50900-9f38-4f26-baf5-e4b2f8777cb7 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.3061907 Jan 31 16:02:25.165335 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-50bdd8b7-26e9-41fe-af63-00da092c9ca2 req-dc7db643-c496-4db8-9d50-7af31b896197 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1891222 Jan 31 16:02:25.180719 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:25.475121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f5daa-40fe-4687-9256-a5357b9bdaf3 req-f846d5cf-c08b-4862-a293-1306a9ca9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:25.477612 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c67f5daa-40fe-4687-9256-a5357b9bdaf3 req-f846d5cf-c08b-4862-a293-1306a9ca9f74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22ed7c6a-83cd-4bda-b0b5-e54036188c16 HTTP/1.1" status: 200 len: 922 time: 0.7292926 Jan 31 16:02:25.513667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:25.519929 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c44f4-0a55-4f44-a90f-7492b5a9838a req-8a5dd4e9-aa65-4443-bcbf-76d9d0f82235 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:25.529900 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-875c44f4-0a55-4f44-a90f-7492b5a9838a req-8a5dd4e9-aa65-4443-bcbf-76d9d0f82235 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1901324 Jan 31 16:02:25.555133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a6a7-d800-437c-8dec-760c34d85d42 req-75ac0c4e-7432-4df2-b97c-662166b99084 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:25.564306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Allocated IP 172.25.1.58 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/bb3480e9-4e6d-4b03-b4e2-02202c580493) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:02:25.567503 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1900a6a7-d800-437c-8dec-760c34d85d42 req-75ac0c4e-7432-4df2-b97c-662166b99084 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 950 time: 0.7102747 Jan 31 16:02:25.571987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c67f5daa-40fe-4687-9256-a5357b9bdaf3 req-88ca110b-f1f2-4f00-baef-f4af47137e09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fa3b89-bb5f-4971-b23e-cadc83d67a8b HTTP/1.1" status: 200 len: 217 time: 0.0784993 Jan 31 16:02:25.603686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2df101d-aeaf-4eea-a281-f00e4a175292'}, {'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:25.607459 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f14904-baba-4e30-b710-2476e4b86be4" -d '{"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "d2df101d-aeaf-4eea-a281-f00e4a175292"}, {"server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "name": "network-vif-plugged", "status": "completed", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:25.648963 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:25.649196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f5daa-40fe-4687-9256-a5357b9bdaf3 req-6371dce8-fe62-4fe8-9e0b-5abee7b1ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:25.651548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c67f5daa-40fe-4687-9256-a5357b9bdaf3 req-6371dce8-fe62-4fe8-9e0b-5abee7b1ee6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91283660-76cd-4915-a05a-344da3ed5f59 HTTP/1.1" status: 200 len: 861 time: 0.0721478 Jan 31 16:02:25.704879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:25.705565 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:25.728941 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1900a6a7-d800-437c-8dec-760c34d85d42 req-5b3f32b9-c773-4c90-8dfa-50492e0062e5 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600847 Jan 31 16:02:25.730463 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:25.733298 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c67f5daa-40fe-4687-9256-a5357b9bdaf3 req-4581b11d-6e8a-42c9-baf5-ddf8211dc202 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22ed7c6a-83cd-4bda-b0b5-e54036188c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713761 Jan 31 16:02:25.789555 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:25.831076 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:25.871073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 84d91a77-e5cb-42b3-8e61-ddb09bbe8733, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=84d91a77-e5cb-42b3-8e61-ddb09bbe8733,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:25.876474 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:25.876858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-875c44f4-0a55-4f44-a90f-7492b5a9838a req-79f6391e-2216-4d21-b35b-6569913ad9d9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3400667 Jan 31 16:02:25.900260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:02:25.914865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:02:25.927303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c67f5daa-40fe-4687-9256-a5357b9bdaf3 req-41990cc1-fe74-4594-bde9-cc80cad72963 service neutron] 10.222.0.30 "GET /v2.0/networks/22ed7c6a-83cd-4bda-b0b5-e54036188c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806173 Jan 31 16:02:25.935969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:02:25.982633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=84d91a77-e5cb-42b3-8e61-ddb09bbe8733,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:26.002566 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8311f3c-d1f1-4147-88ad-6d38e04c00b0 x-openstack-request-id: req-d8311f3c-d1f1-4147-88ad-6d38e04c00b0 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:26.002928 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "d2df101d-aeaf-4eea-a281-f00e4a175292", "code": 200}, {"server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "name": "network-vif-plugged", "status": "completed", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:26.003183 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8311f3c-d1f1-4147-88ad-6d38e04c00b0 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:26.003580 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2df101d-aeaf-4eea-a281-f00e4a175292', 'code': 200} Jan 31 16:02:26.004095 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'code': 200} Jan 31 16:02:26.011909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event updated for resources: {'Port': ['ID=bb3480e9-4e6d-4b03-b4e2-02202c580493,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:26.102427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d0ddc-bac9-4e80-801c-93d9e4373178 req-8affbd52-f26a-4c48-b127-3d26fda25550 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.104922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:26.112682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c36d0ddc-bac9-4e80-801c-93d9e4373178 req-8affbd52-f26a-4c48-b127-3d26fda25550 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 943 time: 0.1839738 Jan 31 16:02:26.156250 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:26.255848 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c67f5daa-40fe-4687-9256-a5357b9bdaf3 req-205580d3-2ac5-4e93-8d84-513bfeea3911 service neutron] 10.222.0.30 "GET /v2.0/networks/22ed7c6a-83cd-4bda-b0b5-e54036188c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136568 Jan 31 16:02:26.267011 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dfdf3-10f3-49a1-821a-5f3dcea0525f req-1e0537ac-8060-4ed8-b5f5-78d32ed9448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.267503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dfdf3-10f3-49a1-821a-5f3dcea0525f req-1e0537ac-8060-4ed8-b5f5-78d32ed9448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.268228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dfdf3-10f3-49a1-821a-5f3dcea0525f req-1e0537ac-8060-4ed8-b5f5-78d32ed9448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.269050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dfdf3-10f3-49a1-821a-5f3dcea0525f req-1e0537ac-8060-4ed8-b5f5-78d32ed9448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.269393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dfdf3-10f3-49a1-821a-5f3dcea0525f req-1e0537ac-8060-4ed8-b5f5-78d32ed9448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.270375 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dfdf3-10f3-49a1-821a-5f3dcea0525f req-1e0537ac-8060-4ed8-b5f5-78d32ed9448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.271529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dfdf3-10f3-49a1-821a-5f3dcea0525f req-1e0537ac-8060-4ed8-b5f5-78d32ed9448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.274716 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-901dfdf3-10f3-49a1-821a-5f3dcea0525f req-1e0537ac-8060-4ed8-b5f5-78d32ed9448d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 6502 time: 0.1572375 Jan 31 16:02:26.293275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c36d0ddc-bac9-4e80-801c-93d9e4373178 req-99421b4a-d114-4d47-adad-128fa19a4b55 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/security-groups?id=225f7012-5d63-46cf-8020-d906ace0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798549 Jan 31 16:02:26.357744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-901dfdf3-10f3-49a1-821a-5f3dcea0525f req-94ba3873-8d6f-4c9c-bdc7-cadd0beb2f13 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&id=50fab8f7-a4ae-4062-afc4-feb993fa818d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620015 Jan 31 16:02:26.449071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb76ff-54aa-4c29-84d8-bcdb20a485bd req-1f0af05a-5069-49be-b5e3-be60dc16ebbe tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.455276 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb76ff-54aa-4c29-84d8-bcdb20a485bd req-1f0af05a-5069-49be-b5e3-be60dc16ebbe tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.461131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb76ff-54aa-4c29-84d8-bcdb20a485bd req-1f0af05a-5069-49be-b5e3-be60dc16ebbe tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.467070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb76ff-54aa-4c29-84d8-bcdb20a485bd req-1f0af05a-5069-49be-b5e3-be60dc16ebbe tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.473171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb76ff-54aa-4c29-84d8-bcdb20a485bd req-1f0af05a-5069-49be-b5e3-be60dc16ebbe tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.478743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb76ff-54aa-4c29-84d8-bcdb20a485bd req-1f0af05a-5069-49be-b5e3-be60dc16ebbe tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.484660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb76ff-54aa-4c29-84d8-bcdb20a485bd req-1f0af05a-5069-49be-b5e3-be60dc16ebbe tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.486664 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eccb76ff-54aa-4c29-84d8-bcdb20a485bd req-1f0af05a-5069-49be-b5e3-be60dc16ebbe tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.1547184 Jan 31 16:02:26.547791 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:26.555874 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:26.568114 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eccb76ff-54aa-4c29-84d8-bcdb20a485bd req-03cea715-4ffd-483b-9b60-7ca508875eb5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742888 Jan 31 16:02:26.657820 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:26.662196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event updated for resources: {'Port': ['ID=bb3480e9-4e6d-4b03-b4e2-02202c580493,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:26.679751 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:26.680986 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d326cd11-9d1d-45ed-804e-ef3167bee3ad tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1500981 Jan 31 16:02:26.862092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7c60a-81ae-4efc-ad18-89c322728536 req-d320a855-f1d3-47c5-8c9c-3b9e7791579e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:26.870804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56e7c60a-81ae-4efc-ad18-89c322728536 req-d320a855-f1d3-47c5-8c9c-3b9e7791579e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 950 time: 0.0666089 Jan 31 16:02:26.903287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-307e0125-2ec5-4c5b-bcef-bae564f966b8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1524518080&fields=id&tenant_id=0e5507f00dfd45c295eb0a6ab3faea74 HTTP/1.1" status: 200 len: 267 time: 0.0710688 Jan 31 16:02:26.928216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56e7c60a-81ae-4efc-ad18-89c322728536 req-1de012c6-d4c4-4137-88d6-d342f960a209 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570836 Jan 31 16:02:27.103652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-fd368243-cbd6-467f-9b4c-97aaf23b427a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:27.110448 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-fd368243-cbd6-467f-9b4c-97aaf23b427a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 810 time: 0.1974576 Jan 31 16:02:27.125998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6644728-8199-42cb-b6cf-466d021990eb req-493bfb03-e40e-4850-9fb4-131638f091bd tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:27.128025 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6644728-8199-42cb-b6cf-466d021990eb req-493bfb03-e40e-4850-9fb4-131638f091bd tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0700889 Jan 31 16:02:27.130184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-d3da3bb2-0169-4f02-8f42-da0f85914e77 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/quotas/0e5507f00dfd45c295eb0a6ab3faea74 HTTP/1.1" status: 200 len: 375 time: 0.0185661 Jan 31 16:02:27.150582 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Sync routers for ids ['0a09e2d7-3667-4787-92a7-311e6c98474a'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:02:27.171663 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Routers {'0a09e2d7-3667-4787-92a7-311e6c98474a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:02:27.172470 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:02:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0a09e2d7-3667-4787-92a7-311e6c98474a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:27.216669 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-9367c376-6913-4e1e-8d9d-c2ee46316406 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780005 Jan 31 16:02:27.230978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-feb619e9-bb77-43be-a762-2ed54001ee2d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:02:27.233291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-feb619e9-bb77-43be-a762-2ed54001ee2d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094421 Jan 31 16:02:27.246263 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6644728-8199-42cb-b6cf-466d021990eb req-8664174d-0af6-4c43-8995-5558e36a7c0c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093035 Jan 31 16:02:27.369142 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:27.384114 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-ddd4b8c1-97c0-4e3d-84ac-957914efc37b service neutron] 10.222.0.36 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331985 Jan 31 16:02:27.398889 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Set router 0a09e2d7-3667-4787-92a7-311e6c98474a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:02:27.445295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d50076-26fd-4e9d-bc95-3246d99bc095 req-9114f631-b564-4f5e-b673-37c4c4f22dbc tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:27.449397 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47d50076-26fd-4e9d-bc95-3246d99bc095 req-9114f631-b564-4f5e-b673-37c4c4f22dbc tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 1101 time: 0.1044121 Jan 31 16:02:27.470595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:27.471066 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:27.526852 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47d50076-26fd-4e9d-bc95-3246d99bc095 req-b6797522-4c62-4a0a-99d6-338dc0fb8b1d tempest-ServersOnMultiNodesTest-1742935487 tempest-ServersOnMultiNodesTest-1742935487-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665996 Jan 31 16:02:27.535085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-b01f8c6a-c79e-45cf-a67a-20cbef23a1a0 service neutron] 10.222.0.36 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383944 Jan 31 16:02:27.672442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bb70f-487b-443a-910b-00ac7e69fda3 req-73ce7d6c-6ade-4fcf-a1f9-220dbde64ec4 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:27.682764 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e90bb70f-487b-443a-910b-00ac7e69fda3 req-73ce7d6c-6ade-4fcf-a1f9-220dbde64ec4 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 943 time: 0.0781040 Jan 31 16:02:27.708874 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:27.778927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e90bb70f-487b-443a-910b-00ac7e69fda3 req-674c2e37-82f1-4db6-a965-4254b24ec70e tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/security-groups?id=225f7012-5d63-46cf-8020-d906ace0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948830 Jan 31 16:02:27.805033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 05fa3b89-bb5f-4971-b23e-cadc83d67a8b details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:27.811477 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e8583210-8674-41a0-8b72-4d7650f385bb', 'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'mac_address': 'fa:16:3e:65:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:19Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 2, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'subnets': [{'id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:27.859146 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Checking router: 0a09e2d7-3667-4787-92a7-311e6c98474a for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:02:27.859740 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Updating router 0a09e2d7-3667-4787-92a7-311e6c98474a port e8583210-8674-41a0-8b72-4d7650f385bb binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:02:27.918733 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:28.034934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1056-e04f-4cf0-8da0-37e8b40d51e1 req-659d78e0-9663-41b3-be38-2753c3ee2147 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:28.046649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1056-e04f-4cf0-8da0-37e8b40d51e1 req-659d78e0-9663-41b3-be38-2753c3ee2147 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:28.052889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1056-e04f-4cf0-8da0-37e8b40d51e1 req-659d78e0-9663-41b3-be38-2753c3ee2147 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:28.059132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1056-e04f-4cf0-8da0-37e8b40d51e1 req-659d78e0-9663-41b3-be38-2753c3ee2147 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:28.066641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1056-e04f-4cf0-8da0-37e8b40d51e1 req-659d78e0-9663-41b3-be38-2753c3ee2147 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:28.073125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1056-e04f-4cf0-8da0-37e8b40d51e1 req-659d78e0-9663-41b3-be38-2753c3ee2147 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:28.079397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1056-e04f-4cf0-8da0-37e8b40d51e1 req-659d78e0-9663-41b3-be38-2753c3ee2147 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:28.088108 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2aac1056-e04f-4cf0-8da0-37e8b40d51e1 req-659d78e0-9663-41b3-be38-2753c3ee2147 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.1873565 Jan 31 16:02:28.128778 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24078190-75d0-40fd-8666-857b69aeb706 req-cf9363d6-ec2c-408e-95cc-a50f63e5c873 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 210 time: 0.0761201 Jan 31 16:02:28.136552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2aac1056-e04f-4cf0-8da0-37e8b40d51e1 req-d6bf7e75-e4ba-4b1f-a609-401b2ffe694b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474946 Jan 31 16:02:28.136740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=05fa3b89-bb5f-4971-b23e-cadc83d67a8b,segment=NetworkSegment(b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6),segment_id=b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:28.208222 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '05fa3b89-bb5f-4971-b23e-cadc83d67a8b', 'network_id': '22ed7c6a-83cd-4bda-b0b5-e54036188c16', 'port_id': '05fa3b89-bb5f-4971-b23e-cadc83d67a8b', 'mac_address': 'fa:16:3e:55:bd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91283660-76cd-4915-a05a-344da3ed5f59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:28.336298 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:28.336752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f75df4-556b-4e14-8db2-0db74edbd312 req-7fc21457-c2f6-46d9-abcb-eb84dcf1ff5b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:28.348323 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14f75df4-556b-4e14-8db2-0db74edbd312 req-7fc21457-c2f6-46d9-abcb-eb84dcf1ff5b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 950 time: 0.1243455 Jan 31 16:02:28.380193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fa3b89-bb5f-4971-b23e-cadc83d67a8b {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:28.428413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=05fa3b89-bb5f-4971-b23e-cadc83d67a8b,segment=NetworkSegment(b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6),segment_id=b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:28.447694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14f75df4-556b-4e14-8db2-0db74edbd312 req-6cf42c34-3b6a-4a47-8983-f3dba81f4c48 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928817 Jan 31 16:02:28.449186 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:28.537925 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:28.543642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709b9fb-7554-4fe5-a4b1-44db9659a70b req-0cb7609e-2cbd-4e7a-9689-ab0d28b40750 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:28.545540 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:28.557100 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3709b9fb-7554-4fe5-a4b1-44db9659a70b req-0cb7609e-2cbd-4e7a-9689-ab0d28b40750 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1325169 Jan 31 16:02:28.558744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=05fa3b89-bb5f-4971-b23e-cadc83d67a8b,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:28.649982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3709b9fb-7554-4fe5-a4b1-44db9659a70b req-2d744b58-2306-424b-8253-e6b965f4d86e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884380 Jan 31 16:02:28.663253 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Pushing event updated for resources: {'Port': ['ID=e8583210-8674-41a0-8b72-4d7650f385bb,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:28.676135 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:28.676482 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:28.677094 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:28.677230 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:28.677706 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:28.678078 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:28.678494 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:28.680032 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:28.680797 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:28.681236 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:28.681638 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:28.682297 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:28.777389 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Attempting to bind port e8583210-8674-41a0-8b72-4d7650f385bb on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:02:28.777817 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Attempting to bind port e8583210-8674-41a0-8b72-4d7650f385bb by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:02:28.778250 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Attempting to bind port e8583210-8674-41a0-8b72-4d7650f385bb on network 7f3f7475-5763-4383-9796-97b002a13c06 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:02:28.784788 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:02:28.785077 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Checking segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:02:28.785604 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:28.786080 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Bound using segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:02:28.786747 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Bound port: e8583210-8674-41a0-8b72-4d7650f385bb, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:02:28.787151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['05fa3b89-bb5f-4971-b23e-cadc83d67a8b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:28.787284 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:28.927336 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] For port e8583210-8674-41a0-8b72-4d7650f385bb, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:02:28.931301 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] For port e8583210-8674-41a0-8b72-4d7650f385bb, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e8583210-8674-41a0-8b72-4d7650f385bb,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:02:28.945942 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:28.969944 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e935a37-d219-46ac-a7ec-85af4fcc08a3 req-2c30dacb-5888-4052-a8b4-509ff03c0f1f tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:28.972981 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e935a37-d219-46ac-a7ec-85af4fcc08a3 req-2c30dacb-5888-4052-a8b4-509ff03c0f1f tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 944 time: 0.0967951 Jan 31 16:02:29.015608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ef9fc2dc-73bb-4b6e-844c-d06943b1e056 None None] Provisioning complete for port e8583210-8674-41a0-8b72-4d7650f385bb triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:29.015971 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef9fc2dc-73bb-4b6e-844c-d06943b1e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:29.028353 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Routers {'0a09e2d7-3667-4787-92a7-311e6c98474a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:02:29.029238 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:02:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0a09e2d7-3667-4787-92a7-311e6c98474a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:29.054854 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e935a37-d219-46ac-a7ec-85af4fcc08a3 req-8f4a3f48-3b62-4f6f-8864-8cb68fb24ec6 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/security-groups?id=225f7012-5d63-46cf-8020-d906ace0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749972 Jan 31 16:02:29.112314 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e6be6-c5b4-4dd6-be48-67049792b64b None None] Pushing event updated for resources: {'Port': ['ID=e8583210-8674-41a0-8b72-4d7650f385bb,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:29.184520 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef9fc2dc-73bb-4b6e-844c-d06943b1e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:29.223666 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] Set router 0a09e2d7-3667-4787-92a7-311e6c98474a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:02:29.313052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ef9fc2dc-73bb-4b6e-844c-d06943b1e056 None None] For port e8583210-8674-41a0-8b72-4d7650f385bb, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e8583210-8674-41a0-8b72-4d7650f385bb,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:29.319803 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef9fc2dc-73bb-4b6e-844c-d06943b1e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:29.340437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b572a34b-5bc0-4251-b912-ad9c0ec0c605 req-0b860727-a5dd-4c62-a32d-2973e3a74ccb tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 210 time: 0.0786216 Jan 31 16:02:29.390323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2edb6-3b37-4a26-8f12-53431c68a1ae req-111a6e1e-101f-489d-9b3e-d7d2d33b423b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:29.397700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2edb6-3b37-4a26-8f12-53431c68a1ae req-111a6e1e-101f-489d-9b3e-d7d2d33b423b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:29.404467 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2edb6-3b37-4a26-8f12-53431c68a1ae req-111a6e1e-101f-489d-9b3e-d7d2d33b423b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:29.410976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2edb6-3b37-4a26-8f12-53431c68a1ae req-111a6e1e-101f-489d-9b3e-d7d2d33b423b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:29.413803 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fc2dc-73bb-4b6e-844c-d06943b1e056 None None] Pushing event updated for resources: {'Port': ['ID=e8583210-8674-41a0-8b72-4d7650f385bb,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:29.420768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2edb6-3b37-4a26-8f12-53431c68a1ae req-111a6e1e-101f-489d-9b3e-d7d2d33b423b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:29.427346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2edb6-3b37-4a26-8f12-53431c68a1ae req-111a6e1e-101f-489d-9b3e-d7d2d33b423b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:29.433747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2edb6-3b37-4a26-8f12-53431c68a1ae req-111a6e1e-101f-489d-9b3e-d7d2d33b423b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:29.440480 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e8583210-8674-41a0-8b72-4d7650f385bb up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:29.441947 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-23e2edb6-3b37-4a26-8f12-53431c68a1ae req-111a6e1e-101f-489d-9b3e-d7d2d33b423b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.1355340 Jan 31 16:02:29.500394 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-51466b01-e028-452c-a283-e9ef6e65179a None None] Provisioning complete for port e8583210-8674-41a0-8b72-4d7650f385bb triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:29.500758 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51466b01-e028-452c-a283-e9ef6e65179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:29.546195 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-23e2edb6-3b37-4a26-8f12-53431c68a1ae req-88421d60-f100-4909-874b-1b112371814f tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978789 Jan 31 16:02:29.576720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e8583210-8674-41a0-8b72-4d7650f385bb triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:29.578000 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:29.635593 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e8583210-8674-41a0-8b72-4d7650f385bb', 'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'mac_address': 'fa:16:3e:65:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:19Z', 'updated_at': '2022-01-31T16:02:28Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'subnets': [{'id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:29.714107 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e743355a-7906-4056-b8e5-5d50a0d7d057 None None] The sync data for ids ['0a09e2d7-3667-4787-92a7-311e6c98474a'] in n-d-827120-1 is: [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e8583210-8674-41a0-8b72-4d7650f385bb', 'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'mac_address': 'fa:16:3e:65:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:19Z', 'updated_at': '2022-01-31T16:02:28Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'subnets': [{'id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:02:29.719193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85030cc1-f843-4a22-897b-4e58e10eb39e req-fdaef732-072a-4db4-980e-83c51722e191 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:29.733158 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-85030cc1-f843-4a22-897b-4e58e10eb39e req-fdaef732-072a-4db4-980e-83c51722e191 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 950 time: 0.1572118 Jan 31 16:02:29.813606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea304ec6-c652-4605-82b6-d5647d0cc143 req-4e4713ca-d584-46c0-8006-a4f76986c3f0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:29.815307 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea304ec6-c652-4605-82b6-d5647d0cc143 req-4e4713ca-d584-46c0-8006-a4f76986c3f0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 950 time: 0.3266838 Jan 31 16:02:29.846239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 05fa3b89-bb5f-4971-b23e-cadc83d67a8b up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:29.873286 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-85030cc1-f843-4a22-897b-4e58e10eb39e req-39826ede-8a24-4e9a-82b0-2d6a3698f8cf tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387913 Jan 31 16:02:29.941600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:29.963611 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:29.964034 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:30.006393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835162a-64b2-46bb-865e-804b652cd831 req-3ae193b6-f33a-46f6-93a2-5b8e8854e264 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:30.014134 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a835162a-64b2-46bb-865e-804b652cd831 req-3ae193b6-f33a-46f6-93a2-5b8e8854e264 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0705538 Jan 31 16:02:30.066308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91e9b-5017-456b-8a9e-cd687e2da5a8 req-dcb9718f-b6c8-4862-b7e4-33a7ebb4924a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:30.070069 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a835162a-64b2-46bb-865e-804b652cd831 req-5d3b1d8d-c47a-42b7-9f94-34796bbca8b9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549719 Jan 31 16:02:30.088832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91e9b-5017-456b-8a9e-cd687e2da5a8 req-dcb9718f-b6c8-4862-b7e4-33a7ebb4924a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:30.098434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91e9b-5017-456b-8a9e-cd687e2da5a8 req-dcb9718f-b6c8-4862-b7e4-33a7ebb4924a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:30.118674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91e9b-5017-456b-8a9e-cd687e2da5a8 req-dcb9718f-b6c8-4862-b7e4-33a7ebb4924a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:30.129262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91e9b-5017-456b-8a9e-cd687e2da5a8 req-dcb9718f-b6c8-4862-b7e4-33a7ebb4924a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:30.143157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91e9b-5017-456b-8a9e-cd687e2da5a8 req-dcb9718f-b6c8-4862-b7e4-33a7ebb4924a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:30.149357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91e9b-5017-456b-8a9e-cd687e2da5a8 req-dcb9718f-b6c8-4862-b7e4-33a7ebb4924a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:30.167860 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50814) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:30.168969 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61c91e9b-5017-456b-8a9e-cd687e2da5a8 req-dcb9718f-b6c8-4862-b7e4-33a7ebb4924a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.3767066 Jan 31 16:02:30.171061 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:30.174744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-dbf3bc2e-8396-4b3e-a441-f5973842a1d5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Request body: {'floatingip': {'port_id': 'b2810873-dbdc-4b51-b917-8120475129a8'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:30.211624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76dc8c8-09a3-445f-b20e-d7b94a2262db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fa3b89-bb5f-4971-b23e-cadc83d67a8b'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:30.214040 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3314591d-3fc6-48f9-8a26-ce2aed96e945" -d '{"events": [{"server_uuid": "b76dc8c8-09a3-445f-b20e-d7b94a2262db", "name": "network-vif-plugged", "status": "completed", "tag": "05fa3b89-bb5f-4971-b23e-cadc83d67a8b"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:30.219964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-2bc84f21-38a2-468c-a872-728ef403bff8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:30.226375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-2bc84f21-38a2-468c-a872-728ef403bff8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 810 time: 0.5778689 Jan 31 16:02:30.242076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-ea304ec6-c652-4605-82b6-d5647d0cc143 req-217bbd7b-6dcf-4718-a567-44958e8696bb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Deleting port ffbbc455-c5dc-4026-b586-66572f668160 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:30.242908 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ea304ec6-c652-4605-82b6-d5647d0cc143 req-217bbd7b-6dcf-4718-a567-44958e8696bb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:30.262618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=05fa3b89-bb5f-4971-b23e-cadc83d67a8b,segment=NetworkSegment(b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6),segment_id=b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:30.270149 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbf3bc2e-8396-4b3e-a441-f5973842a1d5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:30.272576 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d43592-047e-4f74-a990-56f8ccfc0021 x-openstack-request-id: req-73d43592-047e-4f74-a990-56f8ccfc0021 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:30.273045 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76dc8c8-09a3-445f-b20e-d7b94a2262db", "name": "network-vif-plugged", "status": "completed", "tag": "05fa3b89-bb5f-4971-b23e-cadc83d67a8b", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:30.273514 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73d43592-047e-4f74-a990-56f8ccfc0021 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:30.274454 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76dc8c8-09a3-445f-b20e-d7b94a2262db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fa3b89-bb5f-4971-b23e-cadc83d67a8b', 'code': 200} Jan 31 16:02:30.275867 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:30.349054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=05fa3b89-bb5f-4971-b23e-cadc83d67a8b,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:30.373593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-ea304ec6-c652-4605-82b6-d5647d0cc143 req-217bbd7b-6dcf-4718-a567-44958e8696bb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] For port ffbbc455-c5dc-4026-b586-66572f668160, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ffbbc455-c5dc-4026-b586-66572f668160,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:30.374044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ea304ec6-c652-4605-82b6-d5647d0cc143 req-217bbd7b-6dcf-4718-a567-44958e8696bb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:30.394393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-ea304ec6-c652-4605-82b6-d5647d0cc143 req-217bbd7b-6dcf-4718-a567-44958e8696bb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Calling delete_port for ffbbc455-c5dc-4026-b586-66572f668160 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:30.630713 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c3a21686-50b9-4151-bbb8-4d492dcb6912 req-bdc43e94-48e1-4c07-8ae6-5de5073ff823 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 210 time: 0.1275911 Jan 31 16:02:30.652275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e22eea21-0333-449b-acf2-58e077e7c838 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e5507f00dfd45c295eb0a6ab3faea74 HTTP/1.1" status: 200 len: 380 time: 0.1788144 Jan 31 16:02:30.653832 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ea304ec6-c652-4605-82b6-d5647d0cc143 req-217bbd7b-6dcf-4718-a567-44958e8696bb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:30.668575 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Request body: {'port': {'device_id': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'admin_state_up': True, 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'security_groups': ['30567e82-949c-4f5b-b6bb-daaab3d650ec']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:30.674717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df', '45835d30-b99d-45bc-ab6f-a76423689202', 'ffbbc455-c5dc-4026-b586-66572f668160'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:30.678338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31d5315b-c0b8-4fe5-8fd3-8a49965ab690', '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5', '6d24a020-66a2-442d-a477-90c0aff05b62', 'cd92db1b-1459-461c-8e0a-2d551d8a45fa', '7dc897ff-9671-40f8-a533-6088a877129a'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:30.820081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9176f-4e02-4e15-b748-e8a4917373d8 req-b3dbdad6-01d5-4a24-93e2-ae99d0205a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:30.821836 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f2e9176f-4e02-4e15-b748-e8a4917373d8 req-b3dbdad6-01d5-4a24-93e2-ae99d0205a24 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 1096 time: 0.2921658 Jan 31 16:02:30.872679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6d686-71be-4781-9563-1ac91d81aeb4 req-e9eefeb4-cdda-4d3c-accc-ba0de9d1c0c4 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:30.886746 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3d6d686-71be-4781-9563-1ac91d81aeb4 req-e9eefeb4-cdda-4d3c-accc-ba0de9d1c0c4 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 945 time: 0.7208483 Jan 31 16:02:31.101149 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f2e9176f-4e02-4e15-b748-e8a4917373d8 req-f938309f-886c-4b48-a7a6-d0e405439e7d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=225f7012-5d63-46cf-8020-d906ace0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698655 Jan 31 16:02:31.128457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-792ff0a1-9c93-40f5-a6c7-93b2daae90c7 req-7557eb19-91c2-4a3d-82d2-d6821f744ac2 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa5ad24-3f58-4a97-afa2-25e95018c66b HTTP/1.1" status: 200 len: 210 time: 0.1562104 Jan 31 16:02:31.129892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bbd7b-6dcf-4718-a567-44958e8696bb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event deleted for resources: {'Port': ['ID=ffbbc455-c5dc-4026-b586-66572f668160,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:31.190931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea304ec6-c652-4605-82b6-d5647d0cc143 req-217bbd7b-6dcf-4718-a567-44958e8696bb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] No DVR routers for this DVR port ffbbc455-c5dc-4026-b586-66572f668160 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:31.196780 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ea304ec6-c652-4605-82b6-d5647d0cc143 req-217bbd7b-6dcf-4718-a567-44958e8696bb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:31.207464 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea304ec6-c652-4605-82b6-d5647d0cc143 req-217bbd7b-6dcf-4718-a567-44958e8696bb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "DELETE /v2.0/ports/ffbbc455-c5dc-4026-b586-66572f668160 HTTP/1.1" status: 204 len: 173 time: 1.3762250 Jan 31 16:02:31.208420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa5ad24-3f58-4a97-afa2-25e95018c66b', 'name': 'network-vif-deleted', 'tag': 'ffbbc455-c5dc-4026-b586-66572f668160'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:31.211827 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b7cfbf-c806-48a3-9356-0345e7a3dfdf" -d '{"events": [{"server_uuid": "8aa5ad24-3f58-4a97-afa2-25e95018c66b", "name": "network-vif-deleted", "tag": "ffbbc455-c5dc-4026-b586-66572f668160"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:31.212568 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3d6d686-71be-4781-9563-1ac91d81aeb4 req-2a642da7-2d5c-472d-9a3f-eda5ffaff81f tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/security-groups?id=225f7012-5d63-46cf-8020-d906ace0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249414 Jan 31 16:02:31.217157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Made reservation on behalf of 0e5507f00dfd45c295eb0a6ab3faea74 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:02:31.220714 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:31.333447 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5161ca-bafe-4233-8b2a-2a3b16e3517b x-openstack-request-id: req-1f5161ca-bafe-4233-8b2a-2a3b16e3517b {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:31.337234 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa5ad24-3f58-4a97-afa2-25e95018c66b", "name": "network-vif-deleted", "tag": "ffbbc455-c5dc-4026-b586-66572f668160", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:31.338154 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f5161ca-bafe-4233-8b2a-2a3b16e3517b {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:31.341054 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa5ad24-3f58-4a97-afa2-25e95018c66b', 'name': 'network-vif-deleted', 'tag': 'ffbbc455-c5dc-4026-b586-66572f668160', 'status': 'completed', 'code': 200} Jan 31 16:02:31.472348 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e8583210-8674-41a0-8b72-4d7650f385bb up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:31.584182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e8583210-8674-41a0-8b72-4d7650f385bb triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:31.584539 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:31.590570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370069-1549-4725-a140-8ff2f61e4c64 req-e69f973e-3b4d-43df-8e2d-01971a095823 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:31.602106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6370069-1549-4725-a140-8ff2f61e4c64 req-e69f973e-3b4d-43df-8e2d-01971a095823 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.2586107 Jan 31 16:02:31.607720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbf3bc2e-8396-4b3e-a441-f5973842a1d5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:31.615316 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbf3bc2e-8396-4b3e-a441-f5973842a1d5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:31.753407 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6370069-1549-4725-a140-8ff2f61e4c64 req-9b9515b4-7490-40d2-957a-e486b119c578 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925798 Jan 31 16:02:31.787828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Allocated IP 172.20.0.14 (7f3f7475-5763-4383-9796-97b002a13c06/aec72c3f-2832-4d6f-a187-8355a8663b40/2436e8ce-fc48-45dc-8258-7d18a0c48c05) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:02:31.824176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-130adea2-c3a8-4325-b02b-0dcee1f142c4 req-5b2ddbb3-135a-40c8-89b5-98e725fa5c9e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 210 time: 0.0332355 Jan 31 16:02:31.855555 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-dbf3bc2e-8396-4b3e-a441-f5973842a1d5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Floating IP f489ae19-ac36-4a73-b0b2-6979a961cd4f associated. External IP: 172.25.1.247, port: b2810873-dbdc-4b51-b917-8120475129a8. Jan 31 16:02:32.048236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:32.102891 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:32.164078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Network 7f3f7475-5763-4383-9796-97b002a13c06 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:02:32.168285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:02:32.173232 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:02:32.319304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:32.323563 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:32.348516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:32.380923 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-e5fcf929-29dc-44d4-82db-20c2785525df tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7165968 Jan 31 16:02:32.395769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Request body: {'port': {'device_id': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:32.536283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-109b324a-bafe-4682-9b51-03fdd47ca1b8 None None] Provisioning complete for port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:32.538335 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-109b324a-bafe-4682-9b51-03fdd47ca1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:32.587803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:32.621062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66849f3-c539-44fe-a8a1-d5068c70081b req-a5c1ffe8-859c-4806-8d18-7415684195d4 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:32.628173 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f66849f3-c539-44fe-a8a1-d5068c70081b req-a5c1ffe8-859c-4806-8d18-7415684195d4 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 945 time: 0.1270845 Jan 31 16:02:32.647235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-109b324a-bafe-4682-9b51-03fdd47ca1b8 None None] Port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:02:32.689944 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f66849f3-c539-44fe-a8a1-d5068c70081b req-b65f84d0-ff12-4332-ac0f-721de04e855c tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/security-groups?id=225f7012-5d63-46cf-8020-d906ace0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634429 Jan 31 16:02:32.692153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf3bc2e-8396-4b3e-a441-f5973842a1d5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:02:32.873355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf3bc2e-8396-4b3e-a441-f5973842a1d5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:02:32.873355 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbf3bc2e-8396-4b3e-a441-f5973842a1d5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:32.874576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73172280-14bb-40b7-89b5-f4d5adc96a94 None None] Sync routers for ids ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:02:32.874576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73172280-14bb-40b7-89b5-f4d5adc96a94 None None] Routers {'2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:02:32.874576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-73172280-14bb-40b7-89b5-f4d5adc96a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:02:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:32.900681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fea7c-2382-4c17-83be-8ac25173b810 req-22013378-41f9-4862-82a3-caef409bcffb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:32.902381 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c96fea7c-2382-4c17-83be-8ac25173b810 req-22013378-41f9-4862-82a3-caef409bcffb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 950 time: 0.1930239 Jan 31 16:02:32.910568 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dbf3bc2e-8396-4b3e-a441-f5973842a1d5 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "PUT /v2.0/floatingips/f489ae19-ac36-4a73-b0b2-6979a961cd4f HTTP/1.1" status: 200 len: 991 time: 2.7407105 Jan 31 16:02:32.913424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': 'b2810873-dbdc-4b51-b917-8120475129a8'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:32.916175 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9" -d '{"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "b2810873-dbdc-4b51-b917-8120475129a8"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:32.944385 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0f079-06b6-4682-b60a-8a22830903ad req-aade4683-cc9b-43e9-aa4d-d4a99579eb6b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:32.954263 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e6f0f079-06b6-4682-b60a-8a22830903ad req-aade4683-cc9b-43e9-aa4d-d4a99579eb6b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0835140 Jan 31 16:02:33.005407 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e6f0f079-06b6-4682-b60a-8a22830903ad req-58caefd8-88cd-4a9f-9714-3194d9218aa5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506914 Jan 31 16:02:33.014345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-73172280-14bb-40b7-89b5-f4d5adc96a94 None None] Set router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:02:33.016724 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c96fea7c-2382-4c17-83be-8ac25173b810 req-f82e808a-902a-4c20-acc1-ca3c90e96134 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993314 Jan 31 16:02:33.171191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ae8ee-6d9a-4921-ade9-5c5986afb5d0 req-ba4b440c-b82c-43d9-a121-39e3bae44d68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.182575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ae8ee-6d9a-4921-ade9-5c5986afb5d0 req-ba4b440c-b82c-43d9-a121-39e3bae44d68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.189785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ae8ee-6d9a-4921-ade9-5c5986afb5d0 req-ba4b440c-b82c-43d9-a121-39e3bae44d68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.200362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ae8ee-6d9a-4921-ade9-5c5986afb5d0 req-ba4b440c-b82c-43d9-a121-39e3bae44d68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.204827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2436e8ce-fc48-45dc-8258-7d18a0c48c05 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:33.209795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ae8ee-6d9a-4921-ade9-5c5986afb5d0 req-ba4b440c-b82c-43d9-a121-39e3bae44d68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.217294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ae8ee-6d9a-4921-ade9-5c5986afb5d0 req-ba4b440c-b82c-43d9-a121-39e3bae44d68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.224758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ae8ee-6d9a-4921-ade9-5c5986afb5d0 req-ba4b440c-b82c-43d9-a121-39e3bae44d68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.226963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0079c4-5914-4233-9b86-b3bc39da0331 req-9b8750db-d259-440a-9ca9-ececaaeb7f11 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.234020 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-952ae8ee-6d9a-4921-ade9-5c5986afb5d0 req-ba4b440c-b82c-43d9-a121-39e3bae44d68 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.1373000 Jan 31 16:02:33.234427 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d0079c4-5914-4233-9b86-b3bc39da0331 req-9b8750db-d259-440a-9ca9-ececaaeb7f11 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 932 time: 0.1320317 Jan 31 16:02:33.242964 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:33.273255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Transition to ACTIVE for port object 2436e8ce-fc48-45dc-8258-7d18a0c48c05 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:02:33.289146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:33.311178 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-952ae8ee-6d9a-4921-ade9-5c5986afb5d0 req-38efe251-4e4c-4d50-acb1-994e197cd7be tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703826 Jan 31 16:02:33.316489 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d0079c4-5914-4233-9b86-b3bc39da0331 req-0c0dc551-fe8f-46ff-8ae9-fb7b197457ab tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747862 Jan 31 16:02:33.371004 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-73172280-14bb-40b7-89b5-f4d5adc96a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'f489ae19-ac36-4a73-b0b2-6979a961cd4f', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'port_id': 'b2810873-dbdc-4b51-b917-8120475129a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'mac_address': 'fa:16:3e:06:ba:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:01:05Z', 'updated_at': '2022-01-31T16:02:31Z', 'revision_number': 1, 'project_id': '92647632bf8144b58beaf0189feb0489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a686c8-d089-4963-aace-156808725775', 'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'mac_address': 'fa:16:3e:21:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:56Z', 'updated_at': '2022-01-31T16:00:12Z', 'revision_number': 5, 'project_id': '92647632bf8144b58beaf0189feb0489', 'subnets': [{'id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:33.377704 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79651570-ec8f-4e95-807c-f42109ba7b35 x-openstack-request-id: req-79651570-ec8f-4e95-807c-f42109ba7b35 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:33.378122 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "tag": "b2810873-dbdc-4b51-b917-8120475129a8", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:33.378461 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79651570-ec8f-4e95-807c-f42109ba7b35 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:33.379035 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'tag': 'b2810873-dbdc-4b51-b917-8120475129a8', 'status': 'completed', 'code': 200} Jan 31 16:02:33.406156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73172280-14bb-40b7-89b5-f4d5adc96a94 None None] Checking router: 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:02:33.419454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73172280-14bb-40b7-89b5-f4d5adc96a94 None None] Routers {'2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:02:33.419716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-73172280-14bb-40b7-89b5-f4d5adc96a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:02:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:33.425119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:33.514115 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Attempting to bind port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:02:33.514835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Attempting to bind port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:02:33.515400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Attempting to bind port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 on network 7f3f7475-5763-4383-9796-97b002a13c06 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:02:33.521162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 on network 7f3f7475-5763-4383-9796-97b002a13c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:02:33.521878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Attempting to bind port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 on network 7f3f7475-5763-4383-9796-97b002a13c06 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:02:33.529143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:02:33.529588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-06de6348-ab33-4937-a9c2-34bae6cce55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.530278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-06de6348-ab33-4937-a9c2-34bae6cce55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.530803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-06de6348-ab33-4937-a9c2-34bae6cce55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.531112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Checking segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:02:33.531311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-06de6348-ab33-4937-a9c2-34bae6cce55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.531749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-06de6348-ab33-4937-a9c2-34bae6cce55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.532392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-06de6348-ab33-4937-a9c2-34bae6cce55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.532803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Bound using segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:02:33.532981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-06de6348-ab33-4937-a9c2-34bae6cce55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.533539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Bound port: 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:02:33.534042 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:33.536046 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-06de6348-ab33-4937-a9c2-34bae6cce55e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92647632bf8144b58beaf0189feb0489&device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 6502 time: 0.1087482 Jan 31 16:02:33.562899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-73172280-14bb-40b7-89b5-f4d5adc96a94 None None] Set router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:02:33.681977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:02:33.688179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:02:33.695865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:33.727982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-cebf2971-be5f-44c5-8008-5c91cf4360de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.730206 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-cebf2971-be5f-44c5-8008-5c91cf4360de service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ba4bd1e-f728-43b2-a993-80b2d26c69c2 HTTP/1.1" status: 200 len: 917 time: 0.1802146 Jan 31 16:02:33.839900 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-d6f51932-06d3-4837-960f-490641ac312e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2810873-dbdc-4b51-b917-8120475129a8 HTTP/1.1" status: 200 len: 999 time: 0.0948892 Jan 31 16:02:33.874563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ffbbc455-c5dc-4026-b586-66572f668160 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:33.904370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.906313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: ffbbc455-c5dc-4026-b586-66572f668160 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:02:33.908825 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:33.913309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ffbbc455-c5dc-4026-b586-66572f668160 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:02:33.913757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] 10.222.0.20 "PUT /v2.0/ports/2436e8ce-fc48-45dc-8258-7d18a0c48c05 HTTP/1.1" status: 200 len: 1092 time: 1.5222178 Jan 31 16:02:33.923121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:33.928223 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df289c8-c3cd-46d5-8663-8348544ad6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:33.936886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-30f6a253-7abc-4112-b22c-0952c09fb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:33.939830 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-30f6a253-7abc-4112-b22c-0952c09fb7c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=accc61ef-eda6-48c6-b446-28aa08373ea7 HTTP/1.1" status: 200 len: 855 time: 0.0883496 Jan 31 16:02:33.954575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-73172280-14bb-40b7-89b5-f4d5adc96a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'f489ae19-ac36-4a73-b0b2-6979a961cd4f', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'port_id': 'b2810873-dbdc-4b51-b917-8120475129a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'mac_address': 'fa:16:3e:06:ba:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:01:05Z', 'updated_at': '2022-01-31T16:02:31Z', 'revision_number': 1, 'project_id': '92647632bf8144b58beaf0189feb0489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a686c8-d089-4963-aace-156808725775', 'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'mac_address': 'fa:16:3e:21:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:56Z', 'updated_at': '2022-01-31T16:00:12Z', 'revision_number': 5, 'project_id': '92647632bf8144b58beaf0189feb0489', 'subnets': [{'id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:33.973135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3cbff-63ee-4533-9dfd-f66cfceb97ca service neutron] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:34.022040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539190b-528c-4fb3-939e-69e24e2f5ce3 req-f3b43327-9f97-458e-b525-2cc437b37ef3 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.028022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73172280-14bb-40b7-89b5-f4d5adc96a94 None None] The sync data for ids ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'] in n-d-827120-1 is: [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'f489ae19-ac36-4a73-b0b2-6979a961cd4f', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'port_id': 'b2810873-dbdc-4b51-b917-8120475129a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'mac_address': 'fa:16:3e:06:ba:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:01:05Z', 'updated_at': '2022-01-31T16:02:31Z', 'revision_number': 1, 'project_id': '92647632bf8144b58beaf0189feb0489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a686c8-d089-4963-aace-156808725775', 'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'mac_address': 'fa:16:3e:21:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:56Z', 'updated_at': '2022-01-31T16:00:12Z', 'revision_number': 5, 'project_id': '92647632bf8144b58beaf0189feb0489', 'subnets': [{'id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:02:34.043153 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c539190b-528c-4fb3-939e-69e24e2f5ce3 req-f3b43327-9f97-458e-b525-2cc437b37ef3 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 945 time: 0.2232728 Jan 31 16:02:34.050164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-dd88a122-fdad-4897-be04-c5dcb73f22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.052369 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-dd88a122-fdad-4897-be04-c5dcb73f22a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ba4bd1e-f728-43b2-a993-80b2d26c69c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857658 Jan 31 16:02:34.066929 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a4d6ed-15a2-4f26-bf79-d5dde60407a2 x-openstack-request-id: req-46a4d6ed-15a2-4f26-bf79-d5dde60407a2 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:34.067270 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:34.067582 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46a4d6ed-15a2-4f26-bf79-d5dde60407a2 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:34.068094 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'status': 'completed', 'code': 200} Jan 31 16:02:34.163608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-202ce5cc-8628-4f90-a445-823c0fb5ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.165883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-202ce5cc-8628-4f90-a445-823c0fb5ec00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 1095 time: 0.1627443 Jan 31 16:02:34.187090 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c539190b-528c-4fb3-939e-69e24e2f5ce3 req-3d700743-562f-4324-b3e9-6ab9db462c45 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/security-groups?id=225f7012-5d63-46cf-8020-d906ace0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389668 Jan 31 16:02:34.293417 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-6acdeed5-f5b9-453f-b54c-2060615c4f7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05 HTTP/1.1" status: 200 len: 217 time: 0.1045375 Jan 31 16:02:34.294826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84ee76-4bbb-4204-9cec-e53504e58ede req-0c4dc440-1e9b-42e9-bae2-015f3dc79f50 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.303917 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fc84ee76-4bbb-4204-9cec-e53504e58ede req-0c4dc440-1e9b-42e9-bae2-015f3dc79f50 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 950 time: 0.1230056 Jan 31 16:02:34.363775 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-60eb62f7-1407-4e24-86c3-f93b1378b748 service neutron] 10.222.0.20 "GET /v2.0/networks/4ba4bd1e-f728-43b2-a993-80b2d26c69c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032231 Jan 31 16:02:34.367933 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fc84ee76-4bbb-4204-9cec-e53504e58ede req-0a3c43e0-a0d9-4429-a75a-f9b476a754f3 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631442 Jan 31 16:02:34.428366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-6df59ccc-66b3-4137-830b-80b0eed94a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.429894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-6df59ccc-66b3-4137-830b-80b0eed94a42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1284349 Jan 31 16:02:34.519086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77bcfe-a7e7-4ff8-8965-61d34ffdca2a req-02130358-60df-463a-9667-f29f7642f4d8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.531524 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e77bcfe-a7e7-4ff8-8965-61d34ffdca2a req-02130358-60df-463a-9667-f29f7642f4d8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1730382 Jan 31 16:02:34.612323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-05cc950d-3c2e-4840-852e-60cbfb50909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.614161 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-05cc950d-3c2e-4840-852e-60cbfb50909a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673753 Jan 31 16:02:34.633845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e77bcfe-a7e7-4ff8-8965-61d34ffdca2a req-ff6c3427-b110-4966-9b1a-f2098b555e41 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970342 Jan 31 16:02:34.639840 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-902984b9-3c2d-4659-99a4-b8fc0b0c34f9 req-ca659436-dd96-4318-b9c8-3d252abc40b7 service neutron] 10.222.0.20 "GET /v2.0/networks/4ba4bd1e-f728-43b2-a993-80b2d26c69c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680364 Jan 31 16:02:34.703416 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017c17a-551d-4ea8-ad7e-7eab4bef5d95 req-a0bad8af-cc37-4778-86c1-44fc9778a3ce tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.713089 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b017c17a-551d-4ea8-ad7e-7eab4bef5d95 req-a0bad8af-cc37-4778-86c1-44fc9778a3ce tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 944 time: 0.1317859 Jan 31 16:02:34.769734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b017c17a-551d-4ea8-ad7e-7eab4bef5d95 req-2b51a51e-8d23-4727-8027-5a40217f87cc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520201 Jan 31 16:02:34.866044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1424083-fabd-409a-9d53-5e15a7716efd req-2e198290-6a06-4237-813d-2c9c0973ec97 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.867913 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1424083-fabd-409a-9d53-5e15a7716efd req-2e198290-6a06-4237-813d-2c9c0973ec97 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 950 time: 0.0699682 Jan 31 16:02:34.933840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580a9f-fe7c-44bf-a829-05586e1553d1 req-86b3e01f-0ced-499f-a4b6-111035723a27 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.943046 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580a9f-fe7c-44bf-a829-05586e1553d1 req-86b3e01f-0ced-499f-a4b6-111035723a27 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.950050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580a9f-fe7c-44bf-a829-05586e1553d1 req-86b3e01f-0ced-499f-a4b6-111035723a27 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.958101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580a9f-fe7c-44bf-a829-05586e1553d1 req-86b3e01f-0ced-499f-a4b6-111035723a27 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.967738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580a9f-fe7c-44bf-a829-05586e1553d1 req-86b3e01f-0ced-499f-a4b6-111035723a27 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.974637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580a9f-fe7c-44bf-a829-05586e1553d1 req-86b3e01f-0ced-499f-a4b6-111035723a27 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.982285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580a9f-fe7c-44bf-a829-05586e1553d1 req-86b3e01f-0ced-499f-a4b6-111035723a27 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:34.985555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8580a9f-fe7c-44bf-a829-05586e1553d1 req-86b3e01f-0ced-499f-a4b6-111035723a27 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.2297807 Jan 31 16:02:34.987949 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-ef4b74d8-470d-4510-9e7a-0a37ed04bfa5 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529015 Jan 31 16:02:35.059807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-b1424083-fabd-409a-9d53-5e15a7716efd req-52e8675f-d001-402c-ae26-3f17f35fba62 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Deleting port 7dc897ff-9671-40f8-a533-6088a877129a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:35.060732 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b1424083-fabd-409a-9d53-5e15a7716efd req-52e8675f-d001-402c-ae26-3f17f35fba62 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:35.110958 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-793d8414-c9f4-4702-b9b8-08d5b7028d56 req-d3af131b-7ba6-41b7-a794-1ae75e38395b service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033900 Jan 31 16:02:35.163482 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8580a9f-fe7c-44bf-a829-05586e1553d1 req-8af536d3-7cd2-413e-8354-f97473d5574e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637876 Jan 31 16:02:35.188672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-b1424083-fabd-409a-9d53-5e15a7716efd req-52e8675f-d001-402c-ae26-3f17f35fba62 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] For port 7dc897ff-9671-40f8-a533-6088a877129a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7dc897ff-9671-40f8-a533-6088a877129a,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:35.189085 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b1424083-fabd-409a-9d53-5e15a7716efd req-52e8675f-d001-402c-ae26-3f17f35fba62 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:35.203999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-b1424083-fabd-409a-9d53-5e15a7716efd req-52e8675f-d001-402c-ae26-3f17f35fba62 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Calling delete_port for 7dc897ff-9671-40f8-a533-6088a877129a owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:35.290550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df289c8-c3cd-46d5-8663-8348544ad6dd req-96c20200-4f2b-4118-96b0-df9345735595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.292091 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6df289c8-c3cd-46d5-8663-8348544ad6dd req-96c20200-4f2b-4118-96b0-df9345735595 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 1095 time: 0.0684040 Jan 31 16:02:35.362259 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a0652-074f-43fa-bc2a-febee6835f38 None None] New status for floating IP f489ae19-ac36-4a73-b0b2-6979a961cd4f: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:02:35.424060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed7a55-d869-4a5b-9b1a-45735f7978c6 req-a101752e-ca72-4e1f-ba2c-738693bc4ed6 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.432054 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12ed7a55-d869-4a5b-9b1a-45735f7978c6 req-a101752e-ca72-4e1f-ba2c-738693bc4ed6 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 945 time: 0.0973136 Jan 31 16:02:35.450980 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85638fdf-6c6b-46f9-9d81-4bbfd3f91942 req-c69c697f-b3a8-4d62-b17a-3453b17b80e6 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.457869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85638fdf-6c6b-46f9-9d81-4bbfd3f91942 req-c69c697f-b3a8-4d62-b17a-3453b17b80e6 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.464427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85638fdf-6c6b-46f9-9d81-4bbfd3f91942 req-c69c697f-b3a8-4d62-b17a-3453b17b80e6 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.472638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85638fdf-6c6b-46f9-9d81-4bbfd3f91942 req-c69c697f-b3a8-4d62-b17a-3453b17b80e6 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.479717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85638fdf-6c6b-46f9-9d81-4bbfd3f91942 req-c69c697f-b3a8-4d62-b17a-3453b17b80e6 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.487330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85638fdf-6c6b-46f9-9d81-4bbfd3f91942 req-c69c697f-b3a8-4d62-b17a-3453b17b80e6 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.495118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85638fdf-6c6b-46f9-9d81-4bbfd3f91942 req-c69c697f-b3a8-4d62-b17a-3453b17b80e6 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.497036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85638fdf-6c6b-46f9-9d81-4bbfd3f91942 req-c69c697f-b3a8-4d62-b17a-3453b17b80e6 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.1257269 Jan 31 16:02:35.564926 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85638fdf-6c6b-46f9-9d81-4bbfd3f91942 req-a98f98ff-0625-4762-83f4-2a5b6ee4b38d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588822 Jan 31 16:02:35.566396 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df289c8-c3cd-46d5-8663-8348544ad6dd req-e6e791f6-1143-496f-8361-2e35ce6ead9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.567766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6df289c8-c3cd-46d5-8663-8348544ad6dd req-e6e791f6-1143-496f-8361-2e35ce6ead9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.2628753 Jan 31 16:02:35.575216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12ed7a55-d869-4a5b-9b1a-45735f7978c6 req-c407fac9-0208-4d53-8ece-47989dd6815d tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/security-groups?id=225f7012-5d63-46cf-8020-d906ace0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420503 Jan 31 16:02:35.582529 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b1424083-fabd-409a-9d53-5e15a7716efd req-52e8675f-d001-402c-ae26-3f17f35fba62 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:35.622146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df', '45835d30-b99d-45bc-ab6f-a76423689202'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:35.623358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8675f-d001-402c-ae26-3f17f35fba62 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event deleted for resources: {'Port': ['ID=7dc897ff-9671-40f8-a533-6088a877129a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:35.624449 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31d5315b-c0b8-4fe5-8fd3-8a49965ab690', '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5', '6d24a020-66a2-442d-a477-90c0aff05b62', 'cd92db1b-1459-461c-8e0a-2d551d8a45fa'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:35.670939 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:02:35.693379 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6df289c8-c3cd-46d5-8663-8348544ad6dd req-178214f1-5f19-46fc-8b27-5ed32bbfac9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05 HTTP/1.1" status: 200 len: 217 time: 0.1090834 Jan 31 16:02:35.750052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1424083-fabd-409a-9d53-5e15a7716efd req-52e8675f-d001-402c-ae26-3f17f35fba62 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] No DVR routers for this DVR port 7dc897ff-9671-40f8-a533-6088a877129a on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:35.753106 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b1424083-fabd-409a-9d53-5e15a7716efd req-52e8675f-d001-402c-ae26-3f17f35fba62 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:35.757213 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1424083-fabd-409a-9d53-5e15a7716efd req-52e8675f-d001-402c-ae26-3f17f35fba62 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "DELETE /v2.0/ports/7dc897ff-9671-40f8-a533-6088a877129a HTTP/1.1" status: 204 len: 173 time: 0.8785176 Jan 31 16:02:35.758440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0', 'name': 'network-vif-deleted', 'tag': '7dc897ff-9671-40f8-a533-6088a877129a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:35.761866 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70932ddc-92a0-481d-8894-0431a6c814d3" -d '{"events": [{"server_uuid": "7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0", "name": "network-vif-deleted", "tag": "7dc897ff-9671-40f8-a533-6088a877129a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:35.824421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df289c8-c3cd-46d5-8663-8348544ad6dd req-0ad160cb-8cb7-430c-b1e4-643c7a9ce67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.825752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6df289c8-c3cd-46d5-8663-8348544ad6dd req-0ad160cb-8cb7-430c-b1e4-643c7a9ce67d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1312232 Jan 31 16:02:35.839987 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6619631-d9b5-4e1e-92fa-4e11c88bb13c req-84d68460-178a-4222-8550-90b30354e7f8 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0721955 Jan 31 16:02:35.963284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20acc3d-8344-43d5-a2ee-474348afd7f3 req-e6678bff-29c7-4b0a-a332-f0708f997ac8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.969949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20acc3d-8344-43d5-a2ee-474348afd7f3 req-e6678bff-29c7-4b0a-a332-f0708f997ac8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.977398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20acc3d-8344-43d5-a2ee-474348afd7f3 req-e6678bff-29c7-4b0a-a332-f0708f997ac8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.984237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20acc3d-8344-43d5-a2ee-474348afd7f3 req-e6678bff-29c7-4b0a-a332-f0708f997ac8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.990550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20acc3d-8344-43d5-a2ee-474348afd7f3 req-e6678bff-29c7-4b0a-a332-f0708f997ac8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:35.997535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20acc3d-8344-43d5-a2ee-474348afd7f3 req-e6678bff-29c7-4b0a-a332-f0708f997ac8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:36.004387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20acc3d-8344-43d5-a2ee-474348afd7f3 req-e6678bff-29c7-4b0a-a332-f0708f997ac8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:36.019553 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d20acc3d-8344-43d5-a2ee-474348afd7f3 req-e6678bff-29c7-4b0a-a332-f0708f997ac8 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.2609658 Jan 31 16:02:36.047207 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df289c8-c3cd-46d5-8663-8348544ad6dd req-23fe3036-f373-4391-bd52-b41cda9b992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:36.048823 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6df289c8-c3cd-46d5-8663-8348544ad6dd req-23fe3036-f373-4391-bd52-b41cda9b992c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988599 Jan 31 16:02:36.087787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846013e-879b-4544-bb95-9675fd3e1e0b req-93fb2f61-36a9-48cf-ab98-4eeb352a9e9b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:36.099320 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5846013e-879b-4544-bb95-9675fd3e1e0b req-93fb2f61-36a9-48cf-ab98-4eeb352a9e9b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1505687 Jan 31 16:02:36.197861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5846013e-879b-4544-bb95-9675fd3e1e0b req-f1238c2e-e2d2-4f02-a2b2-0db98c9b9a63 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892804 Jan 31 16:02:36.223178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b91951-552c-41a5-9112-fcdd15708bf1 req-f908a85c-c025-4720-9d17-ba3dcacb21ef tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:36.231351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c8b91951-552c-41a5-9112-fcdd15708bf1 req-f908a85c-c025-4720-9d17-ba3dcacb21ef tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 944 time: 0.0954170 Jan 31 16:02:36.258093 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b0bb80-f20d-4fdf-a577-b01fb539ee00 x-openstack-request-id: req-c4b0bb80-f20d-4fdf-a577-b01fb539ee00 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:36.258635 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0", "name": "network-vif-deleted", "tag": "7dc897ff-9671-40f8-a533-6088a877129a", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:36.259072 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4b0bb80-f20d-4fdf-a577-b01fb539ee00 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:36.259646 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b42bc24-39fe-4ea4-9b93-eb0f2117d6a0', 'name': 'network-vif-deleted', 'tag': '7dc897ff-9671-40f8-a533-6088a877129a', 'status': 'completed', 'code': 200} Jan 31 16:02:36.285095 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6df289c8-c3cd-46d5-8663-8348544ad6dd req-84b49c4d-32e4-4d28-a742-495144c2f761 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282453 Jan 31 16:02:36.293278 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c8b91951-552c-41a5-9112-fcdd15708bf1 req-b7c9447f-1983-4627-a8ef-8770309c6214 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609710 Jan 31 16:02:36.401433 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6df289c8-c3cd-46d5-8663-8348544ad6dd req-cb3d666d-24d7-4ded-aa3d-09a40128fa1f service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064384 Jan 31 16:02:36.617618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859ab97-2666-4354-81ef-2de97d4ad886 req-7d4aca48-9f20-4e4f-b4d3-a90c205a3883 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:36.617618 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8859ab97-2666-4354-81ef-2de97d4ad886 req-7d4aca48-9f20-4e4f-b4d3-a90c205a3883 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.30 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 945 time: 0.0732024 Jan 31 16:02:36.757309 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622e27c-101d-409a-995d-f0f566bca99a req-e35c80d3-bfbc-49b6-8881-44f4007de674 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:36.766387 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c622e27c-101d-409a-995d-f0f566bca99a req-e35c80d3-bfbc-49b6-8881-44f4007de674 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 945 time: 0.0693605 Jan 31 16:02:36.769936 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-8859ab97-2666-4354-81ef-2de97d4ad886 req-f90dacc5-0ad2-4d12-96f2-6d5052465abc tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Deleting port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:36.769936 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8859ab97-2666-4354-81ef-2de97d4ad886 req-f90dacc5-0ad2-4d12-96f2-6d5052465abc tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:36.816802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:36.826784 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c622e27c-101d-409a-995d-f0f566bca99a req-3cad5e47-cad1-40f6-b8f8-0f279ed4d785 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/security-groups?id=225f7012-5d63-46cf-8020-d906ace0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591815 Jan 31 16:02:36.918204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-8859ab97-2666-4354-81ef-2de97d4ad886 req-f90dacc5-0ad2-4d12-96f2-6d5052465abc tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] For port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=05fa3b89-bb5f-4971-b23e-cadc83d67a8b,segment=NetworkSegment(b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6),segment_id=b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:36.918569 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8859ab97-2666-4354-81ef-2de97d4ad886 req-f90dacc5-0ad2-4d12-96f2-6d5052465abc tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:36.943998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-8859ab97-2666-4354-81ef-2de97d4ad886 req-f90dacc5-0ad2-4d12-96f2-6d5052465abc tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Calling delete_port for 05fa3b89-bb5f-4971-b23e-cadc83d67a8b owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:37.085520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 7dc897ff-9671-40f8-a533-6088a877129a no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:37.113585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 7dc897ff-9671-40f8-a533-6088a877129a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:02:37.114053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 7dc897ff-9671-40f8-a533-6088a877129a not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:02:37.146534 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8859ab97-2666-4354-81ef-2de97d4ad886 req-f90dacc5-0ad2-4d12-96f2-6d5052465abc tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:37.149769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:37.161070 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['05fa3b89-bb5f-4971-b23e-cadc83d67a8b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:37.167752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'port_id': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'mac_address': 'fa:16:3e:1c:b5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:37.186116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90dacc5-0ad2-4d12-96f2-6d5052465abc tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Pushing event deleted for resources: {'Port': ['ID=05fa3b89-bb5f-4971-b23e-cadc83d67a8b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:37.239521 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:37.257137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2436e8ce-fc48-45dc-8258-7d18a0c48c05 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:37.281759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:37.290771 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:37.299458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8859ab97-2666-4354-81ef-2de97d4ad886 req-f90dacc5-0ad2-4d12-96f2-6d5052465abc tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] No DVR routers for this DVR port 05fa3b89-bb5f-4971-b23e-cadc83d67a8b on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:37.313735 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8859ab97-2666-4354-81ef-2de97d4ad886 req-f90dacc5-0ad2-4d12-96f2-6d5052465abc tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:37.319230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8859ab97-2666-4354-81ef-2de97d4ad886 req-f90dacc5-0ad2-4d12-96f2-6d5052465abc tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.30 "DELETE /v2.0/ports/05fa3b89-bb5f-4971-b23e-cadc83d67a8b HTTP/1.1" status: 204 len: 173 time: 0.6965299 Jan 31 16:02:37.325008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76dc8c8-09a3-445f-b20e-d7b94a2262db', 'name': 'network-vif-deleted', 'tag': '05fa3b89-bb5f-4971-b23e-cadc83d67a8b'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:37.331018 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409c0099-a7ba-4a77-a989-a68b98f26e66" -d '{"events": [{"server_uuid": "b76dc8c8-09a3-445f-b20e-d7b94a2262db", "name": "network-vif-deleted", "tag": "05fa3b89-bb5f-4971-b23e-cadc83d67a8b"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:37.361036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:37.391659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43273e73-1687-4fa3-a6b0-76469af55976 req-f08adfa6-40b8-42a2-bdc6-e49d4dbcf4aa tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:37.402332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43273e73-1687-4fa3-a6b0-76469af55976 req-f08adfa6-40b8-42a2-bdc6-e49d4dbcf4aa tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 950 time: 0.1790164 Jan 31 16:02:37.411530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e66a2-dd97-4b26-9d0d-ed277fc2a09b req-d3d7d3b1-9a5c-4e2c-a08b-7b3d54e71227 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:37.428268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf5e66a2-dd97-4b26-9d0d-ed277fc2a09b req-d3d7d3b1-9a5c-4e2c-a08b-7b3d54e71227 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1243567 Jan 31 16:02:37.452066 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43273e73-1687-4fa3-a6b0-76469af55976 req-ecae7d9d-4a0a-47f4-9660-9b8644c6c1c4 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470564 Jan 31 16:02:37.500747 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf5e66a2-dd97-4b26-9d0d-ed277fc2a09b req-760b8811-ce62-4128-a8b5-8f873af9e28a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706549 Jan 31 16:02:37.574640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7ed31-61cc-4f31-bb53-6e6c9cb69e3b req-a3317d40-e4fb-4f58-be9c-f323d882e0cf tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:37.583288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03f7ed31-61cc-4f31-bb53-6e6c9cb69e3b req-a3317d40-e4fb-4f58-be9c-f323d882e0cf tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0586610 Jan 31 16:02:37.631021 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03f7ed31-61cc-4f31-bb53-6e6c9cb69e3b req-bb03182f-fe50-4cf9-97b2-06cf377f1371 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 Jan 31 16:02:37.800271 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bb7ee6-1323-45a1-9dff-65541c80ebd7 x-openstack-request-id: req-a2bb7ee6-1323-45a1-9dff-65541c80ebd7 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:37.800567 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76dc8c8-09a3-445f-b20e-d7b94a2262db", "name": "network-vif-deleted", "tag": "05fa3b89-bb5f-4971-b23e-cadc83d67a8b", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:37.800811 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2bb7ee6-1323-45a1-9dff-65541c80ebd7 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:37.801219 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76dc8c8-09a3-445f-b20e-d7b94a2262db', 'name': 'network-vif-deleted', 'tag': '05fa3b89-bb5f-4971-b23e-cadc83d67a8b', 'status': 'completed', 'code': 200} Jan 31 16:02:37.855938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['2436e8ce-fc48-45dc-8258-7d18a0c48c05'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:37.969570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb5ecf67-1f08-4c9e-a2fc-aeaa8e2f495a req-c8eb1e6b-b045-4735-a4bf-7b17c04529b8 tempest-ServerAddressesNegativeTestJSON-884550987 tempest-ServerAddressesNegativeTestJSON-884550987-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc8c8-09a3-445f-b20e-d7b94a2262db HTTP/1.1" status: 200 len: 210 time: 0.0354900 Jan 31 16:02:38.582550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b672c-b14a-479a-a051-1d51d9be7860 req-d2412493-c9f3-4042-9856-678ccf3e60db tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:38.584206 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-786b672c-b14a-479a-a051-1d51d9be7860 req-d2412493-c9f3-4042-9856-678ccf3e60db tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 950 time: 0.0675211 Jan 31 16:02:38.628098 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-786b672c-b14a-479a-a051-1d51d9be7860 req-cc7a368d-33b4-4492-896b-e251cb8f57db tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373030 Jan 31 16:02:38.657797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099ca51-15d8-4c7c-b474-af96ca090bd1 req-953eda27-0c69-488b-9c0e-ed66a1a037e7 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:38.659670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4099ca51-15d8-4c7c-b474-af96ca090bd1 req-953eda27-0c69-488b-9c0e-ed66a1a037e7 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0697701 Jan 31 16:02:38.712793 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4099ca51-15d8-4c7c-b474-af96ca090bd1 req-03b1372a-41e4-48c4-8a72-c8651512af65 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362799 Jan 31 16:02:38.771522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d1be5-65d3-4068-90ff-0377e0277836 req-3ef389d9-7060-43d6-b983-3284e9498483 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:38.773123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca8d1be5-65d3-4068-90ff-0377e0277836 req-3ef389d9-7060-43d6-b983-3284e9498483 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0585752 Jan 31 16:02:38.815094 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca8d1be5-65d3-4068-90ff-0377e0277836 req-a6e3b165-f77b-4693-93bd-3bb07f12bb77 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350261 Jan 31 16:02:39.032599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50930) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:39.109727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd830994-b7eb-456b-b980-97415778cbfb admin admin] Deleting subnet 91283660-76cd-4915-a05a-344da3ed5f59 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:02:39.113985 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd830994-b7eb-456b-b980-97415778cbfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.153997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316243b8-634a-4da3-ba2b-f06eebf8954c req-2198a515-26ac-4e47-9979-d65d56dec091 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:39.155467 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-316243b8-634a-4da3-ba2b-f06eebf8954c req-2198a515-26ac-4e47-9979-d65d56dec091 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 950 time: 0.0874412 Jan 31 16:02:39.163175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd830994-b7eb-456b-b980-97415778cbfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.255507 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd830994-b7eb-456b-b980-97415778cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.324871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-316243b8-634a-4da3-ba2b-f06eebf8954c req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Deleting port cd92db1b-1459-461c-8e0a-2d551d8a45fa {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:39.325253 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-316243b8-634a-4da3-ba2b-f06eebf8954c req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.329314 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd830994-b7eb-456b-b980-97415778cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.402056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd830994-b7eb-456b-b980-97415778cbfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91283660-76cd-4915-a05a-344da3ed5f59,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:39.425081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd830994-b7eb-456b-b980-97415778cbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.428230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dd830994-b7eb-456b-b980-97415778cbfb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/91283660-76cd-4915-a05a-344da3ed5f59 HTTP/1.1" status: 204 len: 168 time: 0.3942721 Jan 31 16:02:39.430705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50932) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:39.531138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-316243b8-634a-4da3-ba2b-f06eebf8954c req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] For port cd92db1b-1459-461c-8e0a-2d551d8a45fa, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=cd92db1b-1459-461c-8e0a-2d551d8a45fa,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:39.531347 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-316243b8-634a-4da3-ba2b-f06eebf8954c req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.542423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d28080-9f7c-48da-841e-38bd148ac6f9 req-f9e793bf-7998-472b-bf23-2fcb986ffd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:39.543977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19d28080-9f7c-48da-841e-38bd148ac6f9 req-f9e793bf-7998-472b-bf23-2fcb986ffd87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 1096 time: 0.1736269 Jan 31 16:02:39.548152 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.554328 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-316243b8-634a-4da3-ba2b-f06eebf8954c req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Calling delete_port for cd92db1b-1459-461c-8e0a-2d551d8a45fa owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:39.763246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994dd6a-7b0f-4e20-b2e3-2047ffda06b5 req-b504037b-f648-469a-b2d8-5ae6bea0e94d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:39.764963 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d994dd6a-7b0f-4e20-b2e3-2047ffda06b5 req-b504037b-f648-469a-b2d8-5ae6bea0e94d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 950 time: 0.0624275 Jan 31 16:02:39.770467 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d28080-9f7c-48da-841e-38bd148ac6f9 req-cd040f26-0b7e-49b9-829b-102e74577adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:39.771899 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19d28080-9f7c-48da-841e-38bd148ac6f9 req-cd040f26-0b7e-49b9-829b-102e74577adf service neutron] 10.222.0.30 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 917 time: 0.2187378 Jan 31 16:02:39.774712 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.808841 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d994dd6a-7b0f-4e20-b2e3-2047ffda06b5 req-07ef859d-0c52-4164-90fc-4772a310e217 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360112 Jan 31 16:02:39.865417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 05fa3b89-bb5f-4971-b23e-cadc83d67a8b no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:39.866054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ed7c6a-83cd-4bda-b0b5-e54036188c16']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:39.888299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 05fa3b89-bb5f-4971-b23e-cadc83d67a8b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:02:39.888744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 05fa3b89-bb5f-4971-b23e-cadc83d67a8b not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:02:39.898400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:39.899037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56ff4c8-0c8c-4c10-8e02-d09b5d77fdf6') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:39.927622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.942330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d952ac0-5700-4ffc-9bbe-2a918b38f1da req-e434caaf-d8ba-4dab-a496-537a562fd7a3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:39.943787 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d952ac0-5700-4ffc-9bbe-2a918b38f1da req-e434caaf-d8ba-4dab-a496-537a562fd7a3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0567691 Jan 31 16:02:39.949088 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19d28080-9f7c-48da-841e-38bd148ac6f9 req-ef2a64b2-f59c-4142-aa6e-b83d011c5443 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 HTTP/1.1" status: 200 len: 1000 time: 0.1659820 Jan 31 16:02:39.951503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-316243b8-634a-4da3-ba2b-f06eebf8954c req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.954321 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.964071 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31d5315b-c0b8-4fe5-8fd3-8a49965ab690', '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5', '6d24a020-66a2-442d-a477-90c0aff05b62'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:39.968685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df', '45835d30-b99d-45bc-ab6f-a76423689202'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:39.985301 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d952ac0-5700-4ffc-9bbe-2a918b38f1da req-31a22f60-b63d-49a9-96f1-ab221bfeabc5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352514 Jan 31 16:02:39.990804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:02:39.991209 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:02:39.995682 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:02:40.015104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event deleted for resources: {'Port': ['ID=cd92db1b-1459-461c-8e0a-2d551d8a45fa,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:40.382002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef3577-924e-4f10-a665-fc690b37c8d0 req-9d98d82c-cae4-47d7-8d2c-0ad885548e21 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:40.383541 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57ef3577-924e-4f10-a665-fc690b37c8d0 req-9d98d82c-cae4-47d7-8d2c-0ad885548e21 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.5521731 Jan 31 16:02:40.410119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:40.410460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:40.410795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:40.411271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:40.411640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:40.411979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:40.412313 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:40.412642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:40.412956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:40.413280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:40.413615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:40.413938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:40.456664 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:40.480071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-316243b8-634a-4da3-ba2b-f06eebf8954c req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] No DVR routers for this DVR port cd92db1b-1459-461c-8e0a-2d551d8a45fa on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:40.483138 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:40.486209 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] 10.222.0.36 "DELETE /v2.0/networks/22ed7c6a-83cd-4bda-b0b5-e54036188c16 HTTP/1.1" status: 204 len: 168 time: 1.0544939 Jan 31 16:02:40.488637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d28080-9f7c-48da-841e-38bd148ac6f9 req-95efa8f6-19fe-41ff-abc4-f28adcb53653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:40.489981 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19d28080-9f7c-48da-841e-38bd148ac6f9 req-95efa8f6-19fe-41ff-abc4-f28adcb53653 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 200 len: 855 time: 0.5287838 Jan 31 16:02:40.504030 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-316243b8-634a-4da3-ba2b-f06eebf8954c req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:40.507428 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-316243b8-634a-4da3-ba2b-f06eebf8954c req-113fdce3-f2d1-45fd-a1d6-1ba3190ef878 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "DELETE /v2.0/ports/cd92db1b-1459-461c-8e0a-2d551d8a45fa HTTP/1.1" status: 204 len: 173 time: 1.3423445 Jan 31 16:02:40.507866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7c39b0-dfca-4433-bcb8-68e6f6e328e6', 'name': 'network-vif-deleted', 'tag': 'cd92db1b-1459-461c-8e0a-2d551d8a45fa'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:40.510363 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21085963-605b-42d9-ab8b-6aa862eb40b7" -d '{"events": [{"server_uuid": "ae7c39b0-dfca-4433-bcb8-68e6f6e328e6", "name": "network-vif-deleted", "tag": "cd92db1b-1459-461c-8e0a-2d551d8a45fa"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:40.527366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1da68e-f82d-41a5-b177-f95b82f54107 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ed7c6a-83cd-4bda-b0b5-e54036188c16,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:40.533994 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57ef3577-924e-4f10-a665-fc690b37c8d0 req-cd914fa4-777e-41ef-97d1-189d8377aef4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333973 Jan 31 16:02:40.578621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d28080-9f7c-48da-841e-38bd148ac6f9 req-f916eb5f-d6cc-4560-96d5-b3992ab22c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:40.580254 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19d28080-9f7c-48da-841e-38bd148ac6f9 req-f916eb5f-d6cc-4560-96d5-b3992ab22c69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646873 Jan 31 16:02:40.586141 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3655d24-54d1-46de-ab7d-8f337106767d x-openstack-request-id: req-a3655d24-54d1-46de-ab7d-8f337106767d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:40.586546 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7c39b0-dfca-4433-bcb8-68e6f6e328e6", "name": "network-vif-deleted", "tag": "cd92db1b-1459-461c-8e0a-2d551d8a45fa", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:40.586834 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3655d24-54d1-46de-ab7d-8f337106767d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:40.587257 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7c39b0-dfca-4433-bcb8-68e6f6e328e6', 'name': 'network-vif-deleted', 'tag': 'cd92db1b-1459-461c-8e0a-2d551d8a45fa', 'status': 'completed', 'code': 200} Jan 31 16:02:40.638743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50944) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:40.679622 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19d28080-9f7c-48da-841e-38bd148ac6f9 req-f3d43e8b-a46e-4ef0-923a-bbce95aaa311 service neutron] 10.222.0.30 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913813 Jan 31 16:02:40.686909 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-720fc0d9-a270-4348-9b1e-93512bb9927b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ef6126808b347a3941c4b5f4aeb5865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468628 Jan 31 16:02:40.689697 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50946) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:40.746851 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0a6e5cfa-dccb-4783-babd-1565b754ade3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:40.770441 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0a6e5cfa-dccb-4783-babd-1565b754ade3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:40.792327 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19d28080-9f7c-48da-841e-38bd148ac6f9 req-50854ab0-6f2b-4b10-9641-8b35da59cfce service neutron] 10.222.0.30 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058784 Jan 31 16:02:40.827976 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0a6e5cfa-dccb-4783-babd-1565b754ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:40.831297 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0a6e5cfa-dccb-4783-babd-1565b754ade3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:40.838110 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0a6e5cfa-dccb-4783-babd-1565b754ade3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/225f7012-5d63-46cf-8020-d906ace0d4de HTTP/1.1" status: 204 len: 168 time: 0.1471622 Jan 31 16:02:40.850499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:40.851935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e5cfa-dccb-4783-babd-1565b754ade3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225f7012-5d63-46cf-8020-d906ace0d4de,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:40.929087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:02:40.937427 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:40.937923 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:40.951454 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b57f5074-4660-4985-8778-d258c89bee7b req-4633971c-e34c-44ca-b526-31c9a04ed534 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae7c39b0-dfca-4433-bcb8-68e6f6e328e6 HTTP/1.1" status: 200 len: 210 time: 0.0381796 Jan 31 16:02:41.054268 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:41.089195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:41.091548 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a5376-ee5a-4587-a83b-f9b7fac0d4a2" -d '{"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-plugged", "status": "completed", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:41.104708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:41.111725 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:41.112717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device cd92db1b-1459-461c-8e0a-2d551d8a45fa no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:41.156905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c440e-fab2-43f4-9227-acba92d8aeb6 req-24b22fcb-b2d7-430e-ad72-42e16d0a3008 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:41.158892 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a4c440e-fab2-43f4-9227-acba92d8aeb6 req-24b22fcb-b2d7-430e-ad72-42e16d0a3008 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0884967 Jan 31 16:02:41.162145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: cd92db1b-1459-461c-8e0a-2d551d8a45fa {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:02:41.162760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device cd92db1b-1459-461c-8e0a-2d551d8a45fa not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:02:41.205283 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dc3b9b-a143-406b-8066-50fdb2b161f4 x-openstack-request-id: req-23dc3b9b-a143-406b-8066-50fdb2b161f4 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:41.205658 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-plugged", "status": "completed", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:41.205998 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23dc3b9b-a143-406b-8066-50fdb2b161f4 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:41.206589 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'code': 200} Jan 31 16:02:41.207380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:41.219638 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a4c440e-fab2-43f4-9227-acba92d8aeb6 req-ae8a5b9d-6adc-4535-9440-b94fa41fd1ee tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516925 Jan 31 16:02:41.307989 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259cf83-a48c-4f04-882b-bc2d22a3849b req-95cdcd2e-9741-4e0b-ae4f-f76155e8911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:41.309689 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1259cf83-a48c-4f04-882b-bc2d22a3849b req-95cdcd2e-9741-4e0b-ae4f-f76155e8911c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 1097 time: 0.0469410 Jan 31 16:02:41.348495 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1259cf83-a48c-4f04-882b-bc2d22a3849b req-96bb0399-d765-4584-9d0e-b23425fdc951 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286996 Jan 31 16:02:41.645775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50978) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:41.675489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8409a4-54c2-4fe1-90cd-546b79e13461 req-9d42177a-1d5a-4e07-90a4-68e1c84df62d tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:41.677080 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c8409a4-54c2-4fe1-90cd-546b79e13461 req-9d42177a-1d5a-4e07-90a4-68e1c84df62d tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.0555480 Jan 31 16:02:41.717889 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c8409a4-54c2-4fe1-90cd-546b79e13461 req-4320d5b6-3dd3-4dc1-b4a0-3b2ed8382a96 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343063 Jan 31 16:02:41.749139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-566651384-network', 'tenant_id': 'ea96610d2a5947ecadc30bd886d83242'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:41.773295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Made reservation on behalf of ea96610d2a5947ecadc30bd886d83242 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:02:41.776139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:41.785646 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:41.867316 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:41.872095 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:41.897487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:02:41.907807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e6de36-4559-4e0d-9352-bc00d60863d9,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:41.912824 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:41.913171 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Added segment fde135d1-4d93-4a73-81d7-36124bfc0d6d of type vlan for network 68fb84f3-3438-421c-9143-87a2daad5ab6 Jan 31 16:02:41.952413 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:41.976939 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:41.977908 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:41.978454 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:42.038821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3918934 Jan 31 16:02:42.041915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50986) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:42.048658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-44bd8224-9151-4e6b-ab20-ba8a4f0e317d admin admin] Request body: {'subnet': {'network_id': '68fb84f3-3438-421c-9143-87a2daad5ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-566651384-subnet', 'tenant_id': 'ea96610d2a5947ecadc30bd886d83242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:42.056196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8913e68-6c23-4c30-ab93-a182e46cb4fa admin admin] Pushing event updated for resources: {'Network': ['ID=68fb84f3-3438-421c-9143-87a2daad5ab6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:42.067278 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 68fb84f3-3438-421c-9143-87a2daad5ab6 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:02:42.080932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bd8224-9151-4e6b-ab20-ba8a4f0e317d admin admin] Made reservation on behalf of ea96610d2a5947ecadc30bd886d83242 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:02:42.084016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44bd8224-9151-4e6b-ab20-ba8a4f0e317d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:42.273453 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44bd8224-9151-4e6b-ab20-ba8a4f0e317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:42.364637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e6858-00b0-42fd-bb0e-09a89b807432 req-9e4d90b2-e7d8-4544-a054-cbdf38af18e3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:42.366250 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c6e6858-00b0-42fd-bb0e-09a89b807432 req-9e4d90b2-e7d8-4544-a054-cbdf38af18e3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 946 time: 0.0476756 Jan 31 16:02:42.380031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd8224-9151-4e6b-ab20-ba8a4f0e317d admin admin] Pushing event updated for resources: {'Subnet': ['ID=50565650-6d9e-4650-b7a1-979a2abf55eb,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:42.383075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd8224-9151-4e6b-ab20-ba8a4f0e317d admin admin] Checking segment: {'id': 'fde135d1-4d93-4a73-81d7-36124bfc0d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '68fb84f3-3438-421c-9143-87a2daad5ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:02:42.383431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd8224-9151-4e6b-ab20-ba8a4f0e317d admin admin] Network hostable DHCP agents. Network: 68fb84f3-3438-421c-9143-87a2daad5ab6, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:02:42.405729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c6e6858-00b0-42fd-bb0e-09a89b807432 req-da81e06b-ea45-4d47-8225-e3c1360ab058 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327611 Jan 31 16:02:42.410020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7488d3-c14f-48cf-b5b0-b41edffa840d req-cc66a76e-6605-4841-b455-3795750b2b56 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:42.411519 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e7488d3-c14f-48cf-b5b0-b41edffa840d req-cc66a76e-6605-4841-b455-3795750b2b56 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f302336f-26fe-4ce2-91d1-f1b664ee0f4c HTTP/1.1" status: 200 len: 950 time: 0.0890040 Jan 31 16:02:42.417428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd8224-9151-4e6b-ab20-ba8a4f0e317d admin admin] Network 68fb84f3-3438-421c-9143-87a2daad5ab6 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:02:42.438016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-44bd8224-9151-4e6b-ab20-ba8a4f0e317d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 68fb84f3-3438-421c-9143-87a2daad5ab6) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:02:42.444006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bd8224-9151-4e6b-ab20-ba8a4f0e317d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:42.444591 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44bd8224-9151-4e6b-ab20-ba8a4f0e317d admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:42.446382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc56504a-6fe5-4647-ae29-3750e1a2a41f None None] Network 68fb84f3-3438-421c-9143-87a2daad5ab6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:02:42.470266 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e7488d3-c14f-48cf-b5b0-b41edffa840d req-b1738516-62d4-4e87-89b2-387f7c6381d3 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498784 Jan 31 16:02:42.473879 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-44bd8224-9151-4e6b-ab20-ba8a4f0e317d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4309881 Jan 31 16:02:42.591302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1105cf-1a53-443b-885c-a347314c3514 None None] Network 68fb84f3-3438-421c-9143-87a2daad5ab6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:02:42.599457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50998) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:42.652517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Deleting subnet 50565650-6d9e-4650-b7a1-979a2abf55eb {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:02:42.656396 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:42.695517 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:42.750706 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:42.855275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:42.899324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50565650-6d9e-4650-b7a1-979a2abf55eb,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:42.901804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:42.905636 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] 10.222.0.36 "DELETE /v2.0/subnets/50565650-6d9e-4650-b7a1-979a2abf55eb HTTP/1.1" status: 204 len: 168 time: 0.3047523 Jan 31 16:02:42.908240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51002) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:42.921682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19505596-deb7-4b88-9616-f16ba271cdf4 req-b6f99d84-a221-4cdf-88a9-094f2c919da4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:42.923182 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-19505596-deb7-4b88-9616-f16ba271cdf4 req-b6f99d84-a221-4cdf-88a9-094f2c919da4 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 945 time: 0.1169326 Jan 31 16:02:42.924810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:42.925161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:42.925448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:42.925842 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:42.926692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:42.926692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:42.926896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:42.927109 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:42.927440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:42.927758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:42.928656 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:42.928656 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e47c7-4134-42d2-b35e-768f52df02ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:42.965920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-19505596-deb7-4b88-9616-f16ba271cdf4 req-96c07160-c941-4863-a950-39f175f35668 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340414 Jan 31 16:02:42.984065 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:43.071617 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:43.095393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fb84f3-3438-421c-9143-87a2daad5ab6']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:43.106123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde135d1-4d93-4a73-81d7-36124bfc0d6d') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:43.106737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde135d1-4d93-4a73-81d7-36124bfc0d6d') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:43.117370 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:43.131584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:43.138298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:02:43.138889 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:02:43.140667 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:02:43.204371 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:43.210476 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:43.216865 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] 10.222.0.36 "DELETE /v2.0/networks/68fb84f3-3438-421c-9143-87a2daad5ab6 HTTP/1.1" status: 204 len: 168 time: 0.3042550 Jan 31 16:02:43.225925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b78750-0c80-4401-b52b-729d5fb8bccd admin admin] Pushing event deleted for resources: {'Network': ['ID=68fb84f3-3438-421c-9143-87a2daad5ab6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:43.331466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51020) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:43.373403 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-270634df-5baf-4125-bca5-460151ac0177 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea96610d2a5947ecadc30bd886d83242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404494 Jan 31 16:02:43.376452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51024) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:43.429978 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a732a20-32bd-4821-82eb-03b1cab80a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:43.455544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a732a20-32bd-4821-82eb-03b1cab80a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:43.514669 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a732a20-32bd-4821-82eb-03b1cab80a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:43.517372 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a732a20-32bd-4821-82eb-03b1cab80a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:43.518779 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3a732a20-32bd-4821-82eb-03b1cab80a1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6e6de36-4559-4e0d-9352-bc00d60863d9 HTTP/1.1" status: 204 len: 168 time: 0.1410923 Jan 31 16:02:43.527722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a732a20-32bd-4821-82eb-03b1cab80a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e6de36-4559-4e0d-9352-bc00d60863d9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:43.560788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18057d-67ea-41c5-8a21-6edd25e465cd req-c3d09a38-c13f-479b-8d63-93e62d2aff3a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:43.562415 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a18057d-67ea-41c5-8a21-6edd25e465cd req-c3d09a38-c13f-479b-8d63-93e62d2aff3a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 946 time: 0.0778069 Jan 31 16:02:43.608925 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a18057d-67ea-41c5-8a21-6edd25e465cd req-1c056e8b-dc07-4a08-913c-0e6cd3884ffd tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403495 Jan 31 16:02:43.726304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14cf7c-0f6d-4525-9957-d153222cfd7a req-2c1a6054-5395-4b76-a5ef-ef85f588cfab tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:43.727874 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e14cf7c-0f6d-4525-9957-d153222cfd7a req-2c1a6054-5395-4b76-a5ef-ef85f588cfab tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "GET /v2.0/ports?device_id=f302336f-26fe-4ce2-91d1-f1b664ee0f4c HTTP/1.1" status: 200 len: 950 time: 0.0888441 Jan 31 16:02:43.742510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9397b-8406-47e2-8942-3c9107ef3cd1 req-f3649ee1-1421-4c5c-9ea1-dfbafc346c21 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:43.759841 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97f9397b-8406-47e2-8942-3c9107ef3cd1 req-f3649ee1-1421-4c5c-9ea1-dfbafc346c21 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f302336f-26fe-4ce2-91d1-f1b664ee0f4c HTTP/1.1" status: 200 len: 950 time: 0.0826428 Jan 31 16:02:43.822566 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97f9397b-8406-47e2-8942-3c9107ef3cd1 req-d5fbe3ce-c14b-4339-8eb9-4f3bbfb186bb tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618300 Jan 31 16:02:43.895799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:43.898551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622877ea-9ceb-4338-8760-d07c5e4bfb27 req-c2392915-38b9-4cbc-9a63-38cee718c1a3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:43.910554 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-622877ea-9ceb-4338-8760-d07c5e4bfb27 req-c2392915-38b9-4cbc-9a63-38cee718c1a3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 946 time: 0.1017628 Jan 31 16:02:43.911482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51052) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:43.918723 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-552ea512-b06d-4950-877a-d318040c420c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Request body: {'floatingip': {'port_id': '2436e8ce-fc48-45dc-8258-7d18a0c48c05'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:02:43.981133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-8e14cf7c-0f6d-4525-9957-d153222cfd7a req-963443fc-8a42-4877-a05a-591919cdf677 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Deleting port 45835d30-b99d-45bc-ab6f-a76423689202 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:43.981610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8e14cf7c-0f6d-4525-9957-d153222cfd7a req-963443fc-8a42-4877-a05a-591919cdf677 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:43.987544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-552ea512-b06d-4950-877a-d318040c420c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:44.006823 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:44.080861 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:44.083878 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786c84a6-36cc-446e-b755-f98cf64e1e72" -d '{"events": [{"server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "name": "network-vif-unplugged", "status": "completed", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:44.092931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:44.098584 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:44.168060 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84864743-3d03-43b3-90be-39050191caca x-openstack-request-id: req-84864743-3d03-43b3-90be-39050191caca {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:44.168618 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "name": "network-vif-unplugged", "status": "failed", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3", "code": 422}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:44.169065 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84864743-3d03-43b3-90be-39050191caca {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:44.169945 n-d-827120-1 neutron-server[108773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'code': 422} returned with failed status Jan 31 16:02:44.170090 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f80371-7f0d-4363-b046-82b8f876181e req-53c6484f-86a4-4252-8771-4f7846239cdb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0649354 Jan 31 16:02:44.171265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:44.319289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339ae00-d06b-4528-81e4-1fc44dab50cf req-514cab4a-a2d6-45b4-b029-9c15f44fa7cd tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:44.321013 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6339ae00-d06b-4528-81e4-1fc44dab50cf req-514cab4a-a2d6-45b4-b029-9c15f44fa7cd tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f298f53-02b2-4239-bff0-885e3287696d HTTP/1.1" status: 200 len: 950 time: 0.2902453 Jan 31 16:02:44.394468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27c0a0-b47e-4b00-9c4f-4b3640666af4 req-0c80a64c-cecf-4ab6-91ae-6ffe7d53b790 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:44.396311 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb27c0a0-b47e-4b00-9c4f-4b3640666af4 req-0c80a64c-cecf-4ab6-91ae-6ffe7d53b790 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.2520015 Jan 31 16:02:44.400519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-8e14cf7c-0f6d-4525-9957-d153222cfd7a req-963443fc-8a42-4877-a05a-591919cdf677 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] For port 45835d30-b99d-45bc-ab6f-a76423689202, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=45835d30-b99d-45bc-ab6f-a76423689202,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:44.400866 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8e14cf7c-0f6d-4525-9957-d153222cfd7a req-963443fc-8a42-4877-a05a-591919cdf677 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:44.463306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-8e14cf7c-0f6d-4525-9957-d153222cfd7a req-963443fc-8a42-4877-a05a-591919cdf677 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Calling delete_port for 45835d30-b99d-45bc-ab6f-a76423689202 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:44.692043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb27c0a0-b47e-4b00-9c4f-4b3640666af4 req-a9e13803-7fdf-42b5-9a8e-5cf3b959171e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811878 Jan 31 16:02:44.880396 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-6339ae00-d06b-4528-81e4-1fc44dab50cf req-a07cd3de-3cf7-44a1-a66c-9fe7dad58e39 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Deleting port 6d24a020-66a2-442d-a477-90c0aff05b62 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:44.880743 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-6339ae00-d06b-4528-81e4-1fc44dab50cf req-a07cd3de-3cf7-44a1-a66c-9fe7dad58e39 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:44.989928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04c3f7-414a-469c-a55b-0708894f1360 req-332e8350-105e-4238-975d-6ef695d04305 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:44.991880 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f04c3f7-414a-469c-a55b-0708894f1360 req-332e8350-105e-4238-975d-6ef695d04305 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f302336f-26fe-4ce2-91d1-f1b664ee0f4c HTTP/1.1" status: 200 len: 950 time: 0.0632901 Jan 31 16:02:45.063058 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f04c3f7-414a-469c-a55b-0708894f1360 req-4aa62766-5442-45dd-a969-1d7d8647d253 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637307 Jan 31 16:02:45.099304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f80371-7f0d-4363-b046-82b8f876181e req-81d0e21f-a9aa-488d-b42f-176bb3102f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:45.101164 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f80371-7f0d-4363-b046-82b8f876181e req-81d0e21f-a9aa-488d-b42f-176bb3102f56 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d&tenant_id=ef6dc57584b6442aa969c2c7a411ac81 HTTP/1.1" status: 200 len: 1094 time: 0.0529518 Jan 31 16:02:45.113868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8e14cf7c-0f6d-4525-9957-d153222cfd7a req-963443fc-8a42-4877-a05a-591919cdf677 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:45.123134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-6339ae00-d06b-4528-81e4-1fc44dab50cf req-a07cd3de-3cf7-44a1-a66c-9fe7dad58e39 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] For port 6d24a020-66a2-442d-a477-90c0aff05b62, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6d24a020-66a2-442d-a477-90c0aff05b62,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:45.123273 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-6339ae00-d06b-4528-81e4-1fc44dab50cf req-a07cd3de-3cf7-44a1-a66c-9fe7dad58e39 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:45.128918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df', '45835d30-b99d-45bc-ab6f-a76423689202'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:45.131235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31d5315b-c0b8-4fe5-8fd3-8a49965ab690', '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5', '6d24a020-66a2-442d-a477-90c0aff05b62'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:45.172116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-6339ae00-d06b-4528-81e4-1fc44dab50cf req-a07cd3de-3cf7-44a1-a66c-9fe7dad58e39 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Calling delete_port for 6d24a020-66a2-442d-a477-90c0aff05b62 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:45.174308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963443fc-8a42-4877-a05a-591919cdf677 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event deleted for resources: {'Port': ['ID=45835d30-b99d-45bc-ab6f-a76423689202,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:45.177710 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.resource_extend [None req-552ea512-b06d-4950-877a-d318040c420c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:02:45.233630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f80371-7f0d-4363-b046-82b8f876181e req-f32eb2d8-9c9c-4c3a-b42f-4557071d0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:45.239191 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f80371-7f0d-4363-b046-82b8f876181e req-f32eb2d8-9c9c-4c3a-b42f-4557071d0976 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 1094 time: 0.1045375 Jan 31 16:02:45.289363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e14cf7c-0f6d-4525-9957-d153222cfd7a req-963443fc-8a42-4877-a05a-591919cdf677 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] No DVR routers for this DVR port 45835d30-b99d-45bc-ab6f-a76423689202 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:45.329665 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-8e14cf7c-0f6d-4525-9957-d153222cfd7a req-963443fc-8a42-4877-a05a-591919cdf677 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:45.334848 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e14cf7c-0f6d-4525-9957-d153222cfd7a req-963443fc-8a42-4877-a05a-591919cdf677 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "DELETE /v2.0/ports/45835d30-b99d-45bc-ab6f-a76423689202 HTTP/1.1" status: 204 len: 173 time: 1.6002822 Jan 31 16:02:45.334983 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f302336f-26fe-4ce2-91d1-f1b664ee0f4c', 'name': 'network-vif-deleted', 'tag': '45835d30-b99d-45bc-ab6f-a76423689202'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:45.337874 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579f4514-1d9e-4710-a3a3-3aa6c9d02c9f" -d '{"events": [{"server_uuid": "f302336f-26fe-4ce2-91d1-f1b664ee0f4c", "name": "network-vif-deleted", "tag": "45835d30-b99d-45bc-ab6f-a76423689202"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:45.353736 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-552ea512-b06d-4950-877a-d318040c420c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:45.367699 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-552ea512-b06d-4950-877a-d318040c420c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:45.454771 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fe86cc-611b-4878-8e9b-0891f9a7f7e1 x-openstack-request-id: req-99fe86cc-611b-4878-8e9b-0891f9a7f7e1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:45.455405 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f302336f-26fe-4ce2-91d1-f1b664ee0f4c", "name": "network-vif-deleted", "tag": "45835d30-b99d-45bc-ab6f-a76423689202", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:45.455405 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99fe86cc-611b-4878-8e9b-0891f9a7f7e1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:45.458136 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f302336f-26fe-4ce2-91d1-f1b664ee0f4c', 'name': 'network-vif-deleted', 'tag': '45835d30-b99d-45bc-ab6f-a76423689202', 'status': 'completed', 'code': 200} Jan 31 16:02:45.490879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f80371-7f0d-4363-b046-82b8f876181e req-b76597b8-b72b-41c4-b1da-fc25f75dc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:45.492401 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f80371-7f0d-4363-b046-82b8f876181e req-b76597b8-b72b-41c4-b1da-fc25f75dc008 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 917 time: 0.2430332 Jan 31 16:02:45.613637 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-552ea512-b06d-4950-877a-d318040c420c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Floating IP 35461e1a-db92-421e-878a-88669fea4d12 associated. External IP: 172.25.1.58, port: 2436e8ce-fc48-45dc-8258-7d18a0c48c05. Jan 31 16:02:45.651652 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f80371-7f0d-4363-b046-82b8f876181e req-86042734-95ba-4363-9938-d392184f7379 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 HTTP/1.1" status: 200 len: 998 time: 0.1470201 Jan 31 16:02:45.716364 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-6339ae00-d06b-4528-81e4-1fc44dab50cf req-a07cd3de-3cf7-44a1-a66c-9fe7dad58e39 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:45.771061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f80371-7f0d-4363-b046-82b8f876181e req-d9922802-46b5-42ec-a8cc-d8217844a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:45.773314 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f80371-7f0d-4363-b046-82b8f876181e req-d9922802-46b5-42ec-a8cc-d8217844a953 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 200 len: 855 time: 0.1132364 Jan 31 16:02:45.796016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df', '45835d30-b99d-45bc-ab6f-a76423689202'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:45.824269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cd3de-3cf7-44a1-a66c-9fe7dad58e39 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event deleted for resources: {'Port': ['ID=6d24a020-66a2-442d-a477-90c0aff05b62,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:45.907162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6339ae00-d06b-4528-81e4-1fc44dab50cf req-a07cd3de-3cf7-44a1-a66c-9fe7dad58e39 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] No DVR routers for this DVR port 6d24a020-66a2-442d-a477-90c0aff05b62 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:45.913345 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-6339ae00-d06b-4528-81e4-1fc44dab50cf req-a07cd3de-3cf7-44a1-a66c-9fe7dad58e39 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:45.915672 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6339ae00-d06b-4528-81e4-1fc44dab50cf req-a07cd3de-3cf7-44a1-a66c-9fe7dad58e39 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "DELETE /v2.0/ports/6d24a020-66a2-442d-a477-90c0aff05b62 HTTP/1.1" status: 204 len: 173 time: 1.5429528 Jan 31 16:02:46.028444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f80371-7f0d-4363-b046-82b8f876181e req-876938d6-537c-4c50-ad00-e1bd17fed66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:46.031462 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f80371-7f0d-4363-b046-82b8f876181e req-876938d6-537c-4c50-ad00-e1bd17fed66d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2413085 Jan 31 16:02:46.059089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552ea512-b06d-4950-877a-d318040c420c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Router 0a09e2d7-3667-4787-92a7-311e6c98474a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:02:46.080250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7d04b-73fd-4234-8480-b5df47faef44 req-ade3ae14-091a-4d66-b839-9f1541837b90 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:46.081898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8b7d04b-73fd-4234-8480-b5df47faef44 req-ade3ae14-091a-4d66-b839-9f1541837b90 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.2616146 Jan 31 16:02:46.216418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8b7d04b-73fd-4234-8480-b5df47faef44 req-5ed0748f-199a-491b-b3ff-c935a29835e8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869265 Jan 31 16:02:46.252174 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f80371-7f0d-4363-b046-82b8f876181e req-7ca62187-de7d-48cb-8329-b62e3c11cf17 service neutron] 10.222.0.30 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051680 Jan 31 16:02:46.413128 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f80371-7f0d-4363-b046-82b8f876181e req-958d0621-a51f-48c0-bd68-dbb942d4d026 service neutron] 10.222.0.30 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536996 Jan 31 16:02:46.607499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75632cd1-aa5c-49fd-9607-5025c9e2c89d req-2d07b40c-28b0-4bc1-ba95-27856c158c66 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:46.617120 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75632cd1-aa5c-49fd-9607-5025c9e2c89d req-2d07b40c-28b0-4bc1-ba95-27856c158c66 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.0752935 Jan 31 16:02:46.681873 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75632cd1-aa5c-49fd-9607-5025c9e2c89d req-26d0afe6-ab27-435b-9a1e-c2c964eab9e3 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595696 Jan 31 16:02:46.806795 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b460f8f-07be-4291-9900-d0fd6415e5fe req-f489558b-b617-4299-8caa-dee2ca9da807 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=f302336f-26fe-4ce2-91d1-f1b664ee0f4c HTTP/1.1" status: 200 len: 210 time: 0.5420682 Jan 31 16:02:46.831200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552ea512-b06d-4950-877a-d318040c420c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:02:46.837645 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-552ea512-b06d-4950-877a-d318040c420c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:46.843109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d8920-d702-4113-beff-e6dae89dc01b None None] Sync routers for ids ['0a09e2d7-3667-4787-92a7-311e6c98474a'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:02:46.858155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51158) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:46.860669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d8920-d702-4113-beff-e6dae89dc01b None None] Routers {'0a09e2d7-3667-4787-92a7-311e6c98474a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:02:46.862375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-195d8920-d702-4113-beff-e6dae89dc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:02:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0a09e2d7-3667-4787-92a7-311e6c98474a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:46.876976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-552ea512-b06d-4950-877a-d318040c420c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "PUT /v2.0/floatingips/35461e1a-db92-421e-878a-88669fea4d12 HTTP/1.1" status: 200 len: 991 time: 2.9629476 Jan 31 16:02:46.991140 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d814982-f0f1-4cb9-aaaa-b10856c16463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:46.998655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-195d8920-d702-4113-beff-e6dae89dc01b None None] Set router 0a09e2d7-3667-4787-92a7-311e6c98474a gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:02:47.014158 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9e4a3-538d-4588-b142-007de4b9bd0e req-f1138f1c-dfb2-4f09-be5e-9add559ada2f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:47.018038 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14b9e4a3-538d-4588-b142-007de4b9bd0e req-f1138f1c-dfb2-4f09-be5e-9add559ada2f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 946 time: 0.0818396 Jan 31 16:02:47.078966 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14b9e4a3-538d-4588-b142-007de4b9bd0e req-744731db-6cad-49b6-8332-d73a4196308d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553308 Jan 31 16:02:47.168943 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d814982-f0f1-4cb9-aaaa-b10856c16463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:47.178022 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d814982-f0f1-4cb9-aaaa-b10856c16463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:47.232611 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-922dfdf3-48fc-42ba-99d5-bea3f48513d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:47.255455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d814982-f0f1-4cb9-aaaa-b10856c16463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d0bf29-8d9c-403f-ac4d-57ddbbdf2bc2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:47.283709 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4d814982-f0f1-4cb9-aaaa-b10856c16463 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9dfaa65cd11e4feaba6a1a13bfd131f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220595 Jan 31 16:02:47.284101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51172) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:47.352288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-195d8920-d702-4113-beff-e6dae89dc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '35461e1a-db92-421e-878a-88669fea4d12', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'port_id': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'mac_address': 'fa:16:3e:1c:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:02:26Z', 'updated_at': '2022-01-31T16:02:45Z', 'revision_number': 1, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8583210-8674-41a0-8b72-4d7650f385bb', 'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'mac_address': 'fa:16:3e:65:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:19Z', 'updated_at': '2022-01-31T16:02:29Z', 'revision_number': 5, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'subnets': [{'id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:47.360451 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba4a712-456e-4faa-964c-604c95c48e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:47.438581 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31d5315b-c0b8-4fe5-8fd3-8a49965ab690', '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:47.441120 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba4a712-456e-4faa-964c-604c95c48e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:47.442318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d8920-d702-4113-beff-e6dae89dc01b None None] Checking router: 0a09e2d7-3667-4787-92a7-311e6c98474a for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:02:47.466656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f298f53-02b2-4239-bff0-885e3287696d', 'name': 'network-vif-deleted', 'tag': '6d24a020-66a2-442d-a477-90c0aff05b62'}, {'name': 'network-changed', 'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:47.469499 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7284f61-814a-4b91-9d4b-90e90214921e" -d '{"events": [{"server_uuid": "2f298f53-02b2-4239-bff0-885e3287696d", "name": "network-vif-deleted", "tag": "6d24a020-66a2-442d-a477-90c0aff05b62"}, {"name": "network-changed", "server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:47.521500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fe956-1746-4cb1-b57d-50eeac35f12f req-81bb35a6-105f-4248-b1db-d1a3cbfa027a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:47.523156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-420fe956-1746-4cb1-b57d-50eeac35f12f req-81bb35a6-105f-4248-b1db-d1a3cbfa027a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.1464303 Jan 31 16:02:47.566326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d8920-d702-4113-beff-e6dae89dc01b None None] Routers {'0a09e2d7-3667-4787-92a7-311e6c98474a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:02:47.567051 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-195d8920-d702-4113-beff-e6dae89dc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:02:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0a09e2d7-3667-4787-92a7-311e6c98474a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:47.602527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-420fe956-1746-4cb1-b57d-50eeac35f12f req-a335702a-a5b9-411c-8a76-cc416af8725e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682540 Jan 31 16:02:47.604376 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba4a712-456e-4faa-964c-604c95c48e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:47.609115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba4a712-456e-4faa-964c-604c95c48e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:47.613324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fba4a712-456e-4faa-964c-604c95c48e96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4d0bf29-8d9c-403f-ac4d-57ddbbdf2bc2 HTTP/1.1" status: 204 len: 168 time: 0.3258436 Jan 31 16:02:47.641901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4a712-456e-4faa-964c-604c95c48e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d0bf29-8d9c-403f-ac4d-57ddbbdf2bc2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:47.730107 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f578eb52-80c4-4bdd-b342-a3db69dfce31 x-openstack-request-id: req-f578eb52-80c4-4bdd-b342-a3db69dfce31 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:47.730621 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f298f53-02b2-4239-bff0-885e3287696d", "name": "network-vif-deleted", "tag": "6d24a020-66a2-442d-a477-90c0aff05b62", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:47.730907 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f578eb52-80c4-4bdd-b342-a3db69dfce31 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:47.731515 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f298f53-02b2-4239-bff0-885e3287696d', 'name': 'network-vif-deleted', 'tag': '6d24a020-66a2-442d-a477-90c0aff05b62', 'status': 'completed', 'code': 200} Jan 31 16:02:47.731515 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'status': 'completed', 'code': 200} Jan 31 16:02:47.840977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7284f61-814a-4b91-9d4b-90e90214921e req-83f70864-12fd-4c21-9b73-63fb03949530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:47.842742 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7284f61-814a-4b91-9d4b-90e90214921e req-83f70864-12fd-4c21-9b73-63fb03949530 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 1097 time: 0.0771804 Jan 31 16:02:47.873119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea781a0-9403-4cfc-8b48-0d7b00d4f90a req-0140917d-5541-429c-b1f8-6cd27082eb10 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:47.882303 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cea781a0-9403-4cfc-8b48-0d7b00d4f90a req-0140917d-5541-429c-b1f8-6cd27082eb10 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.0663662 Jan 31 16:02:47.919285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 45835d30-b99d-45bc-ab6f-a76423689202 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:47.945104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-195d8920-d702-4113-beff-e6dae89dc01b None None] Set router 0a09e2d7-3667-4787-92a7-311e6c98474a gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:02:47.947079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 45835d30-b99d-45bc-ab6f-a76423689202 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:02:47.947418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 45835d30-b99d-45bc-ab6f-a76423689202 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:02:47.959320 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cea781a0-9403-4cfc-8b48-0d7b00d4f90a req-2b3e8289-0d6c-4d18-8744-c4fd4374a235 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760341 Jan 31 16:02:48.052911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7284f61-814a-4b91-9d4b-90e90214921e req-994d8d9d-5e46-4080-9e65-bb333f0070a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:48.057197 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7284f61-814a-4b91-9d4b-90e90214921e req-994d8d9d-5e46-4080-9e65-bb333f0070a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.2046390 Jan 31 16:02:48.236696 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7284f61-814a-4b91-9d4b-90e90214921e req-74b335a7-b1c5-459a-a969-1893507a2ae0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05 HTTP/1.1" status: 200 len: 999 time: 0.1704521 Jan 31 16:02:48.366194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51196) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:48.385949 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-962121e2-f68d-4890-922a-47c5f0a9086b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:48.421162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4722d6b-5c0e-4110-897d-7700cc19fd2f req-d3be79df-ca24-46bf-8b2f-c7119146dd95 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:48.429267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a4722d6b-5c0e-4110-897d-7700cc19fd2f req-d3be79df-ca24-46bf-8b2f-c7119146dd95 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 946 time: 0.1531875 Jan 31 16:02:48.437791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7284f61-814a-4b91-9d4b-90e90214921e req-0fdbb380-dfec-4438-8650-8c077d8564cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:48.439782 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7284f61-814a-4b91-9d4b-90e90214921e req-0fdbb380-dfec-4438-8650-8c077d8564cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1920550 Jan 31 16:02:48.520361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7284f61-814a-4b91-9d4b-90e90214921e req-9113e392-df5a-4dd4-a050-c6d01176430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:48.521920 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7284f61-814a-4b91-9d4b-90e90214921e req-9113e392-df5a-4dd4-a050-c6d01176430d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700841 Jan 31 16:02:48.525887 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-962121e2-f68d-4890-922a-47c5f0a9086b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:48.537194 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-962121e2-f68d-4890-922a-47c5f0a9086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:48.541107 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a4722d6b-5c0e-4110-897d-7700cc19fd2f req-5fbd72a0-ff5d-458e-ae9f-3c5d03ad45d8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107073 Jan 31 16:02:48.622678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-195d8920-d702-4113-beff-e6dae89dc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '35461e1a-db92-421e-878a-88669fea4d12', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'port_id': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'mac_address': 'fa:16:3e:1c:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:02:26Z', 'updated_at': '2022-01-31T16:02:45Z', 'revision_number': 1, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8583210-8674-41a0-8b72-4d7650f385bb', 'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'mac_address': 'fa:16:3e:65:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:19Z', 'updated_at': '2022-01-31T16:02:29Z', 'revision_number': 5, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'subnets': [{'id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:48.679103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d8920-d702-4113-beff-e6dae89dc01b None None] The sync data for ids ['0a09e2d7-3667-4787-92a7-311e6c98474a'] in n-d-827120-1 is: [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '35461e1a-db92-421e-878a-88669fea4d12', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'port_id': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'mac_address': 'fa:16:3e:1c:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:02:26Z', 'updated_at': '2022-01-31T16:02:45Z', 'revision_number': 1, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8583210-8674-41a0-8b72-4d7650f385bb', 'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'mac_address': 'fa:16:3e:65:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:19Z', 'updated_at': '2022-01-31T16:02:29Z', 'revision_number': 5, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'subnets': [{'id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:02:48.746574 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-962121e2-f68d-4890-922a-47c5f0a9086b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65619f5894d1414aae1facb445503b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764055 Jan 31 16:02:48.746795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51204) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:48.748908 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962121e2-f68d-4890-922a-47c5f0a9086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d38d98-b154-4936-9ce5-8dbd9451859b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:48.782258 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7284f61-814a-4b91-9d4b-90e90214921e req-25851f44-59e6-4fd6-b48d-6109c9f1d261 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389336 Jan 31 16:02:48.886550 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6d24a020-66a2-442d-a477-90c0aff05b62 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:48.915928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b00eb0-e0cc-4ae3-bb57-c38ba11f9c12 req-eb80865c-8e11-41d1-9ded-2adbcbe4b9e0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:48.917750 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3b00eb0-e0cc-4ae3-bb57-c38ba11f9c12 req-eb80865c-8e11-41d1-9ded-2adbcbe4b9e0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8f3f06d-b505-4609-a8c3-d5bf5fec7e31 HTTP/1.1" status: 200 len: 950 time: 0.0944870 Jan 31 16:02:48.926225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99961124-51bf-45f7-bb17-acd3e7fecddf req-d28a526d-5c8f-40fb-aff1-531b28ea5add tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:48.928147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 6d24a020-66a2-442d-a477-90c0aff05b62 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:02:48.928613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6d24a020-66a2-442d-a477-90c0aff05b62 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:02:48.935544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99961124-51bf-45f7-bb17-acd3e7fecddf req-d28a526d-5c8f-40fb-aff1-531b28ea5add tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.1728580 Jan 31 16:02:48.979013 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-19773bad-8be4-41f9-a312-8c83be9fa133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:49.002875 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3b00eb0-e0cc-4ae3-bb57-c38ba11f9c12 req-5648fca1-2fd4-49e8-8a9c-bed9d281e994 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778012 Jan 31 16:02:49.072413 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7284f61-814a-4b91-9d4b-90e90214921e req-af91f7a0-e452-4880-9a16-d81f7269c2c5 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690649 Jan 31 16:02:49.074500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-19773bad-8be4-41f9-a312-8c83be9fa133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:49.093772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99961124-51bf-45f7-bb17-acd3e7fecddf req-14ade8cb-cfbe-4c53-860a-0ea7dae9c5ab tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567566 Jan 31 16:02:49.111807 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b992103-e565-4a8d-831e-4a112bcfc1cb None None] New status for floating IP 35461e1a-db92-421e-878a-88669fea4d12: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:02:49.157239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1179b-a08f-48f8-8f08-efdadd99f52a req-38c1a82f-18cb-489e-b6a9-dcb1c64c58d5 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:49.161967 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6cc1179b-a08f-48f8-8f08-efdadd99f52a req-38c1a82f-18cb-489e-b6a9-dcb1c64c58d5 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.0757079 Jan 31 16:02:49.190572 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-19773bad-8be4-41f9-a312-8c83be9fa133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:49.197163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-19773bad-8be4-41f9-a312-8c83be9fa133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:49.202512 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-19773bad-8be4-41f9-a312-8c83be9fa133 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07d38d98-b154-4936-9ce5-8dbd9451859b HTTP/1.1" status: 204 len: 168 time: 0.4522765 Jan 31 16:02:49.214979 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6cc1179b-a08f-48f8-8f08-efdadd99f52a req-486c729d-0b38-49c2-a554-7d185f5dec25 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474901 Jan 31 16:02:49.217526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19773bad-8be4-41f9-a312-8c83be9fa133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d38d98-b154-4936-9ce5-8dbd9451859b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:49.686725 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c8000677-9d2d-42c1-a14e-8d41596aaf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:49.751045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e55dcf-7de2-43fc-b53c-8a3a3a417b04 req-2412a1fd-a016-42c0-af2a-4271252355f0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:49.758180 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74e55dcf-7de2-43fc-b53c-8a3a3a417b04 req-2412a1fd-a016-42c0-af2a-4271252355f0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 946 time: 0.1356151 Jan 31 16:02:49.813600 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74e55dcf-7de2-43fc-b53c-8a3a3a417b04 req-bb4f4ccd-80d0-4d78-8637-1376552c3c5a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462217 Jan 31 16:02:49.958498 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a402e63-9cc6-40e3-81a4-5e9f99e27cf8 req-3ee26dab-cf9e-47d2-b016-80218528cb97 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:49.968261 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a402e63-9cc6-40e3-81a4-5e9f99e27cf8 req-3ee26dab-cf9e-47d2-b016-80218528cb97 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 946 time: 0.0647800 Jan 31 16:02:50.007253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a402e63-9cc6-40e3-81a4-5e9f99e27cf8 req-a142e97f-ad4c-49de-a2f0-b3a913761518 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376310 Jan 31 16:02:50.152160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b70a4-1f9b-48f8-9346-3c1baa320a3a req-b67f942a-195c-47e4-aa54-e361e18e1b3b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:50.160673 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f50b70a4-1f9b-48f8-9346-3c1baa320a3a req-b67f942a-195c-47e4-aa54-e361e18e1b3b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8f3f06d-b505-4609-a8c3-d5bf5fec7e31 HTTP/1.1" status: 200 len: 950 time: 0.0768974 Jan 31 16:02:50.212017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f50b70a4-1f9b-48f8-9346-3c1baa320a3a req-5cbd278d-ac6a-4125-92ca-23fdecf9ae18 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501156 Jan 31 16:02:50.431327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01403420-3aa4-4bb2-a611-16bb7aad6897 req-b58235ee-1ec6-427e-9029-3d6e7a37babb tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:50.443032 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01403420-3aa4-4bb2-a611-16bb7aad6897 req-b58235ee-1ec6-427e-9029-3d6e7a37babb tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.1187792 Jan 31 16:02:50.532731 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01403420-3aa4-4bb2-a611-16bb7aad6897 req-a4b60f09-8e92-4bb5-89a9-b2d913f26ac0 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834408 Jan 31 16:02:50.633293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34781d3-8b7d-4a24-a243-9cafc377210a req-cd1ec32f-daa5-4d4c-ad5c-1e2d99a71d25 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:50.648080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e34781d3-8b7d-4a24-a243-9cafc377210a req-cd1ec32f-daa5-4d4c-ad5c-1e2d99a71d25 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.0759423 Jan 31 16:02:50.698014 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e34781d3-8b7d-4a24-a243-9cafc377210a req-fa3f7982-9814-42c5-92de-debfeff253e1 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458980 Jan 31 16:02:50.786136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f681ae-10e5-44d4-b550-3e9089c63def req-494af1a3-560c-4adc-9597-87cf11c38963 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:50.787861 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f681ae-10e5-44d4-b550-3e9089c63def req-494af1a3-560c-4adc-9597-87cf11c38963 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8f3f06d-b505-4609-a8c3-d5bf5fec7e31 HTTP/1.1" status: 200 len: 950 time: 0.1012762 Jan 31 16:02:50.801084 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:50.997659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e9f681ae-10e5-44d4-b550-3e9089c63def req-aa70b908-bb7c-49d5-83ad-e0c88eaa81e0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Deleting port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:51.001678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f681ae-10e5-44d4-b550-3e9089c63def req-aa70b908-bb7c-49d5-83ad-e0c88eaa81e0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:51.007271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba50a8e-e9d1-402b-95c9-bf9fae0a8a7b req-34274c86-6bd3-4a42-b4ab-89d65038766b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:51.008826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ba50a8e-e9d1-402b-95c9-bf9fae0a8a7b req-34274c86-6bd3-4a42-b4ab-89d65038766b tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 950 time: 0.0955174 Jan 31 16:02:51.204883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e9f681ae-10e5-44d4-b550-3e9089c63def req-aa70b908-bb7c-49d5-83ad-e0c88eaa81e0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] For port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:51.205536 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f681ae-10e5-44d4-b550-3e9089c63def req-aa70b908-bb7c-49d5-83ad-e0c88eaa81e0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:51.238431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e9f681ae-10e5-44d4-b550-3e9089c63def req-aa70b908-bb7c-49d5-83ad-e0c88eaa81e0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Calling delete_port for 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:51.238859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-7ba50a8e-e9d1-402b-95c9-bf9fae0a8a7b req-578dadc5-a3d8-4554-8157-c46dfa6f3a28 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Deleting port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:51.240649 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7ba50a8e-e9d1-402b-95c9-bf9fae0a8a7b req-578dadc5-a3d8-4554-8157-c46dfa6f3a28 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:51.399103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7ba50a8e-e9d1-402b-95c9-bf9fae0a8a7b req-578dadc5-a3d8-4554-8157-c46dfa6f3a28 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] For port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=31d5315b-c0b8-4fe5-8fd3-8a49965ab690,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:51.399473 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7ba50a8e-e9d1-402b-95c9-bf9fae0a8a7b req-578dadc5-a3d8-4554-8157-c46dfa6f3a28 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:51.422907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-7ba50a8e-e9d1-402b-95c9-bf9fae0a8a7b req-578dadc5-a3d8-4554-8157-c46dfa6f3a28 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Calling delete_port for 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:51.560817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f75135-62f0-410a-8076-fc555f641744 req-8a272037-b121-456e-952e-0bed97079488 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:51.563391 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a6f75135-62f0-410a-8076-fc555f641744 req-8a272037-b121-456e-952e-0bed97079488 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8f3f06d-b505-4609-a8c3-d5bf5fec7e31 HTTP/1.1" status: 200 len: 950 time: 0.2295766 Jan 31 16:02:51.794676 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a6f75135-62f0-410a-8076-fc555f641744 req-7bcb215f-8456-415d-8443-d1734ddae20f tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239633 Jan 31 16:02:51.835306 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f681ae-10e5-44d4-b550-3e9089c63def req-aa70b908-bb7c-49d5-83ad-e0c88eaa81e0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:51.849054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:51.854511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['31d5315b-c0b8-4fe5-8fd3-8a49965ab690', '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:51.934790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70b908-bb7c-49d5-83ad-e0c88eaa81e0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event deleted for resources: {'Port': ['ID=1ea2c6be-38eb-4c8e-81b5-877f2bd217e5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:51.952980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7559aba-3eb3-452e-a1d7-e54c1f99d241 req-d110e659-0c2d-4ed4-81b0-01aee2223743 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:51.970953 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7559aba-3eb3-452e-a1d7-e54c1f99d241 req-d110e659-0c2d-4ed4-81b0-01aee2223743 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.2176845 Jan 31 16:02:51.981035 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7ba50a8e-e9d1-402b-95c9-bf9fae0a8a7b req-578dadc5-a3d8-4554-8157-c46dfa6f3a28 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:51.999597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f681ae-10e5-44d4-b550-3e9089c63def req-aa70b908-bb7c-49d5-83ad-e0c88eaa81e0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] No DVR routers for this DVR port 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:52.002793 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f681ae-10e5-44d4-b550-3e9089c63def req-aa70b908-bb7c-49d5-83ad-e0c88eaa81e0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:52.009865 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f681ae-10e5-44d4-b550-3e9089c63def req-aa70b908-bb7c-49d5-83ad-e0c88eaa81e0 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "DELETE /v2.0/ports/1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 HTTP/1.1" status: 204 len: 173 time: 1.2063370 Jan 31 16:02:52.013899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f3f06d-b505-4609-a8c3-d5bf5fec7e31', 'name': 'network-vif-deleted', 'tag': '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:52.018251 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f5500b-4b2d-4758-b1a0-6bb18039fa07" -d '{"events": [{"server_uuid": "d8f3f06d-b505-4609-a8c3-d5bf5fec7e31", "name": "network-vif-deleted", "tag": "1ea2c6be-38eb-4c8e-81b5-877f2bd217e5"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:52.118049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['1ea2c6be-38eb-4c8e-81b5-877f2bd217e5'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:52.162716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a94b4-b0e5-4e92-9269-8cea91cd3947 req-9fc18804-8b92-4e41-9454-8363e6ae2d81 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:52.164638 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f1a94b4-b0e5-4e92-9269-8cea91cd3947 req-9fc18804-8b92-4e41-9454-8363e6ae2d81 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.1663806 Jan 31 16:02:52.215677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dadc5-a3d8-4554-8157-c46dfa6f3a28 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event deleted for resources: {'Port': ['ID=31d5315b-c0b8-4fe5-8fd3-8a49965ab690,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:52.245512 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:52.276641 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f1a94b4-b0e5-4e92-9269-8cea91cd3947 req-61d1c2d6-9bd7-4ce5-a87c-a2544c5ebc08 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019952 Jan 31 16:02:52.327647 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba50a8e-e9d1-402b-95c9-bf9fae0a8a7b req-578dadc5-a3d8-4554-8157-c46dfa6f3a28 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] No DVR routers for this DVR port 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:52.330873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7ba50a8e-e9d1-402b-95c9-bf9fae0a8a7b req-578dadc5-a3d8-4554-8157-c46dfa6f3a28 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:52.334722 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ba50a8e-e9d1-402b-95c9-bf9fae0a8a7b req-578dadc5-a3d8-4554-8157-c46dfa6f3a28 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.20 "DELETE /v2.0/ports/31d5315b-c0b8-4fe5-8fd3-8a49965ab690 HTTP/1.1" status: 204 len: 173 time: 1.3177199 Jan 31 16:02:52.335604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2054dc19-bb60-4e76-81b0-f5a734d4de73', 'name': 'network-vif-deleted', 'tag': '31d5315b-c0b8-4fe5-8fd3-8a49965ab690'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:52.338456 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a26e210-32e3-4573-90dc-da9ba542e782" -d '{"events": [{"server_uuid": "2054dc19-bb60-4e76-81b0-f5a734d4de73", "name": "network-vif-deleted", "tag": "31d5315b-c0b8-4fe5-8fd3-8a49965ab690"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:52.360153 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7559aba-3eb3-452e-a1d7-e54c1f99d241 req-59eb791e-2e43-413b-9356-4812313e7693 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867230 Jan 31 16:02:52.390791 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d818713-82c5-4ec7-82c6-c3711afbeda5 x-openstack-request-id: req-2d818713-82c5-4ec7-82c6-c3711afbeda5 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:52.391587 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f3f06d-b505-4609-a8c3-d5bf5fec7e31", "name": "network-vif-deleted", "tag": "1ea2c6be-38eb-4c8e-81b5-877f2bd217e5", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:52.392045 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d818713-82c5-4ec7-82c6-c3711afbeda5 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:52.392650 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f3f06d-b505-4609-a8c3-d5bf5fec7e31', 'name': 'network-vif-deleted', 'tag': '1ea2c6be-38eb-4c8e-81b5-877f2bd217e5', 'status': 'completed', 'code': 200} Jan 31 16:02:52.418036 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd80b33e-c2c0-4978-8d52-5be9e019e570 x-openstack-request-id: req-fd80b33e-c2c0-4978-8d52-5be9e019e570 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:52.418522 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2054dc19-bb60-4e76-81b0-f5a734d4de73", "name": "network-vif-deleted", "tag": "31d5315b-c0b8-4fe5-8fd3-8a49965ab690", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:52.418950 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd80b33e-c2c0-4978-8d52-5be9e019e570 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:52.419488 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2054dc19-bb60-4e76-81b0-f5a734d4de73', 'name': 'network-vif-deleted', 'tag': '31d5315b-c0b8-4fe5-8fd3-8a49965ab690', 'status': 'completed', 'code': 200} Jan 31 16:02:52.524156 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:52.738849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['495377c0-a20c-4d71-b718-412f0b31d8df'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:52.802988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-28cf8fb5-096b-4de8-bd4c-6b7243b3f903 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:52.808008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-28cf8fb5-096b-4de8-bd4c-6b7243b3f903 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.1645894 Jan 31 16:02:53.235743 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-77a5f347-9290-4743-9c91-d1324722c053 req-0c72677c-7805-47a6-ab8c-fc6828b4f060 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=2054dc19-bb60-4e76-81b0-f5a734d4de73 HTTP/1.1" status: 200 len: 210 time: 0.1283526 Jan 31 16:02:53.255917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Deleting port 228c6ed7-4013-49c5-b259-312a4070fd5f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:53.256261 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:53.519725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] For port 228c6ed7-4013-49c5-b259-312a4070fd5f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=228c6ed7-4013-49c5-b259-312a4070fd5f,segment=NetworkSegment(e618a883-db95-4302-bf11-41142aa8e97f),segment_id=e618a883-db95-4302-bf11-41142aa8e97f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:53.520611 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:53.599385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36736ec-fd48-4910-9518-2b738de60054 req-2f5174b4-fd8e-41fa-b9c7-c463d4b0f1de tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:53.608361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d36736ec-fd48-4910-9518-2b738de60054 req-2f5174b4-fd8e-41fa-b9c7-c463d4b0f1de tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 945 time: 0.1474659 Jan 31 16:02:53.628957 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dc118-cd81-4d35-9d3d-b93080b35127 req-08f50150-633a-4bbd-b67c-11a8eb527ebd tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:53.636269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c32dc118-cd81-4d35-9d3d-b93080b35127 req-08f50150-633a-4bbd-b67c-11a8eb527ebd tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.1541522 Jan 31 16:02:53.674939 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d36736ec-fd48-4910-9518-2b738de60054 req-48455dcc-d765-4b28-903b-9d6ba9b02ef0 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3a51940-9968-484b-90d5-7562e9c8b0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573890 Jan 31 16:02:53.774709 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c32dc118-cd81-4d35-9d3d-b93080b35127 req-0d63414a-a377-493d-a377-7e5844914fc1 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374667 Jan 31 16:02:54.206305 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:54.206765 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:54.207083 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Floating IP 4ffff88b-c05e-49b7-a8c4-a67b6cf1ff9b disassociated. External IP: 172.25.1.178, port: 228c6ed7-4013-49c5-b259-312a4070fd5f. Jan 31 16:02:54.207569 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Calling delete_port for 228c6ed7-4013-49c5-b259-312a4070fd5f owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:54.456900 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:54.577049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51350) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:54.619002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Pushing event deleted for resources: {'Port': ['ID=228c6ed7-4013-49c5-b259-312a4070fd5f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:54.893805 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98249cc1-f71b-4c5c-a230-959290f33e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:54.914042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:02:54.925016 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12bd407b-a891-4b83-83ca-5cea7768726e req-22977eb0-5929-4f12-9f99-9c73fe0876f1 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 210 time: 0.0715237 Jan 31 16:02:54.935703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:54.967193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Router fb1f5852-e8eb-48ff-a2cf-520331a89917 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:02:54.993778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:02:54.997267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 31d5315b-c0b8-4fe5-8fd3-8a49965ab690 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:02:54.997654 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:55.045731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1730e-d63f-4ab5-b9a8-9950e4da2dd6 req-c1994f6e-f13a-46c9-a3c4-b6a987cab598 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:55.054067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fe1730e-d63f-4ab5-b9a8-9950e4da2dd6 req-c1994f6e-f13a-46c9-a3c4-b6a987cab598 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.1444545 Jan 31 16:02:55.096219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:02:55.098695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1ea2c6be-38eb-4c8e-81b5-877f2bd217e5 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:02:55.134161 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fe1730e-d63f-4ab5-b9a8-9950e4da2dd6 req-a53c30b4-5419-4ff0-9e08-7be033e77fe6 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778778 Jan 31 16:02:55.210761 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98249cc1-f71b-4c5c-a230-959290f33e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:55.222840 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98249cc1-f71b-4c5c-a230-959290f33e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:55.265937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:55.281030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'port_id': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'mac_address': 'fa:16:3e:1c:b5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:02:55.365577 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:55.369334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98249cc1-f71b-4c5c-a230-959290f33e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f1a894-1a48-465c-9a54-8b238dbcb307,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:55.377551 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-98249cc1-f71b-4c5c-a230-959290f33e12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ddbb898e65fc42b9816a24067b725d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7985501 Jan 31 16:02:55.379958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51372) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:55.414047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2436e8ce-fc48-45dc-8258-7d18a0c48c05 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:02:55.458599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6406dea-4b96-42b7-8e42-cf0893a28a17 req-db4a2949-fd1a-42de-839b-23b5b145c2fc tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:55.462458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:55.463081 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e6406dea-4b96-42b7-8e42-cf0893a28a17 req-db4a2949-fd1a-42de-839b-23b5b145c2fc tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 949 time: 0.3407717 Jan 31 16:02:55.477281 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:55.479905 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f88ff855-b878-4daf-9b16-45d1b2a5bab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:55.505627 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f88ff855-b878-4daf-9b16-45d1b2a5bab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:55.530104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:02:55.568951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f88ff855-b878-4daf-9b16-45d1b2a5bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:55.572411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f88ff855-b878-4daf-9b16-45d1b2a5bab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:55.577421 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f88ff855-b878-4daf-9b16-45d1b2a5bab0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4f1a894-1a48-465c-9a54-8b238dbcb307 HTTP/1.1" status: 204 len: 168 time: 0.1950531 Jan 31 16:02:55.598193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:55.605510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ff855-b878-4daf-9b16-45d1b2a5bab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f1a894-1a48-465c-9a54-8b238dbcb307,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:55.621564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6e6a35-7bb3-43aa-a269-0ef93ebf41e7 None None] Sync routers for ids ['fb1f5852-e8eb-48ff-a2cf-520331a89917'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:02:55.671007 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:55.672982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:55.673554 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:55.674071 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:55.675200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:55.675768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:55.676323 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:55.676879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:55.677449 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:55.678018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:55.678490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:55.679322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:55.679448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] No DVR routers for this DVR port 228c6ed7-4013-49c5-b259-312a4070fd5f on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:55.679905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:02:55.686650 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:55.691006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86a25933-f335-4502-b9fa-e9ab0578efe6 req-3fa602fb-f2f9-4fee-9cad-2366e0c9ac3d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.30 "DELETE /v2.0/ports/228c6ed7-4013-49c5-b259-312a4070fd5f HTTP/1.1" status: 204 len: 173 time: 2.8408558 Jan 31 16:02:55.691468 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'name': 'network-vif-deleted', 'tag': '228c6ed7-4013-49c5-b259-312a4070fd5f'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:55.693945 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c35a55e-c2f1-4116-8228-43098f6703e5" -d '{"events": [{"server_uuid": "cc0e2c7a-4285-4a66-8a34-6f1f54723087", "name": "network-vif-deleted", "tag": "228c6ed7-4013-49c5-b259-312a4070fd5f"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:55.702629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e6a35-7bb3-43aa-a269-0ef93ebf41e7 None None] Routers {'fb1f5852-e8eb-48ff-a2cf-520331a89917'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:02:55.703591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9c6e6a35-7bb3-43aa-a269-0ef93ebf41e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:02:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fb1f5852-e8eb-48ff-a2cf-520331a89917'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:55.721782 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e6406dea-4b96-42b7-8e42-cf0893a28a17 req-9de33ea6-27b4-4324-a4b1-af578ea626ea tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336292 Jan 31 16:02:55.782236 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb913d3-3b6b-4006-a509-279a904a85b7 x-openstack-request-id: req-0eb913d3-3b6b-4006-a509-279a904a85b7 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:55.782628 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0e2c7a-4285-4a66-8a34-6f1f54723087", "name": "network-vif-deleted", "tag": "228c6ed7-4013-49c5-b259-312a4070fd5f", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:55.782953 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0eb913d3-3b6b-4006-a509-279a904a85b7 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:55.783388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['2436e8ce-fc48-45dc-8258-7d18a0c48c05'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:02:55.783544 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0e2c7a-4285-4a66-8a34-6f1f54723087', 'name': 'network-vif-deleted', 'tag': '228c6ed7-4013-49c5-b259-312a4070fd5f', 'status': 'completed', 'code': 200} Jan 31 16:02:55.960759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 228c6ed7-4013-49c5-b259-312a4070fd5f no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:02:55.996048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 228c6ed7-4013-49c5-b259-312a4070fd5f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:02:55.996560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 228c6ed7-4013-49c5-b259-312a4070fd5f not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:02:56.008076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-9c6e6a35-7bb3-43aa-a269-0ef93ebf41e7 None None] Set router fb1f5852-e8eb-48ff-a2cf-520331a89917 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:02:56.127331 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-593dffed-f70f-4567-a6db-17aaab6ce215 req-5927357d-36c2-4347-a19a-5b3b1143da99 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 210 time: 0.0870376 Jan 31 16:02:56.280702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51386) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:56.306136 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7cd9f47-e365-4060-b63b-abb7bb6f5674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:56.381917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6941f-37a3-4508-8df2-5f0941b40507 req-7e529ff1-cd51-4527-b2bc-66a6905f02a8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:56.435553 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3e6941f-37a3-4508-8df2-5f0941b40507 req-7e529ff1-cd51-4527-b2bc-66a6905f02a8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.1082270 Jan 31 16:02:56.510002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9c6e6a35-7bb3-43aa-a269-0ef93ebf41e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:00:53Z', 'revision_number': 4, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '3cb8c8ea-8da9-481b-af79-80322a15b885', 'name': '', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'mac_address': 'fa:16:3e:5e:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:50Z', 'updated_at': '2022-01-31T16:01:00Z', 'revision_number': 5, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'subnets': [{'id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:56.511707 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3e6941f-37a3-4508-8df2-5f0941b40507 req-6ed5c234-8f4f-4db4-859f-ed9e519dc405 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140404 Jan 31 16:02:56.583049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6e6a35-7bb3-43aa-a269-0ef93ebf41e7 None None] Checking router: fb1f5852-e8eb-48ff-a2cf-520331a89917 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:02:56.592480 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7cd9f47-e365-4060-b63b-abb7bb6f5674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:56.601763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e6a35-7bb3-43aa-a269-0ef93ebf41e7 None None] Routers {'fb1f5852-e8eb-48ff-a2cf-520331a89917'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:02:56.602450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9c6e6a35-7bb3-43aa-a269-0ef93ebf41e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:02:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fb1f5852-e8eb-48ff-a2cf-520331a89917'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:56.615127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7cd9f47-e365-4060-b63b-abb7bb6f5674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:56.767771 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bf7b0-a656-41ae-8645-0a31b4e681ca req-5117cca2-19fc-4539-af1b-14517b9edf4c tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:56.770929 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a4bf7b0-a656-41ae-8645-0a31b4e681ca req-5117cca2-19fc-4539-af1b-14517b9edf4c tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 949 time: 0.2492602 Jan 31 16:02:56.774248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a7cd9f47-e365-4060-b63b-abb7bb6f5674 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e89cc8c03eca490e824fe6dbd0a19cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921694 Jan 31 16:02:56.778542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51390) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:02:56.785104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd9f47-e365-4060-b63b-abb7bb6f5674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de9a0b9-7f9b-4214-8de7-01a63e22b63b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:56.874490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-9c6e6a35-7bb3-43aa-a269-0ef93ebf41e7 None None] Set router fb1f5852-e8eb-48ff-a2cf-520331a89917 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:02:56.911426 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-db76b49d-d0cf-4327-9046-804a66c150b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:56.939756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:02:56.966624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-db76b49d-d0cf-4327-9046-804a66c150b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:57.076526 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-db76b49d-d0cf-4327-9046-804a66c150b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:57.080042 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-db76b49d-d0cf-4327-9046-804a66c150b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:57.081577 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-db76b49d-d0cf-4327-9046-804a66c150b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9de9a0b9-7f9b-4214-8de7-01a63e22b63b HTTP/1.1" status: 204 len: 168 time: 0.3017626 Jan 31 16:02:57.106076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-8a4bf7b0-a656-41ae-8645-0a31b4e681ca req-5f60c0e1-98ed-42af-88b5-5928fafff60e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Deleting port 495377c0-a20c-4d71-b718-412f0b31d8df {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:02:57.106423 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a4bf7b0-a656-41ae-8645-0a31b4e681ca req-5f60c0e1-98ed-42af-88b5-5928fafff60e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:57.131628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76b49d-d0cf-4327-9046-804a66c150b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de9a0b9-7f9b-4214-8de7-01a63e22b63b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:57.244440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ef780-3dbf-4212-bb8b-2dd96d37ce01 req-9dbf7e76-2805-4885-8498-42c91b5baa2d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:57.247002 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-360ef780-3dbf-4212-bb8b-2dd96d37ce01 req-9dbf7e76-2805-4885-8498-42c91b5baa2d tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 949 time: 0.3383677 Jan 31 16:02:57.375895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:02:57.376535 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:57.397917 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bf4c116-6202-45af-a5ed-91d73449b2a0 req-47584ee4-5bca-456f-aadf-f9afea22a90e tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 210 time: 0.1022556 Jan 31 16:02:57.494452 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-360ef780-3dbf-4212-bb8b-2dd96d37ce01 req-6ba5d600-fc30-4613-b9d4-2ea98581beb3 tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bae71b2-7d11-41ef-bd68-c0544e373448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470802 Jan 31 16:02:57.562458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-8a4bf7b0-a656-41ae-8645-0a31b4e681ca req-5f60c0e1-98ed-42af-88b5-5928fafff60e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] For port 495377c0-a20c-4d71-b718-412f0b31d8df, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=495377c0-a20c-4d71-b718-412f0b31d8df,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:57.566361 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a4bf7b0-a656-41ae-8645-0a31b4e681ca req-5f60c0e1-98ed-42af-88b5-5928fafff60e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:57.598636 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-8a4bf7b0-a656-41ae-8645-0a31b4e681ca req-5f60c0e1-98ed-42af-88b5-5928fafff60e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Calling delete_port for 495377c0-a20c-4d71-b718-412f0b31d8df owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:02:57.639313 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:57.671801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9c6e6a35-7bb3-43aa-a269-0ef93ebf41e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:00:53Z', 'revision_number': 4, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '3cb8c8ea-8da9-481b-af79-80322a15b885', 'name': '', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'mac_address': 'fa:16:3e:5e:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:50Z', 'updated_at': '2022-01-31T16:01:00Z', 'revision_number': 5, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'subnets': [{'id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:02:57.759777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108a7b2-1423-491e-b969-6715c1252696 req-da5d09f5-b8c4-40e2-8874-ba7dc29b1324 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:57.767957 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6108a7b2-1423-491e-b969-6715c1252696 req-da5d09f5-b8c4-40e2-8874-ba7dc29b1324 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.0985022 Jan 31 16:02:57.825518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6e6a35-7bb3-43aa-a269-0ef93ebf41e7 None None] The sync data for ids ['fb1f5852-e8eb-48ff-a2cf-520331a89917'] in n-d-827120-1 is: [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:00:53Z', 'revision_number': 4, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '3cb8c8ea-8da9-481b-af79-80322a15b885', 'name': '', 'network_id': '54f5432d-db6f-45ec-b066-717218f9d91c', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'mac_address': 'fa:16:3e:5e:df:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:50Z', 'updated_at': '2022-01-31T16:01:00Z', 'revision_number': 5, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'subnets': [{'id': 'f2cd60da-47e2-4c60-9143-4889ad9e2383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:02:57.848918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:57.851400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6108a7b2-1423-491e-b969-6715c1252696 req-0c0a716a-aba2-4a7d-ab43-bb45997636d9 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807190 Jan 31 16:02:57.857304 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81eb49f-8b7a-4134-bb7c-fb3a7d43d700" -d '{"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-plugged", "status": "completed", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:57.913551 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:57.915979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:02:57.928003 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:58.090979 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a4bf7b0-a656-41ae-8645-0a31b4e681ca req-5f60c0e1-98ed-42af-88b5-5928fafff60e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:58.103957 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73203d52-c43b-415d-a072-080a249ab818 x-openstack-request-id: req-73203d52-c43b-415d-a072-080a249ab818 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:58.104338 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-plugged", "status": "completed", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:58.104699 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73203d52-c43b-415d-a072-080a249ab818 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:58.105905 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'code': 200} Jan 31 16:02:58.141319 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:58.188383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60c0e1-98ed-42af-88b5-5928fafff60e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Pushing event deleted for resources: {'Port': ['ID=495377c0-a20c-4d71-b718-412f0b31d8df,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:02:58.306535 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4bf7b0-a656-41ae-8645-0a31b4e681ca req-5f60c0e1-98ed-42af-88b5-5928fafff60e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] No DVR routers for this DVR port 495377c0-a20c-4d71-b718-412f0b31d8df on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:02:58.311401 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-8a4bf7b0-a656-41ae-8645-0a31b4e681ca req-5f60c0e1-98ed-42af-88b5-5928fafff60e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:02:58.315679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a4bf7b0-a656-41ae-8645-0a31b4e681ca req-5f60c0e1-98ed-42af-88b5-5928fafff60e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.30 "DELETE /v2.0/ports/495377c0-a20c-4d71-b718-412f0b31d8df HTTP/1.1" status: 204 len: 173 time: 1.5274858 Jan 31 16:02:58.316538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4984f4b6-329d-4001-8d95-267b08568a47', 'name': 'network-vif-deleted', 'tag': '495377c0-a20c-4d71-b718-412f0b31d8df'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:02:58.321988 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cb8633-8a3f-446d-a6ed-12ba93452486" -d '{"events": [{"server_uuid": "4984f4b6-329d-4001-8d95-267b08568a47", "name": "network-vif-deleted", "tag": "495377c0-a20c-4d71-b718-412f0b31d8df"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:02:58.410012 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce2d1d3-359a-4583-9ffb-6adcf42146df x-openstack-request-id: req-1ce2d1d3-359a-4583-9ffb-6adcf42146df {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:02:58.410303 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4984f4b6-329d-4001-8d95-267b08568a47", "name": "network-vif-deleted", "tag": "495377c0-a20c-4d71-b718-412f0b31d8df", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:02:58.410554 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ce2d1d3-359a-4583-9ffb-6adcf42146df {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:02:58.411443 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4984f4b6-329d-4001-8d95-267b08568a47', 'name': 'network-vif-deleted', 'tag': '495377c0-a20c-4d71-b718-412f0b31d8df', 'status': 'completed', 'code': 200} Jan 31 16:02:58.491705 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98748ce2-2d40-4839-a0ca-ef0f00db5305 None None] New status for floating IP 4ffff88b-c05e-49b7-a8c4-a67b6cf1ff9b: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:02:58.637337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-072fe153-1b4c-4ba2-8dff-0b44b6d35538 req-a69c89b8-d400-42ee-8642-b31aec2e8ab7 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 210 time: 0.0726061 Jan 31 16:02:58.832763 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39d5578c-6baf-4f9f-84ca-881656745ae5 req-3c700f1d-6a94-4db7-802b-5d2bee06235e tempest-ServersOnMultiNodesTest-718466820 tempest-ServersOnMultiNodesTest-718466820-project] 10.222.0.36 "GET /v2.0/ports?device_id=4984f4b6-329d-4001-8d95-267b08568a47 HTTP/1.1" status: 200 len: 210 time: 0.1138096 Jan 31 16:02:59.092757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d7ba7-7b6d-43cb-8cf3-858b705fa241 req-cb872d75-37ff-444e-92c0-86785fc216d8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:02:59.095908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a63d7ba7-7b6d-43cb-8cf3-858b705fa241 req-cb872d75-37ff-444e-92c0-86785fc216d8 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.0792625 Jan 31 16:02:59.203316 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a63d7ba7-7b6d-43cb-8cf3-858b705fa241 req-e2a3898d-9cbb-4115-913b-d2274fb2a1cf tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979881 Jan 31 16:02:59.811645 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3322acbd-e608-4567-840c-de2932992d06 req-fbb25fe0-3345-4176-a12c-ad785f988671 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 210 time: 0.0668814 Jan 31 16:02:59.955487 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 495377c0-a20c-4d71-b718-412f0b31d8df no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:03:00.050771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 495377c0-a20c-4d71-b718-412f0b31d8df {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:03:00.055653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 495377c0-a20c-4d71-b718-412f0b31d8df not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:03:00.391695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83905a4-c8fa-4469-b585-402d8e00904e req-dea2115a-31d8-4120-b12a-98f30761d628 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:00.394143 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d83905a4-c8fa-4469-b585-402d8e00904e req-dea2115a-31d8-4120-b12a-98f30761d628 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.0758779 Jan 31 16:03:00.448704 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d83905a4-c8fa-4469-b585-402d8e00904e req-70b604c5-de24-4785-8d08-40130fe5d06e tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478008 Jan 31 16:03:00.498897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51462) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:00.730968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51470) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:00.735980 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8095b19b-615e-48eb-bff1-4e4a20032ad7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6aa0a945adb446eca7467bfcc1383562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339664 Jan 31 16:03:00.798041 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f65f5ae-4445-49ab-a9cb-d406f4d0048f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:00.822406 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f65f5ae-4445-49ab-a9cb-d406f4d0048f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:00.948399 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f7dee8d5-4074-4834-ba85-4e1503ed6233 req-c30f8d17-47f0-4e11-886d-1939c39d1430 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 210 time: 0.0340717 Jan 31 16:03:00.950662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f65f5ae-4445-49ab-a9cb-d406f4d0048f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:00.954733 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f65f5ae-4445-49ab-a9cb-d406f4d0048f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:00.955990 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8f65f5ae-4445-49ab-a9cb-d406f4d0048f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6bae71b2-7d11-41ef-bd68-c0544e373448 HTTP/1.1" status: 204 len: 168 time: 0.2239718 Jan 31 16:03:00.976154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65f5ae-4445-49ab-a9cb-d406f4d0048f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bae71b2-7d11-41ef-bd68-c0544e373448,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:01.350781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51494) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:01.416680 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-646100e1-70aa-482e-8d9e-7163db1b1457 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0627bebac90941f9850d6861c32e5f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641892 Jan 31 16:03:01.420714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51496) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:01.510866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbebbe89-ca07-4c2a-aa74-ffdf35dc7389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:01.550459 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbebbe89-ca07-4c2a-aa74-ffdf35dc7389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:01.595959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcd7f6-a5c3-40e0-90b9-df77348687ab req-7042c0ce-a70c-459f-8c63-89f5a3c3a6ad tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:01.597934 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12bcd7f6-a5c3-40e0-90b9-df77348687ab req-7042c0ce-a70c-459f-8c63-89f5a3c3a6ad tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.0662479 Jan 31 16:03:01.624967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbebbe89-ca07-4c2a-aa74-ffdf35dc7389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:01.629816 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbebbe89-ca07-4c2a-aa74-ffdf35dc7389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:01.631924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cbebbe89-ca07-4c2a-aa74-ffdf35dc7389 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e98dcc0-8a7e-4e88-9e40-9faa0d8bd6a9 HTTP/1.1" status: 204 len: 168 time: 0.2095053 Jan 31 16:03:01.642577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebbe89-ca07-4c2a-aa74-ffdf35dc7389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e98dcc0-8a7e-4e88-9e40-9faa0d8bd6a9,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:01.658209 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12bcd7f6-a5c3-40e0-90b9-df77348687ab req-2ea5c2d1-c661-4dce-b8b1-dea099672371 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542066 Jan 31 16:03:02.083901 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2752efb5-98d3-4706-89ff-e89fef53d4eb req-d1d937bf-93b0-4f35-b8a6-17aa7b45fb2d tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 210 time: 0.0470343 Jan 31 16:03:02.848319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51538) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:02.871897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c6e54-68ee-46a7-8ce7-c2f2179c6fb6 req-af5c8297-9c9f-4cb6-9b67-9166283e737a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:02.882081 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d49c6e54-68ee-46a7-8ce7-c2f2179c6fb6 req-af5c8297-9c9f-4cb6-9b67-9166283e737a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.1141565 Jan 31 16:03:02.969874 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d49c6e54-68ee-46a7-8ce7-c2f2179c6fb6 req-d9e6d6da-0174-46e6-a4f0-5bdb8dedf3fa tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865791 Jan 31 16:03:03.028735 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-31bec25b-b731-4ad0-a2ab-b8a1a38ee28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:03.211373 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-31bec25b-b731-4ad0-a2ab-b8a1a38ee28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:03.218648 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-31bec25b-b731-4ad0-a2ab-b8a1a38ee28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:03.279911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bec25b-b731-4ad0-a2ab-b8a1a38ee28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f275cbd1-0dda-429f-8e0c-87c9604cf76d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:03.285867 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-31bec25b-b731-4ad0-a2ab-b8a1a38ee28e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b33204cf952459ab8ed0a8654715879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4370413 Jan 31 16:03:03.288496 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51554) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:03.352190 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ae1aae32-14f7-467c-953a-6953b1106319 req-5ae0c848-17e1-4c35-a8f2-167f9c99fa26 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0e2c7a-4285-4a66-8a34-6f1f54723087 HTTP/1.1" status: 200 len: 210 time: 0.0604410 Jan 31 16:03:03.420918 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-255138a7-7f52-4b35-95d8-914d6a63d112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:03.487492 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-255138a7-7f52-4b35-95d8-914d6a63d112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:03.617149 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-255138a7-7f52-4b35-95d8-914d6a63d112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:03.623324 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-255138a7-7f52-4b35-95d8-914d6a63d112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:03.626655 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-255138a7-7f52-4b35-95d8-914d6a63d112 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f275cbd1-0dda-429f-8e0c-87c9604cf76d HTTP/1.1" status: 204 len: 168 time: 0.3368673 Jan 31 16:03:03.644030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255138a7-7f52-4b35-95d8-914d6a63d112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f275cbd1-0dda-429f-8e0c-87c9604cf76d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:03.955250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:03:04.204469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118b078-eca3-40ac-850f-a0fb119e4b55 req-10638f3f-8bd5-48b9-88c1-c1965c2ee100 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:04.206953 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9118b078-eca3-40ac-850f-a0fb119e4b55 req-10638f3f-8bd5-48b9-88c1-c1965c2ee100 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 943 time: 0.1205125 Jan 31 16:03:04.260681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51584) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:04.283438 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e8207ea4-e738-4dcb-a3e9-9aa8067fac09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:04.307920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9118b078-eca3-40ac-850f-a0fb119e4b55 req-155ce6fa-c867-4765-9b20-5fea0487296c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892978 Jan 31 16:03:04.408101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:04.426680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'port_id': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'mac_address': 'fa:16:3e:88:a5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:03:04.484191 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:04.503060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:03:04.555754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:04.568264 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:04.604707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51606) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:04.634965 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e8207ea4-e738-4dcb-a3e9-9aa8067fac09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:04.645320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e8207ea4-e738-4dcb-a3e9-9aa8067fac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:04.688179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:04.752289 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e8207ea4-e738-4dcb-a3e9-9aa8067fac09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=567704d4feae466a95f594bbcedf9c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4902651 Jan 31 16:03:04.755368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51614) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:04.821234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8207ea4-e738-4dcb-a3e9-9aa8067fac09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacd4764-1ccf-462a-ba6a-217b7a05d2ad,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:04.836690 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:03:04.902530 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da6580b9-2d52-41c8-9f9b-078998b69a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:04.914881 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9dfb150b-7fa0-452f-b03b-569e611da98f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:04.934720 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da6580b9-2d52-41c8-9f9b-078998b69a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:05.019876 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9dfb150b-7fa0-452f-b03b-569e611da98f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:05.022968 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da6580b9-2d52-41c8-9f9b-078998b69a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:05.027129 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da6580b9-2d52-41c8-9f9b-078998b69a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:05.031927 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-da6580b9-2d52-41c8-9f9b-078998b69a19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cacd4764-1ccf-462a-ba6a-217b7a05d2ad HTTP/1.1" status: 204 len: 168 time: 0.2745411 Jan 31 16:03:05.082751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6580b9-2d52-41c8-9f9b-078998b69a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacd4764-1ccf-462a-ba6a-217b7a05d2ad,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:05.172774 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9dfb150b-7fa0-452f-b03b-569e611da98f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:05.176060 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9dfb150b-7fa0-452f-b03b-569e611da98f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:05.177962 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9dfb150b-7fa0-452f-b03b-569e611da98f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "DELETE /v2.0/security-groups/c3a51940-9968-484b-90d5-7562e9c8b0d5 HTTP/1.1" status: 204 len: 168 time: 0.5714295 Jan 31 16:03:05.180354 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51622) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:05.219727 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-14431276-2519-4c51-aae7-11cc7a14861a tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] show failed (client error): The resource could not be found. Jan 31 16:03:05.221014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-14431276-2519-4c51-aae7-11cc7a14861a tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "GET /v2.0/security-groups/c3a51940-9968-484b-90d5-7562e9c8b0d5 HTTP/1.1" status: 404 len: 347 time: 0.0392680 Jan 31 16:03:05.227208 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51624) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:05.230877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb150b-7fa0-452f-b03b-569e611da98f tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a51940-9968-484b-90d5-7562e9c8b0d5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:05.425552 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51630) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:05.629904 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b0754-fbdb-45a6-8777-d2faef140eaa req-4d5fdf49-b5ce-454b-aaaa-88da88c6fc70 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:05.631050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6eff96bc-5e59-4ab8-ad8e-ed961d9e9db8 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Deleting port 3a6fc06f-bd21-4f94-bb57-0dcd513cdc6c {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:03:05.631758 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6eff96bc-5e59-4ab8-ad8e-ed961d9e9db8 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:05.645924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7f3b0754-fbdb-45a6-8777-d2faef140eaa req-4d5fdf49-b5ce-454b-aaaa-88da88c6fc70 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 944 time: 0.1975136 Jan 31 16:03:05.737855 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9ab20bb8-cce3-40e2-92a0-677a496de70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:05.805253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7f3b0754-fbdb-45a6-8777-d2faef140eaa req-0474886e-1057-4496-b4e3-2fd5f9b38351 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572893 Jan 31 16:03:05.914140 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6eff96bc-5e59-4ab8-ad8e-ed961d9e9db8 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:05.914492 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6eff96bc-5e59-4ab8-ad8e-ed961d9e9db8 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:05.970525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:03:05.984092 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6eff96bc-5e59-4ab8-ad8e-ed961d9e9db8 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Calling delete_port for 3a6fc06f-bd21-4f94-bb57-0dcd513cdc6c owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:03:06.034260 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9ab20bb8-cce3-40e2-92a0-677a496de70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:06.046736 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9ab20bb8-cce3-40e2-92a0-677a496de70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:06.078196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:06.078766 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:06.174380 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9ab20bb8-cce3-40e2-92a0-677a496de70e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac5a90a8670a4fd8a20bd5321af624a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469869 Jan 31 16:03:06.175314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51662) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:06.177439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab20bb8-cce3-40e2-92a0-677a496de70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f5dd3f-5305-47fb-8987-1a80cf381932,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:06.338835 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6eff96bc-5e59-4ab8-ad8e-ed961d9e9db8 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:06.427715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff96bc-5e59-4ab8-ad8e-ed961d9e9db8 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Pushing event deleted for resources: {'Port': ['ID=3a6fc06f-bd21-4f94-bb57-0dcd513cdc6c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:06.464210 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:06.507055 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-277db2cf-e7de-4b2c-93f2-371ab73213e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:06.531207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:06.531207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:06.531207 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a197c2-41fb-453d-a6d3-ee0bb2bde838" -d '{"events": [{"server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "name": "network-vif-plugged", "status": "completed", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:06.537398 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-277db2cf-e7de-4b2c-93f2-371ab73213e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:06.548952 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:06.629210 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb49190-7f9f-4b9b-ae23-3155934846de x-openstack-request-id: req-7eb49190-7f9f-4b9b-ae23-3155934846de {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:06.629862 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "name": "network-vif-plugged", "status": "completed", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:06.630602 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7eb49190-7f9f-4b9b-ae23-3155934846de {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:06.631239 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'code': 200} Jan 31 16:03:06.651254 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6eff96bc-5e59-4ab8-ad8e-ed961d9e9db8 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:06.662111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6eff96bc-5e59-4ab8-ad8e-ed961d9e9db8 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:06.678992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51682) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:06.693360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6eff96bc-5e59-4ab8-ad8e-ed961d9e9db8 tempest-ServersTestBootFromVolume-1067378898 tempest-ServersTestBootFromVolume-1067378898-project] 10.222.0.36 "DELETE /v2.0/floatingips/4ffff88b-c05e-49b7-a8c4-a67b6cf1ff9b HTTP/1.1" status: 204 len: 168 time: 1.4641399 Jan 31 16:03:06.697585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,revision_number=10']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:06.731623 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-277db2cf-e7de-4b2c-93f2-371ab73213e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:06.735040 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-277db2cf-e7de-4b2c-93f2-371ab73213e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:06.739719 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-277db2cf-e7de-4b2c-93f2-371ab73213e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16f5dd3f-5305-47fb-8987-1a80cf381932 HTTP/1.1" status: 204 len: 168 time: 0.5594351 Jan 31 16:03:06.748666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277db2cf-e7de-4b2c-93f2-371ab73213e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f5dd3f-5305-47fb-8987-1a80cf381932,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:06.834574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51688) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:07.070576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ecd5b-994f-4dde-8c89-ef15dc6e0e15 req-65cd0264-e898-4b8c-becc-971638f61f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:07.071362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ecd5b-994f-4dde-8c89-ef15dc6e0e15 req-65cd0264-e898-4b8c-becc-971638f61f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:07.071979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ecd5b-994f-4dde-8c89-ef15dc6e0e15 req-65cd0264-e898-4b8c-becc-971638f61f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:07.072592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ecd5b-994f-4dde-8c89-ef15dc6e0e15 req-65cd0264-e898-4b8c-becc-971638f61f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:07.073391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ecd5b-994f-4dde-8c89-ef15dc6e0e15 req-65cd0264-e898-4b8c-becc-971638f61f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:07.074024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ecd5b-994f-4dde-8c89-ef15dc6e0e15 req-65cd0264-e898-4b8c-becc-971638f61f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:07.074654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ecd5b-994f-4dde-8c89-ef15dc6e0e15 req-65cd0264-e898-4b8c-becc-971638f61f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:07.077566 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d8ecd5b-994f-4dde-8c89-ef15dc6e0e15 req-65cd0264-e898-4b8c-becc-971638f61f24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 6491 time: 0.2419255 Jan 31 16:03:07.164598 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d8ecd5b-994f-4dde-8c89-ef15dc6e0e15 req-025cd376-421e-41fd-8433-ac97fa346a49 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&id=fa183678-3da8-4ae8-a0de-b627cfc94fde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757926 Jan 31 16:03:07.434712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277f2fb-7481-4e9b-83ec-174e320f0a0e req-86a841e5-928c-4e84-9359-c22742acea09 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:07.446343 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6277f2fb-7481-4e9b-83ec-174e320f0a0e req-86a841e5-928c-4e84-9359-c22742acea09 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 946 time: 0.3940902 Jan 31 16:03:07.565441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0cf57-2ea5-4357-9d4a-51b754ac6383 req-91aba0ff-ce62-4a14-a8a6-c7ceecf5c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:07.567525 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eec0cf57-2ea5-4357-9d4a-51b754ac6383 req-91aba0ff-ce62-4a14-a8a6-c7ceecf5c773 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 1097 time: 0.6462619 Jan 31 16:03:07.627308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51714) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:07.633566 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eec0cf57-2ea5-4357-9d4a-51b754ac6383 req-4e96a2c6-7049-45d2-860f-b5e898d4afb1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480468 Jan 31 16:03:07.650367 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6277f2fb-7481-4e9b-83ec-174e320f0a0e req-ab62d524-f995-47c0-a19b-1dcf97bc182a tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030716 Jan 31 16:03:07.660862 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee46d090-7dda-4538-be9b-c3c3ac9688b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:07.846289 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee46d090-7dda-4538-be9b-c3c3ac9688b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:07.855766 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee46d090-7dda-4538-be9b-c3c3ac9688b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:07.938682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46d090-7dda-4538-be9b-c3c3ac9688b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ce1b8e-8e9b-4788-b88c-752cdcd9921b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:07.952603 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-990c3a72-c593-4964-b59c-ade0cb649bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:07.965134 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ee46d090-7dda-4538-be9b-c3c3ac9688b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6baef558ff854f60b7b243715e3ce675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365371 Jan 31 16:03:07.965938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51718) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:08.031792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e43467c9-2490-47de-9c0a-2e1e116fdae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:08.057353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e43467c9-2490-47de-9c0a-2e1e116fdae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:08.121989 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e43467c9-2490-47de-9c0a-2e1e116fdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:08.126764 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e43467c9-2490-47de-9c0a-2e1e116fdae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:08.128362 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e43467c9-2490-47de-9c0a-2e1e116fdae0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36ce1b8e-8e9b-4788-b88c-752cdcd9921b HTTP/1.1" status: 204 len: 168 time: 0.1613901 Jan 31 16:03:08.169045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43467c9-2490-47de-9c0a-2e1e116fdae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ce1b8e-8e9b-4788-b88c-752cdcd9921b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:08.617079 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-990c3a72-c593-4964-b59c-ade0cb649bd8 admin admin] Deleting port 3cb8c8ea-8da9-481b-af79-80322a15b885 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:03:08.617312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-990c3a72-c593-4964-b59c-ade0cb649bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:08.851363 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-990c3a72-c593-4964-b59c-ade0cb649bd8 admin admin] For port 3cb8c8ea-8da9-481b-af79-80322a15b885, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3cb8c8ea-8da9-481b-af79-80322a15b885,segment=NetworkSegment(e618a883-db95-4302-bf11-41142aa8e97f),segment_id=e618a883-db95-4302-bf11-41142aa8e97f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:08.858743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-990c3a72-c593-4964-b59c-ade0cb649bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:08.907215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-990c3a72-c593-4964-b59c-ade0cb649bd8 admin admin] Calling delete_port for 3cb8c8ea-8da9-481b-af79-80322a15b885 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:03:08.993325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8ff19-98b2-4777-b0f1-836dbe24481e req-eefd785f-0fca-4e93-87e6-9e55fba5aca7 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:08.995108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f2b8ff19-98b2-4777-b0f1-836dbe24481e req-eefd785f-0fca-4e93-87e6-9e55fba5aca7 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 946 time: 0.1825478 Jan 31 16:03:09.146850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f2b8ff19-98b2-4777-b0f1-836dbe24481e req-f64c657c-6aaf-414b-8a67-97c9ec1b2c11 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372385 Jan 31 16:03:09.304389 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-990c3a72-c593-4964-b59c-ade0cb649bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:09.382091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c3a72-c593-4964-b59c-ade0cb649bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb8c8ea-8da9-481b-af79-80322a15b885,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:09.869313 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-990c3a72-c593-4964-b59c-ade0cb649bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:11.020847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990c3a72-c593-4964-b59c-ade0cb649bd8 admin admin] Router fb1f5852-e8eb-48ff-a2cf-520331a89917 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:03:11.034261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fc83c-f97f-4fc3-9a7f-b07ad1137c11 req-c7d14adc-8c96-46ca-9dc1-7647e1798b74 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:11.035796 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d59fc83c-f97f-4fc3-9a7f-b07ad1137c11 req-c7d14adc-8c96-46ca-9dc1-7647e1798b74 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 946 time: 0.7093964 Jan 31 16:03:11.125553 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d59fc83c-f97f-4fc3-9a7f-b07ad1137c11 req-cba30559-a295-4397-953d-3742f5e984ee tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833676 Jan 31 16:03:11.195575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990c3a72-c593-4964-b59c-ade0cb649bd8 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:03:11.206282 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-990c3a72-c593-4964-b59c-ade0cb649bd8 admin admin] 10.222.0.36 "PUT /v2.0/routers/fb1f5852-e8eb-48ff-a2cf-520331a89917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5237820 Jan 31 16:03:11.207327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51828) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:11.213772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2965f7-58f0-4ba6-a7c5-e47fc391463b None None] Sync routers for ids ['fb1f5852-e8eb-48ff-a2cf-520331a89917'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:03:11.240197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2965f7-58f0-4ba6-a7c5-e47fc391463b None None] Routers {'fb1f5852-e8eb-48ff-a2cf-520331a89917'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:03:11.240869 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ce2965f7-58f0-4ba6-a7c5-e47fc391463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:02:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fb1f5852-e8eb-48ff-a2cf-520331a89917'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:11.575928 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:11.609275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ce2965f7-58f0-4ba6-a7c5-e47fc391463b None None] Set router fb1f5852-e8eb-48ff-a2cf-520331a89917 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:03:11.784798 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:11.886955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Deleting port b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:03:11.887298 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:12.015763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ce2965f7-58f0-4ba6-a7c5-e47fc391463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:03:09Z', 'revision_number': 5, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port': {'id': 'b66a5dc0-f48f-4a75-9139-8817ed6a8fc0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:41Z', 'updated_at': '2022-01-31T16:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:12.083241 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2965f7-58f0-4ba6-a7c5-e47fc391463b None None] Checking router: fb1f5852-e8eb-48ff-a2cf-520331a89917 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:03:12.093959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2965f7-58f0-4ba6-a7c5-e47fc391463b None None] Routers {'fb1f5852-e8eb-48ff-a2cf-520331a89917'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:03:12.094850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ce2965f7-58f0-4ba6-a7c5-e47fc391463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:02:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fb1f5852-e8eb-48ff-a2cf-520331a89917'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:12.141696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] For port b66a5dc0-f48f-4a75-9139-8817ed6a8fc0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b66a5dc0-f48f-4a75-9139-8817ed6a8fc0,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:12.142068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:12.174327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Calling delete_port for b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:03:12.280566 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ce2965f7-58f0-4ba6-a7c5-e47fc391463b None None] Set router fb1f5852-e8eb-48ff-a2cf-520331a89917 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:03:12.339397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f89d15-c018-4952-931f-5f632c0e2528 req-2edb539a-8742-45b1-b670-5b19dd8541e5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:12.346073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ce2965f7-58f0-4ba6-a7c5-e47fc391463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:03:11Z', 'revision_number': 6, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:12.347693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-57f89d15-c018-4952-931f-5f632c0e2528 req-2edb539a-8742-45b1-b670-5b19dd8541e5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 946 time: 0.0644045 Jan 31 16:03:12.399791 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-57f89d15-c018-4952-931f-5f632c0e2528 req-61eadc83-6487-42d2-9142-858ab2903c49 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510552 Jan 31 16:03:12.436526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2965f7-58f0-4ba6-a7c5-e47fc391463b None None] The sync data for ids ['fb1f5852-e8eb-48ff-a2cf-520331a89917'] in n-d-827120-1 is: [{'id': 'fb1f5852-e8eb-48ff-a2cf-520331a89917', 'name': 'tempest-ServersTestBootFromVolume-106708554-router', 'tenant_id': '52661cddff804a9bb2b3efcd9800071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:37Z', 'updated_at': '2022-01-31T16:03:11Z', 'revision_number': 6, 'project_id': '52661cddff804a9bb2b3efcd9800071c', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:03:12.546255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:12.659296 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Pushing event deleted for resources: {'Port': ['ID=b66a5dc0-f48f-4a75-9139-8817ed6a8fc0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:12.681215 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:03:12.681861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed68be2e-6b40-4acf-ad53-f812e9423d08 req-186e076e-4ef0-45f9-b78e-584a9379c47f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1236029 Jan 31 16:03:12.811006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68be2e-6b40-4acf-ad53-f812e9423d08 req-cffe171f-4d06-4407-b9eb-402bc06f19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:12.813020 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed68be2e-6b40-4acf-ad53-f812e9423d08 req-cffe171f-4d06-4407-b9eb-402bc06f19eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 1097 time: 0.0855148 Jan 31 16:03:12.830783 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:12.984815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68be2e-6b40-4acf-ad53-f812e9423d08 req-ccfb0fb6-9103-4abb-82ce-1ee0df3e4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:12.987120 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed68be2e-6b40-4acf-ad53-f812e9423d08 req-ccfb0fb6-9103-4abb-82ce-1ee0df3e4613 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 200 len: 917 time: 0.1480284 Jan 31 16:03:13.098589 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:13.107138 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:13.134585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91052e-9b92-45c6-95eb-ceac6406d3c0 req-2d46fc6b-397c-40b5-99ec-648ba06e9610 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:13.149679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5d91052e-9b92-45c6-95eb-ceac6406d3c0 req-2d46fc6b-397c-40b5-99ec-648ba06e9610 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.3071206 Jan 31 16:03:13.156362 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed68be2e-6b40-4acf-ad53-f812e9423d08 req-4de7fe57-21b9-4dd5-922c-dd889c31a327 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 HTTP/1.1" status: 200 len: 1000 time: 0.1565247 Jan 31 16:03:13.311052 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5d91052e-9b92-45c6-95eb-ceac6406d3c0 req-23b84e50-74c9-4e26-85b9-ede6d215bbba tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598687 Jan 31 16:03:13.313085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68be2e-6b40-4acf-ad53-f812e9423d08 req-ff8f5d3a-dbbb-4984-bbc4-f50599072ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:13.333068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed68be2e-6b40-4acf-ad53-f812e9423d08 req-ff8f5d3a-dbbb-4984-bbc4-f50599072ddb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 200 len: 855 time: 0.1541538 Jan 31 16:03:13.336049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:13.336854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb1f5852-e8eb-48ff-a2cf-520331a89917 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:03:13.342850 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:13.344112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a0beb33a-9aff-442a-8647-db3610adbf6e admin admin] 10.222.0.36 "DELETE /v2.0/routers/fb1f5852-e8eb-48ff-a2cf-520331a89917 HTTP/1.1" status: 204 len: 168 time: 2.1357820 Jan 31 16:03:13.347103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51890) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:13.390334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51892) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:13.426429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68be2e-6b40-4acf-ad53-f812e9423d08 req-893d1636-8dec-4133-b8d6-328a5ec6f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:13.429334 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed68be2e-6b40-4acf-ad53-f812e9423d08 req-893d1636-8dec-4133-b8d6-328a5ec6f1db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893300 Jan 31 16:03:13.498379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd40d77a-3d3d-489f-92ae-fb7f8f36c91e admin admin] Deleting subnet f2cd60da-47e2-4c60-9143-4889ad9e2383 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:03:13.505648 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd40d77a-3d3d-489f-92ae-fb7f8f36c91e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:13.569914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:03:13.579955 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd40d77a-3d3d-489f-92ae-fb7f8f36c91e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:13.646054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:03:13.649365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b66a5dc0-f48f-4a75-9139-8817ed6a8fc0 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:03:13.651378 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3cb8c8ea-8da9-481b-af79-80322a15b885 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:03:13.662918 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4097135e-484a-46a5-a34a-23337160658c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:13.695011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 3cb8c8ea-8da9-481b-af79-80322a15b885 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:03:13.695743 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3cb8c8ea-8da9-481b-af79-80322a15b885 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:03:13.710411 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed68be2e-6b40-4acf-ad53-f812e9423d08 req-bb91abb1-648a-4ce6-8973-80d67a2c8331 service neutron] 10.222.0.30 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726111 Jan 31 16:03:13.761569 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd40d77a-3d3d-489f-92ae-fb7f8f36c91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:13.831495 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd40d77a-3d3d-489f-92ae-fb7f8f36c91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:13.865757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40d77a-3d3d-489f-92ae-fb7f8f36c91e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2cd60da-47e2-4c60-9143-4889ad9e2383,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:13.875846 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd40d77a-3d3d-489f-92ae-fb7f8f36c91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:13.878433 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb91fea3-4492-40d5-b5e2-9a825a63dd26 None None] Network 54f5432d-db6f-45ec-b066-717218f9d91c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:03:13.883249 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dd40d77a-3d3d-489f-92ae-fb7f8f36c91e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f2cd60da-47e2-4c60-9143-4889ad9e2383 HTTP/1.1" status: 204 len: 168 time: 0.5349622 Jan 31 16:03:13.886893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51902) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:13.975872 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed68be2e-6b40-4acf-ad53-f812e9423d08 req-564e7117-4a52-4c38-95f6-514aa2ff3868 service neutron] 10.222.0.30 "GET /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580349 Jan 31 16:03:13.992456 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4097135e-484a-46a5-a34a-23337160658c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.000545 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4097135e-484a-46a5-a34a-23337160658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.046653 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.111142 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4097135e-484a-46a5-a34a-23337160658c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c9be54a39bc4ddb8752adef06e74228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7195675 Jan 31 16:03:14.112112 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097135e-484a-46a5-a34a-23337160658c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed588bc-b6a2-4806-9a51-c0e1f6e5efbf,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:14.113906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51910) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:14.146495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Deleting port db7aea97-e1ad-470d-b841-5ee94ae62a8e {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:03:14.146914 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.253908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae53874-0556-417c-9132-d7fe979e627e None None] DHCP port deletion for 54f5432d-db6f-45ec-b066-717218f9d91c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:03:14.268646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc3b1-7025-495f-a8ad-e320777102fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.284673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] For port db7aea97-e1ad-470d-b841-5ee94ae62a8e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=db7aea97-e1ad-470d-b841-5ee94ae62a8e,segment=NetworkSegment(e618a883-db95-4302-bf11-41142aa8e97f),segment_id=e618a883-db95-4302-bf11-41142aa8e97f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:14.285136 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.309656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Calling delete_port for db7aea97-e1ad-470d-b841-5ee94ae62a8e owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:03:14.312914 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc3b1-7025-495f-a8ad-e320777102fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.388511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4ae53874-0556-417c-9132-d7fe979e627e None None] Deleting port db7aea97-e1ad-470d-b841-5ee94ae62a8e {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:03:14.388884 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ae53874-0556-417c-9132-d7fe979e627e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.470494 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc3b1-7025-495f-a8ad-e320777102fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.477780 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc3b1-7025-495f-a8ad-e320777102fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.481965 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6d3bc3b1-7025-495f-a8ad-e320777102fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ed588bc-b6a2-4806-9a51-c0e1f6e5efbf HTTP/1.1" status: 204 len: 168 time: 0.3664556 Jan 31 16:03:14.493688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bc3b1-7025-495f-a8ad-e320777102fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed588bc-b6a2-4806-9a51-c0e1f6e5efbf,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:14.507918 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.586304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] No DVR routers for this DVR port db7aea97-e1ad-470d-b841-5ee94ae62a8e on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:03:14.590804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235f39f-356f-438b-85b6-fa8e12cd8028 req-f6f4f252-49d3-47dc-949e-b2198978fe7c tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:14.602094 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b235f39f-356f-438b-85b6-fa8e12cd8028 req-f6f4f252-49d3-47dc-949e-b2198978fe7c tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.1278090 Jan 31 16:03:14.603116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Pushing event deleted for resources: {'Port': ['ID=db7aea97-e1ad-470d-b841-5ee94ae62a8e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:14.603431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4ae53874-0556-417c-9132-d7fe979e627e None None] For port db7aea97-e1ad-470d-b841-5ee94ae62a8e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=db7aea97-e1ad-470d-b841-5ee94ae62a8e,segment=NetworkSegment(e618a883-db95-4302-bf11-41142aa8e97f),segment_id=e618a883-db95-4302-bf11-41142aa8e97f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:14.603899 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ae53874-0556-417c-9132-d7fe979e627e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.677215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4ae53874-0556-417c-9132-d7fe979e627e None None] Calling delete_port for db7aea97-e1ad-470d-b841-5ee94ae62a8e owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:03:14.713540 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.720423 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b235f39f-356f-438b-85b6-fa8e12cd8028 req-0f18b519-bad1-40f6-9ac5-642e0b6b14e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170955 Jan 31 16:03:14.769044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f5432d-db6f-45ec-b066-717218f9d91c']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:14.780912 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e618a883-db95-4302-bf11-41142aa8e97f') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:14.781766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e618a883-db95-4302-bf11-41142aa8e97f') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:14.798140 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.815332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.823708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:03:14.824676 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:03:14.827375 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:03:14.889250 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ae53874-0556-417c-9132-d7fe979e627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.923686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae53874-0556-417c-9132-d7fe979e627e None None] No DVR routers for this DVR port db7aea97-e1ad-470d-b841-5ee94ae62a8e on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:03:14.932645 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae53874-0556-417c-9132-d7fe979e627e None None] Pushing event deleted for resources: {'Port': ['ID=db7aea97-e1ad-470d-b841-5ee94ae62a8e,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:14.944501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.967925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:14.974286 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] 10.222.0.36 "DELETE /v2.0/networks/54f5432d-db6f-45ec-b066-717218f9d91c HTTP/1.1" status: 204 len: 168 time: 1.0826766 Jan 31 16:03:14.974286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8accb-17f1-4e23-83b3-02920c04f50c admin admin] Pushing event deleted for resources: {'Network': ['ID=54f5432d-db6f-45ec-b066-717218f9d91c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:15.098327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51948) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:15.116162 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fc220e9c-5228-4411-badb-8cf071e29169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:15.121313 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51950) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:15.174295 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-04eb767d-c055-4919-af4d-c4b39930c25c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52661cddff804a9bb2b3efcd9800071c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515234 Jan 31 16:03:15.177984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51952) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:15.205833 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fc220e9c-5228-4411-badb-8cf071e29169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:15.210817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fc220e9c-5228-4411-badb-8cf071e29169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:15.237217 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37b4c898-7ea0-4ac8-951d-0829856e4ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:15.241766 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fc220e9c-5228-4411-badb-8cf071e29169 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=815f0cc94253453e92b52e27f18917a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419110 Jan 31 16:03:15.244359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51954) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:15.266350 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37b4c898-7ea0-4ac8-951d-0829856e4ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:15.285123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc220e9c-5228-4411-badb-8cf071e29169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ace8014-7cc2-4b87-92a2-25fdd577e21f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:15.322326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37b4c898-7ea0-4ac8-951d-0829856e4ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:15.325972 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37b4c898-7ea0-4ac8-951d-0829856e4ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:15.327207 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-37b4c898-7ea0-4ac8-951d-0829856e4ca8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2ccc795-09eb-470d-aac1-f487ac7c8338 HTTP/1.1" status: 204 len: 168 time: 0.1475220 Jan 31 16:03:15.334299 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1647f818-5341-4318-9720-ca4b4aa5602f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:15.335469 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4c898-7ea0-4ac8-951d-0829856e4ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ccc795-09eb-470d-aac1-f487ac7c8338,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:15.377078 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1647f818-5341-4318-9720-ca4b4aa5602f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:15.463402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device db7aea97-e1ad-470d-b841-5ee94ae62a8e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:03:15.471085 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1647f818-5341-4318-9720-ca4b4aa5602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:15.474351 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1647f818-5341-4318-9720-ca4b4aa5602f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:15.475734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1647f818-5341-4318-9720-ca4b4aa5602f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ace8014-7cc2-4b87-92a2-25fdd577e21f HTTP/1.1" status: 204 len: 168 time: 0.2304761 Jan 31 16:03:15.490907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647f818-5341-4318-9720-ca4b4aa5602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ace8014-7cc2-4b87-92a2-25fdd577e21f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:15.511895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: db7aea97-e1ad-470d-b841-5ee94ae62a8e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:03:15.512230 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device db7aea97-e1ad-470d-b841-5ee94ae62a8e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:03:15.892769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b04b4d-8caa-47df-a5a0-1ee077c79c50 req-2c7580e0-04b1-4dc1-be5d-faaeb1562a41 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:15.894887 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9b04b4d-8caa-47df-a5a0-1ee077c79c50 req-2c7580e0-04b1-4dc1-be5d-faaeb1562a41 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 946 time: 0.0825870 Jan 31 16:03:15.903290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea03d8-fde9-40a5-9fa5-9faa47d3aef5 req-fd6d705d-e317-41a1-ae3d-1af23d010911 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:15.905785 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14ea03d8-fde9-40a5-9fa5-9faa47d3aef5 req-fd6d705d-e317-41a1-ae3d-1af23d010911 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0894036 Jan 31 16:03:15.948665 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9b04b4d-8caa-47df-a5a0-1ee077c79c50 req-0cc28eb9-ce93-4bb7-8bf6-6f5a750c0d78 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464735 Jan 31 16:03:15.954878 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14ea03d8-fde9-40a5-9fa5-9faa47d3aef5 req-d36a5b6f-53e0-469b-a3a4-c0cad8957650 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423419 Jan 31 16:03:17.079650 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8c397-2652-480d-9caa-6b92fccfe0f4 req-0a460695-c96c-4235-9dfd-bd500d609597 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:17.081149 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aea8c397-2652-480d-9caa-6b92fccfe0f4 req-0a460695-c96c-4235-9dfd-bd500d609597 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0587251 Jan 31 16:03:17.122922 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aea8c397-2652-480d-9caa-6b92fccfe0f4 req-0a2ac913-88d5-4c37-968a-a09050966483 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343769 Jan 31 16:03:17.180348 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0730bb98-faf9-442b-9791-b2c8dc7a5cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:17.265280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52086) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:17.508093 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e21f707-b447-44a0-bb50-592fc48b3e3f req-12d4f35f-ecee-4813-9ec4-5cb8f38dbe0e tempest-FlavorsV2NegativeTest-957859278 tempest-FlavorsV2NegativeTest-957859278-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4f693f405b2941369c848838a96c9305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320976 Jan 31 16:03:17.508966 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-858b1600-9007-4975-8d2e-765eb3573d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:17.666699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21f707-b447-44a0-bb50-592fc48b3e3f req-fdb8b4dd-325c-46e8-8878-9b2e1a552cd9 tempest-FlavorsV2NegativeTest-957859278 tempest-FlavorsV2NegativeTest-957859278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:17.668218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e21f707-b447-44a0-bb50-592fc48b3e3f req-fdb8b4dd-325c-46e8-8878-9b2e1a552cd9 tempest-FlavorsV2NegativeTest-957859278 tempest-FlavorsV2NegativeTest-957859278-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504974 Jan 31 16:03:17.696632 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e21f707-b447-44a0-bb50-592fc48b3e3f req-72c616dc-a102-42e2-b5e3-c8ba6fdc4771 tempest-FlavorsV2NegativeTest-957859278 tempest-FlavorsV2NegativeTest-957859278-project] 10.222.0.36 "GET /v2.0/quotas/4f693f405b2941369c848838a96c9305 HTTP/1.1" status: 200 len: 375 time: 0.0169408 Jan 31 16:03:17.701611 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-858b1600-9007-4975-8d2e-765eb3573d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:17.729238 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e21f707-b447-44a0-bb50-592fc48b3e3f req-9222d726-353f-4359-b49f-5695c1ea888e tempest-FlavorsV2NegativeTest-957859278 tempest-FlavorsV2NegativeTest-957859278-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f693f405b2941369c848838a96c9305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257461 Jan 31 16:03:17.729755 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-858b1600-9007-4975-8d2e-765eb3573d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:17.771560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-858b1600-9007-4975-8d2e-765eb3573d86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8463743fcf954006af0360e87774f6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022292 Jan 31 16:03:17.771560 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b1600-9007-4975-8d2e-765eb3573d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227cbece-2f76-4a98-991f-8e7b0d6381b3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:17.771803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52122) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:17.832459 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6fdb-7071-4d54-aebc-77e5f22ac0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:17.856909 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6fdb-7071-4d54-aebc-77e5f22ac0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:17.910734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6fdb-7071-4d54-aebc-77e5f22ac0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:17.913286 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6fdb-7071-4d54-aebc-77e5f22ac0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:17.917092 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0f3c6fdb-7071-4d54-aebc-77e5f22ac0e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/227cbece-2f76-4a98-991f-8e7b0d6381b3 HTTP/1.1" status: 204 len: 168 time: 0.1416349 Jan 31 16:03:17.923267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c6fdb-7071-4d54-aebc-77e5f22ac0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227cbece-2f76-4a98-991f-8e7b0d6381b3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:18.144452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52140) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:18.261293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b693c6-5d00-4f39-a35a-03ee563e9a3c req-5b97d0c2-3270-497f-9ba4-e564c8b5ee7b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:18.263113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-64b693c6-5d00-4f39-a35a-03ee563e9a3c req-5b97d0c2-3270-497f-9ba4-e564c8b5ee7b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0572357 Jan 31 16:03:18.314268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-64b693c6-5d00-4f39-a35a-03ee563e9a3c req-ff65bb13-b75d-4e04-bc93-175fe458abeb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428381 Jan 31 16:03:18.350158 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55a3a8f4-bd28-47b1-9ef9-f4a67bbd42e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:18.441022 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55a3a8f4-bd28-47b1-9ef9-f4a67bbd42e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:18.445756 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55a3a8f4-bd28-47b1-9ef9-f4a67bbd42e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:18.491125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-55a3a8f4-bd28-47b1-9ef9-f4a67bbd42e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=063a2b71d4704e9481425b5ccaa46c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455708 Jan 31 16:03:18.492346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3a8f4-bd28-47b1-9ef9-f4a67bbd42e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b8a5b1-5aae-4d30-a9e2-f0bc9ed4da3a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:18.493792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52162) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:18.526957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52164) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:18.547801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9d83802f-1e2e-4dd1-906d-6eabca7cbe1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:18.574433 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9d83802f-1e2e-4dd1-906d-6eabca7cbe1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:18.629737 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9d83802f-1e2e-4dd1-906d-6eabca7cbe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:18.633848 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9d83802f-1e2e-4dd1-906d-6eabca7cbe1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:18.635664 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9d83802f-1e2e-4dd1-906d-6eabca7cbe1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74b8a5b1-5aae-4d30-a9e2-f0bc9ed4da3a HTTP/1.1" status: 204 len: 168 time: 0.1408789 Jan 31 16:03:18.644134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83802f-1e2e-4dd1-906d-6eabca7cbe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b8a5b1-5aae-4d30-a9e2-f0bc9ed4da3a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:18.703320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64f530ee-6b51-4938-b4b4-d237922e3301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:18.791471 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64f530ee-6b51-4938-b4b4-d237922e3301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:18.796409 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64f530ee-6b51-4938-b4b4-d237922e3301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:18.844736 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-64f530ee-6b51-4938-b4b4-d237922e3301 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f693f405b2941369c848838a96c9305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134925 Jan 31 16:03:18.845173 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52180) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:18.846102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f530ee-6b51-4938-b4b4-d237922e3301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dc9897-8bc5-448e-98ae-b851eb860c02,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:18.925321 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1a7dae4-8b8a-4023-8d3a-098a1b6cf6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:18.948701 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1a7dae4-8b8a-4023-8d3a-098a1b6cf6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:18.985761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52184) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:19.002511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52186) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:19.002672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:03:19.004387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e9920fe-b854-4fd1-929a-65b4b626e8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.010546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1a7dae4-8b8a-4023-8d3a-098a1b6cf6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.014032 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1a7dae4-8b8a-4023-8d3a-098a1b6cf6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.018004 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e1a7dae4-8b8a-4023-8d3a-098a1b6cf6b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96dc9897-8bc5-448e-98ae-b851eb860c02 HTTP/1.1" status: 204 len: 168 time: 0.1689594 Jan 31 16:03:19.042326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7dae4-8b8a-4023-8d3a-098a1b6cf6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dc9897-8bc5-448e-98ae-b851eb860c02,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:19.093492 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.110111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e9920fe-b854-4fd1-929a-65b4b626e8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.117820 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e9920fe-b854-4fd1-929a-65b4b626e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.125945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:19.130286 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea20030-9198-4a3b-8c89-6de389d1654e" -d '{"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-unplugged", "status": "completed", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:19.146430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:19.152995 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.196907 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7e9920fe-b854-4fd1-929a-65b4b626e8b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f57522491e14c228b2a61d1f7814644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097511 Jan 31 16:03:19.199876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52194) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:19.200041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9920fe-b854-4fd1-929a-65b4b626e8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb3b783-574c-4012-9d50-ed00a066b940,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:19.217725 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42d59ec-d9cb-4583-b10c-8405868331f0 x-openstack-request-id: req-c42d59ec-d9cb-4583-b10c-8405868331f0 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:19.217951 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-unplugged", "status": "completed", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:19.218200 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c42d59ec-d9cb-4583-b10c-8405868331f0 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:19.218595 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'code': 200} Jan 31 16:03:19.221627 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:19.242812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1904976955-network', 'tenant_id': '452636cdaaec43b3ae3f51270aef0edf'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:19.297728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Made reservation on behalf of 452636cdaaec43b3ae3f51270aef0edf for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:03:19.304486 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.316985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d1fbb05-5698-4409-92d5-b9e46b58dae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.321757 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.359720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d1fbb05-5698-4409-92d5-b9e46b58dae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.484835 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c369c1-5b3c-4b21-ab98-5540214d722c req-61b6506f-d7f9-46d2-91c4-28aa19649eef tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:19.486449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39c369c1-5b3c-4b21-ab98-5540214d722c req-61b6506f-d7f9-46d2-91c4-28aa19649eef tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0982063 Jan 31 16:03:19.515690 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d1fbb05-5698-4409-92d5-b9e46b58dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.519047 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d1fbb05-5698-4409-92d5-b9e46b58dae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.522757 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1d1fbb05-5698-4409-92d5-b9e46b58dae1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cb3b783-574c-4012-9d50-ed00a066b940 HTTP/1.1" status: 204 len: 168 time: 0.3175652 Jan 31 16:03:19.550339 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.554103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fbb05-5698-4409-92d5-b9e46b58dae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb3b783-574c-4012-9d50-ed00a066b940,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:19.558242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.601136 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39c369c1-5b3c-4b21-ab98-5540214d722c req-5fd24630-d9e0-4256-acc7-d5ca0b5c3a3b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012895 Jan 31 16:03:19.613361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:03:19.620490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4831e3-8d9e-4e9f-bcec-697d56db5edf,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:19.648608 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.649501 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Added segment 0f8b87a4-3934-4646-b7e1-71a214fd42ea of type vlan for network 46ef0247-dcdd-47f2-94ca-6b3f98327603 Jan 31 16:03:19.653818 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-157fe7a5-8384-40b1-844d-862a0a6f377b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.725188 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.754080 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.755480 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:19.756414 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:19.829077 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8252766 Jan 31 16:03:19.832091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52232) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:19.838174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b1a53f17-95f4-44ad-b2a2-61081ba88171 admin admin] Request body: {'subnet': {'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1904976955-subnet', 'tenant_id': '452636cdaaec43b3ae3f51270aef0edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:19.871790 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f865b7-b510-4b69-8caa-cc037cf0df98 admin admin] Pushing event updated for resources: {'Network': ['ID=46ef0247-dcdd-47f2-94ca-6b3f98327603,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:19.876094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a53f17-95f4-44ad-b2a2-61081ba88171 admin admin] Made reservation on behalf of 452636cdaaec43b3ae3f51270aef0edf for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:03:19.885233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 46ef0247-dcdd-47f2-94ca-6b3f98327603 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:03:19.885858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1a53f17-95f4-44ad-b2a2-61081ba88171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:20.007308 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52242) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:20.118338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1a53f17-95f4-44ad-b2a2-61081ba88171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:20.146660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-network', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:20.180802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a53f17-95f4-44ad-b2a2-61081ba88171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a731ce-c71a-4498-8959-f6bd7106d18c,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:20.184247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Made reservation on behalf of e79d3450812c4eddb0e91e775086d14b for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:03:20.189076 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:20.190467 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a53f17-95f4-44ad-b2a2-61081ba88171 admin admin] Checking segment: {'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:03:20.190872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a53f17-95f4-44ad-b2a2-61081ba88171 admin admin] Network hostable DHCP agents. Network: 46ef0247-dcdd-47f2-94ca-6b3f98327603, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:03:20.216159 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:20.226246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a53f17-95f4-44ad-b2a2-61081ba88171 admin admin] Network 46ef0247-dcdd-47f2-94ca-6b3f98327603 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:03:20.239128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-b1a53f17-95f4-44ad-b2a2-61081ba88171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 46ef0247-dcdd-47f2-94ca-6b3f98327603) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:03:20.248169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a53f17-95f4-44ad-b2a2-61081ba88171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:20.248901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1a53f17-95f4-44ad-b2a2-61081ba88171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:20.249018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f46c7-4629-4898-a0c8-3ff9851a0415 None None] Network 46ef0247-dcdd-47f2-94ca-6b3f98327603 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:03:20.283240 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b1a53f17-95f4-44ad-b2a2-61081ba88171 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4492009 Jan 31 16:03:20.344076 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:20.352514 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:20.396578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:03:20.414951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee92c2e8-237a-4ac8-af56-fe531d380c63,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:20.425729 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:20.427102 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Added segment eaf662ac-9c59-46c7-bca7-d375d3d28a42 of type vlan for network c2e979ed-d288-46ec-b1d2-bab8e02db66d Jan 31 16:03:20.490036 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:20.532816 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:20.534368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:20.534788 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:20.605207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209f014b-d42d-4ed6-aabe-0aa15c804741 None None] Network 46ef0247-dcdd-47f2-94ca-6b3f98327603 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:03:20.667737 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6586409 Jan 31 16:03:20.675991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52282) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:20.677688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b8272-05f0-4892-a4df-036fa4d9897d admin admin] Pushing event updated for resources: {'Network': ['ID=c2e979ed-d288-46ec-b1d2-bab8e02db66d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:20.683646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-87f92dcb-771e-4c58-8e65-2a62bd4d3030 admin admin] Request body: {'subnet': {'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-subnet', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:20.746735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c2e979ed-d288-46ec-b1d2-bab8e02db66d details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:03:20.755456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f92dcb-771e-4c58-8e65-2a62bd4d3030 admin admin] Made reservation on behalf of e79d3450812c4eddb0e91e775086d14b for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:03:20.769802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87f92dcb-771e-4c58-8e65-2a62bd4d3030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:20.935865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba9a27-dce4-4f29-8126-b05fae101578 req-3f694ae7-dc6f-4292-9868-8fd4b8b31a2f tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:20.942553 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5ba9a27-dce4-4f29-8126-b05fae101578 req-3f694ae7-dc6f-4292-9868-8fd4b8b31a2f tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.1372988 Jan 31 16:03:21.022138 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:21.044710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:03:21.060324 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5ba9a27-dce4-4f29-8126-b05fae101578 req-07ec68c5-f737-41f2-ae66-0c6a350ac06e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086876 Jan 31 16:03:21.187838 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87f92dcb-771e-4c58-8e65-2a62bd4d3030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:21.310729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:21.325856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'port_id': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'mac_address': 'fa:16:3e:1c:b5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:03:21.370029 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:21.385102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2436e8ce-fc48-45dc-8258-7d18a0c48c05 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:03:21.410538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:21.419258 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:21.425186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f92dcb-771e-4c58-8e65-2a62bd4d3030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704cad5f-b478-4dc1-be79-40f0900ae412,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:21.445855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f92dcb-771e-4c58-8e65-2a62bd4d3030 admin admin] Checking segment: {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:03:21.446178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f92dcb-771e-4c58-8e65-2a62bd4d3030 admin admin] Network hostable DHCP agents. Network: c2e979ed-d288-46ec-b1d2-bab8e02db66d, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:03:21.473110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-57a9cc37-14b6-4706-83fb-e60f65cbaac5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:21.481962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-57a9cc37-14b6-4706-83fb-e60f65cbaac5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/networks?id=46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 200 len: 814 time: 0.1848562 Jan 31 16:03:21.483077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:21.499973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f92dcb-771e-4c58-8e65-2a62bd4d3030 admin admin] Network c2e979ed-d288-46ec-b1d2-bab8e02db66d is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:03:21.516034 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-9445d062-d442-4afb-83d0-f14bc370c52d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/quotas/452636cdaaec43b3ae3f51270aef0edf HTTP/1.1" status: 200 len: 375 time: 0.0298607 Jan 31 16:03:21.555070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-87f92dcb-771e-4c58-8e65-2a62bd4d3030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c2e979ed-d288-46ec-b1d2-bab8e02db66d) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:03:21.561731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f92dcb-771e-4c58-8e65-2a62bd4d3030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:21.561731 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87f92dcb-771e-4c58-8e65-2a62bd4d3030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:21.564760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fcc14c-aa05-4e04-bc49-6b40dbf08478 None None] Network c2e979ed-d288-46ec-b1d2-bab8e02db66d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:03:21.576275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-00025f3b-5fcb-454d-925a-33635bce4c2b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=452636cdaaec43b3ae3f51270aef0edf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591033 Jan 31 16:03:21.610488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['2436e8ce-fc48-45dc-8258-7d18a0c48c05'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:03:21.692122 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-5fc93876-6c36-40ac-aa2a-f23cf89a6f18 service neutron] 10.222.0.36 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149087 Jan 31 16:03:21.759522 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-87f92dcb-771e-4c58-8e65-2a62bd4d3030 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0822465 Jan 31 16:03:21.762590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52306) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:21.768714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:21.820908 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-bf6c53ff-ff86-4fa9-a748-1aaa3f7c354c service neutron] 10.222.0.36 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275666 Jan 31 16:03:21.823759 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:21.825545 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:21.892115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:03:21.893055 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:21.916944 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:22.066839 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56bc45c6-0358-4c47-a216-fbf3ef46f0bd req-561a50bd-8b12-4388-ae98-bc2e3b04a440 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0351751 Jan 31 16:03:22.116950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Allocated IP 172.20.0.2 (c2e979ed-d288-46ec-b1d2-bab8e02db66d/704cad5f-b478-4dc1-be79-40f0900ae412/18159843-7c4b-4a59-8ff8-d273fc65e613) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:03:22.144191 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:22.272051 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:22.324261 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e6c9c-7021-4214-8271-4b986cff05e9 req-0b601f16-2cfe-4233-b1d1-8a9f6d218a02 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:22.328502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a89e6c9c-7021-4214-8271-4b986cff05e9 req-0b601f16-2cfe-4233-b1d1-8a9f6d218a02 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.1202126 Jan 31 16:03:22.353708 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:22.365801 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:22.400811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a89e6c9c-7021-4214-8271-4b986cff05e9 req-68e50ced-5507-498e-b642-f79b59d07dd3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557768 Jan 31 16:03:22.403554 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Network c2e979ed-d288-46ec-b1d2-bab8e02db66d is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:03:22.407477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:03:22.442001 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:03:22.513809 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Pushing event updated for resources: {'Port': ['ID=18159843-7c4b-4a59-8ff8-d273fc65e613,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:22.544922 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:22.549138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Attempting to bind port 18159843-7c4b-4a59-8ff8-d273fc65e613 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:03:22.549583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Attempting to bind port 18159843-7c4b-4a59-8ff8-d273fc65e613 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:03:22.549981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Attempting to bind port 18159843-7c4b-4a59-8ff8-d273fc65e613 on network c2e979ed-d288-46ec-b1d2-bab8e02db66d {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:03:22.557507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:03:22.557914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Checking segment: {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:03:22.558244 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:22.559202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Bound using segment: {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:03:22.559824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Bound port: 18159843-7c4b-4a59-8ff8-d273fc65e613, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:03:22.560205 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:22.646500 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:22.709588 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:22.738790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] For port 18159843-7c4b-4a59-8ff8-d273fc65e613, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:03:22.748983 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] For port 18159843-7c4b-4a59-8ff8-d273fc65e613, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=18159843-7c4b-4a59-8ff8-d273fc65e613,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:03:22.755908 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:22.823331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a80cd-83bb-4701-9934-9de2d84ddb26 None None] Pushing event updated for resources: {'Port': ['ID=18159843-7c4b-4a59-8ff8-d273fc65e613,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:22.878319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Allocated IP 172.25.1.164 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/7d88727e-2bd1-4998-bfd1-bdd2fe77b229) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:03:23.042494 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:23.138028 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:23.184727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:03:23.188434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:03:23.192932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:03:23.266593 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb852ed1-5cfe-409e-a0bb-86b4bebeebf9 req-d729abe9-02a1-45d1-9182-06bdf6675db0 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0450048 Jan 31 16:03:23.273164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Pushing event updated for resources: {'Port': ['ID=7d88727e-2bd1-4998-bfd1-bdd2fe77b229,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:23.503421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 18159843-7c4b-4a59-8ff8-d273fc65e613 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:03:23.604687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ce849-8536-45a2-9744-f7cfcc77d56a req-cd15a5f2-9f1d-4f1c-bd79-27a12ff94562 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:23.607034 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb2ce849-8536-45a2-9744-f7cfcc77d56a req-cd15a5f2-9f1d-4f1c-bd79-27a12ff94562 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0830076 Jan 31 16:03:23.639758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 18159843-7c4b-4a59-8ff8-d273fc65e613 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:23.640167 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:23.808356 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:23.830493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-42832741-cebf-4593-9d7a-fb89759f10ad tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:23.832044 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-42832741-cebf-4593-9d7a-fb89759f10ad tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.30 "GET /v2.0/networks?id=46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 200 len: 814 time: 0.2484088 Jan 31 16:03:23.866804 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:23.933424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Request body: {'port': {'device_id': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603', 'admin_state_up': True, 'tenant_id': '452636cdaaec43b3ae3f51270aef0edf'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:23.954065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 18159843-7c4b-4a59-8ff8-d273fc65e613, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=18159843-7c4b-4a59-8ff8-d273fc65e613,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:23.960394 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:24.086521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=18159843-7c4b-4a59-8ff8-d273fc65e613,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:24.218398 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb2ce849-8536-45a2-9744-f7cfcc77d56a req-db8635b6-aa0f-4001-89a0-7b6abc6d7794 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5991049 Jan 31 16:03:24.361446 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:24.365122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Made reservation on behalf of 452636cdaaec43b3ae3f51270aef0edf for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:03:24.368626 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:24.410575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55f84e2-5c8f-4916-b59a-ff3aa9a3556f None None] Network c2e979ed-d288-46ec-b1d2-bab8e02db66d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:03:24.527755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b13b9311-54ec-4f7b-bc51-0442b7ec7105 None None] Provisioning complete for port 18159843-7c4b-4a59-8ff8-d273fc65e613 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:24.528489 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b13b9311-54ec-4f7b-bc51-0442b7ec7105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:24.709838 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4a03852f-9448-4d75-942b-5a4cb665554c req-68e6b268-8448-477c-adeb-954f2c5c52cf tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 210 time: 0.3371158 Jan 31 16:03:24.966716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Allocated IP 172.20.0.7 (46ef0247-dcdd-47f2-94ca-6b3f98327603/e2a731ce-c71a-4498-8959-f6bd7106d18c/b0c0884e-ada6-4530-9cdb-8bf9d0483b3f) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:03:25.005370 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Router c29305af-5df5-46d9-b5a0-5e8758c9765f is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:03:25.019779 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:03:25.081632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-45241a85-81aa-4d1c-910f-460e53dd7b4a None None] Provisioning complete for port 18159843-7c4b-4a59-8ff8-d273fc65e613 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:25.082613 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-45241a85-81aa-4d1c-910f-460e53dd7b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:25.162181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:25.162620 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:25.265573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:03:25.276924 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Sync routers for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:03:25.294164 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:03:25.294830 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:25.310126 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:25.353067 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:25.371866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:25.375986 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1bbecee3-d49b-4634-9fe4-14db51876950 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.6090016 Jan 31 16:03:25.376443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52362) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:25.384385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:25.386501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:25.390793 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5307fc07-b9b0-457d-a437-1a04c229a28b" -d '{"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-plugged", "status": "completed", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:25.394628 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:25.447320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 18159843-7c4b-4a59-8ff8-d273fc65e613 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:03:25.454095 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:25.483335 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9683de6e-3edd-444e-aa6a-a111e46dadf2 x-openstack-request-id: req-9683de6e-3edd-444e-aa6a-a111e46dadf2 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:25.483627 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-plugged", "status": "completed", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:25.483878 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9683de6e-3edd-444e-aa6a-a111e46dadf2 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:25.484271 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'code': 200} Jan 31 16:03:25.486942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=10']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:25.502345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 18159843-7c4b-4a59-8ff8-d273fc65e613 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:25.502829 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:25.509093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Pushing event updated for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:25.525329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Network 46ef0247-dcdd-47f2-94ca-6b3f98327603 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:03:25.527196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:03:25.532073 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:03:25.550672 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:03:25.607489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:25.607943 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:25.625098 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:25.631770 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-f4b16e6d-e759-4692-8ccc-ec4bd54a898c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7094541 Jan 31 16:03:25.650729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Request body: {'port': {'device_id': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:25.655014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4a513-bc61-463f-992b-798c81c72788 req-0f7fa8b3-86b7-459c-99e9-391c93155d7c tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:25.657018 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19d4a513-bc61-463f-992b-798c81c72788 req-0f7fa8b3-86b7-459c-99e9-391c93155d7c tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.2741556 Jan 31 16:03:25.779864 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19d4a513-bc61-463f-992b-798c81c72788 req-27bb7db2-14d8-400d-b454-027eb11e8706 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135702 Jan 31 16:03:25.780672 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:25.890467 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:23Z', 'revision_number': 3, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:25.922917 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Checking router: c29305af-5df5-46d9-b5a0-5e8758c9765f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:03:25.924212 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Updating router c29305af-5df5-46d9-b5a0-5e8758c9765f port 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:03:25.964402 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.025067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fd512-1cfd-45a5-8803-8cb4474d8a16 req-1ca49233-ffb6-4f56-8a10-a7687e7e0fc5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:26.027146 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-448fd512-1cfd-45a5-8803-8cb4474d8a16 req-1ca49233-ffb6-4f56-8a10-a7687e7e0fc5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 931 time: 0.1729994 Jan 31 16:03:26.140706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-448fd512-1cfd-45a5-8803-8cb4474d8a16 req-4b2958ba-1c86-4adb-a383-e89fb9235ecd tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065485 Jan 31 16:03:26.210873 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.341113 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.348698 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.377237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c0884e-ada6-4530-9cdb-8bf9d0483b3f {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:03:26.396644 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.419907 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248d47d-a075-42ec-9c06-3154281a453d None None] Pushing event updated for resources: {'Port': ['ID=7d88727e-2bd1-4998-bfd1-bdd2fe77b229,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:26.432600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Transition to ACTIVE for port object b0c0884e-ada6-4530-9cdb-8bf9d0483b3f will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:03:26.438364 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.455209 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Attempting to bind port 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:03:26.455568 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Attempting to bind port 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:03:26.455925 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Attempting to bind port 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:03:26.477609 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:03:26.478424 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:03:26.478991 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.479669 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:03:26.480302 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Bound port: 7d88727e-2bd1-4998-bfd1-bdd2fe77b229, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:03:26.480885 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.533649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Pushing event updated for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:26.558418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Allocated IP 172.20.0.1 (c2e979ed-d288-46ec-b1d2-bab8e02db66d/704cad5f-b478-4dc1-be79-40f0900ae412/e0023adc-26e7-4e8f-afbb-a7071a840fe3) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:03:26.622927 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] For port 7d88727e-2bd1-4998-bfd1-bdd2fe77b229, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:03:26.627604 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] For port 7d88727e-2bd1-4998-bfd1-bdd2fe77b229, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7d88727e-2bd1-4998-bfd1-bdd2fe77b229,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:03:26.636081 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.683748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Attempting to bind port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:03:26.683879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Attempting to bind port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:03:26.684128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Attempting to bind port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f on network 46ef0247-dcdd-47f2-94ca-6b3f98327603 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:03:26.696119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f on network 46ef0247-dcdd-47f2-94ca-6b3f98327603 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:03:26.696119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Attempting to bind port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f on network 46ef0247-dcdd-47f2-94ca-6b3f98327603 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:03:26.706082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:03:26.706424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Checking segment: {'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:03:26.706816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Bound using segment: {'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:03:26.707602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Bound port: b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:03:26.707602 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.717394 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:03:26.719272 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:26.732350 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248d47d-a075-42ec-9c06-3154281a453d None None] Pushing event updated for resources: {'Port': ['ID=7d88727e-2bd1-4998-bfd1-bdd2fe77b229,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:26.739964 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.791130 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.833856 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:03:26.839212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Network c2e979ed-d288-46ec-b1d2-bab8e02db66d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:03:26.844443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:03:26.844619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:03:26.849155 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:03:26.863152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.913353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Pushing event updated for resources: {'Port': ['ID=e0023adc-26e7-4e8f-afbb-a7071a840fe3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:26.942498 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:26.943588 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:26.946008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] 10.222.0.30 "PUT /v2.0/ports/b0c0884e-ada6-4530-9cdb-8bf9d0483b3f HTTP/1.1" status: 200 len: 1091 time: 1.3031101 Jan 31 16:03:26.947670 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:03:26.971653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:26.975108 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fc0956-ba6e-4e64-8a8a-60fc2e42d261" -d '{"events": [{"name": "network-changed", "server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:27.044307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0ca4b-fb05-4625-9760-55d6b2b9032f service neutron] Pushing event updated for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:27.063014 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:27.072264 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193449b1-cadf-49ae-a8f5-6c3be66c6e23 x-openstack-request-id: req-193449b1-cadf-49ae-a8f5-6c3be66c6e23 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:27.072702 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:27.073158 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-193449b1-cadf-49ae-a8f5-6c3be66c6e23 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:27.073749 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'status': 'completed', 'code': 200} Jan 31 16:03:27.075941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-d34a95b5-b791-4664-994a-145ea361edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:27.077574 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-d34a95b5-b791-4664-994a-145ea361edb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=452636cdaaec43b3ae3f51270aef0edf&device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 1094 time: 0.0786951 Jan 31 16:03:27.156072 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-9d959b5b-bcb2-41de-a431-ba43b4463ffd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f HTTP/1.1" status: 200 len: 217 time: 0.0695055 Jan 31 16:03:27.234041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-b97a1a95-2482-40e7-a6ca-851a1bdb3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:27.236980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-b97a1a95-2482-40e7-a6ca-851a1bdb3d6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2a731ce-c71a-4498-8959-f6bd7106d18c HTTP/1.1" status: 200 len: 854 time: 0.0699310 Jan 31 16:03:27.267546 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4f6f0c6e-1983-47fb-b0d9-e8588a224b62 None None] Provisioning complete for port e0023adc-26e7-4e8f-afbb-a7071a840fe3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:27.268124 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4f6f0c6e-1983-47fb-b0d9-e8588a224b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:27.268327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070fd75-96b2-4df2-af86-c464a7c8a220 req-57fa9d7a-9960-471a-859c-c1a705b9e533 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:27.276752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0070fd75-96b2-4df2-af86-c464a7c8a220 req-57fa9d7a-9960-471a-859c-c1a705b9e533 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.3440750 Jan 31 16:03:27.319144 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-cbbabdbe-f210-4fd0-aa57-a6baaa742024 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46ef0247-dcdd-47f2-94ca-6b3f98327603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756621 Jan 31 16:03:27.321649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f0c6e-1983-47fb-b0d9-e8588a224b62 None None] Port e0023adc-26e7-4e8f-afbb-a7071a840fe3 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:03:27.324607 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:27.361218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0070fd75-96b2-4df2-af86-c464a7c8a220 req-08ad4e81-d90f-4623-b28c-ab0b1a5f3d59 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791798 Jan 31 16:03:27.399019 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:23Z', 'revision_number': 3, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:27.441631 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaab397-d1dc-4cc4-8d2d-a376102bc500 None None] The sync data for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 is: [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:23Z', 'revision_number': 3, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:03:27.492135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01623b0b-3531-4e17-ac1b-73aecc34e8ca req-e0149347-bc7e-4e7a-9a80-685415e73988 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:27.501443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-01623b0b-3531-4e17-ac1b-73aecc34e8ca req-e0149347-bc7e-4e7a-9a80-685415e73988 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 943 time: 0.1847425 Jan 31 16:03:27.550771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-b35c4f06-8229-4ba7-ac8f-1da279023cfa service neutron] 10.222.0.30 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044420 Jan 31 16:03:27.579007 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:27.586635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-01623b0b-3531-4e17-ac1b-73aecc34e8ca req-a26efcc9-2937-44b3-9b9f-edd53c560296 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833228 Jan 31 16:03:27.588575 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:27.664108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Pushing event updated for resources: {'Port': ['ID=e0023adc-26e7-4e8f-afbb-a7071a840fe3,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:27.678058 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:27.711427 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6145278f-7224-46e1-ab7f-e0c8d4875027 req-e726fb58-dfa2-41ea-80c5-8de39ac776af service neutron] 10.222.0.30 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538572 Jan 31 16:03:27.722207 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:27.840015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Network c2e979ed-d288-46ec-b1d2-bab8e02db66d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:03:27.842078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:03:27.876295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc0956-ba6e-4e64-8a8a-60fc2e42d261 req-52cccb07-00bb-4551-b340-576b771ef9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:27.877892 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-46fc0956-ba6e-4e64-8a8a-60fc2e42d261 req-52cccb07-00bb-4551-b340-576b771ef9ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=452636cdaaec43b3ae3f51270aef0edf&device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 1094 time: 0.1144457 Jan 31 16:03:28.032550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc0956-ba6e-4e64-8a8a-60fc2e42d261 req-68bc0651-2799-4fe0-999c-e1fb51ba8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:28.034057 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-46fc0956-ba6e-4e64-8a8a-60fc2e42d261 req-68bc0651-2799-4fe0-999c-e1fb51ba8784 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 200 len: 915 time: 0.1494532 Jan 31 16:03:28.067497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Router c29305af-5df5-46d9-b5a0-5e8758c9765f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:03:28.110465 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-46fc0956-ba6e-4e64-8a8a-60fc2e42d261 req-f2fc8e20-d4da-4c22-bab9-9798ccb2f292 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f HTTP/1.1" status: 200 len: 217 time: 0.0686722 Jan 31 16:03:28.217519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc0956-ba6e-4e64-8a8a-60fc2e42d261 req-964af367-9256-4204-b21d-2dc6fd94f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:28.219039 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-46fc0956-ba6e-4e64-8a8a-60fc2e42d261 req-964af367-9256-4204-b21d-2dc6fd94f22c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2a731ce-c71a-4498-8959-f6bd7106d18c HTTP/1.1" status: 200 len: 854 time: 0.1014936 Jan 31 16:03:28.252329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-780f657a-eae2-49db-9ce3-7dc65ce44ca8 None None] Provisioning complete for port e0023adc-26e7-4e8f-afbb-a7071a840fe3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:28.253717 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-780f657a-eae2-49db-9ce3-7dc65ce44ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:28.262946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:03:28.277454 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ffcf3ca4-7bfc-4c43-bdf2-13a826019088 admin admin] 10.222.0.36 "PUT /v2.0/routers/c29305af-5df5-46d9-b5a0-5e8758c9765f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8914416 Jan 31 16:03:28.303581 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-46fc0956-ba6e-4e64-8a8a-60fc2e42d261 req-246df891-ba77-433b-9f6e-269d6ff5adde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46ef0247-dcdd-47f2-94ca-6b3f98327603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764484 Jan 31 16:03:28.308810 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-780f657a-eae2-49db-9ce3-7dc65ce44ca8 None None] Port e0023adc-26e7-4e8f-afbb-a7071a840fe3 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:03:28.515940 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-46fc0956-ba6e-4e64-8a8a-60fc2e42d261 req-6c31e4ec-6e83-4d58-98f9-24750364f69f service neutron] 10.222.0.30 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044306 Jan 31 16:03:28.590029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623ec8f-aa21-4b01-9cee-e77ef41601cb req-8c0a0ea8-3678-4bd7-9f40-88bce391d9c5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:28.599440 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9623ec8f-aa21-4b01-9cee-e77ef41601cb req-8c0a0ea8-3678-4bd7-9f40-88bce391d9c5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.1491370 Jan 31 16:03:28.672184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9623ec8f-aa21-4b01-9cee-e77ef41601cb req-7bc5a145-d341-44a8-af69-803fc8a0ff1f tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633705 Jan 31 16:03:28.822089 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-46fc0956-ba6e-4e64-8a8a-60fc2e42d261 req-26168a5b-09c0-4bd4-a3af-ab44a154650c service neutron] 10.222.0.30 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948701 Jan 31 16:03:28.962901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f5b56-3eff-4a84-ac87-280d49d95226 req-538e2183-04f6-44d4-ba47-84d774809678 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:28.971088 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-868f5b56-3eff-4a84-ac87-280d49d95226 req-538e2183-04f6-44d4-ba47-84d774809678 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 943 time: 0.1174047 Jan 31 16:03:29.035066 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-868f5b56-3eff-4a84-ac87-280d49d95226 req-f121dbae-f6ea-4bf7-bc8a-3fdb3d1874cd tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627799 Jan 31 16:03:29.092814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-b7132608-ce64-45a2-b457-45f572977152 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:29.094208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-b7132608-ce64-45a2-b457-45f572977152 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 821 time: 0.2142012 Jan 31 16:03:29.129404 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-16881100-f2aa-472f-84b7-9ba1b625c600 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/quotas/e79d3450812c4eddb0e91e775086d14b HTTP/1.1" status: 200 len: 375 time: 0.0291634 Jan 31 16:03:29.233065 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-21fcea14-0aa6-4771-8ce9-8514570ad46a tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024489 Jan 31 16:03:29.334002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd84cf5-129a-4b5a-8eef-82d22d48ecdd req-9171e5eb-09b3-472f-bc5a-2459372e6f08 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:29.335610 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfd84cf5-129a-4b5a-8eef-82d22d48ecdd req-9171e5eb-09b3-472f-bc5a-2459372e6f08 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0752509 Jan 31 16:03:29.385104 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-e4ed74df-7ee7-4a90-9f55-05621a69d0d2 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494985 Jan 31 16:03:29.422786 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfd84cf5-129a-4b5a-8eef-82d22d48ecdd req-ac5062ce-4196-4941-b212-14ac539fcdf5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769260 Jan 31 16:03:29.529172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:03:29.552730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5eef-6da8-4fa6-b77c-afef46d2b325 req-91b1becd-23d9-410f-af7f-c98c7e7dc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:29.554280 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8bdb5eef-6da8-4fa6-b77c-afef46d2b325 req-91b1becd-23d9-410f-af7f-c98c7e7dc597 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 1096 time: 0.1814375 Jan 31 16:03:29.595907 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-c7d0e31c-e70f-4a7d-b29e-290d5e3cf31d service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088656 Jan 31 16:03:29.636261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:29.637028 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:29.699246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5eef-6da8-4fa6-b77c-afef46d2b325 req-4524ff2a-a15d-4c2b-8c7e-1f9a9a30cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:29.701510 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8bdb5eef-6da8-4fa6-b77c-afef46d2b325 req-4524ff2a-a15d-4c2b-8c7e-1f9a9a30cd0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 200 len: 912 time: 0.1397696 Jan 31 16:03:29.765739 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:29.799522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 7d88727e-2bd1-4998-bfd1-bdd2fe77b229, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7d88727e-2bd1-4998-bfd1-bdd2fe77b229,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:29.817405 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:29.843046 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8bdb5eef-6da8-4fa6-b77c-afef46d2b325 req-d58c3052-a021-4cba-a0db-6659c301aef7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f8275f-8587-4148-916c-ff37699ae038 HTTP/1.1" status: 200 len: 1001 time: 0.1305070 Jan 31 16:03:29.873917 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-845933aa-a952-4ac2-a005-ae83cbcb84e0 req-0a462b0c-33b9-495d-acaa-f902689a035a tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 210 time: 0.0636811 Jan 31 16:03:29.920508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5eef-6da8-4fa6-b77c-afef46d2b325 req-e957887a-4e8a-409c-8fa0-4d38ea561cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:29.926085 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8bdb5eef-6da8-4fa6-b77c-afef46d2b325 req-e957887a-4e8a-409c-8fa0-4d38ea561cc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3e373cf-e995-4178-bf6f-1d42ceb41d7c HTTP/1.1" status: 200 len: 850 time: 0.0687222 Jan 31 16:03:29.950401 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=7d88727e-2bd1-4998-bfd1-bdd2fe77b229,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:30.015785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5eef-6da8-4fa6-b77c-afef46d2b325 req-13707767-90b1-4631-b384-6939bd3fb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:30.027856 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8bdb5eef-6da8-4fa6-b77c-afef46d2b325 req-13707767-90b1-4631-b384-6939bd3fb86b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941336 Jan 31 16:03:30.082571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b0c0884e-ada6-4530-9cdb-8bf9d0483b3f details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:03:30.231783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b226ac8-2f6a-492e-9959-02b0c75eac2c req-20d201cb-a7d6-4fc6-ade2-8908680fe3d6 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:30.240205 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b226ac8-2f6a-492e-9959-02b0c75eac2c req-20d201cb-a7d6-4fc6-ade2-8908680fe3d6 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0930369 Jan 31 16:03:30.253201 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:30.273497 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8bdb5eef-6da8-4fa6-b77c-afef46d2b325 req-f0ae0f81-c156-4f29-b426-34ce7623235b service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365112 Jan 31 16:03:30.275453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603', 'port_id': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'mac_address': 'fa:16:3e:89:3b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a731ce-c71a-4498-8959-f6bd7106d18c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:03:30.277312 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Sync routers for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:03:30.325847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:03:30.326494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7b226ac8-2f6a-492e-9959-02b0c75eac2c req-30be4fa9-9651-4e24-b4ec-1e878d17bcda tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854812 Jan 31 16:03:30.338445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:30.446125 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8bdb5eef-6da8-4fa6-b77c-afef46d2b325 req-a4b6683e-184d-48ce-935e-d033245c5be5 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485569 Jan 31 16:03:30.565268 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:30.602957 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c0884e-ada6-4530-9cdb-8bf9d0483b3f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:03:30.623935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4b30a-3453-4de5-adb9-5798e811b06d req-6e02483c-164c-4e4f-93ee-a5f981f8d743 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:30.625916 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ab4b30a-3453-4de5-adb9-5798e811b06d req-6e02483c-164c-4e4f-93ee-a5f981f8d743 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.1115510 Jan 31 16:03:30.635185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:30.641997 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:30.683900 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:03:30.726171 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ab4b30a-3453-4de5-adb9-5798e811b06d req-4f59de03-db0e-4900-a209-1875c38746ee tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912395 Jan 31 16:03:30.747573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:30.881338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['b0c0884e-ada6-4530-9cdb-8bf9d0483b3f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:03:31.000890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16615792-e0e0-4097-b091-0a5b00266a46 req-ac071257-1798-490d-8821-e9d53516b43f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 210 time: 0.0569320 Jan 31 16:03:31.078942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 2, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:31.110011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Checking router: c29305af-5df5-46d9-b5a0-5e8758c9765f for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:03:31.110456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Updating router c29305af-5df5-46d9-b5a0-5e8758c9765f port e0023adc-26e7-4e8f-afbb-a7071a840fe3 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:03:31.170377 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:31.349867 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-2024cdee-86c8-488c-a57e-e5ec5c6b3a8a tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:31.352039 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-2024cdee-86c8-488c-a57e-e5ec5c6b3a8a tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.20 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 821 time: 0.1552205 Jan 31 16:03:31.370532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Request body: {'port': {'device_id': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'admin_state_up': True, 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:31.476325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:03:31.494780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b8710-b486-4868-99e5-e197aa8c7167 req-f857e227-0a65-4d06-a914-07fac7b26bcb tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:31.502280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb9b8710-b486-4868-99e5-e197aa8c7167 req-f857e227-0a65-4d06-a914-07fac7b26bcb tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0606999 Jan 31 16:03:31.563993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Made reservation on behalf of e79d3450812c4eddb0e91e775086d14b for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:03:31.565331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb9b8710-b486-4868-99e5-e197aa8c7167 req-3dc2345f-627a-4ad1-8392-52e5228990f8 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621057 Jan 31 16:03:31.587031 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:31.601217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:31.601851 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:31.679785 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:31.688378 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:31.828319 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb327b5d-8918-496f-8ee7-1659e8ac4268 None None] Pushing event updated for resources: {'Port': ['ID=e0023adc-26e7-4e8f-afbb-a7071a840fe3,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:31.857548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Attempting to bind port e0023adc-26e7-4e8f-afbb-a7071a840fe3 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:03:31.857918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Attempting to bind port e0023adc-26e7-4e8f-afbb-a7071a840fe3 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:03:31.858279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Attempting to bind port e0023adc-26e7-4e8f-afbb-a7071a840fe3 on network c2e979ed-d288-46ec-b1d2-bab8e02db66d {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:03:31.861380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Allocated IP 172.20.0.3 (c2e979ed-d288-46ec-b1d2-bab8e02db66d/704cad5f-b478-4dc1-be79-40f0900ae412/f40e127c-fe5c-443c-8882-0b2af4d66f23) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:03:31.865390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:03:31.865801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Checking segment: {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:03:31.866213 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:31.866601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Bound using segment: {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:03:31.867067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Bound port: e0023adc-26e7-4e8f-afbb-a7071a840fe3, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:03:31.867442 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:31.966052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] For port e0023adc-26e7-4e8f-afbb-a7071a840fe3, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:03:31.969719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] For port e0023adc-26e7-4e8f-afbb-a7071a840fe3, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e0023adc-26e7-4e8f-afbb-a7071a840fe3,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:03:31.976722 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:31.992430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac7986-93af-44ab-85c7-76d093683cc4 req-31b8703f-d44d-464c-82ec-e020ea7edefb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:31.994139 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0bac7986-93af-44ab-85c7-76d093683cc4 req-31b8703f-d44d-464c-82ec-e020ea7edefb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.1112337 Jan 31 16:03:32.088100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb327b5d-8918-496f-8ee7-1659e8ac4268 None None] Pushing event updated for resources: {'Port': ['ID=e0023adc-26e7-4e8f-afbb-a7071a840fe3,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:32.105282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b0c0884e-ada6-4530-9cdb-8bf9d0483b3f up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:03:32.107801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:03:32.108666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:32.113297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-feb916eb-df59-4eab-8d53-2f9e205256c3 None None] Provisioning complete for port e0023adc-26e7-4e8f-afbb-a7071a840fe3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:32.114025 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-feb916eb-df59-4eab-8d53-2f9e205256c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:32.136108 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0bac7986-93af-44ab-85c7-76d093683cc4 req-85f14433-93f7-4c16-8c8f-3ffa662919f4 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825808 Jan 31 16:03:32.183145 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:32.237418 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:32.253508 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-170edd9b-a336-481f-bda5-7beaf31ad26a req-63c0e096-0e7b-4496-8b44-ec90fd769de6 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 210 time: 0.0819662 Jan 31 16:03:32.336166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Network c2e979ed-d288-46ec-b1d2-bab8e02db66d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:03:32.339746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:03:32.342763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:03:32.353443 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:03:32.357494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:03:32.382963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Pushing event updated for resources: {'Port': ['ID=f40e127c-fe5c-443c-8882-0b2af4d66f23,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:32.419324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:32.419714 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:32.422113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:32.429503 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:32.454625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-585cc3da-41c6-4c12-bc44-f285b728c038 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0884840 Jan 31 16:03:32.474812 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-feb916eb-df59-4eab-8d53-2f9e205256c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:32.478893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Request body: {'port': {'device_id': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:32.578264 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:32.616717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-feb916eb-df59-4eab-8d53-2f9e205256c3 None None] For port e0023adc-26e7-4e8f-afbb-a7071a840fe3, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e0023adc-26e7-4e8f-afbb-a7071a840fe3,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:32.632335 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-feb916eb-df59-4eab-8d53-2f9e205256c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:32.814097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8bea4-aab3-4638-96e0-148a811b394f req-092e4991-457c-4553-93e8-001e5d3f8f62 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:32.815710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34f8bea4-aab3-4638-96e0-148a811b394f req-092e4991-457c-4553-93e8-001e5d3f8f62 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1340139 Jan 31 16:03:32.909500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34f8bea4-aab3-4638-96e0-148a811b394f req-cf9cfe32-b547-4595-a348-71b48b925207 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816460 Jan 31 16:03:32.918563 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:32.968970 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:32.972544 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c394d0a-991c-44dd-9cc7-80a07512706c" -d '{"events": [{"server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:32.978600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cbda2bca-fd5e-471a-b2a8-3d118c721327 None None] Provisioning complete for port f40e127c-fe5c-443c-8882-0b2af4d66f23 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:32.979105 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cbda2bca-fd5e-471a-b2a8-3d118c721327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:32.980752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb916eb-df59-4eab-8d53-2f9e205256c3 None None] Pushing event updated for resources: {'Port': ['ID=e0023adc-26e7-4e8f-afbb-a7071a840fe3,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:33.050777 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f64200-21ec-4169-94d6-23f6c65b2a0f x-openstack-request-id: req-d3f64200-21ec-4169-94d6-23f6c65b2a0f {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:33.051058 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:33.051313 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3f64200-21ec-4169-94d6-23f6c65b2a0f {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:33.051693 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'code': 200} Jan 31 16:03:33.057431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40e127c-fe5c-443c-8882-0b2af4d66f23 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:03:33.057698 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:33.084423 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:33.090540 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:33.125586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cbda2bca-fd5e-471a-b2a8-3d118c721327 None None] Port f40e127c-fe5c-443c-8882-0b2af4d66f23 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:03:33.140201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Transition to ACTIVE for port object f40e127c-fe5c-443c-8882-0b2af4d66f23 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:03:33.144762 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:33.171310 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:33.174850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cbda2bca-fd5e-471a-b2a8-3d118c721327 None None] Provisioning complete for port e0023adc-26e7-4e8f-afbb-a7071a840fe3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:33.175389 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cbda2bca-fd5e-471a-b2a8-3d118c721327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:33.204110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:31Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:33.239774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ac47f3-a817-4249-b189-5518a029fe78 None None] The sync data for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 is: [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:31Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:03:33.691869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638b632-7625-46cf-9a6d-b7c5473f9dca req-68318c90-5f93-44c0-8d1b-ebfe7c6961b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:33.694142 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a638b632-7625-46cf-9a6d-b7c5473f9dca req-68318c90-5f93-44c0-8d1b-ebfe7c6961b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 1096 time: 0.5950339 Jan 31 16:03:33.732917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Pushing event updated for resources: {'Port': ['ID=f40e127c-fe5c-443c-8882-0b2af4d66f23,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:33.816584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Attempting to bind port f40e127c-fe5c-443c-8882-0b2af4d66f23 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:03:33.816901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Attempting to bind port f40e127c-fe5c-443c-8882-0b2af4d66f23 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:03:33.817364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Attempting to bind port f40e127c-fe5c-443c-8882-0b2af4d66f23 on network c2e979ed-d288-46ec-b1d2-bab8e02db66d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:03:33.832086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Port f40e127c-fe5c-443c-8882-0b2af4d66f23 on network c2e979ed-d288-46ec-b1d2-bab8e02db66d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:03:33.832488 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Attempting to bind port f40e127c-fe5c-443c-8882-0b2af4d66f23 on network c2e979ed-d288-46ec-b1d2-bab8e02db66d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:03:33.857600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:03:33.857844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Checking segment: {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:03:33.858186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Bound using segment: {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:03:33.858624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Bound port: f40e127c-fe5c-443c-8882-0b2af4d66f23, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:03:33.858981 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:33.862038 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a638b632-7625-46cf-9a6d-b7c5473f9dca req-ce58451d-37a0-4182-90d3-50bde08cda3a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324058 Jan 31 16:03:33.882407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b463f-6951-4ce2-8ee7-22d7e11cb8d0 req-287165b3-0b60-46c5-a7e0-95b80cba0bec tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:33.886578 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a29b463f-6951-4ce2-8ee7-22d7e11cb8d0 req-287165b3-0b60-46c5-a7e0-95b80cba0bec tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 943 time: 0.2024906 Jan 31 16:03:33.993123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a29b463f-6951-4ce2-8ee7-22d7e11cb8d0 req-488a978f-3c8a-4e0c-b992-ee30805048d9 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698404 Jan 31 16:03:34.002006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] For port f40e127c-fe5c-443c-8882-0b2af4d66f23, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:03:34.010404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] For port f40e127c-fe5c-443c-8882-0b2af4d66f23, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:03:34.023282 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:34.059531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:34.062772 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:34.067424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] 10.222.0.20 "PUT /v2.0/ports/f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 1091 time: 1.5944393 Jan 31 16:03:34.070746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:34.075028 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf538117-462a-444e-a504-d47debfa65b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:34.153807 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2403bd-4a9e-426e-b777-510c5d61b3c7 req-aeec7d5a-ac6f-4fac-9331-298bebd582ec tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:34.173933 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f2403bd-4a9e-426e-b777-510c5d61b3c7 req-aeec7d5a-ac6f-4fac-9331-298bebd582ec tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1345670 Jan 31 16:03:34.175500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c534ad-ee1a-4cdc-978f-7b550712d15d service neutron] Pushing event updated for resources: {'Port': ['ID=f40e127c-fe5c-443c-8882-0b2af4d66f23,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:34.192049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-c22700a5-d473-4f25-bd0b-0bf49a56703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:34.193734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-c22700a5-d473-4f25-bd0b-0bf49a56703e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 1094 time: 0.0643818 Jan 31 16:03:34.224039 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f237c3d-2306-4a89-bb2d-40779f007094 x-openstack-request-id: req-3f237c3d-2306-4a89-bb2d-40779f007094 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:34.224330 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:34.224585 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f237c3d-2306-4a89-bb2d-40779f007094 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:34.224988 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'status': 'completed', 'code': 200} Jan 31 16:03:34.240920 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f2403bd-4a9e-426e-b777-510c5d61b3c7 req-40abf3b0-3f74-4c83-b42f-d0df075b745d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533025 Jan 31 16:03:34.283362 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-e147c4f2-dd53-455e-84a2-7d6deeaabe91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 217 time: 0.0748205 Jan 31 16:03:34.371745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-c26934e4-e57e-4afd-b965-a46ab23889b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:34.373505 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-c26934e4-e57e-4afd-b965-a46ab23889b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.0816252 Jan 31 16:03:34.436026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-6118c3d8-f6e0-4b9e-8a71-e1aab19ecf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:34.437575 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-6118c3d8-f6e0-4b9e-8a71-e1aab19ecf50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559533 Jan 31 16:03:34.563043 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-3af4238a-7c90-4507-857d-59d207fbc31a service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178441 Jan 31 16:03:34.683899 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e02a8598-9394-4189-b387-2a1265d9dd29 req-2896e783-a497-437d-96c6-888c829fcaf7 service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141005 Jan 31 16:03:34.804912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf538117-462a-444e-a504-d47debfa65b2 req-e2541aa4-e42a-4558-9304-105832a67c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:34.806557 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf538117-462a-444e-a504-d47debfa65b2 req-e2541aa4-e42a-4558-9304-105832a67c0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 1094 time: 0.0470574 Jan 31 16:03:34.930683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf538117-462a-444e-a504-d47debfa65b2 req-60e5a0ef-8bf1-4c48-a611-68cafb62d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:34.932423 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf538117-462a-444e-a504-d47debfa65b2 req-60e5a0ef-8bf1-4c48-a611-68cafb62d609 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.1190937 Jan 31 16:03:34.984177 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf538117-462a-444e-a504-d47debfa65b2 req-0cef9768-e036-467e-a9d7-3501d6e0b312 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 217 time: 0.0436881 Jan 31 16:03:35.083768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf538117-462a-444e-a504-d47debfa65b2 req-872a58dd-cf27-42a8-835d-f46aece82e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:35.086380 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf538117-462a-444e-a504-d47debfa65b2 req-872a58dd-cf27-42a8-835d-f46aece82e35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.0946603 Jan 31 16:03:35.194058 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf538117-462a-444e-a504-d47debfa65b2 req-0fdda22c-6928-4344-9e92-45f032a63647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:35.196040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf538117-462a-444e-a504-d47debfa65b2 req-0fdda22c-6928-4344-9e92-45f032a63647 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028726 Jan 31 16:03:35.208952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195cef6-fe77-4cd8-9ffe-4a0ea4cf6c04 req-bb7c15a3-10a1-43ce-8862-66ba6541ea0a tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:35.219949 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f195cef6-fe77-4cd8-9ffe-4a0ea4cf6c04 req-bb7c15a3-10a1-43ce-8862-66ba6541ea0a tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 943 time: 0.1056719 Jan 31 16:03:35.326049 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f195cef6-fe77-4cd8-9ffe-4a0ea4cf6c04 req-b8097e3c-5c7e-4caa-aa0d-712c8b38bea7 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059775 Jan 31 16:03:35.333815 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52524) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:35.391066 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf538117-462a-444e-a504-d47debfa65b2 req-0668f695-2d4a-4e99-96cf-2dee9eb3989b service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633563 Jan 31 16:03:35.501439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e0023adc-26e7-4e8f-afbb-a7071a840fe3 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:03:35.504932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1e622-55f2-4a3c-afaa-8fe8c495999a req-bdef43b6-b6f6-4904-b0e7-1ef276dcf868 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:35.506545 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0e1e622-55f2-4a3c-afaa-8fe8c495999a req-bdef43b6-b6f6-4904-b0e7-1ef276dcf868 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1429567 Jan 31 16:03:35.520996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac612f00-6266-4c06-b1bb-f00e96ba0a73 req-c58af259-d593-4dc7-b727-dd86539e31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:35.521686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac612f00-6266-4c06-b1bb-f00e96ba0a73 req-c58af259-d593-4dc7-b727-dd86539e31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:35.521980 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac612f00-6266-4c06-b1bb-f00e96ba0a73 req-c58af259-d593-4dc7-b727-dd86539e31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:35.522314 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf538117-462a-444e-a504-d47debfa65b2 req-3df0a05f-6742-4947-814f-c12eb6a6a6b1 service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231914 Jan 31 16:03:35.522434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac612f00-6266-4c06-b1bb-f00e96ba0a73 req-c58af259-d593-4dc7-b727-dd86539e31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:35.522876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac612f00-6266-4c06-b1bb-f00e96ba0a73 req-c58af259-d593-4dc7-b727-dd86539e31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:35.523331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac612f00-6266-4c06-b1bb-f00e96ba0a73 req-c58af259-d593-4dc7-b727-dd86539e31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:35.524100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac612f00-6266-4c06-b1bb-f00e96ba0a73 req-c58af259-d593-4dc7-b727-dd86539e31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:35.526058 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac612f00-6266-4c06-b1bb-f00e96ba0a73 req-c58af259-d593-4dc7-b727-dd86539e31b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 6502 time: 0.1862752 Jan 31 16:03:35.568644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e0023adc-26e7-4e8f-afbb-a7071a840fe3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:35.569013 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:35.588739 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac612f00-6266-4c06-b1bb-f00e96ba0a73 req-76ffa3d3-0e60-4126-b01c-7d3371755e1a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&id=50fab8f7-a4ae-4062-afc4-feb993fa818d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554712 Jan 31 16:03:35.603930 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0e1e622-55f2-4a3c-afaa-8fe8c495999a req-be40b6f9-df7f-4adc-ad1d-bdcb90174982 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833020 Jan 31 16:03:35.895892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-03c175c5-1bb1-4cb0-8746-cac37d5dae64 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:35.897361 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-03c175c5-1bb1-4cb0-8746-cac37d5dae64 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/networks?id=46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 200 len: 814 time: 0.1102624 Jan 31 16:03:35.915216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-038405ac-022d-4f53-a08a-95b8eba1babd tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/quotas/452636cdaaec43b3ae3f51270aef0edf HTTP/1.1" status: 200 len: 375 time: 0.0095866 Jan 31 16:03:35.979382 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-24fda3e8-69a3-48a5-b4f4-968514d2ddf4 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=452636cdaaec43b3ae3f51270aef0edf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0585747 Jan 31 16:03:36.094897 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-cfa74692-9ff4-48fd-aa14-07dcd141a06b service neutron] 10.222.0.36 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055338 Jan 31 16:03:36.194966 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-904b1a6e-9440-4869-aa3f-cbcc8c0c8e53 service neutron] 10.222.0.36 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991523 Jan 31 16:03:36.377593 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea46124c-515a-406c-9a09-1c49cd3a8e0b req-6dc754a4-263a-4bf3-9ce7-449512bb05ab tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 210 time: 0.0299466 Jan 31 16:03:36.441751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11c52e-f793-4f9b-93fe-5c6d0a7cbb86 req-32c5c6ea-0e47-4493-93b7-e4ce6d8e56c6 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:36.444430 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fe11c52e-f793-4f9b-93fe-5c6d0a7cbb86 req-32c5c6ea-0e47-4493-93b7-e4ce6d8e56c6 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.0567670 Jan 31 16:03:36.491266 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fe11c52e-f793-4f9b-93fe-5c6d0a7cbb86 req-f0328ca6-3abe-4f8b-8b2f-7751c61da085 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383568 Jan 31 16:03:36.508737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3b6fc-e9a6-4d8a-adc7-9e5d894f2312 req-13833b2d-dbda-481e-a7c7-af242a9a1be7 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:36.510424 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8e3b6fc-e9a6-4d8a-adc7-9e5d894f2312 req-13833b2d-dbda-481e-a7c7-af242a9a1be7 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 943 time: 0.0699346 Jan 31 16:03:36.562221 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8e3b6fc-e9a6-4d8a-adc7-9e5d894f2312 req-c292e0b8-dd1f-495f-b87f-20a4a25c695c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431442 Jan 31 16:03:36.955413 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afb63c-a43a-4217-acbe-1aaf107e8085 req-0465c782-278e-493c-9ce3-647a745de61c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:36.957030 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-49afb63c-a43a-4217-acbe-1aaf107e8085 req-0465c782-278e-493c-9ce3-647a745de61c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.0507996 Jan 31 16:03:36.998457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-49afb63c-a43a-4217-acbe-1aaf107e8085 req-b773dabc-13c9-4ef1-9e30-6c9f9bc5f840 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346427 Jan 31 16:03:37.403919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-f450e221-8cb8-432c-9981-cbd3a75a328c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:37.405394 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-f450e221-8cb8-432c-9981-cbd3a75a328c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.30 "GET /v2.0/networks?id=46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 200 len: 814 time: 0.1058321 Jan 31 16:03:37.418946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Request body: {'port': {'device_id': '71bfb97c-aa86-4d5b-a712-0c16e5bfaaee', 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603', 'admin_state_up': True, 'tenant_id': '452636cdaaec43b3ae3f51270aef0edf'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:37.499625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-682b839f-f7bb-4454-954e-7def0e231779 req-11f75788-a08f-41c4-b818-6fe02dbbaed9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 210 time: 0.0380800 Jan 31 16:03:37.566132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Made reservation on behalf of 452636cdaaec43b3ae3f51270aef0edf for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:03:37.571443 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:37.680274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca167027-a3ab-4fcc-aff3-47d9a0ee3ada req-5e30e248-7f5a-49bd-a8c7-538d237eb6f3 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:37.681779 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca167027-a3ab-4fcc-aff3-47d9a0ee3ada req-5e30e248-7f5a-49bd-a8c7-538d237eb6f3 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 943 time: 0.0559440 Jan 31 16:03:37.699890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Allocated IP 172.20.0.11 (46ef0247-dcdd-47f2-94ca-6b3f98327603/e2a731ce-c71a-4498-8959-f6bd7106d18c/23fb2005-9e4a-4455-862c-389a34946297) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:03:37.721143 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca167027-a3ab-4fcc-aff3-47d9a0ee3ada req-62181a20-bf98-4380-aabb-1ca944ccc3a8 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Jan 31 16:03:37.854741 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:37.893342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:37.905735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['b0c0884e-ada6-4530-9cdb-8bf9d0483b3f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:03:37.938797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Network 46ef0247-dcdd-47f2-94ca-6b3f98327603 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:03:37.941872 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:03:37.946386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:03:37.953029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Pushing event updated for resources: {'Port': ['ID=23fb2005-9e4a-4455-862c-389a34946297,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:38.003978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:38.004604 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:38.020988 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-af825fa9-3fa0-446e-9b94-d120be3c9e2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6065662 Jan 31 16:03:38.034066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Request body: {'port': {'device_id': '71bfb97c-aa86-4d5b-a712-0c16e5bfaaee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:38.117824 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:38.172792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e2be4-1454-4d1c-8a75-42f69b6c322e req-c3c6dc99-aa0f-41a5-9dbb-c6070949e643 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:38.174268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-925e2be4-1454-4d1c-8a75-42f69b6c322e req-c3c6dc99-aa0f-41a5-9dbb-c6070949e643 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.0919318 Jan 31 16:03:38.284665 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-925e2be4-1454-4d1c-8a75-42f69b6c322e req-7302c18b-512b-4d05-ae1f-2370401bae3c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039703 Jan 31 16:03:38.442169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fb2005-9e4a-4455-862c-389a34946297 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:03:38.449407 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:38.461790 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Transition to ACTIVE for port object 23fb2005-9e4a-4455-862c-389a34946297 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:03:38.467718 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:38.518729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Pushing event updated for resources: {'Port': ['ID=23fb2005-9e4a-4455-862c-389a34946297,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:38.590400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Attempting to bind port 23fb2005-9e4a-4455-862c-389a34946297 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:03:38.590742 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Attempting to bind port 23fb2005-9e4a-4455-862c-389a34946297 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:03:38.591072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Attempting to bind port 23fb2005-9e4a-4455-862c-389a34946297 on network 46ef0247-dcdd-47f2-94ca-6b3f98327603 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:03:38.595615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Port 23fb2005-9e4a-4455-862c-389a34946297 on network 46ef0247-dcdd-47f2-94ca-6b3f98327603 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:03:38.595937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Attempting to bind port 23fb2005-9e4a-4455-862c-389a34946297 on network 46ef0247-dcdd-47f2-94ca-6b3f98327603 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:03:38.601638 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:03:38.601638 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Checking segment: {'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:03:38.601638 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Bound using segment: {'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:03:38.601993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Bound port: 23fb2005-9e4a-4455-862c-389a34946297, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:03:38.602272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:38.620597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0b5d2-6b25-4e70-bc39-5e7ad12f3e66 req-ab99bf7a-1a3b-48ea-b659-711b0f82f93c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:38.622111 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5e0b5d2-6b25-4e70-bc39-5e7ad12f3e66 req-ab99bf7a-1a3b-48ea-b659-711b0f82f93c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 944 time: 0.0482039 Jan 31 16:03:38.665345 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5e0b5d2-6b25-4e70-bc39-5e7ad12f3e66 req-0342f084-3f9a-42fa-a6e9-b863b79564ef tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364993 Jan 31 16:03:38.674550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] For port 23fb2005-9e4a-4455-862c-389a34946297, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:03:38.678076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] For port 23fb2005-9e4a-4455-862c-389a34946297, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=23fb2005-9e4a-4455-862c-389a34946297,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:03:38.684010 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:38.716528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:38.717497 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:38.718885 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] 10.222.0.30 "PUT /v2.0/ports/23fb2005-9e4a-4455-862c-389a34946297 HTTP/1.1" status: 200 len: 1092 time: 0.6896527 Jan 31 16:03:38.721004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bfb97c-aa86-4d5b-a712-0c16e5bfaaee', 'tag': '23fb2005-9e4a-4455-862c-389a34946297'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:38.723995 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d166d7a-c2ed-4178-a95b-ab65d07e2b95" -d '{"events": [{"name": "network-changed", "server_uuid": "71bfb97c-aa86-4d5b-a712-0c16e5bfaaee", "tag": "23fb2005-9e4a-4455-862c-389a34946297"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:38.753610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3ddc2-6c7d-47a2-a8e0-40dd98bbd4ed service neutron] Pushing event updated for resources: {'Port': ['ID=23fb2005-9e4a-4455-862c-389a34946297,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:38.770333 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d100c2-99b7-4046-a3d4-ba1ea642b76d x-openstack-request-id: req-75d100c2-99b7-4046-a3d4-ba1ea642b76d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:38.770620 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bfb97c-aa86-4d5b-a712-0c16e5bfaaee", "tag": "23fb2005-9e4a-4455-862c-389a34946297", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:38.770873 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75d100c2-99b7-4046-a3d4-ba1ea642b76d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:38.771269 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bfb97c-aa86-4d5b-a712-0c16e5bfaaee', 'tag': '23fb2005-9e4a-4455-862c-389a34946297', 'status': 'completed', 'code': 200} Jan 31 16:03:38.804889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-40f7d6d0-d71c-40e8-8759-a8ce7fcd5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:38.806463 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-40f7d6d0-d71c-40e8-8759-a8ce7fcd5048 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=452636cdaaec43b3ae3f51270aef0edf&device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 1095 time: 0.0460067 Jan 31 16:03:38.838139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6611e4e-1f84-4d76-8645-7f4a30fc0299 req-66aaa92b-b0cf-412c-bc09-ca64f18e7d8e tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:38.839789 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a6611e4e-1f84-4d76-8645-7f4a30fc0299 req-66aaa92b-b0cf-412c-bc09-ca64f18e7d8e tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 943 time: 0.0495229 Jan 31 16:03:38.852220 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-338b61e7-7edc-4133-8b73-c4919ed45d69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23fb2005-9e4a-4455-862c-389a34946297 HTTP/1.1" status: 200 len: 217 time: 0.0380898 Jan 31 16:03:38.882779 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a6611e4e-1f84-4d76-8645-7f4a30fc0299 req-ad28c5f1-1c0a-4fac-aa3d-bd162aad22b2 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358615 Jan 31 16:03:38.902123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-4edd3a95-d0b0-454c-b935-5dec8a84c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:38.903867 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-4edd3a95-d0b0-454c-b935-5dec8a84c08a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2a731ce-c71a-4498-8959-f6bd7106d18c HTTP/1.1" status: 200 len: 854 time: 0.0448377 Jan 31 16:03:38.936119 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-602c1c84-a840-4e3a-8ae3-d72bd6bc4e34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46ef0247-dcdd-47f2-94ca-6b3f98327603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253949 Jan 31 16:03:39.040468 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-c2172b67-b4ec-49bf-b43c-553330f24f14 service neutron] 10.222.0.30 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973473 Jan 31 16:03:39.123503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f40e127c-fe5c-443c-8882-0b2af4d66f23 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:03:39.132208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-734be1db-f11d-42b1-ac49-6f8c838c5380 req-7a2549c6-c6b9-400e-b3c4-9f97331a51ee service neutron] 10.222.0.30 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852022 Jan 31 16:03:39.220355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d166d7a-c2ed-4178-a95b-ab65d07e2b95 req-c4c086cf-bfb1-4048-b7fa-5f3dd9ccadab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:39.221889 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d166d7a-c2ed-4178-a95b-ab65d07e2b95 req-c4c086cf-bfb1-4048-b7fa-5f3dd9ccadab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=452636cdaaec43b3ae3f51270aef0edf&device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 1095 time: 0.0418346 Jan 31 16:03:39.225815 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f40e127c-fe5c-443c-8882-0b2af4d66f23, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:39.237128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'port_id': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'mac_address': 'fa:16:3e:2e:3c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:03:39.276286 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:39.289421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40e127c-fe5c-443c-8882-0b2af4d66f23 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:03:39.310388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f40e127c-fe5c-443c-8882-0b2af4d66f23, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:39.314864 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:39.316936 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d166d7a-c2ed-4178-a95b-ab65d07e2b95 req-2814edf3-998c-4006-977e-3295c441cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:39.318402 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d166d7a-c2ed-4178-a95b-ab65d07e2b95 req-2814edf3-998c-4006-977e-3295c441cf24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 200 len: 915 time: 0.0900223 Jan 31 16:03:39.364225 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d166d7a-c2ed-4178-a95b-ab65d07e2b95 req-9985d9e2-7ab8-47fe-b973-06d71791362a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23fb2005-9e4a-4455-862c-389a34946297 HTTP/1.1" status: 200 len: 217 time: 0.0396626 Jan 31 16:03:39.365677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f40e127c-fe5c-443c-8882-0b2af4d66f23,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:39.440390 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d166d7a-c2ed-4178-a95b-ab65d07e2b95 req-5b4aa63f-c267-4096-8b22-6d51ec0aa7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:39.441867 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d166d7a-c2ed-4178-a95b-ab65d07e2b95 req-5b4aa63f-c267-4096-8b22-6d51ec0aa7d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2a731ce-c71a-4498-8959-f6bd7106d18c HTTP/1.1" status: 200 len: 854 time: 0.0684135 Jan 31 16:03:39.450046 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d3bd1-c0f5-40f9-a598-ce05d91ce1a3 req-6876d5af-3b79-481d-b518-8cf1bacafa1b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:39.451383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f80d3bd1-c0f5-40f9-a598-ce05d91ce1a3 req-6876d5af-3b79-481d-b518-8cf1bacafa1b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.0897226 Jan 31 16:03:39.488635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d166d7a-c2ed-4178-a95b-ab65d07e2b95 req-f6d46923-418b-436d-aa5c-929a2e42fd5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46ef0247-dcdd-47f2-94ca-6b3f98327603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363250 Jan 31 16:03:39.523151 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f80d3bd1-c0f5-40f9-a598-ce05d91ce1a3 req-07d09466-3c60-4bbd-9479-3e04aae331e2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636544 Jan 31 16:03:39.593305 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d166d7a-c2ed-4178-a95b-ab65d07e2b95 req-c90bb152-bc5e-4410-b465-05b98e6d377c service neutron] 10.222.0.30 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969958 Jan 31 16:03:39.692354 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d166d7a-c2ed-4178-a95b-ab65d07e2b95 req-3c043dde-574d-438a-8ae5-9096f2861bb3 service neutron] 10.222.0.30 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921028 Jan 31 16:03:39.785360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356235d-e6c4-48b6-8b4e-b5f18ff29cca req-f51c371b-4c4b-4f51-9590-0b5c11d5d320 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:39.786930 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1356235d-e6c4-48b6-8b4e-b5f18ff29cca req-f51c371b-4c4b-4f51-9590-0b5c11d5d320 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 944 time: 0.0502160 Jan 31 16:03:39.806282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['f40e127c-fe5c-443c-8882-0b2af4d66f23'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:03:39.824770 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1356235d-e6c4-48b6-8b4e-b5f18ff29cca req-8efb9960-d8dc-414f-9d32-02b64971bf09 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316296 Jan 31 16:03:40.003981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a7213-257b-47ed-afa1-b8c285627adb req-890a06a1-2993-41d0-826c-d9058fb5ccfa tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:40.005446 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e7a7213-257b-47ed-afa1-b8c285627adb req-890a06a1-2993-41d0-826c-d9058fb5ccfa tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 944 time: 0.0503786 Jan 31 16:03:40.043968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e7a7213-257b-47ed-afa1-b8c285627adb req-170494db-0fd3-4da2-8920-8b501a062f6a tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324643 Jan 31 16:03:40.639056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ac56b-0fdd-4806-be81-37ac9f3e9385 req-aca0bc90-4dd6-4de5-bb1c-c22eead8b163 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:40.640497 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b37ac56b-0fdd-4806-be81-37ac9f3e9385 req-aca0bc90-4dd6-4de5-bb1c-c22eead8b163 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.0493419 Jan 31 16:03:40.687734 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b37ac56b-0fdd-4806-be81-37ac9f3e9385 req-7b14242d-2ce8-4e25-9d27-f682444b4d60 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407960 Jan 31 16:03:40.967830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc82cb-69b0-4006-b99c-141599bcf243 req-6d7a34cf-6a0e-4267-a0d1-072bd122d3fc tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:40.969347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5dc82cb-69b0-4006-b99c-141599bcf243 req-6d7a34cf-6a0e-4267-a0d1-072bd122d3fc tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 944 time: 0.0595570 Jan 31 16:03:41.021652 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5dc82cb-69b0-4006-b99c-141599bcf243 req-53adaa7a-d557-4552-b8f3-51531dad93a4 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Jan 31 16:03:41.140873 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:03:41.144090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f40e127c-fe5c-443c-8882-0b2af4d66f23 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:03:41.213293 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400cb05-df26-42bf-b791-3e4eb619998f req-835eb7a7-de9d-4914-a5cf-d313dbfa9791 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:41.215037 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c400cb05-df26-42bf-b791-3e4eb619998f req-835eb7a7-de9d-4914-a5cf-d313dbfa9791 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 944 time: 0.0881758 Jan 31 16:03:41.307193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port f40e127c-fe5c-443c-8882-0b2af4d66f23 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:03:41.310068 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c400cb05-df26-42bf-b791-3e4eb619998f req-cc0dc177-6713-4466-9e73-ef3debc23dbc tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865433 Jan 31 16:03:41.316219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port f40e127c-fe5c-443c-8882-0b2af4d66f23 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:41.316812 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:41.394558 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:41.413391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'port_id': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'mac_address': 'fa:16:3e:1c:b5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:03:41.484553 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:41.509354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2436e8ce-fc48-45dc-8258-7d18a0c48c05 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:03:41.527343 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:41.546025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:41.552757 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:41.589287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:41.591600 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5231d1a6-c240-4af6-ae43-62c8a55b0ae6" -d '{"events": [{"server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "name": "network-vif-plugged", "status": "completed", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:41.615237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f40e127c-fe5c-443c-8882-0b2af4d66f23, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:41.624430 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:41.625214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:03:41.653968 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58d7409-0cee-4b6f-a97d-590efaa3bbf5 x-openstack-request-id: req-d58d7409-0cee-4b6f-a97d-590efaa3bbf5 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:41.657907 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "name": "network-vif-plugged", "status": "completed", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:41.658163 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d58d7409-0cee-4b6f-a97d-590efaa3bbf5 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:41.658593 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'code': 200} Jan 31 16:03:41.675354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=11']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:41.724045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['2436e8ce-fc48-45dc-8258-7d18a0c48c05'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:03:41.787752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f40e127c-fe5c-443c-8882-0b2af4d66f23,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:41.815546 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:41.815802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872165e-4865-4f2f-be74-dc50292d110f req-4ee3a42f-f73b-402d-b88c-dcad7bffa254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:41.817221 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5872165e-4865-4f2f-be74-dc50292d110f req-4ee3a42f-f73b-402d-b88c-dcad7bffa254 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 1096 time: 0.1124876 Jan 31 16:03:41.851764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2436e8ce-fc48-45dc-8258-7d18a0c48c05 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:03:41.865600 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5872165e-4865-4f2f-be74-dc50292d110f req-6b8e2a48-bcbd-40a1-b1d7-c7390b22409c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 Jan 31 16:03:41.867888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d8472-47d6-4bf8-996f-8dcbfe6a7dc3 req-a5df7b4e-ebb2-4f6b-ae37-cde688696b1d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:41.870148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-984d8472-47d6-4bf8-996f-8dcbfe6a7dc3 req-a5df7b4e-ebb2-4f6b-ae37-cde688696b1d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 946 time: 0.0558820 Jan 31 16:03:41.899313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:41.908194 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:41.928861 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-984d8472-47d6-4bf8-996f-8dcbfe6a7dc3 req-dbe60af3-5556-4b0d-a0e7-77c245a3c3e2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470784 Jan 31 16:03:41.999602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=12']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:42.138827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7d603-2d2d-4fee-8e78-190a4082ba35 req-853e634d-eef9-4bc5-a359-4bc33005edbd tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:42.141230 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-71e7d603-2d2d-4fee-8e78-190a4082ba35 req-853e634d-eef9-4bc5-a359-4bc33005edbd tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 944 time: 0.0557389 Jan 31 16:03:42.172073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 23fb2005-9e4a-4455-862c-389a34946297 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:03:42.191481 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-71e7d603-2d2d-4fee-8e78-190a4082ba35 req-7db3b116-6179-4642-8ba1-d6b95b029231 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385680 Jan 31 16:03:42.295811 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 23fb2005-9e4a-4455-862c-389a34946297, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=23fb2005-9e4a-4455-862c-389a34946297,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:42.306701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '23fb2005-9e4a-4455-862c-389a34946297', 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603', 'port_id': '23fb2005-9e4a-4455-862c-389a34946297', 'mac_address': 'fa:16:3e:ad:0c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a731ce-c71a-4498-8959-f6bd7106d18c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:03:42.366251 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:42.384637 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fb2005-9e4a-4455-862c-389a34946297 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:03:42.406250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 23fb2005-9e4a-4455-862c-389a34946297, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=23fb2005-9e4a-4455-862c-389a34946297,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:42.411228 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:42.420025 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35cee9-3c2a-48d6-bbfe-98b692c80878 req-16993fc2-119f-43f2-b807-97e02b6d62cc tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:42.421688 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e35cee9-3c2a-48d6-bbfe-98b692c80878 req-16993fc2-119f-43f2-b807-97e02b6d62cc tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 945 time: 0.0506973 Jan 31 16:03:42.474543 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e35cee9-3c2a-48d6-bbfe-98b692c80878 req-f61a898e-14c8-4b07-92d5-09fb7a0a7350 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440378 Jan 31 16:03:42.489540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=23fb2005-9e4a-4455-862c-389a34946297,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:42.639623 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['23fb2005-9e4a-4455-862c-389a34946297'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:03:43.051056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a447074-2139-4815-aedb-cc6c40a340d9 req-b2bb56c6-2c08-43fa-a3fd-f386b82be4d1 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:43.058515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a447074-2139-4815-aedb-cc6c40a340d9 req-b2bb56c6-2c08-43fa-a3fd-f386b82be4d1 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0703957 Jan 31 16:03:43.101983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a447074-2139-4815-aedb-cc6c40a340d9 req-ec68ada3-3bca-4d8b-a8bd-52378a5ac4e5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424800 Jan 31 16:03:43.148706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:03:43.242749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:43.243548 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:43.327270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e5bb1-de1c-4e11-9f1c-50c574125587 req-2e69efd8-daa8-4754-b73a-c6f0a6fe969c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:43.328855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be0e5bb1-de1c-4e11-9f1c-50c574125587 req-2e69efd8-daa8-4754-b73a-c6f0a6fe969c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 945 time: 0.0623221 Jan 31 16:03:43.372852 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:43.391236 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be0e5bb1-de1c-4e11-9f1c-50c574125587 req-f85b5fb6-c2f9-47b4-9458-0f136f3b68c4 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446177 Jan 31 16:03:43.419577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:43.424518 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:43.474846 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=13']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:43.603907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9699f-58e1-4393-be0d-03c837bf69bc req-030d4f44-ee6f-497d-9558-32642320ee13 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:43.605859 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cce9699f-58e1-4393-be0d-03c837bf69bc req-030d4f44-ee6f-497d-9558-32642320ee13 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 945 time: 0.0559213 Jan 31 16:03:43.648536 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cce9699f-58e1-4393-be0d-03c837bf69bc req-6a2cdb52-21a8-4499-8630-e7509e1f2f38 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349040 Jan 31 16:03:43.660179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:43.665248 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85af9429-fc5f-44e0-ada9-cd1e6c0176db" -d '{"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-plugged", "status": "completed", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:43.711650 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0747880a-9d68-46a4-adea-f0885f279345 x-openstack-request-id: req-0747880a-9d68-46a4-adea-f0885f279345 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:43.711937 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-plugged", "status": "completed", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:43.712210 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0747880a-9d68-46a4-adea-f0885f279345 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:43.712601 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'code': 200} Jan 31 16:03:43.931257 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7fe7833a-abab-4b2c-848f-88670023267b req-08a6836c-1fc2-4637-9375-8cf19aa4d20c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2191696 Jan 31 16:03:43.942332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:43.967847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:44.079084 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:44.187725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 23fb2005-9e4a-4455-862c-389a34946297 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:03:44.221895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Allocated IP 172.25.1.192 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/0218a455-4e5b-4802-808b-496433a1ca51) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:03:44.274199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971d7c6-8b5a-41b3-a190-722ec379103b req-7c174c44-bf42-4528-a237-2ebee25b7c9b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:44.289021 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 23fb2005-9e4a-4455-862c-389a34946297 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:03:44.290035 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7971d7c6-8b5a-41b3-a190-722ec379103b req-7c174c44-bf42-4528-a237-2ebee25b7c9b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.1198502 Jan 31 16:03:44.293773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 23fb2005-9e4a-4455-862c-389a34946297 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:44.294442 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:44.346334 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7971d7c6-8b5a-41b3-a190-722ec379103b req-b858a726-14d6-4bef-b429-7bb88e526ea6 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496264 Jan 31 16:03:44.366034 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:44.409126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:44.418165 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:44.463987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:03:44.468135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:03:44.473225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:03:44.489910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 23fb2005-9e4a-4455-862c-389a34946297, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=23fb2005-9e4a-4455-862c-389a34946297,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:44.501229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Pushing event updated for resources: {'Port': ['ID=0218a455-4e5b-4802-808b-496433a1ca51,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:44.515947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:44.516284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:44.516667 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:44.516814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:44.517109 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:44.517444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:44.518300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:44.518300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:44.518505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:44.518815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:44.519270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:44.519602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:44.519915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:44.540773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ca6ec-dc7f-4b7f-9ea7-ce561d25b879 req-2744a980-b009-4fff-9530-1767730748a1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:44.551494 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657ca6ec-dc7f-4b7f-9ea7-ce561d25b879 req-2744a980-b009-4fff-9530-1767730748a1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 945 time: 0.0877018 Jan 31 16:03:44.585031 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:44.603411 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=23fb2005-9e4a-4455-862c-389a34946297,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:44.604640 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657ca6ec-dc7f-4b7f-9ea7-ce561d25b879 req-2846bc3e-7d94-4472-bdc5-52f6bf46d0dd tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518901 Jan 31 16:03:44.627328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:45.099965 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:45.105674 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:45.201025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Pushing event updated for resources: {'Port': ['ID=0218a455-4e5b-4802-808b-496433a1ca51,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:45.220072 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:45.248596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:45.259093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7fe7833a-abab-4b2c-848f-88670023267b req-4ebb909e-ae4d-4223-862e-cbac47a1fad5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3207512 Jan 31 16:03:45.323118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7fe7833a-abab-4b2c-848f-88670023267b req-f85bc002-d765-41ef-af70-afe05c1003fe tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 696 time: 0.0626903 Jan 31 16:03:45.454212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7833a-abab-4b2c-848f-88670023267b req-30846498-ee9b-471c-8abc-04a81e8f8864 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:45.455706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7fe7833a-abab-4b2c-848f-88670023267b req-30846498-ee9b-471c-8abc-04a81e8f8864 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1317625 Jan 31 16:03:45.585155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27a5ad-aeaf-4125-ba8b-8914b664cbf7 req-743435ee-db32-4745-ba88-a0b5ae9da402 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:45.593441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c27a5ad-aeaf-4125-ba8b-8914b664cbf7 req-743435ee-db32-4745-ba88-a0b5ae9da402 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.0647671 Jan 31 16:03:45.608938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a8023-1cef-4fae-a46f-f2bd15ea8c3d req-f9729d9c-33e4-45ba-9a80-3b8216a540cb tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:45.611931 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf1a8023-1cef-4fae-a46f-f2bd15ea8c3d req-f9729d9c-33e4-45ba-9a80-3b8216a540cb tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 946 time: 0.0598783 Jan 31 16:03:45.640748 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c27a5ad-aeaf-4125-ba8b-8914b664cbf7 req-a96edb51-30ab-4033-855c-1530ecf871ef tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464773 Jan 31 16:03:45.671203 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf1a8023-1cef-4fae-a46f-f2bd15ea8c3d req-f52a950c-64f0-435d-8267-cdbebee204f7 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523608 Jan 31 16:03:45.714262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bfb97c-aa86-4d5b-a712-0c16e5bfaaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fb2005-9e4a-4455-862c-389a34946297'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:45.717530 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7925e304-e4ff-4754-8a7f-d56f344a745d" -d '{"events": [{"server_uuid": "71bfb97c-aa86-4d5b-a712-0c16e5bfaaee", "name": "network-vif-plugged", "status": "completed", "tag": "23fb2005-9e4a-4455-862c-389a34946297"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:45.790499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e416d6a-f8bc-4f76-9f90-f8de174ebc6b req-d64fae7d-aa81-452a-9db1-84cfb6ed02ba tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:45.798870 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3e416d6a-f8bc-4f76-9f90-f8de174ebc6b req-d64fae7d-aa81-452a-9db1-84cfb6ed02ba tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 946 time: 0.0628414 Jan 31 16:03:45.852733 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3e416d6a-f8bc-4f76-9f90-f8de174ebc6b req-397cd4ec-aa4d-4f6a-953a-d21969562f9c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480192 Jan 31 16:03:45.865601 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-adccc272-56fd-4bc1-8df4-4c1cc007b97d tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:45.873377 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-adccc272-56fd-4bc1-8df4-4c1cc007b97d tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 821 time: 0.1305945 Jan 31 16:03:45.889543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-f8955d93-d228-4b9e-8ed6-2f7a0b2b0e67 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/quotas/e79d3450812c4eddb0e91e775086d14b HTTP/1.1" status: 200 len: 375 time: 0.0152650 Jan 31 16:03:45.895067 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bcb9af-c617-48a7-8492-52a8c928fdb2 x-openstack-request-id: req-77bcb9af-c617-48a7-8492-52a8c928fdb2 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:45.895434 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bfb97c-aa86-4d5b-a712-0c16e5bfaaee", "name": "network-vif-plugged", "status": "completed", "tag": "23fb2005-9e4a-4455-862c-389a34946297", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:45.895746 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77bcb9af-c617-48a7-8492-52a8c928fdb2 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:45.896198 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bfb97c-aa86-4d5b-a712-0c16e5bfaaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fb2005-9e4a-4455-862c-389a34946297', 'code': 200} Jan 31 16:03:45.969798 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-78a54d9c-678b-4c93-b86e-1a50b26df08a tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0732641 Jan 31 16:03:46.084707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8963e3-09dd-4b38-afaf-bf3a6659f65e req-750a5400-689b-438c-92af-5c13d5dd52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:46.086250 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc8963e3-09dd-4b38-afaf-bf3a6659f65e req-750a5400-689b-438c-92af-5c13d5dd52d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 1097 time: 0.1046402 Jan 31 16:03:46.136908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-f4e29ffe-0f5f-4c92-bab4-1fd343ccb554 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661203 Jan 31 16:03:46.198522 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc8963e3-09dd-4b38-afaf-bf3a6659f65e req-aa19afe2-dd6b-4b64-80bf-7baf425f65ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027956 Jan 31 16:03:46.254835 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-e966676f-b1ca-4758-88db-3070dcb66809 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143239 Jan 31 16:03:46.328454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52730) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:46.466811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-083c572c-9de0-42fb-b9a9-d62328bf9cef req-9892f438-025e-4982-9626-d6bbcc1509e0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 210 time: 0.0390809 Jan 31 16:03:46.531495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c825517e-5d7a-4d4a-baee-befcc1c23fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:46.632669 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c825517e-5d7a-4d4a-baee-befcc1c23fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:46.640919 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c825517e-5d7a-4d4a-baee-befcc1c23fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:46.706327 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c825517e-5d7a-4d4a-baee-befcc1c23fe2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=342c6a3c5c4049c89d6405bb758337ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766134 Jan 31 16:03:46.709064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52748) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:46.727753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825517e-5d7a-4d4a-baee-befcc1c23fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8244012-d17d-4bd2-b65a-915a62411cf5,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:46.843259 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:46.860876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250258f-43bd-4c3d-9b7a-53f171c7cc0d req-1460dfcb-e75e-41dc-ba8f-1d744a4399dc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:46.869964 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6250258f-43bd-4c3d-9b7a-53f171c7cc0d req-1460dfcb-e75e-41dc-ba8f-1d744a4399dc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.1164820 Jan 31 16:03:46.870155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:46.940843 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6250258f-43bd-4c3d-9b7a-53f171c7cc0d req-62a703e5-55cb-4f27-bf19-e55fc1fee46f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696902 Jan 31 16:03:46.978714 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee04c1-99d4-4e97-89f1-f10f8f565dcb req-d954f694-eeac-469f-a595-1ca6490c657c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:46.986257 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55ee04c1-99d4-4e97-89f1-f10f8f565dcb req-d954f694-eeac-469f-a595-1ca6490c657c tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 946 time: 0.1739099 Jan 31 16:03:46.987654 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:46.990572 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:46.995194 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8244012-d17d-4bd2-b65a-915a62411cf5 HTTP/1.1" status: 204 len: 168 time: 0.2845445 Jan 31 16:03:47.026598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8244012-d17d-4bd2-b65a-915a62411cf5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:47.045806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:47.046399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:47.046881 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:47.047357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:47.047840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:47.048570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:47.049040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:47.049531 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:47.049997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:47.050655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:47.051123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:47.051904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcaf3ca-acb8-46a4-b3f1-81c06aea9ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:47.062304 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-55ee04c1-99d4-4e97-89f1-f10f8f565dcb req-e274d955-3e3e-4dd8-aefa-1024c610dd2b tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643287 Jan 31 16:03:47.083228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14142196-b555-431f-af1f-87628cd462f9 req-e125e020-86b8-4775-9687-c5a0858b1b82 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:47.086501 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14142196-b555-431f-af1f-87628cd462f9 req-e125e020-86b8-4775-9687-c5a0858b1b82 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 946 time: 0.0664697 Jan 31 16:03:47.149727 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14142196-b555-431f-af1f-87628cd462f9 req-d38309b2-0e86-4ddd-bce3-f704442a666f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564549 Jan 31 16:03:47.175880 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7aa553dc-2bde-493c-84a2-53429d4628aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:47.402148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-9a4b9288-b791-48e2-ab18-aa6d30160ee5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:47.404102 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-9a4b9288-b791-48e2-ab18-aa6d30160ee5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 946 time: 0.0625923 Jan 31 16:03:47.587512 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a267141-d3f4-4941-8cdb-d3d6f831028b req-d7b2e7b0-35a1-4cd1-bf59-14b22c9a9a33 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 210 time: 0.0456219 Jan 31 16:03:47.621493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Deleting port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:03:47.622252 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:47.857095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] For port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:47.857917 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:47.940728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-02d93738-30c1-4d23-bf1e-15f527a5e70d tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:47.942279 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-02d93738-30c1-4d23-bf1e-15f527a5e70d tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.20 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 821 time: 0.2508707 Jan 31 16:03:47.958807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Request body: {'port': {'device_id': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'admin_state_up': True, 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:48.224148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9686dc-90dd-4481-93a2-dfaee33e1d00 req-6b079160-a99c-43b8-9108-ebdd5eeeb53d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:48.225666 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff9686dc-90dd-4481-93a2-dfaee33e1d00 req-6b079160-a99c-43b8-9108-ebdd5eeeb53d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.1714909 Jan 31 16:03:48.275968 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:48.276336 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:48.276705 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Floating IP 3c74539b-e5d2-4c38-a1af-e0d36958980e disassociated. External IP: 172.25.1.15, port: e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3. Jan 31 16:03:48.277044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Calling delete_port for e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:03:48.312146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee799b-c1cf-47af-81f9-d65c479886d8 req-00e64997-0cde-495b-b28d-c3d85de34657 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:48.316671 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff9686dc-90dd-4481-93a2-dfaee33e1d00 req-38a07e4a-2e27-4f8e-9492-d7e367286f80 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647221 Jan 31 16:03:48.319453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Made reservation on behalf of e79d3450812c4eddb0e91e775086d14b for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:03:48.320107 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-52ee799b-c1cf-47af-81f9-d65c479886d8 req-00e64997-0cde-495b-b28d-c3d85de34657 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 946 time: 0.0828595 Jan 31 16:03:48.322970 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:48.397570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-52ee799b-c1cf-47af-81f9-d65c479886d8 req-6ff478f5-ec6a-4ef5-a7e0-d6227055f955 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f42aa7f-9d2c-4b3a-b408-1ebad476923d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734024 Jan 31 16:03:48.659215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17e28-3af5-4b7d-a88e-1f1ac8316819 req-29bae509-b36e-418a-8fb0-416e0d999b8f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:48.673733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-70c17e28-3af5-4b7d-a88e-1f1ac8316819 req-29bae509-b36e-418a-8fb0-416e0d999b8f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 946 time: 0.2417371 Jan 31 16:03:48.755243 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef4302da-b921-4cb9-9c98-0fcf6f638f99 req-d5a6d5b1-c85d-446c-9f7e-0b284d7d7fe6 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 210 time: 0.0608387 Jan 31 16:03:48.865067 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-70c17e28-3af5-4b7d-a88e-1f1ac8316819 req-6da88a57-1040-4259-b9cf-43267872a5cf tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899648 Jan 31 16:03:48.931997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:48.946769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52804) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:48.952191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Allocated IP 172.20.0.7 (c2e979ed-d288-46ec-b1d2-bab8e02db66d/704cad5f-b478-4dc1-be79-40f0900ae412/c64e471e-49c8-4589-8583-d541b89c2901) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:03:48.981926 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event deleted for resources: {'Port': ['ID=e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:49.110632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:49.136510 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:49.267804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:49.268100 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:49.305952 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:49.320640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['f40e127c-fe5c-443c-8882-0b2af4d66f23'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:03:49.372749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Pushing event updated for resources: {'Port': ['ID=c64e471e-49c8-4589-8583-d541b89c2901,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:49.382825 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Network c2e979ed-d288-46ec-b1d2-bab8e02db66d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:03:49.386726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:03:49.390298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:03:49.467820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:03:49.482977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Allocated IP 172.25.1.66 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/ffcac006-ae27-42e0-864c-53b06beeb4d2) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:03:49.499763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353a5ad-68d0-4cd6-be0c-4b6139f8c6ca req-e8f280b0-60a1-4cc7-8e1a-0743868d1247 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:49.502367 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8353a5ad-68d0-4cd6-be0c-4b6139f8c6ca req-e8f280b0-60a1-4cc7-8e1a-0743868d1247 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 946 time: 0.0882828 Jan 31 16:03:49.527072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:49.527753 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:49.688822 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:03:49.704850 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-4885276a-fa4f-4b47-9b38-94884dfb784f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7480166 Jan 31 16:03:49.712965 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1145fa3f-3491-4b7d-9c29-434519d8c59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:49.735501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f0775-3d66-4ee4-9554-239536b0a3a5 req-f15385da-4dde-49d0-8dba-24cdd16d0457 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:49.743972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Request body: {'port': {'device_id': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:49.748705 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da8f0775-3d66-4ee4-9554-239536b0a3a5 req-f15385da-4dde-49d0-8dba-24cdd16d0457 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.1720846 Jan 31 16:03:49.836270 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da8f0775-3d66-4ee4-9554-239536b0a3a5 req-d298942a-ce81-41ab-8d0b-15f8c45cbae3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863194 Jan 31 16:03:49.898571 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8353a5ad-68d0-4cd6-be0c-4b6139f8c6ca req-f3d8de3c-279b-48eb-b9a0-baa146f74173 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626352 Jan 31 16:03:49.901695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a0452a14-438e-4098-8925-5e048e81c625 None None] Provisioning complete for port c64e471e-49c8-4589-8583-d541b89c2901 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:03:49.902068 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0452a14-438e-4098-8925-5e048e81c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:49.912611 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:49.941491 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:49.964989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a0452a14-438e-4098-8925-5e048e81c625 None None] Port c64e471e-49c8-4589-8583-d541b89c2901 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:03:49.969226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:03:49.984846 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e5653-fc4f-4101-8523-e1bc845c8214 None None] Sync routers for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:03:49.998642 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e5653-fc4f-4101-8523-e1bc845c8214 None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:03:49.999316 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3f1e5653-fc4f-4101-8523-e1bc845c8214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:50.017733 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6cdbef35-22ed-48c1-9b8b-50abbefe0c0f req-8e8fbcfe-3a88-48d8-b05c-53fb92fcf2fb tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e38e20-ba04-4479-8fbd-23ba2842e21d HTTP/1.1" status: 200 len: 210 time: 0.0508571 Jan 31 16:03:50.052621 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:50.070310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] No DVR routers for this DVR port e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:03:50.077126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:50.083852 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41ed7c4f-64c3-45bd-a203-12d4fce5703f req-81ee6506-16d1-4426-99e4-c42bd8198205 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.30 "DELETE /v2.0/ports/e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 HTTP/1.1" status: 204 len: 173 time: 2.6730001 Jan 31 16:03:50.086808 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'name': 'network-vif-deleted', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:50.088226 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48267623-ff57-429e-94b3-490091767adc" -d '{"events": [{"server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "name": "network-vif-deleted", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:50.150217 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Pushing event updated for resources: {'Port': ['ID=ffcac006-ae27-42e0-864c-53b06beeb4d2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:50.175942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:03:50.178873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:03:50.183018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:03:50.188229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f60d6d-79dd-4853-83c6-26b25642831d req-8f007ec1-30d7-4117-b78b-cb929023aee0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:50.197750 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-33f60d6d-79dd-4853-83c6-26b25642831d req-8f007ec1-30d7-4117-b78b-cb929023aee0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 931 time: 0.1804698 Jan 31 16:03:50.228649 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ba7b37-703e-4ed7-87c0-e12d1d78ba3b x-openstack-request-id: req-01ba7b37-703e-4ed7-87c0-e12d1d78ba3b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:50.229004 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e38e20-ba04-4479-8fbd-23ba2842e21d", "name": "network-vif-deleted", "tag": "e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:50.229684 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01ba7b37-703e-4ed7-87c0-e12d1d78ba3b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:50.230085 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e38e20-ba04-4479-8fbd-23ba2842e21d', 'name': 'network-vif-deleted', 'tag': 'e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3', 'status': 'completed', 'code': 200} Jan 31 16:03:50.240538 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-3f1e5653-fc4f-4101-8523-e1bc845c8214 None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:03:50.324938 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:50.373095 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:50.569543 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3f1e5653-fc4f-4101-8523-e1bc845c8214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:10Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:50.629533 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e5653-fc4f-4101-8523-e1bc845c8214 None None] Checking router: fda2303c-6baa-4af0-ae50-e1dd54aaaa5e for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:03:50.642793 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:50.650799 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e5653-fc4f-4101-8523-e1bc845c8214 None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:03:50.651781 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3f1e5653-fc4f-4101-8523-e1bc845c8214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:50.661488 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:50.739047 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:50.757659 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-33f60d6d-79dd-4853-83c6-26b25642831d req-0aa0bb83-7137-4ad3-bd25-37a4db2f2113 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588791 Jan 31 16:03:50.797486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Pushing event updated for resources: {'Port': ['ID=ffcac006-ae27-42e0-864c-53b06beeb4d2,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:50.804060 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:50.806042 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b8d9f242-457c-4470-857e-25971b7abea1 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8585947 Jan 31 16:03:50.806853 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:50.808679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52820) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:50.814139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-26959c58-ce24-4460-9dea-1100656e3672 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1502207657', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'fixed_ips': [{'ip_address': '172.25.1.66'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:50.836737 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-3f1e5653-fc4f-4101-8523-e1bc845c8214 None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:03:50.851199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26959c58-ce24-4460-9dea-1100656e3672 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Made reservation on behalf of 814b245ae61248c5967a7db92bd29f56 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:03:50.854419 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-26959c58-ce24-4460-9dea-1100656e3672 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:50.902229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-26959c58-ce24-4460-9dea-1100656e3672 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:50.912887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e1a1e-5b7f-4728-b811-4b63e37e9789 req-08847198-a257-4638-a16f-8b66abccb451 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:50.914597 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba3e1a1e-5b7f-4728-b811-4b63e37e9789 req-08847198-a257-4638-a16f-8b66abccb451 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.30 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 946 time: 0.1192257 Jan 31 16:03:51.115558 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3f1e5653-fc4f-4101-8523-e1bc845c8214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:10Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:03:51.125478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64e471e-49c8-4589-8583-d541b89c2901 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:03:51.137912 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:51.149695 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e5653-fc4f-4101-8523-e1bc845c8214 None None] The sync data for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 is: [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T15:57:03Z', 'revision_number': 4, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd0cbf39e-2f52-46b5-bef9-f996afc5e43e', 'name': '', 'network_id': 'd56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'mac_address': 'fa:16:3e:00:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:57:01Z', 'updated_at': '2022-01-31T15:57:10Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'subnets': [{'id': 'c9bd9c32-4338-431d-b7e4-d85826e3a276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:03:51.162631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Transition to ACTIVE for port object c64e471e-49c8-4589-8583-d541b89c2901 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:03:51.176052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39c1a5-13b2-41c0-b031-ba01e1c518f2 req-eede275d-be90-4689-9cdd-1c5d6c9d67b5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:51.183907 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c39c1a5-13b2-41c0-b031-ba01e1c518f2 req-eede275d-be90-4689-9cdd-1c5d6c9d67b5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 946 time: 0.1390922 Jan 31 16:03:51.197824 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:51.248364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27580d16-a672-4b02-aad4-b0989b036531 req-5262325c-1426-450b-85b2-98d3dae2f243 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:51.255883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-27580d16-a672-4b02-aad4-b0989b036531 req-5262325c-1426-450b-85b2-98d3dae2f243 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.2310817 Jan 31 16:03:51.289641 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-26959c58-ce24-4460-9dea-1100656e3672 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:51.296226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-26959c58-ce24-4460-9dea-1100656e3672 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:51.340631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-ba3e1a1e-5b7f-4728-b811-4b63e37e9789 req-64073144-d6f7-4557-bdcd-f4fa15c11fc9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Deleting port 23fb2005-9e4a-4455-862c-389a34946297 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:03:51.341196 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ba3e1a1e-5b7f-4728-b811-4b63e37e9789 req-64073144-d6f7-4557-bdcd-f4fa15c11fc9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:51.352366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c64e471e-49c8-4589-8583-d541b89c2901,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:51.356830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-27580d16-a672-4b02-aad4-b0989b036531 req-6fa012b4-9f26-4df5-b861-cae6e5c623a2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955727 Jan 31 16:03:51.366324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-26959c58-ce24-4460-9dea-1100656e3672 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] device_id is not set on port 2f6d2bd6-38f1-4714-ba85-9ba683ebbb04 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:03:51.395244 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c39c1a5-13b2-41c0-b031-ba01e1c518f2 req-eb8dd961-4eac-4e66-8e4f-11ff68701092 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097697 Jan 31 16:03:51.526859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52830) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:51.566050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26959c58-ce24-4460-9dea-1100656e3672 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc0dffb-7efa-4d1c-9643-2bd70bf496e3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:51.673666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee749842-d52c-4e75-8f02-3777ff2fd96b None None] New status for floating IP 3c74539b-e5d2-4c38-a1af-e0d36958980e: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:03:51.691070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-ba3e1a1e-5b7f-4728-b811-4b63e37e9789 req-64073144-d6f7-4557-bdcd-f4fa15c11fc9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] For port 23fb2005-9e4a-4455-862c-389a34946297, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=23fb2005-9e4a-4455-862c-389a34946297,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:51.698211 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ba3e1a1e-5b7f-4728-b811-4b63e37e9789 req-64073144-d6f7-4557-bdcd-f4fa15c11fc9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:51.721113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-ba3e1a1e-5b7f-4728-b811-4b63e37e9789 req-64073144-d6f7-4557-bdcd-f4fa15c11fc9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Calling delete_port for 23fb2005-9e4a-4455-862c-389a34946297 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:03:51.793305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Attempting to bind port c64e471e-49c8-4589-8583-d541b89c2901 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:03:51.794103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Attempting to bind port c64e471e-49c8-4589-8583-d541b89c2901 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:03:51.794493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Attempting to bind port c64e471e-49c8-4589-8583-d541b89c2901 on network c2e979ed-d288-46ec-b1d2-bab8e02db66d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:03:51.836999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Port c64e471e-49c8-4589-8583-d541b89c2901 on network c2e979ed-d288-46ec-b1d2-bab8e02db66d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:03:51.837375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Attempting to bind port c64e471e-49c8-4589-8583-d541b89c2901 on network c2e979ed-d288-46ec-b1d2-bab8e02db66d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:03:51.846703 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:03:51.847129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Checking segment: {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:03:51.847571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Bound using segment: {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:03:51.848069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Bound port: c64e471e-49c8-4589-8583-d541b89c2901, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf662ac-9c59-46c7-bca7-d375d3d28a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:03:51.848486 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:51.848773 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-457fdf91-ff0e-4ed7-9bb4-5ddaf2833cd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:51.923517 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-457fdf91-ff0e-4ed7-9bb4-5ddaf2833cd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.027450 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-26959c58-ce24-4460-9dea-1100656e3672 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 31 16:03:52.027450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26959c58-ce24-4460-9dea-1100656e3672 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:03:52.039385 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ba3e1a1e-5b7f-4728-b811-4b63e37e9789 req-64073144-d6f7-4557-bdcd-f4fa15c11fc9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.051164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', '23fb2005-9e4a-4455-862c-389a34946297'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:03:52.084795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474dac2-a06a-489b-9a3d-b5a45611d295 req-fb632fd1-e231-42bd-8c65-16922786d9a4 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:52.084795 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9474dac2-a06a-489b-9a3d-b5a45611d295 req-fb632fd1-e231-42bd-8c65-16922786d9a4 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 943 time: 0.0955243 Jan 31 16:03:52.091464 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-26959c58-ce24-4460-9dea-1100656e3672 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2815669 Jan 31 16:03:52.091697 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52838) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:52.117678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-457fdf91-ff0e-4ed7-9bb4-5ddaf2833cd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.121018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-457fdf91-ff0e-4ed7-9bb4-5ddaf2833cd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.122425 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-457fdf91-ff0e-4ed7-9bb4-5ddaf2833cd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "DELETE /v2.0/security-groups/9f42aa7f-9d2c-4b3a-b408-1ebad476923d HTTP/1.1" status: 204 len: 168 time: 0.5845978 Jan 31 16:03:52.137903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52840) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:52.159172 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-0448be5e-9614-4ed4-a124-40afa26dea42 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] show failed (client error): The resource could not be found. Jan 31 16:03:52.160733 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0448be5e-9614-4ed4-a124-40afa26dea42 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "GET /v2.0/security-groups/9f42aa7f-9d2c-4b3a-b408-1ebad476923d HTTP/1.1" status: 404 len: 347 time: 0.0221646 Jan 31 16:03:52.165369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fdf91-ff0e-4ed7-9bb4-5ddaf2833cd2 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f42aa7f-9d2c-4b3a-b408-1ebad476923d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:52.166671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52842) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:52.208138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:03:52.244064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9474dac2-a06a-489b-9a3d-b5a45611d295 req-759bf58b-0941-49bc-bb92-65bf70d365c2 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380324 Jan 31 16:03:52.284270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64073144-d6f7-4557-bdcd-f4fa15c11fc9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Pushing event deleted for resources: {'Port': ['ID=23fb2005-9e4a-4455-862c-389a34946297,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:52.289496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:03:52.290120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e0dc22d1-b4aa-4ac6-9ec4-adc40123f0b3 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:03:52.290740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 23fb2005-9e4a-4455-862c-389a34946297 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:03:52.370886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] For port c64e471e-49c8-4589-8583-d541b89c2901, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:03:52.401721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-1ae2a6ce-d131-4faa-9989-dc79722ac3c5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Deleting port 8e43a857-4888-4724-a687-fab2c0e8e169 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:03:52.401721 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a6ce-d131-4faa-9989-dc79722ac3c5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.421852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 23fb2005-9e4a-4455-862c-389a34946297 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:03:52.425334 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 23fb2005-9e4a-4455-862c-389a34946297 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:03:52.440227 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.497292 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a6ce-d131-4faa-9989-dc79722ac3c5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.497728 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a6ce-d131-4faa-9989-dc79722ac3c5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.520195 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-1ae2a6ce-d131-4faa-9989-dc79722ac3c5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Calling delete_port for 8e43a857-4888-4724-a687-fab2c0e8e169 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:03:52.537795 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.545699 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3e1a1e-5b7f-4728-b811-4b63e37e9789 req-64073144-d6f7-4557-bdcd-f4fa15c11fc9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] No DVR routers for this DVR port 23fb2005-9e4a-4455-862c-389a34946297 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:03:52.554555 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ba3e1a1e-5b7f-4728-b811-4b63e37e9789 req-64073144-d6f7-4557-bdcd-f4fa15c11fc9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.558141 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba3e1a1e-5b7f-4728-b811-4b63e37e9789 req-64073144-d6f7-4557-bdcd-f4fa15c11fc9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.30 "DELETE /v2.0/ports/23fb2005-9e4a-4455-862c-389a34946297 HTTP/1.1" status: 204 len: 173 time: 1.6307542 Jan 31 16:03:52.592982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] For port c64e471e-49c8-4589-8583-d541b89c2901, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=c64e471e-49c8-4589-8583-d541b89c2901,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:03:52.610717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bfb97c-aa86-4d5b-a712-0c16e5bfaaee', 'name': 'network-vif-deleted', 'tag': '23fb2005-9e4a-4455-862c-389a34946297'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:52.613042 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c3ac5e-37a2-4496-9e13-699ce77c3e81" -d '{"events": [{"server_uuid": "71bfb97c-aa86-4d5b-a712-0c16e5bfaaee", "name": "network-vif-deleted", "tag": "23fb2005-9e4a-4455-862c-389a34946297"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:52.675678 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.807204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:52.813034 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.816335 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] 10.222.0.20 "PUT /v2.0/ports/c64e471e-49c8-4589-8583-d541b89c2901 HTTP/1.1" status: 200 len: 1091 time: 3.0932200 Jan 31 16:03:52.816510 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a6ce-d131-4faa-9989-dc79722ac3c5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:52.862615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1ae9dbb-7e1d-4c71-aed2-95c150ee5102 req-1fce2be4-fb24-46c7-a643-550c989f7202 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=71bfb97c-aa86-4d5b-a712-0c16e5bfaaee HTTP/1.1" status: 200 len: 210 time: 0.2492406 Jan 31 16:03:52.915893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dafb4-be25-4ed8-a6ff-a5f6f9c5c8cd req-558d1916-dc40-4cd6-a1b1-e91aee5d5c3a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:52.923095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b55dafb4-be25-4ed8-a6ff-a5f6f9c5c8cd req-558d1916-dc40-4cd6-a1b1-e91aee5d5c3a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.4057887 Jan 31 16:03:52.927434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2a6ce-d131-4faa-9989-dc79722ac3c5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Pushing event deleted for resources: {'Port': ['ID=8e43a857-4888-4724-a687-fab2c0e8e169,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:52.965432 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a01b963-19dd-4d67-a8d0-fddd9e80e7fc x-openstack-request-id: req-8a01b963-19dd-4d67-a8d0-fddd9e80e7fc {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:52.965752 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bfb97c-aa86-4d5b-a712-0c16e5bfaaee", "name": "network-vif-deleted", "tag": "23fb2005-9e4a-4455-862c-389a34946297", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:52.966011 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a01b963-19dd-4d67-a8d0-fddd9e80e7fc {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:52.966426 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bfb97c-aa86-4d5b-a712-0c16e5bfaaee', 'name': 'network-vif-deleted', 'tag': '23fb2005-9e4a-4455-862c-389a34946297', 'status': 'completed', 'code': 200} Jan 31 16:03:53.027890 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a6ce-d131-4faa-9989-dc79722ac3c5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:53.031051 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a6ce-d131-4faa-9989-dc79722ac3c5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:53.034955 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1ae2a6ce-d131-4faa-9989-dc79722ac3c5 tempest-AttachVolumeShelveTestJSON-937276078 tempest-AttachVolumeShelveTestJSON-937276078-project] 10.222.0.36 "DELETE /v2.0/floatingips/3c74539b-e5d2-4c38-a1af-e0d36958980e HTTP/1.1" status: 204 len: 168 time: 0.8634956 Jan 31 16:03:53.061913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16471ba0-3c61-4cfd-91b0-b81a2b28c7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c64e471e-49c8-4589-8583-d541b89c2901,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:53.100048 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b55dafb4-be25-4ed8-a6ff-a5f6f9c5c8cd req-44da7b47-f145-4aa1-83b9-655e828c30e7 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545460 Jan 31 16:03:53.101806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-73910151-10e3-43cc-91f9-0b6f142c3415 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Deleting port ffcac006-ae27-42e0-864c-53b06beeb4d2 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:03:53.102312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73910151-10e3-43cc-91f9-0b6f142c3415 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:53.127978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-46a45820-4db6-4155-9ff2-2dee9e597155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:53.130261 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-46a45820-4db6-4155-9ff2-2dee9e597155 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 1094 time: 0.2633605 Jan 31 16:03:53.286920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-617d2fbd-84b9-431e-9d42-d9ca15ed0eee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64e471e-49c8-4589-8583-d541b89c2901 HTTP/1.1" status: 200 len: 217 time: 0.0444353 Jan 31 16:03:53.446586 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73910151-10e3-43cc-91f9-0b6f142c3415 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:53.447099 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73910151-10e3-43cc-91f9-0b6f142c3415 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:53.462213 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-02fbd112-3a7e-4e40-b716-895204bfbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:53.466011 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-02fbd112-3a7e-4e40-b716-895204bfbc90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.1721752 Jan 31 16:03:53.472395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-73910151-10e3-43cc-91f9-0b6f142c3415 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Calling delete_port for ffcac006-ae27-42e0-864c-53b06beeb4d2 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:03:53.489879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db66dd-b8d5-4b87-af1c-c7d37ae3727d req-661ec88d-8f3c-4293-ba4d-06a55dc4df1c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:53.491741 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1db66dd-b8d5-4b87-af1c-c7d37ae3727d req-661ec88d-8f3c-4293-ba4d-06a55dc4df1c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 943 time: 0.0801613 Jan 31 16:03:53.544775 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1db66dd-b8d5-4b87-af1c-c7d37ae3727d req-13f5ff52-b87a-4438-859f-03a310c30f84 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452535 Jan 31 16:03:53.599235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-75f36d9e-a89d-4d68-97bb-0fb7e04a6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:53.600770 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-75f36d9e-a89d-4d68-97bb-0fb7e04a6dce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258075 Jan 31 16:03:53.755448 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-121eba64-6662-440f-92cd-1eff58f43933 service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469691 Jan 31 16:03:53.790767 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73910151-10e3-43cc-91f9-0b6f142c3415 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:53.854965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73910151-10e3-43cc-91f9-0b6f142c3415 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffcac006-ae27-42e0-864c-53b06beeb4d2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:53.936463 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb80baa8-89be-4b04-84c5-607aa1738a3b req-5969b0f6-caf4-47d0-bdc2-efdc56519145 service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723695 Jan 31 16:03:53.960609 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73910151-10e3-43cc-91f9-0b6f142c3415 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:53.964086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73910151-10e3-43cc-91f9-0b6f142c3415 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:53.970520 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-73910151-10e3-43cc-91f9-0b6f142c3415 tempest-ExternalNetworksAdminNegativeTestJSON-234596014 tempest-ExternalNetworksAdminNegativeTestJSON-234596014-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/245161b0-dd61-409a-8d33-13880febf7cb HTTP/1.1" status: 204 len: 168 time: 1.8775206 Jan 31 16:03:54.035648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842bf67-b8b3-4f8b-9946-bb6a9b7b74b1 req-b1aedca3-800d-4a9c-8dfe-8bf3c9d95344 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:54.042864 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5842bf67-b8b3-4f8b-9946-bb6a9b7b74b1 req-b1aedca3-800d-4a9c-8dfe-8bf3c9d95344 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0581641 Jan 31 16:03:54.090769 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5842bf67-b8b3-4f8b-9946-bb6a9b7b74b1 req-f73168a8-3712-4a48-8676-7bddf055df8c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441675 Jan 31 16:03:54.296327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207d0aa-f518-4da7-9a7d-de4b5fb64c73 req-bbfa67b1-800c-42c1-b093-03a5f4ab5f38 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:54.304952 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3207d0aa-f518-4da7-9a7d-de4b5fb64c73 req-bbfa67b1-800c-42c1-b093-03a5f4ab5f38 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.1182311 Jan 31 16:03:54.363924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3207d0aa-f518-4da7-9a7d-de4b5fb64c73 req-67fb6c69-f832-4ef3-8d6f-348567e65a27 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579469 Jan 31 16:03:54.390008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52898) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:54.401489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497024-4ca2-4ffd-8df3-2fb1a3d5ba72 req-b15735ab-6c28-49fe-88d4-d63f03ad6489 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:54.408819 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d497024-4ca2-4ffd-8df3-2fb1a3d5ba72 req-b15735ab-6c28-49fe-88d4-d63f03ad6489 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0835559 Jan 31 16:03:54.447496 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d497024-4ca2-4ffd-8df3-2fb1a3d5ba72 req-7c728541-7186-4394-968c-69a3ee078b82 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378118 Jan 31 16:03:54.531107 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b278960-d306-4dc5-ad71-091caa36b780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:54.633415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9b5d0-193e-4171-a2ff-6a1c36f8f6ed req-7e6c8378-69c5-4df0-93a0-1a20b1a90702 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:54.636889 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9eb9b5d0-193e-4171-a2ff-6a1c36f8f6ed req-7e6c8378-69c5-4df0-93a0-1a20b1a90702 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0882716 Jan 31 16:03:54.694846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b501f-bdbd-420f-b901-14f7551bbbfa req-bf5446c8-885f-4d92-a15d-0127fb0cf911 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:54.697514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d39b501f-bdbd-420f-b901-14f7551bbbfa req-bf5446c8-885f-4d92-a15d-0127fb0cf911 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 943 time: 0.0719414 Jan 31 16:03:54.725801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b278960-d306-4dc5-ad71-091caa36b780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:54.732617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9eb9b5d0-193e-4171-a2ff-6a1c36f8f6ed req-77672b83-c19d-49b9-a63d-fbf0493799cf tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894558 Jan 31 16:03:54.733719 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b278960-d306-4dc5-ad71-091caa36b780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:54.764457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d39b501f-bdbd-420f-b901-14f7551bbbfa req-330fa9d8-a8c7-4d06-87bd-e5fecaa5fd71 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538502 Jan 31 16:03:54.786988 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2b278960-d306-4dc5-ad71-091caa36b780 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5b53d4ab6774f6898995a06d0091a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957686 Jan 31 16:03:54.788201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b278960-d306-4dc5-ad71-091caa36b780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdbfa0e-22c1-49fa-9724-2ba4e2aed654,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:54.789602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52938) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:54.851619 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3e09-74e7-4846-aa01-0d2b90cc94d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:54.880530 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3e09-74e7-4846-aa01-0d2b90cc94d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:54.941121 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3e09-74e7-4846-aa01-0d2b90cc94d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:54.943755 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3e09-74e7-4846-aa01-0d2b90cc94d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:54.944956 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c6fb3e09-74e7-4846-aa01-0d2b90cc94d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bdbfa0e-22c1-49fa-9724-2ba4e2aed654 HTTP/1.1" status: 204 len: 168 time: 0.1543939 Jan 31 16:03:54.954847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb3e09-74e7-4846-aa01-0d2b90cc94d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdbfa0e-22c1-49fa-9724-2ba4e2aed654,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:54.967455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'tag': 'c64e471e-49c8-4589-8583-d541b89c2901'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:54.971431 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da78aefe-4f75-4d79-92f5-9ad8671fae96" -d '{"events": [{"name": "network-changed", "server_uuid": "4d66c77c-a7be-4d93-811e-885d6d276d23", "tag": "c64e471e-49c8-4589-8583-d541b89c2901"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:55.017350 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e89a1e-4260-41f9-a007-70f46e6ac087 x-openstack-request-id: req-c2e89a1e-4260-41f9-a007-70f46e6ac087 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:55.018026 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d66c77c-a7be-4d93-811e-885d6d276d23", "tag": "c64e471e-49c8-4589-8583-d541b89c2901", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:55.018423 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2e89a1e-4260-41f9-a007-70f46e6ac087 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:55.018966 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'tag': 'c64e471e-49c8-4589-8583-d541b89c2901', 'status': 'completed', 'code': 200} Jan 31 16:03:55.112427 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78aefe-4f75-4d79-92f5-9ad8671fae96 req-07364a34-a40b-437b-a630-443b0e64ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:55.114790 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da78aefe-4f75-4d79-92f5-9ad8671fae96 req-07364a34-a40b-437b-a630-443b0e64ab9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 1094 time: 0.0682716 Jan 31 16:03:55.235390 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78aefe-4f75-4d79-92f5-9ad8671fae96 req-92ffce4a-d48a-496f-9317-0cfebd5f5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:55.237060 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da78aefe-4f75-4d79-92f5-9ad8671fae96 req-92ffce4a-d48a-496f-9317-0cfebd5f5528 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.1086910 Jan 31 16:03:55.285001 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da78aefe-4f75-4d79-92f5-9ad8671fae96 req-c6f6b16a-3120-48ac-a427-72d0e1c086d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64e471e-49c8-4589-8583-d541b89c2901 HTTP/1.1" status: 200 len: 217 time: 0.0413442 Jan 31 16:03:55.338968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52956) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:55.365075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78aefe-4f75-4d79-92f5-9ad8671fae96 req-090358f4-1a05-49b9-a7ad-f3f068c889c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:55.366927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da78aefe-4f75-4d79-92f5-9ad8671fae96 req-090358f4-1a05-49b9-a7ad-f3f068c889c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.0749502 Jan 31 16:03:55.397548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-85082561-0a6a-476d-a5b5-9e73677ac491 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=814b245ae61248c5967a7db92bd29f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573170 Jan 31 16:03:55.398309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52960) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:55.467280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78aefe-4f75-4d79-92f5-9ad8671fae96 req-c065d048-26e5-4baf-87d9-199a03421529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:55.469335 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da78aefe-4f75-4d79-92f5-9ad8671fae96 req-c065d048-26e5-4baf-87d9-199a03421529 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941489 Jan 31 16:03:55.551202 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-01b64022-5182-4d69-83a0-fd5033e7caf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:55.600137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-01b64022-5182-4d69-83a0-fd5033e7caf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:55.604994 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da78aefe-4f75-4d79-92f5-9ad8671fae96 req-38f29c8d-ca86-4e19-a329-0d34920f3eff service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275151 Jan 31 16:03:55.642234 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:55.730115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-01b64022-5182-4d69-83a0-fd5033e7caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:55.733409 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-01b64022-5182-4d69-83a0-fd5033e7caf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:55.734876 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-01b64022-5182-4d69-83a0-fd5033e7caf1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bc0dffb-7efa-4d1c-9643-2bd70bf496e3 HTTP/1.1" status: 204 len: 168 time: 0.3350639 Jan 31 16:03:55.747589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b64022-5182-4d69-83a0-fd5033e7caf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc0dffb-7efa-4d1c-9643-2bd70bf496e3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:55.748074 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da78aefe-4f75-4d79-92f5-9ad8671fae96 req-2b3bd146-eb5c-482f-972b-603ab3c717da service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353953 Jan 31 16:03:55.762864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf900b6-4efc-4d65-85ee-e9dcd418ab02 req-c9ad384d-7ada-4f46-a70b-d41128775836 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:55.765042 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bf900b6-4efc-4d65-85ee-e9dcd418ab02 req-c9ad384d-7ada-4f46-a70b-d41128775836 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 947 time: 0.1207237 Jan 31 16:03:55.824841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bf900b6-4efc-4d65-85ee-e9dcd418ab02 req-5b82d8aa-e674-44d8-896d-5173d042860e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399194 Jan 31 16:03:56.012683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d65f8-b5a1-489c-b696-1f2a9db2a010 req-49d6a94f-2b07-46b8-a91b-b0e91c946309 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:56.026346 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af3d65f8-b5a1-489c-b696-1f2a9db2a010 req-49d6a94f-2b07-46b8-a91b-b0e91c946309 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 943 time: 0.1373489 Jan 31 16:03:56.086568 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af3d65f8-b5a1-489c-b696-1f2a9db2a010 req-85e5ae6d-e09d-4f75-af93-c8fb5c06dda6 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585749 Jan 31 16:03:56.644038 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80f32f-8600-4e6a-8d76-f1b638889966 req-706ddd4e-7359-4458-9669-97e938380fd1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:56.645941 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a80f32f-8600-4e6a-8d76-f1b638889966 req-706ddd4e-7359-4458-9669-97e938380fd1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0712991 Jan 31 16:03:56.698787 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a80f32f-8600-4e6a-8d76-f1b638889966 req-0cc97740-82b8-49e1-ba5c-dfa62bc443d3 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420249 Jan 31 16:03:56.860219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87453d8-ff7c-4199-a7a0-922dc19317c0 req-c02a823a-5f35-4c64-8a33-56353df7c520 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:56.865955 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c87453d8-ff7c-4199-a7a0-922dc19317c0 req-c02a823a-5f35-4c64-8a33-56353df7c520 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0679951 Jan 31 16:03:56.920033 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c87453d8-ff7c-4199-a7a0-922dc19317c0 req-6ff92927-464e-4245-aacd-c1368e658b13 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507312 Jan 31 16:03:57.230718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device c64e471e-49c8-4589-8583-d541b89c2901 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:03:57.232871 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:03:57.309281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d69a74-d013-4f2c-afdf-6924080332c2 req-ebe6948c-bef9-4988-a3fd-253ce9b29af0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:57.317978 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82d69a74-d013-4f2c-afdf-6924080332c2 req-ebe6948c-bef9-4988-a3fd-253ce9b29af0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 943 time: 0.1035821 Jan 31 16:03:57.413418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82d69a74-d013-4f2c-afdf-6924080332c2 req-7f5ee2b9-0065-4673-be04-aa69bfaac7b3 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902741 Jan 31 16:03:57.478532 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:57.512987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port c64e471e-49c8-4589-8583-d541b89c2901, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=c64e471e-49c8-4589-8583-d541b89c2901,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:57.529617 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:03:57.532554 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a77518-1eef-41dd-81a3-93cc768fc5db" -d '{"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-unplugged", "status": "completed", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:03:57.539491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'c64e471e-49c8-4589-8583-d541b89c2901', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'port_id': 'c64e471e-49c8-4589-8583-d541b89c2901', 'mac_address': 'fa:16:3e:01:9d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:03:57.561114 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:57.632633 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc85fa8-1d6e-4914-8492-09d5c3c1c391 x-openstack-request-id: req-ffc85fa8-1d6e-4914-8492-09d5c3c1c391 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:03:57.633169 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-unplugged", "status": "completed", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:03:57.633645 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ffc85fa8-1d6e-4914-8492-09d5c3c1c391 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:03:57.634182 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'code': 200} Jan 31 16:03:57.635282 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:57.644718 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:57.686090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64e471e-49c8-4589-8583-d541b89c2901 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:03:57.709492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port c64e471e-49c8-4589-8583-d541b89c2901, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=c64e471e-49c8-4589-8583-d541b89c2901,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:03:57.753777 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:57.779168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53118) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:57.808762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=14']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:57.813916 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:57.821911 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:57.822451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:57.822780 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:57.823305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:57.823649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:57.824005 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:57.824333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:57.824768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:57.825096 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:57.825390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:57.825896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:57.826209 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:03:57.877448 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=c64e471e-49c8-4589-8583-d541b89c2901,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:03:57.926226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0235355-3385-45a9-b53c-c9ce7459eae3 req-7cb0b977-cea9-4854-a1ea-2a52614102fa tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:57.938731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0235355-3385-45a9-b53c-c9ce7459eae3 req-7cb0b977-cea9-4854-a1ea-2a52614102fa tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0776505 Jan 31 16:03:57.951913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-38bfe960-b4f0-402c-bae1-1f8bc52f4b45 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-10212035'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:57.997601 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0235355-3385-45a9-b53c-c9ce7459eae3 req-098a5ff7-c235-479c-92e6-5ccb3a1b11a4 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566711 Jan 31 16:03:58.016909 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38bfe960-b4f0-402c-bae1-1f8bc52f4b45 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:58.018760 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38bfe960-b4f0-402c-bae1-1f8bc52f4b45 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:58.105312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38bfe960-b4f0-402c-bae1-1f8bc52f4b45 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:58.111891 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38bfe960-b4f0-402c-bae1-1f8bc52f4b45 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:58.134039 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38bfe960-b4f0-402c-bae1-1f8bc52f4b45 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:58.135591 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-38bfe960-b4f0-402c-bae1-1f8bc52f4b45 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.3551238 Jan 31 16:03:58.139160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53126) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:58.197456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['c64e471e-49c8-4589-8583-d541b89c2901'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:03:58.314501 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bedc9898-0e12-4fd2-ab2d-ed7e84322128 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:58.408873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53034260-e780-4b62-8b53-b17e97c349e1 req-e2eac258-8ece-42a8-b8ce-d114a27a2c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:58.410462 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53034260-e780-4b62-8b53-b17e97c349e1 req-e2eac258-8ece-42a8-b8ce-d114a27a2c8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 1096 time: 0.1574271 Jan 31 16:03:58.424505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bff7d-e5ba-4ee8-86f5-a5bb8970d96f req-e2bf7fdf-2db2-435f-87e0-f2ef8c74a182 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:58.426332 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bb6bff7d-e5ba-4ee8-86f5-a5bb8970d96f req-e2bf7fdf-2db2-435f-87e0-f2ef8c74a182 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1719522 Jan 31 16:03:58.531441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2728f1-28f5-4cc0-a8fc-8a3177e9a4ab req-3c275467-9ec9-4002-be6e-cb1aee2967eb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:58.532925 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b2728f1-28f5-4cc0-a8fc-8a3177e9a4ab req-3c275467-9ec9-4002-be6e-cb1aee2967eb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 944 time: 0.0561686 Jan 31 16:03:58.576301 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b2728f1-28f5-4cc0-a8fc-8a3177e9a4ab req-f10935f4-b574-4b69-82a0-aa579c5f2194 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367661 Jan 31 16:03:58.876010 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bedc9898-0e12-4fd2-ab2d-ed7e84322128 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:58.880725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bedc9898-0e12-4fd2-ab2d-ed7e84322128 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:58.905213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53140) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:58.945707 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bb6bff7d-e5ba-4ee8-86f5-a5bb8970d96f req-228bb641-2dc6-484e-ab8a-f89bbf2bdfd8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4906335 Jan 31 16:03:58.978818 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bedc9898-0e12-4fd2-ab2d-ed7e84322128 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:58.979339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedc9898-0e12-4fd2-ab2d-ed7e84322128 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6bf83a-f63b-42cb-93ee-e03f324147d9 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:03:58.984020 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bedc9898-0e12-4fd2-ab2d-ed7e84322128 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:58.985582 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bedc9898-0e12-4fd2-ab2d-ed7e84322128 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] 10.222.0.36 "DELETE /v2.0/routers/5e6bf83a-f63b-42cb-93ee-e03f324147d9 HTTP/1.1" status: 204 len: 168 time: 0.8435206 Jan 31 16:03:58.988272 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53034260-e780-4b62-8b53-b17e97c349e1 req-43d5bca0-f787-4977-83e9-294ce6346643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:58.988505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53144) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:58.989703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53034260-e780-4b62-8b53-b17e97c349e1 req-43d5bca0-f787-4977-83e9-294ce6346643 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.5358887 Jan 31 16:03:58.993166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c5b81895-3a44-4cb1-ba96-3d7c7c30967d tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Request body: {'router': {'name': 'tempest-router-121320504', 'distributed': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:59.021901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5b81895-3a44-4cb1-ba96-3d7c7c30967d tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.023016 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5b81895-3a44-4cb1-ba96-3d7c7c30967d tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.071143 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53034260-e780-4b62-8b53-b17e97c349e1 req-c1851d95-48b7-4cbe-a153-12c92a55cbff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05 HTTP/1.1" status: 200 len: 999 time: 0.0744696 Jan 31 16:03:59.084357 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5b81895-3a44-4cb1-ba96-3d7c7c30967d tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.119524 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5b81895-3a44-4cb1-ba96-3d7c7c30967d tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.123393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53034260-e780-4b62-8b53-b17e97c349e1 req-41975c95-5cc4-4c1a-81a9-831db72d0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:59.124864 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53034260-e780-4b62-8b53-b17e97c349e1 req-41975c95-5cc4-4c1a-81a9-831db72d0d84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.0473824 Jan 31 16:03:59.143482 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5b81895-3a44-4cb1-ba96-3d7c7c30967d tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.147367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c5b81895-3a44-4cb1-ba96-3d7c7c30967d tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1551764 Jan 31 16:03:59.147709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53146) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:59.243957 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e13d047-adab-4036-bffd-04f92b6f85b0 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.287934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53034260-e780-4b62-8b53-b17e97c349e1 req-e4d71577-6155-4656-b9f1-0d3f17b7e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:59.289499 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53034260-e780-4b62-8b53-b17e97c349e1 req-e4d71577-6155-4656-b9f1-0d3f17b7e207 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536279 Jan 31 16:03:59.474969 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e13d047-adab-4036-bffd-04f92b6f85b0 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.478708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e13d047-adab-4036-bffd-04f92b6f85b0 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.540738 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53034260-e780-4b62-8b53-b17e97c349e1 req-47bd8cd8-c9e4-4990-bc90-52507f76990f service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243872 Jan 31 16:03:59.542002 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e13d047-adab-4036-bffd-04f92b6f85b0 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.542482 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e13d047-adab-4036-bffd-04f92b6f85b0 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07919d99-29af-4396-a90f-afcb16ca8abc {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:03:59.547647 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e13d047-adab-4036-bffd-04f92b6f85b0 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.552156 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3e13d047-adab-4036-bffd-04f92b6f85b0 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] 10.222.0.36 "DELETE /v2.0/routers/07919d99-29af-4396-a90f-afcb16ca8abc HTTP/1.1" status: 204 len: 168 time: 0.4000099 Jan 31 16:03:59.553002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53156) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:59.557847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-88b3159d-4521-4023-af0b-10f7f8ee273e tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Request body: {'router': {'name': 'tempest-router-1254472548', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7ee91d0b22b84e73b310cdf9bdba5d0c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:59.664466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d57b7-0401-42a5-97aa-b8dd83be2831 req-9525a29b-99d6-4ea8-a1db-f690a1c0be0a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:59.666202 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af2d57b7-0401-42a5-97aa-b8dd83be2831 req-9525a29b-99d6-4ea8-a1db-f690a1c0be0a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1218200 Jan 31 16:03:59.693008 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88b3159d-4521-4023-af0b-10f7f8ee273e tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.694089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88b3159d-4521-4023-af0b-10f7f8ee273e tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.701979 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53034260-e780-4b62-8b53-b17e97c349e1 req-82de3ee9-aeca-45e7-88a8-acffd366c009 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445470 Jan 31 16:03:59.724273 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af2d57b7-0401-42a5-97aa-b8dd83be2831 req-2e145ac8-28f6-4652-bfca-a8fda9c01f1e tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Jan 31 16:03:59.809571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4f516-b031-43b5-8cce-ea4cacf4e99c req-7ce7b132-8344-4bce-803e-73c88092cbfd tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:59.811136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9be4f516-b031-43b5-8cce-ea4cacf4e99c req-7ce7b132-8344-4bce-803e-73c88092cbfd tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 944 time: 0.1551399 Jan 31 16:03:59.817097 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88b3159d-4521-4023-af0b-10f7f8ee273e tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.831084 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88b3159d-4521-4023-af0b-10f7f8ee273e tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.859610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920ec39-69b1-479f-b8ac-8633716a2fed req-7a03247d-97ee-4b45-91e4-692724b85524 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:03:59.861172 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e920ec39-69b1-479f-b8ac-8633716a2fed req-7a03247d-97ee-4b45-91e4-692724b85524 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0638812 Jan 31 16:03:59.887723 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88b3159d-4521-4023-af0b-10f7f8ee273e tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.889235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-88b3159d-4521-4023-af0b-10f7f8ee273e tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3350024 Jan 31 16:03:59.892685 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53164) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:03:59.897307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Request body: {'router': {'distributed': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:03:59.901144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9be4f516-b031-43b5-8cce-ea4cacf4e99c req-560cff49-f14d-42b0-be13-c21b13fc92a9 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805912 Jan 31 16:03:59.986076 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e11be8d9-e1b8-4fd2-95da-c4c41ef6eabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:03:59.995303 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e920ec39-69b1-479f-b8ac-8633716a2fed req-e885679b-190b-4b30-8493-1e6efeb7d076 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262987 Jan 31 16:04:00.128455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1758e1-382c-4ece-b0db-e8815935b280 req-7988c941-5517-4390-b9d3-a56b68f87868 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:00.135962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7d1758e1-382c-4ece-b0db-e8815935b280 req-7988c941-5517-4390-b9d3-a56b68f87868 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1069775 Jan 31 16:04:00.193430 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:00.194018 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:00.232199 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7d1758e1-382c-4ece-b0db-e8815935b280 req-19b45bdd-fc5b-43e9-89fd-1110e0363ce1 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953484 Jan 31 16:04:00.304337 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=108772) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 31 16:04:00.304695 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Router 8761f177-a5e3-4912-99ac-d66ac08946e3 migrating from provider to provider. {{(pid=108772) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 31 16:04:00.305065 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:00.318937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431bc7e-708e-4b08-a25e-0dcf6b88310e req-22164b92-8f6a-47c4-ab00-3f86c489dcdc tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:00.320429 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0431bc7e-708e-4b08-a25e-0dcf6b88310e req-22164b92-8f6a-47c4-ab00-3f86c489dcdc tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1437981 Jan 31 16:04:00.321422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:00.326465 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:00.360104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-e11be8d9-e1b8-4fd2-95da-c4c41ef6eabc admin admin] Deleting port d0cbf39e-2f52-46b5-bef9-f996afc5e43e {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:00.360455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e11be8d9-e1b8-4fd2-95da-c4c41ef6eabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:00.430764 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0431bc7e-708e-4b08-a25e-0dcf6b88310e req-40e7fdff-5537-41d4-a9a2-88d089a77940 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017344 Jan 31 16:04:00.439493 n-d-827120-1 neutron-server[108772]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] No L3 agents can host the router 8761f177-a5e3-4912-99ac-d66ac08946e3 Jan 31 16:04:00.444164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-e11be8d9-e1b8-4fd2-95da-c4c41ef6eabc admin admin] For port d0cbf39e-2f52-46b5-bef9-f996afc5e43e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d0cbf39e-2f52-46b5-bef9-f996afc5e43e,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:00.444618 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e11be8d9-e1b8-4fd2-95da-c4c41ef6eabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:00.457759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-e11be8d9-e1b8-4fd2-95da-c4c41ef6eabc admin admin] Calling delete_port for d0cbf39e-2f52-46b5-bef9-f996afc5e43e owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:00.572123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Hosts for router 8761f177-a5e3-4912-99ac-d66ac08946e3: [] {{(pid=108772) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 31 16:04:00.574896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619486d-c983-4c30-aeb1-b5b244bc022f req-649e15d5-7758-4c6d-8804-b9b313af5f5d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:00.576409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0619486d-c983-4c30-aeb1-b5b244bc022f req-649e15d5-7758-4c6d-8804-b9b313af5f5d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0711498 Jan 31 16:04:00.594713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Hosts for other DVR routers connected to router 8761f177-a5e3-4912-99ac-d66ac08946e3: set() {{(pid=108772) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 31 16:04:00.597209 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:00.598444 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2a580cab-2ac4-4f22-831e-9278038a23e1 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] 10.222.0.36 "PUT /v2.0/routers/8761f177-a5e3-4912-99ac-d66ac08946e3 HTTP/1.1" status: 200 len: 717 time: 0.7047055 Jan 31 16:04:00.601365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53176) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:00.665519 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0619486d-c983-4c30-aeb1-b5b244bc022f req-5a240d85-717c-499e-9fb4-960136b46577 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561841 Jan 31 16:04:00.678895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b80d6f43-93d7-4cc8-b5bd-9ef1b2cdfd24 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] 10.222.0.36 "GET /v2.0/routers/8761f177-a5e3-4912-99ac-d66ac08946e3 HTTP/1.1" status: 200 len: 717 time: 0.0738106 Jan 31 16:04:00.679160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53178) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:00.727499 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e11be8d9-e1b8-4fd2-95da-c4c41ef6eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:00.755220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11be8d9-e1b8-4fd2-95da-c4c41ef6eabc admin admin] Pushing event deleted for resources: {'Port': ['ID=d0cbf39e-2f52-46b5-bef9-f996afc5e43e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:00.879611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ac204-4a8a-413d-bf51-9df73231e649 req-02b20a51-0b8e-4608-91f8-588b3a2b6298 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:00.881392 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9c2ac204-4a8a-413d-bf51-9df73231e649 req-02b20a51-0b8e-4608-91f8-588b3a2b6298 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0732915 Jan 31 16:04:00.918558 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0b0758b0-55ad-46db-ba3c-f5510088b3a1 tempest-RoutersTestDVR-1697774731 tempest-RoutersTestDVR-1697774731-project] 10.222.0.36 "GET /v2.0/routers/8761f177-a5e3-4912-99ac-d66ac08946e3 HTTP/1.1" status: 200 len: 683 time: 0.2382576 Jan 31 16:04:00.921178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53188) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:00.999551 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9c2ac204-4a8a-413d-bf51-9df73231e649 req-7d802eed-e1ec-4443-aa03-e51f890ed3a2 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829880 Jan 31 16:04:01.022447 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e11be8d9-e1b8-4fd2-95da-c4c41ef6eabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.180178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a092b-a520-401b-9a6e-db6ec5e35b58 req-c38ebb58-8156-487b-a6aa-d163156c9dcc tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:01.181942 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e7a092b-a520-401b-9a6e-db6ec5e35b58 req-c38ebb58-8156-487b-a6aa-d163156c9dcc tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1033480 Jan 31 16:04:01.242915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device c64e471e-49c8-4589-8583-d541b89c2901 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:04:01.272616 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e7a092b-a520-401b-9a6e-db6ec5e35b58 req-1d42610e-ec1c-4ffe-ad55-97efa6e32fb1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832417 Jan 31 16:04:01.319706 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a0b3-13e5-4bc0-b77d-3e0e2e3139de tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.338634 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port c64e471e-49c8-4589-8583-d541b89c2901 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:04:01.347925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port c64e471e-49c8-4589-8583-d541b89c2901 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:01.348380 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.401218 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11be8d9-e1b8-4fd2-95da-c4c41ef6eabc admin admin] Router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:04:01.406583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef4af4-29dc-49df-ba13-1dcfde68fbf2 req-032fbfe4-4cd2-4be2-ae42-03a23787188e tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:01.413900 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b2ef4af4-29dc-49df-ba13-1dcfde68fbf2 req-032fbfe4-4cd2-4be2-ae42-03a23787188e tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 944 time: 0.1266227 Jan 31 16:04:01.427869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975c87-a21a-49e6-880f-2f8e4f598ef9 req-91a8325c-9e51-4225-a5e5-9a53991479b5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:01.429497 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97975c87-a21a-49e6-880f-2f8e4f598ef9 req-91a8325c-9e51-4225-a5e5-9a53991479b5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0774987 Jan 31 16:04:01.468532 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.496853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64e471e-49c8-4589-8583-d541b89c2901'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:01.500084 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0825de-aa1b-4eb9-add9-ad959249e919" -d '{"events": [{"server_uuid": "4d66c77c-a7be-4d93-811e-885d6d276d23", "name": "network-vif-plugged", "status": "completed", "tag": "c64e471e-49c8-4589-8583-d541b89c2901"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:01.512917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port c64e471e-49c8-4589-8583-d541b89c2901, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=c64e471e-49c8-4589-8583-d541b89c2901,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:01.517457 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.519862 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a0b3-13e5-4bc0-b77d-3e0e2e3139de tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.526702 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a0b3-13e5-4bc0-b77d-3e0e2e3139de tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.558280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97975c87-a21a-49e6-880f-2f8e4f598ef9 req-2d8e6a1f-f39d-491e-821f-0b94d6b50093 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786414 Jan 31 16:04:01.565213 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b2ef4af4-29dc-49df-ba13-1dcfde68fbf2 req-2bb80f91-a969-470b-965a-a06b2c3134ff tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290259 Jan 31 16:04:01.580413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=c64e471e-49c8-4589-8583-d541b89c2901,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:01.592119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11be8d9-e1b8-4fd2-95da-c4c41ef6eabc admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:04:01.600531 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcf43c8-f79f-4a03-9e99-780a98641c00 x-openstack-request-id: req-cfcf43c8-f79f-4a03-9e99-780a98641c00 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:01.601081 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d66c77c-a7be-4d93-811e-885d6d276d23", "name": "network-vif-plugged", "status": "completed", "tag": "c64e471e-49c8-4589-8583-d541b89c2901", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:01.601619 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfcf43c8-f79f-4a03-9e99-780a98641c00 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:01.602170 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64e471e-49c8-4589-8583-d541b89c2901', 'code': 200} Jan 31 16:04:01.604674 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb59ac1-98e3-4d80-bc2b-db4067d6e050 None None] Sync routers for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:04:01.606206 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e11be8d9-e1b8-4fd2-95da-c4c41ef6eabc admin admin] 10.222.0.36 "PUT /v2.0/routers/fda2303c-6baa-4af0-ae50-e1dd54aaaa5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7009199 Jan 31 16:04:01.606892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53206) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:01.625669 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a0b3-13e5-4bc0-b77d-3e0e2e3139de tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.626203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f4a0b3-13e5-4bc0-b77d-3e0e2e3139de tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8761f177-a5e3-4912-99ac-d66ac08946e3 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:04:01.630871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a0b3-13e5-4bc0-b77d-3e0e2e3139de tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.632019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e1f4a0b3-13e5-4bc0-b77d-3e0e2e3139de tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] 10.222.0.36 "DELETE /v2.0/routers/8761f177-a5e3-4912-99ac-d66ac08946e3 HTTP/1.1" status: 204 len: 168 time: 0.7098377 Jan 31 16:04:01.634792 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb59ac1-98e3-4d80-bc2b-db4067d6e050 None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:01.635756 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bdb59ac1-98e3-4d80-bc2b-db4067d6e050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:01.635920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53208) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:01.641098 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-eeeff1b0-a2a9-4b19-a3b2-355182d46521 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Request body: {'router': {'name': 'tempest-router-1444613783', 'distributed': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:01.675637 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeeff1b0-a2a9-4b19-a3b2-355182d46521 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.676999 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeeff1b0-a2a9-4b19-a3b2-355182d46521 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.759929 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.793121 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-bdb59ac1-98e3-4d80-bc2b-db4067d6e050 None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:01.798327 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeeff1b0-a2a9-4b19-a3b2-355182d46521 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.808640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3478-f1f1-42c1-91fe-1d2cb3199e86 req-b156d37c-b531-4e37-9423-06b8abefd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:01.810228 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08ad3478-f1f1-42c1-91fe-1d2cb3199e86 req-b156d37c-b531-4e37-9423-06b8abefd9b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 1096 time: 0.1174684 Jan 31 16:04:01.811137 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeeff1b0-a2a9-4b19-a3b2-355182d46521 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.848203 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeeff1b0-a2a9-4b19-a3b2-355182d46521 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.852110 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eeeff1b0-a2a9-4b19-a3b2-355182d46521 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2128108 Jan 31 16:04:01.853130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53214) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:01.866433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb0c74-0e4e-4f37-84bf-1508ed5e2c0b req-8fc4d5cc-31d8-4727-a9ba-03fe2ea0de5b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:01.869174 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24eb0c74-0e4e-4f37-84bf-1508ed5e2c0b req-8fc4d5cc-31d8-4727-a9ba-03fe2ea0de5b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1345761 Jan 31 16:04:01.888125 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08ad3478-f1f1-42c1-91fe-1d2cb3199e86 req-88bb375b-96cb-4e31-8d64-4ab315ada4af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683811 Jan 31 16:04:01.916323 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24eb0c74-0e4e-4f37-84bf-1508ed5e2c0b req-1cdeaddb-327c-43b7-8da5-921726b59c89 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Jan 31 16:04:01.972297 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7fb7-a77e-41d7-a85f-eafdaf4e5430 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:01.979630 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bdb59ac1-98e3-4d80-bc2b-db4067d6e050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T16:04:00Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:02.006084 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb59ac1-98e3-4d80-bc2b-db4067d6e050 None None] Checking router: fda2303c-6baa-4af0-ae50-e1dd54aaaa5e for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:04:02.013529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaadfba-709c-4cb7-821c-10ba98209c25 req-b14dbc75-718a-4917-800e-88c1b59c0243 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:02.014281 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb59ac1-98e3-4d80-bc2b-db4067d6e050 None None] Routers {'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:02.014892 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bdb59ac1-98e3-4d80-bc2b-db4067d6e050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:02.015020 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfaadfba-709c-4cb7-821c-10ba98209c25 req-b14dbc75-718a-4917-800e-88c1b59c0243 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2026191 Jan 31 16:04:02.043725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e598c-03f6-4a08-bd37-652680ac3045 req-b9574970-810a-400e-b014-bf2bc1c149c2 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:02.045505 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b4e598c-03f6-4a08-bd37-652680ac3045 req-b9574970-810a-400e-b014-bf2bc1c149c2 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Jan 31 16:04:02.059960 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:02.109316 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b4e598c-03f6-4a08-bd37-652680ac3045 req-ab92abcf-fa01-43b7-b2d0-290372ef6119 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514121 Jan 31 16:04:02.122909 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-bdb59ac1-98e3-4d80-bc2b-db4067d6e050 None None] Set router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:02.205526 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7fb7-a77e-41d7-a85f-eafdaf4e5430 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:02.209763 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfaadfba-709c-4cb7-821c-10ba98209c25 req-de4083f6-b39f-4caa-b800-b61aa405207c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646953 Jan 31 16:04:02.211914 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7fb7-a77e-41d7-a85f-eafdaf4e5430 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:02.279968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe326b-e33b-4579-a333-c9728ae0108e req-980d1fe6-e63d-4023-8ce6-2dd15dec304e tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:02.282111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Deleting port d4ea0e75-d1f4-45bb-b964-34b4d98585f3 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:02.282520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:02.282660 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a8fe326b-e33b-4579-a333-c9728ae0108e req-980d1fe6-e63d-4023-8ce6-2dd15dec304e tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0654125 Jan 31 16:04:02.286040 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7fb7-a77e-41d7-a85f-eafdaf4e5430 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:02.287397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fd7fb7-a77e-41d7-a85f-eafdaf4e5430 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92545b19-2684-4975-9350-d4ae20ccfd8f {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:04:02.302795 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7fb7-a77e-41d7-a85f-eafdaf4e5430 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:02.303998 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a5fd7fb7-a77e-41d7-a85f-eafdaf4e5430 tempest-RoutersTestDVR-1757009933 tempest-RoutersTestDVR-1757009933-project-admin] 10.222.0.36 "DELETE /v2.0/routers/92545b19-2684-4975-9350-d4ae20ccfd8f HTTP/1.1" status: 204 len: 168 time: 0.4501169 Jan 31 16:04:02.344893 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a8fe326b-e33b-4579-a333-c9728ae0108e req-3ebb31f4-ee46-4a31-955e-8a13061f4ad1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510609 Jan 31 16:04:02.431584 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd22d-89b4-40a3-8b88-514d47cdb921 req-7039af20-1988-47d6-8f6d-5204a403c9a4 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:02.433511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8eccd22d-89b4-40a3-8b88-514d47cdb921 req-7039af20-1988-47d6-8f6d-5204a403c9a4 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1247845 Jan 31 16:04:02.463937 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bdb59ac1-98e3-4d80-bc2b-db4067d6e050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T16:04:00Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:02.465888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] For port d4ea0e75-d1f4-45bb-b964-34b4d98585f3, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d4ea0e75-d1f4-45bb-b964-34b4d98585f3,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:02.466248 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:02.475264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad6f95-662a-4c47-86d1-2cb61f1719d8 req-6902d79f-dc7e-41f1-8453-1ab7d74e3dfc tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:02.477096 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6aad6f95-662a-4c47-86d1-2cb61f1719d8 req-6902d79f-dc7e-41f1-8453-1ab7d74e3dfc tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0627196 Jan 31 16:04:02.487008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Calling delete_port for d4ea0e75-d1f4-45bb-b964-34b4d98585f3 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:02.501904 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb59ac1-98e3-4d80-bc2b-db4067d6e050 None None] The sync data for ids ['fda2303c-6baa-4af0-ae50-e1dd54aaaa5e'] in n-d-827120-1 is: [{'id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'name': 'tempest-AttachVolumeShelveTestJSON-595308501-router', 'tenant_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:56:54Z', 'updated_at': '2022-01-31T16:04:00Z', 'revision_number': 5, 'project_id': 'ef6dc57584b6442aa969c2c7a411ac81', 'gw_port': {'id': 'd4ea0e75-d1f4-45bb-b964-34b4d98585f3', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2303c-6baa-4af0-ae50-e1dd54aaaa5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:56:56Z', 'updated_at': '2022-01-31T15:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:04:02.530432 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6aad6f95-662a-4c47-86d1-2cb61f1719d8 req-dba392e3-c66a-4936-86ba-87651a75bd4a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457275 Jan 31 16:04:02.559479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53232) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:02.574281 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8eccd22d-89b4-40a3-8b88-514d47cdb921 req-c2f9d2ca-8bd8-4aa4-8bdc-e7a5daa20ca7 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849853 Jan 31 16:04:02.694173 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce3b22a4-28b9-4a5d-9019-d7d44605b287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:02.748567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538cad4-9015-4e91-92c6-d94ca909b2da req-c0eb252b-9454-47d9-a793-244d6d37a226 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:02.750217 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6538cad4-9015-4e91-92c6-d94ca909b2da req-c0eb252b-9454-47d9-a793-244d6d37a226 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 945 time: 0.1057265 Jan 31 16:04:02.787556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:02.810092 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce3b22a4-28b9-4a5d-9019-d7d44605b287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:02.825645 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce3b22a4-28b9-4a5d-9019-d7d44605b287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:02.829627 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6538cad4-9015-4e91-92c6-d94ca909b2da req-dda8ce9e-6b02-4bcc-ba02-39f2abe84db3 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709360 Jan 31 16:04:02.830857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ea0e75-d1f4-45bb-b964-34b4d98585f3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:02.860250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b22a4-28b9-4a5d-9019-d7d44605b287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff7f450-9150-4bac-92d2-18ccebbcc625,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:02.886399 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ce3b22a4-28b9-4a5d-9019-d7d44605b287 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ee91d0b22b84e73b310cdf9bdba5d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256848 Jan 31 16:04:02.890296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53252) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:02.906293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eaa6d-eb36-4ca9-bff2-bbd87203ac9e req-d2fe6bea-182b-4505-af26-1827b5c9903c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:02.907946 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c19eaa6d-eb36-4ca9-bff2-bbd87203ac9e req-d2fe6bea-182b-4505-af26-1827b5c9903c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1167593 Jan 31 16:04:02.926908 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:02.980434 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c19eaa6d-eb36-4ca9-bff2-bbd87203ac9e req-0cd63768-9566-45c2-9416-dfae878cfb55 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644855 Jan 31 16:04:02.992592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14b75ef5-4ee1-47af-8f37-ff6348e56fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.030745 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14b75ef5-4ee1-47af-8f37-ff6348e56fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.097189 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.101526 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.122201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9ed57-50c1-4c4f-bc16-879717d34964 req-18ed81bd-a1fd-42bb-81d2-cec942ae707d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:03.124422 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40f9ed57-50c1-4c4f-bc16-879717d34964 req-18ed81bd-a1fd-42bb-81d2-cec942ae707d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0594552 Jan 31 16:04:03.125636 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14b75ef5-4ee1-47af-8f37-ff6348e56fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.128202 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14b75ef5-4ee1-47af-8f37-ff6348e56fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.129516 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-14b75ef5-4ee1-47af-8f37-ff6348e56fec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ff7f450-9150-4bac-92d2-18ccebbcc625 HTTP/1.1" status: 204 len: 168 time: 0.2380283 Jan 31 16:04:03.138291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b75ef5-4ee1-47af-8f37-ff6348e56fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff7f450-9150-4bac-92d2-18ccebbcc625,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:03.191373 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.192052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fda2303c-6baa-4af0-ae50-e1dd54aaaa5e {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:04:03.198117 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.202259 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-41b22b79-359d-4846-9435-b005b177db4b admin admin] 10.222.0.36 "DELETE /v2.0/routers/fda2303c-6baa-4af0-ae50-e1dd54aaaa5e HTTP/1.1" status: 204 len: 168 time: 1.5943069 Jan 31 16:04:03.203461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53262) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:03.221004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-fd8a7152-3e36-4641-9525-012b025e2853 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:03.223225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-fd8a7152-3e36-4641-9525-012b025e2853 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 810 time: 0.2677391 Jan 31 16:04:03.236675 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40f9ed57-50c1-4c4f-bc16-879717d34964 req-f7013da4-a74b-4898-8d30-309c9f0eff20 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803118 Jan 31 16:04:03.243241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-3ea961c3-6b6b-4fe9-804e-1b2cf11c802e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/quotas/0e5507f00dfd45c295eb0a6ab3faea74 HTTP/1.1" status: 200 len: 375 time: 0.0128179 Jan 31 16:04:03.297370 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-16774fc1-d2ad-494e-9a8a-38a96948f9c2 admin admin] Deleting subnet c9bd9c32-4338-431d-b7e4-d85826e3a276 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:04:03.301593 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16774fc1-d2ad-494e-9a8a-38a96948f9c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.352612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16774fc1-d2ad-494e-9a8a-38a96948f9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.362684 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6fef3c06-94a1-48a1-b8c6-e7ff9be56d6c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0956323 Jan 31 16:04:03.463463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d0cbf39e-2f52-46b5-bef9-f996afc5e43e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:04:03.492720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d0cbf39e-2f52-46b5-bef9-f996afc5e43e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:04:03.493382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d0cbf39e-2f52-46b5-bef9-f996afc5e43e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:04:03.526120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-b4480b06-71c5-4e2d-b748-c6c875da22ec service neutron] 10.222.0.36 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517761 Jan 31 16:04:03.580629 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16774fc1-d2ad-494e-9a8a-38a96948f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.599744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53278) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:03.618549 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d7b944d-223f-4fd3-9762-6d3c501252d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.641646 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-9cf49903-4ec2-42c2-9a1c-7eebad7a023a service neutron] 10.222.0.36 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119635 Jan 31 16:04:03.660443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693158b-2b3d-472f-bfa4-f04dccfbff66 req-30e676c8-cbc9-4e5e-96f9-c29c8598226a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:03.667808 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3693158b-2b3d-472f-bfa4-f04dccfbff66 req-30e676c8-cbc9-4e5e-96f9-c29c8598226a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/networks?id=46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 200 len: 814 time: 0.1630330 Jan 31 16:04:03.691808 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3693158b-2b3d-472f-bfa4-f04dccfbff66 req-07e55e8f-5c61-4318-910b-5a0cc438167d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/quotas/452636cdaaec43b3ae3f51270aef0edf HTTP/1.1" status: 200 len: 375 time: 0.0228474 Jan 31 16:04:03.703634 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16774fc1-d2ad-494e-9a8a-38a96948f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.745498 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16774fc1-d2ad-494e-9a8a-38a96948f9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9bd9c32-4338-431d-b7e4-d85826e3a276,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:03.762313 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16774fc1-d2ad-494e-9a8a-38a96948f9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:03.768857 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-16774fc1-d2ad-494e-9a8a-38a96948f9c2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c9bd9c32-4338-431d-b7e4-d85826e3a276 HTTP/1.1" status: 204 len: 168 time: 0.5627656 Jan 31 16:04:03.769289 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53280) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:03.772711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff30e9a3-433d-4019-afb2-fe98d1f387db None None] Network d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:04:03.841350 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3693158b-2b3d-472f-bfa4-f04dccfbff66 req-ebb72e93-5c5f-404f-a894-4c8e7e9261ec tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=452636cdaaec43b3ae3f51270aef0edf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484075 Jan 31 16:04:03.898113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.021517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6a1d5-dcc1-42df-9cc5-cc123d2346da req-f0f9ea54-fcd3-4263-af61-af0b33ac5236 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:04.029541 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6be6a1d5-dcc1-42df-9cc5-cc123d2346da req-f0f9ea54-fcd3-4263-af61-af0b33ac5236 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0946658 Jan 31 16:04:04.050199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Deleting port 3b857128-033a-460f-a632-808e8dee2853 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:04.050558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.114564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f05304-9848-443f-bf68-82b45a5b91ad None None] DHCP port deletion for d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:04:04.139664 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6be6a1d5-dcc1-42df-9cc5-cc123d2346da req-711f2aed-8de5-419d-80a8-034271e7c4b5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091630 Jan 31 16:04:04.142343 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d7b944d-223f-4fd3-9762-6d3c501252d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.168623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ccf9001-946b-4836-9a3e-e1d7a5409848 req-fe8d8e3c-79b7-4d42-9a68-e75a4eda109a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 210 time: 0.0496740 Jan 31 16:04:04.170032 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d7b944d-223f-4fd3-9762-6d3c501252d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.195749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-34f05304-9848-443f-bf68-82b45a5b91ad None None] Deleting port 3b857128-033a-460f-a632-808e8dee2853 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:04.196158 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-34f05304-9848-443f-bf68-82b45a5b91ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.202128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] For port 3b857128-033a-460f-a632-808e8dee2853, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3b857128-033a-460f-a632-808e8dee2853,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:04.206336 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.224080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Calling delete_port for 3b857128-033a-460f-a632-808e8dee2853 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:04.277307 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0d7b944d-223f-4fd3-9762-6d3c501252d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1d721184b274c649c0a0156a49ec6ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6764731 Jan 31 16:04:04.278765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b944d-223f-4fd3-9762-6d3c501252d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dfeae3-3988-40b7-b043-d55320757468,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:04.281371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53300) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:04.316915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-34f05304-9848-443f-bf68-82b45a5b91ad None None] For port 3b857128-033a-460f-a632-808e8dee2853, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3b857128-033a-460f-a632-808e8dee2853,segment=NetworkSegment(6ee68a67-34d7-4136-804b-a3f9d3e83c82),segment_id=6ee68a67-34d7-4136-804b-a3f9d3e83c82)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:04.317784 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-34f05304-9848-443f-bf68-82b45a5b91ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.334457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-34f05304-9848-443f-bf68-82b45a5b91ad None None] Calling delete_port for 3b857128-033a-460f-a632-808e8dee2853 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:04.346247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf11b5-11fc-4441-b097-172a04144a65 req-d454c419-c13f-4261-b42e-1e5931a75131 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:04.348359 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1bf11b5-11fc-4441-b097-172a04144a65 req-d454c419-c13f-4261-b42e-1e5931a75131 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 945 time: 0.0750430 Jan 31 16:04:04.374504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600ec29-501b-4815-9ec9-36808e6ad444 req-9facb1de-05f8-47f3-b57a-7472a63038ff tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:04.382161 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e600ec29-501b-4815-9ec9-36808e6ad444 req-9facb1de-05f8-47f3-b57a-7472a63038ff tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0900021 Jan 31 16:04:04.409940 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44ec2992-0b12-47aa-b238-17340ab9627a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.414054 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1bf11b5-11fc-4441-b097-172a04144a65 req-ef262695-669a-47d1-a56b-1797b6834318 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567138 Jan 31 16:04:04.430926 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.447427 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e600ec29-501b-4815-9ec9-36808e6ad444 req-483c15a7-3e7e-43a9-b2d8-47ecd1f4a48b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643017 Jan 31 16:04:04.451891 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-34f05304-9848-443f-bf68-82b45a5b91ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.452701 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44ec2992-0b12-47aa-b238-17340ab9627a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.495123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f05304-9848-443f-bf68-82b45a5b91ad None None] Pushing event deleted for resources: {'Port': ['ID=3b857128-033a-460f-a632-808e8dee2853,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:04.499959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f05304-9848-443f-bf68-82b45a5b91ad None None] No DVR routers for this DVR port 3b857128-033a-460f-a632-808e8dee2853 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:04:04.513534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b857128-033a-460f-a632-808e8dee2853,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:04.527662 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44ec2992-0b12-47aa-b238-17340ab9627a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.530348 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44ec2992-0b12-47aa-b238-17340ab9627a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.534213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-44ec2992-0b12-47aa-b238-17340ab9627a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29dfeae3-3988-40b7-b043-d55320757468 HTTP/1.1" status: 204 len: 168 time: 0.2483540 Jan 31 16:04:04.545297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec2992-0b12-47aa-b238-17340ab9627a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dfeae3-3988-40b7-b043-d55320757468,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:04.585761 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] No DVR routers for this DVR port 3b857128-033a-460f-a632-808e8dee2853 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:04:04.699324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-0e766a86-fd82-4edd-8c06-8ed4dc37b557 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:04.707426 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-0e766a86-fd82-4edd-8c06-8ed4dc37b557 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2021530 Jan 31 16:04:04.718260 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.747060 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-65ea7761-5e67-496f-9328-73b5fa164e0d req-5965d3a5-f20b-419a-8d52-cd2176562753 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=452636cdaaec43b3ae3f51270aef0edf HTTP/1.1" status: 200 len: 221 time: 0.0310745 Jan 31 16:04:04.782551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-c1a65f05-4d2f-4da4-a249-add3c0eea3b9 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 696 time: 0.0742228 Jan 31 16:04:04.786502 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:04.798022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-90e01ad3-6169-4692-ae12-ef7a67d026d0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Request body: {'floatingip': {'port_id': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'fixed_ip_address': '172.20.0.3'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:04.805000 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee68a67-34d7-4136-804b-a3f9d3e83c82') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:04.805419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee68a67-34d7-4136-804b-a3f9d3e83c82') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:04.846438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.854448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-90e01ad3-6169-4692-ae12-ef7a67d026d0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.855302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619b2b4-6760-43f7-8ad9-ab38eb29ab7e req-b88d8d7b-34fa-4242-90cf-63a07dad5114 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:04.857152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4619b2b4-6760-43f7-8ad9-ab38eb29ab7e req-b88d8d7b-34fa-4242-90cf-63a07dad5114 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0549052 Jan 31 16:04:04.897890 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.910189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4619b2b4-6760-43f7-8ad9-ab38eb29ab7e req-74486dfa-b3a2-47c0-b70c-daf236b7555d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Jan 31 16:04:04.926172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:04:04.926579 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:04:04.928273 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:04:05.019280 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:05.032328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:05.038176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5 HTTP/1.1" status: 204 len: 168 time: 1.2642961 Jan 31 16:04:05.047892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbb711-7d03-429d-8815-37003fb6f704 req-09133745-cf78-4914-b577-63017d5a9420 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:05.058439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-45fbb711-7d03-429d-8815-37003fb6f704 req-09133745-cf78-4914-b577-63017d5a9420 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0751381 Jan 31 16:04:05.078102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fe77a-08ea-4598-84a1-5de3e7776770 admin admin] Pushing event deleted for resources: {'Network': ['ID=d56e7ef2-72f0-4fd2-a22e-1c5b37bddfc5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:05.115831 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-45fbb711-7d03-429d-8815-37003fb6f704 req-83a2571c-ca51-4182-b09f-c6163bbd8da1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542939 Jan 31 16:04:05.314555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bea48-2b57-4aa7-99ad-e19838f95677 req-ec7a958c-09c3-463c-8470-ebcdae241007 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:05.316822 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-940bea48-2b57-4aa7-99ad-e19838f95677 req-ec7a958c-09c3-463c-8470-ebcdae241007 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0583873 Jan 31 16:04:05.317381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-45fb85e2-c26d-420c-b419-9a1e96086fdc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:05.318834 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-45fb85e2-c26d-420c-b419-9a1e96086fdc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.30 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 810 time: 0.2272322 Jan 31 16:04:05.359526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Request body: {'port': {'device_id': 'a2baca21-2986-47aa-afc3-9bffeb7e71fb', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'admin_state_up': True, 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:05.368031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53348) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:05.370077 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-940bea48-2b57-4aa7-99ad-e19838f95677 req-b1890af9-da7d-41ac-b669-47e1ebf2f9c5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Jan 31 16:04:05.454277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d4ea0e75-d1f4-45bb-b964-34b4d98585f3 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:04:05.478242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d4ea0e75-d1f4-45bb-b964-34b4d98585f3 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:04:05.478951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d4ea0e75-d1f4-45bb-b964-34b4d98585f3 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:04:05.479613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3b857128-033a-460f-a632-808e8dee2853 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:04:05.501803 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 3b857128-033a-460f-a632-808e8dee2853 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:04:05.502460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3b857128-033a-460f-a632-808e8dee2853 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:04:05.521194 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7e25f9b-c2ea-4ff4-a140-1de5fdec2ea5 req-c360273f-7480-40fe-bf28-79f159c61452 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 210 time: 0.0423405 Jan 31 16:04:05.532820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-75ab7601-3377-453f-95e0-412b066fb13e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef6dc57584b6442aa969c2c7a411ac81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635935 Jan 31 16:04:05.535947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53354) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:05.639903 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4ca4653e-26cd-46df-bcfa-6411938de045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:05.663580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400fe2-d3b4-408a-9c9c-e9dde929141a req-5ece2b7e-6281-4723-8d2d-48bde793e80e tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:05.671880 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91400fe2-d3b4-408a-9c9c-e9dde929141a req-5ece2b7e-6281-4723-8d2d-48bde793e80e tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0797937 Jan 31 16:04:05.697739 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4ca4653e-26cd-46df-bcfa-6411938de045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:05.698293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Made reservation on behalf of 0e5507f00dfd45c295eb0a6ab3faea74 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:05.702021 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:05.736355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91400fe2-d3b4-408a-9c9c-e9dde929141a req-49d8eb8f-139d-4d0a-852d-b56c6172ebbc tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596387 Jan 31 16:04:05.745749 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-90e01ad3-6169-4692-ae12-ef7a67d026d0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:05.777938 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-90e01ad3-6169-4692-ae12-ef7a67d026d0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:05.783525 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4ca4653e-26cd-46df-bcfa-6411938de045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:05.788788 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4ca4653e-26cd-46df-bcfa-6411938de045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:05.792819 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4ca4653e-26cd-46df-bcfa-6411938de045 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d960dd6f-7ae2-4385-b5bb-e01245aeb37e HTTP/1.1" status: 204 len: 168 time: 0.2532279 Jan 31 16:04:05.817822 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4653e-26cd-46df-bcfa-6411938de045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d960dd6f-7ae2-4385-b5bb-e01245aeb37e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:05.898436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3b3da-e70e-4dfd-85bb-b7894a8a1721 req-71ea47cd-18d4-499d-ab2a-b6e850d9c89e tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:05.902473 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58d3b3da-e70e-4dfd-85bb-b7894a8a1721 req-71ea47cd-18d4-499d-ab2a-b6e850d9c89e tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0586007 Jan 31 16:04:05.954581 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58d3b3da-e70e-4dfd-85bb-b7894a8a1721 req-3f730789-0f60-45ef-bc0c-e457695245e7 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Jan 31 16:04:06.110363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c95ce6-6bda-4a2f-9428-248077394d18 req-8bee9e29-1494-4fe3-a4ed-bdc306ae7497 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:06.110814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02c95ce6-6bda-4a2f-9428-248077394d18 req-8bee9e29-1494-4fe3-a4ed-bdc306ae7497 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0704863 Jan 31 16:04:06.171156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02c95ce6-6bda-4a2f-9428-248077394d18 req-75ae3ed2-8b6b-4e6e-b7f2-63f64fbca1ed tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Jan 31 16:04:06.258634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Allocated IP 172.20.0.8 (7f3f7475-5763-4383-9796-97b002a13c06/aec72c3f-2832-4d6f-a187-8355a8663b40/1bacb9a1-647f-4c30-92df-3db78f657d07) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:04:06.261371 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-90e01ad3-6169-4692-ae12-ef7a67d026d0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Floating IP 12d24191-5d33-4550-baf4-5a9d78e7f1e1 associated. External IP: 172.25.1.192, port: f40e127c-fe5c-443c-8882-0b2af4d66f23. Jan 31 16:04:06.364266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e548cc-3efe-4b89-a668-330122b0ec58 req-d947a49b-305d-4fa4-a144-f9635c48cea5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:06.366205 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03e548cc-3efe-4b89-a668-330122b0ec58 req-d947a49b-305d-4fa4-a144-f9635c48cea5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0726757 Jan 31 16:04:06.377919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53388) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:06.422115 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03e548cc-3efe-4b89-a668-330122b0ec58 req-14f30a82-8667-4f74-80f8-ec99c6ea7d6c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493352 Jan 31 16:04:06.574015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73260813-5fa6-4da3-a7c2-0c54636ff4d5 req-34a0c7b6-6744-4423-b4e2-ebf42070fd30 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:06.575829 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73260813-5fa6-4da3-a7c2-0c54636ff4d5 req-34a0c7b6-6744-4423-b4e2-ebf42070fd30 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0588763 Jan 31 16:04:06.612029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:06.628657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73260813-5fa6-4da3-a7c2-0c54636ff4d5 req-44f7723d-6e0f-42f9-86d1-1f2fe8857b1b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456698 Jan 31 16:04:06.641850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-90e01ad3-6169-4692-ae12-ef7a67d026d0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Router c29305af-5df5-46d9-b5a0-5e8758c9765f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:04:06.681314 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-312786811', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:06.693642 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:06.763784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0de0ff-cd00-4166-a898-69647434cbf1 req-8050bc91-3219-4370-9357-82930127d3db tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:06.765440 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a0de0ff-cd00-4166-a898-69647434cbf1 req-8050bc91-3219-4370-9357-82930127d3db tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 931 time: 0.0533609 Jan 31 16:04:06.809304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event updated for resources: {'Port': ['ID=1bacb9a1-647f-4c30-92df-3db78f657d07,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:06.814420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Network 7f3f7475-5763-4383-9796-97b002a13c06 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:04:06.818110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a0de0ff-cd00-4166-a898-69647434cbf1 req-73d025d3-1e5a-4dff-9dff-10d777c5333e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451832 Jan 31 16:04:06.859656 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:06.867270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:04:06.879427 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Made reservation on behalf of 58f1c18ac89d4615919955008ab2f768 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:06.881800 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:06.920723 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:06.955690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-90e01ad3-6169-4692-ae12-ef7a67d026d0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:04:06.967158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc05bfb-7aa3-45cd-830d-b28679fb8d55 None None] Sync routers for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:04:06.972470 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770daaf0-9203-43eb-96e0-7333d111c3f0 req-7e0ec9b8-83f0-43ce-9ad9-86bf43093fb2 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:06.974427 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-770daaf0-9203-43eb-96e0-7333d111c3f0 req-7e0ec9b8-83f0-43ce-9ad9-86bf43093fb2 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0583735 Jan 31 16:04:06.975062 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-90e01ad3-6169-4692-ae12-ef7a67d026d0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:06.981906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc05bfb-7aa3-45cd-830d-b28679fb8d55 None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:06.983287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:06.984490 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:06.984881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3bc05bfb-7aa3-45cd-830d-b28679fb8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:07.025987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-770daaf0-9203-43eb-96e0-7333d111c3f0 req-6984f77f-ab83-4ef6-9e70-1f5afcfe23e5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453589 Jan 31 16:04:07.082892 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-6ad4cfe0-647f-4069-88e3-2178aead4495 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7271872 Jan 31 16:04:07.102343 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-90e01ad3-6169-4692-ae12-ef7a67d026d0 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "PUT /v2.0/floatingips/12d24191-5d33-4550-baf4-5a9d78e7f1e1 HTTP/1.1" status: 200 len: 996 time: 2.3056109 Jan 31 16:04:07.146713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:07.149929 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61de52ed-2147-4865-b77e-2c6bffb91645" -d '{"events": [{"name": "network-changed", "server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:07.160853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Request body: {'port': {'device_id': 'a2baca21-2986-47aa-afc3-9bffeb7e71fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:07.200008 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-3bc05bfb-7aa3-45cd-830d-b28679fb8d55 None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:07.210408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb95a32-ebe7-46f2-b5b4-5d829245eaa2 req-ce01557c-37db-4379-a966-8be2d9256840 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:07.222102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ceb95a32-ebe7-46f2-b5b4-5d829245eaa2 req-ce01557c-37db-4379-a966-8be2d9256840 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0783391 Jan 31 16:04:07.242613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cc79f137-232c-490a-8857-1beda1d9bdf9 None None] Provisioning complete for port 1bacb9a1-647f-4c30-92df-3db78f657d07 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:07.243282 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc79f137-232c-490a-8857-1beda1d9bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:07.258116 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:07.267339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ceb95a32-ebe7-46f2-b5b4-5d829245eaa2 req-d40c9046-a42b-40c6-9c5b-6c76d3b3dbec tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438514 Jan 31 16:04:07.275046 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-60aa1880-e490-4fb0-a6c8-e50fd74bdbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:07.287731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-60aa1880-e490-4fb0-a6c8-e50fd74bdbc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 1096 time: 0.1841853 Jan 31 16:04:07.346530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cc79f137-232c-490a-8857-1beda1d9bdf9 None None] Port 1bacb9a1-647f-4c30-92df-3db78f657d07 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:04:07.372084 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe95bb0-27f1-451e-bbd3-b17c2fe390bf x-openstack-request-id: req-dbe95bb0-27f1-451e-bbd3-b17c2fe390bf {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:07.372438 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:07.372642 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbe95bb0-27f1-451e-bbd3-b17c2fe390bf {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:07.373010 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'status': 'completed', 'code': 200} Jan 31 16:04:07.459238 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:07.468822 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:07.504300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] device_id is not set on port cee6e554-1a47-4a5a-8447-a6dbb6811eb3 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:04:07.532801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fa415-6488-40df-896c-ce05ea014606 req-6da12ffb-f9da-4c8e-96ee-0938d1900149 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:07.536833 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-807fa415-6488-40df-896c-ce05ea014606 req-6da12ffb-f9da-4c8e-96ee-0938d1900149 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0902214 Jan 31 16:04:07.572103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3bc05bfb-7aa3-45cd-830d-b28679fb8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '12d24191-5d33-4550-baf4-5a9d78e7f1e1', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'port_id': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'mac_address': 'fa:16:3e:2e:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:03:44Z', 'updated_at': '2022-01-31T16:04:05Z', 'revision_number': 1, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:07.598448 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-807fa415-6488-40df-896c-ce05ea014606 req-138b3e9b-6a7c-4fd7-800b-c00a363b8139 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549805 Jan 31 16:04:07.617242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc05bfb-7aa3-45cd-830d-b28679fb8d55 None None] Checking router: c29305af-5df5-46d9-b5a0-5e8758c9765f for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:04:07.627991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc05bfb-7aa3-45cd-830d-b28679fb8d55 None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:07.628925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3bc05bfb-7aa3-45cd-830d-b28679fb8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:07.659772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de52ed-2147-4865-b77e-2c6bffb91645 req-c5d7f653-fce5-4a64-9bce-472488263ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:07.661330 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61de52ed-2147-4865-b77e-2c6bffb91645 req-c5d7f653-fce5-4a64-9bce-472488263ff4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 1096 time: 0.2832708 Jan 31 16:04:07.667892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212ed61b-41eb-4852-8f8c-0c77add2e61f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:07.687913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-369d5037-c829-4157-abef-779afe6564c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:07.695855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-369d5037-c829-4157-abef-779afe6564c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.4071527 Jan 31 16:04:07.782520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542bdb8-ad5b-4d58-baaf-6024d2ef2c38 req-a5aae660-930f-4139-a0ef-898033d48964 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:07.791026 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1542bdb8-ad5b-4d58-baaf-6024d2ef2c38 req-a5aae660-930f-4139-a0ef-898033d48964 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0721996 Jan 31 16:04:07.794411 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-3bc05bfb-7aa3-45cd-830d-b28679fb8d55 None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:07.838703 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1542bdb8-ad5b-4d58-baaf-6024d2ef2c38 req-9be4396e-dfda-4f33-8cd2-e4dc2aeb784c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452247 Jan 31 16:04:07.943953 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-daeb997f-48ff-4883-aa2c-b82387effc91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 999 time: 0.2470593 Jan 31 16:04:07.979973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d53ae-febd-4b23-b622-15b80238863d req-b716fa6a-9738-4d37-90fc-bee34a51c406 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:07.981597 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc9d53ae-febd-4b23-b622-15b80238863d req-b716fa6a-9738-4d37-90fc-bee34a51c406 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 931 time: 0.0705509 Jan 31 16:04:08.032659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Allocated IP 172.25.1.118 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/cee6e554-1a47-4a5a-8447-a6dbb6811eb3) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:04:08.039262 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc9d53ae-febd-4b23-b622-15b80238863d req-98a77775-e58e-4a34-887e-0c92ba2ba88f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501814 Jan 31 16:04:08.114056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de52ed-2147-4865-b77e-2c6bffb91645 req-7cf2d4a6-d302-49c1-a5e9-fef4d4a7e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:08.115724 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61de52ed-2147-4865-b77e-2c6bffb91645 req-7cf2d4a6-d302-49c1-a5e9-fef4d4a7e1a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.4415557 Jan 31 16:04:08.122735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-e9b51dea-b801-4ad7-a610-408e5eea5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:08.124181 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-e9b51dea-b801-4ad7-a610-408e5eea5c10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.1791849 Jan 31 16:04:08.154887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3bc05bfb-7aa3-45cd-830d-b28679fb8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '12d24191-5d33-4550-baf4-5a9d78e7f1e1', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'port_id': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'mac_address': 'fa:16:3e:2e:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:03:44Z', 'updated_at': '2022-01-31T16:04:05Z', 'revision_number': 1, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:08.184287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc05bfb-7aa3-45cd-830d-b28679fb8d55 None None] The sync data for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 is: [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '12d24191-5d33-4550-baf4-5a9d78e7f1e1', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'port_id': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'mac_address': 'fa:16:3e:2e:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:03:44Z', 'updated_at': '2022-01-31T16:04:05Z', 'revision_number': 1, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:04:08.195744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb68194-430c-47e3-aaff-8c5ae29ae67f req-c85cecda-7def-4a21-8817-33fc6e05d9a1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:08.197341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aeb68194-430c-47e3-aaff-8c5ae29ae67f req-c85cecda-7def-4a21-8817-33fc6e05d9a1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0701807 Jan 31 16:04:08.247087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aeb68194-430c-47e3-aaff-8c5ae29ae67f req-380d366f-5a70-482b-9bc5-67e5556bd58f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Jan 31 16:04:08.364369 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61de52ed-2147-4865-b77e-2c6bffb91645 req-3b92b360-2700-4049-b9bf-c9e7e198b3df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 999 time: 0.2297878 Jan 31 16:04:08.387847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aba2cd-1415-4284-977e-223d4fb10a68 req-db349da0-153b-4fa3-93ee-b746d99b9bde tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:08.389500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88aba2cd-1415-4284-977e-223d4fb10a68 req-db349da0-153b-4fa3-93ee-b746d99b9bde tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0611057 Jan 31 16:04:08.397793 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bacb9a1-647f-4c30-92df-3db78f657d07 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:04:08.431115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:08.438646 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88aba2cd-1415-4284-977e-223d4fb10a68 req-a857ccc4-c19b-48e4-b480-ef35c8ae8fcf tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Jan 31 16:04:08.472705 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-ceeb2245-51d9-4013-9b3d-e7f3f0cc45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:08.474248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-ceeb2245-51d9-4013-9b3d-e7f3f0cc45ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3346765 Jan 31 16:04:08.482094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Transition to ACTIVE for port object 1bacb9a1-647f-4c30-92df-3db78f657d07 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:04:08.503427 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de52ed-2147-4865-b77e-2c6bffb91645 req-5dfc54ad-45e6-4272-afcc-69980facc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:08.504879 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61de52ed-2147-4865-b77e-2c6bffb91645 req-5dfc54ad-45e6-4272-afcc-69980facc84e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.1287856 Jan 31 16:04:08.508686 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8d2ec-40f0-48a5-b67e-5d11eca99938 None None] New status for floating IP 12d24191-5d33-4550-baf4-5a9d78e7f1e1: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:04:08.520831 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:08.572868 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:08.703189 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Pushing event updated for resources: {'Port': ['ID=1bacb9a1-647f-4c30-92df-3db78f657d07,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:08.771063 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-cbdd6d28-26c3-4ece-92a9-f7193a3fcd18 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877772 Jan 31 16:04:08.794732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de52ed-2147-4865-b77e-2c6bffb91645 req-6530bce7-e095-48b6-8b7b-43316f1bb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:08.796443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61de52ed-2147-4865-b77e-2c6bffb91645 req-6530bce7-e095-48b6-8b7b-43316f1bb138 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2712753 Jan 31 16:04:08.802661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b176e-fe44-4818-b2ce-ef0e7f3637f5 req-7b9204d0-160f-4fd7-9e14-797e50ddcc41 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:08.806273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c0b176e-fe44-4818-b2ce-ef0e7f3637f5 req-7b9204d0-160f-4fd7-9e14-797e50ddcc41 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0713429 Jan 31 16:04:08.836284 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:08.860531 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c0b176e-fe44-4818-b2ce-ef0e7f3637f5 req-5021edb4-71c8-4bf8-9e59-71b7dbd564c7 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 Jan 31 16:04:08.998208 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453155ff-86f8-46b2-86fe-30f0e63dc3ae req-6f969ba3-6f31-4bfb-8831-9151244d8859 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:08.999819 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-453155ff-86f8-46b2-86fe-30f0e63dc3ae req-6f969ba3-6f31-4bfb-8831-9151244d8859 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0578649 Jan 31 16:04:09.046919 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-453155ff-86f8-46b2-86fe-30f0e63dc3ae req-bf74a5eb-99c8-4ba2-8523-bdb7b13c8640 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400584 Jan 31 16:04:09.078514 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61de52ed-2147-4865-b77e-2c6bffb91645 req-636e8f8e-7232-4686-9951-d06fa89bb60c service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582536 Jan 31 16:04:09.078514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:04:09.078514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Pushing event updated for resources: {'Port': ['ID=cee6e554-1a47-4a5a-8447-a6dbb6811eb3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:09.101567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Attempting to bind port 1bacb9a1-647f-4c30-92df-3db78f657d07 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:04:09.102070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Attempting to bind port 1bacb9a1-647f-4c30-92df-3db78f657d07 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:04:09.102542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Attempting to bind port 1bacb9a1-647f-4c30-92df-3db78f657d07 on network 7f3f7475-5763-4383-9796-97b002a13c06 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:04:09.109146 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:09.201455 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d1ff6ae-49e8-49ad-b4d3-1623d6390563 req-1f589809-1ae2-497f-9716-62a24265f2b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889387 Jan 31 16:04:09.215464 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c867e99-2265-4e2a-a941-62aa5661d7cb req-8d8cabb7-b90c-461a-b980-c7536f6365f0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:09.222739 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c867e99-2265-4e2a-a941-62aa5661d7cb req-8d8cabb7-b90c-461a-b980-c7536f6365f0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 943 time: 0.0714920 Jan 31 16:04:09.278403 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c867e99-2265-4e2a-a941-62aa5661d7cb req-d998e6e6-0577-4c2f-afc2-22f93aa31e21 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481765 Jan 31 16:04:09.335886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ff6ae-49e8-49ad-b4d3-1623d6390563 req-416d69e0-8751-4a69-95f2-2148676b180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:09.337485 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d1ff6ae-49e8-49ad-b4d3-1623d6390563 req-416d69e0-8751-4a69-95f2-2148676b180e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 1096 time: 0.0712361 Jan 31 16:04:09.505834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d13eb-75da-403a-a9e5-5fe309a23bfe req-39b61fa1-5182-4da8-95be-3a8c8c1db944 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:09.507410 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-186d13eb-75da-403a-a9e5-5fe309a23bfe req-39b61fa1-5182-4da8-95be-3a8c8c1db944 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0843983 Jan 31 16:04:09.514360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ff6ae-49e8-49ad-b4d3-1623d6390563 req-72e588e6-10fa-4369-b4a7-1dc09d274dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:09.515814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d1ff6ae-49e8-49ad-b4d3-1623d6390563 req-72e588e6-10fa-4369-b4a7-1dc09d274dcd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 200 len: 912 time: 0.1560304 Jan 31 16:04:09.528590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Port 1bacb9a1-647f-4c30-92df-3db78f657d07 on network 7f3f7475-5763-4383-9796-97b002a13c06 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:04:09.529158 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Attempting to bind port 1bacb9a1-647f-4c30-92df-3db78f657d07 on network 7f3f7475-5763-4383-9796-97b002a13c06 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:04:09.534665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:04:09.569142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53486) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:09.578251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:04:09.578590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Checking segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:04:09.578974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Bound using segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:04:09.579417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Bound port: 1bacb9a1-647f-4c30-92df-3db78f657d07, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:04:09.579864 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:09.607302 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9af5e28e-f36e-4ea1-9ca1-b630d60cff3a req-09e76569-0ac2-4852-abf5-f81c2f7db87c service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8056312 Jan 31 16:04:09.622903 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-186d13eb-75da-403a-a9e5-5fe309a23bfe req-59765f74-e7df-438e-ba55-81c096082c08 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043568 Jan 31 16:04:09.643679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d1ff6ae-49e8-49ad-b4d3-1623d6390563 req-305f8693-9fd7-4f74-9cb8-85d9cf6fc604 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f8275f-8587-4148-916c-ff37699ae038 HTTP/1.1" status: 200 len: 1001 time: 0.1173468 Jan 31 16:04:09.649857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:09.650584 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:09.683825 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61de52ed-2147-4865-b77e-2c6bffb91645 req-5785a8cd-6dab-4f8d-8d79-269e3eeb1a10 service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041226 Jan 31 16:04:09.691844 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-37ca14da-a24c-4248-863f-a9051bdf807f tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3049209 Jan 31 16:04:09.695076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53494) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:09.706496 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.118'}]}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:09.729408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] For port 1bacb9a1-647f-4c30-92df-3db78f657d07, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:04:09.734204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] For port 1bacb9a1-647f-4c30-92df-3db78f657d07, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1bacb9a1-647f-4c30-92df-3db78f657d07,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:04:09.751239 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:09.791275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ff6ae-49e8-49ad-b4d3-1623d6390563 req-8497eac2-e2b8-4ac4-98c0-b8308868223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:09.793898 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d1ff6ae-49e8-49ad-b4d3-1623d6390563 req-8497eac2-e2b8-4ac4-98c0-b8308868223b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3e373cf-e995-4178-bf6f-1d42ceb41d7c HTTP/1.1" status: 200 len: 850 time: 0.1372471 Jan 31 16:04:09.795235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f5d1-c99e-4595-aeb5-5e9245af1cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:09.799142 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:09.800341 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:09.829633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:09.830628 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:09.831852 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] 10.222.0.30 "PUT /v2.0/ports/1bacb9a1-647f-4c30-92df-3db78f657d07 HTTP/1.1" status: 200 len: 1091 time: 2.6861920 Jan 31 16:04:09.832301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2baca21-2986-47aa-afc3-9bffeb7e71fb', 'tag': '1bacb9a1-647f-4c30-92df-3db78f657d07'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:09.834637 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8a1c85-52cf-42a9-830d-668388086ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "a2baca21-2986-47aa-afc3-9bffeb7e71fb", "tag": "1bacb9a1-647f-4c30-92df-3db78f657d07"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:09.873931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-8a1e1015-b772-4dfa-a0b9-dac28efb2331 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:09.875752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-8a1e1015-b772-4dfa-a0b9-dac28efb2331 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1403275 Jan 31 16:04:09.877108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e2fb2-cc0a-4d69-a516-bcd58c251714 req-1bb23389-d058-446b-afa7-458d0526b8ee tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:09.878687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-967e2fb2-cc0a-4d69-a516-bcd58c251714 req-1bb23389-d058-446b-afa7-458d0526b8ee tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1565447 Jan 31 16:04:09.888896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0a594-bfd6-48fb-b81f-196f53fc496d service neutron] Pushing event updated for resources: {'Port': ['ID=1bacb9a1-647f-4c30-92df-3db78f657d07,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:09.918633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ff6ae-49e8-49ad-b4d3-1623d6390563 req-93115b02-32d6-4e20-a2b1-e6d0a491f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:09.920138 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d1ff6ae-49e8-49ad-b4d3-1623d6390563 req-93115b02-32d6-4e20-a2b1-e6d0a491f977 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123433 Jan 31 16:04:09.953186 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:09.999923 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-967e2fb2-cc0a-4d69-a516-bcd58c251714 req-aabfad27-e436-4d14-819e-f50b307f8faf tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072903 Jan 31 16:04:10.060908 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f5d1-c99e-4595-aeb5-5e9245af1cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:10.066548 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f5d1-c99e-4595-aeb5-5e9245af1cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:10.088178 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a937b4-39ee-436f-b950-e75f511e8a42 x-openstack-request-id: req-03a937b4-39ee-436f-b950-e75f511e8a42 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:10.088479 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2baca21-2986-47aa-afc3-9bffeb7e71fb", "tag": "1bacb9a1-647f-4c30-92df-3db78f657d07", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:10.088766 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03a937b4-39ee-436f-b950-e75f511e8a42 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:10.089111 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2baca21-2986-47aa-afc3-9bffeb7e71fb', 'tag': '1bacb9a1-647f-4c30-92df-3db78f657d07', 'status': 'completed', 'code': 200} Jan 31 16:04:10.111805 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d1ff6ae-49e8-49ad-b4d3-1623d6390563 req-8f417ecd-2b5d-47a6-a7c3-7981abc1e465 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805654 Jan 31 16:04:10.117350 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a6b2f5d1-c99e-4595-aeb5-5e9245af1cfd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1c869f2caf54a74992fb2bf6f9def85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5459776 Jan 31 16:04:10.119004 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-2707f3e3-721d-4bf7-9625-3f3ae55bb28c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 1001 time: 0.2253349 Jan 31 16:04:10.122528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-1ecaeacf-5109-4d3f-bd1c-388f1dcd84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:10.122721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53504) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:10.123703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-1ecaeacf-5109-4d3f-bd1c-388f1dcd84b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 1094 time: 0.2443600 Jan 31 16:04:10.128938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-45542bfc-a530-4e34-9414-0c6a7a0d9dfb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Request body: {'floatingip': {'port_id': 'c64e471e-49c8-4589-8583-d541b89c2901', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:10.176518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2f5d1-c99e-4595-aeb5-5e9245af1cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97587bf2-a62c-47b5-97d0-4504f0545a45,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:10.261816 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-74730aa8-47b8-477a-b6b1-2978f76eff1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bacb9a1-647f-4c30-92df-3db78f657d07 HTTP/1.1" status: 200 len: 217 time: 0.1281848 Jan 31 16:04:10.263595 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:10.282113 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5e6a84ca-93d8-4a2f-8b79-ad33ea520a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:10.294783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f0f98-148e-4a1f-af49-10252fe66d3d req-94f4c636-00c6-4f2d-a447-eee43029db0f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:10.296231 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c88f0f98-148e-4a1f-af49-10252fe66d3d req-94f4c636-00c6-4f2d-a447-eee43029db0f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1449130 Jan 31 16:04:10.311552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d1ff6ae-49e8-49ad-b4d3-1623d6390563 req-5cf7a5ad-4d4a-4098-85f7-4b4d9e6fd59e service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837139 Jan 31 16:04:10.328464 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-45542bfc-a530-4e34-9414-0c6a7a0d9dfb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:10.338787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5e6a84ca-93d8-4a2f-8b79-ad33ea520a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:10.374772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c88f0f98-148e-4a1f-af49-10252fe66d3d req-1263359b-cd61-48d6-ba04-056fd15521fe tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681214 Jan 31 16:04:10.404455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5e6a84ca-93d8-4a2f-8b79-ad33ea520a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:10.404455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5e6a84ca-93d8-4a2f-8b79-ad33ea520a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:10.404728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-dad5b1d5-52d0-4887-9c02-7cb15e06966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:10.405117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5e6a84ca-93d8-4a2f-8b79-ad33ea520a62 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97587bf2-a62c-47b5-97d0-4504f0545a45 HTTP/1.1" status: 204 len: 168 time: 0.2817214 Jan 31 16:04:10.406033 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-dad5b1d5-52d0-4887-9c02-7cb15e06966e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1376412 Jan 31 16:04:10.414594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a84ca-93d8-4a2f-8b79-ad33ea520a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97587bf2-a62c-47b5-97d0-4504f0545a45,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:10.529973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab2133-03a5-42ac-ba56-a0d306c20bfc req-ad63f169-e976-43af-ae76-a53647c34d73 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:10.531690 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-16ab2133-03a5-42ac-ba56-a0d306c20bfc req-ad63f169-e976-43af-ae76-a53647c34d73 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 943 time: 0.0529902 Jan 31 16:04:10.535284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-92276f43-b534-428d-b532-7e0a2f3df95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:10.536777 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-92276f43-b534-428d-b532-7e0a2f3df95f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198142 Jan 31 16:04:10.573341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-16ab2133-03a5-42ac-ba56-a0d306c20bfc req-a73800fb-0de4-4f28-abbc-6e7769eea361 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332959 Jan 31 16:04:10.730235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4e5e8-e63c-4b88-a8e2-aa58cd13504a req-52d1403c-392a-413a-aed9-6dc6b6fecc59 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:10.732196 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1dc4e5e8-e63c-4b88-a8e2-aa58cd13504a req-52d1403c-392a-413a-aed9-6dc6b6fecc59 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0989029 Jan 31 16:04:10.751299 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-048e4558-61c4-4413-af96-c561b240d2e1 service neutron] 10.222.0.30 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697714 Jan 31 16:04:10.785614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53518) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:10.795209 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1dc4e5e8-e63c-4b88-a8e2-aa58cd13504a req-bf0411ec-65df-4f1e-8f00-c3d3ac7dec1f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535324 Jan 31 16:04:10.803255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f60a92b-a246-4034-9c6a-8243f13f59b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:10.905524 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f60a92b-a246-4034-9c6a-8243f13f59b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:10.911170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f60a92b-a246-4034-9c6a-8243f13f59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:10.963365 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7f60a92b-a246-4034-9c6a-8243f13f59b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9f52cdaf9a04b308b93929837638b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739106 Jan 31 16:04:10.965197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53526) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:10.967817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60a92b-a246-4034-9c6a-8243f13f59b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f51c84-25d7-42be-8b18-2839ffb36763,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:11.039332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9326f3a-a4fe-43d5-9a4c-ae6aa984edf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:11.044738 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:11.061231 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9326f3a-a4fe-43d5-9a4c-ae6aa984edf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:11.072334 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c635691-5ed2-4f93-92e0-5cc92a68f571 req-682890ea-2960-4ac5-9d3f-fe8d4e88611f service neutron] 10.222.0.30 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906966 Jan 31 16:04:11.075307 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:11.132370 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9326f3a-a4fe-43d5-9a4c-ae6aa984edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:11.135645 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9326f3a-a4fe-43d5-9a4c-ae6aa984edf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:11.137118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b9326f3a-a4fe-43d5-9a4c-ae6aa984edf3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0f51c84-25d7-42be-8b18-2839ffb36763 HTTP/1.1" status: 204 len: 168 time: 0.1703579 Jan 31 16:04:11.146402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9326f3a-a4fe-43d5-9a4c-ae6aa984edf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f51c84-25d7-42be-8b18-2839ffb36763,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:11.274479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1851bf-8738-4f33-b895-f0cc81fe901a req-d7f24f66-1623-45a8-8126-66b6b7706991 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:11.276288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a1851bf-8738-4f33-b895-f0cc81fe901a req-d7f24f66-1623-45a8-8126-66b6b7706991 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0594141 Jan 31 16:04:11.289160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1c85-52cf-42a9-830d-668388086ae8 req-8d4fe6d3-fafc-4583-b673-4ab30972eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:11.290685 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a8a1c85-52cf-42a9-830d-668388086ae8 req-8d4fe6d3-fafc-4583-b673-4ab30972eb6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 1094 time: 0.1622896 Jan 31 16:04:11.320140 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a1851bf-8738-4f33-b895-f0cc81fe901a req-ab453298-1633-425a-b797-e7f8ced75b2c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366085 Jan 31 16:04:11.442352 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d4b97-d43b-48d2-b4e4-bf67df37d609 req-52d2810e-faad-4d1e-990e-e208b4f36871 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:11.444172 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-159d4b97-d43b-48d2-b4e4-bf67df37d609 req-52d2810e-faad-4d1e-990e-e208b4f36871 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0548346 Jan 31 16:04:11.488913 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-159d4b97-d43b-48d2-b4e4-bf67df37d609 req-fc69cec4-4929-41f2-ac02-56375899caeb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365801 Jan 31 16:04:11.709544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af3a73-8a20-4b27-b201-d060e3f74d41 req-2ee6ec33-f4f2-42af-b1f7-02dc1c096f82 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:11.711078 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8af3a73-8a20-4b27-b201-d060e3f74d41 req-2ee6ec33-f4f2-42af-b1f7-02dc1c096f82 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 943 time: 0.0653877 Jan 31 16:04:11.744423 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-45542bfc-a530-4e34-9414-0c6a7a0d9dfb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:11.753661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8af3a73-8a20-4b27-b201-d060e3f74d41 req-39960354-e688-4abd-bbc2-88337a2bdbfa tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351379 Jan 31 16:04:11.769864 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-45542bfc-a530-4e34-9414-0c6a7a0d9dfb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:11.852809 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:11.951875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1c85-52cf-42a9-830d-668388086ae8 req-53f3e505-4b4a-45c2-a772-5aae1b9dee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:11.953349 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a8a1c85-52cf-42a9-830d-668388086ae8 req-53f3e505-4b4a-45c2-a772-5aae1b9dee14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.6107080 Jan 31 16:04:12.060946 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a8a1c85-52cf-42a9-830d-668388086ae8 req-8a5d6eec-ba3b-49fe-b3f1-f3c696ab3168 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bacb9a1-647f-4c30-92df-3db78f657d07 HTTP/1.1" status: 200 len: 217 time: 0.0966940 Jan 31 16:04:12.065099 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-45542bfc-a530-4e34-9414-0c6a7a0d9dfb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Floating IP 12d24191-5d33-4550-baf4-5a9d78e7f1e1 associated. External IP: 172.25.1.192, port: f40e127c-fe5c-443c-8882-0b2af4d66f23. Jan 31 16:04:12.159391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:12.164345 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:12.217253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1c85-52cf-42a9-830d-668388086ae8 req-bb979e91-6abe-40b6-970c-8b8f3a92019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:12.218901 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a8a1c85-52cf-42a9-830d-668388086ae8 req-bb979e91-6abe-40b6-970c-8b8f3a92019c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1272638 Jan 31 16:04:12.267907 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:12.268310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59b16625-d2ce-4cc8-9bd2-c55890d05d5e {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:04:12.315407 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 31 16:04:12.316476 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0e3e4577-4df7-4922-9884-cb56680ceedc tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6203768 Jan 31 16:04:12.319542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53566) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:12.325948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1c85-52cf-42a9-830d-668388086ae8 req-4eee9d77-bea0-437c-b1f1-86551d16e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:12.327414 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a8a1c85-52cf-42a9-830d-668388086ae8 req-4eee9d77-bea0-437c-b1f1-86551d16e4ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723636 Jan 31 16:04:12.457741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef581c8-1ebd-4ccc-838f-3933377e53bf req-ae3a802d-0759-4f50-b7f7-703f0e4e2a24 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:12.459415 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ef581c8-1ebd-4ccc-838f-3933377e53bf req-ae3a802d-0759-4f50-b7f7-703f0e4e2a24 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0621343 Jan 31 16:04:12.464908 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6c18dda4-497d-4309-ac2a-bd1307ddf49c tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Deleting port cee6e554-1a47-4a5a-8447-a6dbb6811eb3 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:12.465387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c18dda4-497d-4309-ac2a-bd1307ddf49c tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:12.505171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a8a1c85-52cf-42a9-830d-668388086ae8 req-0985fd03-b397-4d21-a20a-dcf6eb336ee2 service neutron] 10.222.0.30 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400447 Jan 31 16:04:12.510387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-45542bfc-a530-4e34-9414-0c6a7a0d9dfb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Router c29305af-5df5-46d9-b5a0-5e8758c9765f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:04:12.554299 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ef581c8-1ebd-4ccc-838f-3933377e53bf req-16d3ad08-fe92-48ed-96d8-266d59da8f1c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723019 Jan 31 16:04:12.575833 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c18dda4-497d-4309-ac2a-bd1307ddf49c tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:12.599621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6c18dda4-497d-4309-ac2a-bd1307ddf49c tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Calling delete_port for cee6e554-1a47-4a5a-8447-a6dbb6811eb3 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:12.685152 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a8a1c85-52cf-42a9-830d-668388086ae8 req-2c2f08dc-61ac-44f2-8e3f-9753f60f3cf7 service neutron] 10.222.0.30 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718843 Jan 31 16:04:12.696592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-45542bfc-a530-4e34-9414-0c6a7a0d9dfb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:04:12.710353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a27e0c6-c189-4dfb-8224-41f5012b13bc None None] Sync routers for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:04:12.729755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27e0c6-c189-4dfb-8224-41f5012b13bc None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:12.731026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1a27e0c6-c189-4dfb-8224-41f5012b13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:12.751603 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6f967-0398-4434-8040-7f97860d2bc2 req-df0a18b3-0d99-4fd9-a808-6a2d34e8bf19 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:12.770082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87b6f967-0398-4434-8040-7f97860d2bc2 req-df0a18b3-0d99-4fd9-a808-6a2d34e8bf19 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.1077080 Jan 31 16:04:12.843618 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87b6f967-0398-4434-8040-7f97860d2bc2 req-b57bf320-e5f5-46ca-b8b7-d8e763dfcf61 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724349 Jan 31 16:04:12.904875 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c18dda4-497d-4309-ac2a-bd1307ddf49c tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:12.960856 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-45542bfc-a530-4e34-9414-0c6a7a0d9dfb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Router c29305af-5df5-46d9-b5a0-5e8758c9765f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:04:12.975807 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18dda4-497d-4309-ac2a-bd1307ddf49c tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Pushing event deleted for resources: {'Port': ['ID=cee6e554-1a47-4a5a-8447-a6dbb6811eb3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:13.028301 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-1a27e0c6-c189-4dfb-8224-41f5012b13bc None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:13.102573 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c18dda4-497d-4309-ac2a-bd1307ddf49c tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:13.107671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-45542bfc-a530-4e34-9414-0c6a7a0d9dfb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:04:13.110064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6c18dda4-497d-4309-ac2a-bd1307ddf49c tempest-RoutersAdminNegativeTest-759129060 tempest-RoutersAdminNegativeTest-759129060-project-admin] 10.222.0.36 "DELETE /v2.0/ports/cee6e554-1a47-4a5a-8447-a6dbb6811eb3 HTTP/1.1" status: 204 len: 168 time: 0.7891135 Jan 31 16:04:13.115719 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-45542bfc-a530-4e34-9414-0c6a7a0d9dfb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:13.134135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76632b-6d82-4b6b-b59e-ed0197673c21 req-d6bdff87-af07-4856-ae92-beb387ee0671 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:13.143266 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f76632b-6d82-4b6b-b59e-ed0197673c21 req-d6bdff87-af07-4856-ae92-beb387ee0671 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 943 time: 0.1178763 Jan 31 16:04:13.148128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:13.151111 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8453522b-6312-439b-b83e-e6b8f72066da" -d '{"events": [{"name": "network-changed", "server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:13.179879 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-45542bfc-a530-4e34-9414-0c6a7a0d9dfb tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "PUT /v2.0/floatingips/12d24191-5d33-4550-baf4-5a9d78e7f1e1 HTTP/1.1" status: 200 len: 998 time: 3.0599103 Jan 31 16:04:13.189874 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f76632b-6d82-4b6b-b59e-ed0197673c21 req-a85ce035-871a-43bf-a3dd-40e1688bf419 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448582 Jan 31 16:04:13.244473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-a7960fa8-be45-4b00-bdca-ba772d24bf0b tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:13.246474 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-a7960fa8-be45-4b00-bdca-ba772d24bf0b tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports/f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 942 time: 0.0592422 Jan 31 16:04:13.298954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-ed0e72a1-e19e-401c-a565-1efd9d574362 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:13.300695 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-ed0e72a1-e19e-401c-a565-1efd9d574362 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.20 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.0522046 Jan 31 16:04:13.335686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1a27e0c6-c189-4dfb-8224-41f5012b13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '12d24191-5d33-4550-baf4-5a9d78e7f1e1', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'port_id': 'c64e471e-49c8-4589-8583-d541b89c2901', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'mac_address': 'fa:16:3e:01:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:03:44Z', 'updated_at': '2022-01-31T16:04:11Z', 'revision_number': 3, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:13.375598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a27e0c6-c189-4dfb-8224-41f5012b13bc None None] Checking router: c29305af-5df5-46d9-b5a0-5e8758c9765f for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:04:13.384692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27e0c6-c189-4dfb-8224-41f5012b13bc None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:13.385356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1a27e0c6-c189-4dfb-8224-41f5012b13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:13.448897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Deleting port e4f8275f-8587-4148-916c-ff37699ae038 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:13.449546 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:13.510781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-1adce99a-6318-40aa-af4a-41875809e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:13.519907 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-1adce99a-6318-40aa-af4a-41875809e289 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 1096 time: 0.1157846 Jan 31 16:04:13.528706 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631052dc-1cbb-4924-8aa3-d5497065975b x-openstack-request-id: req-631052dc-1cbb-4924-8aa3-d5497065975b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:13.528993 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:13.530849 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-631052dc-1cbb-4924-8aa3-d5497065975b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:13.531989 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'status': 'completed', 'code': 200} Jan 31 16:04:13.574433 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-1a27e0c6-c189-4dfb-8224-41f5012b13bc None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:13.595843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] For port e4f8275f-8587-4148-916c-ff37699ae038, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e4f8275f-8587-4148-916c-ff37699ae038,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:13.598016 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:13.641356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53608) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:13.805216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453522b-6312-439b-b83e-e6b8f72066da req-c8b1fcad-cdd4-4db6-a007-d1776cf68c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:13.806759 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8453522b-6312-439b-b83e-e6b8f72066da req-c8b1fcad-cdd4-4db6-a007-d1776cf68c90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 1096 time: 0.2486100 Jan 31 16:04:13.835509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164a848-cd51-4fd2-b6c2-c0661d91f8d7 req-2fc699f7-15e1-418d-ba39-4e706fca9b4d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:13.837152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9164a848-cd51-4fd2-b6c2-c0661d91f8d7 req-2fc699f7-15e1-418d-ba39-4e706fca9b4d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1355274 Jan 31 16:04:13.846519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-f3292185-a4b6-4c8d-b8d8-ef3515179b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:13.848005 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-f3292185-a4b6-4c8d-b8d8-ef3515179b28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.3152139 Jan 31 16:04:13.943735 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9164a848-cd51-4fd2-b6c2-c0661d91f8d7 req-bc60e229-819a-4d33-830a-aceb1c3032df tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959291 Jan 31 16:04:13.966460 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:13.969636 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:13.970198 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Floating IP 0ec2846a-03b3-440e-9561-9d0ae960f13c disassociated. External IP: 172.25.1.137, port: e4f8275f-8587-4148-916c-ff37699ae038. Jan 31 16:04:13.970752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Calling delete_port for e4f8275f-8587-4148-916c-ff37699ae038 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:13.988797 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-73a58154-05a0-4947-8c34-7402705262e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 217 time: 0.0866587 Jan 31 16:04:14.036254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1a27e0c6-c189-4dfb-8224-41f5012b13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '12d24191-5d33-4550-baf4-5a9d78e7f1e1', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'port_id': 'c64e471e-49c8-4589-8583-d541b89c2901', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'mac_address': 'fa:16:3e:01:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:03:44Z', 'updated_at': '2022-01-31T16:04:11Z', 'revision_number': 3, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:14.075536 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a27e0c6-c189-4dfb-8224-41f5012b13bc None None] The sync data for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 is: [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '12d24191-5d33-4550-baf4-5a9d78e7f1e1', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'port_id': 'c64e471e-49c8-4589-8583-d541b89c2901', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'mac_address': 'fa:16:3e:01:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:03:44Z', 'updated_at': '2022-01-31T16:04:11Z', 'revision_number': 3, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:04:14.094833 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb97277d-7430-424f-a4f8-918573dedbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:14.105779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-b9804927-afb6-4116-9dab-424c035d279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:14.107442 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-b9804927-afb6-4116-9dab-424c035d279c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.1081972 Jan 31 16:04:14.110377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453522b-6312-439b-b83e-e6b8f72066da req-eb2ea489-d7e2-4fec-a10d-7f5d325c4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:14.111912 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8453522b-6312-439b-b83e-e6b8f72066da req-eb2ea489-d7e2-4fec-a10d-7f5d325c4dc0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.2937183 Jan 31 16:04:14.193747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987a25c-c1fe-4272-89e5-9800bb110a1d req-973937bc-9d40-47c7-ad10-c04cdc102623 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:14.195278 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4987a25c-c1fe-4272-89e5-9800bb110a1d req-973937bc-9d40-47c7-ad10-c04cdc102623 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 945 time: 0.1272559 Jan 31 16:04:14.196692 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8453522b-6312-439b-b83e-e6b8f72066da req-f52c3534-953c-4b12-84d0-51a6bff5a5a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 217 time: 0.0734985 Jan 31 16:04:14.240328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-eff414b7-cc58-4baa-950b-85814ecb8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:14.248744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-eff414b7-cc58-4baa-950b-85814ecb8548 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342442 Jan 31 16:04:14.284684 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 1bacb9a1-647f-4c30-92df-3db78f657d07 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:04:14.290414 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:14.303987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4987a25c-c1fe-4272-89e5-9800bb110a1d req-c95c7d69-56e6-42a5-8cd8-cb3cec2f04fc tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf5fd1c1-61e4-4cf0-8916-23709ad27d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969317 Jan 31 16:04:14.338107 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae6dab4-a421-47ca-ac84-0da497437ad8 None None] New status for floating IP 12d24191-5d33-4550-baf4-5a9d78e7f1e1: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:04:14.371077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453522b-6312-439b-b83e-e6b8f72066da req-7335ec98-7ad2-40e9-9eb8-119aa31ceffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:14.372561 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8453522b-6312-439b-b83e-e6b8f72066da req-7335ec98-7ad2-40e9-9eb8-119aa31ceffb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.1628528 Jan 31 16:04:14.403110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event deleted for resources: {'Port': ['ID=e4f8275f-8587-4148-916c-ff37699ae038,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:14.468575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 1bacb9a1-647f-4c30-92df-3db78f657d07, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1bacb9a1-647f-4c30-92df-3db78f657d07,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:14.486511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '1bacb9a1-647f-4c30-92df-3db78f657d07', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'port_id': '1bacb9a1-647f-4c30-92df-3db78f657d07', 'mac_address': 'fa:16:3e:44:91:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:04:14.545118 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:14.570760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bacb9a1-647f-4c30-92df-3db78f657d07 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:04:14.596876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 1bacb9a1-647f-4c30-92df-3db78f657d07, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1bacb9a1-647f-4c30-92df-3db78f657d07,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:14.603004 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:14.637579 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb97277d-7430-424f-a4f8-918573dedbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:14.648087 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb97277d-7430-424f-a4f8-918573dedbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:14.653086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Router 966a59f4-57d8-4998-954f-f45c788e2301 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:04:14.723126 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-eb97277d-7430-424f-a4f8-918573dedbfa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=410c07e6574945718c004cb2efab4b24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0785480 Jan 31 16:04:14.726151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97277d-7430-424f-a4f8-918573dedbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d276ad-c325-4feb-83d7-a118a8bd6cf5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:14.728782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53632) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:14.745081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e0712-cb15-4c98-a6c4-fe0133b56aec req-60765fc6-04f5-4146-bbc1-d40a7734f125 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:14.746786 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a74e0712-cb15-4c98-a6c4-fe0133b56aec req-60765fc6-04f5-4146-bbc1-d40a7734f125 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 943 time: 0.3187909 Jan 31 16:04:14.770326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=1bacb9a1-647f-4c30-92df-3db78f657d07,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:14.821984 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-319a1bed-6d48-4f28-90c4-defb4d7d68e5 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722792 Jan 31 16:04:14.827127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453522b-6312-439b-b83e-e6b8f72066da req-8f195a59-4611-4bad-86ac-54dffd7ea1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:14.830182 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8453522b-6312-439b-b83e-e6b8f72066da req-8f195a59-4611-4bad-86ac-54dffd7ea1cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4474211 Jan 31 16:04:14.850422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['1bacb9a1-647f-4c30-92df-3db78f657d07'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:04:14.918955 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a74e0712-cb15-4c98-a6c4-fe0133b56aec req-6fc47ab9-1726-467d-9d15-02f07e1a0463 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267812 Jan 31 16:04:14.953042 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d29a4dc-39ab-4081-8c00-3a543f968dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:14.987367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977647c-1ca0-4b71-8baf-0ecd8b3d30eb None None] Sync routers for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:04:14.992331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:04:15.005878 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c6f61-bf24-4a99-9e77-85016bed1c80 None None] Sync routers for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:04:15.020772 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382c6f61-bf24-4a99-9e77-85016bed1c80 None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:15.025179 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-382c6f61-bf24-4a99-9e77-85016bed1c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:15.026255 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-773cffa8-527f-4ff0-9fbf-d2823b22c38d service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945517 Jan 31 16:04:15.043735 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8453522b-6312-439b-b83e-e6b8f72066da req-34a7ff6e-72ec-434b-ad27-65391912c699 service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031562 Jan 31 16:04:15.049414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977647c-1ca0-4b71-8baf-0ecd8b3d30eb None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:15.050106 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0977647c-1ca0-4b71-8baf-0ecd8b3d30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:15.087547 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d29a4dc-39ab-4081-8c00-3a543f968dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:15.158097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] No DVR routers for this DVR port e4f8275f-8587-4148-916c-ff37699ae038 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:04:15.193853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:15.198082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a83023ed-d550-4726-a32b-4d82fc5ad495 req-aaaf1070-7dfb-4ac4-a064-3b92a38f79e1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.20 "DELETE /v2.0/ports/e4f8275f-8587-4148-916c-ff37699ae038 HTTP/1.1" status: 204 len: 173 time: 1.8913021 Jan 31 16:04:15.198998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'name': 'network-vif-deleted', 'tag': 'e4f8275f-8587-4148-916c-ff37699ae038'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:15.201661 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2061d640-5e80-49c2-99cc-18c72bf418e8" -d '{"events": [{"server_uuid": "25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28", "name": "network-vif-deleted", "tag": "e4f8275f-8587-4148-916c-ff37699ae038"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:15.213676 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-382c6f61-bf24-4a99-9e77-85016bed1c80 None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:15.260819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5515e-05f4-46aa-b576-0b4e5e11a7fa req-fd36069b-43cc-4bf3-a616-d79ff3de5376 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:15.268974 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4bb5515e-05f4-46aa-b576-0b4e5e11a7fa req-fd36069b-43cc-4bf3-a616-d79ff3de5376 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.2003696 Jan 31 16:04:15.299608 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d29a4dc-39ab-4081-8c00-3a543f968dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:15.302421 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d29a4dc-39ab-4081-8c00-3a543f968dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:15.303795 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7d29a4dc-39ab-4081-8c00-3a543f968dd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46d276ad-c325-4feb-83d7-a118a8bd6cf5 HTTP/1.1" status: 204 len: 168 time: 0.5729904 Jan 31 16:04:15.338455 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4bb5515e-05f4-46aa-b576-0b4e5e11a7fa req-9f0df1db-2d4a-4616-a231-04fcfe7cbc80 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681505 Jan 31 16:04:15.339593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29a4dc-39ab-4081-8c00-3a543f968dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d276ad-c325-4feb-83d7-a118a8bd6cf5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:15.364930 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8453522b-6312-439b-b83e-e6b8f72066da req-f36cf7e8-c3a9-4239-9aea-1e9cd0032c53 service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114195 Jan 31 16:04:15.381783 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-0977647c-1ca0-4b71-8baf-0ecd8b3d30eb None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:15.409957 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-2381381e-ff8d-4a1b-89fd-63d5270763d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:15.410809 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb32861-9a75-4485-bfcd-e74392b3f434 x-openstack-request-id: req-0cb32861-9a75-4485-bfcd-e74392b3f434 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:15.411342 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28", "name": "network-vif-deleted", "tag": "e4f8275f-8587-4148-916c-ff37699ae038", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:15.411811 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0cb32861-9a75-4485-bfcd-e74392b3f434 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:15.412432 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28', 'name': 'network-vif-deleted', 'tag': 'e4f8275f-8587-4148-916c-ff37699ae038', 'status': 'completed', 'code': 200} Jan 31 16:04:15.425497 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-2381381e-ff8d-4a1b-89fd-63d5270763d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 1096 time: 0.2929735 Jan 31 16:04:15.545174 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7caa4e30-a5ee-4128-8a17-6755ca40c8e9 req-37e66f79-03bb-4a1a-b53b-a6aabf6c678b tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=25de5829-8b4e-4ca4-b0a0-dfd8ebe21c28 HTTP/1.1" status: 200 len: 210 time: 0.0674512 Jan 31 16:04:15.564824 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c5be4d3-044e-450c-a232-ba13c30ae048 req-27459ad2-92cb-4d02-b87e-c02ba4f7e04c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3682375 Jan 31 16:04:15.565159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'tag': 'c64e471e-49c8-4589-8583-d541b89c2901'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:15.567456 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0c85f0-fe7d-4b43-aa05-db211e5ca54c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d66c77c-a7be-4d93-811e-885d6d276d23", "tag": "c64e471e-49c8-4589-8583-d541b89c2901"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:15.652409 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-382c6f61-bf24-4a99-9e77-85016bed1c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:18Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:15.679957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3530c2-5cbb-4e7a-94f5-cd585a2613ea req-3b64f842-4846-4875-98a7-9129336cc12a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:15.691821 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f3530c2-5cbb-4e7a-94f5-cd585a2613ea req-3b64f842-4846-4875-98a7-9129336cc12a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0842359 Jan 31 16:04:15.701370 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c6f61-bf24-4a99-9e77-85016bed1c80 None None] Checking router: 966a59f4-57d8-4998-954f-f45c788e2301 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:04:15.734600 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382c6f61-bf24-4a99-9e77-85016bed1c80 None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:15.735426 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-382c6f61-bf24-4a99-9e77-85016bed1c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:15.758542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f3530c2-5cbb-4e7a-94f5-cd585a2613ea req-021b6156-4607-4f74-80a8-1ccd237206f5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646298 Jan 31 16:04:15.790802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-ec623240-1bf9-480b-9855-281f5d16977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:15.792112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-ec623240-1bf9-480b-9855-281f5d16977b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.3525808 Jan 31 16:04:15.852903 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5be4d3-044e-450c-a232-ba13c30ae048 req-6a5ff85f-879a-4115-80a1-6f4b032d48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:15.854526 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c5be4d3-044e-450c-a232-ba13c30ae048 req-6a5ff85f-879a-4115-80a1-6f4b032d48c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=452636cdaaec43b3ae3f51270aef0edf&device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 1096 time: 0.2278316 Jan 31 16:04:15.875015 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee3e20f-32b7-46a1-ba49-3be577bbb714 x-openstack-request-id: req-eee3e20f-32b7-46a1-ba49-3be577bbb714 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:15.875339 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d66c77c-a7be-4d93-811e-885d6d276d23", "tag": "c64e471e-49c8-4589-8583-d541b89c2901", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:15.877798 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eee3e20f-32b7-46a1-ba49-3be577bbb714 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:15.878369 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'tag': 'c64e471e-49c8-4589-8583-d541b89c2901', 'status': 'completed', 'code': 200} Jan 31 16:04:15.943962 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-382c6f61-bf24-4a99-9e77-85016bed1c80 None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:16.025688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0977647c-1ca0-4b71-8baf-0ecd8b3d30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '12d24191-5d33-4550-baf4-5a9d78e7f1e1', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'port_id': 'c64e471e-49c8-4589-8583-d541b89c2901', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'mac_address': 'fa:16:3e:01:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:03:44Z', 'updated_at': '2022-01-31T16:04:14Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:16.055006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977647c-1ca0-4b71-8baf-0ecd8b3d30eb None None] Checking router: c29305af-5df5-46d9-b5a0-5e8758c9765f for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:04:16.065065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977647c-1ca0-4b71-8baf-0ecd8b3d30eb None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:16.065799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0977647c-1ca0-4b71-8baf-0ecd8b3d30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:03:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:16.142521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698fd00-7561-48fd-84be-d253ed71e0dc req-49bd0cbb-9170-46b6-ad86-464de1db1a1f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:16.154812 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6698fd00-7561-48fd-84be-d253ed71e0dc req-49bd0cbb-9170-46b6-ad86-464de1db1a1f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1237106 Jan 31 16:04:16.182789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53674) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:16.206303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-0977647c-1ca0-4b71-8baf-0ecd8b3d30eb None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:16.208106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6698fd00-7561-48fd-84be-d253ed71e0dc req-9869ec8d-7fad-4d1a-a5ce-a59b7fe74b0b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495086 Jan 31 16:04:16.258005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5be4d3-044e-450c-a232-ba13c30ae048 req-0329cf19-fc24-4f1e-83dc-42e63563f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:16.259482 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c5be4d3-044e-450c-a232-ba13c30ae048 req-0329cf19-fc24-4f1e-83dc-42e63563f388 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 200 len: 915 time: 0.3799255 Jan 31 16:04:16.262467 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-f2d3b93d-da51-48a5-927b-91defbc6e79b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64e471e-49c8-4589-8583-d541b89c2901 HTTP/1.1" status: 200 len: 1001 time: 0.4618435 Jan 31 16:04:16.313634 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 1bacb9a1-647f-4c30-92df-3db78f657d07 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:04:16.336811 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-382c6f61-bf24-4a99-9e77-85016bed1c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:18Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:16.362125 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c5be4d3-044e-450c-a232-ba13c30ae048 req-67b97eca-c1bd-40b1-a910-c85ae8e0cfd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f HTTP/1.1" status: 200 len: 217 time: 0.0936646 Jan 31 16:04:16.368437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c85f0-fe7d-4b43-aa05-db211e5ca54c req-1fd4569e-78e0-4100-9544-68da192e115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:16.369873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37b0d0-3043-430c-b14d-d30a00c47f02 req-05d3e227-2da8-45a0-8d5d-5c9d770a34e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:16.370110 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc0c85f0-fe7d-4b43-aa05-db211e5ca54c req-1fd4569e-78e0-4100-9544-68da192e115b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 1096 time: 0.2592113 Jan 31 16:04:16.372418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e37b0d0-3043-430c-b14d-d30a00c47f02 req-05d3e227-2da8-45a0-8d5d-5c9d770a34e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 944 time: 0.0790319 Jan 31 16:04:16.392852 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c6f61-bf24-4a99-9e77-85016bed1c80 None None] The sync data for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 is: [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:18Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:04:16.402093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-abe5afbe-7b0a-4275-aa56-86ed245a4c1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58f1c18ac89d4615919955008ab2f768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178729 Jan 31 16:04:16.403238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53680) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:16.509283 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-5490f3fe-8099-4942-adf7-7a672b39d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:16.510976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-5490f3fe-8099-4942-adf7-7a672b39d85f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.2294610 Jan 31 16:04:16.512016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 1bacb9a1-647f-4c30-92df-3db78f657d07 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:04:16.522319 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 1bacb9a1-647f-4c30-92df-3db78f657d07 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:16.523305 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:16.535648 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e37b0d0-3043-430c-b14d-d30a00c47f02 req-6b3d289b-1349-4f54-960f-cb0f7b44423f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504169 Jan 31 16:04:16.553751 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56b6f9b9-00dc-4974-8ab6-f711cbff5df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:16.563241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5be4d3-044e-450c-a232-ba13c30ae048 req-05b79d5a-5cc5-417e-a963-6efaf97f1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:16.564827 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c5be4d3-044e-450c-a232-ba13c30ae048 req-05b79d5a-5cc5-417e-a963-6efaf97f1616 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2a731ce-c71a-4498-8959-f6bd7106d18c HTTP/1.1" status: 200 len: 854 time: 0.1912849 Jan 31 16:04:16.593730 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56b6f9b9-00dc-4974-8ab6-f711cbff5df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:16.637104 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c5be4d3-044e-450c-a232-ba13c30ae048 req-d6e83289-521b-4337-9d56-db580c2b7952 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46ef0247-dcdd-47f2-94ca-6b3f98327603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561159 Jan 31 16:04:16.704136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c85f0-fe7d-4b43-aa05-db211e5ca54c req-6268262f-f5dc-4678-bd47-15e46d832074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:16.705623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc0c85f0-fe7d-4b43-aa05-db211e5ca54c req-6268262f-f5dc-4678-bd47-15e46d832074 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.3220479 Jan 31 16:04:16.734398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885da676-4679-4318-bbee-c6702430d301 req-acf46908-4e17-40e6-9d52-8b1c9737b66f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:16.736719 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-885da676-4679-4318-bbee-c6702430d301 req-acf46908-4e17-40e6-9d52-8b1c9737b66f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0893171 Jan 31 16:04:16.757816 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:16.765201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56b6f9b9-00dc-4974-8ab6-f711cbff5df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:16.768332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-56b6f9b9-00dc-4974-8ab6-f711cbff5df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:16.769865 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-56b6f9b9-00dc-4974-8ab6-f711cbff5df5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/212ed61b-41eb-4852-8f8c-0c77add2e61f HTTP/1.1" status: 204 len: 168 time: 0.3558223 Jan 31 16:04:16.786315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2baca21-2986-47aa-afc3-9bffeb7e71fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bacb9a1-647f-4c30-92df-3db78f657d07'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:16.788659 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea88b6-c1c9-4561-b21a-6011aa19025c" -d '{"events": [{"server_uuid": "a2baca21-2986-47aa-afc3-9bffeb7e71fb", "name": "network-vif-plugged", "status": "completed", "tag": "1bacb9a1-647f-4c30-92df-3db78f657d07"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:16.808297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 1bacb9a1-647f-4c30-92df-3db78f657d07, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1bacb9a1-647f-4c30-92df-3db78f657d07,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:16.820844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-aa682b9b-c909-4275-a66d-8ea0168dc4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:16.822581 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-aa682b9b-c909-4275-a66d-8ea0168dc4fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2883782 Jan 31 16:04:16.832307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0977647c-1ca0-4b71-8baf-0ecd8b3d30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '12d24191-5d33-4550-baf4-5a9d78e7f1e1', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'port_id': 'c64e471e-49c8-4589-8583-d541b89c2901', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'mac_address': 'fa:16:3e:01:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:03:44Z', 'updated_at': '2022-01-31T16:04:14Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:16.835738 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:16.844030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6f9b9-00dc-4974-8ab6-f711cbff5df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212ed61b-41eb-4852-8f8c-0c77add2e61f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:16.868516 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-885da676-4679-4318-bbee-c6702430d301 req-bce90204-10a3-4250-99bb-fc798d8e5076 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224735 Jan 31 16:04:16.943120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf86743-419b-4f8a-b7a3-368db0973b79 None None] New status for floating IP 0ec2846a-03b3-440e-9561-9d0ae960f13c: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:04:16.956826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977647c-1ca0-4b71-8baf-0ecd8b3d30eb None None] The sync data for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 is: [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '12d24191-5d33-4550-baf4-5a9d78e7f1e1', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'port_id': 'c64e471e-49c8-4589-8583-d541b89c2901', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'mac_address': 'fa:16:3e:01:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:03:44Z', 'updated_at': '2022-01-31T16:04:14Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:04:16.987562 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc0c85f0-fe7d-4b43-aa05-db211e5ca54c req-f094cc5b-f6be-4a65-8de0-98c2cc2c6ded service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64e471e-49c8-4589-8583-d541b89c2901 HTTP/1.1" status: 200 len: 1001 time: 0.2586334 Jan 31 16:04:17.056836 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=1bacb9a1-647f-4c30-92df-3db78f657d07,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:17.066961 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c5be4d3-044e-450c-a232-ba13c30ae048 req-497ca757-b46c-4891-bc57-4069a8cab006 service neutron] 10.222.0.30 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085872 Jan 31 16:04:17.077874 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967c5870-00a6-49f9-bbef-81ed7eaa0326 x-openstack-request-id: req-967c5870-00a6-49f9-bbef-81ed7eaa0326 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:17.078624 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2baca21-2986-47aa-afc3-9bffeb7e71fb", "name": "network-vif-plugged", "status": "completed", "tag": "1bacb9a1-647f-4c30-92df-3db78f657d07", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:17.078876 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-967c5870-00a6-49f9-bbef-81ed7eaa0326 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:17.079870 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2baca21-2986-47aa-afc3-9bffeb7e71fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bacb9a1-647f-4c30-92df-3db78f657d07', 'code': 200} Jan 31 16:04:17.118775 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-45609ac3-f9fd-43b0-a0dc-dfcb6584b144 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479408 Jan 31 16:04:17.181099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c85f0-fe7d-4b43-aa05-db211e5ca54c req-74de7990-1f69-4cb1-b19d-e53207846925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:17.183595 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc0c85f0-fe7d-4b43-aa05-db211e5ca54c req-74de7990-1f69-4cb1-b19d-e53207846925 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.1685832 Jan 31 16:04:17.210553 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f703eda-1015-41c4-b03c-a7dadb8517bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:17.219323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53706) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:17.328983 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e4f8275f-8587-4148-916c-ff37699ae038 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:04:17.384838 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c5be4d3-044e-450c-a232-ba13c30ae048 req-f3d8bbbe-ba15-4c03-9e8a-63dfcd03879d service neutron] 10.222.0.30 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049140 Jan 31 16:04:17.390276 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6634220-10a7-4cff-a145-0cedd8c488ab req-de317d70-4b6c-46d4-9266-5f0a7978e71e service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392788 Jan 31 16:04:17.393250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c85f0-fe7d-4b43-aa05-db211e5ca54c req-6f33e18c-f270-499e-9c96-48678464e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:17.394585 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc0c85f0-fe7d-4b43-aa05-db211e5ca54c req-6f33e18c-f270-499e-9c96-48678464e5f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624813 Jan 31 16:04:17.428905 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5700a310-0aed-40c2-b52b-ba11978ec711 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:17.460236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cde44b-213b-4765-8317-06caae709a7e req-b376770d-5b55-465a-8857-4366b2797301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:17.461907 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81cde44b-213b-4765-8317-06caae709a7e req-b376770d-5b55-465a-8857-4366b2797301 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 1096 time: 0.3225410 Jan 31 16:04:17.507327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcaa30-9fb1-4382-b670-ca28a52f9373 req-941bd7a8-4fdb-41c3-a076-2d4f939a50fb tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:17.513664 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41dcaa30-9fb1-4382-b670-ca28a52f9373 req-941bd7a8-4fdb-41c3-a076-2d4f939a50fb tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1911795 Jan 31 16:04:17.566855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8dc88f6a-fdc6-41e9-ab72-91d80f3965b6 req-faa11900-1efe-4526-a4e0-ae05e213676c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 1001 time: 0.0929208 Jan 31 16:04:17.586066 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5700a310-0aed-40c2-b52b-ba11978ec711 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:17.591381 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc0c85f0-fe7d-4b43-aa05-db211e5ca54c req-3eb0f5aa-a69c-4cf3-9058-10f840d5713f service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880231 Jan 31 16:04:17.677434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc88f6a-fdc6-41e9-ab72-91d80f3965b6 req-bd8e77a8-0c35-4cac-ad36-847d2aa31462 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:17.679046 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8dc88f6a-fdc6-41e9-ab72-91d80f3965b6 req-bd8e77a8-0c35-4cac-ad36-847d2aa31462 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports/c64e471e-49c8-4589-8583-d541b89c2901 HTTP/1.1" status: 200 len: 942 time: 0.1026039 Jan 31 16:04:17.701989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: e4f8275f-8587-4148-916c-ff37699ae038 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:04:17.702454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e4f8275f-8587-4148-916c-ff37699ae038 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:04:17.703474 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81cde44b-213b-4765-8317-06caae709a7e req-33e4e720-a777-45bf-9c5b-d65483691af0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114632 Jan 31 16:04:17.725055 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41dcaa30-9fb1-4382-b670-ca28a52f9373 req-4af22b2e-8c84-4967-8fb3-a1a5547b1fa4 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954286 Jan 31 16:04:17.747129 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc0c85f0-fe7d-4b43-aa05-db211e5ca54c req-fe882ba7-040a-4663-8209-b89521d2a040 service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387017 Jan 31 16:04:17.761195 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5700a310-0aed-40c2-b52b-ba11978ec711 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:17.764444 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5700a310-0aed-40c2-b52b-ba11978ec711 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:17.765849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5700a310-0aed-40c2-b52b-ba11978ec711 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf5fd1c1-61e4-4cf0-8916-23709ad27d95 HTTP/1.1" status: 204 len: 168 time: 0.5382161 Jan 31 16:04:17.768569 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53728) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:17.780699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700a310-0aed-40c2-b52b-ba11978ec711 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5fd1c1-61e4-4cf0-8916-23709ad27d95,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:17.850076 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-c831cc52-bcd8-4411-a0dd-4157dc24dcc7 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] show failed (client error): The resource could not be found. Jan 31 16:04:17.851116 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c831cc52-bcd8-4411-a0dd-4157dc24dcc7 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups/cf5fd1c1-61e4-4cf0-8916-23709ad27d95 HTTP/1.1" status: 404 len: 347 time: 0.0815625 Jan 31 16:04:17.855980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53730) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:17.887295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11454567-8b5a-472d-8573-c8ca50fc7fdd req-4bc9c439-d975-48df-ba2f-2df2ca42b265 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:17.889330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11454567-8b5a-472d-8573-c8ca50fc7fdd req-4bc9c439-d975-48df-ba2f-2df2ca42b265 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.0663137 Jan 31 16:04:17.938839 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11454567-8b5a-472d-8573-c8ca50fc7fdd req-aa9d05ad-4748-4bfb-830f-8fe411d149ae tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417824 Jan 31 16:04:17.952153 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8dc88f6a-fdc6-41e9-ab72-91d80f3965b6 req-545bed36-a229-4424-ae3c-5416e8aee311 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 1001 time: 0.1743107 Jan 31 16:04:18.108499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-bbebd938-f2a3-49ce-b8ea-bdb0f0a33748 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Deleting port 5ecd83ad-21f1-44fa-abb5-8d9f1154aef2 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:18.109448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbebd938-f2a3-49ce-b8ea-bdb0f0a33748 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:18.109900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fe8a6-3bb6-4394-8543-d1996743074a req-e7969f34-8c30-472d-8b3f-fbc2978244a3 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:18.117694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-671fe8a6-3bb6-4394-8543-d1996743074a req-e7969f34-8c30-472d-8b3f-fbc2978244a3 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0870085 Jan 31 16:04:18.119877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc88f6a-fdc6-41e9-ab72-91d80f3965b6 req-e773acba-f782-4bb4-870f-dfae07aeefa3 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:18.121318 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8dc88f6a-fdc6-41e9-ab72-91d80f3965b6 req-e773acba-f782-4bb4-870f-dfae07aeefa3 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1584840 Jan 31 16:04:18.182927 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-671fe8a6-3bb6-4394-8543-d1996743074a req-ca162036-7bbd-4971-8be6-39d33ccf2490 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633969 Jan 31 16:04:18.284273 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbebd938-f2a3-49ce-b8ea-bdb0f0a33748 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:18.284807 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbebd938-f2a3-49ce-b8ea-bdb0f0a33748 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:18.306660 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-ffe03071-d748-44ea-88e5-870c73560f48 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 1001 time: 0.1408551 Jan 31 16:04:18.307567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-bbebd938-f2a3-49ce-b8ea-bdb0f0a33748 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Calling delete_port for 5ecd83ad-21f1-44fa-abb5-8d9f1154aef2 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:18.359985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6775c-c54b-4432-bd18-a6b82ff184bb req-6f21582d-f682-4add-a3fd-c7c34f0c8de8 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:18.361723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c6775c-c54b-4432-bd18-a6b82ff184bb req-6f21582d-f682-4add-a3fd-c7c34f0c8de8 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0513091 Jan 31 16:04:18.396153 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53754) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:18.420356 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c6775c-c54b-4432-bd18-a6b82ff184bb req-124505fc-647c-48e4-bc9d-ecfca2d05a9e tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522761 Jan 31 16:04:18.578257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0df289-6e27-4cbc-9d21-224b04fb69cc req-608c3233-18ee-4f28-9c60-4a785c77e6c6 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:18.586257 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ee0df289-6e27-4cbc-9d21-224b04fb69cc req-608c3233-18ee-4f28-9c60-4a785c77e6c6 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0800462 Jan 31 16:04:18.636348 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ee0df289-6e27-4cbc-9d21-224b04fb69cc req-4d09d5c1-7da5-400e-a65c-476b4789f6e4 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469222 Jan 31 16:04:18.674110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-310605056'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:18.705045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Made reservation on behalf of 080fad1abdc84f9481f61ac081555469 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:18.709449 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:18.718914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-fcdf4d68-0fac-4bca-8542-2958ed1cac90 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:18.720284 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-fcdf4d68-0fac-4bca-8542-2958ed1cac90 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports/c64e471e-49c8-4589-8583-d541b89c2901 HTTP/1.1" status: 200 len: 942 time: 0.4037066 Jan 31 16:04:18.720762 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:18.869103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52c25d-849b-4600-aead-1defe3a8f9b9 req-26ade3dd-2bde-45bd-aa4b-86197d3b7b43 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:18.872417 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbebd938-f2a3-49ce-b8ea-bdb0f0a33748 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:18.876489 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd52c25d-849b-4600-aead-1defe3a8f9b9 req-26ade3dd-2bde-45bd-aa4b-86197d3b7b43 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0897224 Jan 31 16:04:18.901977 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:18.909887 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-38c8961a-439a-490c-a80d-f7e89e1eea13 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 1001 time: 0.1101928 Jan 31 16:04:18.911500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebd938-f2a3-49ce-b8ea-bdb0f0a33748 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event deleted for resources: {'Port': ['ID=5ecd83ad-21f1-44fa-abb5-8d9f1154aef2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:18.915965 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:18.956390 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:04:18.978008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177db952-7e24-48d3-a295-3c54ed434c0d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:18.994797 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd52c25d-849b-4600-aead-1defe3a8f9b9 req-16de42ae-1b05-4659-a084-3678fccc87e2 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171987 Jan 31 16:04:19.002649 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.002998 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Added segment 8a91e811-b7cd-4de5-85f2-91ec92a74119 of type vlan for network e671e2d3-cb72-4eaf-807e-f8002650e678 Jan 31 16:04:19.055411 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbebd938-f2a3-49ce-b8ea-bdb0f0a33748 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.058270 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbebd938-f2a3-49ce-b8ea-bdb0f0a33748 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.059653 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.060317 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bbebd938-f2a3-49ce-b8ea-bdb0f0a33748 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "DELETE /v2.0/floatingips/0ec2846a-03b3-440e-9561-9d0ae960f13c HTTP/1.1" status: 204 len: 168 time: 1.2038796 Jan 31 16:04:19.101569 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-fd3024e1-4df2-482c-a3a3-fea1a3bcb9c5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:19.103213 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-fd3024e1-4df2-482c-a3a3-fea1a3bcb9c5 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1840725 Jan 31 16:04:19.127870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01aa00-4171-47c8-8278-a2d1208c1886 req-e25ca3ba-d3c5-413b-b433-4350dce6459f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:19.129384 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ab01aa00-4171-47c8-8278-a2d1208c1886 req-e25ca3ba-d3c5-413b-b433-4350dce6459f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.0667539 Jan 31 16:04:19.130537 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.135715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:19.136312 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.179665 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-674d78ec-1e90-48df-aa14-8e9d9ab076d9 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 1001 time: 0.0690005 Jan 31 16:04:19.190001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-21019e56-4d42-4651-ab2a-6be49879e514 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:19.202136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8034258 Jan 31 16:04:19.206896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53780) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:19.212223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0d1da17f-2617-49d3-ac25-f45d586d9e3a tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Request body: {'subnet': {'network_id': 'e671e2d3-cb72-4eaf-807e-f8002650e678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:19.264473 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-21019e56-4d42-4651-ab2a-6be49879e514 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.277952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32737e18-53f2-4147-a641-dadaf163bd03 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Pushing event updated for resources: {'Network': ['ID=e671e2d3-cb72-4eaf-807e-f8002650e678,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:19.292264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network e671e2d3-cb72-4eaf-807e-f8002650e678 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:04:19.295212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ab01aa00-4171-47c8-8278-a2d1208c1886 req-0132d10b-7633-4647-b28c-945776371b87 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501741 Jan 31 16:04:19.368464 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1da17f-2617-49d3-ac25-f45d586d9e3a tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Made reservation on behalf of 080fad1abdc84f9481f61ac081555469 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:19.374936 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d1da17f-2617-49d3-ac25-f45d586d9e3a tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.437891 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-21019e56-4d42-4651-ab2a-6be49879e514 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.442927 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-21019e56-4d42-4651-ab2a-6be49879e514 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.443372 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-21019e56-4d42-4651-ab2a-6be49879e514 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Floating IP 12d24191-5d33-4550-baf4-5a9d78e7f1e1 disassociated. External IP: 172.25.1.192, port: c64e471e-49c8-4589-8583-d541b89c2901. Jan 31 16:04:19.495347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e28f67-a048-480b-9cd9-0996a3236033 req-cf21c660-949a-42db-86dc-f3975e0ff116 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:19.496920 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4e28f67-a048-480b-9cd9-0996a3236033 req-cf21c660-949a-42db-86dc-f3975e0ff116 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1030433 Jan 31 16:04:19.573028 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4e28f67-a048-480b-9cd9-0996a3236033 req-adf210cb-52eb-44db-b495-f608dd1bc7e6 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681026 Jan 31 16:04:19.653344 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d1da17f-2617-49d3-ac25-f45d586d9e3a tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.656948 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1be8c8c8-38c8-4d61-9a20-cbc51cd03c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.704566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-21019e56-4d42-4651-ab2a-6be49879e514 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Router c29305af-5df5-46d9-b5a0-5e8758c9765f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:04:19.722779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1da17f-2617-49d3-ac25-f45d586d9e3a tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Pushing event updated for resources: {'Subnet': ['ID=786b5c89-5804-4380-8212-f78111d053e3,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:19.756930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1da17f-2617-49d3-ac25-f45d586d9e3a tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Checking segment: {'id': '8a91e811-b7cd-4de5-85f2-91ec92a74119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e671e2d3-cb72-4eaf-807e-f8002650e678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:04:19.757284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1da17f-2617-49d3-ac25-f45d586d9e3a tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Network hostable DHCP agents. Network: e671e2d3-cb72-4eaf-807e-f8002650e678, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:04:19.781791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1da17f-2617-49d3-ac25-f45d586d9e3a tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Network e671e2d3-cb72-4eaf-807e-f8002650e678 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:04:19.792732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-0d1da17f-2617-49d3-ac25-f45d586d9e3a tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, e671e2d3-cb72-4eaf-807e-f8002650e678) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:19.798314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1da17f-2617-49d3-ac25-f45d586d9e3a tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:19.799856 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d1da17f-2617-49d3-ac25-f45d586d9e3a tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.807220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8744f2d8-1337-4541-8b72-236289690dab None None] Network e671e2d3-cb72-4eaf-807e-f8002650e678 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:04:19.835698 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0d1da17f-2617-49d3-ac25-f45d586d9e3a tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6277487 Jan 31 16:04:19.838206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53792) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:19.850495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Request body: {'port': {'network_id': 'e671e2d3-cb72-4eaf-807e-f8002650e678', 'name': 'tempest-ExtraDHCPOptionsTestJSON-94233109'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:19.859872 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-21019e56-4d42-4651-ab2a-6be49879e514 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:04:19.864688 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-21019e56-4d42-4651-ab2a-6be49879e514 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:19.871173 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5123a74-329c-46ef-8d6a-5ad865ba0cd1 None None] Sync routers for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:04:19.890755 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5123a74-329c-46ef-8d6a-5ad865ba0cd1 None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:19.894552 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f5123a74-329c-46ef-8d6a-5ad865ba0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:19.954556 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-21019e56-4d42-4651-ab2a-6be49879e514 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "PUT /v2.0/floatingips/12d24191-5d33-4550-baf4-5a9d78e7f1e1 HTTP/1.1" status: 200 len: 695 time: 0.7681947 Jan 31 16:04:19.956796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53796) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:19.957278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'tag': 'c64e471e-49c8-4589-8583-d541b89c2901'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:19.962645 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e146d01-d58f-43b1-a63f-c77e9db7476c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d66c77c-a7be-4d93-811e-885d6d276d23", "tag": "c64e471e-49c8-4589-8583-d541b89c2901"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:19.977954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8d7b5489-3334-4145-a22d-9b3baccc1ed5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470749685', 'description': 'tempest-description--704244633'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:20.019191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Made reservation on behalf of 080fad1abdc84f9481f61ac081555469 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:20.023249 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:20.050607 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-f5123a74-329c-46ef-8d6a-5ad865ba0cd1 None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:20.058689 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] device_id is not set on port 87fdd727-2e41-442b-8de3-b88710d0b2f8 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:04:20.077561 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-e671e2d3-cb72-4eaf-807e-f8002650e678', 'network_id': 'e671e2d3-cb72-4eaf-807e-f8002650e678', 'tenant_id': '080fad1abdc84f9481f61ac081555469', 'fixed_ips': [{'subnet_id': '786b5c89-5804-4380-8212-f78111d053e3'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:04:20.081574 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:20.086944 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5489-3334-4145-a22d-9b3baccc1ed5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:20.117764 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-b635ff3f-708b-4025-9a89-c07908f878d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:20.135853 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-b635ff3f-708b-4025-9a89-c07908f878d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 1096 time: 0.1434150 Jan 31 16:04:20.208266 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d08e921-33fc-45ef-896d-0619211bca8c x-openstack-request-id: req-1d08e921-33fc-45ef-896d-0619211bca8c {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:20.208549 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d66c77c-a7be-4d93-811e-885d6d276d23", "tag": "c64e471e-49c8-4589-8583-d541b89c2901", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:20.208909 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d08e921-33fc-45ef-896d-0619211bca8c {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:20.209379 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'tag': 'c64e471e-49c8-4589-8583-d541b89c2901', 'status': 'completed', 'code': 200} Jan 31 16:04:20.397075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e146d01-d58f-43b1-a63f-c77e9db7476c req-8e16193c-226c-4171-9b93-b9564028b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:20.398540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Allocated IP 172.20.0.2 (e671e2d3-cb72-4eaf-807e-f8002650e678/786b5c89-5804-4380-8212-f78111d053e3/f3e98713-1bda-4a3b-bca9-605e71e418fc) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:04:20.399383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e146d01-d58f-43b1-a63f-c77e9db7476c req-8e16193c-226c-4171-9b93-b9564028b503 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 1096 time: 0.1132622 Jan 31 16:04:20.404241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-00a6ae7f-b530-4319-8d3a-e6bc45b57180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:20.411831 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-00a6ae7f-b530-4319-8d3a-e6bc45b57180 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.2742538 Jan 31 16:04:20.441648 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5489-3334-4145-a22d-9b3baccc1ed5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:20.481742 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5489-3334-4145-a22d-9b3baccc1ed5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:20.490598 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-6c931c3b-19e6-4809-a02b-e12d0d1e82f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64e471e-49c8-4589-8583-d541b89c2901 HTTP/1.1" status: 200 len: 217 time: 0.0778322 Jan 31 16:04:20.589238 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:20.591142 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f5123a74-329c-46ef-8d6a-5ad865ba0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:20.598528 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:20.635036 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5489-3334-4145-a22d-9b3baccc1ed5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:20.645737 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8d7b5489-3334-4145-a22d-9b3baccc1ed5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6745014 Jan 31 16:04:20.646424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53808) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:20.656689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b8550522-e912-4eb1-a408-bf0c14b79331 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Request body: {'security_group_rule': {'security_group_id': 'b978fc65-14ab-44ca-b15b-c98835f2bd9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:20.658454 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5123a74-329c-46ef-8d6a-5ad865ba0cd1 None None] Checking router: c29305af-5df5-46d9-b5a0-5e8758c9765f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:04:20.667963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Pushing event updated for resources: {'Port': ['ID=f3e98713-1bda-4a3b-bca9-605e71e418fc,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:20.673226 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5123a74-329c-46ef-8d6a-5ad865ba0cd1 None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:20.673873 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f5123a74-329c-46ef-8d6a-5ad865ba0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:20.682948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b5489-3334-4145-a22d-9b3baccc1ed5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b978fc65-14ab-44ca-b15b-c98835f2bd9d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:20.700814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Network e671e2d3-cb72-4eaf-807e-f8002650e678 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:04:20.703361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:20.708869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-0b4ed15d-1ddd-4875-b293-95b6afde42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:20.709931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:04:20.717541 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-0b4ed15d-1ddd-4875-b293-95b6afde42ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.2259643 Jan 31 16:04:20.780899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e146d01-d58f-43b1-a63f-c77e9db7476c req-12d9e76b-fd5f-41af-b8cd-db97575c0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:20.784635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e146d01-d58f-43b1-a63f-c77e9db7476c req-12d9e76b-fd5f-41af-b8cd-db97575c0433 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.3622141 Jan 31 16:04:20.786569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9351eb7-d991-4d46-97ac-a6483026ec65 req-baafc3e1-96d4-4046-9268-9c369a62a653 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:20.794235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9351eb7-d991-4d46-97ac-a6483026ec65 req-baafc3e1-96d4-4046-9268-9c369a62a653 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1001019 Jan 31 16:04:20.794931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Attempting to bind port f3e98713-1bda-4a3b-bca9-605e71e418fc on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:04:20.795969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Attempting to bind port f3e98713-1bda-4a3b-bca9-605e71e418fc by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '8a91e811-b7cd-4de5-85f2-91ec92a74119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e671e2d3-cb72-4eaf-807e-f8002650e678'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:04:20.796559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Allocated IP 172.20.0.6 (e671e2d3-cb72-4eaf-807e-f8002650e678/786b5c89-5804-4380-8212-f78111d053e3/87fdd727-2e41-442b-8de3-b88710d0b2f8) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:04:20.797116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Attempting to bind port f3e98713-1bda-4a3b-bca9-605e71e418fc on network e671e2d3-cb72-4eaf-807e-f8002650e678 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:04:20.800843 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b8550522-e912-4eb1-a408-bf0c14b79331 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:20.824778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:04:20.825723 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Checking segment: {'id': '8a91e811-b7cd-4de5-85f2-91ec92a74119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e671e2d3-cb72-4eaf-807e-f8002650e678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:04:20.826367 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:20.826941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Bound using segment: {'id': '8a91e811-b7cd-4de5-85f2-91ec92a74119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e671e2d3-cb72-4eaf-807e-f8002650e678'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:04:20.827651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Bound port: f3e98713-1bda-4a3b-bca9-605e71e418fc, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a91e811-b7cd-4de5-85f2-91ec92a74119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e671e2d3-cb72-4eaf-807e-f8002650e678'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:04:20.828250 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:20.846119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-842f44e5-39d7-4ca0-82bf-4f011f93d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:20.853655 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-842f44e5-39d7-4ca0-82bf-4f011f93d6e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350470 Jan 31 16:04:20.865525 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e146d01-d58f-43b1-a63f-c77e9db7476c req-7a34ccde-ed9e-4b0e-bad3-2922c5222a25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64e471e-49c8-4589-8583-d541b89c2901 HTTP/1.1" status: 200 len: 217 time: 0.0727460 Jan 31 16:04:20.887746 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9351eb7-d991-4d46-97ac-a6483026ec65 req-6d0f1c7f-4eb5-4e0b-aaef-c4e21e27acea tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925395 Jan 31 16:04:20.908538 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-f5123a74-329c-46ef-8d6a-5ad865ba0cd1 None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:20.933678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] For port f3e98713-1bda-4a3b-bca9-605e71e418fc, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:04:20.937837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] For port f3e98713-1bda-4a3b-bca9-605e71e418fc, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f3e98713-1bda-4a3b-bca9-605e71e418fc,segment=NetworkSegment(8a91e811-b7cd-4de5-85f2-91ec92a74119),segment_id=8a91e811-b7cd-4de5-85f2-91ec92a74119)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:04:20.946222 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:20.968344 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.035805 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b8550522-e912-4eb1-a408-bf0c14b79331 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.040370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93329fa4-1bde-48a1-9fb0-1eeb36b30b2f None None] Pushing event updated for resources: {'Port': ['ID=f3e98713-1bda-4a3b-bca9-605e71e418fc,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:21.041526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53812) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:21.052129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e146d01-d58f-43b1-a63f-c77e9db7476c req-2dd7aab0-5c89-49e5-8b55-620cd693ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:21.053631 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e146d01-d58f-43b1-a63f-c77e9db7476c req-2dd7aab0-5c89-49e5-8b55-620cd693ea33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.1711931 Jan 31 16:04:21.062518 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b8550522-e912-4eb1-a408-bf0c14b79331 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.115038 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f181b-e509-49c4-a009-d4fa1cc4680b req-6c72ee14-ee6c-4c43-bd11-082ec3f826ad tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:21.116511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ec7f181b-e509-49c4-a009-d4fa1cc4680b req-6c72ee14-ee6c-4c43-bd11-082ec3f826ad tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1491127 Jan 31 16:04:21.146696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-e8368ea4-c606-4c65-add7-539a97b67007 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921815 Jan 31 16:04:21.149776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8550522-e912-4eb1-a408-bf0c14b79331 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0550ad73-1c69-4a04-9d60-1e6776b4bfe3,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:21.210595 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b8550522-e912-4eb1-a408-bf0c14b79331 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.212250 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b8550522-e912-4eb1-a408-bf0c14b79331 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5591891 Jan 31 16:04:21.218773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53816) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:21.224019 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0e882b25-2f1d-402b-8a2b-46260a01c2bb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Request body: {'security_group_rule': {'security_group_id': 'b978fc65-14ab-44ca-b15b-c98835f2bd9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:21.225443 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f5123a74-329c-46ef-8d6a-5ad865ba0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:21.236818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e146d01-d58f-43b1-a63f-c77e9db7476c req-36d0ca8b-59dd-418b-a45f-028ed1236fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:21.238552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e146d01-d58f-43b1-a63f-c77e9db7476c req-36d0ca8b-59dd-418b-a45f-028ed1236fcf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740444 Jan 31 16:04:21.244312 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ec7f181b-e509-49c4-a009-d4fa1cc4680b req-3b46ec32-6c6a-48d5-9fbd-741ced49e94f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742278 Jan 31 16:04:21.263698 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5123a74-329c-46ef-8d6a-5ad865ba0cd1 None None] The sync data for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 is: [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:04:21.292079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.339956 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.383616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b54369d-5d49-4924-9f27-a7efec7faff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.417947 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6fedead7-2953-4bbd-8871-c3fe44818ed1 req-e01b03da-9690-442a-8708-2ae851bf4a34 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621152 Jan 31 16:04:21.427098 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e882b25-2f1d-402b-8a2b-46260a01c2bb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.437823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Network e671e2d3-cb72-4eaf-807e-f8002650e678 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:04:21.444447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:21.465618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:04:21.473020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Pushing event updated for resources: {'Port': ['ID=87fdd727-2e41-442b-8de3-b88710d0b2f8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:21.526697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d72380-2fea-4508-b7a8-88178f561718 req-c1e2e7c1-4f8c-47e9-af74-7666c8ef4aff tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:21.528576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-63d72380-2fea-4508-b7a8-88178f561718 req-c1e2e7c1-4f8c-47e9-af74-7666c8ef4aff tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1408143 Jan 31 16:04:21.530460 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e146d01-d58f-43b1-a63f-c77e9db7476c req-ec406fd0-f236-49a3-bed6-5f75771ebc79 service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689514 Jan 31 16:04:21.566485 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:21.567446 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.606959 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-671e062a-bf80-49bf-a5c0-b5333cc22606 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7671766 Jan 31 16:04:21.609899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53822) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:21.625958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Request body: {'port': {'network_id': 'e671e2d3-cb72-4eaf-807e-f8002650e678', 'name': 'tempest-ExtraDHCPOptionsTestJSON-874053125', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:21.627181 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.api.validators [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] bootfile-name is not in valid_values {{(pid=108771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 16:04:21.627353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.api.validators [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] tftp-server is not in valid_values {{(pid=108771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 16:04:21.627989 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.api.validators [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] server-ip-address is not in valid_values {{(pid=108771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 16:04:21.644444 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e882b25-2f1d-402b-8a2b-46260a01c2bb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.656461 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e882b25-2f1d-402b-8a2b-46260a01c2bb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.677846 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-63d72380-2fea-4508-b7a8-88178f561718 req-ab0c7550-dab3-4920-9363-7e34bef2f45c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401172 Jan 31 16:04:21.741443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e882b25-2f1d-402b-8a2b-46260a01c2bb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8079ee3f-98f9-4d54-938d-9107c081e740,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:21.765572 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b54369d-5d49-4924-9f27-a7efec7faff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.777405 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e882b25-2f1d-402b-8a2b-46260a01c2bb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.778677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0e882b25-2f1d-402b-8a2b-46260a01c2bb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5585778 Jan 31 16:04:21.782165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53830) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:21.790987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:21.795421 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b54369d-5d49-4924-9f27-a7efec7faff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.804401 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e146d01-d58f-43b1-a63f-c77e9db7476c req-1d7af3b5-32c1-4d5a-bf68-bc40196e6ad3 service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580643 Jan 31 16:04:21.850784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba32933-20c4-47c3-a3b3-9f4dc7d6581b None None] New status for floating IP 12d24191-5d33-4550-baf4-5a9d78e7f1e1: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:04:21.872329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-b54e8f47-0109-4146-a869-509f713dafca tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:21.879716 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-b54e8f47-0109-4146-a869-509f713dafca tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1612911 Jan 31 16:04:21.884312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef1fbe-d1f6-4d4d-b8f8-18717b889df8 req-6853d597-ba99-4acc-b58c-4c747f4fb277 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:21.885847 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-93ef1fbe-d1f6-4d4d-b8f8-18717b889df8 req-6853d597-ba99-4acc-b58c-4c747f4fb277 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0719171 Jan 31 16:04:21.887009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Made reservation on behalf of 080fad1abdc84f9481f61ac081555469 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:21.890496 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.903306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54369d-5d49-4924-9f27-a7efec7faff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ff6d0d-7977-4ece-b38d-22bca7e4ba18,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:21.910832 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2b54369d-5d49-4924-9f27-a7efec7faff3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94806cc8fb33439193abd4a933b0f0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8586290 Jan 31 16:04:21.917511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53834) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:21.941433 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] device_id is not set on port af29ecc4-f884-49e3-89f8-6bda35258472 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:04:21.949635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-4aac5a83-eb9a-4ba4-8689-ffd9b52a9daf tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 698 time: 0.0691166 Jan 31 16:04:21.951050 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:21.970770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-7a84f5e1-de9f-4e55-b78e-fad742e08a81 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Request body: {'floatingip': {'port_id': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'fixed_ip_address': '172.20.0.3'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:22.010106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-93ef1fbe-d1f6-4d4d-b8f8-18717b889df8 req-98fa69be-eed6-4c65-94db-21a2f981b005 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172156 Jan 31 16:04:22.055676 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be81aac6-e0dc-4e52-ab95-0b8506a2778a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.097889 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-7a84f5e1-de9f-4e55-b78e-fad742e08a81 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.117427 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be81aac6-e0dc-4e52-ab95-0b8506a2778a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.194130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Allocated IP 172.20.0.12 (e671e2d3-cb72-4eaf-807e-f8002650e678/786b5c89-5804-4380-8212-f78111d053e3/af29ecc4-f884-49e3-89f8-6bda35258472) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:04:22.241690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb22363-32a9-44a2-834d-6e11628c5f9b req-e501bffd-3ee2-43d2-ad1c-7ced82223aaf tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:22.243256 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5fb22363-32a9-44a2-834d-6e11628c5f9b req-e501bffd-3ee2-43d2-ad1c-7ced82223aaf tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1062675 Jan 31 16:04:22.243433 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.267817 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be81aac6-e0dc-4e52-ab95-0b8506a2778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.270334 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-be81aac6-e0dc-4e52-ab95-0b8506a2778a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.271464 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-be81aac6-e0dc-4e52-ab95-0b8506a2778a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99ff6d0d-7977-4ece-b38d-22bca7e4ba18 HTTP/1.1" status: 204 len: 168 time: 0.3528566 Jan 31 16:04:22.300043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81aac6-e0dc-4e52-ab95-0b8506a2778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ff6d0d-7977-4ece-b38d-22bca7e4ba18,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:22.367915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5fb22363-32a9-44a2-834d-6e11628c5f9b req-63570849-2f05-47ad-968b-a0670e032332 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176741 Jan 31 16:04:22.369732 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.484501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce885ce-0fd0-4419-a2ad-a11468d60e9d None None] Network e671e2d3-cb72-4eaf-807e-f8002650e678 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:04:22.541639 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.552957 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.569916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-776dafec-f047-4f1c-bc64-acd9e57d08d7 None None] Provisioning complete for port f3e98713-1bda-4a3b-bca9-605e71e418fc triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:22.570418 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-776dafec-f047-4f1c-bc64-acd9e57d08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.600569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00aa2c-d5e5-40f0-961e-c4c1a703fae1 req-1a13a2ef-7f05-4f05-a991-7bea7b4d2f4a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:22.609272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3a00aa2c-d5e5-40f0-961e-c4c1a703fae1 req-1a13a2ef-7f05-4f05-a991-7bea7b4d2f4a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1593230 Jan 31 16:04:22.645136 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.681587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53842) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:22.685984 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3a00aa2c-d5e5-40f0-961e-c4c1a703fae1 req-76df91ce-b45a-4c46-b2f7-4ba0efa12e02 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758796 Jan 31 16:04:22.751820 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-776dafec-f047-4f1c-bc64-acd9e57d08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.754587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Network e671e2d3-cb72-4eaf-807e-f8002650e678 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:04:22.763328 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Pushing event updated for resources: {'Port': ['ID=af29ecc4-f884-49e3-89f8-6bda35258472,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:22.766552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:22.772127 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73d6e208-6008-478f-9e94-43e3969d2404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.783926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:04:22.804589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-776dafec-f047-4f1c-bc64-acd9e57d08d7 None None] For port f3e98713-1bda-4a3b-bca9-605e71e418fc, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f3e98713-1bda-4a3b-bca9-605e71e418fc,segment=NetworkSegment(8a91e811-b7cd-4de5-85f2-91ec92a74119),segment_id=8a91e811-b7cd-4de5-85f2-91ec92a74119)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:22.810992 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-776dafec-f047-4f1c-bc64-acd9e57d08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.874172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dafec-f047-4f1c-bc64-acd9e57d08d7 None None] Pushing event updated for resources: {'Port': ['ID=f3e98713-1bda-4a3b-bca9-605e71e418fc,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:22.923680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:22.924353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:22.958355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cd3786d0-d15d-478f-a993-58dd5327a402 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3418317 Jan 31 16:04:22.963782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53848) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:22.989988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Allocated IP 172.25.1.68 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/e0509c9b-3f1a-4fcd-a836-cf0d82278de3) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:04:23.010190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863ef80-1044-463d-9b9a-e5b24869444a req-306f1e8d-ff39-4193-b911-fed9c25c2b4b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:23.015530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e863ef80-1044-463d-9b9a-e5b24869444a req-306f1e8d-ff39-4193-b911-fed9c25c2b4b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.2002630 Jan 31 16:04:23.089125 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73d6e208-6008-478f-9e94-43e3969d2404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.104683 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73d6e208-6008-478f-9e94-43e3969d2404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.131820 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e863ef80-1044-463d-9b9a-e5b24869444a req-02bbf8ec-4c2f-43af-8b3c-9e1fb710dc7d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107581 Jan 31 16:04:23.158682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d36234a3-a403-47e9-86ba-764eb7ee9213 None None] Provisioning complete for port 87fdd727-2e41-442b-8de3-b88710d0b2f8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:23.159466 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d36234a3-a403-47e9-86ba-764eb7ee9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.163417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2808f4-c51c-4af4-ab62-3aae02f21f97 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:23.170295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2808f4-c51c-4af4-ab62-3aae02f21f97 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:23.177071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2808f4-c51c-4af4-ab62-3aae02f21f97 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:23.179076 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dd2808f4-c51c-4af4-ab62-3aae02f21f97 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2132809 Jan 31 16:04:23.182519 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-7a84f5e1-de9f-4e55-b78e-fad742e08a81 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.186293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53852) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:23.200746 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6e208-6008-478f-9e94-43e3969d2404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733a2c26-6020-4e98-a323-76af9c72bcfd,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:23.209262 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-73d6e208-6008-478f-9e94-43e3969d2404 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60405a4f8ad04578a6bf4909f60e3fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160248 Jan 31 16:04:23.210109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53854) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:23.210635 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-7a84f5e1-de9f-4e55-b78e-fad742e08a81 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.222551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d36234a3-a403-47e9-86ba-764eb7ee9213 None None] Port 87fdd727-2e41-442b-8de3-b88710d0b2f8 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:04:23.244526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d36234a3-a403-47e9-86ba-764eb7ee9213 None None] Provisioning complete for port af29ecc4-f884-49e3-89f8-6bda35258472 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:23.245155 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d36234a3-a403-47e9-86ba-764eb7ee9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.290132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d36234a3-a403-47e9-86ba-764eb7ee9213 None None] Port af29ecc4-f884-49e3-89f8-6bda35258472 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:04:23.300953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d36234a3-a403-47e9-86ba-764eb7ee9213 None None] Provisioning complete for port f3e98713-1bda-4a3b-bca9-605e71e418fc triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:23.301448 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d36234a3-a403-47e9-86ba-764eb7ee9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.310260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4089e1c0-b194-4cdf-8296-1bd1b021063f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.319136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af75c1c-714b-4ca6-a547-acfd2985815a req-00d46d8c-5465-46b8-8545-b0c15663158b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:23.320680 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af75c1c-714b-4ca6-a547-acfd2985815a req-00d46d8c-5465-46b8-8545-b0c15663158b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0786865 Jan 31 16:04:23.361091 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4089e1c0-b194-4cdf-8296-1bd1b021063f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.361285 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.412802 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af75c1c-714b-4ca6-a547-acfd2985815a req-c533d471-3cfe-4393-a32f-2ec761369ea0 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813246 Jan 31 16:04:23.471610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4089e1c0-b194-4cdf-8296-1bd1b021063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.474451 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4089e1c0-b194-4cdf-8296-1bd1b021063f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.485721 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4089e1c0-b194-4cdf-8296-1bd1b021063f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/733a2c26-6020-4e98-a323-76af9c72bcfd HTTP/1.1" status: 204 len: 168 time: 0.2665653 Jan 31 16:04:23.502076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089e1c0-b194-4cdf-8296-1bd1b021063f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733a2c26-6020-4e98-a323-76af9c72bcfd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:23.522698 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f3e98713-1bda-4a3b-bca9-605e71e418fc up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:04:23.540914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339cb1-f854-466d-8518-8e546837f1dd req-ae25bd1c-d868-4a56-952f-b0b2c1179bc1 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:23.543651 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68339cb1-f854-466d-8518-8e546837f1dd req-ae25bd1c-d868-4a56-952f-b0b2c1179bc1 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d66c77c-a7be-4d93-811e-885d6d276d23 HTTP/1.1" status: 200 len: 945 time: 0.3352416 Jan 31 16:04:23.586630 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.603954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1b247379-4040-4d46-a2cb-cad8316048b8 None None] Provisioning complete for port 87fdd727-2e41-442b-8de3-b88710d0b2f8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:23.604314 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1b247379-4040-4d46-a2cb-cad8316048b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.608394 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2194a-88f8-4d6b-85bd-3f7e0c5fcac8 req-749910a4-cd15-4e22-b9e9-c5fdf5726343 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:23.610886 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dec2194a-88f8-4d6b-85bd-3f7e0c5fcac8 req-749910a4-cd15-4e22-b9e9-c5fdf5726343 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.0608163 Jan 31 16:04:23.670470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dec2194a-88f8-4d6b-85bd-3f7e0c5fcac8 req-274a7962-0874-4437-9f31-2cce8ead43fa tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495491 Jan 31 16:04:23.685424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-1b247379-4040-4d46-a2cb-cad8316048b8 None None] Port 87fdd727-2e41-442b-8de3-b88710d0b2f8 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:04:23.688925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f3e98713-1bda-4a3b-bca9-605e71e418fc triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:23.689170 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.697137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event updated for resources: {'Port': ['ID=e0509c9b-3f1a-4fcd-a836-cf0d82278de3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:23.710984 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-7a84f5e1-de9f-4e55-b78e-fad742e08a81 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Floating IP 12d24191-5d33-4550-baf4-5a9d78e7f1e1 associated. External IP: 172.25.1.192, port: f40e127c-fe5c-443c-8882-0b2af4d66f23. Jan 31 16:04:23.720504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f942afb5-9627-4306-9d46-f69c9e0fd1c9 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Deleting port af29ecc4-f884-49e3-89f8-6bda35258472 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:23.720873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f942afb5-9627-4306-9d46-f69c9e0fd1c9 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.808811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:04:23.812560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-32d00dd7-9803-4023-84df-020e0b0bcd01 None None] Provisioning complete for port af29ecc4-f884-49e3-89f8-6bda35258472 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:23.812941 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32d00dd7-9803-4023-84df-020e0b0bcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:23.822844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:23.851517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:04:23.864762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-32d00dd7-9803-4023-84df-020e0b0bcd01 None None] Port af29ecc4-f884-49e3-89f8-6bda35258472 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:04:23.881914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbb05d-3024-4fe2-9a8c-39e94bd4079b req-13e49937-58e3-4a36-bb1d-d65fec127553 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:23.883508 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-76fbb05d-3024-4fe2-9a8c-39e94bd4079b req-13e49937-58e3-4a36-bb1d-d65fec127553 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0823390 Jan 31 16:04:23.923389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-76fbb05d-3024-4fe2-9a8c-39e94bd4079b req-2b032c7d-64f0-4089-9526-5e54a98e48bc tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335314 Jan 31 16:04:23.978512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f942afb5-9627-4306-9d46-f69c9e0fd1c9 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:24.019146 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f942afb5-9627-4306-9d46-f69c9e0fd1c9 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Calling delete_port for af29ecc4-f884-49e3-89f8-6bda35258472 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:24.053292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d9df7-2a2c-4871-a0b6-30e5fbd12193 req-df751f41-b153-4b94-99c0-1d8872106245 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:24.054847 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b73d9df7-2a2c-4871-a0b6-30e5fbd12193 req-df751f41-b153-4b94-99c0-1d8872106245 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0583942 Jan 31 16:04:24.063327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-68339cb1-f854-466d-8518-8e546837f1dd req-47f2a8f9-e13c-4cfd-85a0-7faeeba5a00c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Deleting port c64e471e-49c8-4589-8583-d541b89c2901 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:24.063663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-68339cb1-f854-466d-8518-8e546837f1dd req-47f2a8f9-e13c-4cfd-85a0-7faeeba5a00c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:24.102937 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b73d9df7-2a2c-4871-a0b6-30e5fbd12193 req-c624e95e-cc56-4182-b625-6a9333323fae tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393863 Jan 31 16:04:24.187806 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:24.327004 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:24.334825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410e638-1f98-444b-982f-86db130ea947 req-3fb3ad35-81d1-470d-9586-baa38746e30b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:24.336193 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5410e638-1f98-444b-982f-86db130ea947 req-3fb3ad35-81d1-470d-9586-baa38746e30b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0501921 Jan 31 16:04:24.376268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-68339cb1-f854-466d-8518-8e546837f1dd req-47f2a8f9-e13c-4cfd-85a0-7faeeba5a00c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] For port c64e471e-49c8-4589-8583-d541b89c2901, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=c64e471e-49c8-4589-8583-d541b89c2901,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:24.376656 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-68339cb1-f854-466d-8518-8e546837f1dd req-47f2a8f9-e13c-4cfd-85a0-7faeeba5a00c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:24.387102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5410e638-1f98-444b-982f-86db130ea947 req-1da63967-a561-49ea-8f66-9e0dae3c3ad0 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416746 Jan 31 16:04:24.403595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-7a84f5e1-de9f-4e55-b78e-fad742e08a81 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Router c29305af-5df5-46d9-b5a0-5e8758c9765f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:04:24.405982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-68339cb1-f854-466d-8518-8e546837f1dd req-47f2a8f9-e13c-4cfd-85a0-7faeeba5a00c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Calling delete_port for c64e471e-49c8-4589-8583-d541b89c2901 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:24.516278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621ce0f-a7ac-4170-9d7f-f5438a86836d req-41cd8b30-4878-4bde-907a-6d2be1101aff tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:24.521648 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a621ce0f-a7ac-4170-9d7f-f5438a86836d req-41cd8b30-4878-4bde-907a-6d2be1101aff tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0611155 Jan 31 16:04:24.560213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a621ce0f-a7ac-4170-9d7f-f5438a86836d req-9ab05583-b536-44a8-85a0-23f7381be2f1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Jan 31 16:04:24.596247 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f942afb5-9627-4306-9d46-f69c9e0fd1c9 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:24.663259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942afb5-9627-4306-9d46-f69c9e0fd1c9 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Pushing event deleted for resources: {'Port': ['ID=af29ecc4-f884-49e3-89f8-6bda35258472,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:24.727101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e48034-371c-424c-b18b-6bd25ce07fe7 req-6488da38-819c-408f-8251-12fa664da72d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:24.735247 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c0e48034-371c-424c-b18b-6bd25ce07fe7 req-6488da38-819c-408f-8251-12fa664da72d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0799654 Jan 31 16:04:24.785694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c0e48034-371c-424c-b18b-6bd25ce07fe7 req-497fd34f-dc80-4e81-9c09-da62aee7f2c3 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450139 Jan 31 16:04:24.826572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-7a84f5e1-de9f-4e55-b78e-fad742e08a81 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:04:24.837196 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662c427-3bb4-4009-bd6a-6890d61e029b None None] Sync routers for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:04:24.852286 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662c427-3bb4-4009-bd6a-6890d61e029b None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:24.857803 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d662c427-3bb4-4009-bd6a-6890d61e029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:24.857965 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-7a84f5e1-de9f-4e55-b78e-fad742e08a81 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:24.924209 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f942afb5-9627-4306-9d46-f69c9e0fd1c9 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:24.927560 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f942afb5-9627-4306-9d46-f69c9e0fd1c9 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] 10.222.0.36 "DELETE /v2.0/ports/af29ecc4-f884-49e3-89f8-6bda35258472 HTTP/1.1" status: 204 len: 168 time: 1.7402730 Jan 31 16:04:24.933486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53914) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:24.944302 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:24.950715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-635155c7-cc1a-4b7a-9fce-7f35b2ab1b44 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Request body: {'port': {'name': 'tempest-new-port-name-1371341776', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:24.951168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.api.validators [None req-635155c7-cc1a-4b7a-9fce-7f35b2ab1b44 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] bootfile-name is not in valid_values {{(pid=108771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 16:04:24.951500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.api.validators [None req-635155c7-cc1a-4b7a-9fce-7f35b2ab1b44 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] tftp-server is not in valid_values {{(pid=108771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 16:04:24.951823 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.api.validators [None req-635155c7-cc1a-4b7a-9fce-7f35b2ab1b44 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] server-ip-address is not in valid_values {{(pid=108771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 16:04:24.972252 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-7a84f5e1-de9f-4e55-b78e-fad742e08a81 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "PUT /v2.0/floatingips/12d24191-5d33-4550-baf4-5a9d78e7f1e1 HTTP/1.1" status: 200 len: 996 time: 3.0077066 Jan 31 16:04:24.979447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:24.981908 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e368c9bd-4b50-4bc3-9d00-21fee979f863" -d '{"events": [{"name": "network-changed", "server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:24.985344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:25.034113 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-d662c427-3bb4-4009-bd6a-6890d61e029b None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:25.064365 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-68339cb1-f854-466d-8518-8e546837f1dd req-47f2a8f9-e13c-4cfd-85a0-7faeeba5a00c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:25.077919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['f40e127c-fe5c-443c-8882-0b2af4d66f23', 'c64e471e-49c8-4589-8583-d541b89c2901'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:04:25.093077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ec13f-e8b1-4150-b5da-8a05a42fad83 req-19b312b2-784e-4b96-a27f-d4addafedb26 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:25.094215 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f71ec13f-e8b1-4150-b5da-8a05a42fad83 req-19b312b2-784e-4b96-a27f-d4addafedb26 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.2189677 Jan 31 16:04:25.094959 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-635155c7-cc1a-4b7a-9fce-7f35b2ab1b44 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:25.206852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f71ec13f-e8b1-4150-b5da-8a05a42fad83 req-2558b24b-1bb3-4ecd-b2a4-de4ef3d3f48f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970619 Jan 31 16:04:25.454514 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d662c427-3bb4-4009-bd6a-6890d61e029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '12d24191-5d33-4550-baf4-5a9d78e7f1e1', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'port_id': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'mac_address': 'fa:16:3e:2e:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:03:44Z', 'updated_at': '2022-01-31T16:04:23Z', 'revision_number': 8, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:25.479199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73feb360-268f-4995-86e7-37e606e43be6 req-f7a73c88-0192-421b-9d8f-85804171702d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:25.481834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73feb360-268f-4995-86e7-37e606e43be6 req-f7a73c88-0192-421b-9d8f-85804171702d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1357353 Jan 31 16:04:25.495897 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662c427-3bb4-4009-bd6a-6890d61e029b None None] Checking router: c29305af-5df5-46d9-b5a0-5e8758c9765f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:04:25.506617 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662c427-3bb4-4009-bd6a-6890d61e029b None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:25.507250 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d662c427-3bb4-4009-bd6a-6890d61e029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:25.546862 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-635155c7-cc1a-4b7a-9fce-7f35b2ab1b44 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:25.554097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73feb360-268f-4995-86e7-37e606e43be6 req-c6ab248b-6f5a-426e-91bf-a14be4480f3c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636606 Jan 31 16:04:25.555877 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-635155c7-cc1a-4b7a-9fce-7f35b2ab1b44 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:25.646686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635155c7-cc1a-4b7a-9fce-7f35b2ab1b44 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Pushing event updated for resources: {'Port': ['ID=87fdd727-2e41-442b-8de3-b88710d0b2f8,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:25.660755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-635155c7-cc1a-4b7a-9fce-7f35b2ab1b44 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] In _notify_port_updated(), no bound segment for port 87fdd727-2e41-442b-8de3-b88710d0b2f8 on network e671e2d3-cb72-4eaf-807e-f8002650e678 {{(pid=108771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:04:25.675561 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635155c7-cc1a-4b7a-9fce-7f35b2ab1b44 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:25.676269 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-635155c7-cc1a-4b7a-9fce-7f35b2ab1b44 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:25.678312 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:25.685776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-635155c7-cc1a-4b7a-9fce-7f35b2ab1b44 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] 10.222.0.36 "PUT /v2.0/ports/87fdd727-2e41-442b-8de3-b88710d0b2f8 HTTP/1.1" status: 200 len: 1136 time: 0.7430584 Jan 31 16:04:25.686287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event updated for resources: {'Port': ['ID=e0509c9b-3f1a-4fcd-a836-cf0d82278de3,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:25.687412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53932) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:25.704602 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b93804-8d8e-459b-9732-9d9e99e3085f x-openstack-request-id: req-70b93804-8d8e-459b-9732-9d9e99e3085f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:25.704902 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:25.705150 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70b93804-8d8e-459b-9732-9d9e99e3085f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:25.705641 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'status': 'completed', 'code': 200} Jan 31 16:04:25.710120 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:25.722781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-68339cb1-f854-466d-8518-8e546837f1dd req-47f2a8f9-e13c-4cfd-85a0-7faeeba5a00c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] No DVR routers for this DVR port c64e471e-49c8-4589-8583-d541b89c2901 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:04:25.730883 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-68339cb1-f854-466d-8518-8e546837f1dd req-47f2a8f9-e13c-4cfd-85a0-7faeeba5a00c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:25.734546 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68339cb1-f854-466d-8518-8e546837f1dd req-47f2a8f9-e13c-4cfd-85a0-7faeeba5a00c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.20 "DELETE /v2.0/ports/c64e471e-49c8-4589-8583-d541b89c2901 HTTP/1.1" status: 204 len: 173 time: 2.1797633 Jan 31 16:04:25.756757 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:25.758934 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-d662c427-3bb4-4009-bd6a-6890d61e029b None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:25.768918 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7989a5e2-23eb-4029-8fce-91bd893a26d1 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9833679 Jan 31 16:04:25.771565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-1de120d3-701f-435c-8fa4-48725bf41328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:25.773252 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-1de120d3-701f-435c-8fa4-48725bf41328 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 1096 time: 0.7761762 Jan 31 16:04:25.775072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2a8f9-e13c-4cfd-85a0-7faeeba5a00c tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Pushing event deleted for resources: {'Port': ['ID=c64e471e-49c8-4589-8583-d541b89c2901,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:25.930851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a37216-0a7d-4de5-84d4-f2bed5cda717 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:25.935134 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b0a37216-0a7d-4de5-84d4-f2bed5cda717 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] 10.222.0.36 "GET /v2.0/ports/87fdd727-2e41-442b-8de3-b88710d0b2f8 HTTP/1.1" status: 200 len: 1136 time: 0.2459393 Jan 31 16:04:25.941021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53942) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:25.942466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-6e079bc9-a44b-4880-9409-795a379e1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:25.944137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-6e079bc9-a44b-4880-9409-795a379e1949 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.1608338 Jan 31 16:04:26.038731 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-dec6aa49-de72-4ab8-a213-93e7d39d254c None None] Provisioning complete for port 87fdd727-2e41-442b-8de3-b88710d0b2f8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:26.039348 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dec6aa49-de72-4ab8-a213-93e7d39d254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:26.054022 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-0c22ccef-0d1e-4da7-860f-88dfa8bd3807 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 999 time: 0.1023753 Jan 31 16:04:26.079051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368c9bd-4b50-4bc3-9d00-21fee979f863 req-344d8f74-0ef4-41fd-b1a8-128bcbd71559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:26.080552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e368c9bd-4b50-4bc3-9d00-21fee979f863 req-344d8f74-0ef4-41fd-b1a8-128bcbd71559 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 1096 time: 0.3465652 Jan 31 16:04:26.102030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-8b4b443f-0f66-4a0e-8d5e-7420f3f92fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:26.110175 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-8b4b443f-0f66-4a0e-8d5e-7420f3f92fff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.0550661 Jan 31 16:04:26.119996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-dec6aa49-de72-4ab8-a213-93e7d39d254c None None] Port 87fdd727-2e41-442b-8de3-b88710d0b2f8 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:04:26.181025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-c57ed170-0c0d-4e5f-9ef0-e85524d02666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:26.189370 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-c57ed170-0c0d-4e5f-9ef0-e85524d02666 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781701 Jan 31 16:04:26.267129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-771f7853-7efa-4ffc-9723-a1454058f7b2 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Deleting port 87fdd727-2e41-442b-8de3-b88710d0b2f8 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:26.267488 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-771f7853-7efa-4ffc-9723-a1454058f7b2 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:26.274243 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d662c427-3bb4-4009-bd6a-6890d61e029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '12d24191-5d33-4550-baf4-5a9d78e7f1e1', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'port_id': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'mac_address': 'fa:16:3e:2e:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:03:44Z', 'updated_at': '2022-01-31T16:04:23Z', 'revision_number': 8, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:26.289518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368c9bd-4b50-4bc3-9d00-21fee979f863 req-e29e4cda-0a24-4346-a026-56599bdf9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:26.289852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e368c9bd-4b50-4bc3-9d00-21fee979f863 req-e29e4cda-0a24-4346-a026-56599bdf9571 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.1811719 Jan 31 16:04:26.313574 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-7733aa18-bdc6-4fa2-a4d0-b2a036de0557 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224539 Jan 31 16:04:26.315369 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662c427-3bb4-4009-bd6a-6890d61e029b None None] The sync data for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 is: [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '12d24191-5d33-4550-baf4-5a9d78e7f1e1', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'port_id': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'mac_address': 'fa:16:3e:2e:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:03:44Z', 'updated_at': '2022-01-31T16:04:23Z', 'revision_number': 8, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:04:26.483316 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e783c7f3-f08b-4bf8-b84d-5b6d135cbe18 req-e1c280ef-8e05-49b5-bc18-d597c4940f32 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688206 Jan 31 16:04:26.520361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e368c9bd-4b50-4bc3-9d00-21fee979f863 req-94809372-d99a-4f2e-9037-daaa7816ee2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 999 time: 0.1711156 Jan 31 16:04:26.526701 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-9bdfb838-9f2b-4b87-ac97-d7f23cdd5b39 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1470749685&fields=id&tenant_id=5fa96deb5ede45a3a06264eb5391ae29 HTTP/1.1" status: 200 len: 267 time: 0.0932934 Jan 31 16:04:26.583069 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-771f7853-7efa-4ffc-9723-a1454058f7b2 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:26.613207 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-771f7853-7efa-4ffc-9723-a1454058f7b2 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Calling delete_port for 87fdd727-2e41-442b-8de3-b88710d0b2f8 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:26.634937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf455da-8d5b-4797-8e61-50984ea94502 req-80ae9a09-87ca-452f-bd2c-23a0c80e450f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:26.637438 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dcf455da-8d5b-4797-8e61-50984ea94502 req-80ae9a09-87ca-452f-bd2c-23a0c80e450f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.0720367 Jan 31 16:04:26.642897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a3b3a-ffaf-46e4-bfa5-11877ffcf304 None None] New status for floating IP 12d24191-5d33-4550-baf4-5a9d78e7f1e1: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:04:26.667472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368c9bd-4b50-4bc3-9d00-21fee979f863 req-6ae686c2-5d05-4a85-af60-cb6792e4c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:26.669094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e368c9bd-4b50-4bc3-9d00-21fee979f863 req-6ae686c2-5d05-4a85-af60-cb6792e4c84a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.1415138 Jan 31 16:04:26.670873 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:04:26.700250 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dcf455da-8d5b-4797-8e61-50984ea94502 req-dbc1160b-5e65-4cad-9acf-3e906a0228de tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494576 Jan 31 16:04:26.806635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-a162ef0c-0744-48ac-aff9-955add936a63 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:26.813742 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-a162ef0c-0744-48ac-aff9-955add936a63 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/networks?id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 200 len: 811 time: 0.2687097 Jan 31 16:04:26.832136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feb0fe-faa6-46a3-9f71-66bf5f9f0e8f req-0b4a67db-3a03-4e33-9149-04dd42f34013 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:26.836004 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2feb0fe-faa6-46a3-9f71-66bf5f9f0e8f req-0b4a67db-3a03-4e33-9149-04dd42f34013 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0687420 Jan 31 16:04:26.838159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368c9bd-4b50-4bc3-9d00-21fee979f863 req-497c1683-0f43-4c8d-a2aa-1ef09f037da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:26.839709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e368c9bd-4b50-4bc3-9d00-21fee979f863 req-497c1683-0f43-4c8d-a2aa-1ef09f037da0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621943 Jan 31 16:04:26.847674 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-481394db-7ea1-4b1d-8e84-3a0994123939 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/quotas/5fa96deb5ede45a3a06264eb5391ae29 HTTP/1.1" status: 200 len: 375 time: 0.0330694 Jan 31 16:04:26.894332 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2feb0fe-faa6-46a3-9f71-66bf5f9f0e8f req-9ac9da05-be72-4d84-88c2-003850d4b100 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494370 Jan 31 16:04:26.937181 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53986) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:26.977296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b23a8322-158d-4ab7-9837-212dd4c11a49 req-579c21a9-e23f-4756-9e37-dd6298f3925f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips/12d24191-5d33-4550-baf4-5a9d78e7f1e1 HTTP/1.1" status: 200 len: 998 time: 0.0634747 Jan 31 16:04:27.015709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-94388a36-08ee-4eac-a0af-ffa115f1cda6 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1671758 Jan 31 16:04:27.031316 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-771f7853-7efa-4ffc-9723-a1454058f7b2 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.093502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e368c9bd-4b50-4bc3-9d00-21fee979f863 req-0fce7f95-5031-40d4-b615-782ea0eba15e service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436655 Jan 31 16:04:27.100993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f7853-7efa-4ffc-9723-a1454058f7b2 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Pushing event deleted for resources: {'Port': ['ID=87fdd727-2e41-442b-8de3-b88710d0b2f8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:27.104693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a8322-158d-4ab7-9837-212dd4c11a49 req-f8bfb0f2-ffa5-4e56-a54b-b7e05e271d02 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:27.107580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b23a8322-158d-4ab7-9837-212dd4c11a49 req-f8bfb0f2-ffa5-4e56-a54b-b7e05e271d02 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1213920 Jan 31 16:04:27.191448 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-4243d52a-1747-4d15-86d8-7215297f537f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 1001 time: 0.0641780 Jan 31 16:04:27.217941 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5968267-8a05-4652-b53e-8a5c72189763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.251449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-6f14c8a7-f846-4a98-a85d-d368a0ea874e tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:27.253037 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-6f14c8a7-f846-4a98-a85d-d368a0ea874e tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports/f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 942 time: 0.0557766 Jan 31 16:04:27.324242 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-771f7853-7efa-4ffc-9723-a1454058f7b2 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.327446 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-771f7853-7efa-4ffc-9723-a1454058f7b2 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] 10.222.0.36 "DELETE /v2.0/ports/87fdd727-2e41-442b-8de3-b88710d0b2f8 HTTP/1.1" status: 204 len: 168 time: 1.3838239 Jan 31 16:04:27.334950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53992) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:27.345041 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-db83f8bb-f2cf-4f4f-88f2-edbf37865a0b service neutron] 10.222.0.36 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075495 Jan 31 16:04:27.354811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e368c9bd-4b50-4bc3-9d00-21fee979f863 req-bc48ec51-3601-425c-804c-458c7c5e6152 service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201674 Jan 31 16:04:27.363433 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device c64e471e-49c8-4589-8583-d541b89c2901 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:04:27.387662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: c64e471e-49c8-4589-8583-d541b89c2901 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:04:27.388068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device c64e471e-49c8-4589-8583-d541b89c2901 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:04:27.411068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-bc5a54ab-f6b6-43ad-b22c-a8369a1b44f4 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 1001 time: 0.1146748 Jan 31 16:04:27.415331 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7223ea5-5883-4da8-a88a-8e61b7a57dc6 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Deleting subnet 786b5c89-5804-4380-8212-f78111d053e3 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:04:27.420501 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7223ea5-5883-4da8-a88a-8e61b7a57dc6 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.473956 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-cb646b2b-dd82-4b5c-87cd-f70fc8639861 service neutron] 10.222.0.36 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216111 Jan 31 16:04:27.478558 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5968267-8a05-4652-b53e-8a5c72189763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.482973 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5968267-8a05-4652-b53e-8a5c72189763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.513367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7223ea5-5883-4da8-a88a-8e61b7a57dc6 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.521849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c5968267-8a05-4652-b53e-8a5c72189763 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6687a8132cb48b487276c38a946a4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5835578 Jan 31 16:04:27.522727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5968267-8a05-4652-b53e-8a5c72189763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d116d5-962b-464c-830c-5b4cf89a3445,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:27.525334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53994) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:27.585577 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea2701ac-3d08-447c-a21c-0059730a6004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.600711 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-8e5888e2-fe69-4c07-b32c-c4356fa17e0e tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:27.602231 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-8e5888e2-fe69-4c07-b32c-c4356fa17e0e tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.1842997 Jan 31 16:04:27.616791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea2701ac-3d08-447c-a21c-0059730a6004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.683970 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fb0219f9-fe73-467a-a3c8-e69c2acf93ae req-0f165c45-3acb-4471-9a16-6a52f3320762 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 210 time: 0.0322392 Jan 31 16:04:27.700061 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea2701ac-3d08-447c-a21c-0059730a6004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.702787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea2701ac-3d08-447c-a21c-0059730a6004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.703918 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ea2701ac-3d08-447c-a21c-0059730a6004 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7d116d5-962b-464c-830c-5b4cf89a3445 HTTP/1.1" status: 204 len: 168 time: 0.1733334 Jan 31 16:04:27.711305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'name': 'network-vif-deleted', 'tag': 'c64e471e-49c8-4589-8583-d541b89c2901'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:27.715460 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcba6e03-4a7f-4d3d-a44e-76377bc11667" -d '{"events": [{"server_uuid": "4d66c77c-a7be-4d93-811e-885d6d276d23", "name": "network-vif-deleted", "tag": "c64e471e-49c8-4589-8583-d541b89c2901"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:27.720261 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7223ea5-5883-4da8-a88a-8e61b7a57dc6 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.729709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2701ac-3d08-447c-a21c-0059730a6004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d116d5-962b-464c-830c-5b4cf89a3445,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:27.734481 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.772967 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-c3c15e05-5caa-47bc-9b5e-40fdfdd0b33f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 1001 time: 0.1438935 Jan 31 16:04:27.813318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-4e51189e-8d1d-4014-9bbd-7b12454f1c89 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:27.873622 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af762c3-b8b4-4009-a40a-09102a62dca8 req-d264ac75-884b-4f8d-9aba-94131537b892 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:27.873951 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7223ea5-5883-4da8-a88a-8e61b7a57dc6 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.875174 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7af762c3-b8b4-4009-a40a-09102a62dca8 req-d264ac75-884b-4f8d-9aba-94131537b892 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.0701203 Jan 31 16:04:27.921766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7af762c3-b8b4-4009-a40a-09102a62dca8 req-d92c2398-fb6c-44aa-982e-338f589e59ef tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Jan 31 16:04:27.932044 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-4e51189e-8d1d-4014-9bbd-7b12454f1c89 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.934609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7223ea5-5883-4da8-a88a-8e61b7a57dc6 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Pushing event deleted for resources: {'Subnet': ['ID=786b5c89-5804-4380-8212-f78111d053e3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:27.938529 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7223ea5-5883-4da8-a88a-8e61b7a57dc6 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:27.944259 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a7223ea5-5883-4da8-a88a-8e61b7a57dc6 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] 10.222.0.36 "DELETE /v2.0/subnets/786b5c89-5804-4380-8212-f78111d053e3 HTTP/1.1" status: 204 len: 168 time: 0.6061049 Jan 31 16:04:27.944664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54014) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:27.947460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828fc8d3-9837-4253-b6e7-08cafcb8d470 None None] Network e671e2d3-cb72-4eaf-807e-f8002650e678 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:04:28.060367 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.061837 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e93c08c-ddd4-492d-80c2-04a8e53985e6 x-openstack-request-id: req-6e93c08c-ddd4-492d-80c2-04a8e53985e6 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:28.062147 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d66c77c-a7be-4d93-811e-885d6d276d23", "name": "network-vif-deleted", "tag": "c64e471e-49c8-4589-8583-d541b89c2901", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:28.062415 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e93c08c-ddd4-492d-80c2-04a8e53985e6 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:28.063006 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d66c77c-a7be-4d93-811e-885d6d276d23', 'name': 'network-vif-deleted', 'tag': 'c64e471e-49c8-4589-8583-d541b89c2901', 'status': 'completed', 'code': 200} Jan 31 16:04:28.177175 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-4e51189e-8d1d-4014-9bbd-7b12454f1c89 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.178094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54018) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:28.191794 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-4e51189e-8d1d-4014-9bbd-7b12454f1c89 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.192133 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-4e51189e-8d1d-4014-9bbd-7b12454f1c89 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Floating IP 12d24191-5d33-4550-baf4-5a9d78e7f1e1 disassociated. External IP: 172.25.1.192, port: f40e127c-fe5c-443c-8882-0b2af4d66f23. Jan 31 16:04:28.196112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-29633678-b4ab-4162-9fff-3a0f53471486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.200668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac59892-c7e1-4ef5-908c-aadf3cc02407 req-56f22269-6c1e-41bd-9592-fcc06274fc64 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:28.202225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1ac59892-c7e1-4ef5-908c-aadf3cc02407 req-56f22269-6c1e-41bd-9592-fcc06274fc64 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0751657 Jan 31 16:04:28.215532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Deleting port f3e98713-1bda-4a3b-bca9-605e71e418fc {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:28.216015 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.257534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a358c154-e595-4196-9a35-a025512fecc1 None None] DHCP port deletion for e671e2d3-cb72-4eaf-807e-f8002650e678 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:04:28.303455 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1ac59892-c7e1-4ef5-908c-aadf3cc02407 req-50a6610c-aa8c-4fd8-9fa3-949e011b387b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851092 Jan 31 16:04:28.324638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a358c154-e595-4196-9a35-a025512fecc1 None None] Deleting port f3e98713-1bda-4a3b-bca9-605e71e418fc {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:28.324638 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a358c154-e595-4196-9a35-a025512fecc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.339609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] For port f3e98713-1bda-4a3b-bca9-605e71e418fc, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f3e98713-1bda-4a3b-bca9-605e71e418fc,segment=NetworkSegment(8a91e811-b7cd-4de5-85f2-91ec92a74119),segment_id=8a91e811-b7cd-4de5-85f2-91ec92a74119)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:28.340497 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.362411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Calling delete_port for f3e98713-1bda-4a3b-bca9-605e71e418fc owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:28.389875 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a358c154-e595-4196-9a35-a025512fecc1 None None] For port f3e98713-1bda-4a3b-bca9-605e71e418fc, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f3e98713-1bda-4a3b-bca9-605e71e418fc,segment=NetworkSegment(8a91e811-b7cd-4de5-85f2-91ec92a74119),segment_id=8a91e811-b7cd-4de5-85f2-91ec92a74119)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:28.390378 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a358c154-e595-4196-9a35-a025512fecc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.404613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a358c154-e595-4196-9a35-a025512fecc1 None None] Calling delete_port for f3e98713-1bda-4a3b-bca9-605e71e418fc owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:28.448139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-29633678-b4ab-4162-9fff-3a0f53471486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.453875 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-29633678-b4ab-4162-9fff-3a0f53471486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.472058 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.485119 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a358c154-e595-4196-9a35-a025512fecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.489400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] No DVR routers for this DVR port f3e98713-1bda-4a3b-bca9-605e71e418fc on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:04:28.512392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358c154-e595-4196-9a35-a025512fecc1 None None] Pushing event deleted for resources: {'Port': ['ID=f3e98713-1bda-4a3b-bca9-605e71e418fc,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:28.516381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358c154-e595-4196-9a35-a025512fecc1 None None] No DVR routers for this DVR port f3e98713-1bda-4a3b-bca9-605e71e418fc on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:04:28.519627 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-29633678-b4ab-4162-9fff-3a0f53471486 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5f0ed8916ec4be0832addcedde025d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404100 Jan 31 16:04:28.527992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54020) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:28.559115 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Pushing event deleted for resources: {'Port': ['ID=f3e98713-1bda-4a3b-bca9-605e71e418fc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:28.582841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29633678-b4ab-4162-9fff-3a0f53471486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebecff4a-33fd-4083-ba1a-a1aa0e0d5a77,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:28.602232 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.604005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-4e51189e-8d1d-4014-9bbd-7b12454f1c89 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Router c29305af-5df5-46d9-b5a0-5e8758c9765f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:04:28.622210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7e11ec6-b029-4a4b-915f-bbf8fa938bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.622907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e671e2d3-cb72-4eaf-807e-f8002650e678']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:28.632289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a91e811-b7cd-4de5-85f2-91ec92a74119') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:28.632589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a91e811-b7cd-4de5-85f2-91ec92a74119') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:28.643634 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.658085 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.664962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:04:28.665596 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:04:28.668906 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:04:28.688889 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7e11ec6-b029-4a4b-915f-bbf8fa938bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.740528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.746756 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.750578 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] 10.222.0.36 "DELETE /v2.0/networks/e671e2d3-cb72-4eaf-807e-f8002650e678 HTTP/1.1" status: 204 len: 168 time: 0.8048558 Jan 31 16:04:28.775299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-4e51189e-8d1d-4014-9bbd-7b12454f1c89 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:04:28.778041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a21418-deb5-45ff-a4b5-04e024358b51 tempest-ExtraDHCPOptionsTestJSON-196016287 tempest-ExtraDHCPOptionsTestJSON-196016287-project] Pushing event deleted for resources: {'Network': ['ID=e671e2d3-cb72-4eaf-807e-f8002650e678,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:28.780965 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-4e51189e-8d1d-4014-9bbd-7b12454f1c89 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.808186 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7e11ec6-b029-4a4b-915f-bbf8fa938bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.810730 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d809c-c862-4d17-a4e2-86505914bb95 None None] Sync routers for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:04:28.813321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3676ddbf-73e0-4efe-afaf-8ee4799e61ab req-f1b28979-098c-40f3-a941-b62a5b528915 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 210 time: 0.0377777 Jan 31 16:04:28.819276 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7e11ec6-b029-4a4b-915f-bbf8fa938bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:28.821934 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e7e11ec6-b029-4a4b-915f-bbf8fa938bf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebecff4a-33fd-4083-ba1a-a1aa0e0d5a77 HTTP/1.1" status: 204 len: 168 time: 0.2921424 Jan 31 16:04:28.830798 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-4e51189e-8d1d-4014-9bbd-7b12454f1c89 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "PUT /v2.0/floatingips/12d24191-5d33-4550-baf4-5a9d78e7f1e1 HTTP/1.1" status: 200 len: 696 time: 1.0237694 Jan 31 16:04:28.838614 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d809c-c862-4d17-a4e2-86505914bb95 None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:28.839243 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c40d809c-c862-4d17-a4e2-86505914bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:28.840476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e11ec6-b029-4a4b-915f-bbf8fa938bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebecff4a-33fd-4083-ba1a-a1aa0e0d5a77,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:28.937269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-b6b1b0db-0c59-484f-aad0-942dc47eb3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:28.938996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-b6b1b0db-0c59-484f-aad0-942dc47eb3d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 1096 time: 0.0713394 Jan 31 16:04:29.056043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-1cd24983-9e86-401f-89a2-4327fcf0637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:29.057596 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-1cd24983-9e86-401f-89a2-4327fcf0637e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.1099012 Jan 31 16:04:29.108114 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-22ce6e7c-710d-4983-bd50-26fa0a02e1b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 217 time: 0.0438569 Jan 31 16:04:29.132874 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-c40d809c-c862-4d17-a4e2-86505914bb95 None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:29.166383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54036) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:29.192094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-e7c7a78e-c003-45b9-b31b-0a1d55261bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:29.203594 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-e7c7a78e-c003-45b9-b31b-0a1d55261bf3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.0866158 Jan 31 16:04:29.271499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-271245a8-6d8f-40f9-8df6-588a14cb8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:29.273067 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-271245a8-6d8f-40f9-8df6-588a14cb8653 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684707 Jan 31 16:04:29.425383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-407ab4f8-4747-440a-b0fa-7964d3a4d93d service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386266 Jan 31 16:04:29.464002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f3e98713-1bda-4a3b-bca9-605e71e418fc no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:04:29.510681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: f3e98713-1bda-4a3b-bca9-605e71e418fc {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:04:29.511276 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f3e98713-1bda-4a3b-bca9-605e71e418fc not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:04:29.584385 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc7e8e0e-3a09-453c-aee4-427b0c254d23 req-c0f14bb5-d4a5-4135-9388-03c7fd31e163 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546686 Jan 31 16:04:29.586689 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c40d809c-c862-4d17-a4e2-86505914bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:29.629212 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d809c-c862-4d17-a4e2-86505914bb95 None None] Checking router: c29305af-5df5-46d9-b5a0-5e8758c9765f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:04:29.635617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-7896b069-88d9-486a-8f7a-ea922a8b2d24 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:29.637244 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-7896b069-88d9-486a-8f7a-ea922a8b2d24 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.20 "GET /v2.0/networks?id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 200 len: 811 time: 0.7048831 Jan 31 16:04:29.641572 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d809c-c862-4d17-a4e2-86505914bb95 None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:29.642186 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c40d809c-c862-4d17-a4e2-86505914bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:29.652477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43446584-21a7-440b-ac50-0064bef4383a req-ea78ae98-14fa-48ad-a6d8-958d28d13a7a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:29.661615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43446584-21a7-440b-ac50-0064bef4383a req-ea78ae98-14fa-48ad-a6d8-958d28d13a7a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.5649810 Jan 31 16:04:29.675833 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ba8225db-2acf-4cea-b20b-b470093f8f24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=080fad1abdc84f9481f61ac081555469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081439 Jan 31 16:04:29.678151 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54056) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:29.733455 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-5b15f3fc-3b30-40a7-a7bf-5a7c1bd40e5c tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa96deb5ede45a3a06264eb5391ae29 HTTP/1.1" status: 200 len: 380 time: 0.0696855 Jan 31 16:04:29.748530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43446584-21a7-440b-ac50-0064bef4383a req-a082ae51-4628-4ccb-990d-5c1d3ced5b60 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858936 Jan 31 16:04:29.762876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Request body: {'port': {'device_id': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'admin_state_up': True, 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'security_groups': ['b978fc65-14ab-44ca-b15b-c98835f2bd9d']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:29.781039 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-777188b2-c453-4b6a-9861-2eb08e7ac341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:29.789918 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-c40d809c-c862-4d17-a4e2-86505914bb95 None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:29.821941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6fefa-7fe1-478f-b2cc-1f1b467f7d6d req-9ea8f713-2e50-4a2f-b15a-5a5ff5683e04 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:29.831126 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fea6fefa-7fe1-478f-b2cc-1f1b467f7d6d req-9ea8f713-2e50-4a2f-b15a-5a5ff5683e04 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1133459 Jan 31 16:04:29.851157 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-777188b2-c453-4b6a-9861-2eb08e7ac341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:29.898068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fea6fefa-7fe1-478f-b2cc-1f1b467f7d6d req-f253c66c-3698-4e8c-bc43-2f98b6e23efd tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655644 Jan 31 16:04:29.962104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1bb4ac2-06ef-43d9-b757-d49801516a58 req-6e805452-14bc-4482-90a1-3d22d9a7393e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 210 time: 0.0564792 Jan 31 16:04:29.974549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Made reservation on behalf of 5fa96deb5ede45a3a06264eb5391ae29 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:29.976474 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-777188b2-c453-4b6a-9861-2eb08e7ac341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:29.979535 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-777188b2-c453-4b6a-9861-2eb08e7ac341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:29.979660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:29.981337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-777188b2-c453-4b6a-9861-2eb08e7ac341 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/177db952-7e24-48d3-a295-3c54ed434c0d HTTP/1.1" status: 204 len: 168 time: 0.3021035 Jan 31 16:04:29.999144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777188b2-c453-4b6a-9861-2eb08e7ac341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177db952-7e24-48d3-a295-3c54ed434c0d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:30.020935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-5e251e7f-e654-48e0-9cc8-b3178cb31305 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips/12d24191-5d33-4550-baf4-5a9d78e7f1e1 HTTP/1.1" status: 200 len: 696 time: 0.0877993 Jan 31 16:04:30.128846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:30.131959 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bb8430-82d2-419b-b574-357ef6482f27" -d '{"events": [{"name": "network-changed", "server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:30.159967 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Allocated IP 172.20.0.6 (6ebb65fc-d5a1-4d08-bf9f-bc40458df679/d3e373cf-e995-4178-bf6f-1d42ceb41d7c/1ca914d3-f80a-45ed-9273-5fffd790b632) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:04:30.188136 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4dd426-c82c-4a33-9c18-0ed1560425a5 x-openstack-request-id: req-da4dd426-c82c-4a33-9c18-0ed1560425a5 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:30.188425 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:30.188912 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da4dd426-c82c-4a33-9c18-0ed1560425a5 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:30.189497 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'status': 'completed', 'code': 200} Jan 31 16:04:30.196708 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c40d809c-c862-4d17-a4e2-86505914bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:30.235921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-85b7e513-86ad-4ffd-8027-e3a6f52d25ff tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:30.239508 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d809c-c862-4d17-a4e2-86505914bb95 None None] The sync data for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 is: [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:03:27Z', 'revision_number': 4, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0023adc-26e7-4e8f-afbb-a7071a840fe3', 'name': '', 'network_id': 'c2e979ed-d288-46ec-b1d2-bab8e02db66d', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'mac_address': 'fa:16:3e:99:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:26Z', 'updated_at': '2022-01-31T16:03:32Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'subnets': [{'id': '704cad5f-b478-4dc1-be79-40f0900ae412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:04:30.244102 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-85b7e513-86ad-4ffd-8027-e3a6f52d25ff tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.2133172 Jan 31 16:04:30.249841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-0c616345-a4ae-444c-8042-8a2d3c242995 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:04:30.257972 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-0c616345-a4ae-444c-8042-8a2d3c242995 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132625 Jan 31 16:04:30.330760 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-c877180e-b574-4e56-97ea-b51ac7ef3462 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 699 time: 0.0715153 Jan 31 16:04:30.384532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb8430-82d2-419b-b574-357ef6482f27 req-c1455f9b-759e-4fca-8aaa-e9e1e0b4ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:30.386058 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35bb8430-82d2-419b-b574-357ef6482f27 req-c1455f9b-759e-4fca-8aaa-e9e1e0b4ebab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e79d3450812c4eddb0e91e775086d14b&device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 1096 time: 0.1726918 Jan 31 16:04:30.390243 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:30.394028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-e74cde75-8033-4171-ac72-92dcf09cb090 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 699 time: 0.0623369 Jan 31 16:04:30.451491 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:30.507964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54082) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:30.530290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:04:30.533753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:30.538244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:04:30.542656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event updated for resources: {'Port': ['ID=1ca914d3-f80a-45ed-9273-5fffd790b632,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:30.640801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:30.642837 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:30.676078 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-06b388bc-c509-465c-a247-386c2869e26e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9261162 Jan 31 16:04:30.688911 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a0e73-8dde-4b5a-8993-9e8b15c5ffd5 None None] New status for floating IP 12d24191-5d33-4550-baf4-5a9d78e7f1e1: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:04:30.691302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Request body: {'port': {'device_id': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:30.699344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb8430-82d2-419b-b574-357ef6482f27 req-21a86b80-6dcc-42fd-9721-71f5f4bf9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:30.700868 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35bb8430-82d2-419b-b574-357ef6482f27 req-21a86b80-6dcc-42fd-9721-71f5f4bf9e92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 200 len: 922 time: 0.3018656 Jan 31 16:04:30.723188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-2dd8834b-51e0-4437-8b3e-9c840719cfad tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Deleting port 0218a455-4e5b-4802-808b-496433a1ca51 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:30.723559 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-2dd8834b-51e0-4437-8b3e-9c840719cfad tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:30.782573 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-36ce418a-a092-437c-b2f6-eb568f5189fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:30.784665 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35bb8430-82d2-419b-b574-357ef6482f27 req-4da84e4a-f438-4633-b16f-6ee74021fb61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 200 len: 217 time: 0.0694795 Jan 31 16:04:30.878836 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:30.933040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb8430-82d2-419b-b574-357ef6482f27 req-8ff0795f-b604-455e-8709-3f871fdbb97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:30.935813 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35bb8430-82d2-419b-b574-357ef6482f27 req-8ff0795f-b604-455e-8709-3f871fdbb97f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 200 len: 860 time: 0.1110039 Jan 31 16:04:30.981578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a180bc85-053a-4e97-abd4-52e3006e2438 None None] Provisioning complete for port 1ca914d3-f80a-45ed-9273-5fffd790b632 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:30.984193 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-2dd8834b-51e0-4437-8b3e-9c840719cfad tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:30.984497 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-2dd8834b-51e0-4437-8b3e-9c840719cfad tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:30.984832 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a180bc85-053a-4e97-abd4-52e3006e2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:31.003686 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-2dd8834b-51e0-4437-8b3e-9c840719cfad tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Calling delete_port for 0218a455-4e5b-4802-808b-496433a1ca51 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:31.012843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb8430-82d2-419b-b574-357ef6482f27 req-741cd7d0-2450-4617-a3b4-52205b287597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:31.014516 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35bb8430-82d2-419b-b574-357ef6482f27 req-741cd7d0-2450-4617-a3b4-52205b287597 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2e979ed-d288-46ec-b1d2-bab8e02db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715313 Jan 31 16:04:31.025014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a180bc85-053a-4e97-abd4-52e3006e2438 None None] Port 1ca914d3-f80a-45ed-9273-5fffd790b632 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:04:31.027957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff35404-24ca-48f7-b4ab-a15e20cb2792 req-9ff60a9e-a839-4499-bc04-a7ae702728a0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:31.036832 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ff35404-24ca-48f7-b4ab-a15e20cb2792 req-9ff60a9e-a839-4499-bc04-a7ae702728a0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1916363 Jan 31 16:04:31.119058 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54106) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:31.185918 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ff35404-24ca-48f7-b4ab-a15e20cb2792 req-8e7e2ff5-7921-44f2-a661-ba9d8a7b5a6b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466622 Jan 31 16:04:31.213967 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35bb8430-82d2-419b-b574-357ef6482f27 req-fadeb82b-3fd7-46a3-b688-5826081d4268 service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899929 Jan 31 16:04:31.220176 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-36ce418a-a092-437c-b2f6-eb568f5189fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:31.238440 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-36ce418a-a092-437c-b2f6-eb568f5189fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:31.357023 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-36ce418a-a092-437c-b2f6-eb568f5189fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36e113456ec0489aa72c5dfca0021636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8466234 Jan 31 16:04:31.366090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54110) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:31.381700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce418a-a092-437c-b2f6-eb568f5189fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58feba0-199b-40f1-8f21-e6e88e046e69,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:31.445840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b76cd8-6748-4b4d-8276-a2bdae65bffa req-2f59251f-d2b5-4223-a7de-4117c67a4790 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:31.447473 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1b76cd8-6748-4b4d-8276-a2bdae65bffa req-2f59251f-d2b5-4223-a7de-4117c67a4790 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1540966 Jan 31 16:04:31.542472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca914d3-f80a-45ed-9273-5fffd790b632 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:04:31.547148 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35632edc-54bb-49d3-9bc9-5e0627ce0606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:31.555553 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1b76cd8-6748-4b4d-8276-a2bdae65bffa req-45c87f8d-9b32-4a4e-8f65-b4435a18fe9e tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984728 Jan 31 16:04:31.559494 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:31.588525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2d40601a-80c0-422a-ad5c-b4d119de4573 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] Request body: {'port': {'network_id': 'b322d2ec-b50b-439a-bd29-0842dde47a26', 'name': 'tempest-NetworksNegativeTestJSON-350877982'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:31.596968 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35632edc-54bb-49d3-9bc9-5e0627ce0606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:31.631363 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d40601a-80c0-422a-ad5c-b4d119de4573 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] POST failed (client error): The resource could not be found. Jan 31 16:04:31.632000 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d40601a-80c0-422a-ad5c-b4d119de4573 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:04:31.633123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2d40601a-80c0-422a-ad5c-b4d119de4573 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5075192 Jan 31 16:04:31.638528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54112) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:31.677100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Transition to ACTIVE for port object 1ca914d3-f80a-45ed-9273-5fffd790b632 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:04:31.679665 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f52d540-5a42-45bc-9e4e-8619d06090b9 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] DELETE failed (client error): The resource could not be found. Jan 31 16:04:31.680045 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-2dd8834b-51e0-4437-8b3e-9c840719cfad tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:31.680217 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f52d540-5a42-45bc-9e4e-8619d06090b9 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:04:31.688864 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5f52d540-5a42-45bc-9e4e-8619d06090b9 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] 10.222.0.36 "DELETE /v2.0/networks/3e9f1507-c392-4d6d-b142-176915064a3b HTTP/1.1" status: 404 len: 339 time: 0.0439820 Jan 31 16:04:31.688864 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:31.690743 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54114) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:31.696964 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35bb8430-82d2-419b-b574-357ef6482f27 req-ff94cea2-5f6c-4728-9469-387949b318ed service neutron] 10.222.0.20 "GET /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708114 Jan 31 16:04:31.721712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8834b-51e0-4437-8b3e-9c840719cfad tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Pushing event deleted for resources: {'Port': ['ID=0218a455-4e5b-4802-808b-496433a1ca51,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:31.758021 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8be516b-329b-4064-86ad-ab5a29644478 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] DELETE failed (client error): The resource could not be found. Jan 31 16:04:31.758701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8be516b-329b-4064-86ad-ab5a29644478 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:04:31.761918 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d8be516b-329b-4064-86ad-ab5a29644478 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] 10.222.0.36 "DELETE /v2.0/ports/3a4d4443-63fc-46fe-aecc-2fb28ddbabf2 HTTP/1.1" status: 404 len: 333 time: 0.0662186 Jan 31 16:04:31.767409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54116) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:31.771472 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35632edc-54bb-49d3-9bc9-5e0627ce0606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:31.774295 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35632edc-54bb-49d3-9bc9-5e0627ce0606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:31.775396 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-35632edc-54bb-49d3-9bc9-5e0627ce0606 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f58feba0-199b-40f1-8f21-e6e88e046e69 HTTP/1.1" status: 204 len: 168 time: 0.4061451 Jan 31 16:04:31.789981 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-2dd8834b-51e0-4437-8b3e-9c840719cfad tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:31.793158 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-2dd8834b-51e0-4437-8b3e-9c840719cfad tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:31.795634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8a8dc-c542-45f3-91f8-e99e8387d2f9 req-dd837b50-be05-44bb-b90b-125539031ef3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:31.797906 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b92aa6e3-eb98-47ee-bfde-2dd3e4d1f998 req-2dd8834b-51e0-4437-8b3e-9c840719cfad tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "DELETE /v2.0/floatingips/12d24191-5d33-4550-baf4-5a9d78e7f1e1 HTTP/1.1" status: 204 len: 173 time: 1.4027150 Jan 31 16:04:31.806423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4d8a8dc-c542-45f3-91f8-e99e8387d2f9 req-dd837b50-be05-44bb-b90b-125539031ef3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 931 time: 0.1851785 Jan 31 16:04:31.838023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca914d3-f80a-45ed-9273-5fffd790b632,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:31.843537 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71a1412-cc4e-4c30-895f-8bde7d0b19c9 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] DELETE failed (client error): The resource could not be found. Jan 31 16:04:31.843997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71a1412-cc4e-4c30-895f-8bde7d0b19c9 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:04:31.847073 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e71a1412-cc4e-4c30-895f-8bde7d0b19c9 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] 10.222.0.36 "DELETE /v2.0/subnets/d3a78fb3-ab02-4078-a335-bedd4bebb979 HTTP/1.1" status: 404 len: 337 time: 0.0765326 Jan 31 16:04:31.847910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35632edc-54bb-49d3-9bc9-5e0627ce0606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58feba0-199b-40f1-8f21-e6e88e046e69,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:31.853177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54122) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:31.888368 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfdf7ce-b1e2-4097-9471-9691d991f17d tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] GET failed (client error): The resource could not be found. Jan 31 16:04:31.896492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ddfdf7ce-b1e2-4097-9471-9691d991f17d tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] 10.222.0.36 "GET /v2.0/networks/128727ee-58ea-4fba-90a3-3f4934dd6a9a HTTP/1.1" status: 404 len: 339 time: 0.0421541 Jan 31 16:04:31.897126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54124) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:31.929757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4d8a8dc-c542-45f3-91f8-e99e8387d2f9 req-f8b04555-bf5d-4eec-bdf8-dc71d975a9b3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224163 Jan 31 16:04:31.943933 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ad67d6-5cb1-4f74-a5cc-b7073aa06cb2 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] GET failed (client error): The resource could not be found. Jan 31 16:04:31.954858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Attempting to bind port 1ca914d3-f80a-45ed-9273-5fffd790b632 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:04:31.955193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Attempting to bind port 1ca914d3-f80a-45ed-9273-5fffd790b632 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:04:31.955532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Attempting to bind port 1ca914d3-f80a-45ed-9273-5fffd790b632 on network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:04:31.958145 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-60ad67d6-5cb1-4f74-a5cc-b7073aa06cb2 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] 10.222.0.36 "GET /v2.0/ports/d91dd3c3-7065-4576-8e5c-99a94bc05b36 HTTP/1.1" status: 404 len: 333 time: 0.0598872 Jan 31 16:04:31.960548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Port 1ca914d3-f80a-45ed-9273-5fffd790b632 on network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:04:31.960876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Attempting to bind port 1ca914d3-f80a-45ed-9273-5fffd790b632 on network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:04:31.961323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54126) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:31.966945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:04:31.967291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Checking segment: {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:04:31.967978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Bound using segment: {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:04:31.968318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Bound port: 1ca914d3-f80a-45ed-9273-5fffd790b632, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556571e6-8a62-4f17-88bc-ddfd0446f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:04:31.968909 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:32.053095 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-118c946d-6153-47b5-8e3f-58594c4bd3a9 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] GET failed (client error): The resource could not be found. Jan 31 16:04:32.055795 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-118c946d-6153-47b5-8e3f-58594c4bd3a9 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] 10.222.0.36 "GET /v2.0/subnets/caaa0f49-e449-4315-9e15-8808930f9057 HTTP/1.1" status: 404 len: 337 time: 0.0856192 Jan 31 16:04:32.061487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] For port 1ca914d3-f80a-45ed-9273-5fffd790b632, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:04:32.065664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] For port 1ca914d3-f80a-45ed-9273-5fffd790b632, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1ca914d3-f80a-45ed-9273-5fffd790b632,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:04:32.065877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54132) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:32.071266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2f9878e3-732e-4a59-8bde-34d0c6fbbc0b tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] Request body: {'network': {'name': 'new_name'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:32.073152 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:32.098997 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9878e3-732e-4a59-8bde-34d0c6fbbc0b tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] PUT failed (client error): The resource could not be found. Jan 31 16:04:32.098997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9878e3-732e-4a59-8bde-34d0c6fbbc0b tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:04:32.100127 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2f9878e3-732e-4a59-8bde-34d0c6fbbc0b tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] 10.222.0.36 "PUT /v2.0/networks/99a36392-f469-414c-b992-cfc59a904f75 HTTP/1.1" status: 404 len: 339 time: 0.0335174 Jan 31 16:04:32.105606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54134) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:32.110822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-41537fce-f952-4fd1-b3d7-0b82a0d48175 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] Request body: {'port': {'name': 'new_name'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:32.119600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:32.120480 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:32.122097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] 10.222.0.20 "PUT /v2.0/ports/1ca914d3-f80a-45ed-9273-5fffd790b632 HTTP/1.1" status: 200 len: 1091 time: 1.4383469 Jan 31 16:04:32.126022 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'tag': '1ca914d3-f80a-45ed-9273-5fffd790b632'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:32.129189 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1297e2f3-9f49-4b48-a8ab-a2bf701cc55d" -d '{"events": [{"name": "network-changed", "server_uuid": "3065b188-642c-42ab-bc2e-4c0afb80ad73", "tag": "1ca914d3-f80a-45ed-9273-5fffd790b632"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:32.151125 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-41537fce-f952-4fd1-b3d7-0b82a0d48175 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] PUT failed (client error): The resource could not be found. Jan 31 16:04:32.152284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41537fce-f952-4fd1-b3d7-0b82a0d48175 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:04:32.155358 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-41537fce-f952-4fd1-b3d7-0b82a0d48175 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] 10.222.0.36 "PUT /v2.0/ports/44a2b78b-aaf8-4355-893d-90b6af907e96 HTTP/1.1" status: 404 len: 333 time: 0.0483754 Jan 31 16:04:32.160623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54140) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:32.184722 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0e5ac3ed-40d6-4c30-9177-51d49c5c0cc3 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:32.233741 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1910442d-68cb-4986-bed4-ff177c7c1dfd x-openstack-request-id: req-1910442d-68cb-4986-bed4-ff177c7c1dfd {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:32.233931 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5ac3ed-40d6-4c30-9177-51d49c5c0cc3 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] PUT failed (client error): The resource could not be found. Jan 31 16:04:32.234020 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3065b188-642c-42ab-bc2e-4c0afb80ad73", "tag": "1ca914d3-f80a-45ed-9273-5fffd790b632", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:32.234270 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1910442d-68cb-4986-bed4-ff177c7c1dfd {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:32.234379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5ac3ed-40d6-4c30-9177-51d49c5c0cc3 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:04:32.234666 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'tag': '1ca914d3-f80a-45ed-9273-5fffd790b632', 'status': 'completed', 'code': 200} Jan 31 16:04:32.235456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0e5ac3ed-40d6-4c30-9177-51d49c5c0cc3 tempest-NetworksNegativeTestJSON-60753775 tempest-NetworksNegativeTestJSON-60753775-project] 10.222.0.36 "PUT /v2.0/subnets/6f3ce9fd-40c0-4b6e-9dc1-43b33ef10ffb HTTP/1.1" status: 404 len: 337 time: 0.0618708 Jan 31 16:04:32.321305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16943062-bf5f-4bf0-aa96-1edf6ccd6ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca914d3-f80a-45ed-9273-5fffd790b632,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:32.370341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8528852-b63c-4cab-858a-96824680059f req-63765335-9cbc-4510-b29a-baee2639d72f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:32.379453 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8528852-b63c-4cab-858a-96824680059f req-63765335-9cbc-4510-b29a-baee2639d72f tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 945 time: 0.2541018 Jan 31 16:04:32.394142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-5ceee39a-c551-4bf6-9763-fa5ef8ccd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:32.396263 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-5ceee39a-c551-4bf6-9763-fa5ef8ccd143 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 1094 time: 0.2109518 Jan 31 16:04:32.421357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1c5e-07ab-4039-bf7b-1a023d84e29b req-822a86bb-5c18-447e-a907-5b912c7f2a9a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:32.424404 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a3c1c5e-07ab-4039-bf7b-1a023d84e29b req-822a86bb-5c18-447e-a907-5b912c7f2a9a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.0818105 Jan 31 16:04:32.447423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-2e182157-0bba-41d0-a9bc-aa0f9e273f8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca914d3-f80a-45ed-9273-5fffd790b632 HTTP/1.1" status: 200 len: 217 time: 0.0424354 Jan 31 16:04:32.481913 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a3c1c5e-07ab-4039-bf7b-1a023d84e29b req-07f7c0de-c0d0-4835-b65e-de0dddaf3d21 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504565 Jan 31 16:04:32.520616 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8528852-b63c-4cab-858a-96824680059f req-b88a8427-b2cd-4fc7-b781-09a3bdc44418 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401885 Jan 31 16:04:32.552010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-911fc93d-3f9e-4e35-83a4-369b459cfc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:32.554601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-911fc93d-3f9e-4e35-83a4-369b459cfc94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3e373cf-e995-4178-bf6f-1d42ceb41d7c HTTP/1.1" status: 200 len: 850 time: 0.0895407 Jan 31 16:04:32.585292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54156) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:32.634221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-64c69c0d-616a-44ae-ba19-ab3d19d50c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:32.635717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-64c69c0d-616a-44ae-ba19-ab3d19d50c1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714881 Jan 31 16:04:32.705736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7eb25-726f-48fb-b63a-07e27fbc3cb6 req-ee9b692c-baae-47f8-bcbd-a791719e9659 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:32.714980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ca7eb25-726f-48fb-b63a-07e27fbc3cb6 req-ee9b692c-baae-47f8-bcbd-a791719e9659 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0709367 Jan 31 16:04:32.746383 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c08b-7c3a-405e-a311-4481af436fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:32.752955 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-7ea252f1-fa0c-4fda-84e0-4b55d4fe0278 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070006 Jan 31 16:04:32.774892 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ca7eb25-726f-48fb-b63a-07e27fbc3cb6 req-908e9a9f-cafa-4344-b8c8-eaec0c1d24dd tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590186 Jan 31 16:04:32.843205 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c08b-7c3a-405e-a311-4481af436fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:32.848295 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c08b-7c3a-405e-a311-4481af436fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:32.867065 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0477b083-4d6f-49ac-bb2f-3b368e6c0d09 req-a6ff4236-8f17-48d6-85e9-2109ff698be0 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997143 Jan 31 16:04:32.900754 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1ef9c08b-7c3a-405e-a311-4481af436fbd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad1e14aaa10d428c803ab1e1b6e69346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139563 Jan 31 16:04:32.901708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9c08b-7c3a-405e-a311-4481af436fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f478766c-33e1-4b6f-b7fd-5998dc4a7fa3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:32.904115 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54168) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:32.987706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297e2f3-9f49-4b48-a8ab-a2bf701cc55d req-7566e9ec-9f1f-476f-9686-61f581ba62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:32.989222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1297e2f3-9f49-4b48-a8ab-a2bf701cc55d req-7566e9ec-9f1f-476f-9686-61f581ba62cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 1094 time: 0.0654607 Jan 31 16:04:32.992123 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97510271-379d-4ffd-a8c0-f58548e545f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:33.033044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97510271-379d-4ffd-a8c0-f58548e545f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:33.164822 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bdc95-0d67-48fb-ba04-a34527fbe615 req-0a2ba6c0-dcbb-49f8-aeb9-d64773d835e3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:33.166340 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-416bdc95-0d67-48fb-ba04-a34527fbe615 req-0a2ba6c0-dcbb-49f8-aeb9-d64773d835e3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 943 time: 0.1479061 Jan 31 16:04:33.172202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297e2f3-9f49-4b48-a8ab-a2bf701cc55d req-b110b4b6-9c23-459a-949c-74bfafa79d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:33.173846 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1297e2f3-9f49-4b48-a8ab-a2bf701cc55d req-b110b4b6-9c23-459a-949c-74bfafa79d9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 200 len: 912 time: 0.1725180 Jan 31 16:04:33.199480 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97510271-379d-4ffd-a8c0-f58548e545f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:33.201902 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97510271-379d-4ffd-a8c0-f58548e545f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:33.205426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-97510271-379d-4ffd-a8c0-f58548e545f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f478766c-33e1-4b6f-b7fd-5998dc4a7fa3 HTTP/1.1" status: 204 len: 168 time: 0.2978430 Jan 31 16:04:33.249828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1297e2f3-9f49-4b48-a8ab-a2bf701cc55d req-3ba57127-0196-4e04-a570-cae472360da4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca914d3-f80a-45ed-9273-5fffd790b632 HTTP/1.1" status: 200 len: 217 time: 0.0580223 Jan 31 16:04:33.259319 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97510271-379d-4ffd-a8c0-f58548e545f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f478766c-33e1-4b6f-b7fd-5998dc4a7fa3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:33.309155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-416bdc95-0d67-48fb-ba04-a34527fbe615 req-1fea30d2-b914-4b3a-82c0-425763abecc4 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336477 Jan 31 16:04:33.339066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297e2f3-9f49-4b48-a8ab-a2bf701cc55d req-21190434-72ec-4fdf-995f-a9ae49dd136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:33.341083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1297e2f3-9f49-4b48-a8ab-a2bf701cc55d req-21190434-72ec-4fdf-995f-a9ae49dd136d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3e373cf-e995-4178-bf6f-1d42ceb41d7c HTTP/1.1" status: 200 len: 850 time: 0.0830691 Jan 31 16:04:33.390779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297e2f3-9f49-4b48-a8ab-a2bf701cc55d req-fb4ca1f4-0983-4ef2-9654-758363dd0def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:33.392270 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1297e2f3-9f49-4b48-a8ab-a2bf701cc55d req-fb4ca1f4-0983-4ef2-9654-758363dd0def service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428133 Jan 31 16:04:33.499053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd7ef-0b14-48dc-9306-fa06ec89852e req-6c2d0676-0ae8-47a1-9810-44c95833f8bd tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:33.500545 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a4bd7ef-0b14-48dc-9306-fa06ec89852e req-6c2d0676-0ae8-47a1-9810-44c95833f8bd tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 945 time: 0.0692818 Jan 31 16:04:33.518859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1297e2f3-9f49-4b48-a8ab-a2bf701cc55d req-72aaba1d-4155-45be-8282-ef16475bc5e6 service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184042 Jan 31 16:04:33.645391 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1297e2f3-9f49-4b48-a8ab-a2bf701cc55d req-45a74b2e-6f32-4b8e-b97d-49872b43d89d service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191530 Jan 31 16:04:33.676557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-0a4bd7ef-0b14-48dc-9306-fa06ec89852e req-49c4f096-55f4-4e9d-9918-c81c8521f194 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Deleting port f40e127c-fe5c-443c-8882-0b2af4d66f23 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:33.676899 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0a4bd7ef-0b14-48dc-9306-fa06ec89852e req-49c4f096-55f4-4e9d-9918-c81c8521f194 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:33.707137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ae969-fa73-4994-91fc-e19dea9f8a9b req-2b8f0042-40c3-47ce-b149-c4ec97309e38 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:33.709443 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-723ae969-fa73-4994-91fc-e19dea9f8a9b req-2b8f0042-40c3-47ce-b149-c4ec97309e38 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7805eed-1071-442b-a3fe-1d088be8dd85 HTTP/1.1" status: 200 len: 945 time: 0.0809011 Jan 31 16:04:33.744028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87fd68-8bbf-409f-987d-7a2eeaa1a2f1 req-d0e8965f-2821-4aab-8cac-feaf247ea976 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:33.745436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a87fd68-8bbf-409f-987d-7a2eeaa1a2f1 req-d0e8965f-2821-4aab-8cac-feaf247ea976 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1413369 Jan 31 16:04:33.767586 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-723ae969-fa73-4994-91fc-e19dea9f8a9b req-a1bef837-8633-4e78-a260-fe638182787a tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee92c2e8-237a-4ac8-af56-fe531d380c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475545 Jan 31 16:04:33.838377 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a87fd68-8bbf-409f-987d-7a2eeaa1a2f1 req-f0c274f3-f091-4711-86a4-fb2ffdcc0254 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836985 Jan 31 16:04:33.844934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-0a4bd7ef-0b14-48dc-9306-fa06ec89852e req-49c4f096-55f4-4e9d-9918-c81c8521f194 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] For port f40e127c-fe5c-443c-8882-0b2af4d66f23, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f40e127c-fe5c-443c-8882-0b2af4d66f23,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:33.845434 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0a4bd7ef-0b14-48dc-9306-fa06ec89852e req-49c4f096-55f4-4e9d-9918-c81c8521f194 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:33.867030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-0a4bd7ef-0b14-48dc-9306-fa06ec89852e req-49c4f096-55f4-4e9d-9918-c81c8521f194 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Calling delete_port for f40e127c-fe5c-443c-8882-0b2af4d66f23 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:33.909499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bda2a9-6d69-4ecd-8a00-520deba9f203 req-81c17cfd-7807-48f0-a74b-9a5ab75ae6dd tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:33.916744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98bda2a9-6d69-4ecd-8a00-520deba9f203 req-81c17cfd-7807-48f0-a74b-9a5ab75ae6dd tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0631213 Jan 31 16:04:33.955324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98bda2a9-6d69-4ecd-8a00-520deba9f203 req-0dbf816f-5529-42a9-865f-6e5a31a61fd0 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375745 Jan 31 16:04:34.024923 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0a4bd7ef-0b14-48dc-9306-fa06ec89852e req-49c4f096-55f4-4e9d-9918-c81c8521f194 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.037671 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['f40e127c-fe5c-443c-8882-0b2af4d66f23'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:04:34.061946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4f096-55f4-4e9d-9918-c81c8521f194 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Pushing event deleted for resources: {'Port': ['ID=f40e127c-fe5c-443c-8882-0b2af4d66f23,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:34.110004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54220) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:34.121254 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4bd7ef-0b14-48dc-9306-fa06ec89852e req-49c4f096-55f4-4e9d-9918-c81c8521f194 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] No DVR routers for this DVR port f40e127c-fe5c-443c-8882-0b2af4d66f23 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:04:34.124084 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0a4bd7ef-0b14-48dc-9306-fa06ec89852e req-49c4f096-55f4-4e9d-9918-c81c8521f194 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.128091 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a4bd7ef-0b14-48dc-9306-fa06ec89852e req-49c4f096-55f4-4e9d-9918-c81c8521f194 tempest-FloatingIPsAssociationTestJSON-179736475 tempest-FloatingIPsAssociationTestJSON-179736475-project] 10.222.0.20 "DELETE /v2.0/ports/f40e127c-fe5c-443c-8882-0b2af4d66f23 HTTP/1.1" status: 204 len: 173 time: 0.6215243 Jan 31 16:04:34.128603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'name': 'network-vif-deleted', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:34.131762 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8057ad6-ee7e-4b22-82a1-b3b26ef20149" -d '{"events": [{"server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "name": "network-vif-deleted", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:34.138338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54226) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:34.179552 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7fa19e-5cb0-4d30-9473-a172b784a133 x-openstack-request-id: req-2f7fa19e-5cb0-4d30-9473-a172b784a133 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:34.179834 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7805eed-1071-442b-a3fe-1d088be8dd85", "name": "network-vif-deleted", "tag": "f40e127c-fe5c-443c-8882-0b2af4d66f23", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:34.180109 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f7fa19e-5cb0-4d30-9473-a172b784a133 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:34.180513 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7805eed-1071-442b-a3fe-1d088be8dd85', 'name': 'network-vif-deleted', 'tag': 'f40e127c-fe5c-443c-8882-0b2af4d66f23', 'status': 'completed', 'code': 200} Jan 31 16:04:34.269856 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb21d68f-7f51-4251-bdf8-f3fd938dce65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.326735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-535b6e63-1162-4477-8b7a-02fd5aeb37bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group': {'name': 'tempest-secgroup--732713405'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:34.346838 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb21d68f-7f51-4251-bdf8-f3fd938dce65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.351730 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb21d68f-7f51-4251-bdf8-f3fd938dce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.354786 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-535b6e63-1162-4477-8b7a-02fd5aeb37bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.366696 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-535b6e63-1162-4477-8b7a-02fd5aeb37bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.391706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cb21d68f-7f51-4251-bdf8-f3fd938dce65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=acd37ac75a82457981b792f46ecea9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522888 Jan 31 16:04:34.392732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21d68f-7f51-4251-bdf8-f3fd938dce65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8219abde-9f34-45ce-b0ff-e305cf274d68,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:34.395367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54232) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:34.456150 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9afdfd40-ab10-4c5f-b196-4e588fd2cdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.463247 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaca63-932c-440f-bde1-c7bb641385a5 req-563ddf78-e619-40c9-98a9-f77d4fc37c8e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:34.465031 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-adeaca63-932c-440f-bde1-c7bb641385a5 req-563ddf78-e619-40c9-98a9-f77d4fc37c8e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 943 time: 0.0785992 Jan 31 16:04:34.480516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9afdfd40-ab10-4c5f-b196-4e588fd2cdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.520487 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-535b6e63-1162-4477-8b7a-02fd5aeb37bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.530425 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-535b6e63-1162-4477-8b7a-02fd5aeb37bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.543613 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9afdfd40-ab10-4c5f-b196-4e588fd2cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.553125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9afdfd40-ab10-4c5f-b196-4e588fd2cdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.557539 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9afdfd40-ab10-4c5f-b196-4e588fd2cdb7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8219abde-9f34-45ce-b0ff-e305cf274d68 HTTP/1.1" status: 204 len: 168 time: 0.1584225 Jan 31 16:04:34.557717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-adeaca63-932c-440f-bde1-c7bb641385a5 req-5423967c-b50d-4621-94e5-2a336fe24bff tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804090 Jan 31 16:04:34.582064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdfd40-ab10-4c5f-b196-4e588fd2cdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8219abde-9f34-45ce-b0ff-e305cf274d68,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:34.590270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b6e63-1162-4477-8b7a-02fd5aeb37bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edad2b1b-7f5c-4121-ba12-794244efefe2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:34.647924 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-535b6e63-1162-4477-8b7a-02fd5aeb37bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.655230 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-535b6e63-1162-4477-8b7a-02fd5aeb37bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.683105 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-535b6e63-1162-4477-8b7a-02fd5aeb37bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.684445 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-535b6e63-1162-4477-8b7a-02fd5aeb37bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5735688 Jan 31 16:04:34.687107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54236) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:34.706713 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b6e63-1162-4477-8b7a-02fd5aeb37bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c22953-524a-45fc-893e-a7d5d9980bff,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:34.758256 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-718ec868-b847-4772-9fec-c08702648fd0 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0699277 Jan 31 16:04:34.760894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54240) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:34.765382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5ac3b022-7bf0-4fa4-b947-a1f33ca8b4c8 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group': {'name': 'tempest-security--1345393556', 'description': 'tempest-security-description-1809564938'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:34.792324 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ac3b022-7bf0-4fa4-b947-a1f33ca8b4c8 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.833756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54244) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:34.845038 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ac3b022-7bf0-4fa4-b947-a1f33ca8b4c8 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.849520 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ac3b022-7bf0-4fa4-b947-a1f33ca8b4c8 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.852113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ac3b022-7bf0-4fa4-b947-a1f33ca8b4c8 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.853359 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5ac3b022-7bf0-4fa4-b947-a1f33ca8b4c8 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "PUT /v2.0/security-groups/e6c22953-524a-45fc-893e-a7d5d9980bff HTTP/1.1" status: 200 len: 1780 time: 0.0913906 Jan 31 16:04:34.856752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54246) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:34.877881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54250) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:34.906473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3b022-7bf0-4fa4-b947-a1f33ca8b4c8 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c22953-524a-45fc-893e-a7d5d9980bff,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:34.911763 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0757682-d66d-484c-8346-3a9815cfc3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:34.935527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dc613938-f296-4e99-958e-9548616a04d6 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-groups/e6c22953-524a-45fc-893e-a7d5d9980bff HTTP/1.1" status: 200 len: 1780 time: 0.0765131 Jan 31 16:04:34.938251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54252) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:35.025210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08cb8a31-f0ec-4a42-998b-c285a74ca8e0 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.047551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4081d-a0a9-4745-9df4-49f73cba4f70 req-07cbc632-b615-4cb2-ae16-26e9d6d8e9d8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:35.049019 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ff4081d-a0a9-4745-9df4-49f73cba4f70 req-07cbc632-b615-4cb2-ae16-26e9d6d8e9d8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1063809 Jan 31 16:04:35.089037 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08cb8a31-f0ec-4a42-998b-c285a74ca8e0 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.097492 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0757682-d66d-484c-8346-3a9815cfc3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.108878 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0757682-d66d-484c-8346-3a9815cfc3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.127856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ff4081d-a0a9-4745-9df4-49f73cba4f70 req-6899abae-240d-45a2-9feb-8428132c82f0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708520 Jan 31 16:04:35.171459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0757682-d66d-484c-8346-3a9815cfc3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64498f7d-74c3-45de-a89e-98275857f353,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:35.178143 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d0757682-d66d-484c-8346-3a9815cfc3e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee3fd22c4fa74eb19ee8ff44724fc588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944796 Jan 31 16:04:35.185132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7590f5-1060-4efa-956b-f29fee1b289c req-e4cb2321-4ecf-46a1-9625-66bf55e0f0f8 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:35.192889 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af7590f5-1060-4efa-956b-f29fee1b289c req-e4cb2321-4ecf-46a1-9625-66bf55e0f0f8 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1470525 Jan 31 16:04:35.194373 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54256) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:35.211635 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08cb8a31-f0ec-4a42-998b-c285a74ca8e0 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.214168 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08cb8a31-f0ec-4a42-998b-c285a74ca8e0 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.215334 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-08cb8a31-f0ec-4a42-998b-c285a74ca8e0 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-groups/e6c22953-524a-45fc-893e-a7d5d9980bff HTTP/1.1" status: 204 len: 168 time: 0.2761903 Jan 31 16:04:35.220738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54258) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:35.244101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb8a31-f0ec-4a42-998b-c285a74ca8e0 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c22953-524a-45fc-893e-a7d5d9980bff,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:35.263771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af7590f5-1060-4efa-956b-f29fee1b289c req-025c0192-e0f8-4d8e-a63d-85cc8790997e tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700324 Jan 31 16:04:35.273251 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc1f3-9ef6-4268-b002-0c87becf652a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.291788 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7eafb2fc-2cf1-471d-81a9-972dd8976cd5 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658352 Jan 31 16:04:35.291788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54260) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:35.304487 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-cca6cc6c-793f-4942-b96c-200209c5cf8e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] delete failed (client error): The resource could not be found. Jan 31 16:04:35.305491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cca6cc6c-793f-4942-b96c-200209c5cf8e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-groups/e6c22953-524a-45fc-893e-a7d5d9980bff HTTP/1.1" status: 404 len: 347 time: 0.0137668 Jan 31 16:04:35.309375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54262) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:35.313620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3ba3d94b-28d4-43de-a66b-f2160024de51 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758010041'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:35.315031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc1f3-9ef6-4268-b002-0c87becf652a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.338011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ba3d94b-28d4-43de-a66b-f2160024de51 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.369155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3d0019e7-79a7-4927-a29d-6db27cb19f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.418671 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc1f3-9ef6-4268-b002-0c87becf652a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.421219 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc1f3-9ef6-4268-b002-0c87becf652a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.422415 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fa1dc1f3-9ef6-4268-b002-0c87becf652a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64498f7d-74c3-45de-a89e-98275857f353 HTTP/1.1" status: 204 len: 168 time: 0.2269566 Jan 31 16:04:35.436705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1ca914d3-f80a-45ed-9273-5fffd790b632 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:04:35.451230 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dc1f3-9ef6-4268-b002-0c87becf652a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64498f7d-74c3-45de-a89e-98275857f353,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:35.472549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ba3d94b-28d4-43de-a66b-f2160024de51 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.477954 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ba3d94b-28d4-43de-a66b-f2160024de51 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.509634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3d94b-28d4-43de-a66b-f2160024de51 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91cddcf0-6255-4957-89cc-38f20754ee6c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:35.516188 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ba3d94b-28d4-43de-a66b-f2160024de51 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.520483 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3ba3d94b-28d4-43de-a66b-f2160024de51 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2075753 Jan 31 16:04:35.521386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54266) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:35.526587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-19c53940-d1e0-4db3-b154-7113ed2a5afc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': '91cddcf0-6255-4957-89cc-38f20754ee6c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:35.547329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1ca914d3-f80a-45ed-9273-5fffd790b632, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1ca914d3-f80a-45ed-9273-5fffd790b632,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:35.558695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '1ca914d3-f80a-45ed-9273-5fffd790b632', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'port_id': '1ca914d3-f80a-45ed-9273-5fffd790b632', 'mac_address': 'fa:16:3e:d8:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:04:35.565776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19c53940-d1e0-4db3-b154-7113ed2a5afc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.600255 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.620139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca914d3-f80a-45ed-9273-5fffd790b632 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:04:35.636459 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19c53940-d1e0-4db3-b154-7113ed2a5afc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.641789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19c53940-d1e0-4db3-b154-7113ed2a5afc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.645188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1ca914d3-f80a-45ed-9273-5fffd790b632, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1ca914d3-f80a-45ed-9273-5fffd790b632,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:35.650807 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.687383 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19c53940-d1e0-4db3-b154-7113ed2a5afc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.690763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-19c53940-d1e0-4db3-b154-7113ed2a5afc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1682341 Jan 31 16:04:35.692066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c53940-d1e0-4db3-b154-7113ed2a5afc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa34256-a50f-4a88-8945-8a810b83c8cb,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:35.700973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54272) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:35.723265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1ca914d3-f80a-45ed-9273-5fffd790b632,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:35.735821 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4c105cc8-1082-4357-a26a-e71eb38ffcda tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.745427 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4c105cc8-1082-4357-a26a-e71eb38ffcda tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.759007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed899d9b-4647-4e6b-ad42-1a4d6cf5a67a req-8e486a36-ff44-4321-988b-98b6dcabfcb7 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:35.760488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed899d9b-4647-4e6b-ad42-1a4d6cf5a67a req-8e486a36-ff44-4321-988b-98b6dcabfcb7 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 944 time: 0.0631397 Jan 31 16:04:35.769882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3d0019e7-79a7-4927-a29d-6db27cb19f6a admin admin] Deleting port e0023adc-26e7-4e8f-afbb-a7071a840fe3 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:35.770339 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3d0019e7-79a7-4927-a29d-6db27cb19f6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.775334 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4c105cc8-1082-4357-a26a-e71eb38ffcda tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.783716 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4c105cc8-1082-4357-a26a-e71eb38ffcda tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.785036 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4c105cc8-1082-4357-a26a-e71eb38ffcda tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/eaa34256-a50f-4a88-8945-8a810b83c8cb HTTP/1.1" status: 204 len: 168 time: 0.0828130 Jan 31 16:04:35.790165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54274) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:35.808242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c105cc8-1082-4357-a26a-e71eb38ffcda tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaa34256-a50f-4a88-8945-8a810b83c8cb,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:35.848483 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c76d9378-500c-4b18-b499-2709af63035a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0571887 Jan 31 16:04:35.852245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54280) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:35.872279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed899d9b-4647-4e6b-ad42-1a4d6cf5a67a req-0c28e8be-11fc-4795-8f54-b091b2847a7e tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040049 Jan 31 16:04:35.920430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-3d0019e7-79a7-4927-a29d-6db27cb19f6a admin admin] For port e0023adc-26e7-4e8f-afbb-a7071a840fe3, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e0023adc-26e7-4e8f-afbb-a7071a840fe3,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:35.920797 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3d0019e7-79a7-4927-a29d-6db27cb19f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:35.938927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3d0019e7-79a7-4927-a29d-6db27cb19f6a admin admin] Calling delete_port for e0023adc-26e7-4e8f-afbb-a7071a840fe3 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:35.956881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b6232274-83bf-4ea7-b557-754b0a7170bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.014301 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b6232274-83bf-4ea7-b557-754b0a7170bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.014941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['1ca914d3-f80a-45ed-9273-5fffd790b632'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:04:36.112559 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b6232274-83bf-4ea7-b557-754b0a7170bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.115298 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b6232274-83bf-4ea7-b557-754b0a7170bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.119121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b6232274-83bf-4ea7-b557-754b0a7170bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-groups/91cddcf0-6255-4957-89cc-38f20754ee6c HTTP/1.1" status: 204 len: 168 time: 0.2615361 Jan 31 16:04:36.119417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54292) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:36.132739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6232274-83bf-4ea7-b557-754b0a7170bc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cddcf0-6255-4957-89cc-38f20754ee6c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:36.206552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0781999b-64b6-4f75-9468-41aad4572f88 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857072 Jan 31 16:04:36.210881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54298) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:36.217424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b26405c5-c88f-41d5-96ba-6586bf464f79 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group': {'name': 'tempest-secgroup--497538922'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:36.244031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3d0019e7-79a7-4927-a29d-6db27cb19f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.274911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0019e7-79a7-4927-a29d-6db27cb19f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0023adc-26e7-4e8f-afbb-a7071a840fe3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:36.284349 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b26405c5-c88f-41d5-96ba-6586bf464f79 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.304130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96613f01-44b3-4351-86c4-d55bf452e660 req-97ad1d95-a537-4e6a-9fa8-28fcd69788af tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:36.305815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96613f01-44b3-4351-86c4-d55bf452e660 req-97ad1d95-a537-4e6a-9fa8-28fcd69788af tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.0724719 Jan 31 16:04:36.422830 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96613f01-44b3-4351-86c4-d55bf452e660 req-80c11723-9feb-419a-bb08-6100dd009326 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717881 Jan 31 16:04:36.430729 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b26405c5-c88f-41d5-96ba-6586bf464f79 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.436399 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b26405c5-c88f-41d5-96ba-6586bf464f79 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.479121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633acafc-f8cf-4aaa-94d2-e72a96c2e449 req-ded579b9-bb64-429d-98ec-0e18eecd1c75 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:36.479958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26405c5-c88f-41d5-96ba-6586bf464f79 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fff1aa-0010-4506-b87b-bd93d367eac4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:36.480777 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-633acafc-f8cf-4aaa-94d2-e72a96c2e449 req-ded579b9-bb64-429d-98ec-0e18eecd1c75 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1084042 Jan 31 16:04:36.491960 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b26405c5-c88f-41d5-96ba-6586bf464f79 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.493304 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b26405c5-c88f-41d5-96ba-6586bf464f79 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2811446 Jan 31 16:04:36.496115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54308) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:36.502191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-05bd6836-5200-4687-ba5a-bc103d647b4c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': '17fff1aa-0010-4506-b87b-bd93d367eac4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:36.539448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05bd6836-5200-4687-ba5a-bc103d647b4c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.565601 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3d0019e7-79a7-4927-a29d-6db27cb19f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.573544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-633acafc-f8cf-4aaa-94d2-e72a96c2e449 req-99633574-41cd-4986-b400-26b0803636c1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589061 Jan 31 16:04:36.607595 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05bd6836-5200-4687-ba5a-bc103d647b4c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.611697 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05bd6836-5200-4687-ba5a-bc103d647b4c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.629720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd6836-5200-4687-ba5a-bc103d647b4c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a369988-b646-4448-ae6b-4c5cac4b23f0,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:36.641169 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05bd6836-5200-4687-ba5a-bc103d647b4c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.642599 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-05bd6836-5200-4687-ba5a-bc103d647b4c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454113 Jan 31 16:04:36.645335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54316) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:36.650419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d21d1ca5-7e76-4cae-a469-84c0850c610a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': '17fff1aa-0010-4506-b87b-bd93d367eac4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:36.683293 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ca5-7e76-4cae-a469-84c0850c610a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.750084 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ca5-7e76-4cae-a469-84c0850c610a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.754734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ca5-7e76-4cae-a469-84c0850c610a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.773008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d1ca5-7e76-4cae-a469-84c0850c610a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717d4f52-f186-4b21-9c15-dfa5db71f399,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:36.783224 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ca5-7e76-4cae-a469-84c0850c610a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.785040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d21d1ca5-7e76-4cae-a469-84c0850c610a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387107 Jan 31 16:04:36.788696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54324) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:36.793247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6e2c4001-00c0-4329-87b8-44aa2aaac2d9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': '17fff1aa-0010-4506-b87b-bd93d367eac4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:36.828202 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e2c4001-00c0-4329-87b8-44aa2aaac2d9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.839336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0019e7-79a7-4927-a29d-6db27cb19f6a admin admin] Router c29305af-5df5-46d9-b5a0-5e8758c9765f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:04:36.900183 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e2c4001-00c0-4329-87b8-44aa2aaac2d9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.905677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e2c4001-00c0-4329-87b8-44aa2aaac2d9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.930735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c4001-00c0-4329-87b8-44aa2aaac2d9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4a4751-b39d-4c14-8b9a-643b16b49e02,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:36.942839 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e2c4001-00c0-4329-87b8-44aa2aaac2d9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:36.946512 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6e2c4001-00c0-4329-87b8-44aa2aaac2d9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544757 Jan 31 16:04:36.946905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54334) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:36.954182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9fde8035-46b9-440b-91f5-3bfade092d60 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': '17fff1aa-0010-4506-b87b-bd93d367eac4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:36.972124 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0019e7-79a7-4927-a29d-6db27cb19f6a admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:04:36.983583 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3d0019e7-79a7-4927-a29d-6db27cb19f6a admin admin] 10.222.0.36 "PUT /v2.0/routers/c29305af-5df5-46d9-b5a0-5e8758c9765f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1483600 Jan 31 16:04:36.985156 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d63d3-089a-49c5-9c73-d69d912f4c53 None None] Sync routers for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:04:36.986678 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54336) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:36.999454 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d63d3-089a-49c5-9c73-d69d912f4c53 None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:37.000187 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-eb0d63d3-089a-49c5-9c73-d69d912f4c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:37.022504 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9fde8035-46b9-440b-91f5-3bfade092d60 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.072204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a805689-09b9-4b40-9f6d-13856c2e6a83 req-1d96175f-36d4-410b-8974-1c4f12c98e23 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:37.073809 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a805689-09b9-4b40-9f6d-13856c2e6a83 req-1d96175f-36d4-410b-8974-1c4f12c98e23 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 944 time: 0.0960238 Jan 31 16:04:37.121749 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.158492 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-eb0d63d3-089a-49c5-9c73-d69d912f4c53 None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:37.163808 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8a805689-09b9-4b40-9f6d-13856c2e6a83 req-da49499f-b343-4188-bc96-644161726665 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794415 Jan 31 16:04:37.166439 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9fde8035-46b9-440b-91f5-3bfade092d60 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.171377 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9fde8035-46b9-440b-91f5-3bfade092d60 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.206024 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9fde8035-46b9-440b-91f5-3bfade092d60 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.207530 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9fde8035-46b9-440b-91f5-3bfade092d60 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2598038 Jan 31 16:04:37.210317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54356) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:37.212791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde8035-46b9-440b-91f5-3bfade092d60 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de3d1d2-4020-4931-bf6c-3cd40d4ba731,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:37.217791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-59e53b08-b714-4924-ab21-4c48f6cf220e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': '17fff1aa-0010-4506-b87b-bd93d367eac4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:37.253914 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59e53b08-b714-4924-ab21-4c48f6cf220e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.284562 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.352368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59e53b08-b714-4924-ab21-4c48f6cf220e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.360510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59e53b08-b714-4924-ab21-4c48f6cf220e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.374530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Deleting port 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:37.375029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.382368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e53b08-b714-4924-ab21-4c48f6cf220e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b10e1f-ac81-4f1d-ad9b-fd5008687884,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:37.406604 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59e53b08-b714-4924-ab21-4c48f6cf220e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.413871 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-59e53b08-b714-4924-ab21-4c48f6cf220e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2021153 Jan 31 16:04:37.418287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54370) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:37.435201 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-eb0d63d3-089a-49c5-9c73-d69d912f4c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:04:36Z', 'revision_number': 5, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port': {'id': '7d88727e-2bd1-4998-bfd1-bdd2fe77b229', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:03:22Z', 'updated_at': '2022-01-31T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:37.441260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1ca914d3-f80a-45ed-9273-5fffd790b632 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:04:37.462975 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ded35bb7-9a9b-48bf-b10e-bf3573f2afef tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.474413 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ded35bb7-9a9b-48bf-b10e-bf3573f2afef tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.478208 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d63d3-089a-49c5-9c73-d69d912f4c53 None None] Checking router: c29305af-5df5-46d9-b5a0-5e8758c9765f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:04:37.489635 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d63d3-089a-49c5-9c73-d69d912f4c53 None None] Routers {'c29305af-5df5-46d9-b5a0-5e8758c9765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:37.490448 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-eb0d63d3-089a-49c5-9c73-d69d912f4c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c29305af-5df5-46d9-b5a0-5e8758c9765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:37.509806 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ded35bb7-9a9b-48bf-b10e-bf3573f2afef tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.515323 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ded35bb7-9a9b-48bf-b10e-bf3573f2afef tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.521015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ded35bb7-9a9b-48bf-b10e-bf3573f2afef tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d3b10e1f-ac81-4f1d-ad9b-fd5008687884 HTTP/1.1" status: 204 len: 168 time: 0.1010118 Jan 31 16:04:37.521705 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54378) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:37.556993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded35bb7-9a9b-48bf-b10e-bf3573f2afef tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3b10e1f-ac81-4f1d-ad9b-fd5008687884,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:37.558808 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 1ca914d3-f80a-45ed-9273-5fffd790b632 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:04:37.563032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] For port 7d88727e-2bd1-4998-bfd1-bdd2fe77b229, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7d88727e-2bd1-4998-bfd1-bdd2fe77b229,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:37.563407 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.565033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 1ca914d3-f80a-45ed-9273-5fffd790b632 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:37.565450 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.604195 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-eb0d63d3-089a-49c5-9c73-d69d912f4c53 None None] Set router c29305af-5df5-46d9-b5a0-5e8758c9765f gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:37.658049 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-abdd8bfa-d441-46f2-8c14-52a2e85fb869 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1298335 Jan 31 16:04:37.659948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54392) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:37.705636 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-eb0d63d3-089a-49c5-9c73-d69d912f4c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:04:37Z', 'revision_number': 6, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:37.727258 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.733145 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d63d3-089a-49c5-9c73-d69d912f4c53 None None] The sync data for ids ['c29305af-5df5-46d9-b5a0-5e8758c9765f'] in n-d-827120-1 is: [{'id': 'c29305af-5df5-46d9-b5a0-5e8758c9765f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1365470868-router', 'tenant_id': 'e79d3450812c4eddb0e91e775086d14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:03:21Z', 'updated_at': '2022-01-31T16:04:37Z', 'revision_number': 6, 'project_id': 'e79d3450812c4eddb0e91e775086d14b', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:04:37.736412 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08963159-396f-4dc2-94f2-50b810e453b6 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.749184 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08963159-396f-4dc2-94f2-50b810e453b6 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.765916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa0f4d-9fe9-48f9-9ffb-9851862b1fad req-ce4f483b-955c-4cdb-9413-20469a2c7b81 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:37.774230 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9caa0f4d-9fe9-48f9-9ffb-9851862b1fad req-ce4f483b-955c-4cdb-9413-20469a2c7b81 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0982273 Jan 31 16:04:37.805272 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1ca914d3-f80a-45ed-9273-5fffd790b632, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1ca914d3-f80a-45ed-9273-5fffd790b632,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:37.806612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca914d3-f80a-45ed-9273-5fffd790b632'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:37.811848 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9525266-3ecf-497a-8dcb-7cf4108c3ab3" -d '{"events": [{"server_uuid": "3065b188-642c-42ab-bc2e-4c0afb80ad73", "name": "network-vif-plugged", "status": "completed", "tag": "1ca914d3-f80a-45ed-9273-5fffd790b632"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:37.815884 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.817036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f40e127c-fe5c-443c-8882-0b2af4d66f23 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:04:37.840771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9caa0f4d-9fe9-48f9-9ffb-9851862b1fad req-4d729d75-c519-44b6-8f10-05898d1ca795 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653558 Jan 31 16:04:37.846588 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08963159-396f-4dc2-94f2-50b810e453b6 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.860087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: f40e127c-fe5c-443c-8882-0b2af4d66f23 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:04:37.861086 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f40e127c-fe5c-443c-8882-0b2af4d66f23 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:04:37.873103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08963159-396f-4dc2-94f2-50b810e453b6 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.877780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-08963159-396f-4dc2-94f2-50b810e453b6 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5de3d1d2-4020-4931-bf6c-3cd40d4ba731 HTTP/1.1" status: 204 len: 168 time: 0.2163231 Jan 31 16:04:37.879698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08963159-396f-4dc2-94f2-50b810e453b6 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5de3d1d2-4020-4931-bf6c-3cd40d4ba731,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:37.881386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54408) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:37.903795 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229da18e-5a02-44cb-8ab3-5ff2fdaf1697 x-openstack-request-id: req-229da18e-5a02-44cb-8ab3-5ff2fdaf1697 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:37.904541 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3065b188-642c-42ab-bc2e-4c0afb80ad73", "name": "network-vif-plugged", "status": "completed", "tag": "1ca914d3-f80a-45ed-9273-5fffd790b632", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:37.904866 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-229da18e-5a02-44cb-8ab3-5ff2fdaf1697 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:37.906268 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca914d3-f80a-45ed-9273-5fffd790b632', 'code': 200} Jan 31 16:04:37.937294 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1ca914d3-f80a-45ed-9273-5fffd790b632,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:37.938565 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f10f1659-258e-41d8-9176-98c14c61630a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0559039 Jan 31 16:04:37.941431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54412) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:37.973399 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7233887-06f5-405a-a775-c69d25689e84 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:37.991724 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7233887-06f5-405a-a775-c69d25689e84 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.019329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Calling delete_port for 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:38.047831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb22bc-313a-42fa-911e-ec015e10bfdb req-e8af98ba-cae1-40df-abac-979a70ac230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:38.049373 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2dfb22bc-313a-42fa-911e-ec015e10bfdb req-e8af98ba-cae1-40df-abac-979a70ac230f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 1096 time: 0.0681028 Jan 31 16:04:38.050958 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7233887-06f5-405a-a775-c69d25689e84 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.057192 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7233887-06f5-405a-a775-c69d25689e84 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.061530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54422) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:38.061800 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c7233887-06f5-405a-a775-c69d25689e84 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3f4a4751-b39d-4c14-8b9a-643b16b49e02 HTTP/1.1" status: 204 len: 168 time: 0.1171558 Jan 31 16:04:38.072548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7233887-06f5-405a-a775-c69d25689e84 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f4a4751-b39d-4c14-8b9a-643b16b49e02,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:38.097454 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2dfb22bc-313a-42fa-911e-ec015e10bfdb req-c247f8b0-7956-4c6a-b067-30e547fa7a38 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312269 Jan 31 16:04:38.124388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec043e-5102-4bb8-99f9-28ec6293bd5c req-c3109eb4-eea7-457f-8567-b1952c9466e3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:38.125924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05ec043e-5102-4bb8-99f9-28ec6293bd5c req-c3109eb4-eea7-457f-8567-b1952c9466e3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.5449152 Jan 31 16:04:38.198385 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54434) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:38.201865 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cb47ac51-6911-4938-845d-8612feafaa06 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1358685 Jan 31 16:04:38.233017 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1a65392a-af29-478a-90a2-882def92c119 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.243202 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1a65392a-af29-478a-90a2-882def92c119 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.264552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05ec043e-5102-4bb8-99f9-28ec6293bd5c req-1e474b43-70b2-4bae-a590-89553d8a1436 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159296 Jan 31 16:04:38.310618 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1a65392a-af29-478a-90a2-882def92c119 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.315884 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1a65392a-af29-478a-90a2-882def92c119 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.317124 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1a65392a-af29-478a-90a2-882def92c119 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/717d4f52-f186-4b21-9c15-dfa5db71f399 HTTP/1.1" status: 204 len: 168 time: 0.1177475 Jan 31 16:04:38.323203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54444) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:38.352536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65392a-af29-478a-90a2-882def92c119 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=717d4f52-f186-4b21-9c15-dfa5db71f399,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:38.366844 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.377723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95f22-794d-4b1b-91f3-51f38f877f99 req-959c56d0-631c-44bc-97b3-4ab4aa8ad57f tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:38.379858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98e95f22-794d-4b1b-91f3-51f38f877f99 req-959c56d0-631c-44bc-97b3-4ab4aa8ad57f tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 945 time: 0.1087558 Jan 31 16:04:38.401376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d88727e-2bd1-4998-bfd1-bdd2fe77b229,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:38.416122 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2a9f9ede-e96b-421b-87fa-3759a88040c2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0867786 Jan 31 16:04:38.420581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54454) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:38.468554 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-647f1822-2bbe-403e-ab5a-78adbe3125ea tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.476007 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98e95f22-794d-4b1b-91f3-51f38f877f99 req-a101438b-53ec-450c-96f7-e2df6cbeff9f tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865655 Jan 31 16:04:38.483163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.490168 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-647f1822-2bbe-403e-ab5a-78adbe3125ea tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.529870 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-647f1822-2bbe-403e-ab5a-78adbe3125ea tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.537507 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-647f1822-2bbe-403e-ab5a-78adbe3125ea tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.540399 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-647f1822-2bbe-403e-ab5a-78adbe3125ea tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1a369988-b646-4448-ae6b-4c5cac4b23f0 HTTP/1.1" status: 204 len: 168 time: 0.1175828 Jan 31 16:04:38.543499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54462) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:38.550646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f1822-2bbe-403e-ab5a-78adbe3125ea tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a369988-b646-4448-ae6b-4c5cac4b23f0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:38.595358 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.598156 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.611975 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d8a871ca-b886-44e7-a5de-ae5db8e1809d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0602415 Jan 31 16:04:38.612470 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54468) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:38.666667 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.666667 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c29305af-5df5-46d9-b5a0-5e8758c9765f {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:04:38.677138 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.680434 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac31d20e-f97a-4fbd-b183-39becfbe8d40 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.684766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2af5fb74-ba78-48f0-87c3-7ad19caace34 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c29305af-5df5-46d9-b5a0-5e8758c9765f HTTP/1.1" status: 204 len: 168 time: 1.6944416 Jan 31 16:04:38.684968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54478) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:38.740313 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac31d20e-f97a-4fbd-b183-39becfbe8d40 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.759133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edba246-3a8f-401d-a69c-49d7de7d4b0e admin admin] Deleting subnet 704cad5f-b478-4dc1-be79-40f0900ae412 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:04:38.765926 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7edba246-3a8f-401d-a69c-49d7de7d4b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.833372 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7edba246-3a8f-401d-a69c-49d7de7d4b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.863646 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac31d20e-f97a-4fbd-b183-39becfbe8d40 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.866261 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac31d20e-f97a-4fbd-b183-39becfbe8d40 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:38.867472 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ac31d20e-f97a-4fbd-b183-39becfbe8d40 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-groups/17fff1aa-0010-4506-b87b-bd93d367eac4 HTTP/1.1" status: 204 len: 168 time: 0.2536404 Jan 31 16:04:38.870666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54496) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:38.884834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31d20e-f97a-4fbd-b183-39becfbe8d40 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fff1aa-0010-4506-b87b-bd93d367eac4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:38.953525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b42c8846-3f52-4a98-964e-18b85d398abc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771806 Jan 31 16:04:38.960664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54500) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:38.966008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-42b3a79e-ee18-42c1-a84d-a3bb2d038787 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group': {'name': 'tempest-secgroup--663210709'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:38.988873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7edba246-3a8f-401d-a69c-49d7de7d4b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.023716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42b3a79e-ee18-42c1-a84d-a3bb2d038787 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.042044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1177cec-ea6c-4a25-bb5f-bf3360446d44 req-2ef2db1c-27c3-474b-a2b6-d632bc6bbab7 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:39.043924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1177cec-ea6c-4a25-bb5f-bf3360446d44 req-2ef2db1c-27c3-474b-a2b6-d632bc6bbab7 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0856128 Jan 31 16:04:39.053019 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7edba246-3a8f-401d-a69c-49d7de7d4b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.080178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edba246-3a8f-401d-a69c-49d7de7d4b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704cad5f-b478-4dc1-be79-40f0900ae412,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:39.085975 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7edba246-3a8f-401d-a69c-49d7de7d4b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.092068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7edba246-3a8f-401d-a69c-49d7de7d4b0e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/704cad5f-b478-4dc1-be79-40f0900ae412 HTTP/1.1" status: 204 len: 168 time: 0.4037423 Jan 31 16:04:39.092255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54514) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:39.093521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371fea8-ce0c-4c38-8fdc-1acdbc029421 None None] Network c2e979ed-d288-46ec-b1d2-bab8e02db66d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:04:39.123853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1177cec-ea6c-4a25-bb5f-bf3360446d44 req-dd558324-c58f-49ac-8982-6d8ab3e8c1c9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674994 Jan 31 16:04:39.158741 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42b3a79e-ee18-42c1-a84d-a3bb2d038787 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.164470 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42b3a79e-ee18-42c1-a84d-a3bb2d038787 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.207483 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42b3a79e-ee18-42c1-a84d-a3bb2d038787 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.211996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-42b3a79e-ee18-42c1-a84d-a3bb2d038787 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2476785 Jan 31 16:04:39.212406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54524) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:39.217691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e7264c53-d6c3-4d2e-90ab-84aca46a7d12 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': '5ab33666-02c5-465f-8f3a-5777df615d14', 'direction': 'ingress', 'protocol': 17}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:39.223575 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a79e-ee18-42c1-a84d-a3bb2d038787 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab33666-02c5-465f-8f3a-5777df615d14,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:39.240322 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.269061 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7264c53-d6c3-4d2e-90ab-84aca46a7d12 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.333600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd382b37-8b0d-4152-8d3e-8dec05ded391 None None] DHCP port deletion for c2e979ed-d288-46ec-b1d2-bab8e02db66d request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:04:39.334519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Deleting port 18159843-7c4b-4a59-8ff8-d273fc65e613 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:39.334930 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.371729 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7264c53-d6c3-4d2e-90ab-84aca46a7d12 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.377400 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7264c53-d6c3-4d2e-90ab-84aca46a7d12 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.406968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7264c53-d6c3-4d2e-90ab-84aca46a7d12 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7561c268-7b6a-4e96-a38a-95e421bf569d,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:39.408337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-bd382b37-8b0d-4152-8d3e-8dec05ded391 None None] Deleting port 18159843-7c4b-4a59-8ff8-d273fc65e613 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:04:39.408947 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd382b37-8b0d-4152-8d3e-8dec05ded391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.421651 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7264c53-d6c3-4d2e-90ab-84aca46a7d12 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.423769 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e7264c53-d6c3-4d2e-90ab-84aca46a7d12 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2102189 Jan 31 16:04:39.426680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54540) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:39.515197 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] For port 18159843-7c4b-4a59-8ff8-d273fc65e613, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=18159843-7c4b-4a59-8ff8-d273fc65e613,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:39.515920 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.540594 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b67c6e-ba05-4556-97a1-264192a744bb req-bd050ca8-00d8-4095-8e2c-525f5ea1a2fb tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:39.542461 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-69b67c6e-ba05-4556-97a1-264192a744bb req-bd050ca8-00d8-4095-8e2c-525f5ea1a2fb tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1404617 Jan 31 16:04:39.549361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Calling delete_port for 18159843-7c4b-4a59-8ff8-d273fc65e613 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:39.552218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bd382b37-8b0d-4152-8d3e-8dec05ded391 None None] For port 18159843-7c4b-4a59-8ff8-d273fc65e613, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=18159843-7c4b-4a59-8ff8-d273fc65e613,segment=NetworkSegment(eaf662ac-9c59-46c7-bca7-d375d3d28a42),segment_id=eaf662ac-9c59-46c7-bca7-d375d3d28a42)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:39.552887 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd382b37-8b0d-4152-8d3e-8dec05ded391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.560257 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7c86224-7e4d-45e1-b6f4-18379072c89a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.582692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-bd382b37-8b0d-4152-8d3e-8dec05ded391 None None] Calling delete_port for 18159843-7c4b-4a59-8ff8-d273fc65e613 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:04:39.608341 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7c86224-7e4d-45e1-b6f4-18379072c89a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.642117 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-69b67c6e-ba05-4556-97a1-264192a744bb req-099e967a-8729-422c-a2f1-7ec6167a80da tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905199 Jan 31 16:04:39.673234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:04:39.683687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.700292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd43ac8-1f7c-4a73-b370-0d321d54552b req-9b203c78-14d3-4b42-ba46-95feef49b468 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:39.702057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edd43ac8-1f7c-4a73-b370-0d321d54552b req-9b203c78-14d3-4b42-ba46-95feef49b468 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 945 time: 0.0988722 Jan 31 16:04:39.714927 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Pushing event deleted for resources: {'Port': ['ID=18159843-7c4b-4a59-8ff8-d273fc65e613,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:39.721878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] No DVR routers for this DVR port 18159843-7c4b-4a59-8ff8-d273fc65e613 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:04:39.722699 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7c86224-7e4d-45e1-b6f4-18379072c89a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.726321 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7c86224-7e4d-45e1-b6f4-18379072c89a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.727738 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b7c86224-7e4d-45e1-b6f4-18379072c89a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ab33666-02c5-465f-8f3a-5777df615d14 HTTP/1.1" status: 204 len: 168 time: 0.2991240 Jan 31 16:04:39.734087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:04:39.734504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7d88727e-2bd1-4998-bfd1-bdd2fe77b229 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:04:39.735047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 18159843-7c4b-4a59-8ff8-d273fc65e613 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:04:39.737109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54550) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:39.771590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 18159843-7c4b-4a59-8ff8-d273fc65e613 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:04:39.772767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 18159843-7c4b-4a59-8ff8-d273fc65e613 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:04:39.773367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e0023adc-26e7-4e8f-afbb-a7071a840fe3 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:04:39.776256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c86224-7e4d-45e1-b6f4-18379072c89a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab33666-02c5-465f-8f3a-5777df615d14,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:39.801170 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e0023adc-26e7-4e8f-afbb-a7071a840fe3 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:04:39.801576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e0023adc-26e7-4e8f-afbb-a7071a840fe3 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:04:39.815007 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd382b37-8b0d-4152-8d3e-8dec05ded391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.836061 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-276675cf-7717-4ab2-a8ef-462066ee2995 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918863 Jan 31 16:04:39.836061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54554) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:39.842334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f2f03848-6013-49e4-ac04-537d9e59a12a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group': {'name': 'tempest-secgroup--38871455'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:39.843174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd382b37-8b0d-4152-8d3e-8dec05ded391 None None] Pushing event deleted for resources: {'Port': ['ID=18159843-7c4b-4a59-8ff8-d273fc65e613,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:39.849148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd382b37-8b0d-4152-8d3e-8dec05ded391 None None] No DVR routers for this DVR port 18159843-7c4b-4a59-8ff8-d273fc65e613 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:04:39.859555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edd43ac8-1f7c-4a73-b370-0d321d54552b req-a732a173-f1eb-41cd-9941-8cb62c0864ba tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370394 Jan 31 16:04:39.871022 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.891314 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f2f03848-6013-49e4-ac04-537d9e59a12a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.909572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e979ed-d288-46ec-b1d2-bab8e02db66d']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:39.924804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf662ac-9c59-46c7-bca7-d375d3d28a42') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:39.925092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf662ac-9c59-46c7-bca7-d375d3d28a42') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:39.930407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54558) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:39.938113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.957029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.967860 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:04:39.968302 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:04:39.970093 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:04:39.977111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f2f03848-6013-49e4-ac04-537d9e59a12a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:39.981337 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f2f03848-6013-49e4-ac04-537d9e59a12a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.013924 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f2f03848-6013-49e4-ac04-537d9e59a12a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.017826 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f2f03848-6013-49e4-ac04-537d9e59a12a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1782241 Jan 31 16:04:40.017826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f03848-6013-49e4-ac04-537d9e59a12a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0f61b8-675a-4126-9e4d-e435a6cf79c8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:40.018049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54562) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:40.022907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c9b7280e-ca95-445a-98fc-5c0ba10132c9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group': {'name': 'tempest-secgroup--806619615'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:40.047221 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9b7280e-ca95-445a-98fc-5c0ba10132c9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.065103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.069958 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.073610 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c2e979ed-d288-46ec-b1d2-bab8e02db66d HTTP/1.1" status: 204 len: 168 time: 0.9802637 Jan 31 16:04:40.082818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88125d0b-9e22-4ac0-b210-5460ac7c078b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.098387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da9324-79ef-4a76-a92a-0995770a20ac req-beca15a7-aa0b-4083-821f-c8456cedf8b5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:40.102035 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b2da9324-79ef-4a76-a92a-0995770a20ac req-beca15a7-aa0b-4083-821f-c8456cedf8b5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 945 time: 0.1309378 Jan 31 16:04:40.104176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251089dd-83b7-425e-9e1f-a1c06176d319 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e979ed-d288-46ec-b1d2-bab8e02db66d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:40.110602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54566) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:40.116826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-65e99319-fe94-4d6c-9bed-3f242070c357 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Request body: {'floatingip': {'port_id': '1ca914d3-f80a-45ed-9273-5fffd790b632'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:40.162866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65e99319-fe94-4d6c-9bed-3f242070c357 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.189188 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9b7280e-ca95-445a-98fc-5c0ba10132c9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.212531 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54570) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:40.213402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9b7280e-ca95-445a-98fc-5c0ba10132c9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.304236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9b7280e-ca95-445a-98fc-5c0ba10132c9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.305509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c9b7280e-ca95-445a-98fc-5c0ba10132c9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2863848 Jan 31 16:04:40.309960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54572) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:40.324109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-685e0764-5159-411e-9665-621ef82dd0ad tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': '7f0f61b8-675a-4126-9e4d-e435a6cf79c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '43f6da55-f553-430f-831f-4013fbdfb036', 'remote_ip_prefix': None}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:40.330468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7280e-ca95-445a-98fc-5c0ba10132c9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f6da55-f553-430f-831f-4013fbdfb036,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:40.353079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88125d0b-9e22-4ac0-b210-5460ac7c078b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.368522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2d4e8-0a69-4d2d-bc95-e8854d5b2785 req-1b4e756c-8674-447b-a941-3f452593066a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:40.370204 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84a2d4e8-0a69-4d2d-bc95-e8854d5b2785 req-1b4e756c-8674-447b-a941-3f452593066a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1615555 Jan 31 16:04:40.373315 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88125d0b-9e22-4ac0-b210-5460ac7c078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.382375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f51863fc-0fcf-4cb8-b7c4-f2dde834592d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e79d3450812c4eddb0e91e775086d14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657882 Jan 31 16:04:40.386830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54574) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:40.455527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-88125d0b-9e22-4ac0-b210-5460ac7c078b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c49ff22d16564bf6a8077e79119d789a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5240645 Jan 31 16:04:40.458432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88125d0b-9e22-4ac0-b210-5460ac7c078b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cb9a73-8ffe-444c-bb1f-517532741280,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:40.461201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54576) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:40.471288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84a2d4e8-0a69-4d2d-bc95-e8854d5b2785 req-ab6217dc-b192-4085-aebf-b1cdd12e99f9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878422 Jan 31 16:04:40.472138 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-685e0764-5159-411e-9665-621ef82dd0ad tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.534069 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-685e0764-5159-411e-9665-621ef82dd0ad tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.538235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-685e0764-5159-411e-9665-621ef82dd0ad tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.549581 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bc58f5ea-6daa-42e9-b789-fcb29df3f8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.560027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e0764-5159-411e-9665-621ef82dd0ad tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00daa3d-bbbd-46d1-a02a-bbd50d71d147,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:40.566229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-685e0764-5159-411e-9665-621ef82dd0ad tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.570456 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-685e0764-5159-411e-9665-621ef82dd0ad tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2506483 Jan 31 16:04:40.570993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54578) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:40.599643 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74ae1e0f-8eb2-4208-a8cc-6cd789edfd2a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.607464 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74ae1e0f-8eb2-4208-a8cc-6cd789edfd2a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.612581 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bc58f5ea-6daa-42e9-b789-fcb29df3f8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.634678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74ae1e0f-8eb2-4208-a8cc-6cd789edfd2a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.642047 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74ae1e0f-8eb2-4208-a8cc-6cd789edfd2a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.643717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-74ae1e0f-8eb2-4208-a8cc-6cd789edfd2a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c00daa3d-bbbd-46d1-a02a-bbd50d71d147 HTTP/1.1" status: 204 len: 168 time: 0.0718555 Jan 31 16:04:40.646958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54580) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:40.651387 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2db53a96-bd48-4364-8d11-470d016b7f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.651794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae1e0f-8eb2-4208-a8cc-6cd789edfd2a tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c00daa3d-bbbd-46d1-a02a-bbd50d71d147,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:40.746673 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2db53a96-bd48-4364-8d11-470d016b7f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.838855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d40a8e7c-ec2c-445e-a8e7-5199b866eb66 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1883020 Jan 31 16:04:40.841847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54584) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:40.869024 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bc58f5ea-6daa-42e9-b789-fcb29df3f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.871624 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bc58f5ea-6daa-42e9-b789-fcb29df3f8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.872740 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bc58f5ea-6daa-42e9-b789-fcb29df3f8d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee92c2e8-237a-4ac8-af56-fe531d380c63 HTTP/1.1" status: 204 len: 168 time: 0.4849937 Jan 31 16:04:40.881749 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65e99319-fe94-4d6c-9bed-3f242070c357 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.892667 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65e99319-fe94-4d6c-9bed-3f242070c357 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.894350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58f5ea-6daa-42e9-b789-fcb29df3f8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee92c2e8-237a-4ac8-af56-fe531d380c63,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:40.902264 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-40e331d8-d536-4373-ac03-61a45acf6a41 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.904619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25313f97-7c01-4cef-aff0-c61ddbf253b9 req-c24ea627-e815-4027-8063-8fb78d24b570 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:40.906168 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-25313f97-7c01-4cef-aff0-c61ddbf253b9 req-c24ea627-e815-4027-8063-8fb78d24b570 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1904430 Jan 31 16:04:40.929146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-40e331d8-d536-4373-ac03-61a45acf6a41 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.964550 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2db53a96-bd48-4364-8d11-470d016b7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.968349 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2db53a96-bd48-4364-8d11-470d016b7f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.968349 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2db53a96-bd48-4364-8d11-470d016b7f31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11cb9a73-8ffe-444c-bb1f-517532741280 HTTP/1.1" status: 204 len: 168 time: 0.5040293 Jan 31 16:04:40.990349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-40e331d8-d536-4373-ac03-61a45acf6a41 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.994065 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-40e331d8-d536-4373-ac03-61a45acf6a41 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:40.995806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-40e331d8-d536-4373-ac03-61a45acf6a41 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-groups/43f6da55-f553-430f-831f-4013fbdfb036 HTTP/1.1" status: 204 len: 168 time: 0.1528924 Jan 31 16:04:41.006975 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54590) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:41.008737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e331d8-d536-4373-ac03-61a45acf6a41 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f6da55-f553-430f-831f-4013fbdfb036,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:41.014038 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db53a96-bd48-4364-8d11-470d016b7f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cb9a73-8ffe-444c-bb1f-517532741280,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:41.039536 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-25313f97-7c01-4cef-aff0-c61ddbf253b9 req-3e787557-42d0-49d9-b05b-dcec025b4db4 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999925 Jan 31 16:04:41.055816 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-65e99319-fe94-4d6c-9bed-3f242070c357 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Floating IP bdaeffaf-9095-4c45-86db-118b848d86a0 associated. External IP: 172.25.1.68, port: 1ca914d3-f80a-45ed-9273-5fffd790b632. Jan 31 16:04:41.101514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e686d82d-1a21-42ef-9afc-e41989b8fa93 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0772071 Jan 31 16:04:41.103828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54594) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:41.189332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9342ccf9-f86b-4e66-a789-3fb6f1530c91 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:41.216346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9342ccf9-f86b-4e66-a789-3fb6f1530c91 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:41.272245 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9342ccf9-f86b-4e66-a789-3fb6f1530c91 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:41.275472 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9342ccf9-f86b-4e66-a789-3fb6f1530c91 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:41.280083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9342ccf9-f86b-4e66-a789-3fb6f1530c91 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-groups/7f0f61b8-675a-4126-9e4d-e435a6cf79c8 HTTP/1.1" status: 204 len: 168 time: 0.1719127 Jan 31 16:04:41.282029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54604) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:41.288312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342ccf9-f86b-4e66-a789-3fb6f1530c91 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0f61b8-675a-4126-9e4d-e435a6cf79c8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:41.620907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d2b2-bb2b-4aed-8c76-320b8ba16e3e req-c2730135-041e-43a8-9256-c1bf07fbb1a1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:41.622510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9f0d2b2-bb2b-4aed-8c76-320b8ba16e3e req-c2730135-041e-43a8-9256-c1bf07fbb1a1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0694323 Jan 31 16:04:41.658112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ec6e10bf-343b-4670-865b-cfb205c923b4 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3746490 Jan 31 16:04:41.664232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e99319-fe94-4d6c-9bed-3f242070c357 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Router 966a59f4-57d8-4998-954f-f45c788e2301 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:04:41.665598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54630) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:41.671486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-bb45ef49-052e-4e9f-91c5-82d7b40b67dc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207690688'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:41.685250 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9f0d2b2-bb2b-4aed-8c76-320b8ba16e3e req-37f71500-f1e1-40cc-a3d7-7f2888557efa tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560181 Jan 31 16:04:41.744646 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bb45ef49-052e-4e9f-91c5-82d7b40b67dc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:41.833805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e99319-fe94-4d6c-9bed-3f242070c357 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:04:41.844363 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65e99319-fe94-4d6c-9bed-3f242070c357 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:41.851799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7dcf9-95f5-4934-ad03-0d789782b547 None None] Sync routers for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:04:41.864219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7dcf9-95f5-4934-ad03-0d789782b547 None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:41.865093 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5cd7dcf9-95f5-4934-ad03-0d789782b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:41.888137 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bb45ef49-052e-4e9f-91c5-82d7b40b67dc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:41.893342 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-65e99319-fe94-4d6c-9bed-3f242070c357 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "PUT /v2.0/floatingips/bdaeffaf-9095-4c45-86db-118b848d86a0 HTTP/1.1" status: 200 len: 990 time: 1.7808559 Jan 31 16:04:41.894376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'tag': '1ca914d3-f80a-45ed-9273-5fffd790b632'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:41.896850 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d6c5e3-571a-4992-9977-965716d3ddca" -d '{"events": [{"name": "network-changed", "server_uuid": "3065b188-642c-42ab-bc2e-4c0afb80ad73", "tag": "1ca914d3-f80a-45ed-9273-5fffd790b632"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:41.900399 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bb45ef49-052e-4e9f-91c5-82d7b40b67dc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:41.933027 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bb45ef49-052e-4e9f-91c5-82d7b40b67dc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:41.934288 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bb45ef49-052e-4e9f-91c5-82d7b40b67dc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2673211 Jan 31 16:04:41.937333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54644) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:41.938324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45ef49-052e-4e9f-91c5-82d7b40b67dc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9abc874-233e-452c-afab-36976ce13149,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:41.943264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9e8aee0e-1968-48f1-a99d-b5f15f71067e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': 'f9abc874-233e-452c-afab-36976ce13149', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:41.967550 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9f93b2-4659-44ca-8ced-0b28776f0a3a x-openstack-request-id: req-0b9f93b2-4659-44ca-8ced-0b28776f0a3a {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:41.967837 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3065b188-642c-42ab-bc2e-4c0afb80ad73", "tag": "1ca914d3-f80a-45ed-9273-5fffd790b632", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:41.968086 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b9f93b2-4659-44ca-8ced-0b28776f0a3a {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:41.968485 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'tag': '1ca914d3-f80a-45ed-9273-5fffd790b632', 'status': 'completed', 'code': 200} Jan 31 16:04:42.012210 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e8aee0e-1968-48f1-a99d-b5f15f71067e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.031078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-5cd7dcf9-95f5-4934-ad03-0d789782b547 None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:42.091287 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e8aee0e-1968-48f1-a99d-b5f15f71067e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.092709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3103887-2e68-46a8-9afb-aadfaacf1ca8 req-85b98231-233b-4f14-bfdb-e3c8387003b7 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:42.095394 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3103887-2e68-46a8-9afb-aadfaacf1ca8 req-85b98231-233b-4f14-bfdb-e3c8387003b7 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 945 time: 0.0762799 Jan 31 16:04:42.099890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6c5e3-571a-4992-9977-965716d3ddca req-9bc6d6d2-e9d3-4eca-b573-51385da74ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:42.101456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61d6c5e3-571a-4992-9977-965716d3ddca req-9bc6d6d2-e9d3-4eca-b573-51385da74ad8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 1096 time: 0.1154156 Jan 31 16:04:42.103645 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e8aee0e-1968-48f1-a99d-b5f15f71067e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.151436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8aee0e-1968-48f1-a99d-b5f15f71067e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a7c514-27cc-4ed8-9422-b6951370b918,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:42.165394 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e8aee0e-1968-48f1-a99d-b5f15f71067e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.170663 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9e8aee0e-1968-48f1-a99d-b5f15f71067e tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2289829 Jan 31 16:04:42.170663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54656) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:42.213904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3103887-2e68-46a8-9afb-aadfaacf1ca8 req-dc5511aa-1dc1-4766-81fc-8f5189a470eb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112330 Jan 31 16:04:42.251469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6c5e3-571a-4992-9977-965716d3ddca req-bacec4b2-0434-47f8-a650-2d3585663c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:42.253421 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61d6c5e3-571a-4992-9977-965716d3ddca req-bacec4b2-0434-47f8-a650-2d3585663c7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 200 len: 912 time: 0.1414521 Jan 31 16:04:42.258172 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb6b172e-e6a3-471f-9df6-500c479cf187 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.269627 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb6b172e-e6a3-471f-9df6-500c479cf187 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.280895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8834a-885f-4fe3-b403-f1ed5ba11159 req-6cbc542c-42bd-425b-8cd3-f35026a7c1a0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:42.282406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92e8834a-885f-4fe3-b403-f1ed5ba11159 req-6cbc542c-42bd-425b-8cd3-f35026a7c1a0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.0985956 Jan 31 16:04:42.340808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb6b172e-e6a3-471f-9df6-500c479cf187 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.352744 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb6b172e-e6a3-471f-9df6-500c479cf187 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.353934 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fb6b172e-e6a3-471f-9df6-500c479cf187 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/81a7c514-27cc-4ed8-9422-b6951370b918 HTTP/1.1" status: 204 len: 168 time: 0.1792080 Jan 31 16:04:42.364501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54662) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:42.370128 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61d6c5e3-571a-4992-9977-965716d3ddca req-408d9f3f-1dff-4b5c-829c-2a3cf55277f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca914d3-f80a-45ed-9273-5fffd790b632 HTTP/1.1" status: 200 len: 998 time: 0.1069415 Jan 31 16:04:42.377630 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b172e-e6a3-471f-9df6-500c479cf187 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81a7c514-27cc-4ed8-9422-b6951370b918,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:42.389434 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92e8834a-885f-4fe3-b403-f1ed5ba11159 req-3b617607-b7ad-4826-a4bb-1e744fb5ff35 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996861 Jan 31 16:04:42.434702 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a59fdd31-a35f-45e2-a2fc-6843746e1da6 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0666018 Jan 31 16:04:42.437417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54666) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:42.440325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5cd7dcf9-95f5-4934-ad03-0d789782b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'bdaeffaf-9095-4c45-86db-118b848d86a0', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'port_id': '1ca914d3-f80a-45ed-9273-5fffd790b632', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'mac_address': 'fa:16:3e:d8:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:04:24Z', 'updated_at': '2022-01-31T16:04:40Z', 'revision_number': 1, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:18Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:42.455753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6c5e3-571a-4992-9977-965716d3ddca req-dd293126-d217-4be1-8478-da6258a1dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:42.457740 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61d6c5e3-571a-4992-9977-965716d3ddca req-dd293126-d217-4be1-8478-da6258a1dac8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3e373cf-e995-4178-bf6f-1d42ceb41d7c HTTP/1.1" status: 200 len: 850 time: 0.0813725 Jan 31 16:04:42.468994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7dcf9-95f5-4934-ad03-0d789782b547 None None] Checking router: 966a59f4-57d8-4998-954f-f45c788e2301 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:04:42.486484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7dcf9-95f5-4934-ad03-0d789782b547 None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:04:42.487642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5cd7dcf9-95f5-4934-ad03-0d789782b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:42.501996 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a535c931-526a-4acc-aba6-becac74f3529 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.508215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6c5e3-571a-4992-9977-965716d3ddca req-4e3d3a40-bf43-486b-98aa-82ce06ddc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:42.509775 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61d6c5e3-571a-4992-9977-965716d3ddca req-4e3d3a40-bf43-486b-98aa-82ce06ddc18c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ebb65fc-d5a1-4d08-bf9f-bc40458df679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453434 Jan 31 16:04:42.554767 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a535c931-526a-4acc-aba6-becac74f3529 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.603895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-5cd7dcf9-95f5-4934-ad03-0d789782b547 None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:04:42.612074 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a535c931-526a-4acc-aba6-becac74f3529 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.618326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a535c931-526a-4acc-aba6-becac74f3529 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.619747 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a535c931-526a-4acc-aba6-becac74f3529 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-groups/f9abc874-233e-452c-afab-36976ce13149 HTTP/1.1" status: 204 len: 168 time: 0.1810100 Jan 31 16:04:42.624093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54676) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:42.631520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535c931-526a-4acc-aba6-becac74f3529 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9abc874-233e-452c-afab-36976ce13149,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:42.685801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61d6c5e3-571a-4992-9977-965716d3ddca req-2ce1a52c-1f2f-4804-aeed-cd513948dd2b service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684973 Jan 31 16:04:42.693623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6725e91f-439c-44ed-ae63-9ced413b40fa tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683849 Jan 31 16:04:42.697532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54678) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:42.702149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-937000ed-f1a2-4862-9fb8-8dd0cd30e9f7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group': {'name': 'tempest-secgroup--19468212'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:42.759985 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-937000ed-f1a2-4862-9fb8-8dd0cd30e9f7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.851267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8aae1-9bbc-491a-835d-2fe61b8b5122 req-aa80bfa5-3c08-4f58-9d32-00df95cbb579 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:42.852962 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f9b8aae1-9bbc-491a-835d-2fe61b8b5122 req-aa80bfa5-3c08-4f58-9d32-00df95cbb579 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0876820 Jan 31 16:04:42.853402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-937000ed-f1a2-4862-9fb8-8dd0cd30e9f7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.858522 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-937000ed-f1a2-4862-9fb8-8dd0cd30e9f7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.869695 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61d6c5e3-571a-4992-9977-965716d3ddca req-5bcb7e55-6233-46c8-9477-61a3da5dd9da service neutron] 10.222.0.20 "GET /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743870 Jan 31 16:04:42.894354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-937000ed-f1a2-4862-9fb8-8dd0cd30e9f7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.895978 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-937000ed-f1a2-4862-9fb8-8dd0cd30e9f7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1972380 Jan 31 16:04:42.898299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937000ed-f1a2-4862-9fb8-8dd0cd30e9f7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3031e9-48b6-4e4c-9d96-355a39970416,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:42.899734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54682) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:42.922644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-56dec748-97be-49ba-8349-17944f039b9d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': 'aa3031e9-48b6-4e4c-9d96-355a39970416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:42.951872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5cd7dcf9-95f5-4934-ad03-0d789782b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'bdaeffaf-9095-4c45-86db-118b848d86a0', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'port_id': '1ca914d3-f80a-45ed-9273-5fffd790b632', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'mac_address': 'fa:16:3e:d8:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:04:24Z', 'updated_at': '2022-01-31T16:04:40Z', 'revision_number': 1, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:18Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:04:42.956992 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f9b8aae1-9bbc-491a-835d-2fe61b8b5122 req-0e2f275c-f460-454b-8087-6fd2ed78051f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947356 Jan 31 16:04:42.971732 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56dec748-97be-49ba-8349-17944f039b9d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:42.982260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7dcf9-95f5-4934-ad03-0d789782b547 None None] The sync data for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 is: [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'bdaeffaf-9095-4c45-86db-118b848d86a0', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'port_id': '1ca914d3-f80a-45ed-9273-5fffd790b632', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'mac_address': 'fa:16:3e:d8:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:04:24Z', 'updated_at': '2022-01-31T16:04:40Z', 'revision_number': 1, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:18Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:04:43.028543 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56dec748-97be-49ba-8349-17944f039b9d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.035319 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56dec748-97be-49ba-8349-17944f039b9d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.056524 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dec748-97be-49ba-8349-17944f039b9d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9d28cb-8f02-45e5-8bb2-fbff20e90ee6,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:43.066144 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56dec748-97be-49ba-8349-17944f039b9d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.067370 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-56dec748-97be-49ba-8349-17944f039b9d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482534 Jan 31 16:04:43.070119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54690) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:43.086856 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7735b7d9-5ad0-407b-b14b-3061b6148cbc tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules/4c9d28cb-8f02-45e5-8bb2-fbff20e90ee6 HTTP/1.1" status: 200 len: 763 time: 0.0155263 Jan 31 16:04:43.089191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54692) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:43.139644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3863e97a-cbde-4263-9e25-8b906c05c348 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0492303 Jan 31 16:04:43.142275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54698) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:43.167500 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1655a8f6-6e86-4843-8da1-d2b6e83536c2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.175486 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1655a8f6-6e86-4843-8da1-d2b6e83536c2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.204301 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1655a8f6-6e86-4843-8da1-d2b6e83536c2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.212212 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1655a8f6-6e86-4843-8da1-d2b6e83536c2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.213551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1655a8f6-6e86-4843-8da1-d2b6e83536c2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4c9d28cb-8f02-45e5-8bb2-fbff20e90ee6 HTTP/1.1" status: 204 len: 168 time: 0.0702736 Jan 31 16:04:43.216178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54700) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:43.222626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655a8f6-6e86-4843-8da1-d2b6e83536c2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c9d28cb-8f02-45e5-8bb2-fbff20e90ee6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:43.235428 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f9780-b2ef-4dec-9339-641d571f28b7 None None] New status for floating IP bdaeffaf-9095-4c45-86db-118b848d86a0: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:04:43.269348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54706) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:43.269875 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-14154438-1267-4bef-8246-a8061d721c9c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0521705 Jan 31 16:04:43.274381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9a7b9740-1e2c-440f-81a8-5c1cbbc3d814 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': 'aa3031e9-48b6-4e4c-9d96-355a39970416', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:43.306525 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9740-1e2c-440f-81a8-5c1cbbc3d814 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.365676 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9740-1e2c-440f-81a8-5c1cbbc3d814 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.368631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2be590-bdb2-46f1-ae20-27cb79ee4c27 req-22ec3980-234d-4308-b307-d694fa34ebd5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:43.370936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a2be590-bdb2-46f1-ae20-27cb79ee4c27 req-22ec3980-234d-4308-b307-d694fa34ebd5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 945 time: 0.0575020 Jan 31 16:04:43.371588 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9740-1e2c-440f-81a8-5c1cbbc3d814 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.399810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9740-1e2c-440f-81a8-5c1cbbc3d814 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.401978 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9a7b9740-1e2c-440f-81a8-5c1cbbc3d814 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314816 Jan 31 16:04:43.404374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54716) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:43.413033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b9740-1e2c-440f-81a8-5c1cbbc3d814 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5465d6b2-4565-451c-8021-da9ef92c9c22,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:43.415167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a2be590-bdb2-46f1-ae20-27cb79ee4c27 req-80ca3f74-57ab-4302-aa49-c560aaf38133 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374317 Jan 31 16:04:43.454296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e18f1326-eff8-40d7-b23d-79844b216efa tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules/5465d6b2-4565-451c-8021-da9ef92c9c22 HTTP/1.1" status: 200 len: 763 time: 0.0486326 Jan 31 16:04:43.455198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54722) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:43.597998 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9fe316ae-be74-4296-9139-4246c41f57c9 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1413507 Jan 31 16:04:43.600448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2a6f3-c23c-44c9-a095-1ef846edf0ba req-e6f4acf5-6e24-4f89-9045-ee3829e4f61d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:43.600601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54744) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:43.609507 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9cd2a6f3-c23c-44c9-a095-1ef846edf0ba req-e6f4acf5-6e24-4f89-9045-ee3829e4f61d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1173775 Jan 31 16:04:43.663809 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46f3f5da-196d-43df-9974-81a8a95c9551 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.680710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9cd2a6f3-c23c-44c9-a095-1ef846edf0ba req-00c8ad7d-2c4e-43c3-8d23-3ab1020df09b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675275 Jan 31 16:04:43.685442 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46f3f5da-196d-43df-9974-81a8a95c9551 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.717847 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46f3f5da-196d-43df-9974-81a8a95c9551 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.724734 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46f3f5da-196d-43df-9974-81a8a95c9551 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.725986 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-46f3f5da-196d-43df-9974-81a8a95c9551 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5465d6b2-4565-451c-8021-da9ef92c9c22 HTTP/1.1" status: 204 len: 168 time: 0.1244056 Jan 31 16:04:43.728513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54754) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:43.740914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3f5da-196d-43df-9974-81a8a95c9551 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5465d6b2-4565-451c-8021-da9ef92c9c22,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:43.782828 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-99aa3f46-ddba-4822-b278-801ae3a45364 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502648 Jan 31 16:04:43.782924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54760) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:43.787670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-63769a20-5ac5-4f0d-bec2-68155374ccf7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': 'aa3031e9-48b6-4e4c-9d96-355a39970416', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:43.862830 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-63769a20-5ac5-4f0d-bec2-68155374ccf7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.931525 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-63769a20-5ac5-4f0d-bec2-68155374ccf7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.936805 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-63769a20-5ac5-4f0d-bec2-68155374ccf7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.975455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63769a20-5ac5-4f0d-bec2-68155374ccf7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86415775-1da6-4ef3-99bd-814233034cbd,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:43.984841 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-63769a20-5ac5-4f0d-bec2-68155374ccf7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:43.989217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54788) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:43.992156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-63769a20-5ac5-4f0d-bec2-68155374ccf7 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2059197 Jan 31 16:04:44.030057 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b46fec95-dcba-48b1-b18f-57e18628a7b5 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules/86415775-1da6-4ef3-99bd-814233034cbd HTTP/1.1" status: 200 len: 764 time: 0.0352135 Jan 31 16:04:44.030057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54798) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:44.116925 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2abb4d85-76bd-4521-ae82-a9ce63ba7387 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0821331 Jan 31 16:04:44.119418 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54816) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:44.163086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f587e-915c-4e99-b288-dbd144edbe1f req-12dea844-e6d2-445e-abec-c7940cd39459 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:44.165806 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e5f587e-915c-4e99-b288-dbd144edbe1f req-12dea844-e6d2-445e-abec-c7940cd39459 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0996430 Jan 31 16:04:44.169632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e655ba2-97b0-4409-8dbe-18002bd23ea2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.194612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e655ba2-97b0-4409-8dbe-18002bd23ea2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.251090 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e5f587e-915c-4e99-b288-dbd144edbe1f req-1899c06b-8c27-4cda-8a05-c0ca94e1d8a6 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773933 Jan 31 16:04:44.252172 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e655ba2-97b0-4409-8dbe-18002bd23ea2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.258274 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e655ba2-97b0-4409-8dbe-18002bd23ea2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.259781 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6e655ba2-97b0-4409-8dbe-18002bd23ea2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/86415775-1da6-4ef3-99bd-814233034cbd HTTP/1.1" status: 204 len: 168 time: 0.1394629 Jan 31 16:04:44.262576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54828) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:44.269120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e655ba2-97b0-4409-8dbe-18002bd23ea2 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86415775-1da6-4ef3-99bd-814233034cbd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:44.331754 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-39e50a82-fc63-40bc-b963-a3cd6d76f569 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0676277 Jan 31 16:04:44.334680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54832) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:44.371160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54834) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:44.393181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b0c0884e-ada6-4530-9cdb-8bf9d0483b3f details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:04:44.411001 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aaa79a27-2afc-4ea0-b891-6b92bd451986 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.441524 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aaa79a27-2afc-4ea0-b891-6b92bd451986 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.499188 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aaa79a27-2afc-4ea0-b891-6b92bd451986 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.502461 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aaa79a27-2afc-4ea0-b891-6b92bd451986 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.505084 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aaa79a27-2afc-4ea0-b891-6b92bd451986 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa3031e9-48b6-4e4c-9d96-355a39970416 HTTP/1.1" status: 204 len: 168 time: 0.1688509 Jan 31 16:04:44.507588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:44.507888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54840) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:44.518118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa79a27-2afc-4ea0-b891-6b92bd451986 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3031e9-48b6-4e4c-9d96-355a39970416,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:44.525771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603', 'port_id': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'mac_address': 'fa:16:3e:89:3b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a731ce-c71a-4498-8959-f6bd7106d18c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:04:44.586159 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.591039 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8d65fe67-c886-4574-bba7-15dd05e18887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.600236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0c0884e-ada6-4530-9cdb-8bf9d0483b3f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:04:44.610527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c6616e9d-5dfe-4fe9-a176-8960bd353915 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1013310 Jan 31 16:04:44.614727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54846) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:44.620493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9fd17ae9-0f84-4abe-ab5c-461b7cb757f3 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523916049'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:44.626991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:44.632732 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.689855 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9fd17ae9-0f84-4abe-ab5c-461b7cb757f3 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.724307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['b0c0884e-ada6-4530-9cdb-8bf9d0483b3f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:04:44.808776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:44.824335 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8d65fe67-c886-4574-bba7-15dd05e18887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.834079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8d65fe67-c886-4574-bba7-15dd05e18887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.866046 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9fd17ae9-0f84-4abe-ab5c-461b7cb757f3 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.887117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8d65fe67-c886-4574-bba7-15dd05e18887 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a32ea1bac9948cbb1750743680cea4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112095 Jan 31 16:04:44.888024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54854) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:44.912936 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9fd17ae9-0f84-4abe-ab5c-461b7cb757f3 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.955647 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.960787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9fd17ae9-0f84-4abe-ab5c-461b7cb757f3 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:44.964210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9fd17ae9-0f84-4abe-ab5c-461b7cb757f3 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3481970 Jan 31 16:04:44.968103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54858) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:44.974679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-51500cae-5a43-4878-b70f-2fbfac79568d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Request body: {'security_group_rule': {'security_group_id': 'ffb9cd41-0aa8-4b48-aed9-99061928a18e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:44.980558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65fe67-c886-4574-bba7-15dd05e18887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab7cb41-26e2-4a0c-8a3a-53bad6dcb4bb,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:45.013652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd17ae9-0f84-4abe-ab5c-461b7cb757f3 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb9cd41-0aa8-4b48-aed9-99061928a18e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:45.021723 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.045057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4841fd-c23f-43a4-896b-79e4e32f034b req-46cf9889-373a-4c69-897a-a9342a2be45d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:45.047271 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba4841fd-c23f-43a4-896b-79e4e32f034b req-46cf9889-373a-4c69-897a-a9342a2be45d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1797009 Jan 31 16:04:45.076724 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51500cae-5a43-4878-b70f-2fbfac79568d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.101319 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba4841fd-c23f-43a4-896b-79e4e32f034b req-ce7b931a-d3e8-4102-b1af-703a0203e7da tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466902 Jan 31 16:04:45.138978 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.142597 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.145511 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ab7cb41-26e2-4a0c-8a3a-53bad6dcb4bb HTTP/1.1" status: 204 len: 168 time: 0.2536788 Jan 31 16:04:45.177633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab7cb41-26e2-4a0c-8a3a-53bad6dcb4bb,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:45.209820 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51500cae-5a43-4878-b70f-2fbfac79568d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.220388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:45.220855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:45.221170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:45.221524 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:45.221850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:45.222169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:45.222490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:45.223008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:45.223386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:45.223703 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:45.224017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:45.224326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5009e0-cd0f-4ef9-a334-f8b2d62c6376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:45.235763 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51500cae-5a43-4878-b70f-2fbfac79568d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.274642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51500cae-5a43-4878-b70f-2fbfac79568d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f86f367-9792-426a-956b-233d2ae73777,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:45.301351 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51500cae-5a43-4878-b70f-2fbfac79568d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.303692 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-51500cae-5a43-4878-b70f-2fbfac79568d tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3345475 Jan 31 16:04:45.306609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54872) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:45.570835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216158-d87f-4aeb-884d-55d672759993 req-91a46ae8-0a96-4f52-b702-dc842b243096 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:45.579333 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f216158-d87f-4aeb-884d-55d672759993 req-91a46ae8-0a96-4f52-b702-dc842b243096 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1829128 Jan 31 16:04:45.596776 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0838f345-e664-4251-a316-943b093b6a1c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.625696 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0838f345-e664-4251-a316-943b093b6a1c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.752138 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f216158-d87f-4aeb-884d-55d672759993 req-2c27b401-ebcb-48c1-b977-13c0488957de tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717756 Jan 31 16:04:45.764604 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0838f345-e664-4251-a316-943b093b6a1c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.768180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0838f345-e664-4251-a316-943b093b6a1c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.770720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0838f345-e664-4251-a316-943b093b6a1c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-groups/ffb9cd41-0aa8-4b48-aed9-99061928a18e HTTP/1.1" status: 204 len: 168 time: 0.4615998 Jan 31 16:04:45.774920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54888) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:45.776303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54890) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:45.794794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838f345-e664-4251-a316-943b093b6a1c tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb9cd41-0aa8-4b48-aed9-99061928a18e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:45.797622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b42be5ee-2f97-4976-b60b-c1720b1d2d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.903495 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-78e42fa9-c16f-4577-ad81-ebecb0ab50ba tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1251287 Jan 31 16:04:45.904942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54892) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:45.927553 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b42be5ee-2f97-4976-b60b-c1720b1d2d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.933987 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b42be5ee-2f97-4976-b60b-c1720b1d2d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:45.979892 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-99460ad0-7e8f-4dd3-a5ef-6672a60e2635 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0730438 Jan 31 16:04:45.981184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54894) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:46.004428 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-56ef36f2-ff14-4198-a19f-1d8250ae6790 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] delete failed (client error): The resource could not be found. Jan 31 16:04:46.010444 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-56ef36f2-ff14-4198-a19f-1d8250ae6790 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "DELETE /v2.0/security-groups/ffb9cd41-0aa8-4b48-aed9-99061928a18e HTTP/1.1" status: 404 len: 347 time: 0.0275078 Jan 31 16:04:46.011101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54896) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:46.031178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42be5ee-2f97-4976-b60b-c1720b1d2d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e83a4c-4a16-4eda-a48a-9cc1764659f3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:46.039102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b42be5ee-2f97-4976-b60b-c1720b1d2d53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7f36d6264a745ebbe9dab7decabfcc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614737 Jan 31 16:04:46.042058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54898) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:46.115531 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ac2851d1-1e2f-45cb-b1bc-ecf0f3c1cf78 tempest-SecGroupTest-1663650184 tempest-SecGroupTest-1663650184-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1033216 Jan 31 16:04:46.125800 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15a6b999-d787-4deb-8e3b-92d30b29fc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:46.197719 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15a6b999-d787-4deb-8e3b-92d30b29fc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:46.286486 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15a6b999-d787-4deb-8e3b-92d30b29fc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:46.293882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15a6b999-d787-4deb-8e3b-92d30b29fc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:46.297885 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-15a6b999-d787-4deb-8e3b-92d30b29fc55 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0e83a4c-4a16-4eda-a48a-9cc1764659f3 HTTP/1.1" status: 204 len: 168 time: 0.2511723 Jan 31 16:04:46.305387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6b999-d787-4deb-8e3b-92d30b29fc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e83a4c-4a16-4eda-a48a-9cc1764659f3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:46.343419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497d283-d7ce-4f65-9de9-156d06c20894 req-75f8f11c-89c4-4c99-ac93-7b3840416e4a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:46.347892 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a497d283-d7ce-4f65-9de9-156d06c20894 req-75f8f11c-89c4-4c99-ac93-7b3840416e4a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1358218 Jan 31 16:04:46.402441 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b0c0884e-ada6-4530-9cdb-8bf9d0483b3f up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:04:46.470741 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a497d283-d7ce-4f65-9de9-156d06c20894 req-d1adc7e5-d652-456c-a788-d02264c706d1 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076012 Jan 31 16:04:46.527370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:46.528340 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:46.682621 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:46.709904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:46.713175 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891d576f-e024-4c47-bc2b-a379305c4d3d" -d '{"events": [{"server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:46.732141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54944) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:46.737814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:46.748669 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:46.823213 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb8c5c5-3a36-4328-93d5-e0c1496564e1 x-openstack-request-id: req-4bb8c5c5-3a36-4328-93d5-e0c1496564e1 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:46.824029 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:46.824613 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bb8c5c5-3a36-4328-93d5-e0c1496564e1 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:46.825297 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'code': 200} Jan 31 16:04:46.903601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:46.947277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506758ad-6209-4e7d-9dbf-b2c7760625c0 req-fd1ed641-cc53-43ce-94bb-bc9a89641996 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:46.955500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-506758ad-6209-4e7d-9dbf-b2c7760625c0 req-fd1ed641-cc53-43ce-94bb-bc9a89641996 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0854213 Jan 31 16:04:47.009077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54956) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:47.009661 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e0d9e84a-2b69-41e1-bf06-8a2aad34dbda admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8612aac1c10545f2af0d1bd576b72aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759333 Jan 31 16:04:47.045435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-506758ad-6209-4e7d-9dbf-b2c7760625c0 req-9f986636-b048-421d-ba79-0b573b4fd6b5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836911 Jan 31 16:04:47.098078 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:47.126315 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:47.183419 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:47.186886 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:47.187669 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-95b034c2-4938-4e46-b83c-8fc3fda7fff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:47.191881 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edad2b1b-7f5c-4121-ba12-794244efefe2 HTTP/1.1" status: 204 len: 168 time: 0.1815407 Jan 31 16:04:47.204021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edad2b1b-7f5c-4121-ba12-794244efefe2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:47.213977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:47.214839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:47.215394 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:47.215924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:47.216400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:47.216889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:47.217364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:47.218061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:47.218530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:47.219018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:47.219655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:47.220139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda0788-db96-4b48-ac22-e1b37931426e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:47.796840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49813269-fdf6-4366-8800-0563dcbdd3c6 req-eae336c4-6801-44a8-87b4-a634f0d8cd3e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:47.804805 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49813269-fdf6-4366-8800-0563dcbdd3c6 req-eae336c4-6801-44a8-87b4-a634f0d8cd3e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1720402 Jan 31 16:04:47.856104 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49813269-fdf6-4366-8800-0563dcbdd3c6 req-4e90904d-c85f-46a1-9d3c-15b920ce9d84 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 Jan 31 16:04:48.242488 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52057e3-0051-48e6-97ba-f0405a3ac29f req-e41e530a-b761-4396-a066-8b1522b2bdf4 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:48.244179 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e52057e3-0051-48e6-97ba-f0405a3ac29f req-e41e530a-b761-4396-a066-8b1522b2bdf4 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0920901 Jan 31 16:04:48.358168 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e52057e3-0051-48e6-97ba-f0405a3ac29f req-174eb5e7-8a33-4154-8b83-00fcecfe76ed tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034470 Jan 31 16:04:48.807344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55048) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:48.812855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034258 Jan 31 16:04:48.816083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55050) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:49.043087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aac9f-7092-4372-9dac-49b2a27f6b46 req-7ab336cb-bf2d-41df-8d9b-b74f6df2bea2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:49.045163 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-860aac9f-7092-4372-9dac-49b2a27f6b46 req-7ab336cb-bf2d-41df-8d9b-b74f6df2bea2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.0679374 Jan 31 16:04:49.072893 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-8c62526e-10fa-4afa-99ee-01c3dab2ae76 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c05dccf9e36647dcac33aa795c93a563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561218 Jan 31 16:04:49.106441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-860aac9f-7092-4372-9dac-49b2a27f6b46 req-fda54030-ac82-448f-ab7d-c9100fc17a08 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539794 Jan 31 16:04:49.262754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90450a6-a31d-4b85-b231-12e72976f133 req-3272e320-9129-442a-be8f-8b3dff825c73 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:49.271385 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-3272e320-9129-442a-be8f-8b3dff825c73 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973388 Jan 31 16:04:49.290929 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-ed768162-41b8-4663-9dc8-1e19e6b0543c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/quotas/c05dccf9e36647dcac33aa795c93a563 HTTP/1.1" status: 200 len: 375 time: 0.0183003 Jan 31 16:04:49.310543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-603a1fb8-38fd-46ed-86f7-65931b26e6e6 tempest-NetworksApiDiscovery-1453894545 tempest-NetworksApiDiscovery-1453894545-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4927552 Jan 31 16:04:49.358120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-7ace28f5-97ee-4559-ada0-6c924dc9fb68 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c05dccf9e36647dcac33aa795c93a563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657349 Jan 31 16:04:49.604907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5bb79-1dc1-4c84-9a5e-2bacf02b8935 req-c11a843d-f5ba-4410-8c80-19151ac79073 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:49.622960 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-17e5bb79-1dc1-4c84-9a5e-2bacf02b8935 req-c11a843d-f5ba-4410-8c80-19151ac79073 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1208851 Jan 31 16:04:49.652148 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7d70270d-3414-4015-9eef-e97fc9491c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:49.714819 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-17e5bb79-1dc1-4c84-9a5e-2bacf02b8935 req-fb2a8a60-8fd2-4231-be54-f048b8f7824d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888093 Jan 31 16:04:49.898380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55102) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:49.944488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-81d9ffb9-dd56-45cf-a15a-ef0461eea779 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c05dccf9e36647dcac33aa795c93a563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285952 Jan 31 16:04:50.142481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-8ec5717a-8d2a-4d80-986f-3236736af27e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:50.144991 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-8ec5717a-8d2a-4d80-986f-3236736af27e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993582 Jan 31 16:04:50.186417 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-f8fe6db6-ad46-4093-89a0-33b35f0963dd tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/quotas/c05dccf9e36647dcac33aa795c93a563 HTTP/1.1" status: 200 len: 375 time: 0.0249102 Jan 31 16:04:50.224140 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55112) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:50.305341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-86796606-c856-4a93-b2e4-f655888a6947 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c05dccf9e36647dcac33aa795c93a563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1154275 Jan 31 16:04:50.342551 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4de3786b-0230-47b3-85c1-a0286c58baf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:50.352772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e0f3d-c41c-473f-9d3d-30599ee8bd20 req-690854fc-7fd2-484e-a94d-2423a7467c8b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:50.354983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-238e0f3d-c41c-473f-9d3d-30599ee8bd20 req-690854fc-7fd2-484e-a94d-2423a7467c8b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1082385 Jan 31 16:04:50.454056 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-238e0f3d-c41c-473f-9d3d-30599ee8bd20 req-687ec3df-2d2c-4ad0-aa1f-9e80ea5a8b21 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648677 Jan 31 16:04:50.470297 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:50.546205 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:50.629714 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4de3786b-0230-47b3-85c1-a0286c58baf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:50.640275 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4de3786b-0230-47b3-85c1-a0286c58baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:50.704605 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4de3786b-0230-47b3-85c1-a0286c58baf6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8c3daa1842849c3a060bad31a96bebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8040755 Jan 31 16:04:50.713534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55124) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:50.734052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a791e480-690f-48c5-bdd3-38bad2b803b8 req-d83a6c86-2184-432c-819c-5b6f270145e9 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 210 time: 0.0605226 Jan 31 16:04:50.812142 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:50.845111 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:50.871585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3786b-0230-47b3-85c1-a0286c58baf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6e7e31-23da-4fb8-90d3-e34a065e7fb1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:50.951872 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f8ee519f-a835-49b7-a404-1c92b7de2cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:51.033691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cb878-2b55-4f9f-979f-c3fbfa398f6e req-f8dcdaa8-b7fa-44fb-a016-2f4c94f56931 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:51.036274 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d16cb878-2b55-4f9f-979f-c3fbfa398f6e req-f8dcdaa8-b7fa-44fb-a016-2f4c94f56931 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1591468 Jan 31 16:04:51.076127 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f8ee519f-a835-49b7-a404-1c92b7de2cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:51.102252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Allocated IP 172.25.1.87 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/7e26b903-ec07-4010-9521-7ee30244309d) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:04:51.191993 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d16cb878-2b55-4f9f-979f-c3fbfa398f6e req-423bc4e7-bad8-4d01-b81a-33e76d796a49 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420553 Jan 31 16:04:51.233051 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f8ee519f-a835-49b7-a404-1c92b7de2cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:51.235659 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f8ee519f-a835-49b7-a404-1c92b7de2cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:51.236813 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f8ee519f-a835-49b7-a404-1c92b7de2cdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a6e7e31-23da-4fb8-90d3-e34a065e7fb1 HTTP/1.1" status: 204 len: 168 time: 0.5206664 Jan 31 16:04:51.252412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee519f-a835-49b7-a404-1c92b7de2cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6e7e31-23da-4fb8-90d3-e34a065e7fb1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:51.327921 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-2022bcbd-d7c1-4b1c-ab03-bc009d84920b tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c05dccf9e36647dcac33aa795c93a563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503922 Jan 31 16:04:51.404979 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:51.458492 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:51.515352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:04:51.554779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90450a6-a31d-4b85-b231-12e72976f133 req-a69125c4-670b-49c3-9ad5-890bff884e27 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:51.556816 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-a69125c4-670b-49c3-9ad5-890bff884e27 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211788 Jan 31 16:04:51.574900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Request body: {'port': {'device_id': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': 'c05dccf9e36647dcac33aa795c93a563'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:51.582694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:51.597837 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:04:51.841806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event updated for resources: {'Port': ['ID=7e26b903-ec07-4010-9521-7ee30244309d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:51.880202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Made reservation on behalf of c05dccf9e36647dcac33aa795c93a563 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:51.883830 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:51.904753 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:51.934607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7da3a8-a630-4f61-91fd-e049cb4bb1b1 req-a6705768-c229-46d3-8807-e10562b2c9b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:51.936228 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7f7da3a8-a630-4f61-91fd-e049cb4bb1b1 req-a6705768-c229-46d3-8807-e10562b2c9b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.3396509 Jan 31 16:04:52.030357 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db234657-60f7-4810-acb2-dfbcd33ba6d8 req-521323ee-266a-4ff7-8877-8e24f19af0c1 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 210 time: 0.0814574 Jan 31 16:04:52.095853 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:52.102374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7f7da3a8-a630-4f61-91fd-e049cb4bb1b1 req-abf75c2f-8802-47ac-ba70-0614d9b794c0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083183 Jan 31 16:04:52.155790 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:52.156891 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:52.164340 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:52.253812 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:52.298855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63540edc-5a06-40d6-848c-54fb60016f9f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:52.443224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Allocated IP 192.168.233.212 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/ab654f44-840d-4f54-959d-8cc628d3a33f) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:04:52.522477 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:52.559169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960015e-9277-46ea-9f6e-9882465dc1b1 req-eeff3493-4bed-409b-bc4c-4eb95e2402e2 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:52.577720 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6960015e-9277-46ea-9f6e-9882465dc1b1 req-eeff3493-4bed-409b-bc4c-4eb95e2402e2 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1706693 Jan 31 16:04:52.680915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55168) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:52.723856 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-be965b1d-e248-4c99-a9bd-71399de2426e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c05dccf9e36647dcac33aa795c93a563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1035161 Jan 31 16:04:52.842332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:52.868545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2105642832-network', 'tenant_id': '2a2a61cc1abf46fb862c303cdae0f1e5'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:52.926558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073ddad-3f23-4113-a774-e8cf793505c5 req-e83aa8f5-b1be-4c10-a5b0-a0e045e54be2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:52.934135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e073ddad-3f23-4113-a774-e8cf793505c5 req-e83aa8f5-b1be-4c10-a5b0-a0e045e54be2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2540631 Jan 31 16:04:52.942733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Made reservation on behalf of 2a2a61cc1abf46fb862c303cdae0f1e5 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:52.945493 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:52.960910 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:52.970121 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6960015e-9277-46ea-9f6e-9882465dc1b1 req-43b5a6a2-bfc7-4964-86ca-2d02c656b6a9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914742 Jan 31 16:04:52.991376 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:52.995910 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.011644 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.119946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-e2111493-c46f-4234-b8f8-8910b231642c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:53.122989 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-e2111493-c46f-4234-b8f8-8910b231642c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3638065 Jan 31 16:04:53.142516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event updated for resources: {'Port': ['ID=7e26b903-ec07-4010-9521-7ee30244309d,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:53.147649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Request body: {'port': {'device_id': 'b516cb0b-36ac-42d4-b5d0-47a15f8c2128', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': 'c05dccf9e36647dcac33aa795c93a563'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:53.204183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.205496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Pushing event updated for resources: {'Port': ['ID=ab654f44-840d-4f54-959d-8cc628d3a33f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:53.220396 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.224178 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e073ddad-3f23-4113-a774-e8cf793505c5 req-0b6bb7e8-8fa1-4a0e-8260-f9f62162231c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845936 Jan 31 16:04:53.230369 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.245868 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:04:53.294837 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6f8efbc-2c7c-4596-ac10-d4d5fe20d462 req-011e84e7-697b-4a6f-a9f9-32713e41017e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 210 time: 0.0651903 Jan 31 16:04:53.296427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:04:53.312012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:53.322330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:04:53.322563 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.326074 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-439f9318-e38d-4640-b4fa-6f4cb4136f3d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1002281 Jan 31 16:04:53.326795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55176) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:53.335613 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-580868137'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:53.390493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:53.394241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.406929 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.407364 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Added segment fa03ea59-3307-43d5-b23e-806fa7580c80 of type vlan for network fd15534e-39f5-4279-bbb7-90bdf6adb544 Jan 31 16:04:53.443344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Made reservation on behalf of c05dccf9e36647dcac33aa795c93a563 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:53.447178 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.459456 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.528331 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.529343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:53.534361 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.558472 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Made reservation on behalf of 006b6255b0bc4e288dc4afa2d662694f for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:53.562229 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.569332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e584293-1b3b-42ec-820b-dc4b43cfa412,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:53.583201 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.611514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-405ed0bb-4192-479a-95e4-90da0f31741a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0413673 Jan 31 16:04:53.678060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-dc46b86f-d566-4e1d-8be5-0eaa74e56773 None None] Provisioning complete for port ab654f44-840d-4f54-959d-8cc628d3a33f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:53.678948 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc46b86f-d566-4e1d-8be5-0eaa74e56773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.688175 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Request body: {'port': {'device_id': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:53.705057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Allocated IP 192.168.233.177 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/61dc8b4a-0f86-4a94-beff-204365f58a81) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:04:53.741587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-dc46b86f-d566-4e1d-8be5-0eaa74e56773 None None] Port ab654f44-840d-4f54-959d-8cc628d3a33f cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:04:53.785495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55180) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:53.786402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1041384 Jan 31 16:04:53.787362 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.792590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-07a4f93a-c190-48f6-b302-8f34e3a072d5 admin admin] Request body: {'subnet': {'network_id': 'fd15534e-39f5-4279-bbb7-90bdf6adb544', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2105642832-subnet', 'tenant_id': '2a2a61cc1abf46fb862c303cdae0f1e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:53.803066 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.813694 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf08241-e97a-4e27-9179-d0813f53bbae req-689ee20b-eac6-41d4-a4b8-989721bd4d2f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:53.822278 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fdf08241-e97a-4e27-9179-d0813f53bbae req-689ee20b-eac6-41d4-a4b8-989721bd4d2f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.4380136 Jan 31 16:04:53.831736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb07aa0-7e3d-49c9-89a9-818162848f16 admin admin] Pushing event updated for resources: {'Network': ['ID=fd15534e-39f5-4279-bbb7-90bdf6adb544,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:53.848576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network fd15534e-39f5-4279-bbb7-90bdf6adb544 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:04:53.856801 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.884230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:04:53.892135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fdf08241-e97a-4e27-9179-d0813f53bbae req-3acb066d-d024-4ac1-a026-71c4e560b67f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685997 Jan 31 16:04:53.924296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e196259-ca23-41a6-bc85-f8f2f8cf1c61,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:53.937820 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:53.938255 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Added segment ebb6e84e-2fe9-424b-8ca6-e664cf859ab9 of type vlan for network 74aeefff-2d09-41ea-9968-0663393f51f4 Jan 31 16:04:53.950520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a4f93a-c190-48f6-b302-8f34e3a072d5 admin admin] Made reservation on behalf of 2a2a61cc1abf46fb862c303cdae0f1e5 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:53.952942 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07a4f93a-c190-48f6-b302-8f34e3a072d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:54.236870 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:54.248366 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:54.331729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f65d-5f54-4c21-8800-d400cc0ddf45 req-af009c06-43c7-4e29-a1ae-f6973804bf3f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:54.339890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a897f65d-5f54-4c21-8800-d400cc0ddf45 req-af009c06-43c7-4e29-a1ae-f6973804bf3f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.2126632 Jan 31 16:04:54.341822 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:54.347473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:54.348090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:54.381436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afc599-682a-406a-ab6a-d9111c5013da req-6e56ea84-5729-4d9c-bc9a-56616151b7a7 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:54.383426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-6e56ea84-5729-4d9c-bc9a-56616151b7a7 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 810 time: 0.1314394 Jan 31 16:04:54.419014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-0b24181a-d202-4923-9abb-6b856633b842 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/quotas/0e5507f00dfd45c295eb0a6ab3faea74 HTTP/1.1" status: 200 len: 375 time: 0.0201659 Jan 31 16:04:54.461732 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1303892 Jan 31 16:04:54.471268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55198) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:54.484176 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:54.514132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6e14d398-fef6-4f4a-a193-e2413ed88237 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Request body: {'subnet': {'network_id': '74aeefff-2d09-41ea-9968-0663393f51f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:54.524513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad715d-34a2-42d4-a651-6abbb3f7a744 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event updated for resources: {'Network': ['ID=74aeefff-2d09-41ea-9968-0663393f51f4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:54.538851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 74aeefff-2d09-41ea-9968-0663393f51f4 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:04:54.578173 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a897f65d-5f54-4c21-8800-d400cc0ddf45 req-8c80d7c6-b194-4361-be19-095148068db4 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373693 Jan 31 16:04:54.643038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-90bc0890-dd3e-4ef0-b3ef-10af6102a887 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2195702 Jan 31 16:04:54.735646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:04:54.797926 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:54.809319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:04:54.812796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Pushing event updated for resources: {'Port': ['ID=61dc8b4a-0f86-4a94-beff-204365f58a81,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:54.864328 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-8d11a69e-c33d-4bf3-82cc-2670bd29efe1 service neutron] 10.222.0.36 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105534 Jan 31 16:04:54.903990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07a4f93a-c190-48f6-b302-8f34e3a072d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:54.968799 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:54.969406 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:54.990340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91ed50-f4bf-47c4-896a-74af5500d106 req-81785c2e-79ae-481d-b2be-b4d954199e6e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:54.991937 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e91ed50-f4bf-47c4-896a-74af5500d106 req-81785c2e-79ae-481d-b2be-b4d954199e6e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 936 time: 0.2840786 Jan 31 16:04:55.004164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e14d398-fef6-4f4a-a193-e2413ed88237 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Made reservation on behalf of 006b6255b0bc4e288dc4afa2d662694f for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:55.008944 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e14d398-fef6-4f4a-a193-e2413ed88237 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:55.045846 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-41671214-e97e-448a-99cb-e69b0a465f68 service neutron] 10.222.0.36 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658716 Jan 31 16:04:55.050540 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab654f44-840d-4f54-959d-8cc628d3a33f {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:04:55.073368 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:55.105338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Transition to ACTIVE for port object ab654f44-840d-4f54-959d-8cc628d3a33f will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:04:55.114760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:55.115111 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-988586be-bbba-4739-b423-48df7a6a2e15 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9733760 Jan 31 16:04:55.177415 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a3885100-3f82-4082-a16d-634fce0910d7 None None] Provisioning complete for port 61dc8b4a-0f86-4a94-beff-204365f58a81 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:04:55.177965 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a3885100-3f82-4082-a16d-634fce0910d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:55.215463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Pushing event updated for resources: {'Port': ['ID=ab654f44-840d-4f54-959d-8cc628d3a33f,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:55.216592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4f93a-c190-48f6-b302-8f34e3a072d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4180bbdf-5dc0-484b-94fa-af63ae14306b,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:55.249129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Request body: {'port': {'device_id': 'b516cb0b-36ac-42d4-b5d0-47a15f8c2128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:55.323788 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a3885100-3f82-4082-a16d-634fce0910d7 None None] Port 61dc8b4a-0f86-4a94-beff-204365f58a81 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:04:55.396040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e91ed50-f4bf-47c4-896a-74af5500d106 req-845aa3a7-3474-41c7-b6a9-1153f632cf4c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733950 Jan 31 16:04:55.399861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a4f93a-c190-48f6-b302-8f34e3a072d5 admin admin] Checking segment: {'id': 'fa03ea59-3307-43d5-b23e-806fa7580c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'fd15534e-39f5-4279-bbb7-90bdf6adb544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:04:55.400226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4f93a-c190-48f6-b302-8f34e3a072d5 admin admin] Network hostable DHCP agents. Network: fd15534e-39f5-4279-bbb7-90bdf6adb544, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:04:55.419148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e2e347f-4f39-4d39-aa87-65bab3b3738c req-4871501a-73e2-40a4-bc8d-912b7514426f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 210 time: 0.0436869 Jan 31 16:04:55.466021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Attempting to bind port ab654f44-840d-4f54-959d-8cc628d3a33f on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:04:55.466513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Attempting to bind port ab654f44-840d-4f54-959d-8cc628d3a33f by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:04:55.466851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Attempting to bind port ab654f44-840d-4f54-959d-8cc628d3a33f on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:04:55.472217 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Port ab654f44-840d-4f54-959d-8cc628d3a33f on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:04:55.472628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Attempting to bind port ab654f44-840d-4f54-959d-8cc628d3a33f on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:04:55.479002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:04:55.479128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:04:55.479686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:04:55.480923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Bound port: ab654f44-840d-4f54-959d-8cc628d3a33f, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:04:55.481276 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:55.514867 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:55.535253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4f93a-c190-48f6-b302-8f34e3a072d5 admin admin] Network fd15534e-39f5-4279-bbb7-90bdf6adb544 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:04:55.576691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:04:55.581132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:04:55.587092 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:55.617385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:55.617913 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:55.619641 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] 10.222.0.30 "PUT /v2.0/ports/ab654f44-840d-4f54-959d-8cc628d3a33f HTTP/1.1" status: 200 len: 1096 time: 1.9438355 Jan 31 16:04:55.638883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-07a4f93a-c190-48f6-b302-8f34e3a072d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, fd15534e-39f5-4279-bbb7-90bdf6adb544) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:55.686186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:55.686830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a4f93a-c190-48f6-b302-8f34e3a072d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:55.687081 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07a4f93a-c190-48f6-b302-8f34e3a072d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:55.692080 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6750f56-3a2e-4926-a8b2-bc9e95ae5c73" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:55.693261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c026117-9e99-4f72-a336-d5282a162104 None None] Network fd15534e-39f5-4279-bbb7-90bdf6adb544 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:04:55.799778 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35255d4d-9f88-4c9c-a137-c748bb261ffa x-openstack-request-id: req-35255d4d-9f88-4c9c-a137-c748bb261ffa {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:55.800076 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:55.800332 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35255d4d-9f88-4c9c-a137-c748bb261ffa {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:55.800761 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'status': 'completed', 'code': 200} Jan 31 16:04:55.842864 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:55.848970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90450a6-a31d-4b85-b231-12e72976f133 req-50327ed5-ec12-4c1a-85ef-4d2c20dc57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:55.850718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-50327ed5-ec12-4c1a-85ef-4d2c20dc57dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c05dccf9e36647dcac33aa795c93a563&device_id=4ea5968a-e8cc-4130-b66f-b94a0c50728e HTTP/1.1" status: 200 len: 1099 time: 0.1410458 Jan 31 16:04:55.910286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ba39d-5b4b-4df7-a776-ac2a60f0fade service neutron] Pushing event updated for resources: {'Port': ['ID=ab654f44-840d-4f54-959d-8cc628d3a33f,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:55.921886 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-07a4f93a-c190-48f6-b302-8f34e3a072d5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1315782 Jan 31 16:04:55.922877 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-b6560a29-08b2-4c28-a827-423000746c8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ab654f44-840d-4f54-959d-8cc628d3a33f HTTP/1.1" status: 200 len: 217 time: 0.0611374 Jan 31 16:04:55.998275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a09fec9-e6cd-4fa3-9f6f-4515cd412363 None None] Network fd15534e-39f5-4279-bbb7-90bdf6adb544 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:04:56.032253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90450a6-a31d-4b85-b231-12e72976f133 req-289a0df6-6d3c-4602-8737-2433c2abe18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:56.037291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-289a0df6-6d3c-4602-8737-2433c2abe18e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1013200 Jan 31 16:04:56.088024 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e14d398-fef6-4f4a-a193-e2413ed88237 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:56.145045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90450a6-a31d-4b85-b231-12e72976f133 req-b333a209-a56e-43d6-ad83-085d784e34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:56.155716 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-b333a209-a56e-43d6-ad83-085d784e34db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018765 Jan 31 16:04:56.181800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14d398-fef6-4f4a-a193-e2413ed88237 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event updated for resources: {'Subnet': ['ID=335553e6-ecb9-43de-85b1-369aabb7a26c,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:56.353757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe5cbb-9bc1-49e5-bb20-293aaa7f04ed req-799a849c-eb8e-4ac8-88aa-8aede5708c19 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:56.355698 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdfe5cbb-9bc1-49e5-bb20-293aaa7f04ed req-799a849c-eb8e-4ac8-88aa-8aede5708c19 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.5425937 Jan 31 16:04:56.383091 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-e1755728-7df4-4bdf-8dba-683ceadba97e service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162976 Jan 31 16:04:56.476784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14d398-fef6-4f4a-a193-e2413ed88237 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Checking segment: {'id': 'ebb6e84e-2fe9-424b-8ca6-e664cf859ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '74aeefff-2d09-41ea-9968-0663393f51f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:04:56.477256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14d398-fef6-4f4a-a193-e2413ed88237 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Network hostable DHCP agents. Network: 74aeefff-2d09-41ea-9968-0663393f51f4, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:04:56.535721 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdfe5cbb-9bc1-49e5-bb20-293aaa7f04ed req-22e7b4a9-beb3-4e5b-abe7-5084afb73e17 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433432 Jan 31 16:04:56.602387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14d398-fef6-4f4a-a193-e2413ed88237 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Network 74aeefff-2d09-41ea-9968-0663393f51f4 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:04:56.680845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6e14d398-fef6-4f4a-a193-e2413ed88237 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 74aeefff-2d09-41ea-9968-0663393f51f4) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:56.689722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d30794-ae4d-4d89-a21f-11efc9ee17fc None None] Network 74aeefff-2d09-41ea-9968-0663393f51f4 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:04:56.710011 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e82f4-f1a6-4887-ab2a-b834597700d8 req-8b3da6a5-737b-4bc3-b5a5-49809fe8c923 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:56.727135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-357e82f4-f1a6-4887-ab2a-b834597700d8 req-8b3da6a5-737b-4bc3-b5a5-49809fe8c923 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 936 time: 0.1511557 Jan 31 16:04:56.734872 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e14d398-fef6-4f4a-a193-e2413ed88237 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:56.740225 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e14d398-fef6-4f4a-a193-e2413ed88237 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:56.761529 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90450a6-a31d-4b85-b231-12e72976f133 req-3e03faa2-bd0e-470d-9636-63794b6dd8e8 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663967 Jan 31 16:04:56.796781 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-357e82f4-f1a6-4887-ab2a-b834597700d8 req-f2675cd3-ab3d-489d-acfe-f1148c3c343a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682244 Jan 31 16:04:56.852873 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6e14d398-fef6-4f4a-a193-e2413ed88237 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3679392 Jan 31 16:04:56.878605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55234) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:56.894399 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81dc45fb-eab8-4de5-be67-180dfe4e0fab req-dcc73207-57ee-4730-af5a-d92240784f67 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 210 time: 0.1866684 Jan 31 16:04:56.906762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-846782346', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:56.972457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dc8b4a-0f86-4a94-beff-204365f58a81 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:04:56.985942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343919b3-e530-4e40-b570-30537c01088e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-74aeefff-2d09-41ea-9968-0663393f51f4', 'network_id': '74aeefff-2d09-41ea-9968-0663393f51f4', 'tenant_id': '006b6255b0bc4e288dc4afa2d662694f', 'fixed_ips': [{'subnet_id': '335553e6-ecb9-43de-85b1-369aabb7a26c'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:04:56.987314 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.019348 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.040269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6750f56-3a2e-4926-a8b2-bc9e95ae5c73 req-2be95fb2-18f3-43a2-9e24-145e2cafa922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:57.043635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6750f56-3a2e-4926-a8b2-bc9e95ae5c73 req-2be95fb2-18f3-43a2-9e24-145e2cafa922 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c05dccf9e36647dcac33aa795c93a563&device_id=4ea5968a-e8cc-4130-b66f-b94a0c50728e HTTP/1.1" status: 200 len: 1099 time: 0.2088754 Jan 31 16:04:57.052368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.053579 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.080854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Transition to ACTIVE for port object 61dc8b4a-0f86-4a94-beff-204365f58a81 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:04:57.094108 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.096363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55240) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:57.138985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-179543598-network', 'tenant_id': '85d87240c2c54f6c961c91ff79aa534b'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:57.218718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Made reservation on behalf of 85d87240c2c54f6c961c91ff79aa534b for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:57.221291 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.240744 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.279782 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.311702 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-343919b3-e530-4e40-b570-30537c01088e None None] Allocated IP 172.20.0.2 (74aeefff-2d09-41ea-9968-0663393f51f4/335553e6-ecb9-43de-85b1-369aabb7a26c/e005e0f5-2121-431b-b8c1-881f32d3ec50) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:04:57.332804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6750f56-3a2e-4926-a8b2-bc9e95ae5c73 req-f7f9e486-8263-4562-a5cd-471219e749ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:57.334925 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6750f56-3a2e-4926-a8b2-bc9e95ae5c73 req-f7f9e486-8263-4562-a5cd-471219e749ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.2845125 Jan 31 16:04:57.349429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Pushing event updated for resources: {'Port': ['ID=61dc8b4a-0f86-4a94-beff-204365f58a81,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:57.489553 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6750f56-3a2e-4926-a8b2-bc9e95ae5c73 req-980712db-aa25-432f-a8dc-99f851407afe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ab654f44-840d-4f54-959d-8cc628d3a33f HTTP/1.1" status: 200 len: 217 time: 0.1399701 Jan 31 16:04:57.608542 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.615955 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.630941 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.633414 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.680062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:04:57.685376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6750f56-3a2e-4926-a8b2-bc9e95ae5c73 req-8c3c0959-0111-44f6-b2ce-e604e2540900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:57.687009 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6750f56-3a2e-4926-a8b2-bc9e95ae5c73 req-8c3c0959-0111-44f6-b2ce-e604e2540900 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1892979 Jan 31 16:04:57.729128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343919b3-e530-4e40-b570-30537c01088e None None] Pushing event updated for resources: {'Port': ['ID=e005e0f5-2121-431b-b8c1-881f32d3ec50,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:57.761494 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.762050 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Added segment afc85535-d7a2-4406-bc1a-0edf9f1be55d of type vlan for network 1fa9d784-e0d0-4901-90c8-f9d7c4925565 Jan 31 16:04:57.763608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343919b3-e530-4e40-b570-30537c01088e None None] Network 74aeefff-2d09-41ea-9968-0663393f51f4 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:04:57.768033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-343919b3-e530-4e40-b570-30537c01088e None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:57.775716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343919b3-e530-4e40-b570-30537c01088e None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:04:57.776808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd119d0-c2a9-4a80-9bf0-f6c05762083e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:57.828304 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.842683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a1b66-711e-42e4-88d1-dd15fd2fd382 req-fe3dc321-e488-4663-be5d-3443dc8dc3c0 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:57.850523 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d3a1b66-711e-42e4-88d1-dd15fd2fd382 req-fe3dc321-e488-4663-be5d-3443dc8dc3c0 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1597106 Jan 31 16:04:57.866861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6750f56-3a2e-4926-a8b2-bc9e95ae5c73 req-aacc5466-0ad3-4450-8642-5cf9bf7e6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:57.868536 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6750f56-3a2e-4926-a8b2-bc9e95ae5c73 req-aacc5466-0ad3-4450-8642-5cf9bf7e6e00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1646969 Jan 31 16:04:57.891834 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.939186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-343919b3-e530-4e40-b570-30537c01088e None None] Attempting to bind port e005e0f5-2121-431b-b8c1-881f32d3ec50 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:04:57.941017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d3a1b66-711e-42e4-88d1-dd15fd2fd382 req-2c7d21dc-be2b-4e61-81bd-a3698365b9e9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893810 Jan 31 16:04:57.941299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-343919b3-e530-4e40-b570-30537c01088e None None] Attempting to bind port e005e0f5-2121-431b-b8c1-881f32d3ec50 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ebb6e84e-2fe9-424b-8ca6-e664cf859ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '74aeefff-2d09-41ea-9968-0663393f51f4'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:04:57.941710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343919b3-e530-4e40-b570-30537c01088e None None] Attempting to bind port e005e0f5-2121-431b-b8c1-881f32d3ec50 on network 74aeefff-2d09-41ea-9968-0663393f51f4 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:04:57.967152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343919b3-e530-4e40-b570-30537c01088e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:04:57.967527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343919b3-e530-4e40-b570-30537c01088e None None] Checking segment: {'id': 'ebb6e84e-2fe9-424b-8ca6-e664cf859ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '74aeefff-2d09-41ea-9968-0663393f51f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:04:57.968559 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.969263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343919b3-e530-4e40-b570-30537c01088e None None] Bound using segment: {'id': 'ebb6e84e-2fe9-424b-8ca6-e664cf859ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '74aeefff-2d09-41ea-9968-0663393f51f4'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:04:57.969976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-343919b3-e530-4e40-b570-30537c01088e None None] Bound port: e005e0f5-2121-431b-b8c1-881f32d3ec50, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb6e84e-2fe9-424b-8ca6-e664cf859ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '74aeefff-2d09-41ea-9968-0663393f51f4'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:04:57.970355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:57.997065 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:58.000015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:58.011819 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:58.111765 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0143054 Jan 31 16:04:58.114548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55256) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:58.115246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-343919b3-e530-4e40-b570-30537c01088e None None] For port e005e0f5-2121-431b-b8c1-881f32d3ec50, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:04:58.126382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-343919b3-e530-4e40-b570-30537c01088e None None] For port e005e0f5-2121-431b-b8c1-881f32d3ec50, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e005e0f5-2121-431b-b8c1-881f32d3ec50,segment=NetworkSegment(ebb6e84e-2fe9-424b-8ca6-e664cf859ab9),segment_id=ebb6e84e-2fe9-424b-8ca6-e664cf859ab9)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:04:58.135063 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:58.146152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-777453bb-2800-4222-a7dd-1a8a3a341eb4 admin admin] Request body: {'subnet': {'network_id': '1fa9d784-e0d0-4901-90c8-f9d7c4925565', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-179543598-subnet', 'tenant_id': '85d87240c2c54f6c961c91ff79aa534b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:58.160131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-af6401a2-55b4-4ff5-a2bb-3bfc9867f092 req-ad165df3-5f2e-49e7-928a-8fa00cd496d3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 210 time: 0.0982389 Jan 31 16:04:58.187091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda819ae-c8db-4d67-b87e-3de989649b59 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa9d784-e0d0-4901-90c8-f9d7c4925565,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:58.210968 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6750f56-3a2e-4926-a8b2-bc9e95ae5c73 req-6df5c874-03eb-431b-b9b4-ae065e212c15 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230324 Jan 31 16:04:58.239726 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777453bb-2800-4222-a7dd-1a8a3a341eb4 admin admin] Made reservation on behalf of 85d87240c2c54f6c961c91ff79aa534b for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:58.246965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343919b3-e530-4e40-b570-30537c01088e None None] Pushing event updated for resources: {'Port': ['ID=e005e0f5-2121-431b-b8c1-881f32d3ec50,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:58.250391 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-777453bb-2800-4222-a7dd-1a8a3a341eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:58.255724 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 1fa9d784-e0d0-4901-90c8-f9d7c4925565 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:04:58.258816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:58.259197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:58.259528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:58.259852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:58.260169 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:58.260487 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:58.260832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:58.261331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:58.261683 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:58.262061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:58.262349 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:58.262665 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343919b3-e530-4e40-b570-30537c01088e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:04:58.284495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:58.417820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473520d9-3f44-4479-86ee-c4a8a780cee7 req-c549b9b5-b80a-4dbb-825e-55423b77726c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:58.425641 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-473520d9-3f44-4479-86ee-c4a8a780cee7 req-c549b9b5-b80a-4dbb-825e-55423b77726c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 948 time: 0.4132583 Jan 31 16:04:58.433999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afc599-682a-406a-ab6a-d9111c5013da req-0f515c42-8b8a-48fd-bf65-13c80aeb258d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:58.435514 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-0f515c42-8b8a-48fd-bf65-13c80aeb258d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 810 time: 1.3023734 Jan 31 16:04:58.477811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-b0afc599-682a-406a-ab6a-d9111c5013da req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Request body: {'port': {'device_id': '533699e5-e39e-4564-b006-c3e6adb2aaa2', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'admin_state_up': True, 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:04:58.478080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ab654f44-840d-4f54-959d-8cc628d3a33f details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:04:58.512298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Attempting to bind port 61dc8b4a-0f86-4a94-beff-204365f58a81 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:04:58.512634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Attempting to bind port 61dc8b4a-0f86-4a94-beff-204365f58a81 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:04:58.512864 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Attempting to bind port 61dc8b4a-0f86-4a94-beff-204365f58a81 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:04:58.588011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Port 61dc8b4a-0f86-4a94-beff-204365f58a81 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:04:58.588401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Attempting to bind port 61dc8b4a-0f86-4a94-beff-204365f58a81 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:04:58.679338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-473520d9-3f44-4479-86ee-c4a8a780cee7 req-35e14ab6-a14a-4cb3-bb6c-85b36856885f tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525144 Jan 31 16:04:58.708144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:04:58.708928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:04:58.709515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:04:58.710241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Bound port: 61dc8b4a-0f86-4a94-beff-204365f58a81, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:04:58.710910 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:58.829666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:58.875160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'mac_address': 'fa:16:3e:e7:e3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:04:58.892944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] For port 61dc8b4a-0f86-4a94-beff-204365f58a81, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:04:58.928603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] For port 61dc8b4a-0f86-4a94-beff-204365f58a81, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61dc8b4a-0f86-4a94-beff-204365f58a81,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:04:58.943134 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:58.968907 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:58.984694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0afc599-682a-406a-ab6a-d9111c5013da req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Made reservation on behalf of 0e5507f00dfd45c295eb0a6ab3faea74 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:04:58.991040 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b0afc599-682a-406a-ab6a-d9111c5013da req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:59.009577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab654f44-840d-4f54-959d-8cc628d3a33f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:04:59.040074 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:04:59.061029 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:59.066316 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-777453bb-2800-4222-a7dd-1a8a3a341eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:59.105303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6750f56-3a2e-4926-a8b2-bc9e95ae5c73 req-6cfd63d2-0911-4fc3-b222-da7e4b13cbcd service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8829584 Jan 31 16:04:59.139658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:59.140318 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:59.142394 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] 10.222.0.30 "PUT /v2.0/ports/61dc8b4a-0f86-4a94-beff-204365f58a81 HTTP/1.1" status: 200 len: 1096 time: 3.9101827 Jan 31 16:04:59.148538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b516cb0b-36ac-42d4-b5d0-47a15f8c2128', 'tag': '61dc8b4a-0f86-4a94-beff-204365f58a81'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:04:59.151478 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6584e23b-cde1-43b5-ab62-f6bd56b0d6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b516cb0b-36ac-42d4-b5d0-47a15f8c2128", "tag": "61dc8b4a-0f86-4a94-beff-204365f58a81"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:04:59.264027 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ab654f44-840d-4f54-959d-8cc628d3a33f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:59.266867 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676d0bdb-1afc-4a51-afc4-320750b71ca9 x-openstack-request-id: req-676d0bdb-1afc-4a51-afc4-320750b71ca9 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:04:59.267163 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b516cb0b-36ac-42d4-b5d0-47a15f8c2128", "tag": "61dc8b4a-0f86-4a94-beff-204365f58a81", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:04:59.267418 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-676d0bdb-1afc-4a51-afc4-320750b71ca9 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:04:59.272127 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b516cb0b-36ac-42d4-b5d0-47a15f8c2128', 'tag': '61dc8b4a-0f86-4a94-beff-204365f58a81', 'status': 'completed', 'code': 200} Jan 31 16:04:59.292135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777453bb-2800-4222-a7dd-1a8a3a341eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d85be355-b396-4127-9229-c8c8b19ff757,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:59.320138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777453bb-2800-4222-a7dd-1a8a3a341eb4 admin admin] Checking segment: {'id': 'afc85535-d7a2-4406-bc1a-0edf9f1be55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1fa9d784-e0d0-4901-90c8-f9d7c4925565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:04:59.320792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777453bb-2800-4222-a7dd-1a8a3a341eb4 admin admin] Network hostable DHCP agents. Network: 1fa9d784-e0d0-4901-90c8-f9d7c4925565, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:04:59.354974 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ab654f44-840d-4f54-959d-8cc628d3a33f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:04:59.402518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42df5b-8664-47bc-a1f7-0e243d24c532 req-7ca67887-2878-46ea-a054-d5f2a16041bf tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:59.404813 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a42df5b-8664-47bc-a1f7-0e243d24c532 req-7ca67887-2878-46ea-a054-d5f2a16041bf tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.2137640 Jan 31 16:04:59.439276 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777453bb-2800-4222-a7dd-1a8a3a341eb4 admin admin] Network 1fa9d784-e0d0-4901-90c8-f9d7c4925565 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:04:59.467404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-777453bb-2800-4222-a7dd-1a8a3a341eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 1fa9d784-e0d0-4901-90c8-f9d7c4925565) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:04:59.473212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777453bb-2800-4222-a7dd-1a8a3a341eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:59.475466 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-777453bb-2800-4222-a7dd-1a8a3a341eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:59.515417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707e494d-290f-410a-bb8b-231710781db6 None None] Network 1fa9d784-e0d0-4901-90c8-f9d7c4925565 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:04:59.521944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b71f41-7474-4ba5-a20f-6db24cf3ba5e service neutron] Pushing event updated for resources: {'Port': ['ID=61dc8b4a-0f86-4a94-beff-204365f58a81,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:04:59.527072 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-777453bb-2800-4222-a7dd-1a8a3a341eb4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3882754 Jan 31 16:04:59.599026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:59.622605 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2a42df5b-8664-47bc-a1f7-0e243d24c532 req-c595242f-c77e-40c5-ae87-97ef65cd97a8 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920905 Jan 31 16:04:59.729303 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-762ca454-999a-40ab-9b31-3fb627e2e66e req-88f03e9e-bec3-42e9-a308-73a0e58774d6 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 210 time: 0.2487714 Jan 31 16:04:59.733421 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:04:59.809274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e005e0f5-2121-431b-b8c1-881f32d3ec50 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:04:59.876805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55270) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:04:59.907032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-b0afc599-682a-406a-ab6a-d9111c5013da req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Allocated IP 172.20.0.9 (7f3f7475-5763-4383-9796-97b002a13c06/aec72c3f-2832-4d6f-a187-8355a8663b40/8c7f27ef-4504-4ca7-9bba-d5747d0db598) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:04:59.978982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79167252-9d60-4856-9458-8c9963efc347 req-68191b1c-4e8f-4757-8b54-91e29c24cdc3 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:04:59.981118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79167252-9d60-4856-9458-8c9963efc347 req-68191b1c-4e8f-4757-8b54-91e29c24cdc3 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 948 time: 0.1692111 Jan 31 16:04:59.995738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e049134-7a2d-496d-bfae-a957e210e1d6 admin admin] Deleting subnet 4180bbdf-5dc0-484b-94fa-af63ae14306b {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:05:00.006006 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e049134-7a2d-496d-bfae-a957e210e1d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.067580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79167252-9d60-4856-9458-8c9963efc347 req-f3425a36-2852-4cd3-a3cc-6df926f1144e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762951 Jan 31 16:05:00.089395 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e049134-7a2d-496d-bfae-a957e210e1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.106509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5439bfd-993c-4cfd-a848-29fd636277f4 None None] Network 1fa9d784-e0d0-4901-90c8-f9d7c4925565 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:05:00.151459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-357a557a-48fb-451c-b765-f9320f1168f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:00.155780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-357a557a-48fb-451c-b765-f9320f1168f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c05dccf9e36647dcac33aa795c93a563&device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 1099 time: 0.8552456 Jan 31 16:05:00.158333 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e049134-7a2d-496d-bfae-a957e210e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.210089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e005e0f5-2121-431b-b8c1-881f32d3ec50 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:00.210625 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.243198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6da7b5-4230-4c1b-a587-ae5ccce5e802 None None] Network 74aeefff-2d09-41ea-9968-0663393f51f4 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:05:00.280901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e049134-7a2d-496d-bfae-a957e210e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.340687 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-12ef5d1c-ad6e-4af2-8adf-dc32cf38078e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=61dc8b4a-0f86-4a94-beff-204365f58a81 HTTP/1.1" status: 200 len: 217 time: 0.1687694 Jan 31 16:05:00.343409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e049134-7a2d-496d-bfae-a957e210e1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4180bbdf-5dc0-484b-94fa-af63ae14306b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:00.345937 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e049134-7a2d-496d-bfae-a957e210e1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.349373 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9e049134-7a2d-496d-bfae-a957e210e1d6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4180bbdf-5dc0-484b-94fa-af63ae14306b HTTP/1.1" status: 204 len: 168 time: 0.4655194 Jan 31 16:05:00.351883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55272) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:00.427290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b0afc599-682a-406a-ab6a-d9111c5013da req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.456654 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b8f8229a-2f0d-4211-b2ce-f917346df689 None None] Provisioning complete for port e005e0f5-2121-431b-b8c1-881f32d3ec50 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:00.457176 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b8f8229a-2f0d-4211-b2ce-f917346df689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.482501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.508345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Allocated IP 172.25.1.240 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/75ea635b-8da9-4d8b-8295-8d5932ddc353) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:05:00.724697 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.733023 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.813110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-6a52eb89-9fbd-40b0-ba0e-171cb4d1b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:00.814791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd15534e-39f5-4279-bbb7-90bdf6adb544']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:00.814923 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-6a52eb89-9fbd-40b0-ba0e-171cb4d1b2c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0522213 Jan 31 16:05:00.818209 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.820366 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b0afc599-682a-406a-ab6a-d9111c5013da req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.841655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa03ea59-3307-43d5-b23e-806fa7580c80') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:00.842064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa03ea59-3307-43d5-b23e-806fa7580c80') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:00.854370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['1bacb9a1-647f-4c30-92df-3db78f657d07'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:05:00.872567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0afc599-682a-406a-ab6a-d9111c5013da req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Network 7f3f7475-5763-4383-9796-97b002a13c06 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:05:00.882271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.922139 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.947771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:05:00.948480 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:05:00.954802 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:05:00.959979 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-b0afc599-682a-406a-ab6a-d9111c5013da req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:05:00.982521 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0afc599-682a-406a-ab6a-d9111c5013da req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:05:01.000969 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b8f8229a-2f0d-4211-b2ce-f917346df689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:01.095210 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port e005e0f5-2121-431b-b8c1-881f32d3ec50, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e005e0f5-2121-431b-b8c1-881f32d3ec50,segment=NetworkSegment(ebb6e84e-2fe9-424b-8ca6-e664cf859ab9),segment_id=ebb6e84e-2fe9-424b-8ca6-e664cf859ab9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:01.098840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769750b-7632-4002-ab23-8a047035e669 req-0ba89ae3-4699-4e15-a3f6-c5785effeb79 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:01.110903 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8769750b-7632-4002-ab23-8a047035e669 req-0ba89ae3-4699-4e15-a3f6-c5785effeb79 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 931 time: 0.1525407 Jan 31 16:05:01.128657 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:01.138572 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:01.145529 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:01.149416 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] 10.222.0.36 "DELETE /v2.0/networks/fd15534e-39f5-4279-bbb7-90bdf6adb544 HTTP/1.1" status: 204 len: 168 time: 0.7933669 Jan 31 16:05:01.160819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55288) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:01.235846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a68e5-c828-49bd-8922-677b4f1b0f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd15534e-39f5-4279-bbb7-90bdf6adb544,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:01.268093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event updated for resources: {'Port': ['ID=8c7f27ef-4504-4ca7-9bba-d5747d0db598,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:01.303224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33256e-9bb4-4088-8c4e-ea2bf1a51273 req-8c9bc777-0d36-4b9b-b481-79eb9fabceef tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:01.320386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff33256e-9bb4-4088-8c4e-ea2bf1a51273 req-8c9bc777-0d36-4b9b-b481-79eb9fabceef tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.4796281 Jan 31 16:05:01.339292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-4aa8b17b-fc9c-4dba-814e-ab969d4a1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:01.341164 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-4aa8b17b-fc9c-4dba-814e-ab969d4a1710 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4907477 Jan 31 16:05:01.396877 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8769750b-7632-4002-ab23-8a047035e669 req-21ed1380-ba9f-45ca-bbaa-a217e15228bf tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826965 Jan 31 16:05:01.407021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afc599-682a-406a-ab6a-d9111c5013da req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:01.408494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3820b7f-2454-4534-a49a-9d61a20dcfce admin admin] Deleting subnet d85be355-b396-4127-9229-c8c8b19ff757 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:05:01.419610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3820b7f-2454-4534-a49a-9d61a20dcfce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:01.422487 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b0afc599-682a-406a-ab6a-d9111c5013da req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:01.470353 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-4eea4264-880c-47c2-a940-0cbcc2c9c435 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0072954 Jan 31 16:05:01.502627 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-b8f8229a-2f0d-4211-b2ce-f917346df689 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:05:01.503103 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-b8f8229a-2f0d-4211-b2ce-f917346df689 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:05:01.506149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Request body: {'port': {'device_id': '533699e5-e39e-4564-b006-c3e6adb2aaa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:01.525459 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:01.537523 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3820b7f-2454-4534-a49a-9d61a20dcfce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:01.563191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=e005e0f5-2121-431b-b8c1-881f32d3ec50,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:01.644151 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3820b7f-2454-4534-a49a-9d61a20dcfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:01.659307 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff33256e-9bb4-4088-8c4e-ea2bf1a51273 req-b18b5892-709d-44ff-896c-22a0969b7975 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377500 Jan 31 16:05:01.681814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event updated for resources: {'Port': ['ID=75ea635b-8da9-4d8b-8295-8d5932ddc353,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:01.712448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:05:01.733571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:05:01.744306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:05:01.776673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddde64-3bee-4a29-b03d-713155ad1a6f req-b5b470eb-0072-4ea9-9fd5-39784e24052c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:01.778512 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1ddde64-3bee-4a29-b03d-713155ad1a6f req-b5b470eb-0072-4ea9-9fd5-39784e24052c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 948 time: 0.0812061 Jan 31 16:05:01.793924 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:01.810545 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3820b7f-2454-4534-a49a-9d61a20dcfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:01.837126 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-ea20b502-fa5a-409f-a26a-e5d50dcbbf17 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525449 Jan 31 16:05:01.848203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3820b7f-2454-4534-a49a-9d61a20dcfce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d85be355-b396-4127-9229-c8c8b19ff757,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:01.862992 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3820b7f-2454-4534-a49a-9d61a20dcfce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:01.868471 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b3820b7f-2454-4534-a49a-9d61a20dcfce admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d85be355-b396-4127-9229-c8c8b19ff757 HTTP/1.1" status: 204 len: 168 time: 0.6666288 Jan 31 16:05:01.872954 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1ddde64-3bee-4a29-b03d-713155ad1a6f req-6df5f4bf-9b0c-4cdc-9202-1381eed3d53d tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873547 Jan 31 16:05:01.873702 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55292) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:01.952161 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:02.115846 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:02.161578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa9d784-e0d0-4901-90c8-f9d7c4925565']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:02.175172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc85535-d7a2-4406-bc1a-0edf9f1be55d') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:02.175817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc85535-d7a2-4406-bc1a-0edf9f1be55d') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:02.205935 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:02.210716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-09c95aa0-4b03-4660-ade4-02951c64acd5 None None] Provisioning complete for port e005e0f5-2121-431b-b8c1-881f32d3ec50 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:02.211240 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-09c95aa0-4b03-4660-ade4-02951c64acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:02.241549 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:02.249887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:05:02.250584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:05:02.252934 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:05:02.269617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a146168-66ad-4b47-8efd-43f5a6d14482 req-8c09a4fb-2702-4202-8ef8-712e0f906453 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236982 Jan 31 16:05:02.357177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-09c95aa0-4b03-4660-ade4-02951c64acd5 None None] Provisioning complete for port 8c7f27ef-4504-4ca7-9bba-d5747d0db598 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:02.357847 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-09c95aa0-4b03-4660-ade4-02951c64acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:02.436064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:02.442245 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:02.446111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-09c95aa0-4b03-4660-ade4-02951c64acd5 None None] Port 8c7f27ef-4504-4ca7-9bba-d5747d0db598 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:05:02.448066 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] 10.222.0.36 "DELETE /v2.0/networks/1fa9d784-e0d0-4901-90c8-f9d7c4925565 HTTP/1.1" status: 204 len: 168 time: 0.5732465 Jan 31 16:05:02.469846 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ab654f44-840d-4f54-959d-8cc628d3a33f up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:05:02.484929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cfc3f-f1db-43d3-850a-30b99e66436c admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa9d784-e0d0-4901-90c8-f9d7c4925565,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:02.534158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port ab654f44-840d-4f54-959d-8cc628d3a33f completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:05:02.545827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port ab654f44-840d-4f54-959d-8cc628d3a33f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:02.546213 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:02.651535 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:02.717568 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:02.719899 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b822e4-ece8-4e35-b43b-17ed8a85da97" -d '{"events": [{"server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "name": "network-vif-plugged", "status": "completed", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:02.734762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:02.738927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55308) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:02.746717 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:02.808486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-82d791ac-1da1-4ca9-a786-ad0986a452ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a2a61cc1abf46fb862c303cdae0f1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676222 Jan 31 16:05:02.809425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ab654f44-840d-4f54-959d-8cc628d3a33f,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:02.827620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55310) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:02.938545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d58ad-9e47-483b-a713-b10ff115816b req-7e5060e4-f406-45a8-8704-33e7d11e9b6b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:02.940360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b79d58ad-9e47-483b-a713-b10ff115816b req-7e5060e4-f406-45a8-8704-33e7d11e9b6b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1136208 Jan 31 16:05:02.943636 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a43d6e8-b0d7-45e7-9477-6cb7a9b0c2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:03.007216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b79d58ad-9e47-483b-a713-b10ff115816b req-3143ddf0-4419-463f-a4e0-8f590ef44af9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599897 Jan 31 16:05:03.009189 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a43d6e8-b0d7-45e7-9477-6cb7a9b0c2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:03.094857 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d34453-1c5b-4eac-a1dc-943f679645b5 x-openstack-request-id: req-29d34453-1c5b-4eac-a1dc-943f679645b5 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:03.095373 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "name": "network-vif-plugged", "status": "completed", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:03.095783 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29d34453-1c5b-4eac-a1dc-943f679645b5 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:03.096350 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'code': 200} Jan 31 16:05:03.115174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a43d6e8-b0d7-45e7-9477-6cb7a9b0c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:03.118708 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a43d6e8-b0d7-45e7-9477-6cb7a9b0c2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:03.120688 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3a43d6e8-b0d7-45e7-9477-6cb7a9b0c2ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e584293-1b3b-42ec-820b-dc4b43cfa412 HTTP/1.1" status: 204 len: 168 time: 0.2920995 Jan 31 16:05:03.137585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43d6e8-b0d7-45e7-9477-6cb7a9b0c2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e584293-1b3b-42ec-820b-dc4b43cfa412,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:03.267281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a2fb-7f1b-4f9c-a5e2-adc0d88f8974 req-b8e0a5c6-d5d3-45f6-9589-b64c9aab52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:03.268938 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6a4a2fb-7f1b-4f9c-a5e2-adc0d88f8974 req-b8e0a5c6-d5d3-45f6-9589-b64c9aab52b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4ea5968a-e8cc-4130-b66f-b94a0c50728e HTTP/1.1" status: 200 len: 1101 time: 0.0767105 Jan 31 16:05:03.288049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ad012-87de-49d4-ae8e-d22822472e12 req-8e739a16-72ac-4261-ad4b-3bdd4543fbc1 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:03.289263 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5f0ad012-87de-49d4-ae8e-d22822472e12 req-8e739a16-72ac-4261-ad4b-3bdd4543fbc1 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 948 time: 0.0949814 Jan 31 16:05:03.303610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584e23b-cde1-43b5-ab62-f6bd56b0d6f1 req-c9153f9f-2bd0-46e5-859b-ccdfb713e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:03.305115 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6584e23b-cde1-43b5-ab62-f6bd56b0d6f1 req-c9153f9f-2bd0-46e5-859b-ccdfb713e4dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c05dccf9e36647dcac33aa795c93a563&device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 1099 time: 0.9624681 Jan 31 16:05:03.362212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5f0ad012-87de-49d4-ae8e-d22822472e12 req-4add5ba9-3223-493d-9c72-9e13b31596ed tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606985 Jan 31 16:05:03.380539 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6a4a2fb-7f1b-4f9c-a5e2-adc0d88f8974 req-987faca9-3602-4b64-9f2e-2adbd71fd315 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011453 Jan 31 16:05:03.470006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e005e0f5-2121-431b-b8c1-881f32d3ec50 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:05:03.473482 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584e23b-cde1-43b5-ab62-f6bd56b0d6f1 req-3fe129d1-ddba-448b-ba70-d5f1b0775496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:03.474986 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6584e23b-cde1-43b5-ab62-f6bd56b0d6f1 req-3fe129d1-ddba-448b-ba70-d5f1b0775496 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1543918 Jan 31 16:05:03.560035 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e005e0f5-2121-431b-b8c1-881f32d3ec50 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:03.560035 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:03.573218 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:03.577332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7f27ef-4504-4ca7-9bba-d5747d0db598 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:05:03.592320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af5000-cca3-43f0-8785-1548a4820f1f req-710b5733-2f7e-44dd-85e6-ee6e719234b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:03.593997 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-06af5000-cca3-43f0-8785-1548a4820f1f req-710b5733-2f7e-44dd-85e6-ee6e719234b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 931 time: 1.0126617 Jan 31 16:05:03.645917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55320) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:03.650460 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:03.676404 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:05:03.706512 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-269726d5-1db6-49a7-8b29-5fb1d401e0f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85d87240c2c54f6c961c91ff79aa534b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572309 Jan 31 16:05:03.707399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55322) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:03.707794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6584e23b-cde1-43b5-ab62-f6bd56b0d6f1 req-20406c36-ffb6-41b3-aa09-5f8b71b20b45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=61dc8b4a-0f86-4a94-beff-204365f58a81 HTTP/1.1" status: 200 len: 217 time: 0.1101189 Jan 31 16:05:03.762044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Transition to ACTIVE for port object 8c7f27ef-4504-4ca7-9bba-d5747d0db598 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:05:03.782236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cd71af4-5d7f-4dea-b1ac-eaa70fa4a950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:03.809326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cd71af4-5d7f-4dea-b1ac-eaa70fa4a950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:03.819582 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:03.848732 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-06af5000-cca3-43f0-8785-1548a4820f1f req-57125329-0524-49d3-95d9-726c52a88789 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061074 Jan 31 16:05:03.895273 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cd71af4-5d7f-4dea-b1ac-eaa70fa4a950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:03.895273 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cd71af4-5d7f-4dea-b1ac-eaa70fa4a950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:03.895273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5cd71af4-5d7f-4dea-b1ac-eaa70fa4a950 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bd119d0-c2a9-4a80-9bf0-f6c05762083e HTTP/1.1" status: 204 len: 168 time: 0.1859889 Jan 31 16:05:03.902180 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584e23b-cde1-43b5-ab62-f6bd56b0d6f1 req-03c6c539-c7e9-4dd2-8ed6-7c277f898a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:03.904032 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6584e23b-cde1-43b5-ab62-f6bd56b0d6f1 req-03c6c539-c7e9-4dd2-8ed6-7c277f898a83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1826875 Jan 31 16:05:03.968837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd71af4-5d7f-4dea-b1ac-eaa70fa4a950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd119d0-c2a9-4a80-9bf0-f6c05762083e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:04.044573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Pushing event updated for resources: {'Port': ['ID=8c7f27ef-4504-4ca7-9bba-d5747d0db598,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:04.160827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584e23b-cde1-43b5-ab62-f6bd56b0d6f1 req-6c58a357-45c1-4c54-b518-96869bb2777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:04.162515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6584e23b-cde1-43b5-ab62-f6bd56b0d6f1 req-6c58a357-45c1-4c54-b518-96869bb2777c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2503464 Jan 31 16:05:04.269281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af38020-dd52-4172-9082-199b64a79b99 req-f590f51b-8a08-44fa-afac-b2c7addb11d3 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:04.277703 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af38020-dd52-4172-9082-199b64a79b99 req-f590f51b-8a08-44fa-afac-b2c7addb11d3 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1563365 Jan 31 16:05:04.313104 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:04.336398 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af38020-dd52-4172-9082-199b64a79b99 req-42524723-1f91-44e6-805f-a26678f789a1 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578210 Jan 31 16:05:04.403718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Attempting to bind port 8c7f27ef-4504-4ca7-9bba-d5747d0db598 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:04.404315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Attempting to bind port 8c7f27ef-4504-4ca7-9bba-d5747d0db598 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:04.404825 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Attempting to bind port 8c7f27ef-4504-4ca7-9bba-d5747d0db598 on network 7f3f7475-5763-4383-9796-97b002a13c06 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:04.455176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Port 8c7f27ef-4504-4ca7-9bba-d5747d0db598 on network 7f3f7475-5763-4383-9796-97b002a13c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:04.455872 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Attempting to bind port 8c7f27ef-4504-4ca7-9bba-d5747d0db598 on network 7f3f7475-5763-4383-9796-97b002a13c06 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:04.465099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:05:04.465747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Checking segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:05:04.466310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Bound using segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:05:04.466918 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Bound port: 8c7f27ef-4504-4ca7-9bba-d5747d0db598, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:05:04.467489 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:04.475908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61dc8b4a-0f86-4a94-beff-204365f58a81 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:05:04.481693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6584e23b-cde1-43b5-ab62-f6bd56b0d6f1 req-c7377042-e6c6-4a7d-85e4-bd7f8522e21f service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093987 Jan 31 16:05:04.524158 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca114552-b801-479d-90b7-34331242bfff req-2968d77a-91e0-4a51-b629-ba8b9bfbc2be tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:04.526284 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca114552-b801-479d-90b7-34331242bfff req-2968d77a-91e0-4a51-b629-ba8b9bfbc2be tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 948 time: 0.0891848 Jan 31 16:05:04.594421 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6584e23b-cde1-43b5-ab62-f6bd56b0d6f1 req-7020fef1-e77b-45b7-91a5-eaa542b225c7 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014991 Jan 31 16:05:04.668279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ca114552-b801-479d-90b7-34331242bfff req-880c2169-e492-46f7-b72b-cae94357acfe tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154773 Jan 31 16:05:04.755332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] For port 8c7f27ef-4504-4ca7-9bba-d5747d0db598, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:05:04.756499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61dc8b4a-0f86-4a94-beff-204365f58a81, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61dc8b4a-0f86-4a94-beff-204365f58a81,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:04.759298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] For port 8c7f27ef-4504-4ca7-9bba-d5747d0db598, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7f27ef-4504-4ca7-9bba-d5747d0db598,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:05:04.766418 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Router 4e468047-4133-48ef-b1ae-9e70e4291071 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:05:04.770145 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:04.803152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '61dc8b4a-0f86-4a94-beff-204365f58a81', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '61dc8b4a-0f86-4a94-beff-204365f58a81', 'mac_address': 'fa:16:3e:d8:e7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:05:04.846123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Pushing event updated for resources: {'Port': ['ID=8c7f27ef-4504-4ca7-9bba-d5747d0db598,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:04.860119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:04.860731 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:04.862165 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-7ca00ca7-f477-4957-8cb0-22321d43dd8b service neutron] 10.222.0.20 "PUT /v2.0/ports/8c7f27ef-4504-4ca7-9bba-d5747d0db598 HTTP/1.1" status: 200 len: 1091 time: 3.3642223 Jan 31 16:05:04.862885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533699e5-e39e-4564-b006-c3e6adb2aaa2', 'tag': '8c7f27ef-4504-4ca7-9bba-d5747d0db598'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:04.865168 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0469c5b-afda-4454-9d91-144b4e989841" -d '{"events": [{"name": "network-changed", "server_uuid": "533699e5-e39e-4564-b006-c3e6adb2aaa2", "tag": "8c7f27ef-4504-4ca7-9bba-d5747d0db598"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:04.943721 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:04.981704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dc8b4a-0f86-4a94-beff-204365f58a81 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:05:05.047738 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61dc8b4a-0f86-4a94-beff-204365f58a81, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61dc8b4a-0f86-4a94-beff-204365f58a81,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:05.055941 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:05.057255 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7cc902-042a-48d5-a3a5-b85f330b1438 x-openstack-request-id: req-aa7cc902-042a-48d5-a3a5-b85f330b1438 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:05.057628 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533699e5-e39e-4564-b006-c3e6adb2aaa2", "tag": "8c7f27ef-4504-4ca7-9bba-d5747d0db598", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:05.057883 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa7cc902-042a-48d5-a3a5-b85f330b1438 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:05.058293 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533699e5-e39e-4564-b006-c3e6adb2aaa2', 'tag': '8c7f27ef-4504-4ca7-9bba-d5747d0db598', 'status': 'completed', 'code': 200} Jan 31 16:05:05.083573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:05:05.123943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e81e8-ea8f-46e5-8167-7807a236a81b None None] Sync routers for ids ['4e468047-4133-48ef-b1ae-9e70e4291071'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:05:05.158144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e81e8-ea8f-46e5-8167-7807a236a81b None None] Routers {'4e468047-4133-48ef-b1ae-9e70e4291071'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:05.158938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d74e81e8-ea8f-46e5-8167-7807a236a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4e468047-4133-48ef-b1ae-9e70e4291071'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:05.178234 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:05.181946 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-81fd6337-fda3-4035-b85e-7639eecdc2de tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.2812078 Jan 31 16:05:05.182918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55366) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:05.226762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afc599-682a-406a-ab6a-d9111c5013da req-2c45bbff-ed6f-4bd9-b319-890a92c85718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:05.229109 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-2c45bbff-ed6f-4bd9-b319-890a92c85718 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 1094 time: 0.1546552 Jan 31 16:05:05.257265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb665854-51c9-47b5-8558-625fe6542db6 req-1e716c98-08aa-4e6d-8241-3d246815e253 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:05.259889 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb665854-51c9-47b5-8558-625fe6542db6 req-1e716c98-08aa-4e6d-8241-3d246815e253 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 943 time: 0.2007642 Jan 31 16:05:05.269927 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d74e81e8-ea8f-46e5-8167-7807a236a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:05.323426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e81e8-ea8f-46e5-8167-7807a236a81b None None] Routers {'4e468047-4133-48ef-b1ae-9e70e4291071'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:05.323426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d74e81e8-ea8f-46e5-8167-7807a236a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4e468047-4133-48ef-b1ae-9e70e4291071'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:05.344160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-f9a9f748-1903-4ee1-b334-33201c890a26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c7f27ef-4504-4ca7-9bba-d5747d0db598 HTTP/1.1" status: 200 len: 217 time: 0.0831969 Jan 31 16:05:05.410513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d74e81e8-ea8f-46e5-8167-7807a236a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:05.411176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e81e8-ea8f-46e5-8167-7807a236a81b None None] The sync data for ids ['4e468047-4133-48ef-b1ae-9e70e4291071'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:05:05.417585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=61dc8b4a-0f86-4a94-beff-204365f58a81,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:05.434630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['61dc8b4a-0f86-4a94-beff-204365f58a81'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:05:05.465500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb665854-51c9-47b5-8558-625fe6542db6 req-79adb2f7-4f49-4992-94b1-8d6748802a12 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977153 Jan 31 16:05:05.506935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afc599-682a-406a-ab6a-d9111c5013da req-b7cacecd-2ccc-4d79-b41a-5b9ae949ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:05.513392 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-b7cacecd-2ccc-4d79-b41a-5b9ae949ca4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1576388 Jan 31 16:05:05.600631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afc599-682a-406a-ab6a-d9111c5013da req-b9eb6840-c369-47e8-a2b7-f6e22d804799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:05.602885 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-b9eb6840-c369-47e8-a2b7-f6e22d804799 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856881 Jan 31 16:05:05.855307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee2095-880d-424a-8763-3257b89ba935 req-e4817531-06fa-41a5-9f6a-5fb1ea61ae8f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:05.857124 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-07402df1-6adf-4f39-84da-db7073842c5f service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459657 Jan 31 16:05:05.857631 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38ee2095-880d-424a-8763-3257b89ba935 req-e4817531-06fa-41a5-9f6a-5fb1ea61ae8f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.3220789 Jan 31 16:05:05.871611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42fb15-52c7-4dc4-a3d2-04c5f062803e req-741c60c5-8965-4d3d-b875-d0422489ccc4 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:05.873156 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef42fb15-52c7-4dc4-a3d2-04c5f062803e req-741c60c5-8965-4d3d-b875-d0422489ccc4 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 949 time: 0.0754118 Jan 31 16:05:06.016877 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef42fb15-52c7-4dc4-a3d2-04c5f062803e req-6db657a2-1514-4425-b6a9-f8efc6a9f68f tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332519 Jan 31 16:05:06.025456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0afc599-682a-406a-ab6a-d9111c5013da req-a44a8e93-1f31-4d8a-b021-58b0b4bb68a2 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506617 Jan 31 16:05:06.071790 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38ee2095-880d-424a-8763-3257b89ba935 req-4d0bcd20-3a91-43b7-ad94-e29c1d12be37 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015333 Jan 31 16:05:06.126028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0469c5b-afda-4454-9d91-144b4e989841 req-5fd3842f-bc4e-4301-b3a2-a5ade705c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:06.127584 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0469c5b-afda-4454-9d91-144b4e989841 req-5fd3842f-bc4e-4301-b3a2-a5ade705c8d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 1094 time: 0.0454655 Jan 31 16:05:06.254619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0469c5b-afda-4454-9d91-144b4e989841 req-7ba5015b-9fcd-41e4-8d63-0474b8faf026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:06.256421 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0469c5b-afda-4454-9d91-144b4e989841 req-7ba5015b-9fcd-41e4-8d63-0474b8faf026 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.1222367 Jan 31 16:05:06.311087 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0469c5b-afda-4454-9d91-144b4e989841 req-93785c93-0154-4114-b206-209a65d23e4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c7f27ef-4504-4ca7-9bba-d5747d0db598 HTTP/1.1" status: 200 len: 217 time: 0.0451312 Jan 31 16:05:06.345878 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:06.377921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0469c5b-afda-4454-9d91-144b4e989841 req-2565dc19-879f-48b8-bde1-500a56489fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:06.380868 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0469c5b-afda-4454-9d91-144b4e989841 req-2565dc19-879f-48b8-bde1-500a56489fab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.0630667 Jan 31 16:05:06.467885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0469c5b-afda-4454-9d91-144b4e989841 req-14e73823-ec79-460e-a7e2-bf2bb6392e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:06.470796 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0469c5b-afda-4454-9d91-144b4e989841 req-14e73823-ec79-460e-a7e2-bf2bb6392e33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829327 Jan 31 16:05:06.475094 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61dc8b4a-0f86-4a94-beff-204365f58a81 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:05:06.579794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 61dc8b4a-0f86-4a94-beff-204365f58a81 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:05:06.584455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 61dc8b4a-0f86-4a94-beff-204365f58a81 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:06.587040 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:06.692827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd421d9d-afdb-4dce-ad4d-685e9d98aab6 req-b297937f-02b2-496e-ad0f-f314b08d5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:06.694411 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd421d9d-afdb-4dce-ad4d-685e9d98aab6 req-b297937f-02b2-496e-ad0f-f314b08d5776 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=452636cdaaec43b3ae3f51270aef0edf&device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 1096 time: 0.1336212 Jan 31 16:05:06.725505 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:06.757093 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b516cb0b-36ac-42d4-b5d0-47a15f8c2128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc8b4a-0f86-4a94-beff-204365f58a81'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:06.759715 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9202b1-2a3f-4757-a86d-056f47dd8de2" -d '{"events": [{"server_uuid": "b516cb0b-36ac-42d4-b5d0-47a15f8c2128", "name": "network-vif-plugged", "status": "completed", "tag": "61dc8b4a-0f86-4a94-beff-204365f58a81"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:06.775532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61dc8b4a-0f86-4a94-beff-204365f58a81, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61dc8b4a-0f86-4a94-beff-204365f58a81,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:06.781302 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:06.825318 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0469c5b-afda-4454-9d91-144b4e989841 req-ce985b00-44a1-423a-8ab1-35e6ae0b32e9 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474660 Jan 31 16:05:06.835817 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c089b783-d273-49ec-81a6-a491f01c3a8d x-openstack-request-id: req-c089b783-d273-49ec-81a6-a491f01c3a8d {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:06.837566 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b516cb0b-36ac-42d4-b5d0-47a15f8c2128", "name": "network-vif-plugged", "status": "completed", "tag": "61dc8b4a-0f86-4a94-beff-204365f58a81", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:06.837832 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c089b783-d273-49ec-81a6-a491f01c3a8d {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:06.838240 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b516cb0b-36ac-42d4-b5d0-47a15f8c2128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc8b4a-0f86-4a94-beff-204365f58a81', 'code': 200} Jan 31 16:05:06.840221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd9411-157e-4645-a05c-7d2372f3fbf0 req-21017b61-1bff-44bd-aaef-f91ad84db513 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:06.842155 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e8cd9411-157e-4645-a05c-7d2372f3fbf0 req-21017b61-1bff-44bd-aaef-f91ad84db513 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 943 time: 0.2388377 Jan 31 16:05:06.860262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=61dc8b4a-0f86-4a94-beff-204365f58a81,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:06.920134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd421d9d-afdb-4dce-ad4d-685e9d98aab6 req-e9896739-0c4d-4181-8ff4-6e66753c4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:06.921914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd421d9d-afdb-4dce-ad4d-685e9d98aab6 req-e9896739-0c4d-4181-8ff4-6e66753c4c3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 200 len: 915 time: 0.2153852 Jan 31 16:05:06.972082 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Allocated IP 172.20.0.1 (74aeefff-2d09-41ea-9968-0663393f51f4/335553e6-ecb9-43de-85b1-369aabb7a26c/0442745a-f87b-48a6-bdc3-3b74b0f52d63) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:05:06.981744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d28dd-869c-4af5-a46f-b3e16b3a3693 req-451ff36c-82b0-49c8-8060-2c7e1d5f88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:06.983525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a01d28dd-869c-4af5-a46f-b3e16b3a3693 req-451ff36c-82b0-49c8-8060-2c7e1d5f88aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 1101 time: 0.0815763 Jan 31 16:05:07.041780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd421d9d-afdb-4dce-ad4d-685e9d98aab6 req-20bed285-e2e6-490a-93e6-828e0f620a35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f HTTP/1.1" status: 200 len: 217 time: 0.1073811 Jan 31 16:05:07.117601 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e8cd9411-157e-4645-a05c-7d2372f3fbf0 req-b93d32af-64ae-4d1d-ad56-4494a6c0675a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476878 Jan 31 16:05:07.140397 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a01d28dd-869c-4af5-a46f-b3e16b3a3693 req-a4bae071-d0fc-4826-8ce0-e26a2d5876b3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354353 Jan 31 16:05:07.164516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd421d9d-afdb-4dce-ad4d-685e9d98aab6 req-a4636d03-370e-4afb-a89e-c81dc2160a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:07.166197 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd421d9d-afdb-4dce-ad4d-685e9d98aab6 req-a4636d03-370e-4afb-a89e-c81dc2160a97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2a731ce-c71a-4498-8959-f6bd7106d18c HTTP/1.1" status: 200 len: 854 time: 0.1129735 Jan 31 16:05:07.168486 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0469c5b-afda-4454-9d91-144b4e989841 req-e1780476-fd70-4383-93eb-d510c76c0d11 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250930 Jan 31 16:05:07.290583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f236b6-769d-4394-8332-608fdb44d80d req-fbda3ba6-9751-4b38-9944-b985a68d3743 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:07.291233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:07.293043 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12f236b6-769d-4394-8332-608fdb44d80d req-fbda3ba6-9751-4b38-9944-b985a68d3743 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0553322 Jan 31 16:05:07.306834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5303a0-aea6-493d-b797-ec4740c0043d req-a7c49032-16df-43a4-a4cd-8d231c61ba0b tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:07.308994 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b5303a0-aea6-493d-b797-ec4740c0043d req-a7c49032-16df-43a4-a4cd-8d231c61ba0b tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 950 time: 0.1343229 Jan 31 16:05:07.352962 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd421d9d-afdb-4dce-ad4d-685e9d98aab6 req-947d9853-afc3-43b6-96b6-3bb592de774f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46ef0247-dcdd-47f2-94ca-6b3f98327603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340378 Jan 31 16:05:07.360932 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12f236b6-769d-4394-8332-608fdb44d80d req-007bff68-a1f9-4492-83b4-28890c517dae tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608201 Jan 31 16:05:07.363024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b5303a0-aea6-493d-b797-ec4740c0043d req-62f6bfba-f74d-4af4-b748-612202716ec1 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463316 Jan 31 16:05:07.365596 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:07.409364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Network 74aeefff-2d09-41ea-9968-0663393f51f4 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:05:07.421085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:05:07.421085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:05:07.443139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event updated for resources: {'Port': ['ID=0442745a-f87b-48a6-bdc3-3b74b0f52d63,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:07.478654 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:07.492151 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd421d9d-afdb-4dce-ad4d-685e9d98aab6 req-5a15dee1-ea2c-4fe1-b93a-ad647d17350e service neutron] 10.222.0.30 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300380 Jan 31 16:05:07.614271 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd421d9d-afdb-4dce-ad4d-685e9d98aab6 req-15713ea1-521e-4078-8708-bca95d196f5e service neutron] 10.222.0.30 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975041 Jan 31 16:05:07.677202 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:07.747028 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-261b1a28-5eb5-459c-aa8b-5fda4232381c None None] Provisioning complete for port 0442745a-f87b-48a6-bdc3-3b74b0f52d63 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:07.747595 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-261b1a28-5eb5-459c-aa8b-5fda4232381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:07.782068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-261b1a28-5eb5-459c-aa8b-5fda4232381c None None] Port 0442745a-f87b-48a6-bdc3-3b74b0f52d63 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:05:07.955578 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:07.960606 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:08.035274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event updated for resources: {'Port': ['ID=0442745a-f87b-48a6-bdc3-3b74b0f52d63,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:08.037755 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:08.130168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Network 74aeefff-2d09-41ea-9968-0663393f51f4 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:05:08.131805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:05:08.514281 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d6987b1c-073c-438d-9feb-e41d2fa78f1d None None] Provisioning complete for port 0442745a-f87b-48a6-bdc3-3b74b0f52d63 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:08.514847 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d6987b1c-073c-438d-9feb-e41d2fa78f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:08.560091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d6987b1c-073c-438d-9feb-e41d2fa78f1d None None] Port 0442745a-f87b-48a6-bdc3-3b74b0f52d63 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:05:08.571847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0c09f-ae18-4590-ac5d-a13644aaec63 req-c6fdb06c-f67f-4909-a365-9fd00aba3004 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:08.573620 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cba0c09f-ae18-4590-ac5d-a13644aaec63 req-c6fdb06c-f67f-4909-a365-9fd00aba3004 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 950 time: 0.0605261 Jan 31 16:05:08.613817 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cba0c09f-ae18-4590-ac5d-a13644aaec63 req-99631b7a-aa26-4479-b6db-192632061a7c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337627 Jan 31 16:05:08.698708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Router 4e468047-4133-48ef-b1ae-9e70e4291071 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:05:08.709150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d303d5-4b05-4ac8-92be-64836b6c9748 req-cdc1cbe5-af8d-40c9-bc81-7de4a9a99e12 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:08.710638 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30d303d5-4b05-4ac8-92be-64836b6c9748 req-cdc1cbe5-af8d-40c9-bc81-7de4a9a99e12 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 943 time: 0.5054240 Jan 31 16:05:08.741678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93543e-a964-433b-a4a4-efd2dc00ef01 req-5d4ed7d2-6e23-4781-826b-eb2234aca047 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:08.743720 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae93543e-a964-433b-a4a4-efd2dc00ef01 req-5d4ed7d2-6e23-4781-826b-eb2234aca047 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0617878 Jan 31 16:05:08.788162 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae93543e-a964-433b-a4a4-efd2dc00ef01 req-3736a6cd-8d64-4a5f-ba43-8dfa9e38b533 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374832 Jan 31 16:05:08.791212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30d303d5-4b05-4ac8-92be-64836b6c9748 req-a2e71715-968e-499d-b449-493191a0ffdb tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728636 Jan 31 16:05:08.860313 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:05:08.868839 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e813ab2c-25bf-4a11-98c7-1949be20ccab tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "PUT /v2.0/routers/4e468047-4133-48ef-b1ae-9e70e4291071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6789963 Jan 31 16:05:08.868839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55440) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:08.870528 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b934ddb-4958-4e83-8e27-bf0a97f6e557 None None] Sync routers for ids ['4e468047-4133-48ef-b1ae-9e70e4291071'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:05:08.874349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Request body: {'port': {'network_id': '74aeefff-2d09-41ea-9968-0663393f51f4', 'name': 'tempest-FloatingIPAdminTestJSON-1916239123'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:08.880602 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b934ddb-4958-4e83-8e27-bf0a97f6e557 None None] Routers {'4e468047-4133-48ef-b1ae-9e70e4291071'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:08.881258 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1b934ddb-4958-4e83-8e27-bf0a97f6e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4e468047-4133-48ef-b1ae-9e70e4291071'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:08.914426 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1b934ddb-4958-4e83-8e27-bf0a97f6e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:08.915226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53b05d-2657-4d90-b592-1cba103f97b6 req-07a55ccf-f9bd-4481-9364-e722da1367be tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:08.916934 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af53b05d-2657-4d90-b592-1cba103f97b6 req-07a55ccf-f9bd-4481-9364-e722da1367be tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea5968a-e8cc-4130-b66f-b94a0c50728e HTTP/1.1" status: 200 len: 950 time: 0.0589912 Jan 31 16:05:08.932334 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b934ddb-4958-4e83-8e27-bf0a97f6e557 None None] Routers {'4e468047-4133-48ef-b1ae-9e70e4291071'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:08.933210 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1b934ddb-4958-4e83-8e27-bf0a97f6e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4e468047-4133-48ef-b1ae-9e70e4291071'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:08.964678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af53b05d-2657-4d90-b592-1cba103f97b6 req-85cce83c-5320-4dd2-b6f8-986ee8927887 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Jan 31 16:05:08.987402 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1b934ddb-4958-4e83-8e27-bf0a97f6e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:08.987402 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b934ddb-4958-4e83-8e27-bf0a97f6e557 None None] The sync data for ids ['4e468047-4133-48ef-b1ae-9e70e4291071'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:05:09.009426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Made reservation on behalf of 006b6255b0bc4e288dc4afa2d662694f for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:05:09.013287 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:09.038090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] device_id is not set on port 4e2efd44-b9f8-4046-9af4-9f2f124cc3ea yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:05:09.181517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Allocated IP 172.20.0.10 (74aeefff-2d09-41ea-9968-0663393f51f4/335553e6-ecb9-43de-85b1-369aabb7a26c/4e2efd44-b9f8-4046-9af4-9f2f124cc3ea) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:05:09.385983 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:09.433006 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:09.506371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Network 74aeefff-2d09-41ea-9968-0663393f51f4 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:05:09.519473 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:05:09.523521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8c7f27ef-4504-4ca7-9bba-d5747d0db598 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:05:09.524937 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:05:09.529280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event updated for resources: {'Port': ['ID=4e2efd44-b9f8-4046-9af4-9f2f124cc3ea,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:09.581674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:09.582522 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:09.655553 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55474) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:09.658222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-87ab959f-9bd1-470e-b52a-2ddc88b9e9e2 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7876904 Jan 31 16:05:09.726052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aa76a-813a-487d-a1fb-5fbcf380401c req-7b3fcd1f-ff94-4d18-b84c-87429526ba61 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:09.733397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aa76a-813a-487d-a1fb-5fbcf380401c req-7b3fcd1f-ff94-4d18-b84c-87429526ba61 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:09.740174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aa76a-813a-487d-a1fb-5fbcf380401c req-7b3fcd1f-ff94-4d18-b84c-87429526ba61 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:09.746620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aa76a-813a-487d-a1fb-5fbcf380401c req-7b3fcd1f-ff94-4d18-b84c-87429526ba61 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:09.753931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aa76a-813a-487d-a1fb-5fbcf380401c req-7b3fcd1f-ff94-4d18-b84c-87429526ba61 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:09.763520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aa76a-813a-487d-a1fb-5fbcf380401c req-7b3fcd1f-ff94-4d18-b84c-87429526ba61 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:09.770826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aa76a-813a-487d-a1fb-5fbcf380401c req-7b3fcd1f-ff94-4d18-b84c-87429526ba61 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:09.777189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b9aa76a-813a-487d-a1fb-5fbcf380401c req-7b3fcd1f-ff94-4d18-b84c-87429526ba61 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.1885724 Jan 31 16:05:09.802059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8c7f27ef-4504-4ca7-9bba-d5747d0db598, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7f27ef-4504-4ca7-9bba-d5747d0db598,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:09.828686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '8c7f27ef-4504-4ca7-9bba-d5747d0db598', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'port_id': '8c7f27ef-4504-4ca7-9bba-d5747d0db598', 'mac_address': 'fa:16:3e:26:1a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:05:09.869776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b9aa76a-813a-487d-a1fb-5fbcf380401c req-708165b7-acb5-48fa-a61d-72e824ca52e0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875874 Jan 31 16:05:09.926313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-406e68a5-84d2-4c70-94f3-92ff8a75416a None None] Provisioning complete for port 4e2efd44-b9f8-4046-9af4-9f2f124cc3ea triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:09.927129 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-406e68a5-84d2-4c70-94f3-92ff8a75416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:09.960728 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:09.977331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-406e68a5-84d2-4c70-94f3-92ff8a75416a None None] Port 4e2efd44-b9f8-4046-9af4-9f2f124cc3ea cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:05:09.990835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7f27ef-4504-4ca7-9bba-d5747d0db598 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:05:10.006445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'project_id': '006b6255b0bc4e288dc4afa2d662694f', 'port_id': '4e2efd44-b9f8-4046-9af4-9f2f124cc3ea'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:10.032854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8c7f27ef-4504-4ca7-9bba-d5747d0db598, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7f27ef-4504-4ca7-9bba-d5747d0db598,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:10.050581 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:10.063873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e5567-db00-43a5-91be-2d61a4515d28 req-cffa17ef-ccbb-4334-ad63-b9fa84184b68 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:10.065993 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-de4e5567-db00-43a5-91be-2d61a4515d28 req-cffa17ef-ccbb-4334-ad63-b9fa84184b68 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 943 time: 0.0909789 Jan 31 16:05:10.157264 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-de4e5567-db00-43a5-91be-2d61a4515d28 req-09f97e0f-62f6-47c1-82f3-9c46cf36be9a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804367 Jan 31 16:05:10.163576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8c7f27ef-4504-4ca7-9bba-d5747d0db598,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:10.434652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8c7f27ef-4504-4ca7-9bba-d5747d0db598'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:05:10.475963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2dc40-28e1-46e0-a710-0546ce8ab0c3 req-3ec97030-2233-41d8-963b-30f0da5ab8ea tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:10.477484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fa2dc40-28e1-46e0-a710-0546ce8ab0c3 req-3ec97030-2233-41d8-963b-30f0da5ab8ea tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.5225258 Jan 31 16:05:10.478422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:10.519865 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b0c0884e-ada6-4530-9cdb-8bf9d0483b3f no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:10.577717 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fa2dc40-28e1-46e0-a710-0546ce8ab0c3 req-0e450520-6ce9-43c9-ad0e-7857a52e8bab tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867400 Jan 31 16:05:10.632380 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:10.706596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b947c-9095-49a2-8d61-11c2f0ff80d7 req-9b26975f-3e98-4799-a046-42045f545aa9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:10.715170 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f94b947c-9095-49a2-8d61-11c2f0ff80d7 req-9b26975f-3e98-4799-a046-42045f545aa9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0651553 Jan 31 16:05:10.723198 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:10.749497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:10.751798 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764bb6d1-01b5-4621-a069-f57dc483a4aa" -d '{"events": [{"server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:10.756411 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f94b947c-9095-49a2-8d61-11c2f0ff80d7 req-50945025-2d73-4a7e-afe8-e04d0b534eea tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397029 Jan 31 16:05:10.764005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Allocated IP 172.25.1.206 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/458913c9-ceea-4d5e-97dc-1b6579cee252) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:05:10.781410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:10.787447 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:10.820696 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977f0887-3331-4f97-97c7-97064fc7c005 x-openstack-request-id: req-977f0887-3331-4f97-97c7-97064fc7c005 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:10.820984 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "name": "network-vif-unplugged", "status": "failed", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f", "code": 422}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:10.821234 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-977f0887-3331-4f97-97c7-97064fc7c005 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:10.821666 n-d-827120-1 neutron-server[108773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'code': 422} returned with failed status Jan 31 16:05:10.859242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:10.908203 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:10.954510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:11.012225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-fabe8902-357b-4562-83bd-5ebe21a9c94b req-7652d690-09b0-4c2c-b859-10e2ecb09c7b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:05:11.013259 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fabe8902-357b-4562-83bd-5ebe21a9c94b req-7652d690-09b0-4c2c-b859-10e2ecb09c7b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075371 Jan 31 16:05:11.022781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:05:11.030222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:05:11.035768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:05:11.041213 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Pushing event updated for resources: {'Port': ['ID=458913c9-ceea-4d5e-97dc-1b6579cee252,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:11.092986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98156-ad7b-4db5-960a-015f67f7259d req-c8008078-d24d-4429-a340-ee7d76469ca7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.099227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98156-ad7b-4db5-960a-015f67f7259d req-c8008078-d24d-4429-a340-ee7d76469ca7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.105122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98156-ad7b-4db5-960a-015f67f7259d req-c8008078-d24d-4429-a340-ee7d76469ca7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.111049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98156-ad7b-4db5-960a-015f67f7259d req-c8008078-d24d-4429-a340-ee7d76469ca7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.116925 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98156-ad7b-4db5-960a-015f67f7259d req-c8008078-d24d-4429-a340-ee7d76469ca7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.122874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98156-ad7b-4db5-960a-015f67f7259d req-c8008078-d24d-4429-a340-ee7d76469ca7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.128840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98156-ad7b-4db5-960a-015f67f7259d req-c8008078-d24d-4429-a340-ee7d76469ca7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.130778 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bee98156-ad7b-4db5-960a-015f67f7259d req-c8008078-d24d-4429-a340-ee7d76469ca7 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.1470506 Jan 31 16:05:11.209530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d464b3-3312-4d8e-830f-f5021793e351 req-5ed4e893-4f25-4e23-9006-48687304adcb tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.212025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3d464b3-3312-4d8e-830f-f5021793e351 req-5ed4e893-4f25-4e23-9006-48687304adcb tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 943 time: 0.0810888 Jan 31 16:05:11.259158 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bee98156-ad7b-4db5-960a-015f67f7259d req-5d6f44b8-4ffb-4d9f-b834-8982143a52c4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149747 Jan 31 16:05:11.267719 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-d4a0c0d1-dd8e-4d15-abcf-a2e7995fc598 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1341355 Jan 31 16:05:11.275363 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3d464b3-3312-4d8e-830f-f5021793e351 req-fe4ad0a2-680f-40ba-96f5-0e1f9a7e6062 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545611 Jan 31 16:05:11.475596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-ba8591de-0ca6-46ae-a216-6211580e10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.476076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-ba8591de-0ca6-46ae-a216-6211580e10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.476540 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-ba8591de-0ca6-46ae-a216-6211580e10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.476995 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-ba8591de-0ca6-46ae-a216-6211580e10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.477453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-ba8591de-0ca6-46ae-a216-6211580e10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.477926 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-ba8591de-0ca6-46ae-a216-6211580e10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.478377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-ba8591de-0ca6-46ae-a216-6211580e10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.480386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-ba8591de-0ca6-46ae-a216-6211580e10fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92647632bf8144b58beaf0189feb0489&device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 6502 time: 0.1473143 Jan 31 16:05:11.526415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a3e58-6caa-4f00-b29f-c20980ed41cb req-1d675436-690c-4729-b3d5-ec80acbf0015 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.527891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-297a3e58-6caa-4f00-b29f-c20980ed41cb req-1d675436-690c-4729-b3d5-ec80acbf0015 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 944 time: 0.1840942 Jan 31 16:05:11.642478 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c218681e-840c-46a3-a7df-d20deb659895 req-551d517d-267d-4688-ac2c-9416f6d81138 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2620003 Jan 31 16:05:11.673326 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-297a3e58-6caa-4f00-b29f-c20980ed41cb req-c8e9200b-fc61-4e14-a434-b3eeac724292 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246154 Jan 31 16:05:11.740716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-27555da3-34fa-4193-9909-f04d5efa7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.741193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-27555da3-34fa-4193-9909-f04d5efa7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.741680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-27555da3-34fa-4193-9909-f04d5efa7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.743292 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-27555da3-34fa-4193-9909-f04d5efa7086 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ba4bd1e-f728-43b2-a993-80b2d26c69c2&id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&id=f6873347-cc1a-4c3c-9d9f-52948982c505&id=f6873347-cc1a-4c3c-9d9f-52948982c505 HTTP/1.1" status: 200 len: 2298 time: 0.2338791 Jan 31 16:05:11.858455 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-2a6a0c1f-76f7-47e7-a51b-a25cd5b82360 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2810873-dbdc-4b51-b917-8120475129a8 HTTP/1.1" status: 200 len: 1001 time: 0.1061764 Jan 31 16:05:11.861074 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:11.946461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-fadfe342-d149-48ef-9b1c-76191073e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:11.949069 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-fadfe342-d149-48ef-9b1c-76191073e331 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=accc61ef-eda6-48c6-b446-28aa08373ea7 HTTP/1.1" status: 200 len: 855 time: 0.0643959 Jan 31 16:05:11.997849 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:12.043698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-14a50b35-cf2a-4c10-a0bb-771d1a76ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:12.045220 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-14a50b35-cf2a-4c10-a0bb-771d1a76ddc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ba4bd1e-f728-43b2-a993-80b2d26c69c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787396 Jan 31 16:05:12.212689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-dac7b255-4b41-4f80-8840-382e9500c1b0 service neutron] 10.222.0.20 "GET /v2.0/networks/4ba4bd1e-f728-43b2-a993-80b2d26c69c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491125 Jan 31 16:05:12.288344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:12.296303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:12.418594 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-bdc506ba-d62e-486b-95c1-4b2c96904d6d service neutron] 10.222.0.20 "GET /v2.0/networks/4ba4bd1e-f728-43b2-a993-80b2d26c69c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963961 Jan 31 16:05:12.434100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Pushing event updated for resources: {'Port': ['ID=458913c9-ceea-4d5e-97dc-1b6579cee252,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:12.455822 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcea64-0d29-4d36-b59b-9e887a8d1a1a req-239e0c50-d9db-4980-8c3c-64391ccbd856 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:12.462282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcea64-0d29-4d36-b59b-9e887a8d1a1a req-239e0c50-d9db-4980-8c3c-64391ccbd856 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:12.468253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcea64-0d29-4d36-b59b-9e887a8d1a1a req-239e0c50-d9db-4980-8c3c-64391ccbd856 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:12.474628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcea64-0d29-4d36-b59b-9e887a8d1a1a req-239e0c50-d9db-4980-8c3c-64391ccbd856 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:12.481585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcea64-0d29-4d36-b59b-9e887a8d1a1a req-239e0c50-d9db-4980-8c3c-64391ccbd856 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:12.484381 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-1667a4b2-c171-40b4-9757-9b5f97775d57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=d2df101d-aeaf-4eea-a281-f00e4a175292 HTTP/1.1" status: 200 len: 217 time: 0.0456114 Jan 31 16:05:12.485130 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:12.488043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcea64-0d29-4d36-b59b-9e887a8d1a1a req-239e0c50-d9db-4980-8c3c-64391ccbd856 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:12.494534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcea64-0d29-4d36-b59b-9e887a8d1a1a req-239e0c50-d9db-4980-8c3c-64391ccbd856 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:12.496877 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2edcea64-0d29-4d36-b59b-9e887a8d1a1a req-239e0c50-d9db-4980-8c3c-64391ccbd856 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.1216581 Jan 31 16:05:12.513036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ab654f44-840d-4f54-959d-8cc628d3a33f details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:05:12.562200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2edcea64-0d29-4d36-b59b-9e887a8d1a1a req-ac4971dd-55d5-4531-bbe3-1b77a58a3a00 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587206 Jan 31 16:05:12.576810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300b46f-4f9f-4adc-9be3-4b949bc095fd req-b185f7fc-4e44-4c34-a6da-32b70b9f0af4 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:12.584072 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b300b46f-4f9f-4adc-9be3-4b949bc095fd req-b185f7fc-4e44-4c34-a6da-32b70b9f0af4 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 943 time: 0.1966615 Jan 31 16:05:12.675783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-3619a320-f363-4823-b897-8b3c4a855888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:12.688700 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-3619a320-f363-4823-b897-8b3c4a855888 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76dcf05c-6dab-43c6-a38d-12ed158e5b9f HTTP/1.1" status: 200 len: 797 time: 0.1563914 Jan 31 16:05:12.700402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218681e-840c-46a3-a7df-d20deb659895 req-94e0f64e-b53a-49f3-9031-cf41bfd8800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:12.702355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c218681e-840c-46a3-a7df-d20deb659895 req-94e0f64e-b53a-49f3-9031-cf41bfd8800a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0&tenant_id=452636cdaaec43b3ae3f51270aef0edf HTTP/1.1" status: 200 len: 1094 time: 0.1556072 Jan 31 16:05:12.721750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:12.737535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:12.749812 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b300b46f-4f9f-4adc-9be3-4b949bc095fd req-b34adf92-931d-4bd9-8c54-79cfa1be3182 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607857 Jan 31 16:05:12.751512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'mac_address': 'fa:16:3e:e7:e3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:05:12.764973 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Floating IP 89a333b9-7842-4fb8-abe5-4bc4bac1829a associated. External IP: 172.25.1.206, port: 4e2efd44-b9f8-4046-9af4-9f2f124cc3ea. Jan 31 16:05:12.832847 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:12.849578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab654f44-840d-4f54-959d-8cc628d3a33f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:05:12.854830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-f33348fe-2a9b-42d0-b62f-69f97f60cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:12.856259 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-f33348fe-2a9b-42d0-b62f-69f97f60cebf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1622784 Jan 31 16:05:12.882249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:12.889676 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:12.946143 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:13.013640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-45a25d2c-a991-4e50-92a0-005fcca197ae tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:13.020444 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-45a25d2c-a991-4e50-92a0-005fcca197ae tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:13.027924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-45a25d2c-a991-4e50-92a0-005fcca197ae tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:13.034089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ab654f44-840d-4f54-959d-8cc628d3a33f,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:13.036283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-45a25d2c-a991-4e50-92a0-005fcca197ae tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:13.044928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-45a25d2c-a991-4e50-92a0-005fcca197ae tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:13.059482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-45a25d2c-a991-4e50-92a0-005fcca197ae tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:13.065803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-45a25d2c-a991-4e50-92a0-005fcca197ae tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:13.068042 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-45a25d2c-a991-4e50-92a0-005fcca197ae tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.1803291 Jan 31 16:05:13.085767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385e3be-eb1f-42d0-8ed0-7ec683d07505 req-7a7a7a50-0719-4c49-bdba-a8c509d43282 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:13.095812 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0385e3be-eb1f-42d0-8ed0-7ec683d07505 req-7a7a7a50-0719-4c49-bdba-a8c509d43282 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 944 time: 0.2833900 Jan 31 16:05:13.109987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ab654f44-840d-4f54-959d-8cc628d3a33f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:05:13.122895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-04a81df4-5eef-4c7c-9c43-f00821bbf714 service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505839 Jan 31 16:05:13.268000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-24a14ad8-7905-4d93-8ebc-733139085df5 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:13.275883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-24a14ad8-7905-4d93-8ebc-733139085df5 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "GET /v2.0/ports/9d12f056-6516-4947-81d8-5431569d63fc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1723697 Jan 31 16:05:13.467613 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0385e3be-eb1f-42d0-8ed0-7ec683d07505 req-36649d05-9873-42df-a68b-27532b12d671 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704376 Jan 31 16:05:13.551079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8c7f27ef-4504-4ca7-9bba-d5747d0db598 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:05:13.567635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-e90acdea-4af2-44c2-99c8-8350077c94ea tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "GET /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2160571 Jan 31 16:05:13.584160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-251617a6-3947-400a-94c1-390598f37d56 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:13.655878 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 8c7f27ef-4504-4ca7-9bba-d5747d0db598 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:05:13.664483 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 8c7f27ef-4504-4ca7-9bba-d5747d0db598 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:13.665640 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:13.691992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Router 4e468047-4133-48ef-b1ae-9e70e4291071 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:05:13.720960 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-ea88f0ad-85ff-47a7-8a72-11290ebbf8cb service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571299 Jan 31 16:05:13.753499 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-251617a6-3947-400a-94c1-390598f37d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:13.824073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:13.829162 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-4e530174-48ce-444e-b57a-60e22066c444 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=b809d91f-3693-4c9b-9842-45c88f84e495 HTTP/1.1" status: 200 len: 217 time: 0.0627832 Jan 31 16:05:13.892330 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:13.950317 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8c7f27ef-4504-4ca7-9bba-d5747d0db598, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7f27ef-4504-4ca7-9bba-d5747d0db598,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:13.951700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533699e5-e39e-4564-b006-c3e6adb2aaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f27ef-4504-4ca7-9bba-d5747d0db598'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:13.954665 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e64fd1a-97bd-432b-a4bc-bd1f95672e3c" -d '{"events": [{"server_uuid": "533699e5-e39e-4564-b006-c3e6adb2aaa2", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f27ef-4504-4ca7-9bba-d5747d0db598"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:13.959103 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:13.960194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 97fd929b-916a-47dc-8c14-0826f91ab589 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:13.987503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:05:14.028300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:05:14.038339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67818-3470-4854-a6a4-2cb4bd794c4a req-2bf23413-9ee3-4521-8dc7-2960dc3059bb tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:14.044242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8c7f27ef-4504-4ca7-9bba-d5747d0db598,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:14.048795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6168f833-b2fe-4344-8243-497336eb9783 None None] Sync routers for ids ['4e468047-4133-48ef-b1ae-9e70e4291071'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:05:14.054362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67818-3470-4854-a6a4-2cb4bd794c4a req-2bf23413-9ee3-4521-8dc7-2960dc3059bb tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:14.065380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67818-3470-4854-a6a4-2cb4bd794c4a req-2bf23413-9ee3-4521-8dc7-2960dc3059bb tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:14.071113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6168f833-b2fe-4344-8243-497336eb9783 None None] Routers {'4e468047-4133-48ef-b1ae-9e70e4291071'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:14.071855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6168f833-b2fe-4344-8243-497336eb9783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4e468047-4133-48ef-b1ae-9e70e4291071'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:14.075961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67818-3470-4854-a6a4-2cb4bd794c4a req-2bf23413-9ee3-4521-8dc7-2960dc3059bb tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:14.092496 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67818-3470-4854-a6a4-2cb4bd794c4a req-2bf23413-9ee3-4521-8dc7-2960dc3059bb tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:14.112903 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67818-3470-4854-a6a4-2cb4bd794c4a req-2bf23413-9ee3-4521-8dc7-2960dc3059bb tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:14.115207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6168f833-b2fe-4344-8243-497336eb9783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:14.125408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67818-3470-4854-a6a4-2cb4bd794c4a req-2bf23413-9ee3-4521-8dc7-2960dc3059bb tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:14.138548 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-30c67818-3470-4854-a6a4-2cb4bd794c4a req-2bf23413-9ee3-4521-8dc7-2960dc3059bb tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 5434 time: 0.4453225 Jan 31 16:05:14.174804 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:14.197570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6168f833-b2fe-4344-8243-497336eb9783 None None] Routers {'4e468047-4133-48ef-b1ae-9e70e4291071'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:14.197570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6168f833-b2fe-4344-8243-497336eb9783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4e468047-4133-48ef-b1ae-9e70e4291071'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:14.197927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a84f4-948f-4282-8dc8-d3e7ae294afa req-05f434bc-513d-4684-b3fa-54a8cbf60bf0 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:14.208021 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e1a84f4-948f-4282-8dc8-d3e7ae294afa req-05f434bc-513d-4684-b3fa-54a8cbf60bf0 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 943 time: 0.2884626 Jan 31 16:05:14.217487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c0884e-ada6-4530-9cdb-8bf9d0483b3f {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:05:14.232206 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:14.265834 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:14.302821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6168f833-b2fe-4344-8243-497336eb9783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:14.303780 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6168f833-b2fe-4344-8243-497336eb9783 None None] The sync data for ids ['4e468047-4133-48ef-b1ae-9e70e4291071'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:05:14.317013 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0c2a1493-2750-4988-b7f1-049f76730951 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.6601460 Jan 31 16:05:14.317704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55644) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:14.324768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 97fd929b-916a-47dc-8c14-0826f91ab589, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=97fd929b-916a-47dc-8c14-0826f91ab589,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:14.331230 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:14.332059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device a8bc7411-31ed-4bb2-b29d-89643d4e35e5 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:14.366913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-251617a6-3947-400a-94c1-390598f37d56 service neutron] For port 9d12f056-6516-4947-81d8-5431569d63fc, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=9d12f056-6516-4947-81d8-5431569d63fc,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:14.369189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Transition to ACTIVE for port object b0c0884e-ada6-4530-9cdb-8bf9d0483b3f will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:05:14.398330 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:14.428505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=97fd929b-916a-47dc-8c14-0826f91ab589,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:14.456320 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e1a84f4-948f-4282-8dc8-d3e7ae294afa req-4a6c746b-84e9-4c24-80c1-e4ae98429052 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455518 Jan 31 16:05:14.489523 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:14.499143 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-0b94589a-3747-4e36-a99c-291440584d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:14.504873 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-0b94589a-3747-4e36-a99c-291440584d95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76dcf05c-6dab-43c6-a38d-12ed158e5b9f HTTP/1.1" status: 200 len: 797 time: 0.5980568 Jan 31 16:05:14.526381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ab654f44-840d-4f54-959d-8cc628d3a33f up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:05:14.555110 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-30c67818-3470-4854-a6a4-2cb4bd794c4a req-031cb73d-7e6c-40cd-ae67-366e3f06362f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4137299 Jan 31 16:05:14.561667 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-251617a6-3947-400a-94c1-390598f37d56 service neutron] For port 9d12f056-6516-4947-81d8-5431569d63fc, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:05:14.618884 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7eb3a6-bb1f-494f-9fab-5542f2c5f025 x-openstack-request-id: req-7a7eb3a6-bb1f-494f-9fab-5542f2c5f025 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:14.619525 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533699e5-e39e-4564-b006-c3e6adb2aaa2", "name": "network-vif-plugged", "status": "completed", "tag": "8c7f27ef-4504-4ca7-9bba-d5747d0db598", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:14.619682 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a7eb3a6-bb1f-494f-9fab-5542f2c5f025 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:14.620183 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533699e5-e39e-4564-b006-c3e6adb2aaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7f27ef-4504-4ca7-9bba-d5747d0db598', 'code': 200} Jan 31 16:05:14.644390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port a8bc7411-31ed-4bb2-b29d-89643d4e35e5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:14.658412 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:14.659486 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 939e62c0-2eef-42a1-b162-15c54928c47d no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:14.667353 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cbfc2375-a777-4b58-9a10-e79ae669dd18 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] 10.222.0.36 "GET /v2.0/floatingips/89a333b9-7842-4fb8-abe5-4bc4bac1829a HTTP/1.1" status: 200 len: 984 time: 0.3460536 Jan 31 16:05:14.669980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55648) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:14.701252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-56329349-209f-4e83-8a44-15fe7d5e4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:14.702958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-56329349-209f-4e83-8a44-15fe7d5e4f48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1765227 Jan 31 16:05:14.835446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] No DVR routers for this DVR port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:14.901455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37989754-4a33-4546-abcb-4e4a552fa36d req-ec40d3f9-c9c7-448c-8a39-29f33edfcace tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:14.907806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37989754-4a33-4546-abcb-4e4a552fa36d req-ec40d3f9-c9c7-448c-8a39-29f33edfcace tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 945 time: 0.2706027 Jan 31 16:05:14.916246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-251617a6-3947-400a-94c1-390598f37d56 service neutron] device_id is not set on port 9d12f056-6516-4947-81d8-5431569d63fc yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:05:14.930140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Pushing event updated for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=9']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:14.979050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a80e69-ba1e-4e57-aa39-e518028c6383 req-fc086a6e-9be0-4007-a5d7-08b0a75f7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:14.981309 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86a80e69-ba1e-4e57-aa39-e518028c6383 req-fc086a6e-9be0-4007-a5d7-08b0a75f7683 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 1096 time: 0.3471489 Jan 31 16:05:14.989991 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-251617a6-3947-400a-94c1-390598f37d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:14.992025 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Attempting to bind port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:14.992878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Attempting to bind port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:14.993305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Attempting to bind port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f on network 46ef0247-dcdd-47f2-94ca-6b3f98327603 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:15.043027 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-30b9214d-c074-4f16-aabf-f4cbb48eddf2 service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917309 Jan 31 16:05:15.048024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f on network 46ef0247-dcdd-47f2-94ca-6b3f98327603 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:15.051554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Attempting to bind port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f on network 46ef0247-dcdd-47f2-94ca-6b3f98327603 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:15.054976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-251617a6-3947-400a-94c1-390598f37d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:15.097323 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86a80e69-ba1e-4e57-aa39-e518028c6383 req-646043a7-3779-438d-9762-714d94ec1578 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013749 Jan 31 16:05:15.112451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37989754-4a33-4546-abcb-4e4a552fa36d req-20d04535-f4b9-40af-8cd4-53372a1d3002 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908729 Jan 31 16:05:15.113299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:05:15.113667 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Checking segment: {'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:05:15.115015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Bound using segment: {'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:05:15.115649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Bound port: b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8b87a4-3934-4646-b7e1-71a214fd42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:05:15.116362 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:15.147198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:15.180697 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4a29f254-6aa7-44d0-96d5-902f977ad511 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4603 time: 0.5098281 Jan 31 16:05:15.181284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55662) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:15.335612 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:15.355681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-251617a6-3947-400a-94c1-390598f37d56 service neutron] No DVR routers for this DVR port 9d12f056-6516-4947-81d8-5431569d63fc on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:15.361219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port ab654f44-840d-4f54-959d-8cc628d3a33f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:15.361607 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:15.436085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251617a6-3947-400a-94c1-390598f37d56 service neutron] Pushing event updated for resources: {'Port': ['ID=9d12f056-6516-4947-81d8-5431569d63fc,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:15.480557 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-596efaca-d6d9-4d8f-8fc8-75b44cf0551a service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265468 Jan 31 16:05:15.487408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Deleting port 458913c9-ceea-4d5e-97dc-1b6579cee252 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:15.488022 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:15.493308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:05:15.505387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:05:15.512324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-251617a6-3947-400a-94c1-390598f37d56 service neutron] In _notify_port_updated(), no bound segment for port 9d12f056-6516-4947-81d8-5431569d63fc on network 5c27222f-9f10-4881-bc3e-463f81557d8f {{(pid=108771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:05:15.513682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-251617a6-3947-400a-94c1-390598f37d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:15.514297 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-251617a6-3947-400a-94c1-390598f37d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:15.515701 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-251617a6-3947-400a-94c1-390598f37d56 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d12f056-6516-4947-81d8-5431569d63fc HTTP/1.1" status: 200 len: 1027 time: 1.9413600 Jan 31 16:05:15.518374 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:15.522734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 939e62c0-2eef-42a1-b162-15c54928c47d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=939e62c0-2eef-42a1-b162-15c54928c47d,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:15.539969 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:15.542028 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8e916d64-b3aa-442c-8f2b-ebe760eea97b no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:15.587423 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-8479f1b0-18a9-4e0f-9408-aea1ea9ba521 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7763f452-c3b6-430f-a3f3-701fab378678 HTTP/1.1" status: 200 len: 217 time: 0.0817602 Jan 31 16:05:15.691732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:15.692358 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:15.693798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c218681e-840c-46a3-a7df-d20deb659895 req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] 10.222.0.20 "PUT /v2.0/ports/b0c0884e-ada6-4530-9cdb-8bf9d0483b3f HTTP/1.1" status: 200 len: 1091 time: 2.9837217 Jan 31 16:05:15.694255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:15.704861 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d63ca30-7a54-4832-9e87-d1ec8595bf37" -d '{"events": [{"name": "network-changed", "server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:15.759809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-694a51d7-d2b3-418b-bfcb-312a3a93f70a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:15.761197 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-694a51d7-d2b3-418b-bfcb-312a3a93f70a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "GET /v2.0/ports/97fd929b-916a-47dc-8c14-0826f91ab589?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2255139 Jan 31 16:05:15.815893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-bb7f4be9-5788-4411-bc4a-5c6743880d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:15.817387 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-bb7f4be9-5788-4411-bc4a-5c6743880d50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76dcf05c-6dab-43c6-a38d-12ed158e5b9f HTTP/1.1" status: 200 len: 797 time: 0.2152982 Jan 31 16:05:15.857245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=939e62c0-2eef-42a1-b162-15c54928c47d,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:15.859519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:15.915135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a2afa-1b2c-40d4-ab52-248236283ab1 req-f8b7f813-daa4-4520-ae70-d0e9045339d5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:15.927174 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7f4a2afa-1b2c-40d4-ab52-248236283ab1 req-f8b7f813-daa4-4520-ae70-d0e9045339d5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.2367837 Jan 31 16:05:15.935907 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:15.966224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964f11c-4f32-439e-8995-6564085c1acf service neutron] Pushing event updated for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=10']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:15.979433 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f7fb002a-8bea-47c2-a350-c83d94889c1e None None] Provisioning complete for port 9d12f056-6516-4947-81d8-5431569d63fc triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:15.979811 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7fb002a-8bea-47c2-a350-c83d94889c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:16.025863 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:16.027490 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:16.028871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:16.071228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218681e-840c-46a3-a7df-d20deb659895 req-57de6c45-fc1e-4a15-b4be-eb8e32f0a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:16.074150 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7f4a2afa-1b2c-40d4-ab52-248236283ab1 req-5fa33c04-83ac-4eea-a8f7-9354fe8264fd tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485281 Jan 31 16:05:16.074446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:16.086326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb002a-8bea-47c2-a350-c83d94889c1e None None] Port 9d12f056-6516-4947-81d8-5431569d63fc cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:05:16.096317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c218681e-840c-46a3-a7df-d20deb659895 req-57de6c45-fc1e-4a15-b4be-eb8e32f0a3b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=452636cdaaec43b3ae3f51270aef0edf&device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 1095 time: 0.3569973 Jan 31 16:05:16.120454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Calling delete_port for 458913c9-ceea-4d5e-97dc-1b6579cee252 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:16.135538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc30804-a48a-40ec-ae4a-c507ee152106 req-058a03b0-5e23-4263-9b65-539c63c706d1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:16.161600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc30804-a48a-40ec-ae4a-c507ee152106 req-058a03b0-5e23-4263-9b65-539c63c706d1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:16.167580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8e916d64-b3aa-442c-8f2b-ebe760eea97b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8e916d64-b3aa-442c-8f2b-ebe760eea97b,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:16.175581 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:16.183238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc30804-a48a-40ec-ae4a-c507ee152106 req-058a03b0-5e23-4263-9b65-539c63c706d1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:16.189057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc30804-a48a-40ec-ae4a-c507ee152106 req-058a03b0-5e23-4263-9b65-539c63c706d1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:16.219451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc30804-a48a-40ec-ae4a-c507ee152106 req-058a03b0-5e23-4263-9b65-539c63c706d1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:16.240583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc30804-a48a-40ec-ae4a-c507ee152106 req-058a03b0-5e23-4263-9b65-539c63c706d1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:16.266842 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bdc30804-a48a-40ec-ae4a-c507ee152106 req-058a03b0-5e23-4263-9b65-539c63c706d1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 4654 time: 0.5107667 Jan 31 16:05:16.270257 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6804406-65c0-4eaa-8821-e0877d16fa48 x-openstack-request-id: req-f6804406-65c0-4eaa-8821-e0877d16fa48 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:16.270540 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:16.270796 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6804406-65c0-4eaa-8821-e0877d16fa48 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:16.271197 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'status': 'completed', 'code': 200} Jan 31 16:05:16.323585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ab654f44-840d-4f54-959d-8cc628d3a33f,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:16.333087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:16.341954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 9d12f056-6516-4947-81d8-5431569d63fc no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:16.562800 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:16.565427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218681e-840c-46a3-a7df-d20deb659895 req-40a11372-64c6-481d-af2d-7299cd3acd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:16.566977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c218681e-840c-46a3-a7df-d20deb659895 req-40a11372-64c6-481d-af2d-7299cd3acd2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 200 len: 915 time: 0.4604506 Jan 31 16:05:16.596522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8e916d64-b3aa-442c-8f2b-ebe760eea97b,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:16.609953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 9d12f056-6516-4947-81d8-5431569d63fc not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:05:16.610364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5da4b15c-c29a-4d2d-a296-e629bd04104f no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:16.650119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fd929b-916a-47dc-8c14-0826f91ab589'}, {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bc7411-31ed-4bb2-b29d-89643d4e35e5'}, {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939e62c0-2eef-42a1-b162-15c54928c47d'}, {'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f'}, {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e916d64-b3aa-442c-8f2b-ebe760eea97b'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:16.654868 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35ea907-8092-4138-8e63-7d8475146ef6" -d '{"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "97fd929b-916a-47dc-8c14-0826f91ab589"}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "a8bc7411-31ed-4bb2-b29d-89643d4e35e5"}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "939e62c0-2eef-42a1-b162-15c54928c47d"}, {"server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "name": "network-vif-plugged", "status": "completed", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f"}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "8e916d64-b3aa-442c-8f2b-ebe760eea97b"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:16.664023 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c218681e-840c-46a3-a7df-d20deb659895 req-df8face7-b123-4286-b207-d15f7d1068f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f HTTP/1.1" status: 200 len: 217 time: 0.0901237 Jan 31 16:05:16.677490 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:16.742533 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event deleted for resources: {'Port': ['ID=458913c9-ceea-4d5e-97dc-1b6579cee252,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:16.751749 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:16.773487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-382c0473-c2d5-4ad8-a997-d5dfd98d8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:16.775679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-382c0473-c2d5-4ad8-a997-d5dfd98d8e37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9486535 Jan 31 16:05:16.780016 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bdc30804-a48a-40ec-ae4a-c507ee152106 req-47cf47c2-a921-4388-af0a-5c946b224217 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa183678-3da8-4ae8-a0de-b627cfc94fde&id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5122368 Jan 31 16:05:16.841042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218681e-840c-46a3-a7df-d20deb659895 req-a1566b6e-ed39-4fcb-a326-1dfd17f18934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:16.842542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c218681e-840c-46a3-a7df-d20deb659895 req-a1566b6e-ed39-4fcb-a326-1dfd17f18934 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a731ce-c71a-4498-8959-f6bd7106d18c HTTP/1.1" status: 200 len: 854 time: 0.1550879 Jan 31 16:05:16.857085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5da4b15c-c29a-4d2d-a296-e629bd04104f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5da4b15c-c29a-4d2d-a296-e629bd04104f,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:16.864100 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:16.865494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f71513f9-4c28-4414-a04c-8add0dcfe550 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:16.942014 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7464646-0ca3-4c75-b0fc-88e7249c4758 x-openstack-request-id: req-f7464646-0ca3-4c75-b0fc-88e7249c4758 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:16.942596 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "97fd929b-916a-47dc-8c14-0826f91ab589", "code": 200}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "a8bc7411-31ed-4bb2-b29d-89643d4e35e5", "code": 200}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "939e62c0-2eef-42a1-b162-15c54928c47d", "code": 200}, {"server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "name": "network-vif-plugged", "status": "completed", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f", "code": 200}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "8e916d64-b3aa-442c-8f2b-ebe760eea97b", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:16.942926 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7464646-0ca3-4c75-b0fc-88e7249c4758 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:16.943460 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fd929b-916a-47dc-8c14-0826f91ab589', 'code': 200} Jan 31 16:05:16.943978 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bc7411-31ed-4bb2-b29d-89643d4e35e5', 'code': 200} Jan 31 16:05:16.944306 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939e62c0-2eef-42a1-b162-15c54928c47d', 'code': 200} Jan 31 16:05:16.944839 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'code': 200} Jan 31 16:05:16.945508 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e916d64-b3aa-442c-8f2b-ebe760eea97b', 'code': 200} Jan 31 16:05:16.953485 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c218681e-840c-46a3-a7df-d20deb659895 req-08214fc2-9b8e-4d04-a9e9-a3052e6bcba6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46ef0247-dcdd-47f2-94ca-6b3f98327603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530512 Jan 31 16:05:16.955438 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56a95bfc-f761-4042-a116-bb10d6cc4cb7 req-5dc1ddc0-c581-483a-97fe-64374c3ac194 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3008292 Jan 31 16:05:16.961797 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5da4b15c-c29a-4d2d-a296-e629bd04104f,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:17.055199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea7251-fd32-4d1b-9059-7d2d3c005b1a req-8ce1e33d-07ac-4aa7-ba5d-40bfe54657b8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:17.062828 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5ea7251-fd32-4d1b-9059-7d2d3c005b1a req-8ce1e33d-07ac-4aa7-ba5d-40bfe54657b8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 945 time: 0.4111326 Jan 31 16:05:17.114817 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:17.154708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:17.155293 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Floating IP 89a333b9-7842-4fb8-abe5-4bc4bac1829a disassociated (deleted). External IP: 172.25.1.206, port: 4e2efd44-b9f8-4046-9af4-9f2f124cc3ea. Jan 31 16:05:17.222296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c218681e-840c-46a3-a7df-d20deb659895 req-33894b07-b476-4f08-baa5-2dc0a801446e service neutron] 10.222.0.20 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602141 Jan 31 16:05:17.230392 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6645ac01-006b-4039-9ca4-7fee116a4f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:17.236943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f71513f9-4c28-4414-a04c-8add0dcfe550, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f71513f9-4c28-4414-a04c-8add0dcfe550,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:17.242962 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:17.346623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5ea7251-fd32-4d1b-9059-7d2d3c005b1a req-8a74ba11-e441-40a6-b7ee-c4089048df4d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828157 Jan 31 16:05:17.367507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f71513f9-4c28-4414-a04c-8add0dcfe550,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:17.537441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] For port 97fd929b-916a-47dc-8c14-0826f91ab589, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=97fd929b-916a-47dc-8c14-0826f91ab589,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:17.577704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95bfc-f761-4042-a116-bb10d6cc4cb7 req-2daaf38a-bae1-4af2-8fcb-ae8cb882c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:17.578624 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] For port 97fd929b-916a-47dc-8c14-0826f91ab589, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:05:17.583337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56a95bfc-f761-4042-a116-bb10d6cc4cb7 req-2daaf38a-bae1-4af2-8fcb-ae8cb882c1af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 1096 time: 0.5545244 Jan 31 16:05:17.624646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] device_id is not set on port 97fd929b-916a-47dc-8c14-0826f91ab589 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:05:17.631565 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:17.642324 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:17.808759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95bfc-f761-4042-a116-bb10d6cc4cb7 req-d20df20f-742a-4e40-9b26-98328e1c82db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:17.810370 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56a95bfc-f761-4042-a116-bb10d6cc4cb7 req-d20df20f-742a-4e40-9b26-98328e1c82db service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.1962223 Jan 31 16:05:17.812126 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-6e88d448-0430-4865-b05a-01676cf2e873 service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0122473 Jan 31 16:05:18.081505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a9aa7-f2f9-4219-9415-4f4f7d8c9072 req-618cae97-870e-4000-94a5-07fee95c9633 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:18.088137 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e6a9aa7-f2f9-4219-9415-4f4f7d8c9072 req-618cae97-870e-4000-94a5-07fee95c9633 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.8392947 Jan 31 16:05:18.092562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] No DVR routers for this DVR port 97fd929b-916a-47dc-8c14-0826f91ab589 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:18.203047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e6a9aa7-f2f9-4219-9415-4f4f7d8c9072 req-415d6b52-8f3d-4d84-9334-26bfc1ecd893 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642102 Jan 31 16:05:18.208924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] Pushing event updated for resources: {'Port': ['ID=97fd929b-916a-47dc-8c14-0826f91ab589,revision_number=7']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:18.227088 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c218681e-840c-46a3-a7df-d20deb659895 req-2a4f1517-45e5-4597-933b-9a865076c3f4 service neutron] 10.222.0.20 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9741790 Jan 31 16:05:18.237818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] In _notify_port_updated(), no bound segment for port 97fd929b-916a-47dc-8c14-0826f91ab589 on network 5c27222f-9f10-4881-bc3e-463f81557d8f {{(pid=108771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:05:18.238728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:18.239347 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:18.240857 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-86bfea4d-7f10-4659-8420-5e8c1772b695 service neutron] 10.222.0.20 "PUT /v2.0/ports/97fd929b-916a-47dc-8c14-0826f91ab589 HTTP/1.1" status: 200 len: 1027 time: 2.4569764 Jan 31 16:05:18.352368 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-98086ee5-fdd2-49ac-b6e5-874dd57a62fc None None] Provisioning complete for port 97fd929b-916a-47dc-8c14-0826f91ab589 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:18.356803 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-98086ee5-fdd2-49ac-b6e5-874dd57a62fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:18.369635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56a95bfc-f761-4042-a116-bb10d6cc4cb7 req-365bfce1-e799-42c4-909e-26f43b47c304 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bacb9a1-647f-4c30-92df-3db78f657d07 HTTP/1.1" status: 200 len: 217 time: 0.5515976 Jan 31 16:05:18.426649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95bfc-f761-4042-a116-bb10d6cc4cb7 req-a36b500f-a9a3-4700-9f0a-94e40267cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:18.428268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56a95bfc-f761-4042-a116-bb10d6cc4cb7 req-a36b500f-a9a3-4700-9f0a-94e40267cd56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.0493393 Jan 31 16:05:18.429733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-98086ee5-fdd2-49ac-b6e5-874dd57a62fc None None] Port 97fd929b-916a-47dc-8c14-0826f91ab589 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:05:18.456300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63ca30-7a54-4832-9e87-d1ec8595bf37 req-2c074570-9ef6-483c-b0b4-414974623039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:18.457647 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d63ca30-7a54-4832-9e87-d1ec8595bf37 req-2c074570-9ef6-483c-b0b4-414974623039 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=452636cdaaec43b3ae3f51270aef0edf&device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 1095 time: 0.1552746 Jan 31 16:05:18.597329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Deleting port 939e62c0-2eef-42a1-b162-15c54928c47d {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:18.597967 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:18.645893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Router 4e468047-4133-48ef-b1ae-9e70e4291071 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:05:18.659210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f398086-abb6-4a88-a346-f39eae38cc8c req-d0bf4285-79b4-43f9-be13-b779c3301c8b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:18.675487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f398086-abb6-4a88-a346-f39eae38cc8c req-d0bf4285-79b4-43f9-be13-b779c3301c8b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:18.697673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f398086-abb6-4a88-a346-f39eae38cc8c req-d0bf4285-79b4-43f9-be13-b779c3301c8b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:18.714563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f398086-abb6-4a88-a346-f39eae38cc8c req-d0bf4285-79b4-43f9-be13-b779c3301c8b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:18.726178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f398086-abb6-4a88-a346-f39eae38cc8c req-d0bf4285-79b4-43f9-be13-b779c3301c8b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:18.737983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f398086-abb6-4a88-a346-f39eae38cc8c req-d0bf4285-79b4-43f9-be13-b779c3301c8b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 3876 time: 0.3574686 Jan 31 16:05:18.752268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63ca30-7a54-4832-9e87-d1ec8595bf37 req-3f8e20ee-9b65-4cba-b5a3-5d562964e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:18.753817 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d63ca30-7a54-4832-9e87-d1ec8595bf37 req-3f8e20ee-9b65-4cba-b5a3-5d562964e356 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 200 len: 915 time: 0.2877805 Jan 31 16:05:18.795801 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95bfc-f761-4042-a116-bb10d6cc4cb7 req-93d5b53f-8319-41b0-83ca-2662eeff4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:18.797486 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56a95bfc-f761-4042-a116-bb10d6cc4cb7 req-93d5b53f-8319-41b0-83ca-2662eeff4d53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3503602 Jan 31 16:05:18.867664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] For port 939e62c0-2eef-42a1-b162-15c54928c47d, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=939e62c0-2eef-42a1-b162-15c54928c47d,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:18.868169 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:18.932895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-9a3d7fa8-0671-4e3e-bf83-8fd4da62279b service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1105623 Jan 31 16:05:18.946866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da4b15c-c29a-4d2d-a296-e629bd04104f'}, {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71513f9-4c28-4414-a04c-8add0dcfe550'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:18.949775 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f91a95c-a91c-4235-a7b0-d935b7824422" -d '{"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "5da4b15c-c29a-4d2d-a296-e629bd04104f"}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "f71513f9-4c28-4414-a04c-8add0dcfe550"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:18.967485 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6f398086-abb6-4a88-a346-f39eae38cc8c req-6c53a5ad-61bf-4414-9814-401fe35d5ed6 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282987 Jan 31 16:05:19.053018 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-5c5beadc-0141-4727-9d9b-8b197a771ccf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=31f39707-e831-4532-a49f-aa4b202c02f7 HTTP/1.1" status: 200 len: 217 time: 0.1056800 Jan 31 16:05:19.312200 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-c12d051b-45cb-492d-a1aa-1d0416f00a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:19.320580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-c12d051b-45cb-492d-a1aa-1d0416f00a2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76dcf05c-6dab-43c6-a38d-12ed158e5b9f HTTP/1.1" status: 200 len: 797 time: 0.2209821 Jan 31 16:05:19.421815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:05:19.443752 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f9093-6af6-4b85-a121-88b2bedf39a8 None None] Sync routers for ids ['4e468047-4133-48ef-b1ae-9e70e4291071'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:05:19.458096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d63ca30-7a54-4832-9e87-d1ec8595bf37 req-2db923dc-a2a6-471a-9753-5c82bae42c5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f HTTP/1.1" status: 200 len: 217 time: 0.6806080 Jan 31 16:05:19.468890 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f9093-6af6-4b85-a121-88b2bedf39a8 None None] Routers {'4e468047-4133-48ef-b1ae-9e70e4291071'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:19.472389 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-013f9093-6af6-4b85-a121-88b2bedf39a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4e468047-4133-48ef-b1ae-9e70e4291071'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:19.583462 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:19.594597 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-013f9093-6af6-4b85-a121-88b2bedf39a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:19.622807 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f9093-6af6-4b85-a121-88b2bedf39a8 None None] Routers {'4e468047-4133-48ef-b1ae-9e70e4291071'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:19.623696 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-013f9093-6af6-4b85-a121-88b2bedf39a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4e468047-4133-48ef-b1ae-9e70e4291071'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:19.655878 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b133e378-cb27-4d36-ab75-4f9d4f783296 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "DELETE /v2.0/floatingips/89a333b9-7842-4fb8-abe5-4bc4bac1829a HTTP/1.1" status: 204 len: 168 time: 4.4716914 Jan 31 16:05:19.671295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55794) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:19.703046 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:19.712018 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8034572c-c086-4c2a-91bb-b3b4c8ffbcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:19.750443 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-013f9093-6af6-4b85-a121-88b2bedf39a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:19.753901 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f9093-6af6-4b85-a121-88b2bedf39a8 None None] The sync data for ids ['4e468047-4133-48ef-b1ae-9e70e4291071'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:05:19.784065 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:19.784065 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:19.784065 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Floating IP b5c5d407-605b-45cc-af80-21cd5327039d disassociated. External IP: 172.25.1.27, port: 939e62c0-2eef-42a1-b162-15c54928c47d. Jan 31 16:05:19.784065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Calling delete_port for 939e62c0-2eef-42a1-b162-15c54928c47d owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:19.787619 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56a95bfc-f761-4042-a116-bb10d6cc4cb7 req-229da800-8afe-40ce-a461-3cbebcfee68f service neutron] 10.222.0.30 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9740894 Jan 31 16:05:19.821290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63ca30-7a54-4832-9e87-d1ec8595bf37 req-2cff2202-147d-4b7d-8815-b2ff2f6b04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:19.828909 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d63ca30-7a54-4832-9e87-d1ec8595bf37 req-2cff2202-147d-4b7d-8815-b2ff2f6b04b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a731ce-c71a-4498-8959-f6bd7106d18c HTTP/1.1" status: 200 len: 854 time: 0.3692930 Jan 31 16:05:19.860333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f489c-5b8d-4d11-bc85-86847d6b42bf req-5703afea-2df5-4ff7-96a4-ce47d70b0859 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:19.872034 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-112f489c-5b8d-4d11-bc85-86847d6b42bf req-5703afea-2df5-4ff7-96a4-ce47d70b0859 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 945 time: 1.1104729 Jan 31 16:05:19.926547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-f0cd2488-da5c-4985-bf57-2a428ca3ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:19.928190 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-f0cd2488-da5c-4985-bf57-2a428ca3ba6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a36c49ff-c485-45f0-b55f-3dcb3d0d8523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4616795 Jan 31 16:05:19.930037 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56a95bfc-f761-4042-a116-bb10d6cc4cb7 req-4781ca1b-fb4b-4247-957d-2000875808aa service neutron] 10.222.0.30 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306694 Jan 31 16:05:19.930757 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:19.975557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d63ca30-7a54-4832-9e87-d1ec8595bf37 req-f3a59da4-c24b-491a-af47-5e5ab397fa4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46ef0247-dcdd-47f2-94ca-6b3f98327603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877893 Jan 31 16:05:20.090406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-112f489c-5b8d-4d11-bc85-86847d6b42bf req-5d20ddc8-be42-48c6-b573-c12c66dd9d7a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138941 Jan 31 16:05:20.240447 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d052db7-704a-40c2-ad9b-dd2e32988638 x-openstack-request-id: req-4d052db7-704a-40c2-ad9b-dd2e32988638 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:20.240869 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "5da4b15c-c29a-4d2d-a296-e629bd04104f", "code": 200}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "f71513f9-4c28-4414-a04c-8add0dcfe550", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:20.241348 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d052db7-704a-40c2-ad9b-dd2e32988638 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:20.241885 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da4b15c-c29a-4d2d-a296-e629bd04104f', 'code': 200} Jan 31 16:05:20.242240 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71513f9-4c28-4414-a04c-8add0dcfe550', 'code': 200} Jan 31 16:05:20.313880 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-1b95bac8-261b-47d5-a08e-0fddfa958ce0 service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707051 Jan 31 16:05:20.426155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:20.502233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:20.550395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'Port': ['ID=939e62c0-2eef-42a1-b162-15c54928c47d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:20.780688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:05:20.793553 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-b0755c3f-9843-4f84-a28e-58289bd1e896 service neutron] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618738 Jan 31 16:05:20.814724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1797f3e-24dc-4359-a0b8-018c323410dc req-0ac92535-b40d-48c3-8a3d-ffd17e723b97 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:20.816900 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1797f3e-24dc-4359-a0b8-018c323410dc req-0ac92535-b40d-48c3-8a3d-ffd17e723b97 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.4062414 Jan 31 16:05:20.827439 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:20.836299 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d63ca30-7a54-4832-9e87-d1ec8595bf37 req-3307fcda-fc6f-48e9-844f-0ac1cfe75d20 service neutron] 10.222.0.20 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558088 Jan 31 16:05:20.901015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-92aa78d0-f35e-4d34-b7cc-6023690cbc4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29e1151d-f230-4c79-8729-64cb72daa5d0 HTTP/1.1" status: 200 len: 217 time: 0.0984106 Jan 31 16:05:21.068930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-337b22a9-b3ab-4b28-a8d4-302649b5e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:21.077216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-337b22a9-b3ab-4b28-a8d4-302649b5e390 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f650b9-7ca2-44e1-9dd0-ad0422b58c46 HTTP/1.1" status: 200 len: 797 time: 0.1476357 Jan 31 16:05:21.086709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Allocated IP 172.25.1.220 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/ed21c347-60f9-4ce0-9f9b-adc491675952) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:05:21.133192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:05:21.145517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb02e040-e974-43e1-a9a2-ef8559ed8292 None None] Sync routers for ids ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:05:21.168156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb02e040-e974-43e1-a9a2-ef8559ed8292 None None] Routers {'46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:21.169024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-cb02e040-e974-43e1-a9a2-ef8559ed8292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:05:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:21.217991 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1797f3e-24dc-4359-a0b8-018c323410dc req-9b7ac641-3abd-484b-9050-1b70cbee3cbd tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774703 Jan 31 16:05:21.255491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] No DVR routers for this DVR port 939e62c0-2eef-42a1-b162-15c54928c47d on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:21.271956 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:21.275702 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-66f06424-0a25-4d72-a3b5-b26abbd8bd10 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "DELETE /v2.0/ports/939e62c0-2eef-42a1-b162-15c54928c47d HTTP/1.1" status: 204 len: 173 time: 3.0294986 Jan 31 16:05:21.284350 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-deleted', 'tag': '939e62c0-2eef-42a1-b162-15c54928c47d'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:21.286843 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaf3de5-987a-404e-b3ea-9176186d1438" -d '{"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-deleted", "tag": "939e62c0-2eef-42a1-b162-15c54928c47d"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:21.349071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-b9297464-25cd-4898-9938-562b8451a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:21.350675 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-b9297464-25cd-4898-9938-562b8451a47b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6873347-cc1a-4c3c-9d9f-52948982c505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2611744 Jan 31 16:05:21.414431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-cb02e040-e974-43e1-a9a2-ef8559ed8292 None None] Set router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:05:21.621110 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:21.626338 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d63ca30-7a54-4832-9e87-d1ec8595bf37 req-71185f78-9a56-46e2-989a-3ad927d5a5df service neutron] 10.222.0.20 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7656233 Jan 31 16:05:21.693314 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-5bd245f9-b9c2-474a-b559-b3ceca21f66d service neutron] 10.222.0.20 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194609 Jan 31 16:05:21.696489 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:21.750248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Pushing event updated for resources: {'Port': ['ID=ed21c347-60f9-4ce0-9f9b-adc491675952,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:21.767593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:05:21.781683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:05:21.800117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a1a5e-0221-4c8d-a413-7709c650c18e req-d44d00d9-5255-4717-b276-9e4334ae447a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:21.809748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:05:21.829297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a1a5e-0221-4c8d-a413-7709c650c18e req-d44d00d9-5255-4717-b276-9e4334ae447a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:21.857445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a1a5e-0221-4c8d-a413-7709c650c18e req-d44d00d9-5255-4717-b276-9e4334ae447a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:21.889039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a1a5e-0221-4c8d-a413-7709c650c18e req-d44d00d9-5255-4717-b276-9e4334ae447a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:21.901851 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3e9a1a5e-0221-4c8d-a413-7709c650c18e req-d44d00d9-5255-4717-b276-9e4334ae447a tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 3143 time: 0.4765594 Jan 31 16:05:21.948677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-b25afb38-83da-4a3c-91af-e6bbf4b169bf service neutron] 10.222.0.20 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918533 Jan 31 16:05:22.053503 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3e9a1a5e-0221-4c8d-a413-7709c650c18e req-1807f19d-8c88-4a5b-81b8-58a7aee3cc17 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506574 Jan 31 16:05:22.056511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-12bb7f3c-0962-40c0-979c-cd39ce9aed7b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Deleting port 5da4b15c-c29a-4d2d-a296-e629bd04104f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:22.069836 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-12bb7f3c-0962-40c0-979c-cd39ce9aed7b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:22.076231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-cb02e040-e974-43e1-a9a2-ef8559ed8292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T15:58:44Z', 'revision_number': 4, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e3c7b0e9-911a-44f7-85b3-55aa94977e70', 'name': '', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'mac_address': 'fa:16:3e:60:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:43Z', 'updated_at': '2022-01-31T15:58:50Z', 'revision_number': 5, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'subnets': [{'id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:22.128481 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:22.158628 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-78573c16-b2ab-4dc7-9007-f0d17e45a690 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c7b11e7-d17d-492a-8e0f-524f4a35b53f HTTP/1.1" status: 200 len: 217 time: 0.1901486 Jan 31 16:05:22.225056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb02e040-e974-43e1-a9a2-ef8559ed8292 None None] Checking router: 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:05:22.291173 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62623d98-271c-4841-a98e-486f179e0e04 x-openstack-request-id: req-62623d98-271c-4841-a98e-486f179e0e04 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:22.291499 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-deleted", "tag": "939e62c0-2eef-42a1-b162-15c54928c47d", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:22.291760 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62623d98-271c-4841-a98e-486f179e0e04 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:22.292173 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-deleted', 'tag': '939e62c0-2eef-42a1-b162-15c54928c47d', 'status': 'completed', 'code': 200} Jan 31 16:05:22.347383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb02e040-e974-43e1-a9a2-ef8559ed8292 None None] Routers {'46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:22.350674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-cb02e040-e974-43e1-a9a2-ef8559ed8292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:05:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:22.364874 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:22.370415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-12bb7f3c-0962-40c0-979c-cd39ce9aed7b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] For port 5da4b15c-c29a-4d2d-a296-e629bd04104f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5da4b15c-c29a-4d2d-a296-e629bd04104f,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:22.370794 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-12bb7f3c-0962-40c0-979c-cd39ce9aed7b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:22.412745 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-12bb7f3c-0962-40c0-979c-cd39ce9aed7b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Calling delete_port for 5da4b15c-c29a-4d2d-a296-e629bd04104f owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:22.477911 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:22.488967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-e48ec602-09f2-4fdd-8450-f60867a46e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:22.493100 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-e48ec602-09f2-4fdd-8450-f60867a46e2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f650b9-7ca2-44e1-9dd0-ad0422b58c46 HTTP/1.1" status: 200 len: 797 time: 0.3235719 Jan 31 16:05:22.545206 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:22.677140 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-cb02e040-e974-43e1-a9a2-ef8559ed8292 None None] Set router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:05:22.903365 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:22.937887 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:22.980280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6674d-3d14-45fb-b6cb-b07cda29da93 req-ae842c0b-19b8-41b2-acfe-ae58d2ba7418 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:22.990131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-10d6674d-3d14-45fb-b6cb-b07cda29da93 req-ae842c0b-19b8-41b2-acfe-ae58d2ba7418 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.5484197 Jan 31 16:05:23.038990 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-12bb7f3c-0962-40c0-979c-cd39ce9aed7b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:23.079645 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-10d6674d-3d14-45fb-b6cb-b07cda29da93 req-aac55fa4-a1f5-4588-ad76-aefa3a77632c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881426 Jan 31 16:05:23.103739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-cb02e040-e974-43e1-a9a2-ef8559ed8292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T15:58:44Z', 'revision_number': 4, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e3c7b0e9-911a-44f7-85b3-55aa94977e70', 'name': '', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'mac_address': 'fa:16:3e:60:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:43Z', 'updated_at': '2022-01-31T15:58:50Z', 'revision_number': 5, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'subnets': [{'id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:23.184078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb02e040-e974-43e1-a9a2-ef8559ed8292 None None] The sync data for ids ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'] in n-d-827120-1 is: [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T15:58:44Z', 'revision_number': 4, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e3c7b0e9-911a-44f7-85b3-55aa94977e70', 'name': '', 'network_id': 'b14c64a1-db20-45b3-980d-1e88d4364f54', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'mac_address': 'fa:16:3e:60:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:43Z', 'updated_at': '2022-01-31T15:58:50Z', 'revision_number': 5, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'subnets': [{'id': '145696c6-49bb-4d2b-892c-47bb0a673c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:05:23.211985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb7f3c-0962-40c0-979c-cd39ce9aed7b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'Port': ['ID=5da4b15c-c29a-4d2d-a296-e629bd04104f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:23.268654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-f93e9d69-ffbe-4138-a848-33baae9b0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:23.270216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-f93e9d69-ffbe-4138-a848-33baae9b0389 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6873347-cc1a-4c3c-9d9f-52948982c505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3634818 Jan 31 16:05:23.327907 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:23.339433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Pushing event updated for resources: {'Port': ['ID=ed21c347-60f9-4ce0-9f9b-adc491675952,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:23.349377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-12bb7f3c-0962-40c0-979c-cd39ce9aed7b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] No DVR routers for this DVR port 5da4b15c-c29a-4d2d-a296-e629bd04104f on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:23.355460 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-12bb7f3c-0962-40c0-979c-cd39ce9aed7b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:23.366291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-12bb7f3c-0962-40c0-979c-cd39ce9aed7b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "DELETE /v2.0/ports/5da4b15c-c29a-4d2d-a296-e629bd04104f HTTP/1.1" status: 204 len: 173 time: 2.0488379 Jan 31 16:05:23.520979 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:23.536574 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2b59dd8f-e1df-402f-a8bc-9ec8e08ca27c tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8542535 Jan 31 16:05:23.546078 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55838) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:23.728217 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392708a-e8f4-4e29-8b74-e3b1382189d9 req-5fa4c260-491d-4fd4-8294-39a8234b8165 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:23.743985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392708a-e8f4-4e29-8b74-e3b1382189d9 req-5fa4c260-491d-4fd4-8294-39a8234b8165 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:23.755736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392708a-e8f4-4e29-8b74-e3b1382189d9 req-5fa4c260-491d-4fd4-8294-39a8234b8165 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:23.774970 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1392708a-e8f4-4e29-8b74-e3b1382189d9 req-5fa4c260-491d-4fd4-8294-39a8234b8165 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 2410 time: 0.5173886 Jan 31 16:05:23.826911 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-288009e9-ec7c-4981-aecf-ecc1ee754d8b service neutron] 10.222.0.20 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209718 Jan 31 16:05:23.964581 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b53b29-b701-4fe8-af6d-3afef3296d32 None None] New status for floating IP b5c5d407-605b-45cc-af80-21cd5327039d: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:05:24.008995 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1392708a-e8f4-4e29-8b74-e3b1382189d9 req-8df3e6f6-095d-4ecd-ad45-6683d0332ebf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254627 Jan 31 16:05:24.063826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:24.154185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-5f287b10-6fee-4d45-ac1f-10abe3e3cade tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Deleting port a8bc7411-31ed-4bb2-b29d-89643d4e35e5 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:24.154552 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-5f287b10-6fee-4d45-ac1f-10abe3e3cade tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:24.247698 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-663d66b3-293f-4f1d-aa3b-c757582b5a12 req-5cc52077-da2e-4d89-9830-06969c0432bb service neutron] 10.222.0.20 "GET /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066076 Jan 31 16:05:24.319349 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:24.358036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-deleted', 'tag': '5da4b15c-c29a-4d2d-a296-e629bd04104f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:24.374925 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec75fe0-1634-4b9c-85ff-911ad20b4eef" -d '{"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-deleted", "tag": "5da4b15c-c29a-4d2d-a296-e629bd04104f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:24.627230 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:24.630935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c46e3-dbc3-4332-ab3e-eb8ac5f08cf1 req-f6eaf2c9-09dc-49e8-adc2-b88466e76f41 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:24.634293 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-458c46e3-dbc3-4332-ab3e-eb8ac5f08cf1 req-f6eaf2c9-09dc-49e8-adc2-b88466e76f41 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1905186 Jan 31 16:05:24.638955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-5f287b10-6fee-4d45-ac1f-10abe3e3cade tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] For port a8bc7411-31ed-4bb2-b29d-89643d4e35e5, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:24.639326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-5f287b10-6fee-4d45-ac1f-10abe3e3cade tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:24.726412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-5f287b10-6fee-4d45-ac1f-10abe3e3cade tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Calling delete_port for a8bc7411-31ed-4bb2-b29d-89643d4e35e5 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:24.808647 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-458c46e3-dbc3-4332-ab3e-eb8ac5f08cf1 req-40d5e44b-3abb-4111-a0fa-e9c871701845 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596248 Jan 31 16:05:24.903066 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9a064a-917f-4f13-a943-e3c6dff88289 x-openstack-request-id: req-4b9a064a-917f-4f13-a943-e3c6dff88289 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:24.903351 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-deleted", "tag": "5da4b15c-c29a-4d2d-a296-e629bd04104f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:24.904201 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b9a064a-917f-4f13-a943-e3c6dff88289 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:24.904201 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-deleted', 'tag': '5da4b15c-c29a-4d2d-a296-e629bd04104f', 'status': 'completed', 'code': 200} Jan 31 16:05:24.966247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Allocated IP 172.25.1.14 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/63aaaa71-e8ff-44d0-9fb8-f9e78c42bb5e) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:05:25.288126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:25.396755 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:25.519203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:05:25.529935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:05:25.539587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:05:25.549214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Pushing event updated for resources: {'Port': ['ID=63aaaa71-e8ff-44d0-9fb8-f9e78c42bb5e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:25.625956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a523200-42ae-49f8-9385-9dcc3680eb40 req-40a48628-e809-4164-8582-ef8287cbd2ab tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:25.632169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a523200-42ae-49f8-9385-9dcc3680eb40 req-40a48628-e809-4164-8582-ef8287cbd2ab tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:25.638626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a523200-42ae-49f8-9385-9dcc3680eb40 req-40a48628-e809-4164-8582-ef8287cbd2ab tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:25.646394 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a523200-42ae-49f8-9385-9dcc3680eb40 req-40a48628-e809-4164-8582-ef8287cbd2ab tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 2410 time: 0.1390707 Jan 31 16:05:25.707350 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:25.717549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:25.743733 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-5f287b10-6fee-4d45-ac1f-10abe3e3cade tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:25.756263 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a523200-42ae-49f8-9385-9dcc3680eb40 req-cff77574-0d9f-4001-97b9-ed6270f8242f tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086082 Jan 31 16:05:25.777512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:25.876935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f287b10-6fee-4d45-ac1f-10abe3e3cade tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'Port': ['ID=a8bc7411-31ed-4bb2-b29d-89643d4e35e5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:26.021039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-5f287b10-6fee-4d45-ac1f-10abe3e3cade tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] No DVR routers for this DVR port a8bc7411-31ed-4bb2-b29d-89643d4e35e5 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:26.021410 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:26.030270 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-5f287b10-6fee-4d45-ac1f-10abe3e3cade tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:26.031739 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:26.034330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-5f287b10-6fee-4d45-ac1f-10abe3e3cade tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "DELETE /v2.0/ports/a8bc7411-31ed-4bb2-b29d-89643d4e35e5 HTTP/1.1" status: 204 len: 173 time: 2.6559041 Jan 31 16:05:26.259277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7c7cc-7a30-43a2-a60f-be810f2dda4f req-2edd990e-d2c8-4703-a0e4-14a7d146b66d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:26.261771 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:26.267759 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9d7c7cc-7a30-43a2-a60f-be810f2dda4f req-2edd990e-d2c8-4703-a0e4-14a7d146b66d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1827254 Jan 31 16:05:26.339998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Pushing event updated for resources: {'Port': ['ID=63aaaa71-e8ff-44d0-9fb8-f9e78c42bb5e,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:26.368621 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:26.372571 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9e6e6871-6f8c-4b70-aba6-06040752894d tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8138716 Jan 31 16:05:26.376149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55876) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:26.458936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9d7c7cc-7a30-43a2-a60f-be810f2dda4f req-f14c105a-e10b-489f-bf5f-f3d9dacd2d0d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880412 Jan 31 16:05:26.478088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-29e4d931-e847-4e0c-b25d-30dc5c6dafd9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Deleting port f71513f9-4c28-4414-a04c-8add0dcfe550 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:26.486503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-29e4d931-e847-4e0c-b25d-30dc5c6dafd9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:26.599241 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-abb7b192-b78b-4a74-aee6-f9d08f7f88dd tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4481 time: 0.2219048 Jan 31 16:05:26.603106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55882) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:26.751400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-29e4d931-e847-4e0c-b25d-30dc5c6dafd9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] For port f71513f9-4c28-4414-a04c-8add0dcfe550, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f71513f9-4c28-4414-a04c-8add0dcfe550,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:26.752001 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-29e4d931-e847-4e0c-b25d-30dc5c6dafd9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:26.772576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-29e4d931-e847-4e0c-b25d-30dc5c6dafd9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Calling delete_port for f71513f9-4c28-4414-a04c-8add0dcfe550 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:26.819525 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-36fb0d09-7950-4930-9a35-4e99dea8f524 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2129493 Jan 31 16:05:26.820136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55892) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:26.992299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-deleted', 'tag': 'a8bc7411-31ed-4bb2-b29d-89643d4e35e5'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:26.995294 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d41fefc-ba87-410b-8050-f42f3cc56732" -d '{"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-deleted", "tag": "a8bc7411-31ed-4bb2-b29d-89643d4e35e5"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:27.000572 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-29e4d931-e847-4e0c-b25d-30dc5c6dafd9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:27.115851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-bd67c9db-353b-47ce-a4be-ce0104c86c51 tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Deleting port 63aaaa71-e8ff-44d0-9fb8-f9e78c42bb5e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:27.116267 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd67c9db-353b-47ce-a4be-ce0104c86c51 tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:27.129527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4d931-e847-4e0c-b25d-30dc5c6dafd9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'Port': ['ID=f71513f9-4c28-4414-a04c-8add0dcfe550,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:27.196779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17078d7f-ea04-498f-adc8-81a1a59b94fd req-a5e1f8da-4daf-486d-817a-b79b5a8982f0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:27.203297 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17078d7f-ea04-498f-adc8-81a1a59b94fd req-a5e1f8da-4daf-486d-817a-b79b5a8982f0 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 943 time: 0.1993961 Jan 31 16:05:27.249131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-29e4d931-e847-4e0c-b25d-30dc5c6dafd9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] No DVR routers for this DVR port f71513f9-4c28-4414-a04c-8add0dcfe550 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:27.253951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-29e4d931-e847-4e0c-b25d-30dc5c6dafd9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:27.261593 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-29e4d931-e847-4e0c-b25d-30dc5c6dafd9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "DELETE /v2.0/ports/f71513f9-4c28-4414-a04c-8add0dcfe550 HTTP/1.1" status: 204 len: 173 time: 1.2206044 Jan 31 16:05:27.284342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd67c9db-353b-47ce-a4be-ce0104c86c51 tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:27.284696 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd67c9db-353b-47ce-a4be-ce0104c86c51 tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:27.315553 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-bd67c9db-353b-47ce-a4be-ce0104c86c51 tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Calling delete_port for 63aaaa71-e8ff-44d0-9fb8-f9e78c42bb5e owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:27.351540 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17078d7f-ea04-498f-adc8-81a1a59b94fd req-34b1f2e8-1217-4833-9a4c-ff0516dc5dc2 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups?id=97da44d8-1c85-4f99-97c2-f2c2946f975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035767 Jan 31 16:05:27.574074 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-31bf36bc-8626-4019-aba1-52ad588859f3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Deleting port 8e916d64-b3aa-442c-8f2b-ebe760eea97b {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:27.574428 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-31bf36bc-8626-4019-aba1-52ad588859f3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:27.631457 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd67c9db-353b-47ce-a4be-ce0104c86c51 tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:27.671203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67c9db-353b-47ce-a4be-ce0104c86c51 tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Pushing event deleted for resources: {'Port': ['ID=63aaaa71-e8ff-44d0-9fb8-f9e78c42bb5e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:27.710374 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ff32f9-8222-4f09-8255-e1d97e1e5e66 x-openstack-request-id: req-b9ff32f9-8222-4f09-8255-e1d97e1e5e66 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:27.710657 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-deleted", "tag": "a8bc7411-31ed-4bb2-b29d-89643d4e35e5", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:27.710906 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9ff32f9-8222-4f09-8255-e1d97e1e5e66 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:27.711310 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-deleted', 'tag': 'a8bc7411-31ed-4bb2-b29d-89643d4e35e5', 'status': 'completed', 'code': 200} Jan 31 16:05:27.743004 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:27.811999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-31bf36bc-8626-4019-aba1-52ad588859f3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] For port 8e916d64-b3aa-442c-8f2b-ebe760eea97b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8e916d64-b3aa-442c-8f2b-ebe760eea97b,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:27.812668 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-31bf36bc-8626-4019-aba1-52ad588859f3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:27.848652 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd67c9db-353b-47ce-a4be-ce0104c86c51 tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:27.851862 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd67c9db-353b-47ce-a4be-ce0104c86c51 tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:27.853124 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bd67c9db-353b-47ce-a4be-ce0104c86c51 tempest-FloatingIPAdminTestJSON-1878724780 tempest-FloatingIPAdminTestJSON-1878724780-project] 10.222.0.36 "DELETE /v2.0/floatingips/2d1d64e4-b290-4ac7-a228-9771eacc72fd HTTP/1.1" status: 204 len: 168 time: 1.0323975 Jan 31 16:05:27.856602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55902) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:27.886137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-31bf36bc-8626-4019-aba1-52ad588859f3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Calling delete_port for 8e916d64-b3aa-442c-8f2b-ebe760eea97b owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:28.000318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378455b0-d779-4538-ba77-7afc89a0ff75 req-deac0aac-95b3-43c8-a662-86b7fad13db2 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:28.008527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-378455b0-d779-4538-ba77-7afc89a0ff75 req-deac0aac-95b3-43c8-a662-86b7fad13db2 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1496198 Jan 31 16:05:28.087206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1d2602e4-42a6-4981-bde0-6f6bae03f459 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Deleting port ed21c347-60f9-4ce0-9f9b-adc491675952 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:28.087554 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d2602e4-42a6-4981-bde0-6f6bae03f459 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:28.089791 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-378455b0-d779-4538-ba77-7afc89a0ff75 req-599b5794-55c5-4278-8f4f-7b3f94057a5f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754125 Jan 31 16:05:28.213370 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d2602e4-42a6-4981-bde0-6f6bae03f459 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:28.213756 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d2602e4-42a6-4981-bde0-6f6bae03f459 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:28.237620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1d2602e4-42a6-4981-bde0-6f6bae03f459 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Calling delete_port for ed21c347-60f9-4ce0-9f9b-adc491675952 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:28.258233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-31bf36bc-8626-4019-aba1-52ad588859f3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:28.436203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf36bc-8626-4019-aba1-52ad588859f3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'Port': ['ID=8e916d64-b3aa-442c-8f2b-ebe760eea97b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:28.487582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-31bf36bc-8626-4019-aba1-52ad588859f3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] No DVR routers for this DVR port 8e916d64-b3aa-442c-8f2b-ebe760eea97b on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:28.492350 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-31bf36bc-8626-4019-aba1-52ad588859f3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:28.501338 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d2602e4-42a6-4981-bde0-6f6bae03f459 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:28.503249 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb05b2f6-6454-43dd-8a2c-796913dbaba4 req-31bf36bc-8626-4019-aba1-52ad588859f3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.20 "DELETE /v2.0/ports/8e916d64-b3aa-442c-8f2b-ebe760eea97b HTTP/1.1" status: 204 len: 173 time: 1.1672707 Jan 31 16:05:28.552900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2602e4-42a6-4981-bde0-6f6bae03f459 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed21c347-60f9-4ce0-9f9b-adc491675952,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:28.686272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d2602e4-42a6-4981-bde0-6f6bae03f459 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:28.692726 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d2602e4-42a6-4981-bde0-6f6bae03f459 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:28.693910 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1d2602e4-42a6-4981-bde0-6f6bae03f459 tempest-FloatingIPAdminTestJSON-1120480489 tempest-FloatingIPAdminTestJSON-1120480489-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/13ca705e-f103-4b69-b883-9fb2cd4bf828 HTTP/1.1" status: 204 len: 168 time: 0.8363595 Jan 31 16:05:28.698194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55934) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:28.959374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe8d91-bb99-4d07-b7f3-3661617c997d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Deleting port 4e2efd44-b9f8-4046-9af4-9f2f124cc3ea {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:28.960178 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8d91-bb99-4d07-b7f3-3661617c997d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:29.234273 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8d91-bb99-4d07-b7f3-3661617c997d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:29.298933 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe8d91-bb99-4d07-b7f3-3661617c997d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Calling delete_port for 4e2efd44-b9f8-4046-9af4-9f2f124cc3ea owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:29.330040 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cb2900d-ad0b-4489-8d10-3b03684dadb0 req-53495bb2-baf1-4730-aad2-d3c4449a7df5 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0433233 Jan 31 16:05:29.566646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8d91-bb99-4d07-b7f3-3661617c997d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:29.660480 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe8d91-bb99-4d07-b7f3-3661617c997d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event deleted for resources: {'Port': ['ID=4e2efd44-b9f8-4046-9af4-9f2f124cc3ea,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:29.726153 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-deleted', 'tag': 'f71513f9-4c28-4414-a04c-8add0dcfe550'}, {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-deleted', 'tag': '8e916d64-b3aa-442c-8f2b-ebe760eea97b'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:29.732097 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321d598a-b814-4e40-bca0-11004cae87e8" -d '{"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-deleted", "tag": "f71513f9-4c28-4414-a04c-8add0dcfe550"}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-deleted", "tag": "8e916d64-b3aa-442c-8f2b-ebe760eea97b"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:29.842985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8c7f6-4a27-4896-92e6-8344ca097b4b req-3904410e-d7a0-49a5-bf93-efce06126ea5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:29.854391 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2eb8c7f6-4a27-4896-92e6-8344ca097b4b req-3904410e-d7a0-49a5-bf93-efce06126ea5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1457596 Jan 31 16:05:29.876870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cdbe8d91-bb99-4d07-b7f3-3661617c997d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:29.884536 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cdbe8d91-bb99-4d07-b7f3-3661617c997d tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "DELETE /v2.0/ports/4e2efd44-b9f8-4046-9af4-9f2f124cc3ea HTTP/1.1" status: 204 len: 168 time: 1.1822243 Jan 31 16:05:29.885172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55956) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:30.016994 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2eb8c7f6-4a27-4896-92e6-8344ca097b4b req-285ea7a3-5741-4b1c-ac1d-f9038e8ee135 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610360 Jan 31 16:05:30.074997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260349a1-6716-423a-b3c0-b89f7b67c494 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:30.076679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-260349a1-6716-423a-b3c0-b89f7b67c494 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e468047-4133-48ef-b1ae-9e70e4291071 HTTP/1.1" status: 200 len: 913 time: 0.1903765 Jan 31 16:05:30.079586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55962) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:30.526798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dc11d-983f-427c-bf92-34bb282ff4da req-0e431ea4-7c1a-478b-ab1c-3ca1c30b4d6f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:30.539972 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f8dc11d-983f-427c-bf92-34bb282ff4da req-0e431ea4-7c1a-478b-ab1c-3ca1c30b4d6f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2705233 Jan 31 16:05:30.738661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f8dc11d-983f-427c-bf92-34bb282ff4da req-fc64d7bf-ceec-41c5-9edf-af97cfb28401 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962080 Jan 31 16:05:30.811821 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0054333-fb2e-4119-a145-98afaf6e78a0 x-openstack-request-id: req-e0054333-fb2e-4119-a145-98afaf6e78a0 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:30.812112 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-deleted", "tag": "f71513f9-4c28-4414-a04c-8add0dcfe550", "status": "completed", "code": 200}, {"server_uuid": "c6dbe3a7-bef1-425e-a65f-0b417f05c2a8", "name": "network-vif-deleted", "tag": "8e916d64-b3aa-442c-8f2b-ebe760eea97b", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:30.812362 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0054333-fb2e-4119-a145-98afaf6e78a0 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:30.812789 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-deleted', 'tag': 'f71513f9-4c28-4414-a04c-8add0dcfe550', 'status': 'completed', 'code': 200} Jan 31 16:05:30.813039 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dbe3a7-bef1-425e-a65f-0b417f05c2a8', 'name': 'network-vif-deleted', 'tag': '8e916d64-b3aa-442c-8f2b-ebe760eea97b', 'status': 'completed', 'code': 200} Jan 31 16:05:30.977371 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a09bdb7d-bbca-48af-886a-c0ae0b3180f8 req-40202d26-995d-4cb2-9eef-681f31032e5b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0941715 Jan 31 16:05:31.028154 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89ff5245-a310-4df5-958f-f1cb424b5244 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:31.281946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d5535-650e-48ef-9331-488dd2f02ebe req-0578405c-9981-4993-91f9-7a35cd6dc538 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:31.283609 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-003d5535-650e-48ef-9331-488dd2f02ebe req-0578405c-9981-4993-91f9-7a35cd6dc538 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1412060 Jan 31 16:05:31.383777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09127d-5536-4c50-886f-7a8050987337 req-9b43581b-a4cd-4ccf-a5e9-c8494623e037 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:31.395702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c09127d-5536-4c50-886f-7a8050987337 req-9b43581b-a4cd-4ccf-a5e9-c8494623e037 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0868914 Jan 31 16:05:31.500821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c09127d-5536-4c50-886f-7a8050987337 req-257ae300-92fd-4548-aaef-901a4cb29e41 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017625 Jan 31 16:05:31.501943 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-003d5535-650e-48ef-9331-488dd2f02ebe req-1b0be024-6895-4dd8-85a3-bb8eeb9bc17d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685658 Jan 31 16:05:31.728977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-89ff5245-a310-4df5-958f-f1cb424b5244 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Deleting port 0442745a-f87b-48a6-bdc3-3b74b0f52d63 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:31.729594 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89ff5245-a310-4df5-958f-f1cb424b5244 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:31.789731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb330aa-7eda-43c1-a8c5-d7944ed4030d req-05a65ac3-c44b-4882-8fa0-f14ff91c39eb tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:31.791487 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ddb330aa-7eda-43c1-a8c5-d7944ed4030d req-05a65ac3-c44b-4882-8fa0-f14ff91c39eb tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea5968a-e8cc-4130-b66f-b94a0c50728e HTTP/1.1" status: 200 len: 950 time: 0.0980730 Jan 31 16:05:31.848993 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89ff5245-a310-4df5-958f-f1cb424b5244 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:31.864190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-89ff5245-a310-4df5-958f-f1cb424b5244 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Calling delete_port for 0442745a-f87b-48a6-bdc3-3b74b0f52d63 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:31.868552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ddb330aa-7eda-43c1-a8c5-d7944ed4030d req-a59e4591-c93c-4130-a477-6a6988adbf82 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700536 Jan 31 16:05:32.075683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be76f3-08a1-4bfa-928c-fe65bada8fb9 req-0c4f0535-85fc-4272-959c-85d312303e9d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:32.077560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d7be76f3-08a1-4bfa-928c-fe65bada8fb9 req-0c4f0535-85fc-4272-959c-85d312303e9d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0799806 Jan 31 16:05:32.168962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d7be76f3-08a1-4bfa-928c-fe65bada8fb9 req-7be2f4a4-bafe-46e5-962d-b6f8cf74b009 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818138 Jan 31 16:05:32.175724 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89ff5245-a310-4df5-958f-f1cb424b5244 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:32.203534 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bb159929-c98f-423c-8dad-038084c456d6 req-c4528bce-c1ff-4d22-863f-251e55f46499 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.1138225 Jan 31 16:05:32.222897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff5245-a310-4df5-958f-f1cb424b5244 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event deleted for resources: {'Port': ['ID=0442745a-f87b-48a6-bdc3-3b74b0f52d63,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:32.632657 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89ff5245-a310-4df5-958f-f1cb424b5244 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:32.750517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d632-a27f-4d00-9b6e-5e6a442050ec req-1653caaf-abc0-45ca-a921-85f57081ba8c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:32.759337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8449d632-a27f-4d00-9b6e-5e6a442050ec req-1653caaf-abc0-45ca-a921-85f57081ba8c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1439066 Jan 31 16:05:32.802328 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8449d632-a27f-4d00-9b6e-5e6a442050ec req-7f8a2f45-666c-479e-ac59-1ce90358037b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Jan 31 16:05:33.107668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49045ada-29c1-43c2-b30f-575cdb2aa190 req-58e0b041-45c2-46d8-b142-ece659e6617a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:33.109269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49045ada-29c1-43c2-b30f-575cdb2aa190 req-58e0b041-45c2-46d8-b142-ece659e6617a tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea5968a-e8cc-4130-b66f-b94a0c50728e HTTP/1.1" status: 200 len: 950 time: 0.0943971 Jan 31 16:05:33.213588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-49045ada-29c1-43c2-b30f-575cdb2aa190 req-25c4e937-9332-4eed-9989-e13bc8b3b205 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838072 Jan 31 16:05:33.546410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424228a-cf01-404b-a38f-42527bd089be req-8cc9bac4-eacd-43b6-9055-ab7224814ee8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:33.561715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8424228a-cf01-404b-a38f-42527bd089be req-8cc9bac4-eacd-43b6-9055-ab7224814ee8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.8134718 Jan 31 16:05:33.789802 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8424228a-cf01-404b-a38f-42527bd089be req-a2610ea9-1c33-4159-8a1a-8fb4b15be545 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260165 Jan 31 16:05:34.033000 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c0dc3fdb-2d49-4312-a1d7-369a27769392 req-74a22e16-2a52-47ba-9472-a203d58adeb3 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0598350 Jan 31 16:05:34.055342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef133177-cdec-472b-977a-219ea5825fbb req-8fabeb8f-2ab1-453a-b9f9-022800b7d074 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:34.070310 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef133177-cdec-472b-977a-219ea5825fbb req-8fabeb8f-2ab1-453a-b9f9-022800b7d074 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1188900 Jan 31 16:05:34.099984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ff5245-a310-4df5-958f-f1cb424b5244 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Router 4e468047-4133-48ef-b1ae-9e70e4291071 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:05:34.149097 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef133177-cdec-472b-977a-219ea5825fbb req-e522513c-96aa-4653-911c-b61d87623a7f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769100 Jan 31 16:05:34.332782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ff5245-a310-4df5-958f-f1cb424b5244 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:05:34.346285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c19bc5-687d-423d-ab83-62060cf9315d None None] Sync routers for ids ['4e468047-4133-48ef-b1ae-9e70e4291071'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:05:34.349507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-89ff5245-a310-4df5-958f-f1cb424b5244 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "PUT /v2.0/routers/4e468047-4133-48ef-b1ae-9e70e4291071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2687716 Jan 31 16:05:34.352233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56046) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:34.379623 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c19bc5-687d-423d-ab83-62060cf9315d None None] Routers {'4e468047-4133-48ef-b1ae-9e70e4291071'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:34.381273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-77c19bc5-687d-423d-ab83-62060cf9315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:05:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4e468047-4133-48ef-b1ae-9e70e4291071'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:34.429769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-77c19bc5-687d-423d-ab83-62060cf9315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:34.443853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c19bc5-687d-423d-ab83-62060cf9315d None None] Routers {'4e468047-4133-48ef-b1ae-9e70e4291071'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:34.445250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-77c19bc5-687d-423d-ab83-62060cf9315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:05:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4e468047-4133-48ef-b1ae-9e70e4291071'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:34.494484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-77c19bc5-687d-423d-ab83-62060cf9315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:34.495319 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c19bc5-687d-423d-ab83-62060cf9315d None None] The sync data for ids ['4e468047-4133-48ef-b1ae-9e70e4291071'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:05:34.630380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ab654f44-840d-4f54-959d-8cc628d3a33f no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:34.929442 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:34.999702 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:35.001976 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b7687c-6cc7-4041-9d9a-4e5f9faf61f9" -d '{"events": [{"server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:35.011103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:35.028154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:35.033856 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:35.099167 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dff7cf-234f-4fc6-8301-ba7435d28fd4 x-openstack-request-id: req-79dff7cf-234f-4fc6-8301-ba7435d28fd4 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:35.099615 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:35.099738 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79dff7cf-234f-4fc6-8301-ba7435d28fd4 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:35.100169 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'code': 200} Jan 31 16:05:35.152831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ab654f44-840d-4f54-959d-8cc628d3a33f,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:35.280619 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:35.291457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fc2c453-2480-4490-9f8d-89297ff01e05 req-5c3db02d-42be-402d-8950-331423038415 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0841768 Jan 31 16:05:35.418657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd1fbf-35aa-48dc-a319-3c738663708e req-4c9e75a6-4af4-4ffc-9687-9ec07d476320 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:35.429285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0fd1fbf-35aa-48dc-a319-3c738663708e req-4c9e75a6-4af4-4ffc-9687-9ec07d476320 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.4438064 Jan 31 16:05:35.503441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0fd1fbf-35aa-48dc-a319-3c738663708e req-31234309-09a9-4224-8cd0-255a85065526 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731266 Jan 31 16:05:35.523021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Deleting port 75ea635b-8da9-4d8b-8295-8d5932ddc353 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:35.523379 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:35.571503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486c7e1-f4a5-4e57-9bd9-a05e4065f084 req-0291c48c-bd3e-4daa-a96f-38fd5e8921f5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:35.587632 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8486c7e1-f4a5-4e57-9bd9-a05e4065f084 req-0291c48c-bd3e-4daa-a96f-38fd5e8921f5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1550608 Jan 31 16:05:35.626126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:35.639826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Calling delete_port for 75ea635b-8da9-4d8b-8295-8d5932ddc353 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:35.678730 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8486c7e1-f4a5-4e57-9bd9-a05e4065f084 req-8e33c7dd-fa96-43a6-976d-0396feeb6bda tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898204 Jan 31 16:05:35.843258 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:35.894417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event deleted for resources: {'Port': ['ID=75ea635b-8da9-4d8b-8295-8d5932ddc353,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:36.058478 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:36.263460 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:36.265938 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:36.320880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:36.322787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Fanout notify agent at l3_agent the message router_deleted on router 4e468047-4133-48ef-b1ae-9e70e4291071 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:05:36.333802 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:36.338185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56080) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:36.347153 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-355cb2c8-d12c-4002-aff5-ffb7adaf0709 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "DELETE /v2.0/routers/4e468047-4133-48ef-b1ae-9e70e4291071 HTTP/1.1" status: 204 len: 168 time: 1.9936345 Jan 31 16:05:36.454763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ccff64-97f0-4660-aa86-aa6806877114 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Deleting subnet 335553e6-ecb9-43de-85b1-369aabb7a26c {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:05:36.461348 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48ccff64-97f0-4660-aa86-aa6806877114 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:36.472559 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb9fef4-2ea5-45b8-bf25-df3a909ed648 req-6030d651-e978-4a47-acb5-e8c24eb9b4a1 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0451334 Jan 31 16:05:36.523627 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48ccff64-97f0-4660-aa86-aa6806877114 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:36.641610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61dc8b4a-0f86-4a94-beff-204365f58a81 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:05:36.681282 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48ccff64-97f0-4660-aa86-aa6806877114 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:36.713042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301fbe8-34de-4561-b4d5-afaa4fc0947e req-64d4271e-3f7f-4471-a24c-7d269662fa0a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:36.714684 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d301fbe8-34de-4561-b4d5-afaa4fc0947e req-64d4271e-3f7f-4471-a24c-7d269662fa0a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1244421 Jan 31 16:05:36.777774 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d301fbe8-34de-4561-b4d5-afaa4fc0947e req-ae1e262a-b834-4d18-a3f8-6ee064134e32 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552688 Jan 31 16:05:36.791681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61dc8b4a-0f86-4a94-beff-204365f58a81, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61dc8b4a-0f86-4a94-beff-204365f58a81,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:36.807138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '61dc8b4a-0f86-4a94-beff-204365f58a81', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '61dc8b4a-0f86-4a94-beff-204365f58a81', 'mac_address': 'fa:16:3e:d8:e7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:05:36.813213 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48ccff64-97f0-4660-aa86-aa6806877114 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:36.857809 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:36.868658 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48ccff64-97f0-4660-aa86-aa6806877114 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:36.873101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883a6ea6-af85-4fdd-8c00-6ec863671015 None None] Network 74aeefff-2d09-41ea-9968-0663393f51f4 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:05:36.874435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-48ccff64-97f0-4660-aa86-aa6806877114 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "DELETE /v2.0/subnets/335553e6-ecb9-43de-85b1-369aabb7a26c HTTP/1.1" status: 204 len: 168 time: 0.5351126 Jan 31 16:05:36.875709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccff64-97f0-4660-aa86-aa6806877114 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event deleted for resources: {'Subnet': ['ID=335553e6-ecb9-43de-85b1-369aabb7a26c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:36.877145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56108) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:36.885703 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56110) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:36.895988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61dc8b4a-0f86-4a94-beff-204365f58a81 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:05:36.954843 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61dc8b4a-0f86-4a94-beff-204365f58a81, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61dc8b4a-0f86-4a94-beff-204365f58a81,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:36.965080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39079d36-e9ef-46d9-991f-6f7ce385d435 req-53dba582-5519-4b41-991e-0df49949ddd5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:36.967560 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:36.973192 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39079d36-e9ef-46d9-991f-6f7ce385d435 req-53dba582-5519-4b41-991e-0df49949ddd5 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.2032866 Jan 31 16:05:37.019917 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-706c59fd-bb4f-4077-a2c5-a46954d5342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.042362 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39079d36-e9ef-46d9-991f-6f7ce385d435 req-c4b7e699-a88f-4659-bf5e-101d6cfbcb97 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680368 Jan 31 16:05:37.051211 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.095770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['61dc8b4a-0f86-4a94-beff-204365f58a81'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:05:37.129927 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-706c59fd-bb4f-4077-a2c5-a46954d5342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.136781 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-706c59fd-bb4f-4077-a2c5-a46954d5342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.139925 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Deleting port e005e0f5-2121-431b-b8c1-881f32d3ec50 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:37.141899 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.184780 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-706c59fd-bb4f-4077-a2c5-a46954d5342c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2203cf5bc2604ef0a12f76da59d30f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978678 Jan 31 16:05:37.186374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c59fd-bb4f-4077-a2c5-a46954d5342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a48f132-0815-4e92-8c46-e17f5cc5c602,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:37.189546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56116) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:37.236300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] For port e005e0f5-2121-431b-b8c1-881f32d3ec50, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e005e0f5-2121-431b-b8c1-881f32d3ec50,segment=NetworkSegment(ebb6e84e-2fe9-424b-8ca6-e664cf859ab9),segment_id=ebb6e84e-2fe9-424b-8ca6-e664cf859ab9)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:37.236997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.254738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Calling delete_port for e005e0f5-2121-431b-b8c1-881f32d3ec50 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:37.256666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57efc520-77ce-488c-b616-9b97d258a31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.278957 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57efc520-77ce-488c-b616-9b97d258a31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.295670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=61dc8b4a-0f86-4a94-beff-204365f58a81,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:37.340209 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57efc520-77ce-488c-b616-9b97d258a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.343339 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57efc520-77ce-488c-b616-9b97d258a31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.346792 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-57efc520-77ce-488c-b616-9b97d258a31c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a48f132-0815-4e92-8c46-e17f5cc5c602 HTTP/1.1" status: 204 len: 168 time: 0.1436381 Jan 31 16:05:37.358938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efc520-77ce-488c-b616-9b97d258a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a48f132-0815-4e92-8c46-e17f5cc5c602,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:37.368755 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.403041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event deleted for resources: {'Port': ['ID=e005e0f5-2121-431b-b8c1-881f32d3ec50,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:37.409806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] No DVR routers for this DVR port e005e0f5-2121-431b-b8c1-881f32d3ec50 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:37.432249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ff3a1c-c8e0-401a-b896-2b45b3f6bbf9 None None] DHCP port deletion for 74aeefff-2d09-41ea-9968-0663393f51f4 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:05:37.554678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e005e0f5-2121-431b-b8c1-881f32d3ec50 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:37.563142 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.583089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e005e0f5-2121-431b-b8c1-881f32d3ec50 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:05:37.583089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e005e0f5-2121-431b-b8c1-881f32d3ec50 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:05:37.605914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74aeefff-2d09-41ea-9968-0663393f51f4']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:37.620358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb6e84e-2fe9-424b-8ca6-e664cf859ab9') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:37.620702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb6e84e-2fe9-424b-8ca6-e664cf859ab9') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:37.626347 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58dd2262-38b5-44cc-aa1e-792f982204f1 req-0343e9cb-5c0b-4b47-b90a-e27948772bf4 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0342813 Jan 31 16:05:37.645275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.661336 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.671443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:05:37.671974 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:05:37.676636 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:05:37.759823 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.764566 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.767989 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "DELETE /v2.0/networks/74aeefff-2d09-41ea-9968-0663393f51f4 HTTP/1.1" status: 204 len: 168 time: 0.8877647 Jan 31 16:05:37.770568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56134) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:37.789014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56136) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:37.795360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baae75-c0d6-4b5b-a6bf-cca30e004895 tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event deleted for resources: {'Network': ['ID=74aeefff-2d09-41ea-9968-0663393f51f4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:37.814368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d882e238-29e4-499f-890e-632e091c4454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.929571 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d882e238-29e4-499f-890e-632e091c4454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.944179 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d882e238-29e4-499f-890e-632e091c4454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.952532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06193359-dec9-4121-8038-8dce388683f0 req-6b3fa685-4672-411f-b157-8b0153ebbc82 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:37.954413 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06193359-dec9-4121-8038-8dce388683f0 req-6b3fa685-4672-411f-b157-8b0153ebbc82 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0881646 Jan 31 16:05:37.992133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c764a21d-46fe-4a64-a4c0-f7baa6f89c9e tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Deleting port 7e26b903-ec07-4010-9521-7ee30244309d {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:37.992875 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c764a21d-46fe-4a64-a4c0-f7baa6f89c9e tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:37.999183 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d882e238-29e4-499f-890e-632e091c4454 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94ae81c2b93e4672a8ba954a05a6fc90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059467 Jan 31 16:05:37.999183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882e238-29e4-499f-890e-632e091c4454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c0f634-d288-4757-aa06-e7e24eec6539,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:38.002080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56144) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:38.050437 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06193359-dec9-4121-8038-8dce388683f0 req-dd88c123-8190-4ba7-8624-eb963bbe1cf9 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871041 Jan 31 16:05:38.062040 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-584eacbc-929e-4b64-b43a-7b98c99e49a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:38.094910 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-584eacbc-929e-4b64-b43a-7b98c99e49a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:38.098863 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c764a21d-46fe-4a64-a4c0-f7baa6f89c9e tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:38.099403 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c764a21d-46fe-4a64-a4c0-f7baa6f89c9e tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:38.114540 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c764a21d-46fe-4a64-a4c0-f7baa6f89c9e tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Calling delete_port for 7e26b903-ec07-4010-9521-7ee30244309d owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:38.180537 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-584eacbc-929e-4b64-b43a-7b98c99e49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:38.186814 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-584eacbc-929e-4b64-b43a-7b98c99e49a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:38.189740 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-584eacbc-929e-4b64-b43a-7b98c99e49a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52c0f634-d288-4757-aa06-e7e24eec6539 HTTP/1.1" status: 204 len: 168 time: 0.1849082 Jan 31 16:05:38.214692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584eacbc-929e-4b64-b43a-7b98c99e49a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c0f634-d288-4757-aa06-e7e24eec6539,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:38.261987 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797ad64-acb1-4a06-97cf-39aa71a42108 req-7c068fe1-10c7-46d3-9b1c-f442e7a0b064 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:38.263799 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4797ad64-acb1-4a06-97cf-39aa71a42108 req-7c068fe1-10c7-46d3-9b1c-f442e7a0b064 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0955107 Jan 31 16:05:38.321494 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4797ad64-acb1-4a06-97cf-39aa71a42108 req-f0db196e-03fa-4d5f-a840-22761b6e7347 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495856 Jan 31 16:05:38.386076 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c764a21d-46fe-4a64-a4c0-f7baa6f89c9e tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:38.419405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764a21d-46fe-4a64-a4c0-f7baa6f89c9e tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Pushing event deleted for resources: {'Port': ['ID=7e26b903-ec07-4010-9521-7ee30244309d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:38.528293 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c764a21d-46fe-4a64-a4c0-f7baa6f89c9e tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:38.530986 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c764a21d-46fe-4a64-a4c0-f7baa6f89c9e tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:38.534535 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c764a21d-46fe-4a64-a4c0-f7baa6f89c9e tempest-FloatingIPAdminTestJSON-417290072 tempest-FloatingIPAdminTestJSON-417290072-project] 10.222.0.36 "DELETE /v2.0/floatingips/a86eae2d-3d6e-46d3-8a33-afd465d4ead8 HTTP/1.1" status: 204 len: 168 time: 0.7605908 Jan 31 16:05:38.549182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dbb35-a2be-40ee-861e-274d02bc9698 req-f750000c-533a-4188-a976-6a91a4925fb0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:38.555111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dbb35-a2be-40ee-861e-274d02bc9698 req-f750000c-533a-4188-a976-6a91a4925fb0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:38.561018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dbb35-a2be-40ee-861e-274d02bc9698 req-f750000c-533a-4188-a976-6a91a4925fb0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:38.566888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dbb35-a2be-40ee-861e-274d02bc9698 req-f750000c-533a-4188-a976-6a91a4925fb0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:38.575947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dbb35-a2be-40ee-861e-274d02bc9698 req-f750000c-533a-4188-a976-6a91a4925fb0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:38.578849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dbb35-a2be-40ee-861e-274d02bc9698 req-f750000c-533a-4188-a976-6a91a4925fb0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:38.584623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dbb35-a2be-40ee-861e-274d02bc9698 req-f750000c-533a-4188-a976-6a91a4925fb0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:38.586841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-434dbb35-a2be-40ee-861e-274d02bc9698 req-f750000c-533a-4188-a976-6a91a4925fb0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.1125057 Jan 31 16:05:38.634114 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-434dbb35-a2be-40ee-861e-274d02bc9698 req-0b073d1d-7410-4f79-af84-ed95acf6d90b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408723 Jan 31 16:05:38.658188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61dc8b4a-0f86-4a94-beff-204365f58a81 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:05:38.744895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 61dc8b4a-0f86-4a94-beff-204365f58a81 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:38.745792 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:38.834544 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a45a3bd1-1c96-4542-9709-7225548e7153 req-1b4ed936-ddf0-4f36-84fb-555c6766c68d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0751696 Jan 31 16:05:38.838621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56178) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:38.873953 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:38.906867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b516cb0b-36ac-42d4-b5d0-47a15f8c2128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc8b4a-0f86-4a94-beff-204365f58a81'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:38.909745 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1048613a-2832-4035-9a79-594061476e05" -d '{"events": [{"server_uuid": "b516cb0b-36ac-42d4-b5d0-47a15f8c2128", "name": "network-vif-plugged", "status": "completed", "tag": "61dc8b4a-0f86-4a94-beff-204365f58a81"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:38.925513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61dc8b4a-0f86-4a94-beff-204365f58a81, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61dc8b4a-0f86-4a94-beff-204365f58a81,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:38.932374 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:38.995866 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a363c17-0229-4bb6-b28b-d043496aa524 x-openstack-request-id: req-2a363c17-0229-4bb6-b28b-d043496aa524 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:38.996272 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b516cb0b-36ac-42d4-b5d0-47a15f8c2128", "name": "network-vif-plugged", "status": "completed", "tag": "61dc8b4a-0f86-4a94-beff-204365f58a81", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:38.996606 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a363c17-0229-4bb6-b28b-d043496aa524 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:38.997096 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b516cb0b-36ac-42d4-b5d0-47a15f8c2128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc8b4a-0f86-4a94-beff-204365f58a81', 'code': 200} Jan 31 16:05:39.000484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=61dc8b4a-0f86-4a94-beff-204365f58a81,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:39.065683 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-424f0830-2998-4ee9-9712-8f141d015b70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=006b6255b0bc4e288dc4afa2d662694f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226546 Jan 31 16:05:39.066037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56190) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:39.136117 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ced2c738-83ad-4ed5-b730-971e88327542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:39.159164 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ced2c738-83ad-4ed5-b730-971e88327542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:39.219453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963d09a-5351-4868-a995-98dc2672e842 req-397076ce-0282-4ad0-a9cd-14afecf04be8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:39.226896 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ced2c738-83ad-4ed5-b730-971e88327542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:39.231388 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e963d09a-5351-4868-a995-98dc2672e842 req-397076ce-0282-4ad0-a9cd-14afecf04be8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0751843 Jan 31 16:05:39.232404 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ced2c738-83ad-4ed5-b730-971e88327542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:39.235224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ced2c738-83ad-4ed5-b730-971e88327542 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e196259-ca23-41a6-bc85-f8f2f8cf1c61 HTTP/1.1" status: 204 len: 168 time: 0.1672156 Jan 31 16:05:39.264940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2c738-83ad-4ed5-b730-971e88327542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e196259-ca23-41a6-bc85-f8f2f8cf1c61,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:39.285816 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e963d09a-5351-4868-a995-98dc2672e842 req-6d51216a-9f3f-4d7b-a5e8-18ec4b3625fa tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519104 Jan 31 16:05:39.488313 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fed18-8f05-4086-b406-eb4c1895ce3b req-771da928-3f6f-49b9-8702-ea80a0720598 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:39.490075 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ae1fed18-8f05-4086-b406-eb4c1895ce3b req-771da928-3f6f-49b9-8702-ea80a0720598 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0577059 Jan 31 16:05:39.540291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ae1fed18-8f05-4086-b406-eb4c1895ce3b req-6309ed81-4e9c-4490-a727-eb73be346f9a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344200 Jan 31 16:05:39.637909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b0c0884e-ada6-4530-9cdb-8bf9d0483b3f details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:05:39.681871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56210) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:39.707922 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d035c2fa-1932-405c-aa7e-9f3f12888417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:39.752511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:39.765119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'network_id': '46ef0247-dcdd-47f2-94ca-6b3f98327603', 'port_id': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'mac_address': 'fa:16:3e:89:3b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a731ce-c71a-4498-8959-f6bd7106d18c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:05:39.832740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a1025-68d3-43e8-baac-7cc6f4181d3a req-691f0b83-4ebe-4608-be85-2b3fd45d0aa9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:39.837646 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:39.841541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a1025-68d3-43e8-baac-7cc6f4181d3a req-691f0b83-4ebe-4608-be85-2b3fd45d0aa9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:39.848266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a1025-68d3-43e8-baac-7cc6f4181d3a req-691f0b83-4ebe-4608-be85-2b3fd45d0aa9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:39.852151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c0884e-ada6-4530-9cdb-8bf9d0483b3f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:05:39.854969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a1025-68d3-43e8-baac-7cc6f4181d3a req-691f0b83-4ebe-4608-be85-2b3fd45d0aa9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:39.861005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a1025-68d3-43e8-baac-7cc6f4181d3a req-691f0b83-4ebe-4608-be85-2b3fd45d0aa9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:39.867896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a1025-68d3-43e8-baac-7cc6f4181d3a req-691f0b83-4ebe-4608-be85-2b3fd45d0aa9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:39.874743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a1025-68d3-43e8-baac-7cc6f4181d3a req-691f0b83-4ebe-4608-be85-2b3fd45d0aa9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:39.876924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f39a1025-68d3-43e8-baac-7cc6f4181d3a req-691f0b83-4ebe-4608-be85-2b3fd45d0aa9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.1169534 Jan 31 16:05:39.880066 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:39.889143 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d035c2fa-1932-405c-aa7e-9f3f12888417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:39.890607 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:39.901390 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d035c2fa-1932-405c-aa7e-9f3f12888417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:39.990428 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f39a1025-68d3-43e8-baac-7cc6f4181d3a req-fbde1a0f-26bc-4748-a15c-0a05faa439bb tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037068 Jan 31 16:05:40.010112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=11']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:40.015395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035c2fa-1932-405c-aa7e-9f3f12888417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9fea77-833a-423a-ba31-d5bdff6ec9db,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:40.044408 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d035c2fa-1932-405c-aa7e-9f3f12888417 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a022d06ac942492fbe782721fe1f1b42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613944 Jan 31 16:05:40.046773 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4851c269-d0a8-4511-b993-af384987d6a7 req-2f3dab48-6559-4378-b0a3-d06b4c197b5b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0510454 Jan 31 16:05:40.047250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56232) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:40.106971 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7e6cb3b-572b-483d-a1ae-4e90771d9d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:40.130311 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7e6cb3b-572b-483d-a1ae-4e90771d9d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:40.197020 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7e6cb3b-572b-483d-a1ae-4e90771d9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:40.200980 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7e6cb3b-572b-483d-a1ae-4e90771d9d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:40.205420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b7e6cb3b-572b-483d-a1ae-4e90771d9d53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e9fea77-833a-423a-ba31-d5bdff6ec9db HTTP/1.1" status: 204 len: 168 time: 0.1572068 Jan 31 16:05:40.227055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6cb3b-572b-483d-a1ae-4e90771d9d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9fea77-833a-423a-ba31-d5bdff6ec9db,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:40.257806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['b0c0884e-ada6-4530-9cdb-8bf9d0483b3f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:05:40.444245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1872fc-88e0-4424-af8a-e38cb43f56ad req-57b2eea9-0d58-4a14-a2ad-4044bee4ca9b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:40.454390 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e1872fc-88e0-4424-af8a-e38cb43f56ad req-57b2eea9-0d58-4a14-a2ad-4044bee4ca9b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0726089 Jan 31 16:05:40.505079 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e1872fc-88e0-4424-af8a-e38cb43f56ad req-f750115c-030e-4f6e-8658-bd8f3875abda tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495377 Jan 31 16:05:40.679782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d46fbd-3919-4f3c-9bfa-b09b1ce43652 req-f4b10b63-c3e0-47c6-b9fb-908d995f6fbb tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:40.682255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56248) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:40.683892 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:05:40.685345 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2d46fbd-3919-4f3c-9bfa-b09b1ce43652 req-f4b10b63-c3e0-47c6-b9fb-908d995f6fbb tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0724006 Jan 31 16:05:40.697985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-df26b2ea-0491-4d51-bb83-79febaeac6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:40.743616 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2d46fbd-3919-4f3c-9bfa-b09b1ce43652 req-0ade3062-2512-41dc-82cf-b6ada27cffba tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509703 Jan 31 16:05:40.835904 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-df26b2ea-0491-4d51-bb83-79febaeac6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:40.845653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-df26b2ea-0491-4d51-bb83-79febaeac6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:40.934150 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-df26b2ea-0491-4d51-bb83-79febaeac6a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de1d7d000aee4f93922f272581fb50b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501152 Jan 31 16:05:40.935253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56264) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:40.943878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26b2ea-0491-4d51-bb83-79febaeac6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668be210-ceac-49f2-b0e8-98e96c6fcce6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:41.046237 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77d530f1-4fc5-41dc-9c0a-22bfd8e21ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:41.074408 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77d530f1-4fc5-41dc-9c0a-22bfd8e21ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:41.143162 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77d530f1-4fc5-41dc-9c0a-22bfd8e21ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:41.146773 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77d530f1-4fc5-41dc-9c0a-22bfd8e21ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:41.150534 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-77d530f1-4fc5-41dc-9c0a-22bfd8e21ecb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/668be210-ceac-49f2-b0e8-98e96c6fcce6 HTTP/1.1" status: 204 len: 168 time: 0.2124474 Jan 31 16:05:41.178814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5c9f-3e82-4805-9f3a-da8adb7d2c74 req-691e1fbf-53c9-4ddf-ba84-8d102a9152af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.187140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d530f1-4fc5-41dc-9c0a-22bfd8e21ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668be210-ceac-49f2-b0e8-98e96c6fcce6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:41.213219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5c9f-3e82-4805-9f3a-da8adb7d2c74 req-691e1fbf-53c9-4ddf-ba84-8d102a9152af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.219589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5c9f-3e82-4805-9f3a-da8adb7d2c74 req-691e1fbf-53c9-4ddf-ba84-8d102a9152af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.225683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5c9f-3e82-4805-9f3a-da8adb7d2c74 req-691e1fbf-53c9-4ddf-ba84-8d102a9152af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.233623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5c9f-3e82-4805-9f3a-da8adb7d2c74 req-691e1fbf-53c9-4ddf-ba84-8d102a9152af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.239974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5c9f-3e82-4805-9f3a-da8adb7d2c74 req-691e1fbf-53c9-4ddf-ba84-8d102a9152af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.248577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5c9f-3e82-4805-9f3a-da8adb7d2c74 req-691e1fbf-53c9-4ddf-ba84-8d102a9152af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.256622 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f9a5c9f-3e82-4805-9f3a-da8adb7d2c74 req-691e1fbf-53c9-4ddf-ba84-8d102a9152af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.1761742 Jan 31 16:05:41.270238 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7d190f71-7adb-4eeb-afd3-593e81ba9092 req-edbd2eee-acb7-41a0-bf9e-16192040b79b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0853043 Jan 31 16:05:41.316426 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f9a5c9f-3e82-4805-9f3a-da8adb7d2c74 req-bb369574-da9f-480e-884d-196b80688827 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587981 Jan 31 16:05:41.559284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f04e8-39aa-4bcf-bf42-fcfe8eb7f65b req-1dfab7a8-456b-4785-96e1-57a0c3df6257 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.570877 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3f04e8-39aa-4bcf-bf42-fcfe8eb7f65b req-1dfab7a8-456b-4785-96e1-57a0c3df6257 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 945 time: 0.0644329 Jan 31 16:05:41.607299 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b3f04e8-39aa-4bcf-bf42-fcfe8eb7f65b req-e970f273-cdf1-42ea-95c6-1c3edab4309a tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352533 Jan 31 16:05:41.646400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e466b9a-d8d2-497a-b152-bac362ca1c43 req-481205be-7c08-4135-888c-0e1cc116edff tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.653128 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e466b9a-d8d2-497a-b152-bac362ca1c43 req-481205be-7c08-4135-888c-0e1cc116edff tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0648313 Jan 31 16:05:41.654777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b0c0884e-ada6-4530-9cdb-8bf9d0483b3f up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:05:41.723945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:05:41.731204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:41.731648 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:41.774192 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e466b9a-d8d2-497a-b152-bac362ca1c43 req-19ba65d2-cf97-405a-aa1d-27b582f3bd5b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980856 Jan 31 16:05:41.871564 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:41.893916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-4334a04e-76d2-4949-b9a9-3d9eaefadc1c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.900937 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-4334a04e-76d2-4949-b9a9-3d9eaefadc1c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.912304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-4334a04e-76d2-4949-b9a9-3d9eaefadc1c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.923349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-4334a04e-76d2-4949-b9a9-3d9eaefadc1c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.933835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:41.934434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-4334a04e-76d2-4949-b9a9-3d9eaefadc1c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.936109 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813ef343-3161-4fc0-af2a-9629081b8939" -d '{"events": [{"server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:41.956058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-4334a04e-76d2-4949-b9a9-3d9eaefadc1c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.963900 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:41.969007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-4334a04e-76d2-4949-b9a9-3d9eaefadc1c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.971198 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:41.972013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 7763f452-c3b6-430f-a3f3-701fab378678 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:41.975905 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-4334a04e-76d2-4949-b9a9-3d9eaefadc1c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5445 time: 0.2177615 Jan 31 16:05:41.983108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e1590-fb2f-483c-91eb-356c97fd5503 req-2924e915-db72-4749-a339-382e4c1fa9c4 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:41.985938 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a8e1590-fb2f-483c-91eb-356c97fd5503 req-2924e915-db72-4749-a339-382e4c1fa9c4 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0904119 Jan 31 16:05:42.051997 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3a5f5e-82a3-4c17-9a11-ece9429f6d60 x-openstack-request-id: req-9a3a5f5e-82a3-4c17-9a11-ece9429f6d60 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:42.052287 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:42.052530 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a3a5f5e-82a3-4c17-9a11-ece9429f6d60 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:42.053111 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'code': 200} Jan 31 16:05:42.077303 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a8e1590-fb2f-483c-91eb-356c97fd5503 req-9112a759-070b-4627-9adc-b4f7a72b2bce tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852461 Jan 31 16:05:42.125980 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-8d3a35c6-3610-4dfc-8a8a-2255510ff2c4 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:42.127397 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-8d3a35c6-3610-4dfc-8a8a-2255510ff2c4 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "GET /v2.0/ports/b809d91f-3693-4c9b-9842-45c88f84e495?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1426823 Jan 31 16:05:42.171987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=12']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:42.177569 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:42.216398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 7763f452-c3b6-430f-a3f3-701fab378678, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7763f452-c3b6-430f-a3f3-701fab378678,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:42.223382 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:42.238810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66144e-97dd-4f16-944f-908c7e3fb6f1 req-605846ec-a775-44ce-9bfa-e54e8d4bc564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:42.240724 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0b66144e-97dd-4f16-944f-908c7e3fb6f1 req-605846ec-a775-44ce-9bfa-e54e8d4bc564 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0920179 Jan 31 16:05:42.287392 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0b66144e-97dd-4f16-944f-908c7e3fb6f1 req-b7f59095-6c03-4d18-80b6-0c221a44290d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394471 Jan 31 16:05:42.292087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=7763f452-c3b6-430f-a3f3-701fab378678,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:42.305648 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-92d50d56-23f6-466a-8ff8-7a3502e32719 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "GET /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1710835 Jan 31 16:05:42.380429 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-126a10e0-cd1d-4718-a678-9b5789f860a0 req-ebb3e33b-1d01-4659-9d46-9e1cb9d73d7d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0275149 Jan 31 16:05:42.463217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed402-df0c-4a3d-b0be-138ce29cd010 req-d6952cce-6790-4828-8b8f-9566176d0d86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:42.469868 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed402-df0c-4a3d-b0be-138ce29cd010 req-d6952cce-6790-4828-8b8f-9566176d0d86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:42.475895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed402-df0c-4a3d-b0be-138ce29cd010 req-d6952cce-6790-4828-8b8f-9566176d0d86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:42.482391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed402-df0c-4a3d-b0be-138ce29cd010 req-d6952cce-6790-4828-8b8f-9566176d0d86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:42.488397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed402-df0c-4a3d-b0be-138ce29cd010 req-d6952cce-6790-4828-8b8f-9566176d0d86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:42.494985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed402-df0c-4a3d-b0be-138ce29cd010 req-d6952cce-6790-4828-8b8f-9566176d0d86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:42.497293 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:42.501741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed402-df0c-4a3d-b0be-138ce29cd010 req-d6952cce-6790-4828-8b8f-9566176d0d86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:42.504002 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-30eed402-df0c-4a3d-b0be-138ce29cd010 req-d6952cce-6790-4828-8b8f-9566176d0d86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 5443 time: 0.0980570 Jan 31 16:05:42.549688 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-30eed402-df0c-4a3d-b0be-138ce29cd010 req-5d9cc6af-250f-4ec6-84c7-8c3b89193780 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377069 Jan 31 16:05:42.582464 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:42.777757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] For port b809d91f-3693-4c9b-9842-45c88f84e495, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b809d91f-3693-4c9b-9842-45c88f84e495,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:42.795538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33512bd4-188f-4f7f-a877-29ac1cbacf2e req-27ffaa6e-3b11-4b74-b740-35772a447d2c tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:42.797244 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33512bd4-188f-4f7f-a877-29ac1cbacf2e req-27ffaa6e-3b11-4b74-b740-35772a447d2c tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 945 time: 0.0884833 Jan 31 16:05:42.835376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] For port b809d91f-3693-4c9b-9842-45c88f84e495, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:05:42.906868 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] device_id is not set on port b809d91f-3693-4c9b-9842-45c88f84e495 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:05:42.908633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d8016-84e0-4314-bd3c-7aed902bc9e2 req-0c93d72a-62a0-4fe3-a97f-888028081004 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:42.916973 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-104d8016-84e0-4314-bd3c-7aed902bc9e2 req-0c93d72a-62a0-4fe3-a97f-888028081004 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0596566 Jan 31 16:05:42.917704 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:42.935826 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33512bd4-188f-4f7f-a877-29ac1cbacf2e req-d34786f6-b339-4321-b612-58a067e5c387 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717409 Jan 31 16:05:42.937076 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:42.973176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-104d8016-84e0-4314-bd3c-7aed902bc9e2 req-4ed2e6c8-2e51-4cc0-8ef9-8e529b849263 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545099 Jan 31 16:05:43.039159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] No DVR routers for this DVR port b809d91f-3693-4c9b-9842-45c88f84e495 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:43.041202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] Pushing event updated for resources: {'Port': ['ID=b809d91f-3693-4c9b-9842-45c88f84e495,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:43.051198 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56350) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:43.188339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] In _notify_port_updated(), no bound segment for port b809d91f-3693-4c9b-9842-45c88f84e495 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 {{(pid=108771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:05:43.189284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:43.190527 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:43.192924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-38b336c3-7c54-4063-a33f-6745720600ab service neutron] 10.222.0.20 "PUT /v2.0/ports/b809d91f-3693-4c9b-9842-45c88f84e495 HTTP/1.1" status: 200 len: 1032 time: 0.7003560 Jan 31 16:05:43.274379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-fd25deb7-3bc3-49ca-bc4e-3fe10a36ba03 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:43.277293 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-fd25deb7-3bc3-49ca-bc4e-3fe10a36ba03 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "GET /v2.0/ports/d2df101d-aeaf-4eea-a281-f00e4a175292?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0778971 Jan 31 16:05:43.289961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:43.319228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d34aa-4f2f-44dc-98e0-fbe7ddad49fc req-6666f7c7-d902-4b77-9bd4-7767e6d72e4f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:43.331585 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-801d34aa-4f2f-44dc-98e0-fbe7ddad49fc req-6666f7c7-d902-4b77-9bd4-7767e6d72e4f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1295199 Jan 31 16:05:43.374446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1083801596'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:43.441422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b98aa849-8d18-4133-af2b-5c5aa21c17e4 None None] Provisioning complete for port b809d91f-3693-4c9b-9842-45c88f84e495 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:43.443387 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b98aa849-8d18-4133-af2b-5c5aa21c17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:43.446336 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:43.455746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Made reservation on behalf of 739618336c49422a8764ea823a0050f1 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:05:43.459284 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:43.491733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-801d34aa-4f2f-44dc-98e0-fbe7ddad49fc req-6f4be234-3611-4c84-b153-10146043cc07 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547711 Jan 31 16:05:43.495761 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:43.552307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b98aa849-8d18-4133-af2b-5c5aa21c17e4 None None] Port b809d91f-3693-4c9b-9842-45c88f84e495 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:05:43.621928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5eed34d-4d2f-4649-99c7-cef7e45029cc req-80b455d6-f941-4d5d-aae2-45f853109662 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0549378 Jan 31 16:05:43.645405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 31f39707-e831-4532-a49f-aa4b202c02f7 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:43.812656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] For port d2df101d-aeaf-4eea-a281-f00e4a175292, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d2df101d-aeaf-4eea-a281-f00e4a175292,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:43.835221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:43.854390 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:43.876165 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:43.876931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 31f39707-e831-4532-a49f-aa4b202c02f7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=31f39707-e831-4532-a49f-aa4b202c02f7,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:43.883821 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:43.885308 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b2810873-dbdc-4b51-b917-8120475129a8 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:43.903524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] For port d2df101d-aeaf-4eea-a281-f00e4a175292, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:05:43.928642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:05:43.958160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] device_id is not set on port d2df101d-aeaf-4eea-a281-f00e4a175292 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:05:43.980592 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:43.995406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:44.011216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be1388-30f3-4764-9eb1-7263374513bf,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:44.049086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:44.049446 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Added segment 858c8cb5-fb60-48b9-aa1d-08776a315a1b of type vlan for network 64431aaa-ea52-4e8a-8014-e37feb06f748 Jan 31 16:05:44.062431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7763f452-c3b6-430f-a3f3-701fab378678'}, {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f39707-e831-4532-a49f-aa4b202c02f7'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:44.070239 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654e6e9d-b9b5-49af-8b13-3c2746ddfcb4" -d '{"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "7763f452-c3b6-430f-a3f3-701fab378678"}, {"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "31f39707-e831-4532-a49f-aa4b202c02f7"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:44.128604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=31f39707-e831-4532-a49f-aa4b202c02f7,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:44.146970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef32e53-5ff1-470f-bf86-ecb11b57c887 req-be7bc44c-cfd7-4694-8cf0-55f10b866cce tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:44.164040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef32e53-5ff1-470f-bf86-ecb11b57c887 req-be7bc44c-cfd7-4694-8cf0-55f10b866cce tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:44.181677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef32e53-5ff1-470f-bf86-ecb11b57c887 req-be7bc44c-cfd7-4694-8cf0-55f10b866cce tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:44.188395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef32e53-5ff1-470f-bf86-ecb11b57c887 req-be7bc44c-cfd7-4694-8cf0-55f10b866cce tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:44.194698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef32e53-5ff1-470f-bf86-ecb11b57c887 req-be7bc44c-cfd7-4694-8cf0-55f10b866cce tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:44.201241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef32e53-5ff1-470f-bf86-ecb11b57c887 req-be7bc44c-cfd7-4694-8cf0-55f10b866cce tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:44.210332 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cef32e53-5ff1-470f-bf86-ecb11b57c887 req-be7bc44c-cfd7-4694-8cf0-55f10b866cce tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 4664 time: 0.5207002 Jan 31 16:05:44.244136 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:44.312596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] No DVR routers for this DVR port d2df101d-aeaf-4eea-a281-f00e4a175292 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:44.323187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-72dbe805-e582-403e-877e-5bc8175b4c26 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:44.328463 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-72dbe805-e582-403e-877e-5bc8175b4c26 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.20 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 945 time: 0.6466641 Jan 31 16:05:44.368302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port b2810873-dbdc-4b51-b917-8120475129a8, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b2810873-dbdc-4b51-b917-8120475129a8,segment=NetworkSegment(90bc77d2-cd93-4486-9979-d410e5f25996),segment_id=90bc77d2-cd93-4486-9979-d410e5f25996)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:44.372997 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:44.373905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d2df101d-aeaf-4eea-a281-f00e4a175292 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:44.417488 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] In _notify_port_updated(), no bound segment for port d2df101d-aeaf-4eea-a281-f00e4a175292 on network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 {{(pid=108771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:05:44.418499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:44.419135 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:44.420510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] 10.222.0.20 "PUT /v2.0/ports/d2df101d-aeaf-4eea-a281-f00e4a175292 HTTP/1.1" status: 200 len: 1033 time: 1.1350663 Jan 31 16:05:44.421169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655678a-bc85-43a0-bf1d-b9beb6bc4282 service neutron] Pushing event updated for resources: {'Port': ['ID=d2df101d-aeaf-4eea-a281-f00e4a175292,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:44.513509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0194ef-5dff-49c7-ab93-68e1cf17c8d3 req-8b405952-0d39-4959-b82f-ffb07ad1185f tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:44.522460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3a0194ef-5dff-49c7-ab93-68e1cf17c8d3 req-8b405952-0d39-4959-b82f-ffb07ad1185f tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 945 time: 0.4198942 Jan 31 16:05:44.585822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d2df101d-aeaf-4eea-a281-f00e4a175292 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:05:44.586933 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 29e1151d-f230-4c79-8729-64cb72daa5d0 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:44.589256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=b2810873-dbdc-4b51-b917-8120475129a8,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:44.704112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:44.710316 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3a0194ef-5dff-49c7-ab93-68e1cf17c8d3 req-4ac880a0-fcf3-48ae-9d24-c97550675835 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820190 Jan 31 16:05:44.761160 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:44.766225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c14a913-a46c-4e69-afeb-a7f38920b5cd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Deleting port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:44.766597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c14a913-a46c-4e69-afeb-a7f38920b5cd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:44.814208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cef32e53-5ff1-470f-bf86-ecb11b57c887 req-110abcbd-4655-4b7b-9351-ee4b96ecf4c4 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fab8f7-a4ae-4062-afc4-feb993fa818d&id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5982735 Jan 31 16:05:44.866972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b9bb7d30-aaef-4006-8519-6afe211adf13 None None] Provisioning complete for port d2df101d-aeaf-4eea-a281-f00e4a175292 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:05:44.867414 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b9bb7d30-aaef-4006-8519-6afe211adf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:44.919680 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:44.942301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:44.942990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:44.988670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 29e1151d-f230-4c79-8729-64cb72daa5d0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=29e1151d-f230-4c79-8729-64cb72daa5d0,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:44.990165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb7d30-aaef-4006-8519-6afe211adf13 None None] Port d2df101d-aeaf-4eea-a281-f00e4a175292 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:05:44.993865 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755d1071-d029-4681-b3a1-034144eda439 x-openstack-request-id: req-755d1071-d029-4681-b3a1-034144eda439 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:44.994762 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "7763f452-c3b6-430f-a3f3-701fab378678", "code": 200}, {"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "31f39707-e831-4532-a49f-aa4b202c02f7", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:44.995282 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-755d1071-d029-4681-b3a1-034144eda439 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:44.995906 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7763f452-c3b6-430f-a3f3-701fab378678', 'code': 200} Jan 31 16:05:44.996486 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f39707-e831-4532-a49f-aa4b202c02f7', 'code': 200} Jan 31 16:05:44.998244 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:44.999221 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6c7b11e7-d17d-492a-8e0f-524f4a35b53f no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:45.126489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23633ff-7399-4f03-94b5-304576bf3ce0 req-c6438cc5-3dc8-401a-9c8b-05f2873b09c3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:45.136137 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e23633ff-7399-4f03-94b5-304576bf3ce0 req-c6438cc5-3dc8-401a-9c8b-05f2873b09c3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.3023143 Jan 31 16:05:45.158589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Deleting port 1ca914d3-f80a-45ed-9273-5fffd790b632 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:45.159261 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:45.191025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=29e1151d-f230-4c79-8729-64cb72daa5d0,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:45.227248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c14a913-a46c-4e69-afeb-a7f38920b5cd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] For port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:45.227660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c14a913-a46c-4e69-afeb-a7f38920b5cd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:45.290549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c14a913-a46c-4e69-afeb-a7f38920b5cd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Calling delete_port for 6c7b11e7-d17d-492a-8e0f-524f4a35b53f owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:45.315355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e23633ff-7399-4f03-94b5-304576bf3ce0 req-da7b1ab0-4cf2-423b-affe-5e14ab1deacf tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781912 Jan 31 16:05:45.336543 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:45.361265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.3050148 Jan 31 16:05:45.379179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Pushing event updated for resources: {'Network': ['ID=64431aaa-ea52-4e8a-8014-e37feb06f748,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:45.400506 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:45.400870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:45.401316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:45.403886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:45.404240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:45.404580 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:45.405749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:45.405749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:45.405749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:45.406138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:45.406354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:45.406671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631065f2-fb5b-4101-a971-fef5e14dbf7a tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:45.457519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 64431aaa-ea52-4e8a-8014-e37feb06f748 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:05:45.479310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c410830-0c52-4e8c-ade4-5165208b2387 req-11fc2b16-319b-467b-82ec-0bb2178f1460 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:45.486923 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c410830-0c52-4e8c-ade4-5165208b2387 req-11fc2b16-319b-467b-82ec-0bb2178f1460 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1778457 Jan 31 16:05:45.497883 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:45.517536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] For port 1ca914d3-f80a-45ed-9273-5fffd790b632, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1ca914d3-f80a-45ed-9273-5fffd790b632,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:45.518208 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:45.529058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:45.529802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b809d91f-3693-4c9b-9842-45c88f84e495 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:45.652382 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c410830-0c52-4e8c-ade4-5165208b2387 req-0220cf71-70fc-486f-9eec-5a07d2ef5a98 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643927 Jan 31 16:05:45.753499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b809d91f-3693-4c9b-9842-45c88f84e495 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:05:45.762124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fc8b3df-eb5a-4e90-835a-1623a7063580 req-fcc4fad2-0a52-47af-91ec-c898b2fdfd62 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.2312725 Jan 31 16:05:45.785344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1ca914d3-f80a-45ed-9273-5fffd790b632 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:05:45.980801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:45.987084 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:45.988099 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Floating IP bdaeffaf-9095-4c45-86db-118b848d86a0 disassociated. External IP: 172.25.1.68, port: 1ca914d3-f80a-45ed-9273-5fffd790b632. Jan 31 16:05:45.990068 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Calling delete_port for 1ca914d3-f80a-45ed-9273-5fffd790b632 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:45.991130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:46.066539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f94f3a-c1a5-4003-bb3d-2d9038369f4d req-ede284ee-3a0e-4170-9152-95c1a972f033 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:46.068127 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74f94f3a-c1a5-4003-bb3d-2d9038369f4d req-ede284ee-3a0e-4170-9152-95c1a972f033 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 945 time: 0.0900760 Jan 31 16:05:46.083892 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:46.090328 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c14a913-a46c-4e69-afeb-a7f38920b5cd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:46.127613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14a913-a46c-4e69-afeb-a7f38920b5cd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'Port': ['ID=6c7b11e7-d17d-492a-8e0f-524f4a35b53f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:46.138890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1ca914d3-f80a-45ed-9273-5fffd790b632, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1ca914d3-f80a-45ed-9273-5fffd790b632,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:46.145848 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:46.247753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56468) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:46.248747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c14a913-a46c-4e69-afeb-a7f38920b5cd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] No DVR routers for this DVR port 6c7b11e7-d17d-492a-8e0f-524f4a35b53f on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:46.253385 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c14a913-a46c-4e69-afeb-a7f38920b5cd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:46.256805 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c14a913-a46c-4e69-afeb-a7f38920b5cd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "DELETE /v2.0/ports/6c7b11e7-d17d-492a-8e0f-524f4a35b53f HTTP/1.1" status: 204 len: 173 time: 1.8263884 Jan 31 16:05:46.262795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Request body: {'port': {'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748', 'binding:host_id': 'n-h2-827120-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-30579138'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:46.272506 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1ca914d3-f80a-45ed-9273-5fffd790b632,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:46.291363 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74f94f3a-c1a5-4003-bb3d-2d9038369f4d req-630e3242-61a5-44fa-a753-ff6b4ce0b2d5 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups?id=b978fc65-14ab-44ca-b15b-c98835f2bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161124 Jan 31 16:05:46.291889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-deleted', 'tag': '6c7b11e7-d17d-492a-8e0f-524f4a35b53f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:46.311437 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ee332b-f3b8-4a21-a816-7b57fb228368" -d '{"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-deleted", "tag": "6c7b11e7-d17d-492a-8e0f-524f4a35b53f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:46.443621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42494028-b8d6-4ce2-8539-fdb7f6d34dfc req-0bbd4827-318d-4142-bc25-994f24cfdc3b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:46.461867 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42494028-b8d6-4ce2-8539-fdb7f6d34dfc req-0bbd4827-318d-4142-bc25-994f24cfdc3b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:46.473309 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42494028-b8d6-4ce2-8539-fdb7f6d34dfc req-0bbd4827-318d-4142-bc25-994f24cfdc3b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:46.479310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42494028-b8d6-4ce2-8539-fdb7f6d34dfc req-0bbd4827-318d-4142-bc25-994f24cfdc3b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:46.506645 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55da71d-7271-43e5-abad-288692234fbd x-openstack-request-id: req-e55da71d-7271-43e5-abad-288692234fbd {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:46.507135 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-deleted", "tag": "6c7b11e7-d17d-492a-8e0f-524f4a35b53f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:46.508079 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42494028-b8d6-4ce2-8539-fdb7f6d34dfc req-0bbd4827-318d-4142-bc25-994f24cfdc3b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 3143 time: 0.1652422 Jan 31 16:05:46.508511 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e55da71d-7271-43e5-abad-288692234fbd {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:46.509926 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-deleted', 'tag': '6c7b11e7-d17d-492a-8e0f-524f4a35b53f', 'status': 'completed', 'code': 200} Jan 31 16:05:46.535572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Made reservation on behalf of 443f769fa485415eacf23edd90e08f46 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:05:46.543443 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:46.552065 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:46.568604 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:46.644445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event deleted for resources: {'Port': ['ID=1ca914d3-f80a-45ed-9273-5fffd790b632,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:46.687914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42494028-b8d6-4ce2-8539-fdb7f6d34dfc req-e92b3b25-8c2d-4226-84b1-eb68eeff2b86 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789186 Jan 31 16:05:46.848320 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c62f9d3-4d94-429a-b28a-95b5f36832dc tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Deleting port 7763f452-c3b6-430f-a3f3-701fab378678 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:46.848886 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c62f9d3-4d94-429a-b28a-95b5f36832dc tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:46.882824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13e46-91a9-452a-b5df-ffbea9114925 req-e252d5bb-6ca8-43d8-b7f3-274620b6b745 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:46.891496 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-52d13e46-91a9-452a-b5df-ffbea9114925 req-e252d5bb-6ca8-43d8-b7f3-274620b6b745 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2678814 Jan 31 16:05:46.921978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Router 966a59f4-57d8-4998-954f-f45c788e2301 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:05:46.973219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09d426-0487-463e-b89a-eaec24eeef06 req-4fc4c752-52e0-453a-8b11-0f073bcb06ac tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:46.973950 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc09d426-0487-463e-b89a-eaec24eeef06 req-4fc4c752-52e0-453a-8b11-0f073bcb06ac tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.0669668 Jan 31 16:05:46.997142 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:46.997443 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2810873-dbdc-4b51-b917-8120475129a8'}, {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e1151d-f230-4c79-8729-64cb72daa5d0'}, {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c7b11e7-d17d-492a-8e0f-524f4a35b53f'}, {'server_uuid': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca914d3-f80a-45ed-9273-5fffd790b632'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:47.000336 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d835b0-3393-4802-b5f4-ce8ab7059671" -d '{"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b2810873-dbdc-4b51-b917-8120475129a8"}, {"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "29e1151d-f230-4c79-8729-64cb72daa5d0"}, {"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c7b11e7-d17d-492a-8e0f-524f4a35b53f"}, {"server_uuid": "3065b188-642c-42ab-bc2e-4c0afb80ad73", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca914d3-f80a-45ed-9273-5fffd790b632"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:47.041259 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:47.055892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] device_id is not set on port 0e09603f-0bc3-4c4e-8212-2478e4a00881 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:05:47.193246 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f1f5d3f-ceee-4893-bc61-4183cf81e103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:47.241765 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc09d426-0487-463e-b89a-eaec24eeef06 req-6c3bab1d-0e94-433f-b706-bfe951af6052 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299783 Jan 31 16:05:47.308660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:05:47.322316 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e055d33-1c02-4571-8889-1b49b1805e7d None None] Sync routers for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:05:47.360678 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e055d33-1c02-4571-8889-1b49b1805e7d None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:47.361328 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3e055d33-1c02-4571-8889-1b49b1805e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:05:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:47.452352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] No DVR routers for this DVR port 1ca914d3-f80a-45ed-9273-5fffd790b632 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:47.468856 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:47.480057 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de9c0ee0-13bb-450d-88a9-bd401d070d2c req-51341caf-43af-4478-b685-89aedc9a4ebb tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.20 "DELETE /v2.0/ports/1ca914d3-f80a-45ed-9273-5fffd790b632 HTTP/1.1" status: 204 len: 173 time: 3.0526047 Jan 31 16:05:47.556325 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'name': 'network-vif-deleted', 'tag': '1ca914d3-f80a-45ed-9273-5fffd790b632'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:47.562704 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcc5f0a-603e-4eca-a196-a63fb9e59d4b" -d '{"events": [{"server_uuid": "3065b188-642c-42ab-bc2e-4c0afb80ad73", "name": "network-vif-deleted", "tag": "1ca914d3-f80a-45ed-9273-5fffd790b632"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:47.577460 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa8fbadb-770e-484b-b203-de35c4964683 req-617a3d3e-d1fb-4776-9036-f83a27c75e4e tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.1470726 Jan 31 16:05:47.665498 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-3e055d33-1c02-4571-8889-1b49b1805e7d None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:05:47.675803 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ede396-2030-4781-a066-1c724645d2e3 x-openstack-request-id: req-a0ede396-2030-4781-a066-1c724645d2e3 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:47.677706 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b2810873-dbdc-4b51-b917-8120475129a8", "code": 200}, {"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "29e1151d-f230-4c79-8729-64cb72daa5d0", "code": 200}, {"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c7b11e7-d17d-492a-8e0f-524f4a35b53f", "code": 200}, {"server_uuid": "3065b188-642c-42ab-bc2e-4c0afb80ad73", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca914d3-f80a-45ed-9273-5fffd790b632", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:47.677706 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0ede396-2030-4781-a066-1c724645d2e3 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:47.677977 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2810873-dbdc-4b51-b917-8120475129a8', 'code': 200} Jan 31 16:05:47.678407 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e1151d-f230-4c79-8729-64cb72daa5d0', 'code': 200} Jan 31 16:05:47.678855 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c7b11e7-d17d-492a-8e0f-524f4a35b53f', 'code': 200} Jan 31 16:05:47.679418 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca914d3-f80a-45ed-9273-5fffd790b632', 'code': 200} Jan 31 16:05:47.802590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-52d13e46-91a9-452a-b5df-ffbea9114925 req-00b30a21-0acb-4051-9797-7ec359646910 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9097300 Jan 31 16:05:47.869636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ebd7f2-1a04-49cc-b01f-6f7a97164eaa,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:47.918522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b7e47-9019-4051-9046-8e499cca941f req-194dba85-2742-41f3-8cd7-1b74a4bdc1ea tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:47.928125 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-897b7e47-9019-4051-9046-8e499cca941f req-194dba85-2742-41f3-8cd7-1b74a4bdc1ea tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1172762 Jan 31 16:05:48.004289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:48.004560 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:48.004901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:48.005240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:48.007380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:48.007742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:48.008089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:48.008425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:48.008757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:48.009086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:48.009412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:48.009815 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:05:48.021570 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-897b7e47-9019-4051-9046-8e499cca941f req-9f9ceff1-4b38-4720-8299-550b1311bfa8 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907309 Jan 31 16:05:48.034748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c62f9d3-4d94-429a-b28a-95b5f36832dc tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] For port 7763f452-c3b6-430f-a3f3-701fab378678, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=7763f452-c3b6-430f-a3f3-701fab378678,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:48.035147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c62f9d3-4d94-429a-b28a-95b5f36832dc tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:48.152215 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd105428-071b-47b1-9dc4-ec9d5cbf5695 req-b4350425-85f3-42a2-92bd-2139fe828587 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/ports?device_id=3065b188-642c-42ab-bc2e-4c0afb80ad73 HTTP/1.1" status: 200 len: 210 time: 0.1441772 Jan 31 16:05:48.168535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c62f9d3-4d94-429a-b28a-95b5f36832dc tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Calling delete_port for 7763f452-c3b6-430f-a3f3-701fab378678 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:48.184986 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3e055d33-1c02-4571-8889-1b49b1805e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:18Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:48.247629 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e055d33-1c02-4571-8889-1b49b1805e7d None None] Checking router: 966a59f4-57d8-4998-954f-f45c788e2301 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:05:48.267796 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e055d33-1c02-4571-8889-1b49b1805e7d None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:48.268322 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3e055d33-1c02-4571-8889-1b49b1805e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:05:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:48.391239 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6ef73b-cdee-4359-a6eb-cc7ee2eb8460 x-openstack-request-id: req-ea6ef73b-cdee-4359-a6eb-cc7ee2eb8460 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:48.391885 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3065b188-642c-42ab-bc2e-4c0afb80ad73", "name": "network-vif-deleted", "tag": "1ca914d3-f80a-45ed-9273-5fffd790b632", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:48.392346 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea6ef73b-cdee-4359-a6eb-cc7ee2eb8460 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:48.393434 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3065b188-642c-42ab-bc2e-4c0afb80ad73', 'name': 'network-vif-deleted', 'tag': '1ca914d3-f80a-45ed-9273-5fffd790b632', 'status': 'completed', 'code': 200} Jan 31 16:05:48.504458 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-3e055d33-1c02-4571-8889-1b49b1805e7d None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:05:48.534774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a25e36-4c84-4b5f-b2ba-9e45ab999dd7 req-81c22dcb-4a85-4960-90f6-a9c9fb9879fb tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:48.545111 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-29a25e36-4c84-4b5f-b2ba-9e45ab999dd7 req-81c22dcb-4a85-4960-90f6-a9c9fb9879fb tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.0943506 Jan 31 16:05:48.599075 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-29a25e36-4c84-4b5f-b2ba-9e45ab999dd7 req-8e094059-c7a5-4edb-bae8-7d33a8243c6e tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526192 Jan 31 16:05:48.638882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16a559-b71d-48c0-b081-4259cb7a6169 req-14a9658e-5e68-4851-8ab4-719047927de9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:48.662832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16a559-b71d-48c0-b081-4259cb7a6169 req-14a9658e-5e68-4851-8ab4-719047927de9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:48.679018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16a559-b71d-48c0-b081-4259cb7a6169 req-14a9658e-5e68-4851-8ab4-719047927de9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:48.696501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16a559-b71d-48c0-b081-4259cb7a6169 req-14a9658e-5e68-4851-8ab4-719047927de9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:48.708639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f16a559-b71d-48c0-b081-4259cb7a6169 req-14a9658e-5e68-4851-8ab4-719047927de9 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 3143 time: 0.4302635 Jan 31 16:05:48.742547 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-421c0e5e-252f-406a-b62d-ae9a9abbda9b req-1aef3444-75bc-45cf-a9e2-24190cbab7b9 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0407040 Jan 31 16:05:48.856718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] device_id is not set on port 0e09603f-0bc3-4c4e-8212-2478e4a00881 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:05:48.870481 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:48.883241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:48.966140 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3e055d33-1c02-4571-8889-1b49b1805e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:18Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:48.979974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event updated for resources: {'Port': ['ID=0e09603f-0bc3-4c4e-8212-2478e4a00881,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:49.007321 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e055d33-1c02-4571-8889-1b49b1805e7d None None] The sync data for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 is: [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '787b3b6e-241c-41f6-bab3-8fd13c61cf55', 'name': '', 'network_id': '6ebb65fc-d5a1-4d08-bf9f-bc40458df679', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'mac_address': 'fa:16:3e:c9:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:07Z', 'updated_at': '2022-01-31T16:00:18Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'subnets': [{'id': 'd3e373cf-e995-4178-bf6f-1d42ceb41d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:05:49.019746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f988d-985e-4445-a149-b3b8b6fb0956 req-7e3dcc81-e1e0-4a0d-9106-e3e2a813694a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:49.038894 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-369f988d-985e-4445-a149-b3b8b6fb0956 req-7e3dcc81-e1e0-4a0d-9106-e3e2a813694a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1332185 Jan 31 16:05:49.042476 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c62f9d3-4d94-429a-b28a-95b5f36832dc tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:49.116281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62f9d3-4d94-429a-b28a-95b5f36832dc tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'Port': ['ID=7763f452-c3b6-430f-a3f3-701fab378678,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:49.132509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3f16a559-b71d-48c0-b081-4259cb7a6169 req-f4617698-b55a-4f5e-9a78-5ef7bc481c28 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4178648 Jan 31 16:05:49.162837 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-369f988d-985e-4445-a149-b3b8b6fb0956 req-a1951f94-a7fc-45a3-858c-6f27c8d67531 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187844 Jan 31 16:05:49.249788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c62f9d3-4d94-429a-b28a-95b5f36832dc tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] No DVR routers for this DVR port 7763f452-c3b6-430f-a3f3-701fab378678 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:49.256852 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c62f9d3-4d94-429a-b28a-95b5f36832dc tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:49.262218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-7c62f9d3-4d94-429a-b28a-95b5f36832dc tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "DELETE /v2.0/ports/7763f452-c3b6-430f-a3f3-701fab378678 HTTP/1.1" status: 204 len: 173 time: 2.9350331 Jan 31 16:05:49.263587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-deleted', 'tag': '7763f452-c3b6-430f-a3f3-701fab378678'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:49.266854 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4065393e-073b-4c4e-97e8-878e7ce048eb" -d '{"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-deleted", "tag": "7763f452-c3b6-430f-a3f3-701fab378678"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:49.276857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Checking segment: {'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:05:49.277439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Network hostable DHCP agents. Network: 64431aaa-ea52-4e8a-8014-e37feb06f748, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:05:49.414580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Network 64431aaa-ea52-4e8a-8014-e37feb06f748 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:05:49.534608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 64431aaa-ea52-4e8a-8014-e37feb06f748) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:05:49.545235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b4ee1-2578-4c33-acca-3b6ae9b4d4be None None] Network 64431aaa-ea52-4e8a-8014-e37feb06f748 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:05:49.554729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:05:49.652601 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773940d-70a3-43f7-86da-502627d8a820 req-83fe2198-5e6a-43c6-8f88-d3944b21ba50 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:49.708492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a773940d-70a3-43f7-86da-502627d8a820 req-83fe2198-5e6a-43c6-8f88-d3944b21ba50 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.2374811 Jan 31 16:05:49.757199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e15d7-d6c2-43ff-83f3-2d5f95bf4142 req-8593bb16-0b02-42ae-8a01-58b0987804c1 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:49.774798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-654e15d7-d6c2-43ff-83f3-2d5f95bf4142 req-8593bb16-0b02-42ae-8a01-58b0987804c1 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.4480546 Jan 31 16:05:49.801684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:49.808702 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:49.809346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:49.813669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4413a-f4f8-468d-b5b1-7e8f48057d49 None None] New status for floating IP bdaeffaf-9095-4c45-86db-118b848d86a0: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:05:49.832085 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a773940d-70a3-43f7-86da-502627d8a820 req-baab6722-b4dc-4585-92a3-683ed8714b55 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165333 Jan 31 16:05:49.895319 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a80343-6ea9-44ef-8cbd-e9d46e361d1d x-openstack-request-id: req-e6a80343-6ea9-44ef-8cbd-e9d46e361d1d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:49.895886 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-deleted", "tag": "7763f452-c3b6-430f-a3f3-701fab378678", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:49.895886 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6a80343-6ea9-44ef-8cbd-e9d46e361d1d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:49.896276 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-deleted', 'tag': '7763f452-c3b6-430f-a3f3-701fab378678', 'status': 'completed', 'code': 200} Jan 31 16:05:49.899282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:49.899632 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:49.916910 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 2 to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 Jan 31 16:05:49.948652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56560) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:49.984181 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Deleting port b2810873-dbdc-4b51-b917-8120475129a8 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:49.988800 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.018950 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c481-2164-4e92-ae7e-97aa13d2df44 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.055707 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c481-2164-4e92-ae7e-97aa13d2df44 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.088936 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:50.089815 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:50.090381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:50.098256 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-654e15d7-d6c2-43ff-83f3-2d5f95bf4142 req-7d7e3c88-3daf-4cda-b6b2-1c41a9e0f9f7 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224831 Jan 31 16:05:50.105512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:50.107063 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6a494f26-d285-48a6-8374-83cb4c33381e req-590bdc67-a937-486d-ba12-88bb75affa41 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0567424 Jan 31 16:05:50.113643 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:50.124017 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 3 to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 Jan 31 16:05:50.124652 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-83c9b169-f7f8-430d-bced-43709fefdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.185664 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c481-2164-4e92-ae7e-97aa13d2df44 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.189988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c481-2164-4e92-ae7e-97aa13d2df44 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.190252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:50.190736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:50.194733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:50.196780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b9d3c481-2164-4e92-ae7e-97aa13d2df44 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "DELETE /v2.0/security-groups/b978fc65-14ab-44ca-b15b-c98835f2bd9d HTTP/1.1" status: 204 len: 168 time: 0.2465255 Jan 31 16:05:50.198069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56566) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:50.224674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:50.229451 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:50.238488 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 4 to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 Jan 31 16:05:50.242896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3c481-2164-4e92-ae7e-97aa13d2df44 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b978fc65-14ab-44ca-b15b-c98835f2bd9d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:50.248678 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-73b6e200-8b47-49da-8d40-74e7d1ead270 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] show failed (client error): The resource could not be found. Jan 31 16:05:50.254141 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-73b6e200-8b47-49da-8d40-74e7d1ead270 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "GET /v2.0/security-groups/b978fc65-14ab-44ca-b15b-c98835f2bd9d HTTP/1.1" status: 404 len: 347 time: 0.0331345 Jan 31 16:05:50.254973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56570) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:50.309670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:50.310264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:50.310761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:50.333507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] For port b2810873-dbdc-4b51-b917-8120475129a8, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b2810873-dbdc-4b51-b917-8120475129a8,segment=NetworkSegment(90bc77d2-cd93-4486-9979-d410e5f25996),segment_id=90bc77d2-cd93-4486-9979-d410e5f25996)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:50.339100 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.404579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:50.404934 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:50.411237 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 5 to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 Jan 31 16:05:50.486868 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1db82-f82b-4d27-8e39-c1e5e0eb8070 req-2477262d-325c-484a-bba6-966a16a08866 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:50.492644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1db82-f82b-4d27-8e39-c1e5e0eb8070 req-2477262d-325c-484a-bba6-966a16a08866 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:50.505341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1db82-f82b-4d27-8e39-c1e5e0eb8070 req-2477262d-325c-484a-bba6-966a16a08866 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:50.507083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ee1db82-f82b-4d27-8e39-c1e5e0eb8070 req-2477262d-325c-484a-bba6-966a16a08866 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 2410 time: 0.1813748 Jan 31 16:05:50.521545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:50.521896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:50.522197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:50.571031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058162d-c97f-4940-8d2f-e084bbcb1b50 req-06fa6e94-bdf5-4e2b-b3a0-3455b45bf34d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:50.571623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ee1db82-f82b-4d27-8e39-c1e5e0eb8070 req-3645c036-94f9-4414-be31-94dd155e9acf tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511682 Jan 31 16:05:50.572596 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7058162d-c97f-4940-8d2f-e084bbcb1b50 req-06fa6e94-bdf5-4e2b-b3a0-3455b45bf34d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.0998609 Jan 31 16:05:50.574591 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:50.574920 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:50.579255 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 6 to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 Jan 31 16:05:50.584991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ba382815-e4de-4905-b315-83df8c2601a3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Deleting port e0509c9b-3f1a-4fcd-a836-cf0d82278de3 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:50.587746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba382815-e4de-4905-b315-83df8c2601a3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.641425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:50.641784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:50.642272 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:50.758590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.759229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.759824 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Floating IP f489ae19-ac36-4a73-b0b2-6979a961cd4f disassociated. External IP: 172.25.1.247, port: b2810873-dbdc-4b51-b917-8120475129a8. Jan 31 16:05:50.760206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Calling delete_port for b2810873-dbdc-4b51-b917-8120475129a8 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:50.774267 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba382815-e4de-4905-b315-83df8c2601a3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.774841 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba382815-e4de-4905-b315-83df8c2601a3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.789558 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ba382815-e4de-4905-b315-83df8c2601a3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Calling delete_port for e0509c9b-3f1a-4fcd-a836-cf0d82278de3 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:50.823541 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:50.953552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:50.954143 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:50.970441 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 7 to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 Jan 31 16:05:51.001358 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba382815-e4de-4905-b315-83df8c2601a3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:51.006766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:51.007273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:51.007717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:51.019549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:51.020065 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:51.022765 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 8 to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 Jan 31 16:05:51.029100 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:51.060951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba382815-e4de-4905-b315-83df8c2601a3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Pushing event deleted for resources: {'Port': ['ID=e0509c9b-3f1a-4fcd-a836-cf0d82278de3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:51.078741 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7058162d-c97f-4940-8d2f-e084bbcb1b50 req-2706df1a-39c9-4c7d-82b2-fcff152f40e9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879589 Jan 31 16:05:51.091404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c14b44-2527-46b1-b7b5-39d8d0fb4303 req-7ac136b7-47af-42e7-b64e-d77f73840e15 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:51.099362 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7c14b44-2527-46b1-b7b5-39d8d0fb4303 req-7ac136b7-47af-42e7-b64e-d77f73840e15 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1835210 Jan 31 16:05:51.105555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:51.106012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:51.106452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:51.108790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'Port': ['ID=b2810873-dbdc-4b51-b917-8120475129a8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:51.135232 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:51.135717 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:51.154219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec6b88-f079-466e-9228-626b879b635f req-18e96d49-671d-45e3-8f3d-3093d21f5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:51.155836 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84ec6b88-f079-466e-9228-626b879b635f req-18e96d49-671d-45e3-8f3d-3093d21f5f21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 1096 time: 0.6819782 Jan 31 16:05:51.157791 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 9 to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 Jan 31 16:05:51.268690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:51.269305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:51.270065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:51.287272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7c14b44-2527-46b1-b7b5-39d8d0fb4303 req-16d2680b-f60d-4233-b6c2-8d41e5137f20 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819942 Jan 31 16:05:51.298718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:51.300878 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:51.312061 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 10 to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 Jan 31 16:05:51.355889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:51.359399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:51.359992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:51.428242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:51.428827 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 0e09603f-0bc3-4c4e-8212-2478e4a00881 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:51.429745 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:51.491628 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d6c52ad-abb3-4e1d-9559-13bf73997e64 req-d0526bb5-ca3a-4aa8-bb84-ca7807cd7d21 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0792680 Jan 31 16:05:51.535475 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:05:51.888698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:05:51.901509 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336ac3f-82c9-44c8-86a6-d12cda3f71db None None] Sync routers for ids ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:05:51.918855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] For port 0e09603f-0bc3-4c4e-8212-2478e4a00881, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:05:51.919752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempted to set empty binding levels {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 16:05:51.919890 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336ac3f-82c9-44c8-86a6-d12cda3f71db None None] Routers {'2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:51.920573 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2336ac3f-82c9-44c8-86a6-d12cda3f71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:05:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:51.952480 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:52.021049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] No DVR routers for this DVR port b2810873-dbdc-4b51-b917-8120475129a8 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:52.037999 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:52.048308 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-a1675731-3a7b-4fb3-a38c-015c61b981e0 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "DELETE /v2.0/ports/b2810873-dbdc-4b51-b917-8120475129a8 HTTP/1.1" status: 204 len: 173 time: 2.7660346 Jan 31 16:05:52.051636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-deleted', 'tag': 'b2810873-dbdc-4b51-b917-8120475129a8'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:52.059257 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bf2256-c035-4562-9872-a40b7c17ec27" -d '{"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-deleted", "tag": "b2810873-dbdc-4b51-b917-8120475129a8"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:52.102923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:52.108678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:52.201813 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2336ac3f-82c9-44c8-86a6-d12cda3f71db None None] Set router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:05:52.245668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3aa549-6b79-47db-919e-7e173c870137 req-6ad7055c-c9d0-491e-a0e2-816bb660f976 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:52.253811 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3aa549-6b79-47db-919e-7e173c870137 req-6ad7055c-c9d0-491e-a0e2-816bb660f976 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:52.255897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c3aa549-6b79-47db-919e-7e173c870137 req-6ad7055c-c9d0-491e-a0e2-816bb660f976 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 1677 time: 0.3496954 Jan 31 16:05:52.309110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 6.0561051 Jan 31 16:05:52.310417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683c085-5b0d-4d8f-8073-b748bbd6dc10 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event updated for resources: {'Port': ['ID=0e09603f-0bc3-4c4e-8212-2478e4a00881,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:52.323732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56610) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:52.337327 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:52.376645 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba382815-e4de-4905-b315-83df8c2601a3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:52.386641 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba382815-e4de-4905-b315-83df8c2601a3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:52.390581 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ba382815-e4de-4905-b315-83df8c2601a3 tempest-AttachVolumeTestJSON-1957864447 tempest-AttachVolumeTestJSON-1957864447-project] 10.222.0.36 "DELETE /v2.0/floatingips/bdaeffaf-9095-4c45-86db-118b848d86a0 HTTP/1.1" status: 204 len: 168 time: 2.1319480 Jan 31 16:05:52.560530 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:52.678226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683116e-f9fe-49e4-a70a-ce1b302b30b6 req-f16fa342-1b45-40f0-a842-2912f8ecd922 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:52.699677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9683116e-f9fe-49e4-a70a-ce1b302b30b6 req-f16fa342-1b45-40f0-a842-2912f8ecd922 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.3518305 Jan 31 16:05:52.720645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec6b88-f079-466e-9228-626b879b635f req-edd6e760-0832-4789-bc21-0ca2258577fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:52.722440 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84ec6b88-f079-466e-9228-626b879b635f req-edd6e760-0832-4789-bc21-0ca2258577fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 1.5552001 Jan 31 16:05:52.815178 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c3aa549-6b79-47db-919e-7e173c870137 req-7f801f8b-c33c-446d-9a82-4ade30162785 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5447562 Jan 31 16:05:52.847906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-9a328ccd-8c5e-4e45-9aca-bbd88f36cd18 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Deleting port 29e1151d-f230-4c79-8729-64cb72daa5d0 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:52.849604 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9683116e-f9fe-49e4-a70a-ce1b302b30b6 req-535aef89-868e-4592-9237-71dc5bc3e032 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426165 Jan 31 16:05:52.850056 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-9a328ccd-8c5e-4e45-9aca-bbd88f36cd18 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:52.952167 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2336ac3f-82c9-44c8-86a6-d12cda3f71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98a686c8-d089-4963-aace-156808725775', 'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'mac_address': 'fa:16:3e:21:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:56Z', 'updated_at': '2022-01-31T16:00:12Z', 'revision_number': 5, 'project_id': '92647632bf8144b58beaf0189feb0489', 'subnets': [{'id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:52.982959 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84ec6b88-f079-466e-9228-626b879b635f req-64fecb09-80b9-41cd-afd0-fd2ce1207979 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05 HTTP/1.1" status: 200 len: 999 time: 0.2305441 Jan 31 16:05:52.991737 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336ac3f-82c9-44c8-86a6-d12cda3f71db None None] Checking router: 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:05:53.008546 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336ac3f-82c9-44c8-86a6-d12cda3f71db None None] Routers {'2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:05:53.010034 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2336ac3f-82c9-44c8-86a6-d12cda3f71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:05:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:53.020207 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77817375-d9ab-4cb0-a35b-9d69f9a3d3fe x-openstack-request-id: req-77817375-d9ab-4cb0-a35b-9d69f9a3d3fe {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:53.027766 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-deleted", "tag": "b2810873-dbdc-4b51-b917-8120475129a8", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:53.028815 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77817375-d9ab-4cb0-a35b-9d69f9a3d3fe {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:53.028815 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-deleted', 'tag': 'b2810873-dbdc-4b51-b917-8120475129a8', 'status': 'completed', 'code': 200} Jan 31 16:05:53.102024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-dae8805e-698e-489a-bf71-472fd4cf7937 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Deleting port 0e09603f-0bc3-4c4e-8212-2478e4a00881 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:53.102359 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dae8805e-698e-489a-bf71-472fd4cf7937 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:53.114266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec6b88-f079-466e-9228-626b879b635f req-98e3e436-67c9-440a-a0e5-ea024c9e7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:53.119057 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84ec6b88-f079-466e-9228-626b879b635f req-98e3e436-67c9-440a-a0e5-ea024c9e7258 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1200385 Jan 31 16:05:53.363047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-9a328ccd-8c5e-4e45-9aca-bbd88f36cd18 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] For port 29e1151d-f230-4c79-8729-64cb72daa5d0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=29e1151d-f230-4c79-8729-64cb72daa5d0,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:53.363567 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-9a328ccd-8c5e-4e45-9aca-bbd88f36cd18 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:53.387199 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56c056f0-9827-46d1-a22a-29d7afef34d1 req-1834846b-c123-4d20-8960-6607e84a2a34 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.1680660 Jan 31 16:05:53.398444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec6b88-f079-466e-9228-626b879b635f req-e5718cdb-e81b-4d70-b686-7f307af90dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:53.411915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-dae8805e-698e-489a-bf71-472fd4cf7937 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] For port 0e09603f-0bc3-4c4e-8212-2478e4a00881, host n-h2-827120-1, got binding levels [] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:53.412558 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dae8805e-698e-489a-bf71-472fd4cf7937 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:53.415229 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84ec6b88-f079-466e-9228-626b879b635f req-e5718cdb-e81b-4d70-b686-7f307af90dce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2871728 Jan 31 16:05:53.439302 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2336ac3f-82c9-44c8-86a6-d12cda3f71db None None] Set router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:05:53.460870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-9a328ccd-8c5e-4e45-9aca-bbd88f36cd18 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Calling delete_port for 29e1151d-f230-4c79-8729-64cb72daa5d0 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:53.467243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-dae8805e-698e-489a-bf71-472fd4cf7937 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Calling delete_port for 0e09603f-0bc3-4c4e-8212-2478e4a00881 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:53.479898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807b49c-20e8-4d2a-b235-02bc501d05d7 req-20075e0e-9f3e-45fd-857f-fde3b92a8e25 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:53.487413 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4807b49c-20e8-4d2a-b235-02bc501d05d7 req-20075e0e-9f3e-45fd-857f-fde3b92a8e25 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.3674273 Jan 31 16:05:53.630154 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84ec6b88-f079-466e-9228-626b879b635f req-2acdf84b-11eb-4d0a-b365-465a528b6d50 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021918 Jan 31 16:05:53.751469 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2336ac3f-82c9-44c8-86a6-d12cda3f71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98a686c8-d089-4963-aace-156808725775', 'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'mac_address': 'fa:16:3e:21:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:56Z', 'updated_at': '2022-01-31T16:00:12Z', 'revision_number': 5, 'project_id': '92647632bf8144b58beaf0189feb0489', 'subnets': [{'id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:05:53.805920 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336ac3f-82c9-44c8-86a6-d12cda3f71db None None] The sync data for ids ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'] in n-d-827120-1 is: [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T15:59:59Z', 'revision_number': 4, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98a686c8-d089-4963-aace-156808725775', 'name': '', 'network_id': '4ba4bd1e-f728-43b2-a993-80b2d26c69c2', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'mac_address': 'fa:16:3e:21:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:56Z', 'updated_at': '2022-01-31T16:00:12Z', 'revision_number': 5, 'project_id': '92647632bf8144b58beaf0189feb0489', 'subnets': [{'id': 'accc61ef-eda6-48c6-b446-28aa08373ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:05:53.891976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84ec6b88-f079-466e-9228-626b879b635f req-884c437c-da7d-4b76-bc75-ef4207c899ad service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539835 Jan 31 16:05:54.033324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308b05e-f1fa-4081-9b12-85066d4ba9ca req-6b8d59e7-5e8a-4af9-8ae9-ca89d24f04c8 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:54.036262 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f308b05e-f1fa-4081-9b12-85066d4ba9ca req-6b8d59e7-5e8a-4af9-8ae9-ca89d24f04c8 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.0930715 Jan 31 16:05:54.062903 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4807b49c-20e8-4d2a-b235-02bc501d05d7 req-eb066c46-4416-4793-9e1c-d7038a7354cc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5694885 Jan 31 16:05:54.112762 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f308b05e-f1fa-4081-9b12-85066d4ba9ca req-80ec5336-5329-4749-8791-bf562b5ece29 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698853 Jan 31 16:05:54.280969 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dae8805e-698e-489a-bf71-472fd4cf7937 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:54.289225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599b4ab6-5649-4fa8-a1f1-37cdc2e0ba20 None None] New status for floating IP f489ae19-ac36-4a73-b0b2-6979a961cd4f: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:05:54.409330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccf91a-2492-404e-b657-bbee05ba4d0f req-537ad58c-1d20-4115-9fa1-a2c387d0ea2c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:54.421658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccf91a-2492-404e-b657-bbee05ba4d0f req-537ad58c-1d20-4115-9fa1-a2c387d0ea2c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:54.423494 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79ccf91a-2492-404e-b657-bbee05ba4d0f req-537ad58c-1d20-4115-9fa1-a2c387d0ea2c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 1677 time: 0.2611384 Jan 31 16:05:54.440247 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8805e-698e-489a-bf71-472fd4cf7937 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e09603f-0bc3-4c4e-8212-2478e4a00881,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:54.499096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dae8805e-698e-489a-bf71-472fd4cf7937 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:54.505006 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dae8805e-698e-489a-bf71-472fd4cf7937 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "DELETE /v2.0/ports/0e09603f-0bc3-4c4e-8212-2478e4a00881 HTTP/1.1" status: 204 len: 168 time: 2.1403382 Jan 31 16:05:54.505877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56658) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:54.523122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-9a328ccd-8c5e-4e45-9aca-bbd88f36cd18 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:54.546774 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-26726a36-1bf3-41b7-b6fe-e3969d33c094 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] GET failed (client error): The resource could not be found. Jan 31 16:05:54.555449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-26726a36-1bf3-41b7-b6fe-e3969d33c094 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "GET /v2.0/ports/0e09603f-0bc3-4c4e-8212-2478e4a00881 HTTP/1.1" status: 404 len: 333 time: 0.0444782 Jan 31 16:05:54.555955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56660) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:54.563245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Request body: {'port': {'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-295302640'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:54.624040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a328ccd-8c5e-4e45-9aca-bbd88f36cd18 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'Port': ['ID=29e1151d-f230-4c79-8729-64cb72daa5d0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:54.676570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79ccf91a-2492-404e-b657-bbee05ba4d0f req-8727858b-4a2c-41e2-88c7-ab049c4d00c4 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c6c3ba6-dfc0-4869-8971-6898ef23ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389197 Jan 31 16:05:54.719126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-9a328ccd-8c5e-4e45-9aca-bbd88f36cd18 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] No DVR routers for this DVR port 29e1151d-f230-4c79-8729-64cb72daa5d0 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:54.726675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Made reservation on behalf of 443f769fa485415eacf23edd90e08f46 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:05:54.729812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-9a328ccd-8c5e-4e45-9aca-bbd88f36cd18 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:54.730003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:54.733282 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-9a328ccd-8c5e-4e45-9aca-bbd88f36cd18 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "DELETE /v2.0/ports/29e1151d-f230-4c79-8729-64cb72daa5d0 HTTP/1.1" status: 204 len: 173 time: 2.6539481 Jan 31 16:05:54.754829 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c572610f-e1f4-4150-aeaa-2427b0bbd4ac req-4320ea8b-776c-48e8-9a32-230de573ba97 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6dbe3a7-bef1-425e-a65f-0b417f05c2a8 HTTP/1.1" status: 200 len: 210 time: 0.0524633 Jan 31 16:05:54.768866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] device_id is not set on port 49faadbd-cbf1-436b-b9d9-0452c3c62878 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:05:54.963273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-22bf83e6-a48d-4ed7-afc7-8733f17bc732 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Deleting port 31f39707-e831-4532-a49f-aa4b202c02f7 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:54.963953 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-22bf83e6-a48d-4ed7-afc7-8733f17bc732 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:55.056848 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:55.114899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-22bf83e6-a48d-4ed7-afc7-8733f17bc732 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] For port 31f39707-e831-4532-a49f-aa4b202c02f7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=31f39707-e831-4532-a49f-aa4b202c02f7,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:55.115452 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-22bf83e6-a48d-4ed7-afc7-8733f17bc732 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:55.131473 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-22bf83e6-a48d-4ed7-afc7-8733f17bc732 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Calling delete_port for 31f39707-e831-4532-a49f-aa4b202c02f7 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:55.148330 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:55.233624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Network 64431aaa-ea52-4e8a-8014-e37feb06f748 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:05:55.239022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:05:55.243133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:05:55.244797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:55.245858 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:55.274541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event updated for resources: {'Port': ['ID=49faadbd-cbf1-436b-b9d9-0452c3c62878,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:55.289804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8a3e0c7f-10de-4f56-953b-8c3fe7430c26 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7320747 Jan 31 16:05:55.290012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-deleted', 'tag': '29e1151d-f230-4c79-8729-64cb72daa5d0'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:55.291997 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeeeaaec-5ef0-4780-ae3a-64d34f03d2fa" -d '{"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-deleted", "tag": "29e1151d-f230-4c79-8729-64cb72daa5d0"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:55.292136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56676) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:55.297728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:55.452460 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:55.466291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f57fc-a5a6-4829-ac84-a803bbd0b88d req-a8d45888-9e4c-4568-87b2-6e553ab15ce2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:55.475279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-729f57fc-a5a6-4829-ac84-a803bbd0b88d req-a8d45888-9e4c-4568-87b2-6e553ab15ce2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1637101 Jan 31 16:05:55.505802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ed74c-cd86-468f-b6b4-05f78eef6a13 req-77fe89e5-1d6e-42de-ad43-0c17786dd572 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:55.508485 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff0ed74c-cd86-468f-b6b4-05f78eef6a13 req-77fe89e5-1d6e-42de-ad43-0c17786dd572 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1653180 Jan 31 16:05:55.515227 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-22bf83e6-a48d-4ed7-afc7-8733f17bc732 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:55.567250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf83e6-a48d-4ed7-afc7-8733f17bc732 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'Port': ['ID=31f39707-e831-4532-a49f-aa4b202c02f7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:55.602615 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff0ed74c-cd86-468f-b6b4-05f78eef6a13 req-e7963ef6-e3dc-4fd0-b47e-67baa4aac24d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663621 Jan 31 16:05:55.610824 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-729f57fc-a5a6-4829-ac84-a803bbd0b88d req-1d65ac66-e0b8-4735-bfe8-39298a6ef90c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281946 Jan 31 16:05:55.657942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-22bf83e6-a48d-4ed7-afc7-8733f17bc732 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] No DVR routers for this DVR port 31f39707-e831-4532-a49f-aa4b202c02f7 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:05:55.663238 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-22bf83e6-a48d-4ed7-afc7-8733f17bc732 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:55.669238 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48ca3ae-18d4-432c-8768-688f0c41e0ee req-22bf83e6-a48d-4ed7-afc7-8733f17bc732 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.20 "DELETE /v2.0/ports/31f39707-e831-4532-a49f-aa4b202c02f7 HTTP/1.1" status: 204 len: 173 time: 0.9300380 Jan 31 16:05:55.706038 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10add2b-3a61-4d52-9215-509815f790aa x-openstack-request-id: req-a10add2b-3a61-4d52-9215-509815f790aa {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:55.706447 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-deleted", "tag": "29e1151d-f230-4c79-8729-64cb72daa5d0", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:55.706883 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a10add2b-3a61-4d52-9215-509815f790aa {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:55.707369 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-deleted', 'tag': '29e1151d-f230-4c79-8729-64cb72daa5d0', 'status': 'completed', 'code': 200} Jan 31 16:05:55.727328 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:55.973831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305591a-dc08-4c08-9ed3-f290886cf54a req-91000f36-1851-4c77-ada6-3b419e554a8e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:55.983283 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8305591a-dc08-4c08-9ed3-f290886cf54a req-91000f36-1851-4c77-ada6-3b419e554a8e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1216609 Jan 31 16:05:56.005830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] device_id is not set on port 49faadbd-cbf1-436b-b9d9-0452c3c62878 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:05:56.019497 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-296136fe-82b0-442a-8bdf-7d48e97a0d2a req-1405194f-7718-4434-ac4d-060d8322696e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.1013670 Jan 31 16:05:56.020502 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:56.104770 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8305591a-dc08-4c08-9ed3-f290886cf54a req-f051e601-cd09-4346-a085-2eb773a31052 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202397 Jan 31 16:05:56.106056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:56.308508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:56.316744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:56.317499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:56.327548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event updated for resources: {'Port': ['ID=49faadbd-cbf1-436b-b9d9-0452c3c62878,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:56.335352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:56.335806 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:56.336249 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 2 to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 Jan 31 16:05:56.384915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:56.386968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:56.387321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:56.411550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:56.419941 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:56.421900 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 3 to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 Jan 31 16:05:56.472943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56710) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:56.511390 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:56.511981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:56.513999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:56.527184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:56.527614 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:56.528116 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 4 to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 Jan 31 16:05:56.583541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:56.584258 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:56.587059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:56.637181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:56.637181 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:56.637181 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 5 to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 Jan 31 16:05:56.713393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:56.713676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:56.714474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:56.731607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:56.731913 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:56.733860 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 6 to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 Jan 31 16:05:56.764414 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51e3be-12f7-435c-a3ef-356e0e90a67a req-419ec3e3-ab40-442a-991f-8cfe12ca681e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:56.767645 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cb51e3be-12f7-435c-a3ef-356e0e90a67a req-419ec3e3-ab40-442a-991f-8cfe12ca681e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1636631 Jan 31 16:05:56.769048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:56.769489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:56.769837 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:56.802154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:56.802773 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:56.807820 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 7 to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 Jan 31 16:05:56.842815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cb51e3be-12f7-435c-a3ef-356e0e90a67a req-07c43a57-b1c4-47e0-8d44-386d48e3fff0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643106 Jan 31 16:05:56.846894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2b1d5-3bb7-483d-8f3a-a325c5447da8 req-a787c6e6-9aa2-4922-8694-4ad819e4bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:56.848884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:56.850208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:56.862843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21d2b1d5-3bb7-483d-8f3a-a325c5447da8 req-a787c6e6-9aa2-4922-8694-4ad819e4bd93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=452636cdaaec43b3ae3f51270aef0edf&device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 1097 time: 0.3314159 Jan 31 16:05:56.864061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:56.876892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:56.877787 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:56.882652 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 8 to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 Jan 31 16:05:56.930988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:56.931655 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:56.932160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:56.946089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:56.946441 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:56.953727 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 9 to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 Jan 31 16:05:56.982032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:56.982476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:56.982718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:56.995838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:56.996172 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:56.996565 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 10 to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 Jan 31 16:05:57.016115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:05:57.016679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:05:57.017031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:05:57.023271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:05:57.023710 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:05:57.024335 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:57.055489 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d852ef63-8496-48a3-a1e4-b4329a053317 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:57.141834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bef72-cbbc-4fd8-bb56-fea8449ba4ed req-abcf8e96-48d9-4fba-9889-e59e14cc236f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.157583 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-844bef72-cbbc-4fd8-bb56-fea8449ba4ed req-abcf8e96-48d9-4fba-9889-e59e14cc236f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.6331110 Jan 31 16:05:57.218384 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] For port 49faadbd-cbf1-436b-b9d9-0452c3c62878, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:05:57.218705 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempted to set empty binding levels {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 16:05:57.234291 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:57.236611 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d852ef63-8496-48a3-a1e4-b4329a053317 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:57.309076 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-844bef72-cbbc-4fd8-bb56-fea8449ba4ed req-8dddbc70-e277-4b82-acdd-3915b208b167 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400225 Jan 31 16:05:57.314905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] In _notify_port_updated(), no bound segment for port 49faadbd-cbf1-436b-b9d9-0452c3c62878 on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:05:57.315884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.316685 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:57.321338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "PUT /v2.0/ports/49faadbd-cbf1-436b-b9d9-0452c3c62878 HTTP/1.1" status: 200 len: 974 time: 2.0249696 Jan 31 16:05:57.321338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56730) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:57.365693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2b1d5-3bb7-483d-8f3a-a325c5447da8 req-75b12be3-dfdc-4c8d-9a0c-1db1d9755a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.376441 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21d2b1d5-3bb7-483d-8f3a-a325c5447da8 req-75b12be3-dfdc-4c8d-9a0c-1db1d9755a53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 200 len: 915 time: 0.5049622 Jan 31 16:05:57.459951 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21d2b1d5-3bb7-483d-8f3a-a325c5447da8 req-ad22c378-ffbd-4cfa-8184-ded7c56a404d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f HTTP/1.1" status: 200 len: 217 time: 0.0825911 Jan 31 16:05:57.535724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2b1d5-3bb7-483d-8f3a-a325c5447da8 req-cc60faa1-672a-4237-bb10-5a6ddcc07174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.537246 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21d2b1d5-3bb7-483d-8f3a-a325c5447da8 req-cc60faa1-672a-4237-bb10-5a6ddcc07174 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a731ce-c71a-4498-8959-f6bd7106d18c HTTP/1.1" status: 200 len: 854 time: 0.0683198 Jan 31 16:05:57.559240 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08f9866c-77bc-48e4-bfca-b5380f491c8b req-2a7243a0-f2b4-4c00-8e21-762242effb4f tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.1013665 Jan 31 16:05:57.587551 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21d2b1d5-3bb7-483d-8f3a-a325c5447da8 req-0ca7ef3c-2d84-48c4-8627-db2dde7315b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46ef0247-dcdd-47f2-94ca-6b3f98327603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313354 Jan 31 16:05:57.592475 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d852ef63-8496-48a3-a1e4-b4329a053317 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:57.595796 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d852ef63-8496-48a3-a1e4-b4329a053317 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:57.597105 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d852ef63-8496-48a3-a1e4-b4329a053317 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "DELETE /v2.0/security-groups/97da44d8-1c85-4f99-97c2-f2c2946f975a HTTP/1.1" status: 204 len: 168 time: 1.1229992 Jan 31 16:05:57.610108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca217784-5c68-43b5-abc3-07668c620c6c tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event updated for resources: {'Port': ['ID=49faadbd-cbf1-436b-b9d9-0452c3c62878,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:57.615821 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56734) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:57.624737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852ef63-8496-48a3-a1e4-b4329a053317 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97da44d8-1c85-4f99-97c2-f2c2946f975a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:57.659934 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-ed4dfece-c9a1-4f2f-b3ed-aaf037acc030 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] show failed (client error): The resource could not be found. Jan 31 16:05:57.663399 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ed4dfece-c9a1-4f2f-b3ed-aaf037acc030 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "GET /v2.0/security-groups/97da44d8-1c85-4f99-97c2-f2c2946f975a HTTP/1.1" status: 404 len: 347 time: 0.0362959 Jan 31 16:05:57.671024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.671887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.672109 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.672564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.673030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.676168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.676361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.676926 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.677432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.677922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.678555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.678924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.679377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.679873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.680328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.680865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.681411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.681987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.682439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.683230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.683346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.683789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.684231 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.684745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.685212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.685716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.686179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.686589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.687032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.689683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.690181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.690669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.691160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.691615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.692045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.692504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.692935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.693485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.695089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.695547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.699916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c73e3911-8505-4285-bd87-951e680756d5 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35906 time: 0.3776515 Jan 31 16:05:57.700343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56736) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:57.707901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a612-5462-4f58-bd4c-f1e3f4c04ab6 req-1c19c8bd-5463-4305-9252-677b4db25b44 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:57.709409 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16d1a612-5462-4f58-bd4c-f1e3f4c04ab6 req-1c19c8bd-5463-4305-9252-677b4db25b44 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2570524 Jan 31 16:05:57.709940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56738) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:57.749827 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:57.781769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-16d1a612-5462-4f58-bd4c-f1e3f4c04ab6 req-57afb366-e864-4b6e-bc03-d391dc665e0b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636206 Jan 31 16:05:57.795334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-deleted', 'tag': '31f39707-e831-4532-a49f-aa4b202c02f7'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:05:57.804188 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7be68c-29b8-4726-866d-e0940bb6f123" -d '{"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-deleted", "tag": "31f39707-e831-4532-a49f-aa4b202c02f7"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:05:57.840100 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21d2b1d5-3bb7-483d-8f3a-a325c5447da8 req-09ee9de0-23b8-4089-88f8-41ba1e44221f service neutron] 10.222.0.20 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416413 Jan 31 16:05:57.890308 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c149c-3d15-42fe-a770-fe4802872565 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Deleting port 49faadbd-cbf1-436b-b9d9-0452c3c62878 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:57.899556 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a1c149c-3d15-42fe-a770-fe4802872565 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:57.911152 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fec6f9-5df4-402f-a09d-b85d09fc39ef x-openstack-request-id: req-22fec6f9-5df4-402f-a09d-b85d09fc39ef {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:05:57.911501 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aada770b-a289-4cd6-9e3c-9fdddc7fd5b4", "name": "network-vif-deleted", "tag": "31f39707-e831-4532-a49f-aa4b202c02f7", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:05:57.911860 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-22fec6f9-5df4-402f-a09d-b85d09fc39ef {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:05:57.912445 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aada770b-a289-4cd6-9e3c-9fdddc7fd5b4', 'name': 'network-vif-deleted', 'tag': '31f39707-e831-4532-a49f-aa4b202c02f7', 'status': 'completed', 'code': 200} Jan 31 16:05:58.015911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-9a1c149c-3d15-42fe-a770-fe4802872565 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] For port 49faadbd-cbf1-436b-b9d9-0452c3c62878, host n-h2-827120-1, got binding levels [] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:05:58.016392 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a1c149c-3d15-42fe-a770-fe4802872565 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:58.033933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c149c-3d15-42fe-a770-fe4802872565 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Calling delete_port for 49faadbd-cbf1-436b-b9d9-0452c3c62878 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:58.045901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-628d683f-a665-4f13-bf99-8c3c6407f748 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Deleting port bce22210-fae6-45c1-8eca-27809f690394 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:58.046622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-628d683f-a665-4f13-bf99-8c3c6407f748 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:58.080641 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21d2b1d5-3bb7-483d-8f3a-a325c5447da8 req-962a713f-d48c-4acb-bd99-28bdbd5234e0 service neutron] 10.222.0.20 "GET /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782176 Jan 31 16:05:58.149768 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a1c149c-3d15-42fe-a770-fe4802872565 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:58.181117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c149c-3d15-42fe-a770-fe4802872565 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event deleted for resources: {'Port': ['ID=49faadbd-cbf1-436b-b9d9-0452c3c62878,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:58.196135 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-628d683f-a665-4f13-bf99-8c3c6407f748 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:58.197682 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-628d683f-a665-4f13-bf99-8c3c6407f748 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:58.207813 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a1c149c-3d15-42fe-a770-fe4802872565 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:58.212073 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9a1c149c-3d15-42fe-a770-fe4802872565 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "DELETE /v2.0/ports/49faadbd-cbf1-436b-b9d9-0452c3c62878 HTTP/1.1" status: 204 len: 168 time: 0.5012167 Jan 31 16:05:58.214783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56752) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:58.218410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-628d683f-a665-4f13-bf99-8c3c6407f748 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Calling delete_port for bce22210-fae6-45c1-8eca-27809f690394 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:58.266152 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-24aa82f5-073e-47a5-a13e-7c62aabd28f6 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] GET failed (client error): The resource could not be found. Jan 31 16:05:58.268161 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-24aa82f5-073e-47a5-a13e-7c62aabd28f6 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "GET /v2.0/ports/49faadbd-cbf1-436b-b9d9-0452c3c62878 HTTP/1.1" status: 404 len: 333 time: 0.0522213 Jan 31 16:05:58.275335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56754) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:58.281135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-510836854', 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:05:58.335794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Made reservation on behalf of 443f769fa485415eacf23edd90e08f46 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:05:58.339674 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:58.382845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] device_id is not set on port 42b1d625-4a45-41da-a5a8-4b6702e0b986 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:05:58.515960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90446a1-f4bc-4e94-ae1f-87880d72f1d8 req-8ff608c1-42bf-47b5-83f3-44d65e073a76 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:58.517757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90446a1-f4bc-4e94-ae1f-87880d72f1d8 req-8ff608c1-42bf-47b5-83f3-44d65e073a76 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1232870 Jan 31 16:05:58.518373 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-628d683f-a665-4f13-bf99-8c3c6407f748 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:58.567453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d683f-a665-4f13-bf99-8c3c6407f748 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'Port': ['ID=bce22210-fae6-45c1-8eca-27809f690394,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:58.699343 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90446a1-f4bc-4e94-ae1f-87880d72f1d8 req-acaa5c25-d5ca-4be9-8e0e-aeb34a8e4a92 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714911 Jan 31 16:05:58.736228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-628d683f-a665-4f13-bf99-8c3c6407f748 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:58.739366 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-628d683f-a665-4f13-bf99-8c3c6407f748 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:58.743177 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-628d683f-a665-4f13-bf99-8c3c6407f748 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "DELETE /v2.0/floatingips/b5c5d407-605b-45cc-af80-21cd5327039d HTTP/1.1" status: 204 len: 168 time: 1.0370376 Jan 31 16:05:58.749149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56772) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:58.776996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82f9d094-5e4d-46c9-a3e7-cfc3ff441834 req-686d47ff-d7cb-474d-94eb-35da5278cf10 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0847859 Jan 31 16:05:58.822467 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:58.926290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:59.032044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Network 64431aaa-ea52-4e8a-8014-e37feb06f748 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:05:59.038246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:05:59.044249 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-48476ac5-6307-4c2c-b65d-4262f9834366 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Deleting port 9d12f056-6516-4947-81d8-5431569d63fc {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:59.044700 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48476ac5-6307-4c2c-b65d-4262f9834366 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:59.048825 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:05:59.051498 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:59.052983 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:59.084663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event updated for resources: {'Port': ['ID=42b1d625-4a45-41da-a5a8-4b6702e0b986,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:59.119826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-69c1f79c-7881-4d07-94c5-15926b87b2d9 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8430169 Jan 31 16:05:59.121543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56778) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:59.179268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac771979-f3de-4d9d-b5aa-9d923a958437 req-e5ddde7c-e4aa-4c99-8f8a-e2f9ecb70f1e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:59.188931 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac771979-f3de-4d9d-b5aa-9d923a958437 req-e5ddde7c-e4aa-4c99-8f8a-e2f9ecb70f1e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2852774 Jan 31 16:05:59.210332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd053ce-7d9a-4da7-ba5f-b3374347182d tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:05:59.217195 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-efd053ce-7d9a-4da7-ba5f-b3374347182d tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "GET /v2.0/ports/42b1d625-4a45-41da-a5a8-4b6702e0b986 HTTP/1.1" status: 200 len: 954 time: 0.0920243 Jan 31 16:05:59.220849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56788) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:59.308560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac771979-f3de-4d9d-b5aa-9d923a958437 req-c2ad15e4-4bda-4b4e-b0a3-70c580c3df23 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175621 Jan 31 16:05:59.387815 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48476ac5-6307-4c2c-b65d-4262f9834366 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:59.425102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-48476ac5-6307-4c2c-b65d-4262f9834366 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Calling delete_port for 9d12f056-6516-4947-81d8-5431569d63fc owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:59.434496 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8eb13f4e-eb77-489b-9cdf-664644f5d458 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Deleting port 42b1d625-4a45-41da-a5a8-4b6702e0b986 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:05:59.434835 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eb13f4e-eb77-489b-9cdf-664644f5d458 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:59.615397 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eb13f4e-eb77-489b-9cdf-664644f5d458 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:59.709571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8eb13f4e-eb77-489b-9cdf-664644f5d458 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Calling delete_port for 42b1d625-4a45-41da-a5a8-4b6702e0b986 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:05:59.858234 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eb13f4e-eb77-489b-9cdf-664644f5d458 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:59.896393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb13f4e-eb77-489b-9cdf-664644f5d458 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event deleted for resources: {'Port': ['ID=42b1d625-4a45-41da-a5a8-4b6702e0b986,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:05:59.924205 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eb13f4e-eb77-489b-9cdf-664644f5d458 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:05:59.936189 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8eb13f4e-eb77-489b-9cdf-664644f5d458 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "DELETE /v2.0/ports/42b1d625-4a45-41da-a5a8-4b6702e0b986 HTTP/1.1" status: 204 len: 168 time: 0.7086670 Jan 31 16:05:59.938531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56806) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:05:59.985721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9830b-d30a-40c5-8bd9-922b28df8705 req-341e2403-8aec-4ffe-8b90-742a039e4ace tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:00.002144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ab9830b-d30a-40c5-8bd9-922b28df8705 req-341e2403-8aec-4ffe-8b90-742a039e4ace tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2518854 Jan 31 16:06:00.046061 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48476ac5-6307-4c2c-b65d-4262f9834366 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:00.066765 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec71ec2d-c9bf-401a-82d9-37166bc2cb85 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] GET failed (client error): The resource could not be found. Jan 31 16:06:00.068368 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ec71ec2d-c9bf-401a-82d9-37166bc2cb85 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "GET /v2.0/ports/42b1d625-4a45-41da-a5a8-4b6702e0b986 HTTP/1.1" status: 404 len: 333 time: 0.1277514 Jan 31 16:06:00.072355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56808) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:00.078284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Request body: {'port': {'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1264685072'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:00.109420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Made reservation on behalf of 443f769fa485415eacf23edd90e08f46 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:06:00.111837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:00.141371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6815ad-8abb-4dd0-a768-d221abe15caf req-d7b74640-1d0e-4545-9312-10913809bb63 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:00.142935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc6815ad-8abb-4dd0-a768-d221abe15caf req-d7b74640-1d0e-4545-9312-10913809bb63 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1689682 Jan 31 16:06:00.146965 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ab9830b-d30a-40c5-8bd9-922b28df8705 req-608023f7-0c83-47bc-acd0-15b81b080b52 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405349 Jan 31 16:06:00.152925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48476ac5-6307-4c2c-b65d-4262f9834366 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'Port': ['ID=9d12f056-6516-4947-81d8-5431569d63fc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:00.176260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] device_id is not set on port 50a78334-e8c3-4400-9af1-5695fc83b01b yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:06:00.328318 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-48476ac5-6307-4c2c-b65d-4262f9834366 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:00.341061 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-48476ac5-6307-4c2c-b65d-4262f9834366 tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "DELETE /v2.0/ports/9d12f056-6516-4947-81d8-5431569d63fc HTTP/1.1" status: 204 len: 168 time: 1.5900238 Jan 31 16:06:00.341872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56812) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:00.442327 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:00.452803 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e797cb0-2300-4dd6-89eb-437051cbb25e req-edeb4b26-c6ed-4c61-8485-c801034c64ac tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.1311688 Jan 31 16:06:00.592621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-09cb3b33-e8b8-44e8-a8d8-bfb4a9e3c15b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Deleting port 97fd929b-916a-47dc-8c14-0826f91ab589 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:00.592621 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09cb3b33-e8b8-44e8-a8d8-bfb4a9e3c15b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:00.627003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:00.815874 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc6815ad-8abb-4dd0-a768-d221abe15caf req-1b054046-f1fd-4dc4-8331-ea9b6e6360f8 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047483 Jan 31 16:06:00.837896 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09cb3b33-e8b8-44e8-a8d8-bfb4a9e3c15b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:00.858822 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-09cb3b33-e8b8-44e8-a8d8-bfb4a9e3c15b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Calling delete_port for 97fd929b-916a-47dc-8c14-0826f91ab589 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:00.938554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Network 64431aaa-ea52-4e8a-8014-e37feb06f748 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:06:00.946034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:06:00.962413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event updated for resources: {'Port': ['ID=50a78334-e8c3-4400-9af1-5695fc83b01b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:00.965610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:06:00.979632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:00.980659 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:01.020435 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-af62757a-4772-4cd6-a501-5f3de6bf173e tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9446032 Jan 31 16:06:01.021241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56828) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:01.029096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:01.176402 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:01.284607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c832192-4edf-4433-89f8-fb31261c87c9 req-9d0a74dd-0938-488e-8ac5-ad3b418eb8aa tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:01.293586 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2c832192-4edf-4433-89f8-fb31261c87c9 req-9d0a74dd-0938-488e-8ac5-ad3b418eb8aa tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.2133880 Jan 31 16:06:01.351434 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2c832192-4edf-4433-89f8-fb31261c87c9 req-af4644d9-7aad-4eed-aa06-7ea1e46ff0fe tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532615 Jan 31 16:06:01.413699 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2aadd-cb86-4c50-baaa-652a76eb8011 req-5eb3d2a7-fbc6-479b-9903-aadfbbc420b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:01.415445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44d2aadd-cb86-4c50-baaa-652a76eb8011 req-5eb3d2a7-fbc6-479b-9903-aadfbbc420b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1289325 Jan 31 16:06:01.480481 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09cb3b33-e8b8-44e8-a8d8-bfb4a9e3c15b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:01.543779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] device_id is not set on port 50a78334-e8c3-4400-9af1-5695fc83b01b yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:06:01.552847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:01.555901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb3b33-e8b8-44e8-a8d8-bfb4a9e3c15b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'Port': ['ID=97fd929b-916a-47dc-8c14-0826f91ab589,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:01.570575 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44d2aadd-cb86-4c50-baaa-652a76eb8011 req-23c25f06-faaa-4edf-8385-57153d5ef333 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477783 Jan 31 16:06:01.572225 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:01.663890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:06:01.664324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:06:01.664753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:06:01.678147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event updated for resources: {'Port': ['ID=50a78334-e8c3-4400-9af1-5695fc83b01b,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:01.692718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:06:01.693124 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:06:01.693665 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 2 to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b Jan 31 16:06:01.727021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af7be1-ef82-4c98-be5f-7b71fb11d0aa req-88baac95-0e8b-4597-846d-7a9909b96391 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:01.728778 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9af7be1-ef82-4c98-be5f-7b71fb11d0aa req-88baac95-0e8b-4597-846d-7a9909b96391 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.2273793 Jan 31 16:06:01.743823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:06:01.746804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:06:01.747235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:06:01.754559 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42ca2f34-cdc3-4707-853c-8ddb9c13ffc6 req-217f0d70-cc55-4836-8fa9-50aac6eb1f5c tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0453467 Jan 31 16:06:01.755239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:06:01.755623 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:06:01.756072 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 3 to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b Jan 31 16:06:01.789125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:06:01.790028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:06:01.790933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:06:01.794129 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09cb3b33-e8b8-44e8-a8d8-bfb4a9e3c15b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:01.800160 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-09cb3b33-e8b8-44e8-a8d8-bfb4a9e3c15b tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "DELETE /v2.0/ports/97fd929b-916a-47dc-8c14-0826f91ab589 HTTP/1.1" status: 204 len: 168 time: 1.4540632 Jan 31 16:06:01.802794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56844) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:01.827562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:06:01.827922 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:06:01.833597 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9af7be1-ef82-4c98-be5f-7b71fb11d0aa req-95c1a9cb-fc7d-4f15-9a92-da95d86612dc tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961607 Jan 31 16:06:01.884876 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 4 to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b Jan 31 16:06:01.965512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedb9911-89ec-4a68-b8bf-656676169dbf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Deleting subnet ef14954e-8144-4144-91b4-40f9f906d427 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:06:01.969373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:06:01.969373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:06:01.969373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:06:01.993015 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aedb9911-89ec-4a68-b8bf-656676169dbf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:02.108868 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3a208-3626-40ca-81a0-1b58ec683e56 req-df327d7f-2174-4bb1-8d19-f7623f453c13 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:02.136077 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-28b3a208-3626-40ca-81a0-1b58ec683e56 req-df327d7f-2174-4bb1-8d19-f7623f453c13 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2384844 Jan 31 16:06:02.142410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:06:02.142922 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:06:02.146357 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 5 to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b Jan 31 16:06:02.178772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca0cde-34e4-48ed-9512-7210bd84749d req-f868920a-47b9-41a4-8c64-a05b671f91b3 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:02.198492 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fca0cde-34e4-48ed-9512-7210bd84749d req-f868920a-47b9-41a4-8c64-a05b671f91b3 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1659524 Jan 31 16:06:02.248335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:06:02.248690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:06:02.249006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:06:02.259194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:06:02.259599 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:06:02.267489 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aedb9911-89ec-4a68-b8bf-656676169dbf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:02.286234 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fca0cde-34e4-48ed-9512-7210bd84749d req-b0d90bba-1bf8-4358-bf9e-9bf39f08ac1a tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860009 Jan 31 16:06:02.315638 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 6 to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b Jan 31 16:06:02.374573 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-28b3a208-3626-40ca-81a0-1b58ec683e56 req-0bb4ac08-7a77-4aa1-a4d4-48d2824f68f2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131832 Jan 31 16:06:02.374573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:06:02.374573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:06:02.374573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:06:02.374573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:06:02.374573 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:06:02.375280 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 7 to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b Jan 31 16:06:02.483116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:06:02.483473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:06:02.483782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:06:02.517722 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:06:02.518108 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:06:02.522752 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 8 to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b Jan 31 16:06:02.549204 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aedb9911-89ec-4a68-b8bf-656676169dbf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:02.552430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:06:02.555213 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:06:02.555591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:06:02.583611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:06:02.583961 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:06:02.591819 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 9 to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b Jan 31 16:06:02.611912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a986dc-4af8-4d3f-a1aa-e45ff15957d0 req-8ad2defc-98c2-4e98-b068-002fda34a604 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:02.621929 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-18a986dc-4af8-4d3f-a1aa-e45ff15957d0 req-8ad2defc-98c2-4e98-b068-002fda34a604 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1426902 Jan 31 16:06:02.637776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b69b-5b96-4cb1-aba4-8e1188ca2437 req-ed434b51-ea30-4f3c-81ea-20cde4193b4f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:02.650090 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b352b69b-5b96-4cb1-aba4-8e1188ca2437 req-ed434b51-ea30-4f3c-81ea-20cde4193b4f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1070695 Jan 31 16:06:02.651430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:06:02.651759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:06:02.652209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:06:02.684036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:06:02.684361 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:06:02.691914 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempt 10 to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b Jan 31 16:06:02.710578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:06:02.710931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:06:02.711267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempting to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:06:02.731833 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-18a986dc-4af8-4d3f-a1aa-e45ff15957d0 req-74d0efc1-825b-4803-a00b-a7c0beabb4ea tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089666 Jan 31 16:06:02.736057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:06:02.736539 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Failed to bind port 50a78334-e8c3-4400-9af1-5695fc83b01b on host n-h2-827120-1 for vnic_type normal using segments [{'id': '858c8cb5-fb60-48b9-aa1d-08776a315a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '64431aaa-ea52-4e8a-8014-e37feb06f748'}] Jan 31 16:06:02.737044 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:02.755240 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b352b69b-5b96-4cb1-aba4-8e1188ca2437 req-561b7d7a-7b1e-4ee0-934c-e53017db7656 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037521 Jan 31 16:06:02.795714 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aedb9911-89ec-4a68-b8bf-656676169dbf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:02.872413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9911-89ec-4a68-b8bf-656676169dbf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'Subnet': ['ID=ef14954e-8144-4144-91b4-40f9f906d427,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:02.952889 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aedb9911-89ec-4a68-b8bf-656676169dbf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:02.957372 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aedb9911-89ec-4a68-b8bf-656676169dbf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "DELETE /v2.0/subnets/ef14954e-8144-4144-91b4-40f9f906d427 HTTP/1.1" status: 204 len: 168 time: 1.1534352 Jan 31 16:06:02.960098 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56886) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:02.962957 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1523c494-c85d-4ca1-bcd7-ef033fef50d5 None None] Network cb929c42-3e30-4828-a03a-532e8e7e942b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:06:03.021164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8c7672-dc15-43d4-b9b4-62d7c99e6faf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Deleting subnet 09d9cd68-c28b-4b2b-a746-31bc92962f59 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:06:03.031301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c966619-45e4-4122-90ca-80956511d04c req-947adf86-d120-44c9-969f-6ff4e0d6818b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:03.034486 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7672-dc15-43d4-b9b4-62d7c99e6faf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:03.048839 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0c966619-45e4-4122-90ca-80956511d04c req-947adf86-d120-44c9-969f-6ff4e0d6818b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1628594 Jan 31 16:06:03.088298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518128bb-67bf-4296-a17c-a82afaa98307 req-6a9bd997-8297-4f90-89d1-784aa7c06b7c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:03.095839 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-518128bb-67bf-4296-a17c-a82afaa98307 req-6a9bd997-8297-4f90-89d1-784aa7c06b7c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2319634 Jan 31 16:06:03.127119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] For port 50a78334-e8c3-4400-9af1-5695fc83b01b, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:06:03.127963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attempted to set empty binding levels {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 16:06:03.143195 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7672-dc15-43d4-b9b4-62d7c99e6faf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:03.161734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-518128bb-67bf-4296-a17c-a82afaa98307 req-6393ea65-0e15-4675-a984-bd5855bb7a9a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646415 Jan 31 16:06:03.163192 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:03.178442 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0c966619-45e4-4122-90ca-80956511d04c req-b7e422af-26ad-48c0-9021-4ea8c7f7418d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233010 Jan 31 16:06:03.238548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] In _notify_port_updated(), no bound segment for port 50a78334-e8c3-4400-9af1-5695fc83b01b on network 64431aaa-ea52-4e8a-8014-e37feb06f748 {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:06:03.240983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:03.244558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:03.247951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "PUT /v2.0/ports/50a78334-e8c3-4400-9af1-5695fc83b01b HTTP/1.1" status: 200 len: 975 time: 2.2255399 Jan 31 16:06:03.250942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56896) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:03.346753 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-661643d3-fcea-48d0-9c4e-6b2519b76645 req-af87258a-3346-4c74-b0e9-2f67137a27a3 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0543122 Jan 31 16:06:03.395243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84435ca6-8d78-4d50-81ee-c76711563711 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event updated for resources: {'Port': ['ID=50a78334-e8c3-4400-9af1-5695fc83b01b,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:03.466474 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7672-dc15-43d4-b9b4-62d7c99e6faf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:03.570855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] DHCP port deletion for cb929c42-3e30-4828-a03a-532e8e7e942b request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:06:03.634383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-91019af4-7c57-47c7-9919-14e9f0285ac0 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Deleting port 50a78334-e8c3-4400-9af1-5695fc83b01b {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:03.635214 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-91019af4-7c57-47c7-9919-14e9f0285ac0 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:03.656514 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7672-dc15-43d4-b9b4-62d7c99e6faf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:03.672200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb4279-9135-41b3-8edb-0931d0864060 req-8bdbad82-e984-4723-a2c4-da8f02d7aae9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:03.684883 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Deleting port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:03.685256 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:03.690987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3dcb4279-9135-41b3-8edb-0931d0864060 req-8bdbad82-e984-4723-a2c4-da8f02d7aae9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.2190030 Jan 31 16:06:03.692832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8d47e1-2dd3-4b62-8262-f2aa5792017f None None] Network 5c27222f-9f10-4881-bc3e-463f81557d8f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:06:03.733997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7672-dc15-43d4-b9b4-62d7c99e6faf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:03.744232 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8f8c7672-dc15-43d4-b9b4-62d7c99e6faf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "DELETE /v2.0/subnets/09d9cd68-c28b-4b2b-a746-31bc92962f59 HTTP/1.1" status: 204 len: 168 time: 0.7798319 Jan 31 16:06:03.744232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c7672-dc15-43d4-b9b4-62d7c99e6faf tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'Subnet': ['ID=09d9cd68-c28b-4b2b-a746-31bc92962f59,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:03.751364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56906) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:03.798283 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3dcb4279-9135-41b3-8edb-0931d0864060 req-eb7d7c1c-7d8e-4862-95d0-86fc13672fd0 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020129 Jan 31 16:06:03.823224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-91019af4-7c57-47c7-9919-14e9f0285ac0 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] For port 50a78334-e8c3-4400-9af1-5695fc83b01b, host n-h2-827120-1, got binding levels [] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:03.823774 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-91019af4-7c57-47c7-9919-14e9f0285ac0 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:03.884024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-91019af4-7c57-47c7-9919-14e9f0285ac0 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Calling delete_port for 50a78334-e8c3-4400-9af1-5695fc83b01b owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:03.911659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] For port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b5a1572e-a0cd-494d-81e6-a82ff5cb99ed,segment=NetworkSegment(0bc7686e-ea2a-4498-a34b-a336758e7a0b),segment_id=0bc7686e-ea2a-4498-a34b-a336758e7a0b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:03.912060 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:03.931950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Calling delete_port for b5a1572e-a0cd-494d-81e6-a82ff5cb99ed owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:04.063970 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.120245 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-91019af4-7c57-47c7-9919-14e9f0285ac0 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.129784 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.140581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccce4f3-bae3-45f9-8071-e716abc073bb req-2f1afab2-e394-49f8-b309-0b3e636ac66b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:04.154498 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ccce4f3-bae3-45f9-8071-e716abc073bb req-2f1afab2-e394-49f8-b309-0b3e636ac66b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.2107074 Jan 31 16:06:04.158605 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] No DVR routers for this DVR port b5a1572e-a0cd-494d-81e6-a82ff5cb99ed on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:04.187483 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Pushing event deleted for resources: {'Port': ['ID=b5a1572e-a0cd-494d-81e6-a82ff5cb99ed,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:04.195770 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-91019af4-7c57-47c7-9919-14e9f0285ac0 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.199990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:04.200654 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:04.202560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:04.203025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:04.203447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:04.203926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:04.207070 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:04.207244 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-91019af4-7c57-47c7-9919-14e9f0285ac0 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "DELETE /v2.0/ports/50a78334-e8c3-4400-9af1-5695fc83b01b HTTP/1.1" status: 204 len: 168 time: 0.9527249 Jan 31 16:06:04.207361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:04.207361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:04.207361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:04.207361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:04.207361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40876ca-cb0b-48fb-8202-1501551f53e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:04.207793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56912) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:04.233082 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91019af4-7c57-47c7-9919-14e9f0285ac0 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] Pushing event deleted for resources: {'Port': ['ID=50a78334-e8c3-4400-9af1-5695fc83b01b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:04.267373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f195c-0580-4320-8be7-eb589cbbe5b9 None None] DHCP port deletion for 5c27222f-9f10-4881-bc3e-463f81557d8f request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:06:04.277795 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67cc262-ab19-4983-ab45-dba0a1cff8d8 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] GET failed (client error): The resource could not be found. Jan 31 16:06:04.288337 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f67cc262-ab19-4983-ab45-dba0a1cff8d8 tempest-PortsAdminExtendedAttrsTestJSON-640451775 tempest-PortsAdminExtendedAttrsTestJSON-640451775-project-admin] 10.222.0.36 "GET /v2.0/ports/50a78334-e8c3-4400-9af1-5695fc83b01b HTTP/1.1" status: 404 len: 333 time: 0.0740297 Jan 31 16:06:04.288337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56914) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:04.400204 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ccce4f3-bae3-45f9-8071-e716abc073bb req-d37d05ac-53ef-4243-aacb-1e474a45123c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450027 Jan 31 16:06:04.543836 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.578029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f195c-0580-4320-8be7-eb589cbbe5b9 None None] Deleting port 592900f9-e738-4b9e-add2-4b95126aa576 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:04.583221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f8f195c-0580-4320-8be7-eb589cbbe5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.596420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f840d064-9f9b-4eb1-8bad-8540d88b0051 req-18e027a0-2289-4ada-a0bd-69639da0b496 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0497930 Jan 31 16:06:04.611100 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.651408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb929c42-3e30-4828-a03a-532e8e7e942b']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:04.681924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc7686e-ea2a-4498-a34b-a336758e7a0b') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:04.682465 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc7686e-ea2a-4498-a34b-a336758e7a0b') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:04.698403 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.731707 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.758607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:06:04.760743 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.761338 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:06:04.771660 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:06:04.797055 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6f8f195c-0580-4320-8be7-eb589cbbe5b9 None None] For port 592900f9-e738-4b9e-add2-4b95126aa576, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=592900f9-e738-4b9e-add2-4b95126aa576,segment=NetworkSegment(b27b7bbd-7621-477a-b097-a873c311b6d3),segment_id=b27b7bbd-7621-477a-b097-a873c311b6d3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:04.797825 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f8f195c-0580-4320-8be7-eb589cbbe5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.815800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64431aaa-ea52-4e8a-8014-e37feb06f748']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:04.817428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f195c-0580-4320-8be7-eb589cbbe5b9 None None] Calling delete_port for 592900f9-e738-4b9e-add2-4b95126aa576 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:04.834727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858c8cb5-fb60-48b9-aa1d-08776a315a1b') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:04.834727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858c8cb5-fb60-48b9-aa1d-08776a315a1b') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:04.855830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bbbee-33fb-483e-9c50-6363b89385ce req-e3cd9f76-9eab-476e-9e08-4a19eac6c952 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:04.857617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e90bbbee-33fb-483e-9c50-6363b89385ce req-e3cd9f76-9eab-476e-9e08-4a19eac6c952 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1423433 Jan 31 16:06:04.857949 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.870817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.875761 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.883136 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "DELETE /v2.0/networks/cb929c42-3e30-4828-a03a-532e8e7e942b HTTP/1.1" status: 204 len: 168 time: 1.1305494 Jan 31 16:06:04.888897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56934) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:04.899315 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.908176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:06:04.908893 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.939221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f4fac-ab63-4073-9083-6da2b4875e6c tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'Network': ['ID=cb929c42-3e30-4828-a03a-532e8e7e942b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:04.985929 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f8f195c-0580-4320-8be7-eb589cbbe5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:06:04.998132 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:06:05.011058 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:05.020016 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e90bbbee-33fb-483e-9c50-6363b89385ce req-8cfb2caa-5788-4cbe-855c-b71e5f24b8a7 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514273 Jan 31 16:06:05.042068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:05.042068 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] 10.222.0.36 "DELETE /v2.0/networks/64431aaa-ea52-4e8a-8014-e37feb06f748 HTTP/1.1" status: 204 len: 168 time: 0.7469981 Jan 31 16:06:05.060314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb235d4b-0134-4fef-b13f-df1f5534e298 tempest-PortsAdminExtendedAttrsTestJSON-97665520 tempest-PortsAdminExtendedAttrsTestJSON-97665520-project] Pushing event deleted for resources: {'Network': ['ID=64431aaa-ea52-4e8a-8014-e37feb06f748,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:05.069730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f195c-0580-4320-8be7-eb589cbbe5b9 None None] Pushing event deleted for resources: {'Port': ['ID=592900f9-e738-4b9e-add2-4b95126aa576,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:05.078281 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f195c-0580-4320-8be7-eb589cbbe5b9 None None] No DVR routers for this DVR port 592900f9-e738-4b9e-add2-4b95126aa576 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:05.128498 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:05.274646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fb55f-3178-45b9-8004-80ef6a5aae4e req-50afbb97-5adb-4a0e-ab59-605ffaa4f56f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:05.278442 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e70fb55f-3178-45b9-8004-80ef6a5aae4e req-50afbb97-5adb-4a0e-ab59-605ffaa4f56f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1246715 Jan 31 16:06:05.360637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e70fb55f-3178-45b9-8004-80ef6a5aae4e req-a9ca1fcc-2b8b-4997-9899-981b5777e39d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759876 Jan 31 16:06:05.394040 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:05.443386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c27222f-9f10-4881-bc3e-463f81557d8f']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:05.454770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27b7bbd-7621-477a-b097-a873c311b6d3') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:05.455256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27b7bbd-7621-477a-b097-a873c311b6d3') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:05.483056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:05.508115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:05.521457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:06:05.521457 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:06:05.528204 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:06:05.662515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 592900f9-e738-4b9e-add2-4b95126aa576 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:05.674659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56964) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:05.701172 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:05.708983 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:05.717208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] 10.222.0.36 "DELETE /v2.0/networks/5c27222f-9f10-4881-bc3e-463f81557d8f HTTP/1.1" status: 204 len: 168 time: 0.8240077 Jan 31 16:06:05.732391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 592900f9-e738-4b9e-add2-4b95126aa576 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:05.737587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 592900f9-e738-4b9e-add2-4b95126aa576 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:05.740598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b5a1572e-a0cd-494d-81e6-a82ff5cb99ed no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:05.745168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6eae60-7140-4cbc-9dfd-5d17ab08ec5d tempest-TaggedBootDevicesTest-17176278 tempest-TaggedBootDevicesTest-17176278-project] Pushing event deleted for resources: {'Network': ['ID=5c27222f-9f10-4881-bc3e-463f81557d8f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:05.793311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d5dc6-741b-41d1-91f2-a4e67d047b43 req-df387280-473e-4b92-a42f-02f5a921997b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:05.807623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-840d5dc6-741b-41d1-91f2-a4e67d047b43 req-df387280-473e-4b92-a42f-02f5a921997b tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.2215095 Jan 31 16:06:05.818924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d90d30eb-d554-470a-87fe-66f3405e1e3f req-ef8fc2fd-d601-402f-a2dd-1edb8653ad9e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0481365 Jan 31 16:06:05.829413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: b5a1572e-a0cd-494d-81e6-a82ff5cb99ed {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:05.833217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b5a1572e-a0cd-494d-81e6-a82ff5cb99ed not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:05.933825 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-840d5dc6-741b-41d1-91f2-a4e67d047b43 req-c7f23120-e8e9-42e6-996b-d06b92d9ac14 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232591 Jan 31 16:06:06.001393 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f50b367d-de84-4827-8aaa-3a2225c72430 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=739618336c49422a8764ea823a0050f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230793 Jan 31 16:06:06.001961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56978) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:06.089596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-40744e95-af27-4e40-820a-2e4c14776c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:06.098771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0d880-3077-4ff2-a8ee-601a217282c2 req-96687e78-86e9-40e0-ade4-ee9007653a82 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:06.100556 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fba0d880-3077-4ff2-a8ee-601a217282c2 req-96687e78-86e9-40e0-ade4-ee9007653a82 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.0801055 Jan 31 16:06:06.151400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-40744e95-af27-4e40-820a-2e4c14776c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:06.199260 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fba0d880-3077-4ff2-a8ee-601a217282c2 req-876e2ea3-f179-4272-8bf8-e7d973921b6d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896299 Jan 31 16:06:06.310440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-40744e95-af27-4e40-820a-2e4c14776c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:06.313741 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-40744e95-af27-4e40-820a-2e4c14776c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:06.315363 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-40744e95-af27-4e40-820a-2e4c14776c56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7be1388-30f3-4764-9eb1-7263374513bf HTTP/1.1" status: 204 len: 168 time: 0.3107824 Jan 31 16:06:06.333218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40744e95-af27-4e40-820a-2e4c14776c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be1388-30f3-4764-9eb1-7263374513bf,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:06.479492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00672531-451c-47ca-8666-720c40370a31 req-0b8f4db1-cec7-4ac7-bc23-a104bfee8db9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:06.493897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-00672531-451c-47ca-8666-720c40370a31 req-0b8f4db1-cec7-4ac7-bc23-a104bfee8db9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1192560 Jan 31 16:06:06.610178 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-00672531-451c-47ca-8666-720c40370a31 req-4c276bb0-0e3c-4f31-ac10-7b16a1e502ec tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150031 Jan 31 16:06:06.821997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfc778-b21f-4ea8-ab57-ab51d92486e6 req-f684ac9b-c95e-4126-a532-058e34fbc6f9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:06.824010 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ddfc778-b21f-4ea8-ab57-ab51d92486e6 req-f684ac9b-c95e-4126-a532-058e34fbc6f9 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1042027 Jan 31 16:06:06.879601 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57010) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:06.945147 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ddfc778-b21f-4ea8-ab57-ab51d92486e6 req-d40fbc2c-80a1-4ee4-b097-1cc5b8e08de8 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146486 Jan 31 16:06:06.982175 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9b5a1d77-5b1f-481b-88ca-d51b0acb0b94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=443f769fa485415eacf23edd90e08f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012447 Jan 31 16:06:06.986112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57016) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:07.027067 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b416673-0c1d-4587-b42a-6c2da5950622 req-62e687be-a77d-4982-af0f-d7889607209d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0575466 Jan 31 16:06:07.071389 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3982d3b2-49c6-4c96-b14d-8c0e4f1ef2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:07.128779 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3982d3b2-49c6-4c96-b14d-8c0e4f1ef2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:07.202079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bd6e5-9ca1-4055-a6f8-87b03fc54feb req-4c7c6570-f059-490e-87a4-8c2ef4804577 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:07.206543 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac2bd6e5-9ca1-4055-a6f8-87b03fc54feb req-4c7c6570-f059-490e-87a4-8c2ef4804577 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1330156 Jan 31 16:06:07.269370 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3982d3b2-49c6-4c96-b14d-8c0e4f1ef2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:07.274332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3982d3b2-49c6-4c96-b14d-8c0e4f1ef2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:07.282328 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3982d3b2-49c6-4c96-b14d-8c0e4f1ef2fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45ebd7f2-1a04-49cc-b01f-6f7a97164eaa HTTP/1.1" status: 204 len: 168 time: 0.2943137 Jan 31 16:06:07.320179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982d3b2-49c6-4c96-b14d-8c0e4f1ef2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ebd7f2-1a04-49cc-b01f-6f7a97164eaa,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:07.346707 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac2bd6e5-9ca1-4055-a6f8-87b03fc54feb req-fb0e7e61-78eb-4844-90a6-f8005f5986d0 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095815 Jan 31 16:06:08.252196 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97b63011-0a89-4ca9-bd8d-efe700d511a4 req-917587d9-b0e3-4ca1-b36f-663cdc230a7a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0511372 Jan 31 16:06:08.852017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57080) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:09.142011 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b3f91362-74fc-408a-b8c7-f103f7568315 tempest-AgentManagementNegativeTest-395348461 tempest-AgentManagementNegativeTest-395348461-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2841933 Jan 31 16:06:09.474220 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53461996-1bdc-46a7-be04-a74e2118cc92 req-eb3dade8-716f-46b1-a7ee-f7c33fe085fc tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0714622 Jan 31 16:06:09.579961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57108) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:09.756027 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-805c9149-3d13-4937-8cfd-52803851ccd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:09.900334 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-805c9149-3d13-4937-8cfd-52803851ccd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:09.920110 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-805c9149-3d13-4937-8cfd-52803851ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:10.000304 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-805c9149-3d13-4937-8cfd-52803851ccd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3c545485d274bb089bc69d40b45a321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164186 Jan 31 16:06:10.000691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57124) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:10.005824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c9149-3d13-4937-8cfd-52803851ccd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6f1310-c19d-46a7-bf9f-84c54995b4ac,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:10.135342 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4007d34-438a-41bc-a360-d717c1574f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:10.186956 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4007d34-438a-41bc-a360-d717c1574f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:10.307697 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4007d34-438a-41bc-a360-d717c1574f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:10.312528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4007d34-438a-41bc-a360-d717c1574f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:10.314577 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e4007d34-438a-41bc-a360-d717c1574f93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca6f1310-c19d-46a7-bf9f-84c54995b4ac HTTP/1.1" status: 204 len: 168 time: 0.3105066 Jan 31 16:06:10.327074 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4007d34-438a-41bc-a360-d717c1574f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6f1310-c19d-46a7-bf9f-84c54995b4ac,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:10.667994 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ab6594e-3573-4c3e-ab35-5a09ff99a178 req-3a2100b7-0b75-46f2-ac3f-95a0c029cbf2 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0571301 Jan 31 16:06:11.457061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57180) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:11.731994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-774737349'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:11.773313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Made reservation on behalf of 3fcfd126330c416590e2cbfc1a574331 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:06:11.779392 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:11.792775 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:11.871316 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1dab0dfc-f17e-4c16-8dfd-b978afc50ab8 req-396b4a2b-aa69-4577-8a87-d1044e91dc6a tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0364969 Jan 31 16:06:11.948513 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:11.954670 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:11.969178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:06:11.992090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:11.992441 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Added segment beeb55c4-dabf-415f-a637-71ff1605b924 of type vlan for network d5258b11-0954-42a5-a011-823cc61f241b Jan 31 16:06:12.036830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=debe680e-c6e5-4a6b-ad26-9f7c5e8a50f8,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:12.054250 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:12.182417 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:12.194918 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:12.195538 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:12.264645 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8049135 Jan 31 16:06:12.267563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57230) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:12.271798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6787-8b79-4a7c-8a34-283c4e2fdce2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Network': ['ID=d5258b11-0954-42a5-a011-823cc61f241b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:12.274162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-430a3fa2-48bd-495c-a060-54237ce1e690 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'subnet': {'network_id': 'd5258b11-0954-42a5-a011-823cc61f241b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:12.283947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network d5258b11-0954-42a5-a011-823cc61f241b details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:06:12.388614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c2b37-0494-454b-bacf-d5bb2722a495 req-1d907c04-fa1a-4d0a-aacf-0cf8c6074854 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:12.390307 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-336c2b37-0494-454b-bacf-d5bb2722a495 req-1d907c04-fa1a-4d0a-aacf-0cf8c6074854 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 950 time: 0.0798907 Jan 31 16:06:12.477377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430a3fa2-48bd-495c-a060-54237ce1e690 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Made reservation on behalf of 3fcfd126330c416590e2cbfc1a574331 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:06:12.482371 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-430a3fa2-48bd-495c-a060-54237ce1e690 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:12.861262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-430a3fa2-48bd-495c-a060-54237ce1e690 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:12.927448 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-336c2b37-0494-454b-bacf-d5bb2722a495 req-0b931dac-5b92-490b-8f6b-c8f127fb3ba8 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300024 Jan 31 16:06:12.945966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a3fa2-48bd-495c-a060-54237ce1e690 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Subnet': ['ID=c5784b89-0c38-48c3-922a-19859dcbfe72,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:12.952768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a3fa2-48bd-495c-a060-54237ce1e690 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Checking segment: {'id': 'beeb55c4-dabf-415f-a637-71ff1605b924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd5258b11-0954-42a5-a011-823cc61f241b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:06:12.953365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a3fa2-48bd-495c-a060-54237ce1e690 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network hostable DHCP agents. Network: d5258b11-0954-42a5-a011-823cc61f241b, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:06:12.977828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a3fa2-48bd-495c-a060-54237ce1e690 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network d5258b11-0954-42a5-a011-823cc61f241b is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:06:12.996926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-430a3fa2-48bd-495c-a060-54237ce1e690 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, d5258b11-0954-42a5-a011-823cc61f241b) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:06:13.007371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e68c7b-215b-448e-b2bb-8d3365cc9d5e None None] Network d5258b11-0954-42a5-a011-823cc61f241b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:06:13.032029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a3fa2-48bd-495c-a060-54237ce1e690 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:13.041388 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-430a3fa2-48bd-495c-a060-54237ce1e690 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:13.094527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a3c92fe-8e95-449f-83da-d7d12bbc4173 req-39908803-d8ac-4ccd-a7ae-298de857a30d tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0895340 Jan 31 16:06:13.112664 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-430a3fa2-48bd-495c-a060-54237ce1e690 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8415267 Jan 31 16:06:13.114586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57246) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:13.133625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1044228891', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:13.197936 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:13.199338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:13.273592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876fbc3-ce8d-42ef-a260-e4a1a39a4c61 None None] Network d5258b11-0954-42a5-a011-823cc61f241b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:06:13.327897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:14.199834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98b1cabd-5062-4dab-87d1-b981d07ebc69 req-c595f5b2-415e-4a72-a41f-1d5dfe49d0d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2322328 Jan 31 16:06:14.214710 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:14.317885 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e238e5b4-a059-47a9-a988-9309a593fd1a req-ff7c28f6-247a-49ec-924b-03df884ad279 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0507801 Jan 31 16:06:14.437343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1cabd-5062-4dab-87d1-b981d07ebc69 req-75a83c3b-47a5-43f4-908b-a7ce1fa1242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:14.439102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98b1cabd-5062-4dab-87d1-b981d07ebc69 req-75a83c3b-47a5-43f4-908b-a7ce1fa1242d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 1096 time: 0.2024364 Jan 31 16:06:14.598554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1cabd-5062-4dab-87d1-b981d07ebc69 req-dca6e017-a1ba-458a-bdc7-dfc17a1366cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:14.600623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98b1cabd-5062-4dab-87d1-b981d07ebc69 req-dca6e017-a1ba-458a-bdc7-dfc17a1366cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.1303608 Jan 31 16:06:14.812542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98b1cabd-5062-4dab-87d1-b981d07ebc69 req-48c02a38-4294-4554-8c7a-f49d0e8daf0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05 HTTP/1.1" status: 200 len: 999 time: 0.0821664 Jan 31 16:06:14.848131 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61dc8b4a-0f86-4a94-beff-204365f58a81 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:14.863756 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:15.012892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:15.054619 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:15.067378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1cabd-5062-4dab-87d1-b981d07ebc69 req-edd5bbd7-2faf-43f0-be11-1824901faa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:15.069317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98b1cabd-5062-4dab-87d1-b981d07ebc69 req-edd5bbd7-2faf-43f0-be11-1824901faa3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.2070904 Jan 31 16:06:15.092374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b516cb0b-36ac-42d4-b5d0-47a15f8c2128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61dc8b4a-0f86-4a94-beff-204365f58a81'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:06:15.094986 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e292834c-5b25-47f8-98a7-b7f0ed4fe2a0" -d '{"events": [{"server_uuid": "b516cb0b-36ac-42d4-b5d0-47a15f8c2128", "name": "network-vif-unplugged", "status": "completed", "tag": "61dc8b4a-0f86-4a94-beff-204365f58a81"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:06:15.151636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61dc8b4a-0f86-4a94-beff-204365f58a81, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61dc8b4a-0f86-4a94-beff-204365f58a81,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:15.160825 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:15.227858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1cabd-5062-4dab-87d1-b981d07ebc69 req-1b5b034d-ff5c-4bd2-a1c1-bcd4473ba1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:15.230146 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98b1cabd-5062-4dab-87d1-b981d07ebc69 req-1b5b034d-ff5c-4bd2-a1c1-bcd4473ba1fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447427 Jan 31 16:06:15.238747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=61dc8b4a-0f86-4a94-beff-204365f58a81,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:15.253612 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff5fb7b-fe8f-4043-8f1f-531a7c6e915a x-openstack-request-id: req-2ff5fb7b-fe8f-4043-8f1f-531a7c6e915a {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:06:15.253958 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b516cb0b-36ac-42d4-b5d0-47a15f8c2128", "name": "network-vif-unplugged", "status": "completed", "tag": "61dc8b4a-0f86-4a94-beff-204365f58a81", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:06:15.254589 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ff5fb7b-fe8f-4043-8f1f-531a7c6e915a {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:06:15.255310 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b516cb0b-36ac-42d4-b5d0-47a15f8c2128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61dc8b4a-0f86-4a94-beff-204365f58a81', 'code': 200} Jan 31 16:06:15.300932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.25.1.131 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/6d53cab1-257c-47ba-bb75-57c41984887c) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:06:15.579027 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad29d5e1-9139-4feb-b5ca-7665e9b8ba54 req-e51ecc7e-a590-4298-b6dd-b605fa147faf tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0672743 Jan 31 16:06:15.639039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011115d-d103-4e68-98ff-83e35ec1d0ca req-f1ad3fa4-3877-425b-97ce-74168d128680 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:15.646858 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9011115d-d103-4e68-98ff-83e35ec1d0ca req-f1ad3fa4-3877-425b-97ce-74168d128680 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.3433115 Jan 31 16:06:15.658343 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98b1cabd-5062-4dab-87d1-b981d07ebc69 req-5633c06d-745a-47bf-813d-356dae1000cc service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197898 Jan 31 16:06:15.847100 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9011115d-d103-4e68-98ff-83e35ec1d0ca req-5408f5a3-aa1d-4208-8217-1392a3e2cf33 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989765 Jan 31 16:06:15.883579 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:15.930653 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:16.022005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=6d53cab1-257c-47ba-bb75-57c41984887c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:16.051819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:06:16.061245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:06:16.069331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:06:16.167401 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98b1cabd-5062-4dab-87d1-b981d07ebc69 req-753772d7-be35-4569-b04a-75a28a1c5bd1 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986980 Jan 31 16:06:16.456263 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:16.746571 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a057893-3de3-4ad8-ac6e-eca6cc1a6fc5 req-668f0621-0663-4140-99fe-28303be87597 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0379741 Jan 31 16:06:16.860576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ab654f44-840d-4f54-959d-8cc628d3a33f details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:06:16.888578 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:17.032840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57374) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:17.103333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:17.130291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'mac_address': 'fa:16:3e:e7:e3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:06:17.182166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5034c8-2ee3-439c-a5e9-116ade613842 req-cf5297a8-2f49-4e58-9822-9acad583d3ff tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:17.190295 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a5034c8-2ee3-439c-a5e9-116ade613842 req-cf5297a8-2f49-4e58-9822-9acad583d3ff tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1408591 Jan 31 16:06:17.215871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e443aa-a0b9-4e5c-8c1c-fa1a1d5b3134 req-798f71d8-4cb6-448b-a685-6238cdf14b0c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:17.217420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01e443aa-a0b9-4e5c-8c1c-fa1a1d5b3134 req-798f71d8-4cb6-448b-a685-6238cdf14b0c tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.20 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1920528 Jan 31 16:06:17.222676 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:17.309238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab654f44-840d-4f54-959d-8cc628d3a33f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:06:17.314136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a5034c8-2ee3-439c-a5e9-116ade613842 req-af9700ae-97dd-4ead-b620-b7179a320527 tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228099 Jan 31 16:06:17.339102 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c5252132-dafd-4ab5-bd7c-905dd32a92fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:17.381768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:17.391018 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:17.471023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:06:17.503176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ab654f44-840d-4f54-959d-8cc628d3a33f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:06:17.557197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-01e443aa-a0b9-4e5c-8c1c-fa1a1d5b3134 req-39a2d540-edb3-4f92-bb1b-c9a170b49e2f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Deleting port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:17.557697 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-01e443aa-a0b9-4e5c-8c1c-fa1a1d5b3134 req-39a2d540-edb3-4f92-bb1b-c9a170b49e2f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:17.681078 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:06:17.723900 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ab654f44-840d-4f54-959d-8cc628d3a33f,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:17.817314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-01e443aa-a0b9-4e5c-8c1c-fa1a1d5b3134 req-39a2d540-edb3-4f92-bb1b-c9a170b49e2f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] For port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,segment=NetworkSegment(0f8b87a4-3934-4646-b7e1-71a214fd42ea),segment_id=0f8b87a4-3934-4646-b7e1-71a214fd42ea)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:17.818024 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-01e443aa-a0b9-4e5c-8c1c-fa1a1d5b3134 req-39a2d540-edb3-4f92-bb1b-c9a170b49e2f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:17.838404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-01e443aa-a0b9-4e5c-8c1c-fa1a1d5b3134 req-39a2d540-edb3-4f92-bb1b-c9a170b49e2f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Calling delete_port for b0c0884e-ada6-4530-9cdb-8bf9d0483b3f owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:17.951689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-338a9e93-6f1a-47a0-8cf1-0cbc11323f0b req-4f7b6e6a-4725-4f91-9882-6189e16cec8b tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0738583 Jan 31 16:06:18.092454 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b28e8f7-12e3-4024-bedf-0097e77e1ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:18.415966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:18.427275 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35174e1e-9f18-4d76-8052-c7262d813c55 None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:18.460187 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35174e1e-9f18-4d76-8052-c7262d813c55 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:18.461599 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:18.470825 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-51b46ddc-c308-44da-a02c-68c4282a168f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3472819 Jan 31 16:06:18.471281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57422) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:18.477680 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-35174e1e-9f18-4d76-8052-c7262d813c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:05:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:18.589680 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-01e443aa-a0b9-4e5c-8c1c-fa1a1d5b3134 req-39a2d540-edb3-4f92-bb1b-c9a170b49e2f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:18.590198 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-35174e1e-9f18-4d76-8052-c7262d813c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:18.608196 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35174e1e-9f18-4d76-8052-c7262d813c55 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:18.609762 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-35174e1e-9f18-4d76-8052-c7262d813c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:05:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:18.671437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2d540-edb3-4f92-bb1b-c9a170b49e2f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Pushing event deleted for resources: {'Port': ['ID=b0c0884e-ada6-4530-9cdb-8bf9d0483b3f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:18.728444 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-35174e1e-9f18-4d76-8052-c7262d813c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:18.729117 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35174e1e-9f18-4d76-8052-c7262d813c55 None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:18.757947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e443aa-a0b9-4e5c-8c1c-fa1a1d5b3134 req-39a2d540-edb3-4f92-bb1b-c9a170b49e2f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] No DVR routers for this DVR port b0c0884e-ada6-4530-9cdb-8bf9d0483b3f on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:18.761319 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-01e443aa-a0b9-4e5c-8c1c-fa1a1d5b3134 req-39a2d540-edb3-4f92-bb1b-c9a170b49e2f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:18.765815 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01e443aa-a0b9-4e5c-8c1c-fa1a1d5b3134 req-39a2d540-edb3-4f92-bb1b-c9a170b49e2f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.20 "DELETE /v2.0/ports/b0c0884e-ada6-4530-9cdb-8bf9d0483b3f HTTP/1.1" status: 204 len: 173 time: 1.5293343 Jan 31 16:06:18.767171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'name': 'network-vif-deleted', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:06:18.769807 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abe6425-9496-40f6-9f83-d49cbbf39175" -d '{"events": [{"server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "name": "network-vif-deleted", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:06:18.782941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ce4ba-6114-4814-8068-5cd2516f57f2 req-2f2323c6-bac3-42c6-a7ae-7bdf758e2a4d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:18.784486 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a01ce4ba-6114-4814-8068-5cd2516f57f2 req-2f2323c6-bac3-42c6-a7ae-7bdf758e2a4d tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e34569-f7c1-4aec-9e87-f6f191da6aa0 HTTP/1.1" status: 200 len: 868 time: 0.2773962 Jan 31 16:06:18.792469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-3b28e8f7-12e3-4024-bedf-0097e77e1ae5 admin admin] Deleting port 787b3b6e-241c-41f6-bab3-8fd13c61cf55 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:18.793059 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b28e8f7-12e3-4024-bedf-0097e77e1ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:18.825999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582355-d7cf-47c6-9b7f-c6139782aaf0 req-53e7040d-1159-49f4-b429-b71e450850ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:18.827638 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d582355-d7cf-47c6-9b7f-c6139782aaf0 req-53e7040d-1159-49f4-b429-b71e450850ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c05dccf9e36647dcac33aa795c93a563&device_id=4ea5968a-e8cc-4130-b66f-b94a0c50728e HTTP/1.1" status: 200 len: 1100 time: 0.4206240 Jan 31 16:06:18.831773 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33d964d-d58e-4c15-b941-d30f8483dcc9 x-openstack-request-id: req-a33d964d-d58e-4c15-b941-d30f8483dcc9 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:06:18.832472 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e34569-f7c1-4aec-9e87-f6f191da6aa0", "name": "network-vif-deleted", "tag": "b0c0884e-ada6-4530-9cdb-8bf9d0483b3f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:06:18.832993 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a33d964d-d58e-4c15-b941-d30f8483dcc9 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:06:18.833864 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e34569-f7c1-4aec-9e87-f6f191da6aa0', 'name': 'network-vif-deleted', 'tag': 'b0c0884e-ada6-4530-9cdb-8bf9d0483b3f', 'status': 'completed', 'code': 200} Jan 31 16:06:18.875109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ab654f44-840d-4f54-959d-8cc628d3a33f up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:06:18.940031 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port ab654f44-840d-4f54-959d-8cc628d3a33f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:06:18.941360 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:19.068251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582355-d7cf-47c6-9b7f-c6139782aaf0 req-98cac334-8348-4d13-ae71-71baeb1b4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:19.069817 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d582355-d7cf-47c6-9b7f-c6139782aaf0 req-98cac334-8348-4d13-ae71-71baeb1b4af7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.1394787 Jan 31 16:06:19.099873 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:19.124038 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a01ce4ba-6114-4814-8068-5cd2516f57f2 req-9caf07b2-65d3-4785-aac9-cd90d1d4490f tempest-ServersNegativeTestJSON-1465082146 tempest-ServersNegativeTestJSON-1465082146-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd4831e3-8d9e-4e9f-bcec-697d56db5edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167031 Jan 31 16:06:19.125257 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d582355-d7cf-47c6-9b7f-c6139782aaf0 req-64d88a1d-2b9e-4a54-b22e-f9cb1d9cac31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=ab654f44-840d-4f54-959d-8cc628d3a33f HTTP/1.1" status: 200 len: 217 time: 0.0449793 Jan 31 16:06:19.143362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:06:19.145699 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bdcafc-34df-4e85-beb4-80911ff9e372" -d '{"events": [{"server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "name": "network-vif-plugged", "status": "completed", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:06:19.190539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:19.196650 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:19.267322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-3b28e8f7-12e3-4024-bedf-0097e77e1ae5 admin admin] For port 787b3b6e-241c-41f6-bab3-8fd13c61cf55, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=787b3b6e-241c-41f6-bab3-8fd13c61cf55,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:19.268401 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a830485-95b5-48a1-928c-ea64ed2a1fd6 req-56bb71a9-89ec-4bbd-b356-07425793f619 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.1552234 Jan 31 16:06:19.268725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b28e8f7-12e3-4024-bedf-0097e77e1ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:19.280883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582355-d7cf-47c6-9b7f-c6139782aaf0 req-dde3ae57-d51f-49c9-8cdf-062fccabcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:19.282452 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d582355-d7cf-47c6-9b7f-c6139782aaf0 req-dde3ae57-d51f-49c9-8cdf-062fccabcc3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1493535 Jan 31 16:06:19.291234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ab654f44-840d-4f54-959d-8cc628d3a33f,revision_number=10']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:19.291494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-3b28e8f7-12e3-4024-bedf-0097e77e1ae5 admin admin] Calling delete_port for 787b3b6e-241c-41f6-bab3-8fd13c61cf55 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:19.504077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582355-d7cf-47c6-9b7f-c6139782aaf0 req-73eb2e51-496e-49c3-82c9-3a9f7d2538cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:19.505758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d582355-d7cf-47c6-9b7f-c6139782aaf0 req-73eb2e51-496e-49c3-82c9-3a9f7d2538cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2101712 Jan 31 16:06:19.683521 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770c6eba-3bae-4503-9427-d41109e532f1 x-openstack-request-id: req-770c6eba-3bae-4503-9427-d41109e532f1 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:06:19.684299 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "name": "network-vif-plugged", "status": "completed", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:06:19.684905 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-770c6eba-3bae-4503-9427-d41109e532f1 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:06:19.685565 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'code': 200} Jan 31 16:06:19.692372 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-95054959-2dd1-4cf8-a0a3-0bd7246419a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:19.769440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b0c0884e-ada6-4530-9cdb-8bf9d0483b3f no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:19.832636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: b0c0884e-ada6-4530-9cdb-8bf9d0483b3f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:19.834297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device b0c0884e-ada6-4530-9cdb-8bf9d0483b3f not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:19.936250 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:19.941965 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d582355-d7cf-47c6-9b7f-c6139782aaf0 req-e055d7c5-08f4-488f-be2e-84255fd06292 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890617 Jan 31 16:06:20.236104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57454) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:20.356244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4f9e1d-43c9-4d35-b4d8-fff464614ceb admin admin] Deleting subnet e2a731ce-c71a-4498-8959-f6bd7106d18c {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:06:20.369879 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab4f9e1d-43c9-4d35-b4d8-fff464614ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:20.439936 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.20.0.1 (d5258b11-0954-42a5-a011-823cc61f241b/c5784b89-0c38-48c3-922a-19859dcbfe72/7a7bddbe-ccc0-4a7f-8c69-2316f2c9a019) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:06:20.495371 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab4f9e1d-43c9-4d35-b4d8-fff464614ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:20.499951 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b28e8f7-12e3-4024-bedf-0097e77e1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:20.562366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28e8f7-12e3-4024-bedf-0097e77e1ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=787b3b6e-241c-41f6-bab3-8fd13c61cf55,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:20.586196 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-de42b9a0-06c9-48fc-966d-6ea206b00ae0 req-243af971-d05d-4371-9e34-82ee493b128e tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/ports?device_id=aada770b-a289-4cd6-9e3c-9fdddc7fd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0441396 Jan 31 16:06:20.626168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab4f9e1d-43c9-4d35-b4d8-fff464614ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:20.703497 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab4f9e1d-43c9-4d35-b4d8-fff464614ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:20.746298 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab4f9e1d-43c9-4d35-b4d8-fff464614ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:20.757303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ab4f9e1d-43c9-4d35-b4d8-fff464614ceb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e2a731ce-c71a-4498-8959-f6bd7106d18c HTTP/1.1" status: 204 len: 168 time: 0.5153580 Jan 31 16:06:20.758372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57468) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:20.759414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f9e1d-43c9-4d35-b4d8-fff464614ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a731ce-c71a-4498-8959-f6bd7106d18c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:20.830513 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:20.833500 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:20.931855 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:20.959436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d582355-d7cf-47c6-9b7f-c6139782aaf0 req-afa73abf-b85a-4600-89ee-1514dc5851ef service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0017989 Jan 31 16:06:20.963461 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.052306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network d5258b11-0954-42a5-a011-823cc61f241b is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:06:21.057493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:06:21.091449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:06:21.104845 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.119201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=7a7bddbe-ccc0-4a7f-8c69-2316f2c9a019,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:21.146602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ef0247-dcdd-47f2-94ca-6b3f98327603']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:21.166900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8b87a4-3934-4646-b7e1-71a214fd42ea') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:21.167543 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8b87a4-3934-4646-b7e1-71a214fd42ea') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:21.179049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.197360 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.203805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:06:21.204373 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.272190 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:06:21.296811 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:06:21.305194 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.321560 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.327212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/46ef0247-dcdd-47f2-94ca-6b3f98327603 HTTP/1.1" status: 204 len: 168 time: 0.5502741 Jan 31 16:06:21.366848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab960a6d-1845-45ea-b96c-1e384abcd9d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=46ef0247-dcdd-47f2-94ca-6b3f98327603,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:21.559056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57486) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:21.628729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-327142c9-e5a5-4c7e-bbd7-647bd34e6c39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=452636cdaaec43b3ae3f51270aef0edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684109 Jan 31 16:06:21.629680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57490) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:21.765449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57494) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:21.841007 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b58b01d-d759-4b5d-9fb9-3ebd1cd748b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.860420 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b28e8f7-12e3-4024-bedf-0097e77e1ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.882363 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b58b01d-d759-4b5d-9fb9-3ebd1cd748b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.973294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b58b01d-d759-4b5d-9fb9-3ebd1cd748b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.983439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b58b01d-d759-4b5d-9fb9-3ebd1cd748b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:21.994993 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3b58b01d-d759-4b5d-9fb9-3ebd1cd748b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd4831e3-8d9e-4e9f-bcec-697d56db5edf HTTP/1.1" status: 204 len: 168 time: 0.3566406 Jan 31 16:06:22.045210 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f02d0889-43d2-4088-97fc-0d51c3d8bece tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:22.124113 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f02d0889-43d2-4088-97fc-0d51c3d8bece tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:22.196087 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58b01d-d759-4b5d-9fb9-3ebd1cd748b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4831e3-8d9e-4e9f-bcec-697d56db5edf,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:22.228712 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f02d0889-43d2-4088-97fc-0d51c3d8bece tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:22.231554 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f02d0889-43d2-4088-97fc-0d51c3d8bece tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:22.236575 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f02d0889-43d2-4088-97fc-0d51c3d8bece tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "DELETE /v2.0/security-groups/3c6c3ba6-dfc0-4869-8971-6898ef23ac86 HTTP/1.1" status: 204 len: 168 time: 0.4694686 Jan 31 16:06:22.237330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57502) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:22.271455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d0889-43d2-4088-97fc-0d51c3d8bece tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6c3ba6-dfc0-4869-8971-6898ef23ac86,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:22.280210 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-9e37e9b3-89bc-4939-9d86-98c50b3ae945 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] show failed (client error): The resource could not be found. Jan 31 16:06:22.284627 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9e37e9b3-89bc-4939-9d86-98c50b3ae945 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "GET /v2.0/security-groups/3c6c3ba6-dfc0-4869-8971-6898ef23ac86 HTTP/1.1" status: 404 len: 347 time: 0.0325260 Jan 31 16:06:22.285602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57504) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:22.303020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b28e8f7-12e3-4024-bedf-0097e77e1ae5 admin admin] Router 966a59f4-57d8-4998-954f-f45c788e2301 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:22.337775 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:22.341768 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:22.537565 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:22.606230 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d9c63a64-9628-4dc1-9c03-47818769fa73 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Deleting port cc1b6385-0321-43fe-8022-0bc9da13740b {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:22.606692 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9c63a64-9628-4dc1-9c03-47818769fa73 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:22.819040 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9c63a64-9628-4dc1-9c03-47818769fa73 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:22.819805 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9c63a64-9628-4dc1-9c03-47818769fa73 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:22.846966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b28e8f7-12e3-4024-bedf-0097e77e1ae5 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:22.857932 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79864c89-82d9-4a01-86bb-78015d49bb24 None None] Sync routers for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:22.862635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d9c63a64-9628-4dc1-9c03-47818769fa73 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Calling delete_port for cc1b6385-0321-43fe-8022-0bc9da13740b owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:22.871941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79864c89-82d9-4a01-86bb-78015d49bb24 None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:22.872591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-79864c89-82d9-4a01-86bb-78015d49bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:22.938117 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3b28e8f7-12e3-4024-bedf-0097e77e1ae5 admin admin] 10.222.0.36 "PUT /v2.0/routers/966a59f4-57d8-4998-954f-f45c788e2301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9040251 Jan 31 16:06:22.938884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57528) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:23.182778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-79864c89-82d9-4a01-86bb-78015d49bb24 None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:06:23.193274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9c63a64-9628-4dc1-9c03-47818769fa73 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:23.256101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c63a64-9628-4dc1-9c03-47818769fa73 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'Port': ['ID=cc1b6385-0321-43fe-8022-0bc9da13740b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:23.400694 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9c63a64-9628-4dc1-9c03-47818769fa73 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:23.404636 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:23.406961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9c63a64-9628-4dc1-9c03-47818769fa73 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:23.412670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d9c63a64-9628-4dc1-9c03-47818769fa73 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "DELETE /v2.0/floatingips/f489ae19-ac36-4a73-b0b2-6979a961cd4f HTTP/1.1" status: 204 len: 168 time: 1.1238649 Jan 31 16:06:23.416137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57548) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:23.521677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:23.545485 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:23.674332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3b47be77-900e-45e3-b571-1d01c4dbef84 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Deleting port b809d91f-3693-4c9b-9842-45c88f84e495 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:23.674332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b47be77-900e-45e3-b571-1d01c4dbef84 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:23.699451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57556) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:23.861888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57570) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:23.902503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-79864c89-82d9-4a01-86bb-78015d49bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:06:19Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:23.935940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=7a7bddbe-ccc0-4a7f-8c69-2316f2c9a019,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:23.950416 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:23.972347 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:23.973000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79864c89-82d9-4a01-86bb-78015d49bb24 None None] Checking router: 966a59f4-57d8-4998-954f-f45c788e2301 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:06:23.993877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79864c89-82d9-4a01-86bb-78015d49bb24 None None] Routers {'966a59f4-57d8-4998-954f-f45c788e2301'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:23.994795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-79864c89-82d9-4a01-86bb-78015d49bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['966a59f4-57d8-4998-954f-f45c788e2301'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:24.066366 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b47be77-900e-45e3-b571-1d01c4dbef84 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:24.098651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3b47be77-900e-45e3-b571-1d01c4dbef84 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Calling delete_port for b809d91f-3693-4c9b-9842-45c88f84e495 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:24.210601 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1340942609-network', 'tenant_id': '266c52950c1243ac8e5c8d9604192c26'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:24.222930 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a9c8b909-f9c4-4e35-9c6b-7a6252292f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:24.327511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-79864c89-82d9-4a01-86bb-78015d49bb24 None None] Set router 966a59f4-57d8-4998-954f-f45c788e2301 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:06:24.476781 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b47be77-900e-45e3-b571-1d01c4dbef84 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:24.491784 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a9c8b909-f9c4-4e35-9c6b-7a6252292f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:24.542354 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a9c8b909-f9c4-4e35-9c6b-7a6252292f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:24.594629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-79864c89-82d9-4a01-86bb-78015d49bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:06:19Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:24.630331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79864c89-82d9-4a01-86bb-78015d49bb24 None None] The sync data for ids ['966a59f4-57d8-4998-954f-f45c788e2301'] in n-d-827120-1 is: [{'id': '966a59f4-57d8-4998-954f-f45c788e2301', 'name': 'tempest-AttachVolumeTestJSON-1178237869-router', 'tenant_id': '5fa96deb5ede45a3a06264eb5391ae29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:58Z', 'updated_at': '2022-01-31T16:06:19Z', 'revision_number': 5, 'project_id': '5fa96deb5ede45a3a06264eb5391ae29', 'gw_port': {'id': '87ba8465-6e2c-4f76-9874-1caba441515a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a59f4-57d8-4998-954f-f45c788e2301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:59Z', 'updated_at': '2022-01-31T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:24.668651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47be77-900e-45e3-b571-1d01c4dbef84 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'Port': ['ID=b809d91f-3693-4c9b-9842-45c88f84e495,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:24.732454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network d5258b11-0954-42a5-a011-823cc61f241b is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:06:24.748390 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b47be77-900e-45e3-b571-1d01c4dbef84 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:24.749971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Deleting port 87ba8465-6e2c-4f76-9874-1caba441515a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:24.750370 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:24.759273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3b47be77-900e-45e3-b571-1d01c4dbef84 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "DELETE /v2.0/ports/b809d91f-3693-4c9b-9842-45c88f84e495 HTTP/1.1" status: 204 len: 168 time: 1.3394301 Jan 31 16:06:24.760308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57576) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:24.814605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:06:24.835073 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a9c8b909-f9c4-4e35-9c6b-7a6252292f4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4fcf12e995c94b29870743d3d0d9ffe0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0629830 Jan 31 16:06:24.836504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57584) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:24.841752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8b909-f9c4-4e35-9c6b-7a6252292f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a891614-eb0b-4071-bd66-72acee3409d4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:24.860534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Made reservation on behalf of 266c52950c1243ac8e5c8d9604192c26 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:06:24.863107 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:24.987365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-87dd3718-51bc-4287-b879-e119277ab8aa tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Deleting port d2df101d-aeaf-4eea-a281-f00e4a175292 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:24.987693 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87dd3718-51bc-4287-b879-e119277ab8aa tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.117109 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.139545 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:25.185457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87dd3718-51bc-4287-b879-e119277ab8aa tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.223572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-87dd3718-51bc-4287-b879-e119277ab8aa tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Calling delete_port for d2df101d-aeaf-4eea-a281-f00e4a175292 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:25.272244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] For port 87ba8465-6e2c-4f76-9874-1caba441515a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=87ba8465-6e2c-4f76-9874-1caba441515a,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:25.272924 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.422028 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3bc02dd8-6d6f-4825-8a9d-966085458c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.498823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Calling delete_port for 87ba8465-6e2c-4f76-9874-1caba441515a owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:25.500383 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87dd3718-51bc-4287-b879-e119277ab8aa tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.533847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 787b3b6e-241c-41f6-bab3-8fd13c61cf55 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:25.558827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd3718-51bc-4287-b879-e119277ab8aa tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'Port': ['ID=d2df101d-aeaf-4eea-a281-f00e4a175292,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:25.594931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 787b3b6e-241c-41f6-bab3-8fd13c61cf55 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:25.595277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 787b3b6e-241c-41f6-bab3-8fd13c61cf55 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:25.641245 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3bc02dd8-6d6f-4825-8a9d-966085458c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.702201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87dd3718-51bc-4287-b879-e119277ab8aa tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.706131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-87dd3718-51bc-4287-b879-e119277ab8aa tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "DELETE /v2.0/ports/d2df101d-aeaf-4eea-a281-f00e4a175292 HTTP/1.1" status: 204 len: 168 time: 0.9442236 Jan 31 16:06:25.708423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57592) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:25.713301 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.749572 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.751661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:25.764548 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9936f65b-149e-43bf-a3ff-ff5528ea40c5 None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:25.776142 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cf39875d-a7f2-4cf2-9bec-dead2a85dfd2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "PUT /v2.0/routers/cbc370ef-6a05-4b8d-98ea-0aa319dd0e19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3051214 Jan 31 16:06:25.790911 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936f65b-149e-43bf-a3ff-ff5528ea40c5 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:25.791850 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9936f65b-149e-43bf-a3ff-ff5528ea40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:25.834409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdfd991-cd9c-4940-8694-20398b3d8758 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Deleting subnet c8f650b9-7ca2-44e1-9dd0-ad0422b58c46 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:06:25.841263 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0bdfd991-cd9c-4940-8694-20398b3d8758 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.851138 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9936f65b-149e-43bf-a3ff-ff5528ea40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:25.863123 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936f65b-149e-43bf-a3ff-ff5528ea40c5 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:25.866272 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9936f65b-149e-43bf-a3ff-ff5528ea40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:25.877145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57594) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:25.883351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'port': {'network_id': 'd5258b11-0954-42a5-a011-823cc61f241b', 'name': 'tempest-FloatingIPTestJSON-843203767'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:25.918659 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9936f65b-149e-43bf-a3ff-ff5528ea40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:25.919779 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9936f65b-149e-43bf-a3ff-ff5528ea40c5 None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:25.921834 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.973351 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3bc02dd8-6d6f-4825-8a9d-966085458c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.976235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3bc02dd8-6d6f-4825-8a9d-966085458c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:25.977745 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3bc02dd8-6d6f-4825-8a9d-966085458c52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a891614-eb0b-4071-bd66-72acee3409d4 HTTP/1.1" status: 204 len: 168 time: 1.1312013 Jan 31 16:06:26.050388 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0bdfd991-cd9c-4940-8694-20398b3d8758 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.056709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:06:26.163353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccc9187-dc34-4265-855e-dcf1a862e56d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:26.206344 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0bdfd991-cd9c-4940-8694-20398b3d8758 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.213028 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.213412 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Added segment 6be4a9f9-22ea-4498-8a93-5100bb726bc4 of type vlan for network 7aa3b01d-72e1-49fc-bdc6-e3b868b0d315 Jan 31 16:06:26.225179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc02dd8-6d6f-4825-8a9d-966085458c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a891614-eb0b-4071-bd66-72acee3409d4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:26.264666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Made reservation on behalf of 3fcfd126330c416590e2cbfc1a574331 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:06:26.268220 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.332517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] device_id is not set on port fad3cd5b-bd1a-4d41-ad15-748c10f70fbe yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:06:26.445698 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.485852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.20.0.6 (d5258b11-0954-42a5-a011-823cc61f241b/c5784b89-0c38-48c3-922a-19859dcbfe72/fad3cd5b-bd1a-4d41-ad15-748c10f70fbe) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:06:26.526618 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.528457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:26.529193 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.538775 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.557501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0bdfd991-cd9c-4940-8694-20398b3d8758 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.575284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57614) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:26.625245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Pushing event deleted for resources: {'Port': ['ID=87ba8465-6e2c-4f76-9874-1caba441515a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:26.644272 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de74050-c634-4d27-9996-1d46e3569b50 None None] Network f6873347-cc1a-4c3c-9d9f-52948982c505 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:06:26.645234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfd991-cd9c-4940-8694-20398b3d8758 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f650b9-7ca2-44e1-9dd0-ad0422b58c46,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:26.652450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0bdfd991-cd9c-4940-8694-20398b3d8758 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.655354 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7475667 Jan 31 16:06:26.656144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0bdfd991-cd9c-4940-8694-20398b3d8758 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "DELETE /v2.0/subnets/c8f650b9-7ca2-44e1-9dd0-ad0422b58c46 HTTP/1.1" status: 204 len: 168 time: 0.9466274 Jan 31 16:06:26.657134 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-154da711-8fdf-455c-ac64-303b0a982967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.659708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57616) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:26.663032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2f1c7-e7db-4cd2-ba61-90c46f54b7ab admin admin] Pushing event updated for resources: {'Network': ['ID=7aa3b01d-72e1-49fc-bdc6-e3b868b0d315,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:26.771228 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.824809 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 7aa3b01d-72e1-49fc-bdc6-e3b868b0d315 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:06:26.940424 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:26.943238 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.003910 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-154da711-8fdf-455c-ac64-303b0a982967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.017940 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-154da711-8fdf-455c-ac64-303b0a982967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.030158 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c31afc-3e37-4684-85bc-796da9e257bd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Deleting subnet 76dcf05c-6dab-43c6-a38d-12ed158e5b9f {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:06:27.051004 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf52c503-85cf-4ee2-8757-785dcdf8a615 None None] DHCP port deletion for f6873347-cc1a-4c3c-9d9f-52948982c505 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:06:27.090700 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.091485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 966a59f4-57d8-4998-954f-f45c788e2301 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:06:27.101610 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.105201 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-67a2c3d7-2909-4e91-a4c6-08f218bb977e admin admin] 10.222.0.36 "DELETE /v2.0/routers/966a59f4-57d8-4998-954f-f45c788e2301 HTTP/1.1" status: 204 len: 168 time: 4.1561725 Jan 31 16:06:27.112061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57638) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:27.145384 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0c31afc-3e37-4684-85bc-796da9e257bd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.240701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154da711-8fdf-455c-ac64-303b0a982967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83acf068-0293-4733-be2b-1877594dcb86,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:27.247928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-154da711-8fdf-455c-ac64-303b0a982967 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c11ba81826bf43dc854a90adfb331c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6658852 Jan 31 16:06:27.255943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cf52c503-85cf-4ee2-8757-785dcdf8a615 None None] Deleting port 7a51b802-7775-47df-be44-93f2b493dd0e {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:27.257220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57640) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:27.258177 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cf52c503-85cf-4ee2-8757-785dcdf8a615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.272420 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0c31afc-3e37-4684-85bc-796da9e257bd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.331994 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.405597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3fb400-61aa-4c25-93f1-858d61cae05f admin admin] Deleting subnet d3e373cf-e995-4178-bf6f-1d42ceb41d7c {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:06:27.423666 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be3fb400-61aa-4c25-93f1-858d61cae05f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.433867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cf52c503-85cf-4ee2-8757-785dcdf8a615 None None] For port 7a51b802-7775-47df-be44-93f2b493dd0e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7a51b802-7775-47df-be44-93f2b493dd0e,segment=NetworkSegment(f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e),segment_id=f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:27.434949 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cf52c503-85cf-4ee2-8757-785dcdf8a615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.450061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cf52c503-85cf-4ee2-8757-785dcdf8a615 None None] Calling delete_port for 7a51b802-7775-47df-be44-93f2b493dd0e owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:27.519432 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0951c4d-74ab-4a96-9a01-014656b44c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.561882 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0951c4d-74ab-4a96-9a01-014656b44c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.617119 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0951c4d-74ab-4a96-9a01-014656b44c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.620220 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0951c4d-74ab-4a96-9a01-014656b44c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.621561 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e0951c4d-74ab-4a96-9a01-014656b44c70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83acf068-0293-4733-be2b-1877594dcb86 HTTP/1.1" status: 204 len: 168 time: 0.3633037 Jan 31 16:06:27.648017 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be3fb400-61aa-4c25-93f1-858d61cae05f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.669744 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0c31afc-3e37-4684-85bc-796da9e257bd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.694679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0951c4d-74ab-4a96-9a01-014656b44c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83acf068-0293-4733-be2b-1877594dcb86,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:27.826029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.862328 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cf52c503-85cf-4ee2-8757-785dcdf8a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.884627 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be3fb400-61aa-4c25-93f1-858d61cae05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:27.963155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf52c503-85cf-4ee2-8757-785dcdf8a615 None None] No DVR routers for this DVR port 7a51b802-7775-47df-be44-93f2b493dd0e on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:27.964506 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7a51b802-7775-47df-be44-93f2b493dd0e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:27.984225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52c503-85cf-4ee2-8757-785dcdf8a615 None None] Pushing event deleted for resources: {'Port': ['ID=7a51b802-7775-47df-be44-93f2b493dd0e,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:28.021250 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:28.025756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 7a51b802-7775-47df-be44-93f2b493dd0e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:28.026287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7a51b802-7775-47df-be44-93f2b493dd0e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:28.028556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 87ba8465-6e2c-4f76-9874-1caba441515a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:28.044902 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be3fb400-61aa-4c25-93f1-858d61cae05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:28.076002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 87ba8465-6e2c-4f76-9874-1caba441515a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:28.076335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 87ba8465-6e2c-4f76-9874-1caba441515a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:28.111957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network d5258b11-0954-42a5-a011-823cc61f241b is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:06:28.120730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:06:28.123332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=fad3cd5b-bd1a-4d41-ad15-748c10f70fbe,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:28.125748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:06:28.154266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f044ae76-7583-4913-9dd5-846cb6299e56 None None] Network 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:06:28.177780 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fb400-61aa-4c25-93f1-858d61cae05f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e373cf-e995-4178-bf6f-1d42ceb41d7c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:28.180275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be3fb400-61aa-4c25-93f1-858d61cae05f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:28.191017 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-be3fb400-61aa-4c25-93f1-858d61cae05f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d3e373cf-e995-4178-bf6f-1d42ceb41d7c HTTP/1.1" status: 204 len: 168 time: 1.0774505 Jan 31 16:06:28.206277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57658) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:28.210042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea03c36-7491-4b7a-a034-b0705fa2a388 req-ff999a31-04f2-4918-b7fa-7572653b80b3 tempest-ComputeTenantNetworksTest-2035449602 tempest-ComputeTenantNetworksTest-2035449602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:28.216103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea03c36-7491-4b7a-a034-b0705fa2a388 req-ff999a31-04f2-4918-b7fa-7572653b80b3 tempest-ComputeTenantNetworksTest-2035449602 tempest-ComputeTenantNetworksTest-2035449602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:28.224550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea03c36-7491-4b7a-a034-b0705fa2a388 req-ff999a31-04f2-4918-b7fa-7572653b80b3 tempest-ComputeTenantNetworksTest-2035449602 tempest-ComputeTenantNetworksTest-2035449602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:28.226534 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ea03c36-7491-4b7a-a034-b0705fa2a388 req-ff999a31-04f2-4918-b7fa-7572653b80b3 tempest-ComputeTenantNetworksTest-2035449602 tempest-ComputeTenantNetworksTest-2035449602-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7859180 Jan 31 16:06:28.235867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0c31afc-3e37-4684-85bc-796da9e257bd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:28.251770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:28.252668 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:28.278631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c31afc-3e37-4684-85bc-796da9e257bd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'Subnet': ['ID=76dcf05c-6dab-43c6-a38d-12ed158e5b9f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:28.285500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0c31afc-3e37-4684-85bc-796da9e257bd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:28.291955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ad03cb-8844-4e1a-9f18-e305af392608 None None] Network a36c49ff-c485-45f0-b55f-3dcb3d0d8523 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:06:28.292463 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c0c31afc-3e37-4684-85bc-796da9e257bd tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "DELETE /v2.0/subnets/76dcf05c-6dab-43c6-a38d-12ed158e5b9f HTTP/1.1" status: 204 len: 168 time: 1.6289308 Jan 31 16:06:28.294155 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57662) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:28.317606 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-33e91797-3bb9-40e4-98ac-3db2cc5bae4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4392345 Jan 31 16:06:28.320699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57666) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:28.325894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'port': {'network_id': 'd5258b11-0954-42a5-a011-823cc61f241b', 'name': 'tempest-FloatingIPTestJSON-640870875'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:28.424988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:28.561900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d76f9-2f8d-4506-a6e8-f61c23e91cc6 req-852b944e-c90f-4d2b-93e2-53982e66390c tempest-ComputeTenantNetworksTest-2035449602 tempest-ComputeTenantNetworksTest-2035449602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:28.563350 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a62d76f9-2f8d-4506-a6e8-f61c23e91cc6 req-852b944e-c90f-4d2b-93e2-53982e66390c tempest-ComputeTenantNetworksTest-2035449602 tempest-ComputeTenantNetworksTest-2035449602-project] 10.222.0.36 "GET /v2.0/networks/7aa3b01d-72e1-49fc-bdc6-e3b868b0d315 HTTP/1.1" status: 200 len: 769 time: 0.1700931 Jan 31 16:06:28.573271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57674) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:28.675968 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:28.694752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Deleting port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:28.694752 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:28.791159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f0cd4b-9e4a-4393-8eb0-9a62f0d703b9 None None] DHCP port deletion for a36c49ff-c485-45f0-b55f-3dcb3d0d8523 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:06:28.867583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa5155a-71db-4263-b834-8fa44adbad4f None None] DHCP port deletion for 6ebb65fc-d5a1-4d08-bf9f-bc40458df679 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:06:28.887311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] For port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260,segment=NetworkSegment(556571e6-8a62-4f17-88bc-ddfd0446f25c),segment_id=556571e6-8a62-4f17-88bc-ddfd0446f25c)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:28.887972 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:28.902715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Calling delete_port for d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:28.948172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-74f0cd4b-9e4a-4393-8eb0-9a62f0d703b9 None None] Deleting port 40930d65-4a9d-4b6d-95bf-bb20a7404d50 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:28.948811 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-74f0cd4b-9e4a-4393-8eb0-9a62f0d703b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.011938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57682) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:29.024924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-74f0cd4b-9e4a-4393-8eb0-9a62f0d703b9 None None] For port 40930d65-4a9d-4b6d-95bf-bb20a7404d50, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=40930d65-4a9d-4b6d-95bf-bb20a7404d50,segment=NetworkSegment(2acb7ac6-f3a6-4d8c-ad15-27656b0d836d),segment_id=2acb7ac6-f3a6-4d8c-ad15-27656b0d836d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:29.025874 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-74f0cd4b-9e4a-4393-8eb0-9a62f0d703b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.044992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-74f0cd4b-9e4a-4393-8eb0-9a62f0d703b9 None None] Calling delete_port for 40930d65-4a9d-4b6d-95bf-bb20a7404d50 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:29.073889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Made reservation on behalf of 3fcfd126330c416590e2cbfc1a574331 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:06:29.090951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.124844 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.160136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa3b01d-72e1-49fc-bdc6-e3b868b0d315']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:29.172477 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.173012 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.176728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be4a9f9-22ea-4498-8a93-5100bb726bc4') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:29.177011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be4a9f9-22ea-4498-8a93-5100bb726bc4') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:29.188197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] device_id is not set on port 01079136-b593-4d71-a025-a7268cbc1a40 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:06:29.193511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-daa5155a-71db-4263-b834-8fa44adbad4f None None] Deleting port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:29.193875 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-daa5155a-71db-4263-b834-8fa44adbad4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.216135 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.226331 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] No DVR routers for this DVR port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:29.228389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:29.268991 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.360792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:06:29.361208 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:06:29.368399 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:06:29.381223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-daa5155a-71db-4263-b834-8fa44adbad4f None None] For port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260, host n-d-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:29.383511 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-daa5155a-71db-4263-b834-8fa44adbad4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.404788 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-74f0cd4b-9e4a-4393-8eb0-9a62f0d703b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.435216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-daa5155a-71db-4263-b834-8fa44adbad4f None None] Calling delete_port for d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:29.443918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0cd4b-9e4a-4393-8eb0-9a62f0d703b9 None None] Pushing event deleted for resources: {'Port': ['ID=40930d65-4a9d-4b6d-95bf-bb20a7404d50,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:29.454633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.ipam_backend_mixin [None req-daa5155a-71db-4263-b834-8fa44adbad4f None None] Port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 was not found and therefore no delete operation was performed {{(pid=108773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:06:29.459591 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-daa5155a-71db-4263-b834-8fa44adbad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.485052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f0cd4b-9e4a-4393-8eb0-9a62f0d703b9 None None] No DVR routers for this DVR port 40930d65-4a9d-4b6d-95bf-bb20a7404d50 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:29.511432 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.530081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5155a-71db-4263-b834-8fa44adbad4f None None] No DVR routers for this DVR port d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:29.589529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5155a-71db-4263-b834-8fa44adbad4f None None] Pushing event deleted for resources: {'Port': ['ID=d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:29.598089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebb65fc-d5a1-4d08-bf9f-bc40458df679']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:29.614772 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.628856 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556571e6-8a62-4f17-88bc-ddfd0446f25c') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:29.629134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556571e6-8a62-4f17-88bc-ddfd0446f25c') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:29.658268 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.665794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7aa3b01d-72e1-49fc-bdc6-e3b868b0d315 HTTP/1.1" status: 204 len: 168 time: 1.0913730 Jan 31 16:06:29.672582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425fedc-5bd1-4bff-9a0a-6970037e5e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa3b01d-72e1-49fc-bdc6-e3b868b0d315,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:29.682837 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.686248 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.713204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 40930d65-4a9d-4b6d-95bf-bb20a7404d50 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:29.740009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.765760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:06:29.766096 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.778850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6873347-cc1a-4c3c-9d9f-52948982c505']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:29.784088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 40930d65-4a9d-4b6d-95bf-bb20a7404d50 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:29.786153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 40930d65-4a9d-4b6d-95bf-bb20a7404d50 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:29.789024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:29.818222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:29.818523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a8fd94-3f40-4c85-9774-ceb1f5d0c96e') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:29.838173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:29.839119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d5eeb82e-74a3-40e1-aaf0-d4b4a56e1260 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:29.893889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.20.0.13 (d5258b11-0954-42a5-a011-823cc61f241b/c5784b89-0c38-48c3-922a-19859dcbfe72/01079136-b593-4d71-a025-a7268cbc1a40) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:06:29.899591 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:06:29.916189 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:06:29.976739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57710) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:29.994090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:30.002639 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:30.008813 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6ebb65fc-d5a1-4d08-bf9f-bc40458df679 HTTP/1.1" status: 204 len: 168 time: 1.7984605 Jan 31 16:06:30.021380 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:30.025485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f8101-b89a-453c-91ed-975466625435 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebb65fc-d5a1-4d08-bf9f-bc40458df679,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:30.046365 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7d257800-f8ab-460f-a7fb-ad67d7dc22b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=266c52950c1243ac8e5c8d9604192c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690255 Jan 31 16:06:30.049082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57716) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:30.052348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:06:30.052907 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:06:30.058413 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:06:30.113560 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4909d393-5bf7-4213-88ce-a8830d7159ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:30.138928 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4909d393-5bf7-4213-88ce-a8830d7159ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:30.209690 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:30.220905 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4909d393-5bf7-4213-88ce-a8830d7159ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:30.223534 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4909d393-5bf7-4213-88ce-a8830d7159ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:30.225281 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4909d393-5bf7-4213-88ce-a8830d7159ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fccc9187-dc34-4265-855e-dcf1a862e56d HTTP/1.1" status: 204 len: 168 time: 0.1749256 Jan 31 16:06:30.236947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909d393-5bf7-4213-88ce-a8830d7159ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccc9187-dc34-4265-855e-dcf1a862e56d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:30.254107 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:30.260497 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57722) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:30.260696 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "DELETE /v2.0/networks/f6873347-cc1a-4c3c-9d9f-52948982c505 HTTP/1.1" status: 204 len: 168 time: 1.9651971 Jan 31 16:06:30.285422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc840ea-c1fa-4944-99fe-d9782854e0af tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'Network': ['ID=f6873347-cc1a-4c3c-9d9f-52948982c505,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:30.440755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57732) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:30.549362 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:30.717220 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-706b9278-6823-470f-9c77-a4eb4ffd06e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fa96deb5ede45a3a06264eb5391ae29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685575 Jan 31 16:06:30.718280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57740) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:30.840726 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:30.998660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network d5258b11-0954-42a5-a011-823cc61f241b is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:06:31.030422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:06:31.056970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:06:31.068689 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=01079136-b593-4d71-a025-a7268cbc1a40,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:31.081041 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0091a7c9-2ac5-43d7-9444-e0a236c62388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.203360 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.270202 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0091a7c9-2ac5-43d7-9444-e0a236c62388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.294890 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:31.295964 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.344432 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-20e27a10-4a16-4f6f-aa39-961dad49bf69 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0223801 Jan 31 16:06:31.364115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57764) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:31.377278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '01079136-b593-4d71-a025-a7268cbc1a40', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:31.387060 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81382478-82aa-4404-8237-fa6537d5ae6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.465235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0091a7c9-2ac5-43d7-9444-e0a236c62388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.470211 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0091a7c9-2ac5-43d7-9444-e0a236c62388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.487244 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0091a7c9-2ac5-43d7-9444-e0a236c62388 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e49196e5-6ff8-44cf-a1a4-b6713f49067e HTTP/1.1" status: 204 len: 168 time: 0.7600515 Jan 31 16:06:31.490181 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.544615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091a7c9-2ac5-43d7-9444-e0a236c62388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49196e5-6ff8-44cf-a1a4-b6713f49067e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:31.606883 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.624625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a613a-35eb-4897-be85-392f48c44eba req-0206a3e0-4be6-4f34-9eca-8975fdb3bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:31.626497 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc4a613a-35eb-4897-be85-392f48c44eba req-0206a3e0-4be6-4f34-9eca-8975fdb3bea6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 1096 time: 0.1239686 Jan 31 16:06:31.706841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d41437-05ba-45d2-b641-41bf8ccbce47 req-6cd746b3-b682-40bb-bc8e-c51f165d8dbc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:31.715532 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65d41437-05ba-45d2-b641-41bf8ccbce47 req-6cd746b3-b682-40bb-bc8e-c51f165d8dbc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1570363 Jan 31 16:06:31.737214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36c49ff-c485-45f0-b55f-3dcb3d0d8523']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:31.773014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:31.773359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acb7ac6-f3a6-4d8c-ad15-27656b0d836d') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:31.809013 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.830185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a613a-35eb-4897-be85-392f48c44eba req-c55b93a5-c058-468c-8012-a4e63fbb4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:31.831971 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc4a613a-35eb-4897-be85-392f48c44eba req-c55b93a5-c058-468c-8012-a4e63fbb4014 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.1702938 Jan 31 16:06:31.846140 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65d41437-05ba-45d2-b641-41bf8ccbce47 req-52c312b2-7c2d-43fc-8741-cc845591757e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264169 Jan 31 16:06:31.906467 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.923236 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.947494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:06:31.947925 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:31.948171 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc4a613a-35eb-4897-be85-392f48c44eba req-a94105b6-2be0-4c5b-8955-b94e52c07a68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05 HTTP/1.1" status: 200 len: 999 time: 0.1000917 Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:06:31.956684 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:06:32.021091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-81382478-82aa-4404-8237-fa6537d5ae6d admin admin] Deleting port e3c7b0e9-911a-44f7-85b3-55aa94977e70 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:32.021435 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81382478-82aa-4404-8237-fa6537d5ae6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:32.025600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a613a-35eb-4897-be85-392f48c44eba req-8c8709ce-31b4-4476-990a-aad63dceea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:32.033988 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc4a613a-35eb-4897-be85-392f48c44eba req-8c8709ce-31b4-4476-990a-aad63dceea7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.0748188 Jan 31 16:06:32.147765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a613a-35eb-4897-be85-392f48c44eba req-f3bc1298-f24c-4e51-b3cd-62474de378f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:32.149776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc4a613a-35eb-4897-be85-392f48c44eba req-f3bc1298-f24c-4e51-b3cd-62474de378f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056976 Jan 31 16:06:32.157886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-81382478-82aa-4404-8237-fa6537d5ae6d admin admin] For port e3c7b0e9-911a-44f7-85b3-55aa94977e70, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e3c7b0e9-911a-44f7-85b3-55aa94977e70,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:32.158252 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81382478-82aa-4404-8237-fa6537d5ae6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:32.212667 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-81382478-82aa-4404-8237-fa6537d5ae6d admin admin] Calling delete_port for e3c7b0e9-911a-44f7-85b3-55aa94977e70 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:32.221842 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:32.234103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:32.237345 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] 10.222.0.36 "DELETE /v2.0/networks/a36c49ff-c485-45f0-b55f-3dcb3d0d8523 HTTP/1.1" status: 204 len: 168 time: 1.9757357 Jan 31 16:06:32.328521 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780e371-25cf-4c38-935a-bd2dd16c6a20 tempest-TaggedBootDevicesTest_v242-1656339078 tempest-TaggedBootDevicesTest_v242-1656339078-project] Pushing event deleted for resources: {'Network': ['ID=a36c49ff-c485-45f0-b55f-3dcb3d0d8523,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:32.381111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.25.1.68 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/9810283f-2659-48c3-b528-895a32fbe8a7) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:06:32.413506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc4a613a-35eb-4897-be85-392f48c44eba req-6bb47691-5b55-471e-ac3e-60f62cf1190f service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523458 Jan 31 16:06:32.805082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc4a613a-35eb-4897-be85-392f48c44eba req-9dcf5305-f515-4fb4-8c1a-a68af2b999b2 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830841 Jan 31 16:06:32.837869 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:32.859549 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81382478-82aa-4404-8237-fa6537d5ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:32.920603 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81382478-82aa-4404-8237-fa6537d5ae6d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c7b0e9-911a-44f7-85b3-55aa94977e70,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:32.973621 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:33.230692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:06:33.247109 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:06:33.268400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:06:33.397926 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=9810283f-2659-48c3-b528-895a32fbe8a7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:33.467139 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81382478-82aa-4404-8237-fa6537d5ae6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:33.504783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326108f8-9a68-4afb-96c1-b3ce1e4e55e6 req-61fabe08-51da-4b5f-a2f1-dd288ec3f32d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:33.526553 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-326108f8-9a68-4afb-96c1-b3ce1e4e55e6 req-61fabe08-51da-4b5f-a2f1-dd288ec3f32d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.4628892 Jan 31 16:06:33.717408 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-326108f8-9a68-4afb-96c1-b3ce1e4e55e6 req-82e1b94a-f075-4bfb-836f-1ed2366d45d4 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872547 Jan 31 16:06:34.170245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81382478-82aa-4404-8237-fa6537d5ae6d admin admin] Router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:34.435051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81382478-82aa-4404-8237-fa6537d5ae6d admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:34.443818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-81382478-82aa-4404-8237-fa6537d5ae6d admin admin] 10.222.0.36 "PUT /v2.0/routers/46649a5e-b3fe-4b7b-9ff2-f11d69f3064b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4076700 Jan 31 16:06:34.446017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57904) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:34.450610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43d4da-37f2-4054-8df6-c0ddba82783b None None] Sync routers for ids ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:34.469503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43d4da-37f2-4054-8df6-c0ddba82783b None None] Routers {'46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:34.470741 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ca43d4da-37f2-4054-8df6-c0ddba82783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:34.540754 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:34.772917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ca43d4da-37f2-4054-8df6-c0ddba82783b None None] Set router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:06:34.829900 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:35.199273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ca43d4da-37f2-4054-8df6-c0ddba82783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T16:06:32Z', 'revision_number': 5, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:35.269375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43d4da-37f2-4054-8df6-c0ddba82783b None None] Checking router: 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:06:35.285215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43d4da-37f2-4054-8df6-c0ddba82783b None None] Routers {'46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:35.286248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ca43d4da-37f2-4054-8df6-c0ddba82783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:35.405601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57930) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:35.424933 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:35.437917 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:35.532787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:35.590194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ca43d4da-37f2-4054-8df6-c0ddba82783b None None] Set router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:06:35.614958 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:35.654126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=9810283f-2659-48c3-b528-895a32fbe8a7,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:35.754231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ab562-a5a7-458e-a8ce-d64d438178ff req-e1213a83-c530-42b0-8fef-0f43cc42aa94 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:35.755852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-625ab562-a5a7-458e-a8ce-d64d438178ff req-e1213a83-c530-42b0-8fef-0f43cc42aa94 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.3527243 Jan 31 16:06:35.840842 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Floating IP b12083f6-a1d3-40e4-a0c5-ab8be99da044 associated. External IP: 172.25.1.68, port: 01079136-b593-4d71-a025-a7268cbc1a40. Jan 31 16:06:35.947683 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c63fe461-9279-4c29-8bac-cf23a98bc311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:35.995560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-625ab562-a5a7-458e-a8ce-d64d438178ff req-59e468e0-c8e8-4cd1-9750-1e0a10fd8f8c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234514 Jan 31 16:06:36.005304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ca43d4da-37f2-4054-8df6-c0ddba82783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T16:06:32Z', 'revision_number': 5, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:36.016265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:36.129570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43d4da-37f2-4054-8df6-c0ddba82783b None None] The sync data for ids ['46649a5e-b3fe-4b7b-9ff2-f11d69f3064b'] in n-d-827120-1 is: [{'id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'name': 'tempest-TaggedBootDevicesTest-1935218931-router', 'tenant_id': '2edb4aefda634a53a5f082fd0e807b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:37Z', 'updated_at': '2022-01-31T16:06:32Z', 'revision_number': 5, 'project_id': '2edb4aefda634a53a5f082fd0e807b48', 'gw_port': {'id': 'e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46649a5e-b3fe-4b7b-9ff2-f11d69f3064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:38Z', 'updated_at': '2022-01-31T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:36.206248 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c63fe461-9279-4c29-8bac-cf23a98bc311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:36.218987 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c63fe461-9279-4c29-8bac-cf23a98bc311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:36.358061 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c63fe461-9279-4c29-8bac-cf23a98bc311 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ee9b43e6bfb4fbc8eb00eee457ef4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9514270 Jan 31 16:06:36.359736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:36.360018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Deleting port e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:36.362566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57968) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:36.364557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:36.371787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fe461-9279-4c29-8bac-cf23a98bc311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cef09a9-a4fc-4f5e-ae39-96911dca7382,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:36.490715 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2d3b21b2-d7a1-40a1-aa39-24eb03f15a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:36.521691 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2d3b21b2-d7a1-40a1-aa39-24eb03f15a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:36.609506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] For port e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:36.610573 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:36.642224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:36.654974 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a11a1-4c4a-4ef0-9e25-7744707566b8 None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:36.673187 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a11a1-4c4a-4ef0-9e25-7744707566b8 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:36.679325 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2d3b21b2-d7a1-40a1-aa39-24eb03f15a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:36.679855 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2f5a11a1-4c4a-4ef0-9e25-7744707566b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:36.680942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Calling delete_port for e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:36.691072 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2d3b21b2-d7a1-40a1-aa39-24eb03f15a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:36.691072 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2d3b21b2-d7a1-40a1-aa39-24eb03f15a43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cef09a9-a4fc-4f5e-ae39-96911dca7382 HTTP/1.1" status: 204 len: 168 time: 0.3196514 Jan 31 16:06:36.739231 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b21b2-d7a1-40a1-aa39-24eb03f15a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cef09a9-a4fc-4f5e-ae39-96911dca7382,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:36.766013 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:36.780016 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2f5a11a1-4c4a-4ef0-9e25-7744707566b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:36.825183 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a11a1-4c4a-4ef0-9e25-7744707566b8 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:36.826249 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2f5a11a1-4c4a-4ef0-9e25-7744707566b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:36.868883 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c3cd7e51-d592-4dd4-89d6-a0034787a6b3 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4983706 Jan 31 16:06:36.869278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57988) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:36.879925 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2f5a11a1-4c4a-4ef0-9e25-7744707566b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:36.881411 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a11a1-4c4a-4ef0-9e25-7744707566b8 None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:36.885187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-800682f0-38ec-49d0-8bbd-356546852d06 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:37.083168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-800682f0-38ec-49d0-8bbd-356546852d06 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:37.339880 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-800682f0-38ec-49d0-8bbd-356546852d06 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:37.354910 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-800682f0-38ec-49d0-8bbd-356546852d06 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:37.355473 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-800682f0-38ec-49d0-8bbd-356546852d06 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Floating IP b12083f6-a1d3-40e4-a0c5-ab8be99da044 disassociated. External IP: 172.25.1.68, port: 01079136-b593-4d71-a025-a7268cbc1a40. Jan 31 16:06:37.508753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e3c7b0e9-911a-44f7-85b3-55aa94977e70 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:37.564488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e3c7b0e9-911a-44f7-85b3-55aa94977e70 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:37.564831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e3c7b0e9-911a-44f7-85b3-55aa94977e70 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:37.668074 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:37.723609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:37.981075 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:38.200191 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:38.203182 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:38.341042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800682f0-38ec-49d0-8bbd-356546852d06 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:38.380648 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:38.384175 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46649a5e-b3fe-4b7b-9ff2-f11d69f3064b {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:06:38.466556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:38.467759 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-83339cd6-c29b-4643-b213-fc0d3ab5c3ed admin admin] 10.222.0.36 "DELETE /v2.0/routers/46649a5e-b3fe-4b7b-9ff2-f11d69f3064b HTTP/1.1" status: 204 len: 168 time: 4.0092993 Jan 31 16:06:38.470882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58042) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:38.562604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58044) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:38.612214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b08e03a-e86b-4f3e-9783-0e651423bed2 admin admin] Deleting subnet 145696c6-49bb-4d2b-892c-47bb0a673c7b {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:06:38.617367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b08e03a-e86b-4f3e-9783-0e651423bed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:38.619045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800682f0-38ec-49d0-8bbd-356546852d06 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:38.626592 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-800682f0-38ec-49d0-8bbd-356546852d06 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:38.632402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b4fdf6-04bf-4b82-9af5-89c4dfb6a7a1 None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:38.647456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b4fdf6-04bf-4b82-9af5-89c4dfb6a7a1 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:38.648126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-51b4fdf6-04bf-4b82-9af5-89c4dfb6a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:38.675519 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-800682f0-38ec-49d0-8bbd-356546852d06 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "PUT /v2.0/floatingips/b12083f6-a1d3-40e4-a0c5-ab8be99da044 HTTP/1.1" status: 200 len: 687 time: 1.8011904 Jan 31 16:06:38.678891 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b08e03a-e86b-4f3e-9783-0e651423bed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:38.685666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58050) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:38.787747 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b08e03a-e86b-4f3e-9783-0e651423bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:38.861172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-51b4fdf6-04bf-4b82-9af5-89c4dfb6a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:38.864347 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b08e03a-e86b-4f3e-9783-0e651423bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:38.899225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b4fdf6-04bf-4b82-9af5-89c4dfb6a7a1 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:38.908680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08e03a-e86b-4f3e-9783-0e651423bed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=145696c6-49bb-4d2b-892c-47bb0a673c7b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:38.911031 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-51b4fdf6-04bf-4b82-9af5-89c4dfb6a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:38.923890 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b08e03a-e86b-4f3e-9783-0e651423bed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:38.930383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5b08e03a-e86b-4f3e-9783-0e651423bed2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/145696c6-49bb-4d2b-892c-47bb0a673c7b HTTP/1.1" status: 204 len: 168 time: 0.4573059 Jan 31 16:06:38.936896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58052) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:39.029951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab8b61b-b8c6-4bd5-9d5c-89b37dfb1c83 None None] Network b14c64a1-db20-45b3-980d-1e88d4364f54 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:06:39.038870 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-51b4fdf6-04bf-4b82-9af5-89c4dfb6a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:39.040255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b4fdf6-04bf-4b82-9af5-89c4dfb6a7a1 None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:39.126086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6cf2a-ceb7-492a-85b7-bb76e10a91c8 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port 9810283f-2659-48c3-b528-895a32fbe8a7 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:39.126463 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcb6cf2a-ceb7-492a-85b7-bb76e10a91c8 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:39.170464 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:39.285308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e50d6497-55d7-4331-a8fd-e46faf48b88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:39.355264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Deleting port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:39.355675 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:39.412739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e21f7a-db7c-4419-b39a-df758ab776ea None None] DHCP port deletion for b14c64a1-db20-45b3-980d-1e88d4364f54 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:06:39.524843 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e50d6497-55d7-4331-a8fd-e46faf48b88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:39.540999 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e50d6497-55d7-4331-a8fd-e46faf48b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:39.598219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e50d6497-55d7-4331-a8fd-e46faf48b88d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55fda8ff295945edb8837ed62438a25d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0342696 Jan 31 16:06:39.601276 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58080) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:39.615226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-38e21f7a-db7c-4419-b39a-df758ab776ea None None] Deleting port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:39.616398 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-38e21f7a-db7c-4419-b39a-df758ab776ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:39.719856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:39.731730 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcb6cf2a-ceb7-492a-85b7-bb76e10a91c8 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:39.732232 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcb6cf2a-ceb7-492a-85b7-bb76e10a91c8 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:39.736310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] For port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:39.736683 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:39.753970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Calling delete_port for 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:39.829051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6cf2a-ceb7-492a-85b7-bb76e10a91c8 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for 9810283f-2659-48c3-b528-895a32fbe8a7 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:39.831389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d6497-55d7-4331-a8fd-e46faf48b88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4c811d-a701-43e9-a226-7dafa31a54a2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:39.894681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-38e21f7a-db7c-4419-b39a-df758ab776ea None None] For port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09,segment=NetworkSegment(ae85cce6-9651-49ea-8dc5-ba81381fda0e),segment_id=ae85cce6-9651-49ea-8dc5-ba81381fda0e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:39.895088 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-38e21f7a-db7c-4419-b39a-df758ab776ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:39.930659 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:39.939462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-38e21f7a-db7c-4419-b39a-df758ab776ea None None] Calling delete_port for 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:40.015779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] No DVR routers for this DVR port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: from cryptography.utils import int_from_bytes Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: from cryptography.utils import int_from_bytes Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.092062 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:06:40.095309 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:06:40.134795 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcb6cf2a-ceb7-492a-85b7-bb76e10a91c8 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.141774 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-38e21f7a-db7c-4419-b39a-df758ab776ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.164328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:40.164740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e7fc71e8-2ed2-4f9b-8c6e-eccc983786ae not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:40.165456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:40.168238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6cf2a-ceb7-492a-85b7-bb76e10a91c8 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=9810283f-2659-48c3-b528-895a32fbe8a7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:40.177130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e21f7a-db7c-4419-b39a-df758ab776ea None None] No DVR routers for this DVR port 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:40.218214 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.241208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14c64a1-db20-45b3-980d-1e88d4364f54']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:40.252454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae85cce6-9651-49ea-8dc5-ba81381fda0e') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:40.252749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae85cce6-9651-49ea-8dc5-ba81381fda0e') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:40.264391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.278375 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.283384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:40.284878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:06:40.285266 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.286966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:40.294175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e21f7a-db7c-4419-b39a-df758ab776ea None None] Pushing event deleted for resources: {'Port': ['ID=83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:40.381161 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcb6cf2a-ceb7-492a-85b7-bb76e10a91c8 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:06:40.386996 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:06:40.389825 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=83e5b87b-e4ec-4fba-aa75-38ebd0ef6a09,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:40.391650 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcb6cf2a-ceb7-492a-85b7-bb76e10a91c8 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.396289 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.397785 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bcb6cf2a-ceb7-492a-85b7-bb76e10a91c8 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/floatingips/b12083f6-a1d3-40e4-a0c5-ab8be99da044 HTTP/1.1" status: 204 len: 168 time: 1.7151198 Jan 31 16:06:40.402436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58092) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:40.407536 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.411302 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] 10.222.0.36 "DELETE /v2.0/networks/b14c64a1-db20-45b3-980d-1e88d4364f54 HTTP/1.1" status: 204 len: 168 time: 1.4775739 Jan 31 16:06:40.429591 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': 'fad3cd5b-bd1a-4d41-ad15-748c10f70fbe'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:40.435971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58096) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:40.442605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8cd56-8f64-46c4-a8be-1d5f75922f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=b14c64a1-db20-45b3-980d-1e88d4364f54,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:40.467567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18542aeb-e034-4c39-9416-4a2c1856c90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.494597 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18542aeb-e034-4c39-9416-4a2c1856c90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.543948 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.647557 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18542aeb-e034-4c39-9416-4a2c1856c90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.651344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18542aeb-e034-4c39-9416-4a2c1856c90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:40.655063 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-18542aeb-e034-4c39-9416-4a2c1856c90b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb4c811d-a701-43e9-a226-7dafa31a54a2 HTTP/1.1" status: 204 len: 168 time: 1.0503128 Jan 31 16:06:40.664961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18542aeb-e034-4c39-9416-4a2c1856c90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4c811d-a701-43e9-a226-7dafa31a54a2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:40.946359 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:41.152640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.25.1.89 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/914a8593-3ec3-4fa1-bba4-c0b9ef34ae88) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:06:41.283116 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:41.325646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:41.402750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:06:41.415596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:06:41.429737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:06:41.438488 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=914a8593-3ec3-4fa1-bba4-c0b9ef34ae88,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:41.599786 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eb2c49f0-809e-403a-8fa5-092bc3b9b6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:41.876886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58140) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:41.911242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4457d7ce-5b24-49dc-a934-85962c8a53b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:42.158768 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4457d7ce-5b24-49dc-a934-85962c8a53b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:42.206822 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4457d7ce-5b24-49dc-a934-85962c8a53b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:42.367657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457d7ce-5b24-49dc-a934-85962c8a53b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a5c698-0348-47cc-a411-f7f76fb44a54,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:42.385257 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4457d7ce-5b24-49dc-a934-85962c8a53b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd2388d5edaa49f6912cb58833e0daa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5071852 Jan 31 16:06:42.392038 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58152) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:42.557969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c49f0-809e-403a-8fa5-092bc3b9b6d3 admin admin] Deleting port 9d08bd2c-2f08-41e7-be6c-457f52470053 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:42.558302 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eb2c49f0-809e-403a-8fa5-092bc3b9b6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:42.775583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-eb2c49f0-809e-403a-8fa5-092bc3b9b6d3 admin admin] For port 9d08bd2c-2f08-41e7-be6c-457f52470053, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9d08bd2c-2f08-41e7-be6c-457f52470053,segment=NetworkSegment(6992072b-497d-4905-bfed-861eb2c354a1),segment_id=6992072b-497d-4905-bfed-861eb2c354a1)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:42.775989 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eb2c49f0-809e-403a-8fa5-092bc3b9b6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:42.800786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c49f0-809e-403a-8fa5-092bc3b9b6d3 admin admin] Calling delete_port for 9d08bd2c-2f08-41e7-be6c-457f52470053 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:43.042816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58154) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:43.066832 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eb2c49f0-809e-403a-8fa5-092bc3b9b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:43.215097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c49f0-809e-403a-8fa5-092bc3b9b6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d08bd2c-2f08-41e7-be6c-457f52470053,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:43.515650 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:43.675206 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7213148a-7ddb-4408-8007-af7f11c6655b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:43.748074 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7213148a-7ddb-4408-8007-af7f11c6655b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:43.824957 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-441564f9-fc12-4660-9979-32018b3f7925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:43.860473 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:43.909887 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eb2c49f0-809e-403a-8fa5-092bc3b9b6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:44.017044 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-441564f9-fc12-4660-9979-32018b3f7925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:44.044046 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7213148a-7ddb-4408-8007-af7f11c6655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:44.047111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7213148a-7ddb-4408-8007-af7f11c6655b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:44.048301 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7213148a-7ddb-4408-8007-af7f11c6655b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98a5c698-0348-47cc-a411-f7f76fb44a54 HTTP/1.1" status: 204 len: 168 time: 1.6552966 Jan 31 16:06:44.094926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213148a-7ddb-4408-8007-af7f11c6655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a5c698-0348-47cc-a411-f7f76fb44a54,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:44.135259 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-441564f9-fc12-4660-9979-32018b3f7925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:44.230644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441564f9-fc12-4660-9979-32018b3f7925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5662e1f6-a88a-45be-9825-7e4bfa6739f2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:44.250154 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-441564f9-fc12-4660-9979-32018b3f7925 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95b69d3ab1a84667864b06a42ef187d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2036545 Jan 31 16:06:44.251293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58202) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:44.266871 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:44.276362 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:44.381521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=914a8593-3ec3-4fa1-bba4-c0b9ef34ae88,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:44.393967 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:44.509835 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2c49f0-809e-403a-8fa5-092bc3b9b6d3 admin admin] Router d203d64a-91fb-41b6-bd83-e777ad8232d8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:44.511037 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Floating IP 1f4c04a6-e920-4686-b812-14b0139b9822 associated. External IP: 172.25.1.89, port: fad3cd5b-bd1a-4d41-ad15-748c10f70fbe. Jan 31 16:06:44.529734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3065ca49-e8c5-41ab-ae2c-d5f512d15fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:44.669547 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3065ca49-e8c5-41ab-ae2c-d5f512d15fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:44.777323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2c49f0-809e-403a-8fa5-092bc3b9b6d3 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:44.782024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eb2c49f0-809e-403a-8fa5-092bc3b9b6d3 admin admin] 10.222.0.36 "PUT /v2.0/routers/d203d64a-91fb-41b6-bd83-e777ad8232d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3316875 Jan 31 16:06:44.784539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58226) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:44.792968 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca5cda-fa76-473d-859b-e542eb0b5984 None None] Sync routers for ids ['d203d64a-91fb-41b6-bd83-e777ad8232d8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:44.801830 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:44.807890 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca5cda-fa76-473d-859b-e542eb0b5984 None None] Routers {'d203d64a-91fb-41b6-bd83-e777ad8232d8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:44.810110 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-45ca5cda-fa76-473d-859b-e542eb0b5984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d203d64a-91fb-41b6-bd83-e777ad8232d8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:44.831847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3065ca49-e8c5-41ab-ae2c-d5f512d15fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:44.834762 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3065ca49-e8c5-41ab-ae2c-d5f512d15fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:44.835944 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3065ca49-e8c5-41ab-ae2c-d5f512d15fc7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5662e1f6-a88a-45be-9825-7e4bfa6739f2 HTTP/1.1" status: 204 len: 168 time: 0.5827503 Jan 31 16:06:44.851078 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065ca49-e8c5-41ab-ae2c-d5f512d15fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5662e1f6-a88a-45be-9825-7e4bfa6739f2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:44.948902 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:45.014941 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-45ca5cda-fa76-473d-859b-e542eb0b5984 None None] Set router d203d64a-91fb-41b6-bd83-e777ad8232d8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:06:45.108938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:45.127216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd5520b-3878-48c4-8abe-5eff6d1f8708 None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:45.146530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd5520b-3878-48c4-8abe-5eff6d1f8708 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:45.146903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0fd5520b-3878-48c4-8abe-5eff6d1f8708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:45.177133 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:45.205149 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:45.313785 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cf614e66-4849-4c73-a663-040d50dbcf66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.9053862 Jan 31 16:06:45.315243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58266) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:45.321237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0fd5520b-3878-48c4-8abe-5eff6d1f8708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:45.336718 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-45ca5cda-fa76-473d-859b-e542eb0b5984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'name': 'tempest-TaggedBootDevicesTest-1743777967-router', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '8fd5776b-3154-4305-a11f-811f53e34295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:49Z', 'updated_at': '2022-01-31T16:06:42Z', 'revision_number': 5, 'project_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'gw_port': {'id': '8fd5776b-3154-4305-a11f-811f53e34295', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:58:51Z', 'updated_at': '2022-01-31T15:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:45.346159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd5520b-3878-48c4-8abe-5eff6d1f8708 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:45.347632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0fd5520b-3878-48c4-8abe-5eff6d1f8708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:45.413083 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca5cda-fa76-473d-859b-e542eb0b5984 None None] Checking router: d203d64a-91fb-41b6-bd83-e777ad8232d8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:06:45.440954 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca5cda-fa76-473d-859b-e542eb0b5984 None None] Routers {'d203d64a-91fb-41b6-bd83-e777ad8232d8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:45.443128 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-45ca5cda-fa76-473d-859b-e542eb0b5984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d203d64a-91fb-41b6-bd83-e777ad8232d8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:45.463148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0fd5520b-3878-48c4-8abe-5eff6d1f8708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:45.464124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd5520b-3878-48c4-8abe-5eff6d1f8708 None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:45.519940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Deleting port 8fd5776b-3154-4305-a11f-811f53e34295 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:45.521267 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:45.559055 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-31e87ef0-c783-4030-964c-f19c68a316bf tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "GET /v2.0/floatingips/1f4c04a6-e920-4686-b812-14b0139b9822 HTTP/1.1" status: 200 len: 976 time: 0.2404175 Jan 31 16:06:45.559635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58272) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:45.569421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58276) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:45.608826 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-45ca5cda-fa76-473d-859b-e542eb0b5984 None None] Set router d203d64a-91fb-41b6-bd83-e777ad8232d8 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:06:45.623592 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad8a42d7-c725-482f-81b5-2d4639a184bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:45.674076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ba226-ab91-41b7-98ab-f49be12636b9 req-970b0bba-2929-49cd-919e-8fb24e591b53 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:45.676042 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-141ba226-ab91-41b7-98ab-f49be12636b9 req-970b0bba-2929-49cd-919e-8fb24e591b53 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea5968a-e8cc-4130-b66f-b94a0c50728e HTTP/1.1" status: 200 len: 951 time: 0.2596622 Jan 31 16:06:45.716805 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-45ca5cda-fa76-473d-859b-e542eb0b5984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'name': 'tempest-TaggedBootDevicesTest-1743777967-router', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:49Z', 'updated_at': '2022-01-31T16:06:45Z', 'revision_number': 6, 'project_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:45.750418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-932cd63e-666c-4e5a-a025-f050462f96d7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1890914 Jan 31 16:06:45.752722 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca5cda-fa76-473d-859b-e542eb0b5984 None None] The sync data for ids ['d203d64a-91fb-41b6-bd83-e777ad8232d8'] in n-d-827120-1 is: [{'id': 'd203d64a-91fb-41b6-bd83-e777ad8232d8', 'name': 'tempest-TaggedBootDevicesTest-1743777967-router', 'tenant_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:58:49Z', 'updated_at': '2022-01-31T16:06:45Z', 'revision_number': 6, 'project_id': 'd74aa5c2a19a4f00bb852996d4d0da40', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:45.754852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58278) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:45.761758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-29e35e03-9ef3-4a59-abb5-9b5b6c7022cc tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'floatingip': {'port_id': '01079136-b593-4d71-a025-a7268cbc1a40'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:45.804728 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-141ba226-ab91-41b7-98ab-f49be12636b9 req-bbe39384-a940-428c-bcdf-2659ebb62981 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170332 Jan 31 16:06:45.824857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] For port 8fd5776b-3154-4305-a11f-811f53e34295, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8fd5776b-3154-4305-a11f-811f53e34295,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:45.825218 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:45.850494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Calling delete_port for 8fd5776b-3154-4305-a11f-811f53e34295 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:45.926939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29e35e03-9ef3-4a59-abb5-9b5b6c7022cc tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.113228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad8a42d7-c725-482f-81b5-2d4639a184bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.179670 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.213594 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd5776b-3154-4305-a11f-811f53e34295,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:46.225355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:46.225819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:46.226164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:46.226649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:46.227057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:46.227683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:46.228341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:46.228947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:46.229714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:46.230077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:46.230486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:46.230713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:46.289019 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad8a42d7-c725-482f-81b5-2d4639a184bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.345029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.450482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a42d7-c725-482f-81b5-2d4639a184bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772bbda6-9a12-4b91-95af-37e905099ce7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:46.470409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ad8a42d7-c725-482f-81b5-2d4639a184bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e40614d2b03242bc8353c8e6a5b79c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8974819 Jan 31 16:06:46.490755 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58328) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:46.553319 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.556579 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.639134 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.642150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d203d64a-91fb-41b6-bd83-e777ad8232d8 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:06:46.661748 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.671810 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1c2f55d8-1d43-4993-8ef9-4e2bbb550203 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d203d64a-91fb-41b6-bd83-e777ad8232d8 HTTP/1.1" status: 204 len: 168 time: 1.8861670 Jan 31 16:06:46.673622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58348) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:46.794583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9588e293-ccb2-4175-8dc2-134cca9892cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.819956 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9588e293-ccb2-4175-8dc2-134cca9892cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.887388 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9588e293-ccb2-4175-8dc2-134cca9892cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.890096 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9588e293-ccb2-4175-8dc2-134cca9892cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.891505 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9588e293-ccb2-4175-8dc2-134cca9892cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/772bbda6-9a12-4b91-95af-37e905099ce7 HTTP/1.1" status: 204 len: 168 time: 0.3996468 Jan 31 16:06:46.915122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e0b776-ae8f-4712-9fbf-0985e954a6a8 admin admin] Deleting subnet 032d94c4-2b35-4d3b-8935-eacb952798ab {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:06:46.917865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588e293-ccb2-4175-8dc2-134cca9892cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772bbda6-9a12-4b91-95af-37e905099ce7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:46.921150 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01e0b776-ae8f-4712-9fbf-0985e954a6a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:46.961374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ab654f44-840d-4f54-959d-8cc628d3a33f no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:46.980908 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01e0b776-ae8f-4712-9fbf-0985e954a6a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.105995 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01e0b776-ae8f-4712-9fbf-0985e954a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.155796 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29e35e03-9ef3-4a59-abb5-9b5b6c7022cc tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.170778 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29e35e03-9ef3-4a59-abb5-9b5b6c7022cc tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.186512 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.202253 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01e0b776-ae8f-4712-9fbf-0985e954a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.254147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0b776-ae8f-4712-9fbf-0985e954a6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032d94c4-2b35-4d3b-8935-eacb952798ab,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:47.256492 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01e0b776-ae8f-4712-9fbf-0985e954a6a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.261253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-01e0b776-ae8f-4712-9fbf-0985e954a6a8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/032d94c4-2b35-4d3b-8935-eacb952798ab HTTP/1.1" status: 204 len: 168 time: 0.5701916 Jan 31 16:06:47.263795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58394) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:47.281699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:47.286448 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:06:47.290011 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87b00e7-62b7-4a2e-a3ce-bc1b06bd9ca0" -d '{"events": [{"server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:06:47.293402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb4b985-4664-497b-b4cf-1d560f509584 None None] Network 849d2024-ecd4-4e49-a591-b43b847d2858 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:06:47.365443 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.373413 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.485267 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-29e35e03-9ef3-4a59-abb5-9b5b6c7022cc tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Floating IP 1f4c04a6-e920-4686-b812-14b0139b9822 associated. External IP: 172.25.1.89, port: fad3cd5b-bd1a-4d41-ad15-748c10f70fbe. Jan 31 16:06:47.523266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Deleting port 86b257f1-b2bc-454c-b167-95f97fe9f742 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:47.523993 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.695442 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7b69a6-bc87-4ecf-a34c-2d62753a15ab x-openstack-request-id: req-1e7b69a6-bc87-4ecf-a34c-2d62753a15ab {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:06:47.696073 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:06:47.696493 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e7b69a6-bc87-4ecf-a34c-2d62753a15ab {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:06:47.697044 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'code': 200} Jan 31 16:06:47.703600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9d08bd2c-2f08-41e7-be6c-457f52470053 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:47.729107 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2d4d1378-55f9-428f-8bb1-960a65268790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.751425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] For port 86b257f1-b2bc-454c-b167-95f97fe9f742, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=86b257f1-b2bc-454c-b167-95f97fe9f742,segment=NetworkSegment(6992072b-497d-4905-bfed-861eb2c354a1),segment_id=6992072b-497d-4905-bfed-861eb2c354a1)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:47.752156 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.770218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Calling delete_port for 86b257f1-b2bc-454c-b167-95f97fe9f742 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:47.778260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9d08bd2c-2f08-41e7-be6c-457f52470053 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:47.779125 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9d08bd2c-2f08-41e7-be6c-457f52470053 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:47.779711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8fd5776b-3154-4305-a11f-811f53e34295 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:47.804393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ab654f44-840d-4f54-959d-8cc628d3a33f,revision_number=11']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:47.844714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8fd5776b-3154-4305-a11f-811f53e34295 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:47.845269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8fd5776b-3154-4305-a11f-811f53e34295 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:47.903370 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:47.959578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] No DVR routers for this DVR port 86b257f1-b2bc-454c-b167-95f97fe9f742 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:47.961535 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=86b257f1-b2bc-454c-b167-95f97fe9f742,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:48.019528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c6a72a-1ce9-4587-a968-e252bd7c912d None None] DHCP port deletion for 849d2024-ecd4-4e49-a591-b43b847d2858 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:06:48.031025 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58462) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:48.056954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e35e03-9ef3-4a59-abb5-9b5b6c7022cc tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:48.069018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.111594 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.175076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849d2024-ecd4-4e49-a591-b43b847d2858']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:48.194741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6992072b-497d-4905-bfed-861eb2c354a1') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:48.195135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6992072b-497d-4905-bfed-861eb2c354a1') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:48.214877 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.251254 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.264892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:06:48.265683 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:06:48.267912 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:06:48.370617 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.379256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.392229 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] 10.222.0.36 "DELETE /v2.0/networks/849d2024-ecd4-4e49-a591-b43b847d2858 HTTP/1.1" status: 204 len: 168 time: 1.1273630 Jan 31 16:06:48.417975 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70c7dc-4f84-4536-98bc-3a76f08b7b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=849d2024-ecd4-4e49-a591-b43b847d2858,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:48.597218 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.606848 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.697952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060fdeb4-1aba-4f80-8227-cf219c299a0e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:48.704728 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2e0fa1540d748efa8ddeac25c15a03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6726468 Jan 31 16:06:48.707577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58518) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:48.731971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e35e03-9ef3-4a59-abb5-9b5b6c7022cc tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:48.744309 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70ca2e-d436-4cf2-9070-c5ae782de338 None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:48.761112 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70ca2e-d436-4cf2-9070-c5ae782de338 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:48.762222 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3b70ca2e-d436-4cf2-9070-c5ae782de338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:48.783882 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28aa6020-2568-4abd-8a4d-3326339d6522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.809207 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3b70ca2e-d436-4cf2-9070-c5ae782de338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:48.828440 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70ca2e-d436-4cf2-9070-c5ae782de338 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:48.830025 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3b70ca2e-d436-4cf2-9070-c5ae782de338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:48.847413 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28aa6020-2568-4abd-8a4d-3326339d6522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.875968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:48.876301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:48.878382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:48.882098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:48.882521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:48.882858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:48.883619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:48.883953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:48.884284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:48.884604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:48.884923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:48.885241 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1920e1-a169-4c85-87cb-3dc19fbb275e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:06:48.927607 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3b70ca2e-d436-4cf2-9070-c5ae782de338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:48.929225 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70ca2e-d436-4cf2-9070-c5ae782de338 None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:48.978785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28aa6020-2568-4abd-8a4d-3326339d6522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.982572 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28aa6020-2568-4abd-8a4d-3326339d6522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:48.984744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-28aa6020-2568-4abd-8a4d-3326339d6522 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/060fdeb4-1aba-4f80-8227-cf219c299a0e HTTP/1.1" status: 204 len: 168 time: 0.2751229 Jan 31 16:06:48.999828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa6020-2568-4abd-8a4d-3326339d6522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060fdeb4-1aba-4f80-8227-cf219c299a0e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:49.080055 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58552) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:49.163535 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6573bd1a-9a9c-4eae-9258-ad5b065a8834 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2edb4aefda634a53a5f082fd0e807b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821912 Jan 31 16:06:49.166542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58556) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:49.276223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e35e03-9ef3-4a59-abb5-9b5b6c7022cc tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:49.293863 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-49166c53-945f-45d5-92ca-7c1a780cc6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:49.349290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-49166c53-945f-45d5-92ca-7c1a780cc6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:49.412750 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-49166c53-945f-45d5-92ca-7c1a780cc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:49.416889 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-49166c53-945f-45d5-92ca-7c1a780cc6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:49.418700 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-49166c53-945f-45d5-92ca-7c1a780cc6c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa183678-3da8-4ae8-a0de-b627cfc94fde HTTP/1.1" status: 204 len: 168 time: 0.2494068 Jan 31 16:06:49.428030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49166c53-945f-45d5-92ca-7c1a780cc6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa183678-3da8-4ae8-a0de-b627cfc94fde,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:49.464970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e35e03-9ef3-4a59-abb5-9b5b6c7022cc tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:49.477261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270348b-c034-431f-bfe1-e304df761001 None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:49.478086 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29e35e03-9ef3-4a59-abb5-9b5b6c7022cc tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:49.500695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270348b-c034-431f-bfe1-e304df761001 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:49.502097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9270348b-c034-431f-bfe1-e304df761001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:49.561864 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-29e35e03-9ef3-4a59-abb5-9b5b6c7022cc tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "PUT /v2.0/floatingips/1f4c04a6-e920-4686-b812-14b0139b9822 HTTP/1.1" status: 200 len: 977 time: 3.8030715 Jan 31 16:06:49.562610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58574) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:49.567552 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f2ef4ecf-7704-435d-aab5-4dd889b46df7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:49.573320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9270348b-c034-431f-bfe1-e304df761001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:49.600205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270348b-c034-431f-bfe1-e304df761001 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:49.600895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9270348b-c034-431f-bfe1-e304df761001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:49.646173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 86b257f1-b2bc-454c-b167-95f97fe9f742 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:49.684020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9270348b-c034-431f-bfe1-e304df761001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:49.685011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270348b-c034-431f-bfe1-e304df761001 None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:49.687400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 86b257f1-b2bc-454c-b167-95f97fe9f742 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:49.688265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 86b257f1-b2bc-454c-b167-95f97fe9f742 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:49.706126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4ecf-7704-435d-aab5-4dd889b46df7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:49.723918 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-728f659c-1e27-4b82-941b-e3d870e61c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:49.767119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58588) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:49.902962 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4ecf-7704-435d-aab5-4dd889b46df7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:49.907862 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4ecf-7704-435d-aab5-4dd889b46df7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:49.908208 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-f2ef4ecf-7704-435d-aab5-4dd889b46df7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Floating IP 1f4c04a6-e920-4686-b812-14b0139b9822 disassociated. External IP: 172.25.1.89, port: 01079136-b593-4d71-a025-a7268cbc1a40. Jan 31 16:06:50.166768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ef4ecf-7704-435d-aab5-4dd889b46df7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:50.366948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ef4ecf-7704-435d-aab5-4dd889b46df7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:50.381787 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e1608-6622-46ac-ac9d-bc02c305ac78 None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:50.383907 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4ecf-7704-435d-aab5-4dd889b46df7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:50.396852 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e1608-6622-46ac-ac9d-bc02c305ac78 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:50.397895 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-cd6e1608-6622-46ac-ac9d-bc02c305ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:50.433183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58626) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:50.464221 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f2ef4ecf-7704-435d-aab5-4dd889b46df7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "PUT /v2.0/floatingips/1f4c04a6-e920-4686-b812-14b0139b9822 HTTP/1.1" status: 200 len: 687 time: 0.8990586 Jan 31 16:06:50.466049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58628) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:50.537062 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6e8506ea-b4ee-40ea-a261-a2a23387a646 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d74aa5c2a19a4f00bb852996d4d0da40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1027286 Jan 31 16:06:50.542331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58632) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:50.718438 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-cd6e1608-6622-46ac-ac9d-bc02c305ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:50.742582 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e1608-6622-46ac-ac9d-bc02c305ac78 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:50.743220 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-cd6e1608-6622-46ac-ac9d-bc02c305ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:50.806483 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-cd6e1608-6622-46ac-ac9d-bc02c305ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:50.807158 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e1608-6622-46ac-ac9d-bc02c305ac78 None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:50.833681 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:50.839880 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae913e43-d795-4114-9272-37aa8bb1ec34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:50.868705 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac9da2-d557-4a90-9086-1905b647ff77 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port 914a8593-3ec3-4fa1-bba4-c0b9ef34ae88 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:50.870639 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9da2-d557-4a90-9086-1905b647ff77 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:50.898476 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae913e43-d795-4114-9272-37aa8bb1ec34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:50.977165 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9da2-d557-4a90-9086-1905b647ff77 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:50.977612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9da2-d557-4a90-9086-1905b647ff77 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:50.992023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac9da2-d557-4a90-9086-1905b647ff77 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for 914a8593-3ec3-4fa1-bba4-c0b9ef34ae88 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:51.073240 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae913e43-d795-4114-9272-37aa8bb1ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:51.075789 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae913e43-d795-4114-9272-37aa8bb1ec34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:51.093621 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ae913e43-d795-4114-9272-37aa8bb1ec34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5bccfe53-35b6-4f20-80dd-683faa8cf907 HTTP/1.1" status: 204 len: 168 time: 0.5441332 Jan 31 16:06:51.107998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae913e43-d795-4114-9272-37aa8bb1ec34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bccfe53-35b6-4f20-80dd-683faa8cf907,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:51.185499 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5810de15-93fc-4a87-aaa7-44c09395c31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:51.284580 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9da2-d557-4a90-9086-1905b647ff77 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:51.313876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac9da2-d557-4a90-9086-1905b647ff77 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=914a8593-3ec3-4fa1-bba4-c0b9ef34ae88,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:51.385337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9da2-d557-4a90-9086-1905b647ff77 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:51.390141 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9da2-d557-4a90-9086-1905b647ff77 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:51.391405 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f7ac9da2-d557-4a90-9086-1905b647ff77 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/floatingips/1f4c04a6-e920-4686-b812-14b0139b9822 HTTP/1.1" status: 204 len: 168 time: 0.9225442 Jan 31 16:06:51.394520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58660) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:51.439600 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-3a5bc5e2-197d-4a4b-97b6-328dd9c48ff2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] delete failed (client error): The resource could not be found. Jan 31 16:06:51.440651 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3a5bc5e2-197d-4a4b-97b6-328dd9c48ff2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/floatingips/1f4c04a6-e920-4686-b812-14b0139b9822 HTTP/1.1" status: 404 len: 345 time: 0.0441248 Jan 31 16:06:51.447558 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58662) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:51.518203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5810de15-93fc-4a87-aaa7-44c09395c31b admin admin] Deleting port 98a686c8-d089-4963-aace-156808725775 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:51.518556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5810de15-93fc-4a87-aaa7-44c09395c31b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:51.563361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb96135-23b4-4477-b028-cb9ec9fe0eb2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:51.570587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb96135-23b4-4477-b028-cb9ec9fe0eb2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:51.578577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb96135-23b4-4477-b028-cb9ec9fe0eb2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:51.580290 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eeb96135-23b4-4477-b028-cb9ec9fe0eb2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "GET /v2.0/ports?network_id=d5258b11-0954-42a5-a011-823cc61f241b HTTP/1.1" status: 200 len: 2357 time: 0.1316650 Jan 31 16:06:51.583380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58666) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:51.646950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdaba7b-87a9-4b30-90e0-1adfe2e60750 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:51.648344 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6cdaba7b-87a9-4b30-90e0-1adfe2e60750 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "GET /v2.0/subnets/c5784b89-0c38-48c3-922a-19859dcbfe72 HTTP/1.1" status: 200 len: 797 time: 0.0640132 Jan 31 16:06:51.657644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58668) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:51.664508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'port': {'network_id': 'd5258b11-0954-42a5-a011-823cc61f241b', 'name': 'tempest-FloatingIPTestJSON-756603778', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:51.692697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-5810de15-93fc-4a87-aaa7-44c09395c31b admin admin] For port 98a686c8-d089-4963-aace-156808725775, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=98a686c8-d089-4963-aace-156808725775,segment=NetworkSegment(90bc77d2-cd93-4486-9979-d410e5f25996),segment_id=90bc77d2-cd93-4486-9979-d410e5f25996)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:51.693230 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5810de15-93fc-4a87-aaa7-44c09395c31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:51.709178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5810de15-93fc-4a87-aaa7-44c09395c31b admin admin] Calling delete_port for 98a686c8-d089-4963-aace-156808725775 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:52.074321 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5810de15-93fc-4a87-aaa7-44c09395c31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:52.165090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810de15-93fc-4a87-aaa7-44c09395c31b admin admin] Pushing event deleted for resources: {'Port': ['ID=98a686c8-d089-4963-aace-156808725775,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:52.259968 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:52.394530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Made reservation on behalf of 3fcfd126330c416590e2cbfc1a574331 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:06:52.516769 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:52.540922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:52.561154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] device_id is not set on port 2ec7157d-4ddf-4636-809c-e317cdd8b045 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:06:52.568645 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5810de15-93fc-4a87-aaa7-44c09395c31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:52.754344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5268f-bbcc-4546-bb6b-ccf05986cea6 req-609fe908-363f-4999-a0d9-5a2260b4161c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:52.755891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aca5268f-bbcc-4546-bb6b-ccf05986cea6 req-609fe908-363f-4999-a0d9-5a2260b4161c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 948 time: 0.1628807 Jan 31 16:06:52.849577 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aca5268f-bbcc-4546-bb6b-ccf05986cea6 req-a65d4f71-1205-49c6-822a-6b1e95a83f32 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847287 Jan 31 16:06:52.852597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5810de15-93fc-4a87-aaa7-44c09395c31b admin admin] Router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:52.973151 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.20.0.14 (d5258b11-0954-42a5-a011-823cc61f241b/c5784b89-0c38-48c3-922a-19859dcbfe72/2ec7157d-4ddf-4636-809c-e317cdd8b045) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:06:52.986082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.20.0.12 (d5258b11-0954-42a5-a011-823cc61f241b/c5784b89-0c38-48c3-922a-19859dcbfe72/2ec7157d-4ddf-4636-809c-e317cdd8b045) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:06:52.993516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5810de15-93fc-4a87-aaa7-44c09395c31b admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:53.001726 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5810de15-93fc-4a87-aaa7-44c09395c31b admin admin] 10.222.0.36 "PUT /v2.0/routers/2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2303097 Jan 31 16:06:53.003270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58730) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:53.005202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941d7329-dd5e-4a94-a981-9433d1018353 None None] Sync routers for ids ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:53.017018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941d7329-dd5e-4a94-a981-9433d1018353 None None] Routers {'2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:53.018053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-941d7329-dd5e-4a94-a981-9433d1018353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:53.146576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:53.195366 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:53.257053 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:53.271003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-941d7329-dd5e-4a94-a981-9433d1018353 None None] Set router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:06:53.295274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network d5258b11-0954-42a5-a011-823cc61f241b is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:06:53.306878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:06:53.372063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:06:53.477021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58742) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:53.515367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-941d7329-dd5e-4a94-a981-9433d1018353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T16:06:51Z', 'revision_number': 5, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:53.516745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=2ec7157d-4ddf-4636-809c-e317cdd8b045,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:53.552470 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:53.560473 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941d7329-dd5e-4a94-a981-9433d1018353 None None] Checking router: 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:06:53.572822 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:53.573000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941d7329-dd5e-4a94-a981-9433d1018353 None None] Routers {'2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:53.573632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-941d7329-dd5e-4a94-a981-9433d1018353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:53.611689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-caeff310-98a8-41d9-9ee5-dbd52b98c4b7 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.9557273 Jan 31 16:06:53.612381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58752) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:53.619028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '2ec7157d-4ddf-4636-809c-e317cdd8b045', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:53.670932 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:53.688208 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:53.708821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-941d7329-dd5e-4a94-a981-9433d1018353 None None] Set router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:06:53.765560 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Deleting port 9991affa-29eb-4190-96cc-674fecc8d320 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:53.765940 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:53.807720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-78b2df8d-befe-4b72-aa71-ced4c4ded285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:53.813275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:53.932424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-941d7329-dd5e-4a94-a981-9433d1018353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T16:06:51Z', 'revision_number': 5, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:53.961054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] For port 9991affa-29eb-4190-96cc-674fecc8d320, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9991affa-29eb-4190-96cc-674fecc8d320,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:53.962243 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:53.986142 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941d7329-dd5e-4a94-a981-9433d1018353 None None] The sync data for ids ['2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e'] in n-d-827120-1 is: [{'id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'name': 'tempest-TaggedBootDevicesTest_v242-127161284-router', 'tenant_id': '92647632bf8144b58beaf0189feb0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '9991affa-29eb-4190-96cc-674fecc8d320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T15:59:50Z', 'updated_at': '2022-01-31T16:06:51Z', 'revision_number': 5, 'project_id': '92647632bf8144b58beaf0189feb0489', 'gw_port': {'id': '9991affa-29eb-4190-96cc-674fecc8d320', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T15:59:51Z', 'updated_at': '2022-01-31T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:53.997386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.25.1.188 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/24b28733-7ab8-4ca7-b5cd-2281f1cf643e) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:06:54.009119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Calling delete_port for 9991affa-29eb-4190-96cc-674fecc8d320 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:54.050725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-78b2df8d-befe-4b72-aa71-ced4c4ded285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.063365 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-78b2df8d-befe-4b72-aa71-ced4c4ded285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.119183 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-78b2df8d-befe-4b72-aa71-ced4c4ded285 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a27af2a2b254fb9a4fcd69633073bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6262007 Jan 31 16:06:54.124242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58770) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:54.141775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d6bf2-adc8-4f7a-855c-ef52adf86664 req-7121a6c6-b2d4-4795-aebf-9d43a7284c54 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:54.150233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3e3d6bf2-adc8-4f7a-855c-ef52adf86664 req-7121a6c6-b2d4-4795-aebf-9d43a7284c54 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 948 time: 0.1662183 Jan 31 16:06:54.166184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58772) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:54.192005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2df8d-befe-4b72-aa71-ced4c4ded285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafce094-86c1-490d-80ca-bf055c5c9ae8,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:54.243302 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3e3d6bf2-adc8-4f7a-855c-ef52adf86664 req-4e7fc2c2-c9b8-4970-b656-e1c05fdacd64 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923228 Jan 31 16:06:54.244811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81f98b57-b6d5-4e68-84b4-3d9cd088d718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.259866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.284764 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81f98b57-b6d5-4e68-84b4-3d9cd088d718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.335601 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.406947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Pushing event deleted for resources: {'Port': ['ID=9991affa-29eb-4190-96cc-674fecc8d320,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:54.413322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30d85f-9542-498f-9041-55dd5e75b064 req-2576cff2-332c-4759-863d-132bf160de8b tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:54.415012 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f30d85f-9542-498f-9041-55dd5e75b064 req-2576cff2-332c-4759-863d-132bf160de8b tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.30 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 948 time: 0.1225560 Jan 31 16:06:54.470215 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.472815 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.530092 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81f98b57-b6d5-4e68-84b4-3d9cd088d718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.532592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-81f98b57-b6d5-4e68-84b4-3d9cd088d718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.533797 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-81f98b57-b6d5-4e68-84b4-3d9cd088d718 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eafce094-86c1-490d-80ca-bf055c5c9ae8 HTTP/1.1" status: 204 len: 168 time: 0.4014006 Jan 31 16:06:54.575311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-782736560-network', 'tenant_id': '93513451bf4f4507a22f4ea3438b0620'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:54.584820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:06:54.602387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f98b57-b6d5-4e68-84b4-3d9cd088d718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafce094-86c1-490d-80ca-bf055c5c9ae8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:54.609495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:06:54.614380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=24b28733-7ab8-4ca7-b5cd-2281f1cf643e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:54.636623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:06:54.682868 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:06:54.693369 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.696530 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.707714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Made reservation on behalf of 93513451bf4f4507a22f4ea3438b0620 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:06:54.710710 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.747785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.756987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-2f30d85f-9542-498f-9041-55dd5e75b064 req-f6aa4852-1bb7-4e29-9683-e2034f34ddbd tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Deleting port 61dc8b4a-0f86-4a94-beff-204365f58a81 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:54.757683 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2f30d85f-9542-498f-9041-55dd5e75b064 req-f6aa4852-1bb7-4e29-9683-e2034f34ddbd tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.760881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.761619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:06:54.768423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.770002 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-152acec4-fd9c-4201-b42a-d5d584e81eda admin admin] 10.222.0.36 "DELETE /v2.0/routers/2f18f8ce-9f50-41e1-8c1e-4b5409ab0e5e HTTP/1.1" status: 204 len: 168 time: 1.7650137 Jan 31 16:06:54.772672 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58792) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:54.879256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60b1535-523a-4a98-874b-63f191e152e1 admin admin] Deleting subnet accc61ef-eda6-48c6-b446-28aa08373ea7 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:06:54.885725 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e60b1535-523a-4a98-874b-63f191e152e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:54.972080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e60b1535-523a-4a98-874b-63f191e152e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.086915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2f30d85f-9542-498f-9041-55dd5e75b064 req-f6aa4852-1bb7-4e29-9683-e2034f34ddbd tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] For port 61dc8b4a-0f86-4a94-beff-204365f58a81, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61dc8b4a-0f86-4a94-beff-204365f58a81,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:55.086915 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2f30d85f-9542-498f-9041-55dd5e75b064 req-f6aa4852-1bb7-4e29-9683-e2034f34ddbd tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.107298 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e60b1535-523a-4a98-874b-63f191e152e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.150648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-2f30d85f-9542-498f-9041-55dd5e75b064 req-f6aa4852-1bb7-4e29-9683-e2034f34ddbd tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Calling delete_port for 61dc8b4a-0f86-4a94-beff-204365f58a81 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:55.174461 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.192886 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.210966 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e60b1535-523a-4a98-874b-63f191e152e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.246347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b1535-523a-4a98-874b-63f191e152e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=accc61ef-eda6-48c6-b446-28aa08373ea7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:55.251603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e60b1535-523a-4a98-874b-63f191e152e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.257748 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e60b1535-523a-4a98-874b-63f191e152e1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/accc61ef-eda6-48c6-b446-28aa08373ea7 HTTP/1.1" status: 204 len: 168 time: 0.4809246 Jan 31 16:06:55.258402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58826) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:55.261031 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1083739d-c8a3-49c5-981e-83d4a4ac4cf2 None None] Network 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:06:55.318389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58834) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:55.335437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:06:55.344848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb301fda-0610-459e-9345-04ac901012ff,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:55.384708 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.404379 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-898d8011-afa9-4121-9240-ff51fa3214a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.480277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Deleting port 947243a0-7025-4fea-b2c6-2e85d7ec6a03 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:55.480916 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.555662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.556641 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Added segment a640a18a-675c-4fff-951f-eca36505ec3b of type vlan for network d724ab1b-aa32-4a85-8561-b322f3939a32 Jan 31 16:06:55.618023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] For port 947243a0-7025-4fea-b2c6-2e85d7ec6a03, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=947243a0-7025-4fea-b2c6-2e85d7ec6a03,segment=NetworkSegment(90bc77d2-cd93-4486-9979-d410e5f25996),segment_id=90bc77d2-cd93-4486-9979-d410e5f25996)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:55.618534 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.635306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a64080-1232-4cbd-8375-9aa762bbdc05 None None] DHCP port deletion for 4ba4bd1e-f728-43b2-a993-80b2d26c69c2 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:06:55.648364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Calling delete_port for 947243a0-7025-4fea-b2c6-2e85d7ec6a03 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:55.649017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 98a686c8-d089-4963-aace-156808725775 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:55.657395 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2f30d85f-9542-498f-9041-55dd5e75b064 req-f6aa4852-1bb7-4e29-9683-e2034f34ddbd tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.737214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 98a686c8-d089-4963-aace-156808725775 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:55.738003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 98a686c8-d089-4963-aace-156808725775 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:55.738858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9991affa-29eb-4190-96cc-674fecc8d320 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:55.755521 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.765253 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.767421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9991affa-29eb-4190-96cc-674fecc8d320 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:55.767769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9991affa-29eb-4190-96cc-674fecc8d320 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:55.800572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58844) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:55.806998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.807949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Pushing event deleted for resources: {'Port': ['ID=947243a0-7025-4fea-b2c6-2e85d7ec6a03,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:55.810291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] No DVR routers for this DVR port 947243a0-7025-4fea-b2c6-2e85d7ec6a03 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:55.814282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f6a64080-1232-4cbd-8375-9aa762bbdc05 None None] Deleting port 947243a0-7025-4fea-b2c6-2e85d7ec6a03 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:55.815322 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6a64080-1232-4cbd-8375-9aa762bbdc05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.867971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa4852-1bb7-4e29-9683-e2034f34ddbd tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Pushing event deleted for resources: {'Port': ['ID=61dc8b4a-0f86-4a94-beff-204365f58a81,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:55.885015 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f6a64080-1232-4cbd-8375-9aa762bbdc05 None None] For port 947243a0-7025-4fea-b2c6-2e85d7ec6a03, host n-d-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:55.885665 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6a64080-1232-4cbd-8375-9aa762bbdc05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.895822 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.900624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f6a64080-1232-4cbd-8375-9aa762bbdc05 None None] Calling delete_port for 947243a0-7025-4fea-b2c6-2e85d7ec6a03 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:55.903476 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.ipam_backend_mixin [None req-f6a64080-1232-4cbd-8375-9aa762bbdc05 None None] Port 947243a0-7025-4fea-b2c6-2e85d7ec6a03 was not found and therefore no delete operation was performed {{(pid=108773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:06:55.905012 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6a64080-1232-4cbd-8375-9aa762bbdc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.920440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba4bd1e-f728-43b2-a993-80b2d26c69c2']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:55.941275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bc77d2-cd93-4486-9979-d410e5f25996') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:55.941275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bc77d2-cd93-4486-9979-d410e5f25996') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:55.949166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a64080-1232-4cbd-8375-9aa762bbdc05 None None] Pushing event deleted for resources: {'Port': ['ID=947243a0-7025-4fea-b2c6-2e85d7ec6a03,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:55.951943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a64080-1232-4cbd-8375-9aa762bbdc05 None None] No DVR routers for this DVR port 947243a0-7025-4fea-b2c6-2e85d7ec6a03 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:55.977521 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:55.992012 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.003334 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.016098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:06:56.016510 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:06:56.018875 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:06:56.031707 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d6c17ab-c335-4e55-b25b-792a70188306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.050237 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.051209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:56.051788 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.109705 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.118209 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.122574 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4ba4bd1e-f728-43b2-a993-80b2d26c69c2 HTTP/1.1" status: 204 len: 168 time: 0.8622675 Jan 31 16:06:56.131437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58856) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:56.139431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e5cac-f960-41a5-b945-780f44a19685 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba4bd1e-f728-43b2-a993-80b2d26c69c2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:56.139667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f30d85f-9542-498f-9041-55dd5e75b064 req-f6aa4852-1bb7-4e29-9683-e2034f34ddbd tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] No DVR routers for this DVR port 61dc8b4a-0f86-4a94-beff-204365f58a81 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:06:56.150412 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2f30d85f-9542-498f-9041-55dd5e75b064 req-f6aa4852-1bb7-4e29-9683-e2034f34ddbd tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.154400 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f30d85f-9542-498f-9041-55dd5e75b064 req-f6aa4852-1bb7-4e29-9683-e2034f34ddbd tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.30 "DELETE /v2.0/ports/61dc8b4a-0f86-4a94-beff-204365f58a81 HTTP/1.1" status: 204 len: 173 time: 1.7212882 Jan 31 16:06:56.181815 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d6c17ab-c335-4e55-b25b-792a70188306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.184941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b516cb0b-36ac-42d4-b5d0-47a15f8c2128', 'name': 'network-vif-deleted', 'tag': '61dc8b4a-0f86-4a94-beff-204365f58a81'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:06:56.187939 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fd1e4a-6f6a-4fce-ba07-1a7851adf301" -d '{"events": [{"server_uuid": "b516cb0b-36ac-42d4-b5d0-47a15f8c2128", "name": "network-vif-deleted", "tag": "61dc8b4a-0f86-4a94-beff-204365f58a81"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:06:56.189180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d6c17ab-c335-4e55-b25b-792a70188306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.206455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7982d-c802-4601-be5c-4b5fb5454afe req-9f15ec5e-306e-4de0-8bf8-1fd8df7f486c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:56.208136 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-18a7982d-c802-4601-be5c-4b5fb5454afe req-9f15ec5e-306e-4de0-8bf8-1fd8df7f486c tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b516cb0b-36ac-42d4-b5d0-47a15f8c2128 HTTP/1.1" status: 200 len: 865 time: 0.6559913 Jan 31 16:06:56.248633 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7d6c17ab-c335-4e55-b25b-792a70188306 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=970dd17c08e64bb9bd1d703c255e2191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467762 Jan 31 16:06:56.250232 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58862) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:56.270301 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0972354 Jan 31 16:06:56.281662 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58864) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:56.292566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb93156-66b8-499d-906d-359426bc9ece admin admin] Pushing event updated for resources: {'Network': ['ID=d724ab1b-aa32-4a85-8561-b322f3939a32,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:56.292949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c17ab-c335-4e55-b25b-792a70188306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba0ba4a-45d3-435b-8dc0-07bd38b1c522,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:56.296808 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cf0b38-281e-4b47-bdcd-33eb360a1a91 x-openstack-request-id: req-f5cf0b38-281e-4b47-bdcd-33eb360a1a91 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:06:56.297104 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b516cb0b-36ac-42d4-b5d0-47a15f8c2128", "name": "network-vif-deleted", "tag": "61dc8b4a-0f86-4a94-beff-204365f58a81", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:06:56.297360 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5cf0b38-281e-4b47-bdcd-33eb360a1a91 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:06:56.297789 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b516cb0b-36ac-42d4-b5d0-47a15f8c2128', 'name': 'network-vif-deleted', 'tag': '61dc8b4a-0f86-4a94-beff-204365f58a81', 'status': 'completed', 'code': 200} Jan 31 16:06:56.302759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ec3367d8-0a76-4d6f-b7b4-6bd28dc92655 admin admin] Request body: {'subnet': {'network_id': 'd724ab1b-aa32-4a85-8561-b322f3939a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-782736560-subnet', 'tenant_id': '93513451bf4f4507a22f4ea3438b0620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:56.310236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network d724ab1b-aa32-4a85-8561-b322f3939a32 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:06:56.367416 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6058-1c88-4ec1-913e-d5372d47f590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.405080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6058-1c88-4ec1-913e-d5372d47f590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.410103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.470482 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6058-1c88-4ec1-913e-d5372d47f590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.471557 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-898d8011-afa9-4121-9240-ff51fa3214a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.475302 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6058-1c88-4ec1-913e-d5372d47f590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.479144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ac4c6058-1c88-4ec1-913e-d5372d47f590 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ba0ba4a-45d3-435b-8dc0-07bd38b1c522 HTTP/1.1" status: 204 len: 168 time: 0.2245610 Jan 31 16:06:56.480127 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-18a7982d-c802-4601-be5c-4b5fb5454afe req-c6be8251-dac3-430d-9525-1c556ed3ea2e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258570 Jan 31 16:06:56.487385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c6058-1c88-4ec1-913e-d5372d47f590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba0ba4a-45d3-435b-8dc0-07bd38b1c522,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:56.490099 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-898d8011-afa9-4121-9240-ff51fa3214a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.521980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3367d8-0a76-4d6f-b7b4-6bd28dc92655 admin admin] Made reservation on behalf of 93513451bf4f4507a22f4ea3438b0620 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:06:56.526284 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec3367d8-0a76-4d6f-b7b4-6bd28dc92655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.567835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58870) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:56.670020 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-898d8011-afa9-4121-9240-ff51fa3214a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6604d4c3a314421bd398c45bc626886&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3505328 Jan 31 16:06:56.672544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58874) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:56.692823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d8011-afa9-4121-9240-ff51fa3214a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8726f74a-8a10-4bbe-8717-31160537f8fe,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:56.741233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd1c5-a194-4466-abf4-ee447bf15dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.831115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2ac79a25-3751-442e-83c5-1cd970573ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.878470 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2ac79a25-3751-442e-83c5-1cd970573ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.912643 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd1c5-a194-4466-abf4-ee447bf15dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.926292 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd1c5-a194-4466-abf4-ee447bf15dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.960722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61dc8b4a-0f86-4a94-beff-204365f58a81 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:56.977799 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2d3cd1c5-a194-4466-abf4-ee447bf15dc4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0409dc6eaba044b0bd05b31ac132c3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061882 Jan 31 16:06:56.978494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58878) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:56.981708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cd1c5-a194-4466-abf4-ee447bf15dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff6a56f-cd78-4cfe-8d7e-eaa47bcbe39c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:56.989302 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:56.998691 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.020867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 61dc8b4a-0f86-4a94-beff-204365f58a81 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:57.021230 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61dc8b4a-0f86-4a94-beff-204365f58a81 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:57.027574 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2ac79a25-3751-442e-83c5-1cd970573ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.030180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2ac79a25-3751-442e-83c5-1cd970573ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.031380 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2ac79a25-3751-442e-83c5-1cd970573ff3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8726f74a-8a10-4bbe-8717-31160537f8fe HTTP/1.1" status: 204 len: 168 time: 0.3578033 Jan 31 16:06:57.032089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58880) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:57.049112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac79a25-3751-442e-83c5-1cd970573ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8726f74a-8a10-4bbe-8717-31160537f8fe,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:57.060973 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d5f70cb-28de-4a1d-81e7-dfd35069323c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.084079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f50e172a-6be3-472a-9366-1000d917106f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.118803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f50e172a-6be3-472a-9366-1000d917106f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.152224 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec3367d8-0a76-4d6f-b7b4-6bd28dc92655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.160846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=24b28733-7ab8-4ca7-b5cd-2281f1cf643e,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:57.201586 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d5f70cb-28de-4a1d-81e7-dfd35069323c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.203512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f50e172a-6be3-472a-9366-1000d917106f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.206316 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f50e172a-6be3-472a-9366-1000d917106f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.210336 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f50e172a-6be3-472a-9366-1000d917106f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ff6a56f-cd78-4cfe-8d7e-eaa47bcbe39c HTTP/1.1" status: 204 len: 168 time: 0.2277548 Jan 31 16:06:57.212358 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d5f70cb-28de-4a1d-81e7-dfd35069323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.227140 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.228346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e172a-6be3-472a-9366-1000d917106f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff6a56f-cd78-4cfe-8d7e-eaa47bcbe39c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:57.278073 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1d5f70cb-28de-4a1d-81e7-dfd35069323c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ca829af1cda48ecaa1ebf071ddd4a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343438 Jan 31 16:06:57.283332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58886) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:57.305146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f70cb-28de-4a1d-81e7-dfd35069323c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d33ec16-e1ac-4c1e-9413-7256dc91d91e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:57.349642 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c328c4b-8bcb-403a-aa00-c9d53f547c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.375447 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c328c4b-8bcb-403a-aa00-c9d53f547c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.431847 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c328c4b-8bcb-403a-aa00-c9d53f547c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.435753 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c328c4b-8bcb-403a-aa00-c9d53f547c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.437947 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3c328c4b-8bcb-403a-aa00-c9d53f547c2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d33ec16-e1ac-4c1e-9413-7256dc91d91e HTTP/1.1" status: 204 len: 168 time: 0.1536102 Jan 31 16:06:57.453010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c328c4b-8bcb-403a-aa00-c9d53f547c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d33ec16-e1ac-4c1e-9413-7256dc91d91e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:57.584548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 947243a0-7025-4fea-b2c6-2e85d7ec6a03 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:06:57.649293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 947243a0-7025-4fea-b2c6-2e85d7ec6a03 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:06:57.649655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 947243a0-7025-4fea-b2c6-2e85d7ec6a03 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:06:57.688372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58904) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:57.718577 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-062ad397-985f-43fb-a069-762a4e6dd621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.753298 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.836042 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3367d8-0a76-4d6f-b7b4-6bd28dc92655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=decc1864-b505-4890-a1a2-de99670d59bd,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:57.860802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3367d8-0a76-4d6f-b7b4-6bd28dc92655 admin admin] Checking segment: {'id': 'a640a18a-675c-4fff-951f-eca36505ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'd724ab1b-aa32-4a85-8561-b322f3939a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:06:57.861160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3367d8-0a76-4d6f-b7b4-6bd28dc92655 admin admin] Network hostable DHCP agents. Network: d724ab1b-aa32-4a85-8561-b322f3939a32, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:06:57.902011 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-062ad397-985f-43fb-a069-762a4e6dd621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.912900 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-062ad397-985f-43fb-a069-762a4e6dd621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.944227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3367d8-0a76-4d6f-b7b4-6bd28dc92655 admin admin] Network d724ab1b-aa32-4a85-8561-b322f3939a32 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:06:57.962154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ff3e3-14ed-4b3c-bd42-769a7393e02b req-52e57689-d067-4f55-901b-0ee61a3adcb5 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:57.963095 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Floating IP afaf6f4d-efee-4416-ab37-7f46fdb25c7b associated. External IP: 172.25.1.188, port: 2ec7157d-4ddf-4636-809c-e317cdd8b045. Jan 31 16:06:57.964385 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d0ff3e3-14ed-4b3c-bd42-769a7393e02b req-52e57689-d067-4f55-901b-0ee61a3adcb5 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea5968a-e8cc-4130-b66f-b94a0c50728e HTTP/1.1" status: 200 len: 949 time: 0.1746333 Jan 31 16:06:57.974000 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5febf4a4-40ad-4316-be12-c1544ef8674c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:57.993158 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-062ad397-985f-43fb-a069-762a4e6dd621 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51a85950e26648c6a13f182bc8b9ffc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007910 Jan 31 16:06:57.998054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58920) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:58.005866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ad397-985f-43fb-a069-762a4e6dd621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58fc5a0-5b0e-45e1-b550-80debdafb02d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:58.042029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ec3367d8-0a76-4d6f-b7b4-6bd28dc92655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, d724ab1b-aa32-4a85-8561-b322f3939a32) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:06:58.052022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718da147-3fba-478c-b76f-11c88469fc35 None None] Network d724ab1b-aa32-4a85-8561-b322f3939a32 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:06:58.059775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3367d8-0a76-4d6f-b7b4-6bd28dc92655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:58.060374 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec3367d8-0a76-4d6f-b7b4-6bd28dc92655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:58.066462 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d0ff3e3-14ed-4b3c-bd42-769a7393e02b req-843fd55e-6197-473c-a286-86a66aea8491 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895133 Jan 31 16:06:58.119328 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fe887d1-ad72-43f0-9b70-251b16fccc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:58.149758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ec3367d8-0a76-4d6f-b7b4-6bd28dc92655 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8495386 Jan 31 16:06:58.166640 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fe887d1-ad72-43f0-9b70-251b16fccc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:58.240320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fe887d1-ad72-43f0-9b70-251b16fccc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:58.245551 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fe887d1-ad72-43f0-9b70-251b16fccc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:58.248680 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0fe887d1-ad72-43f0-9b70-251b16fccc32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d58fc5a0-5b0e-45e1-b550-80debdafb02d HTTP/1.1" status: 204 len: 168 time: 0.2496669 Jan 31 16:06:58.249084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd17e7c0-84c8-4ef6-9bd0-47f52b23a512 None None] Network d724ab1b-aa32-4a85-8561-b322f3939a32 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:06:58.269671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe887d1-ad72-43f0-9b70-251b16fccc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58fc5a0-5b0e-45e1-b550-80debdafb02d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:58.438318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:58.596804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5febf4a4-40ad-4316-be12-c1544ef8674c admin admin] Deleting port de842c17-2e42-42d7-a272-0dfe71f06dd7 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:06:58.597149 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5febf4a4-40ad-4316-be12-c1544ef8674c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:58.620623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:58.634313 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6459c41-cf88-455a-8066-db933fe2212e None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:06:58.645197 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6459c41-cf88-455a-8066-db933fe2212e None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:58.645929 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b6459c41-cf88-455a-8066-db933fe2212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:58.692320 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b6459c41-cf88-455a-8066-db933fe2212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:58.697980 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:58.702848 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6459c41-cf88-455a-8066-db933fe2212e None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:06:58.703725 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b6459c41-cf88-455a-8066-db933fe2212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:58.737625 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b6459c41-cf88-455a-8066-db933fe2212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:06:58.738349 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6459c41-cf88-455a-8066-db933fe2212e None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:06:58.742193 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5f86c842-2c1d-4ddb-ac19-dc5311c3e16b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1286297 Jan 31 16:06:58.744852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58956) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:58.749772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6420a0ff-aeb7-4ddd-b683-31bcfa158724 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'floatingip': {'port_id': '2ec7157d-4ddf-4636-809c-e317cdd8b045', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:06:58.756292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-5febf4a4-40ad-4316-be12-c1544ef8674c admin admin] For port de842c17-2e42-42d7-a272-0dfe71f06dd7, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=de842c17-2e42-42d7-a272-0dfe71f06dd7,segment=NetworkSegment(88d47e7a-1eda-4422-a01f-217c5d337d79),segment_id=88d47e7a-1eda-4422-a01f-217c5d337d79)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:06:58.756527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5febf4a4-40ad-4316-be12-c1544ef8674c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:58.771202 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5febf4a4-40ad-4316-be12-c1544ef8674c admin admin] Calling delete_port for de842c17-2e42-42d7-a272-0dfe71f06dd7 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:06:58.818019 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6420a0ff-aeb7-4ddd-b683-31bcfa158724 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:59.053767 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5febf4a4-40ad-4316-be12-c1544ef8674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:59.083963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febf4a4-40ad-4316-be12-c1544ef8674c admin admin] Pushing event deleted for resources: {'Port': ['ID=de842c17-2e42-42d7-a272-0dfe71f06dd7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:06:59.185229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07145531-1d78-4a04-830e-17947a236ca1 req-8fd8c699-7748-4f53-acfc-c1bbf5fda699 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:59.188183 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-8fd8c699-7748-4f53-acfc-c1bbf5fda699 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/networks?id=d724ab1b-aa32-4a85-8561-b322f3939a32 HTTP/1.1" status: 200 len: 821 time: 0.2211914 Jan 31 16:06:59.209605 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-1fa29f70-4a57-477f-84ea-36b3308cda2d tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/quotas/93513451bf4f4507a22f4ea3438b0620 HTTP/1.1" status: 200 len: 375 time: 0.0142930 Jan 31 16:06:59.372532 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5febf4a4-40ad-4316-be12-c1544ef8674c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:59.390071 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-6cd84323-ed82-4a01-aee8-057baedf3eaf tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=93513451bf4f4507a22f4ea3438b0620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1736910 Jan 31 16:06:59.540781 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6420a0ff-aeb7-4ddd-b683-31bcfa158724 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:59.546085 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6420a0ff-aeb7-4ddd-b683-31bcfa158724 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:59.596426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee036f2-dab1-4997-acbf-98cbf03878a9 req-8f7c0585-8534-4916-8f5f-e38be0776eb9 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:06:59.598009 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cee036f2-dab1-4997-acbf-98cbf03878a9 req-8f7c0585-8534-4916-8f5f-e38be0776eb9 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea5968a-e8cc-4130-b66f-b94a0c50728e HTTP/1.1" status: 200 len: 949 time: 0.3159862 Jan 31 16:06:59.702977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58996) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:59.722401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5febf4a4-40ad-4316-be12-c1544ef8674c admin admin] Router dcb8f376-12e4-4beb-88cb-adefe2363200 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:59.723541 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cee036f2-dab1-4997-acbf-98cbf03878a9 req-fb71c326-7330-4acb-87ee-a15c5e8a8ec9 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160829 Jan 31 16:06:59.884944 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6420a0ff-aeb7-4ddd-b683-31bcfa158724 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:06:59.906021 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-b5222e1a-a7e0-4f55-a9ac-6000357f1bb3 service neutron] 10.222.0.36 "GET /v2.0/networks/d724ab1b-aa32-4a85-8561-b322f3939a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723146 Jan 31 16:06:59.952802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a2df12de-7db1-4d4e-bda3-554989158ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:06:59.979813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5febf4a4-40ad-4316-be12-c1544ef8674c admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:06:59.989769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5febf4a4-40ad-4316-be12-c1544ef8674c admin admin] 10.222.0.36 "PUT /v2.0/routers/dcb8f376-12e4-4beb-88cb-adefe2363200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8315947 Jan 31 16:06:59.990413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59006) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:06:59.993422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ead10-4945-435f-af81-7064952ae472 None None] Sync routers for ids ['dcb8f376-12e4-4beb-88cb-adefe2363200'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:00.008981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ead10-4945-435f-af81-7064952ae472 None None] Routers {'dcb8f376-12e4-4beb-88cb-adefe2363200'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:00.009521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-545ead10-4945-435f-af81-7064952ae472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dcb8f376-12e4-4beb-88cb-adefe2363200'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:00.133754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bd8ce-1dfc-45bb-b9a5-7d4d80c2ccc9 req-94b9daaf-f533-44be-8f25-cc96bafdd9db tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:00.135745 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a62bd8ce-1dfc-45bb-b9a5-7d4d80c2ccc9 req-94b9daaf-f533-44be-8f25-cc96bafdd9db tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ea5968a-e8cc-4130-b66f-b94a0c50728e HTTP/1.1" status: 200 len: 949 time: 0.2510576 Jan 31 16:07:00.219818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-545ead10-4945-435f-af81-7064952ae472 None None] Set router dcb8f376-12e4-4beb-88cb-adefe2363200 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:07:00.220081 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-9b23c105-2c06-4a8c-bdae-a5bd1790b4d8 service neutron] 10.222.0.36 "GET /v2.0/networks/d724ab1b-aa32-4a85-8561-b322f3939a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131247 Jan 31 16:07:00.316701 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:00.493857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-a62bd8ce-1dfc-45bb-b9a5-7d4d80c2ccc9 req-9b40c496-aa9e-4a02-b74f-1202e5689b4e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Deleting port ab654f44-840d-4f54-959d-8cc628d3a33f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:00.494273 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a62bd8ce-1dfc-45bb-b9a5-7d4d80c2ccc9 req-9b40c496-aa9e-4a02-b74f-1202e5689b4e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:00.512616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6420a0ff-aeb7-4ddd-b683-31bcfa158724 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:00.525369 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc66ac-16c2-4e58-8752-24c82935d47f None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:00.543092 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc66ac-16c2-4e58-8752-24c82935d47f None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:00.544119 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bbbc66ac-16c2-4e58-8752-24c82935d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:00.562105 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:00.600588 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6420a0ff-aeb7-4ddd-b683-31bcfa158724 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:00.618313 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a2df12de-7db1-4d4e-bda3-554989158ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:00.624013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-545ead10-4945-435f-af81-7064952ae472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'name': 'tempest-TaggedBootDevicesTest_v242-1336334283-router', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:04Z', 'updated_at': '2022-01-31T16:06:58Z', 'revision_number': 5, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'gw_port': {'id': '9ab1e376-f08a-4714-93e0-96778c10d7bb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:00:06Z', 'updated_at': '2022-01-31T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:00.645845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a62bd8ce-1dfc-45bb-b9a5-7d4d80c2ccc9 req-9b40c496-aa9e-4a02-b74f-1202e5689b4e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] For port ab654f44-840d-4f54-959d-8cc628d3a33f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ab654f44-840d-4f54-959d-8cc628d3a33f,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:00.646500 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a62bd8ce-1dfc-45bb-b9a5-7d4d80c2ccc9 req-9b40c496-aa9e-4a02-b74f-1202e5689b4e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:00.652852 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bbbc66ac-16c2-4e58-8752-24c82935d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:00.656533 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7809d9b-ce20-4f3a-a022-0dc9dc47df8e req-281c4d41-6987-4f50-95fc-8bc9f88c37f4 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 210 time: 0.1419628 Jan 31 16:07:00.657150 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a2df12de-7db1-4d4e-bda3-554989158ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:00.669931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-a62bd8ce-1dfc-45bb-b9a5-7d4d80c2ccc9 req-9b40c496-aa9e-4a02-b74f-1202e5689b4e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Calling delete_port for ab654f44-840d-4f54-959d-8cc628d3a33f owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:00.688402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Deleting port 9ab1e376-f08a-4714-93e0-96778c10d7bb {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:00.688744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:00.692399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ead10-4945-435f-af81-7064952ae472 None None] Checking router: dcb8f376-12e4-4beb-88cb-adefe2363200 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:07:00.715979 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc66ac-16c2-4e58-8752-24c82935d47f None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:00.717434 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bbbc66ac-16c2-4e58-8752-24c82935d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:00.720329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ead10-4945-435f-af81-7064952ae472 None None] Routers {'dcb8f376-12e4-4beb-88cb-adefe2363200'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:00.722172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-545ead10-4945-435f-af81-7064952ae472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dcb8f376-12e4-4beb-88cb-adefe2363200'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:00.747434 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a2df12de-7db1-4d4e-bda3-554989158ca5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c9c47d198494bfba6de0ddeea881301&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0381861 Jan 31 16:07:00.764883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6420a0ff-aeb7-4ddd-b683-31bcfa158724 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "PUT /v2.0/floatingips/afaf6f4d-efee-4416-ab37-7f46fdb25c7b HTTP/1.1" status: 200 len: 978 time: 2.0186296 Jan 31 16:07:00.770110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59038) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:00.770696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59040) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:00.799365 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bbbc66ac-16c2-4e58-8752-24c82935d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:00.800862 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc66ac-16c2-4e58-8752-24c82935d47f None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:00.802572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df12de-7db1-4d4e-bda3-554989158ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa80848-38a6-4ee5-b10d-6cdccb2a9497,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:00.845044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-545ead10-4945-435f-af81-7064952ae472 None None] Set router dcb8f376-12e4-4beb-88cb-adefe2363200 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:07:00.914698 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-545ead10-4945-435f-af81-7064952ae472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'name': 'tempest-TaggedBootDevicesTest_v242-1336334283-router', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:04Z', 'updated_at': '2022-01-31T16:07:00Z', 'revision_number': 6, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:00.999661 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ead10-4945-435f-af81-7064952ae472 None None] The sync data for ids ['dcb8f376-12e4-4beb-88cb-adefe2363200'] in n-d-827120-1 is: [{'id': 'dcb8f376-12e4-4beb-88cb-adefe2363200', 'name': 'tempest-TaggedBootDevicesTest_v242-1336334283-router', 'tenant_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:00:04Z', 'updated_at': '2022-01-31T16:07:00Z', 'revision_number': 6, 'project_id': 'fb7c1013f9434f11b719bd6cc189fb3d', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:01.088009 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-10bed2c9-6849-44a7-8104-aa73b6c0cafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:01.136131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-10bed2c9-6849-44a7-8104-aa73b6c0cafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:01.159934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port 24b28733-7ab8-4ca7-b5cd-2281f1cf643e {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:01.160226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:01.321981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-10bed2c9-6849-44a7-8104-aa73b6c0cafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:01.325054 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-10bed2c9-6849-44a7-8104-aa73b6c0cafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:01.330524 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] For port 9ab1e376-f08a-4714-93e0-96778c10d7bb, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9ab1e376-f08a-4714-93e0-96778c10d7bb,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:01.331016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:01.331636 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-10bed2c9-6849-44a7-8104-aa73b6c0cafd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5aa80848-38a6-4ee5-b10d-6cdccb2a9497 HTTP/1.1" status: 204 len: 168 time: 0.5584269 Jan 31 16:07:01.334530 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:01.340606 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:01.344044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Calling delete_port for 9ab1e376-f08a-4714-93e0-96778c10d7bb owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:01.375073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for 24b28733-7ab8-4ca7-b5cd-2281f1cf643e owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:01.378443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bed2c9-6849-44a7-8104-aa73b6c0cafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa80848-38a6-4ee5-b10d-6cdccb2a9497,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:01.532409 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device de842c17-2e42-42d7-a272-0dfe71f06dd7 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:07:01.615199 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: de842c17-2e42-42d7-a272-0dfe71f06dd7 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:07:01.617052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device de842c17-2e42-42d7-a272-0dfe71f06dd7 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:07:01.792243 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:01.834198 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a5f7490c-bab6-40e6-89d0-3cf4f99b82a9 req-fcff53cf-6451-4af0-b947-43b7668f7e3b tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 210 time: 0.0425630 Jan 31 16:07:01.834751 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:01.858277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab1e376-f08a-4714-93e0-96778c10d7bb,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:01.866413 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=24b28733-7ab8-4ca7-b5cd-2281f1cf643e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:01.935999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36562ab-6a03-446c-8192-88ab982b7776 req-9a1c5fa4-1efe-4771-9e39-a8a916197c91 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:01.943967 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a36562ab-6a03-446c-8192-88ab982b7776 req-9a1c5fa4-1efe-4771-9e39-a8a916197c91 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea5968a-e8cc-4130-b66f-b94a0c50728e HTTP/1.1" status: 200 len: 949 time: 0.1654348 Jan 31 16:07:02.007441 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.007441 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Floating IP afaf6f4d-efee-4416-ab37-7f46fdb25c7b disassociated (deleted). External IP: 172.25.1.188, port: 2ec7157d-4ddf-4636-809c-e317cdd8b045. Jan 31 16:07:02.051306 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.069869 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a36562ab-6a03-446c-8192-88ab982b7776 req-a02faf96-1759-4f15-b19e-28fd6410ea79 tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.36 "GET /v2.0/security-groups?id=63540edc-5a06-40d6-848c-54fb60016f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201200 Jan 31 16:07:02.205934 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.208515 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.210738 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a62bd8ce-1dfc-45bb-b9a5-7d4d80c2ccc9 req-9b40c496-aa9e-4a02-b74f-1202e5689b4e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.311777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40c496-aa9e-4a02-b74f-1202e5689b4e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Pushing event deleted for resources: {'Port': ['ID=ab654f44-840d-4f54-959d-8cc628d3a33f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:02.355424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62bd8ce-1dfc-45bb-b9a5-7d4d80c2ccc9 req-9b40c496-aa9e-4a02-b74f-1202e5689b4e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] No DVR routers for this DVR port ab654f44-840d-4f54-959d-8cc628d3a33f on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:07:02.358300 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a62bd8ce-1dfc-45bb-b9a5-7d4d80c2ccc9 req-9b40c496-aa9e-4a02-b74f-1202e5689b4e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.363247 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a62bd8ce-1dfc-45bb-b9a5-7d4d80c2ccc9 req-9b40c496-aa9e-4a02-b74f-1202e5689b4e tempest-ListImageFiltersTestJSON-1643377748 tempest-ListImageFiltersTestJSON-1643377748-project] 10.222.0.30 "DELETE /v2.0/ports/ab654f44-840d-4f54-959d-8cc628d3a33f HTTP/1.1" status: 204 len: 173 time: 2.1867487 Jan 31 16:07:02.363718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'name': 'network-vif-deleted', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:02.367254 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e135b8-6dd7-431b-ab0c-8c744c452a75" -d '{"events": [{"server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "name": "network-vif-deleted", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:02.370528 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.371093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcb8f376-12e4-4beb-88cb-adefe2363200 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:07:02.375702 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.376895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-613de9cf-1e27-4f8d-99e7-46ba28bf4257 admin admin] 10.222.0.36 "DELETE /v2.0/routers/dcb8f376-12e4-4beb-88cb-adefe2363200 HTTP/1.1" status: 204 len: 168 time: 2.3858461 Jan 31 16:07:02.377947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:07:02.380121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59100) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:02.455120 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d750ddd-fcd2-4a88-bce0-c948720ca638 x-openstack-request-id: req-6d750ddd-fcd2-4a88-bce0-c948720ca638 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:02.455401 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea5968a-e8cc-4130-b66f-b94a0c50728e", "name": "network-vif-deleted", "tag": "ab654f44-840d-4f54-959d-8cc628d3a33f", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:02.455930 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d750ddd-fcd2-4a88-bce0-c948720ca638 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:02.456504 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea5968a-e8cc-4130-b66f-b94a0c50728e', 'name': 'network-vif-deleted', 'tag': 'ab654f44-840d-4f54-959d-8cc628d3a33f', 'status': 'completed', 'code': 200} Jan 31 16:07:02.491870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a915fc2-80a7-4521-a225-e20887eb0c2f admin admin] Deleting subnet b05427a1-4183-4ed5-aa24-46f973294d73 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:07:02.501895 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7a915fc2-80a7-4521-a225-e20887eb0c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.614700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:02.634619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f5f694-2653-40a1-a59a-442c0493d14e None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:02.635880 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.650210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7a915fc2-80a7-4521-a225-e20887eb0c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.654186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f5f694-2653-40a1-a59a-442c0493d14e None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:02.654819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a2f5f694-2653-40a1-a59a-442c0493d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:02.688691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-55114110-bc2f-4b8e-a4d3-2d80d7f4212f tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/floatingips/afaf6f4d-efee-4416-ab37-7f46fdb25c7b HTTP/1.1" status: 204 len: 168 time: 1.9150686 Jan 31 16:07:02.691390 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59110) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:02.733385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a2f5f694-2653-40a1-a59a-442c0493d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:02.745983 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f5f694-2653-40a1-a59a-442c0493d14e None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:02.746954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a2f5f694-2653-40a1-a59a-442c0493d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:02.795768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a2f5f694-2653-40a1-a59a-442c0493d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:02.796602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f5f694-2653-40a1-a59a-442c0493d14e None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:02.850227 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-592f7f9a-167c-4e59-bdaf-4cf4fa1f2a5a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port 2ec7157d-4ddf-4636-809c-e317cdd8b045 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:02.851141 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-592f7f9a-167c-4e59-bdaf-4cf4fa1f2a5a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.852093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07145531-1d78-4a04-830e-17947a236ca1 req-8e4fc463-7a6c-4615-9b8c-3fdfb0eae73d tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:02.853951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-8e4fc463-7a6c-4615-9b8c-3fdfb0eae73d tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.30 "GET /v2.0/networks?id=d724ab1b-aa32-4a85-8561-b322f3939a32 HTTP/1.1" status: 200 len: 821 time: 0.2909133 Jan 31 16:07:02.887400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7a915fc2-80a7-4521-a225-e20887eb0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:02.952993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-07145531-1d78-4a04-830e-17947a236ca1 req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Request body: {'port': {'device_id': '310bd9e2-39fe-4bc1-a863-b0e309f4091a', 'network_id': 'd724ab1b-aa32-4a85-8561-b322f3939a32', 'admin_state_up': True, 'tenant_id': '93513451bf4f4507a22f4ea3438b0620'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:02.999595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ab654f44-840d-4f54-959d-8cc628d3a33f no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:07:03.010396 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-592f7f9a-167c-4e59-bdaf-4cf4fa1f2a5a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:03.030327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-592f7f9a-167c-4e59-bdaf-4cf4fa1f2a5a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for 2ec7157d-4ddf-4636-809c-e317cdd8b045 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:03.060626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: ab654f44-840d-4f54-959d-8cc628d3a33f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:07:03.061355 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ab654f44-840d-4f54-959d-8cc628d3a33f not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:07:03.152237 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6931cfa7-8123-43d6-a8fa-501572d07017 req-1573f553-7afb-422d-9fb7-f7cfd44ab86c tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 210 time: 0.1652505 Jan 31 16:07:03.263473 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7a915fc2-80a7-4521-a225-e20887eb0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:03.270501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-592f7f9a-167c-4e59-bdaf-4cf4fa1f2a5a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:03.300857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a915fc2-80a7-4521-a225-e20887eb0c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b05427a1-4183-4ed5-aa24-46f973294d73,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:03.304914 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7a915fc2-80a7-4521-a225-e20887eb0c2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:03.308135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7a915fc2-80a7-4521-a225-e20887eb0c2f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b05427a1-4183-4ed5-aa24-46f973294d73 HTTP/1.1" status: 204 len: 168 time: 0.9271171 Jan 31 16:07:03.310902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59138) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:03.314064 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e7eab-00ba-428e-ba43-bc5889a1cea9 None None] Network 89310491-6503-4458-b9e2-d674c173bab9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:03.327278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f7f9a-167c-4e59-bdaf-4cf4fa1f2a5a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=2ec7157d-4ddf-4636-809c-e317cdd8b045,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:03.400266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07145531-1d78-4a04-830e-17947a236ca1 req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Made reservation on behalf of 93513451bf4f4507a22f4ea3438b0620 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:03.404238 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07145531-1d78-4a04-830e-17947a236ca1 req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:03.420950 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:03.431258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-592f7f9a-167c-4e59-bdaf-4cf4fa1f2a5a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:03.439001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-592f7f9a-167c-4e59-bdaf-4cf4fa1f2a5a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/ports/2ec7157d-4ddf-4636-809c-e317cdd8b045 HTTP/1.1" status: 204 len: 168 time: 0.7464705 Jan 31 16:07:03.443639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59146) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:03.454876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:03.514410 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:03.589375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59148) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:03.599963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Deleting port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:03.600296 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:03.602801 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-07145531-1d78-4a04-830e-17947a236ca1 req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Allocated IP 172.20.0.7 (d724ab1b-aa32-4a85-8561-b322f3939a32/decc1864-b505-4890-a1a2-de99670d59bd/2a9f23bd-70de-407f-892e-0070232189e9) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:03.694543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] For port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=77929aad-5ad8-4c16-983e-8bc1e1b03ad5,segment=NetworkSegment(88d47e7a-1eda-4422-a01f-217c5d337d79),segment_id=88d47e7a-1eda-4422-a01f-217c5d337d79)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:03.694871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:03.726301 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:03.737030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9ab1e376-f08a-4714-93e0-96778c10d7bb no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:07:03.762922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9ab1e376-f08a-4714-93e0-96778c10d7bb {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:07:03.763462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9ab1e376-f08a-4714-93e0-96778c10d7bb not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:07:03.764683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Calling delete_port for 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:03.851830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] DHCP port deletion for 89310491-6503-4458-b9e2-d674c173bab9 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:07:03.895191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.25.1.234 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/c1c4caf0-d13d-4b27-9230-dd498fbcb960) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:03.953375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Deleting port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:03.954243 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.000331 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-27bae5d7-53d8-4581-a47a-4606c6741fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.084971 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07145531-1d78-4a04-830e-17947a236ca1 req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.092399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] For port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=77929aad-5ad8-4c16-983e-8bc1e1b03ad5,segment=NetworkSegment(88d47e7a-1eda-4422-a01f-217c5d337d79),segment_id=88d47e7a-1eda-4422-a01f-217c5d337d79)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:04.092799 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.113236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Calling delete_port for 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:04.117719 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.140690 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.177011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=77929aad-5ad8-4c16-983e-8bc1e1b03ad5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:04.180945 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.200267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] No DVR routers for this DVR port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:07:04.241516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:04.246919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:04.257634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:04.261535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=c1c4caf0-d13d-4b27-9230-dd498fbcb960,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:04.288650 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.307082 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] No DVR routers for this DVR port 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:07:04.346126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Pushing event deleted for resources: {'Port': ['ID=77929aad-5ad8-4c16-983e-8bc1e1b03ad5,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:04.361122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:04.361497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:04.365733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:04.366158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:04.366481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:04.366975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:04.367522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:04.368014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:04.368504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:04.370428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:04.370934 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:04.371393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00940c-a851-46de-b1b8-12a396df2287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:04.382880 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.397290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07145531-1d78-4a04-830e-17947a236ca1 req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.417159 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.447012 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.507872 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-27bae5d7-53d8-4581-a47a-4606c6741fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.521278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89310491-6503-4458-b9e2-d674c173bab9']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:04.525267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07145531-1d78-4a04-830e-17947a236ca1 req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Network d724ab1b-aa32-4a85-8561-b322f3939a32 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:04.536572 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-27bae5d7-53d8-4581-a47a-4606c6741fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.545253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-07145531-1d78-4a04-830e-17947a236ca1 req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:04.555509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d47e7a-1eda-4422-a01f-217c5d337d79') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:04.555811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d47e7a-1eda-4422-a01f-217c5d337d79') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:04.557739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Pushing event updated for resources: {'Port': ['ID=2a9f23bd-70de-407f-892e-0070232189e9,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:04.568797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-07145531-1d78-4a04-830e-17947a236ca1 req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:04.585537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc81019-f146-4d63-b5f3-a0fb7a47227d req-c454076b-8db5-4292-8419-00a89b761514 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:04.587036 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5fc81019-f146-4d63-b5f3-a0fb7a47227d req-c454076b-8db5-4292-8419-00a89b761514 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 931 time: 0.2359731 Jan 31 16:07:04.601895 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.686877 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.694337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-27bae5d7-53d8-4581-a47a-4606c6741fc4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e91c2cafb89c40bd9b6b5b5379d937bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1039667 Jan 31 16:07:04.699893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bae5d7-53d8-4581-a47a-4606c6741fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dbc9ae-2d67-4c28-8fe3-463e33c236c4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:04.702150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59236) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:04.709191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:07:04.710398 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:07:04.712934 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:07:04.733251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07145531-1d78-4a04-830e-17947a236ca1 req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:04.734165 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07145531-1d78-4a04-830e-17947a236ca1 req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.793269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5fc81019-f146-4d63-b5f3-a0fb7a47227d req-29f31839-9a5c-4a42-aed0-99d48a17ec63 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb301fda-0610-459e-9345-04ac901012ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938260 Jan 31 16:07:04.806102 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-2e75a7ff-df90-4170-b667-c59e65d511e1 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9120882 Jan 31 16:07:04.810724 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.822485 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.841485 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/89310491-6503-4458-b9e2-d674c173bab9 HTTP/1.1" status: 204 len: 168 time: 1.5208004 Jan 31 16:07:04.841639 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-82992065-3605-40d3-80b6-d96ec5736753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.848176 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.862007 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.870794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Request body: {'port': {'device_id': '310bd9e2-39fe-4bc1-a863-b0e309f4091a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:04.874989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a54c9e-5c5a-4e88-9fa3-9aed45f094d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=89310491-6503-4458-b9e2-d674c173bab9,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:04.930916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=c1c4caf0-d13d-4b27-9230-dd498fbcb960,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:04.934781 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:04.936301 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-82992065-3605-40d3-80b6-d96ec5736753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.008611 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.028488 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.033968 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cf6e158d-1548-4acf-b2f1-156b400ea754 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5862672 Jan 31 16:07:05.034646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59254) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:05.040728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'port': {'network_id': 'd5258b11-0954-42a5-a011-823cc61f241b', 'name': 'tempest-FloatingIPTestJSON-454355679'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:05.093101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59258) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:05.171545 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-82992065-3605-40d3-80b6-d96ec5736753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.174639 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-82992065-3605-40d3-80b6-d96ec5736753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.178493 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-82992065-3605-40d3-80b6-d96ec5736753 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43dbc9ae-2d67-4c28-8fe3-463e33c236c4 HTTP/1.1" status: 204 len: 168 time: 0.4721947 Jan 31 16:07:05.179442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Made reservation on behalf of 3fcfd126330c416590e2cbfc1a574331 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:05.182690 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.198797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82992065-3605-40d3-80b6-d96ec5736753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dbc9ae-2d67-4c28-8fe3-463e33c236c4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:05.203098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59266) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:05.203808 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bc58f475-1856-4f2c-964c-5144a5a5da67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92647632bf8144b58beaf0189feb0489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1081529 Jan 31 16:07:05.215076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] device_id is not set on port 1457d5d3-7b2d-4bec-bae7-2d1f90ee6a86 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:07:05.343441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59270) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:05.366193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.20.0.11 (d5258b11-0954-42a5-a011-823cc61f241b/c5784b89-0c38-48c3-922a-19859dcbfe72/1457d5d3-7b2d-4bec-bae7-2d1f90ee6a86) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:05.421145 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8273-816f-4ce6-9de9-e3f1919f0e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.442930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9f23bd-70de-407f-892e-0070232189e9 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:05.443628 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8273-816f-4ce6-9de9-e3f1919f0e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.461339 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.491714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Transition to ACTIVE for port object 2a9f23bd-70de-407f-892e-0070232189e9 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:07:05.499729 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.617325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:07:05.683796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:07:05.684110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 77929aad-5ad8-4c16-983e-8bc1e1b03ad5 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:07:05.717660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.720479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9f23bd-70de-407f-892e-0070232189e9,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:05.758436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Attempting to bind port 2a9f23bd-70de-407f-892e-0070232189e9 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:05.758874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Attempting to bind port 2a9f23bd-70de-407f-892e-0070232189e9 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'a640a18a-675c-4fff-951f-eca36505ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'd724ab1b-aa32-4a85-8561-b322f3939a32'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:05.759305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Attempting to bind port 2a9f23bd-70de-407f-892e-0070232189e9 on network d724ab1b-aa32-4a85-8561-b322f3939a32 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:05.764906 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Port 2a9f23bd-70de-407f-892e-0070232189e9 on network d724ab1b-aa32-4a85-8561-b322f3939a32 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:07:05.765304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Attempting to bind port 2a9f23bd-70de-407f-892e-0070232189e9 on network d724ab1b-aa32-4a85-8561-b322f3939a32 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:05.772113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:05.772514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Checking segment: {'id': 'a640a18a-675c-4fff-951f-eca36505ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'd724ab1b-aa32-4a85-8561-b322f3939a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:05.773111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Bound using segment: {'id': 'a640a18a-675c-4fff-951f-eca36505ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'd724ab1b-aa32-4a85-8561-b322f3939a32'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:05.774029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Bound port: 2a9f23bd-70de-407f-892e-0070232189e9, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a640a18a-675c-4fff-951f-eca36505ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'd724ab1b-aa32-4a85-8561-b322f3939a32'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:05.774693 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.790909 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8273-816f-4ce6-9de9-e3f1919f0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.794635 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8273-816f-4ce6-9de9-e3f1919f0e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.798305 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ecaa8273-816f-4ce6-9de9-e3f1919f0e91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50fab8f7-a4ae-4062-afc4-feb993fa818d HTTP/1.1" status: 204 len: 168 time: 0.5917904 Jan 31 16:07:05.804123 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.821983 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa8273-816f-4ce6-9de9-e3f1919f0e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fab8f7-a4ae-4062-afc4-feb993fa818d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:05.871833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network d5258b11-0954-42a5-a011-823cc61f241b is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:05.875295 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26c3b75f-c993-472b-885e-f238ab94a7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.876124 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:05.883017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:05.892266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] For port 2a9f23bd-70de-407f-892e-0070232189e9, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:05.903743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59316) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:05.918773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] For port 2a9f23bd-70de-407f-892e-0070232189e9, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2a9f23bd-70de-407f-892e-0070232189e9,segment=NetworkSegment(a640a18a-675c-4fff-951f-eca36505ec3b),segment_id=a640a18a-675c-4fff-951f-eca36505ec3b)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:05.924466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=1457d5d3-7b2d-4bec-bae7-2d1f90ee6a86,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:05.940638 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.951744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9affe5ce-197c-49a3-afbd-b0b156710870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.958577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:05.960118 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:05.986303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-353cc906-bda4-4615-b6e9-dc14817a78b6 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9502006 Jan 31 16:07:05.989094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59318) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:05.994489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-672cb74e-90ee-4de7-947a-f410d95374b1 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'floatingip': {'port_id': '1457d5d3-7b2d-4bec-bae7-2d1f90ee6a86'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:06.048125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:06.048866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.050179 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] 10.222.0.30 "PUT /v2.0/ports/2a9f23bd-70de-407f-892e-0070232189e9 HTTP/1.1" status: 200 len: 1091 time: 1.2143919 Jan 31 16:07:06.069394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310bd9e2-39fe-4bc1-a863-b0e309f4091a', 'tag': '2a9f23bd-70de-407f-892e-0070232189e9'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:06.074580 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ce2888-9e46-4567-8d52-45e113a4e361" -d '{"events": [{"name": "network-changed", "server_uuid": "310bd9e2-39fe-4bc1-a863-b0e309f4091a", "tag": "2a9f23bd-70de-407f-892e-0070232189e9"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:06.092581 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-672cb74e-90ee-4de7-947a-f410d95374b1 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.135714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51451ab2-2fd2-4b92-9706-da213f5123c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9f23bd-70de-407f-892e-0070232189e9,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:06.190881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4862e-3676-4056-9030-68c738b061c9 req-a1655cee-79ad-4278-b2fe-f674a6cac7c0 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:06.192567 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-04e4862e-3676-4056-9030-68c738b061c9 req-a1655cee-79ad-4278-b2fe-f674a6cac7c0 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 943 time: 0.2309742 Jan 31 16:07:06.194153 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf2201e-83f7-403d-858a-3957cd25b622 x-openstack-request-id: req-bbf2201e-83f7-403d-858a-3957cd25b622 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:06.194438 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310bd9e2-39fe-4bc1-a863-b0e309f4091a", "tag": "2a9f23bd-70de-407f-892e-0070232189e9", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:06.194684 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbf2201e-83f7-403d-858a-3957cd25b622 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:06.195359 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310bd9e2-39fe-4bc1-a863-b0e309f4091a', 'tag': '2a9f23bd-70de-407f-892e-0070232189e9', 'status': 'completed', 'code': 200} Jan 31 16:07:06.213883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59326) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:06.233382 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26c3b75f-c993-472b-885e-f238ab94a7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.255632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26c3b75f-c993-472b-885e-f238ab94a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.321246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07145531-1d78-4a04-830e-17947a236ca1 req-59fc1881-c6bf-4877-8ee2-a532b9ddc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:06.322797 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-59fc1881-c6bf-4877-8ee2-a532b9ddc260 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93513451bf4f4507a22f4ea3438b0620&device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 1094 time: 0.2077663 Jan 31 16:07:06.349875 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9affe5ce-197c-49a3-afbd-b0b156710870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.356680 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-04e4862e-3676-4056-9030-68c738b061c9 req-0a1ae758-cc32-4b15-a28a-987a8a4012c6 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb301fda-0610-459e-9345-04ac901012ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520627 Jan 31 16:07:06.363687 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-26c3b75f-c993-472b-885e-f238ab94a7a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a3a14a6142c4d00aba67e648318765c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9987085 Jan 31 16:07:06.364598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59334) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:06.395676 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9affe5ce-197c-49a3-afbd-b0b156710870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.399322 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-a600fc59-10b7-4f17-9e99-491cf932c0ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a9f23bd-70de-407f-892e-0070232189e9 HTTP/1.1" status: 200 len: 217 time: 0.0567913 Jan 31 16:07:06.401136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3b75f-c993-472b-885e-f238ab94a7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406a8b8a-05cf-4d20-8ff4-80694de66fdc,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:06.499615 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9affe5ce-197c-49a3-afbd-b0b156710870 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a675146dc68e41c780f189744b790178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5926843 Jan 31 16:07:06.502379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affe5ce-197c-49a3-afbd-b0b156710870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a23a34-792d-4a33-ab31-c75185528c80,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:06.509443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59336) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:06.532327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07145531-1d78-4a04-830e-17947a236ca1 req-d957173d-45ad-478a-a3ad-28b877cf326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:06.534267 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-d957173d-45ad-478a-a3ad-28b877cf326d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=decc1864-b505-4890-a1a2-de99670d59bd HTTP/1.1" status: 200 len: 861 time: 0.1237023 Jan 31 16:07:06.587502 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-da445bb4-e742-474b-bb44-26f248fdd863 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d724ab1b-aa32-4a85-8561-b322f3939a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418797 Jan 31 16:07:06.591460 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fe564d2-2252-4014-8448-bd0b7aabf639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.631996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59338) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:06.693566 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9390b151-239c-409f-b1ab-82623c49aab7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c05dccf9e36647dcac33aa795c93a563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756119 Jan 31 16:07:06.695763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59340) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:06.712625 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fe564d2-2252-4014-8448-bd0b7aabf639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.726627 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ef20ab9-de46-41fd-9db5-52f0e8e8fc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.769798 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-b19548e8-76ea-410d-9b76-aa1109e21dd8 service neutron] 10.222.0.30 "GET /v2.0/networks/d724ab1b-aa32-4a85-8561-b322f3939a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711485 Jan 31 16:07:06.804511 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-873b9f75-a0a1-49e5-b513-2e96338821ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.818674 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ef20ab9-de46-41fd-9db5-52f0e8e8fc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.822852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6e772fe8-696e-4c6a-b600-3bd3b1e28ced admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb7c1013f9434f11b719bd6cc189fb3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836817 Jan 31 16:07:06.834095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59342) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:06.866423 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-873b9f75-a0a1-49e5-b513-2e96338821ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.924520 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07145531-1d78-4a04-830e-17947a236ca1 req-47eb1740-bc67-420a-a762-0563e6d4b758 service neutron] 10.222.0.30 "GET /v2.0/networks/d724ab1b-aa32-4a85-8561-b322f3939a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410544 Jan 31 16:07:06.927242 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fe564d2-2252-4014-8448-bd0b7aabf639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.929954 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fe564d2-2252-4014-8448-bd0b7aabf639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.934038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3fe564d2-2252-4014-8448-bd0b7aabf639 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/406a8b8a-05cf-4d20-8ff4-80694de66fdc HTTP/1.1" status: 204 len: 168 time: 0.5678458 Jan 31 16:07:06.959928 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-873b9f75-a0a1-49e5-b513-2e96338821ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.961779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe564d2-2252-4014-8448-bd0b7aabf639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406a8b8a-05cf-4d20-8ff4-80694de66fdc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:06.963184 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-873b9f75-a0a1-49e5-b513-2e96338821ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:06.964497 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-873b9f75-a0a1-49e5-b513-2e96338821ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63540edc-5a06-40d6-848c-54fb60016f9f HTTP/1.1" status: 204 len: 168 time: 0.2661707 Jan 31 16:07:06.974275 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7993dfd-e161-45a0-a0bb-f061dd7b1846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:07.002411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b9f75-a0a1-49e5-b513-2e96338821ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63540edc-5a06-40d6-848c-54fb60016f9f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:07.008814 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ef20ab9-de46-41fd-9db5-52f0e8e8fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:07.011442 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ef20ab9-de46-41fd-9db5-52f0e8e8fc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:07.015014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0ef20ab9-de46-41fd-9db5-52f0e8e8fc43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30a23a34-792d-4a33-ab31-c75185528c80 HTTP/1.1" status: 204 len: 168 time: 0.5009077 Jan 31 16:07:07.052800 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7993dfd-e161-45a0-a0bb-f061dd7b1846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:07.055527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef20ab9-de46-41fd-9db5-52f0e8e8fc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a23a34-792d-4a33-ab31-c75185528c80,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:07.074795 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-672cb74e-90ee-4de7-947a-f410d95374b1 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:07.099649 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-672cb74e-90ee-4de7-947a-f410d95374b1 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:07.114545 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2888-9e46-4567-8d52-45e113a4e361 req-a71de299-14c4-4055-8715-5b1f36f9314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:07.116099 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38ce2888-9e46-4567-8d52-45e113a4e361 req-a71de299-14c4-4055-8715-5b1f36f9314c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93513451bf4f4507a22f4ea3438b0620&device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 1094 time: 0.1046414 Jan 31 16:07:07.173226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7993dfd-e161-45a0-a0bb-f061dd7b1846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:07.174917 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7993dfd-e161-45a0-a0bb-f061dd7b1846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:07.176088 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e7993dfd-e161-45a0-a0bb-f061dd7b1846 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18616716-dcba-427b-b26b-c47814f1d0d0 HTTP/1.1" status: 204 len: 168 time: 0.3407843 Jan 31 16:07:07.234943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2888-9e46-4567-8d52-45e113a4e361 req-1b0cd1a6-e417-4282-af7e-7ff53d4d485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:07.236577 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38ce2888-9e46-4567-8d52-45e113a4e361 req-1b0cd1a6-e417-4282-af7e-7ff53d4d485e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d724ab1b-aa32-4a85-8561-b322f3939a32 HTTP/1.1" status: 200 len: 922 time: 0.1133325 Jan 31 16:07:07.292285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38ce2888-9e46-4567-8d52-45e113a4e361 req-df1b92b5-cbd1-4119-a4f9-15630035a239 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a9f23bd-70de-407f-892e-0070232189e9 HTTP/1.1" status: 200 len: 217 time: 0.0481410 Jan 31 16:07:07.369813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2888-9e46-4567-8d52-45e113a4e361 req-1519e87a-aa8a-47df-b3bc-25a75dbbb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:07.372012 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38ce2888-9e46-4567-8d52-45e113a4e361 req-1519e87a-aa8a-47df-b3bc-25a75dbbb834 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=decc1864-b505-4890-a1a2-de99670d59bd HTTP/1.1" status: 200 len: 861 time: 0.0670917 Jan 31 16:07:07.415470 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38ce2888-9e46-4567-8d52-45e113a4e361 req-147a6732-b38b-4e9d-bfe6-52cf6e02c5cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d724ab1b-aa32-4a85-8561-b322f3939a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322106 Jan 31 16:07:07.560773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7993dfd-e161-45a0-a0bb-f061dd7b1846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18616716-dcba-427b-b26b-c47814f1d0d0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:07.603974 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-672cb74e-90ee-4de7-947a-f410d95374b1 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Floating IP 7bd32457-69fd-40ad-a8b9-07318811966e associated. External IP: 172.25.1.234, port: 1457d5d3-7b2d-4bec-bae7-2d1f90ee6a86. Jan 31 16:07:07.621680 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38ce2888-9e46-4567-8d52-45e113a4e361 req-da65850c-c9d8-4d1d-8804-a04da1a47ea1 service neutron] 10.222.0.30 "GET /v2.0/networks/d724ab1b-aa32-4a85-8561-b322f3939a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957028 Jan 31 16:07:07.660054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fcbe6-b5dc-4ff0-a38e-568c38beacb6 req-4c0bff9b-84ca-44ea-9d6d-ebede6720623 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:07.660054 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb0fcbe6-b5dc-4ff0-a38e-568c38beacb6 req-4c0bff9b-84ca-44ea-9d6d-ebede6720623 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 943 time: 0.1012361 Jan 31 16:07:07.790115 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb0fcbe6-b5dc-4ff0-a38e-568c38beacb6 req-724ad649-56dc-4568-a489-59d8282d01fc tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb301fda-0610-459e-9345-04ac901012ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119254 Jan 31 16:07:07.814034 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38ce2888-9e46-4567-8d52-45e113a4e361 req-0c76a95e-dba1-4890-bb37-d62b5b59db15 service neutron] 10.222.0.30 "GET /v2.0/networks/d724ab1b-aa32-4a85-8561-b322f3939a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843309 Jan 31 16:07:07.935341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672cb74e-90ee-4de7-947a-f410d95374b1 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:07:07.939366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59370) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:07.974434 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce558077-5ee3-4aa6-91fa-20fa2720d37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:08.143563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672cb74e-90ee-4de7-947a-f410d95374b1 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:08.150615 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-672cb74e-90ee-4de7-947a-f410d95374b1 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:08.155422 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f33e6-ca13-46ea-a235-286f0d59a04c None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:08.167502 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f33e6-ca13-46ea-a235-286f0d59a04c None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:08.168084 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b48f33e6-ca13-46ea-a235-286f0d59a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:08.191716 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-672cb74e-90ee-4de7-947a-f410d95374b1 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "PUT /v2.0/floatingips/7bd32457-69fd-40ad-a8b9-07318811966e HTTP/1.1" status: 200 len: 978 time: 2.2007849 Jan 31 16:07:08.193706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59386) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:08.263450 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b48f33e6-ca13-46ea-a235-286f0d59a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:08.286925 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f33e6-ca13-46ea-a235-286f0d59a04c None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:08.287578 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b48f33e6-ca13-46ea-a235-286f0d59a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:08.293259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d497a17-afd2-4e7e-9a2b-105fdfe38c7d req-b234d737-14e9-46b4-9f77-e8bf110042bb tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:08.294763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d497a17-afd2-4e7e-9a2b-105fdfe38c7d req-b234d737-14e9-46b4-9f77-e8bf110042bb tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2258470 Jan 31 16:07:08.296833 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce558077-5ee3-4aa6-91fa-20fa2720d37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:08.313230 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce558077-5ee3-4aa6-91fa-20fa2720d37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:08.325687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port 1457d5d3-7b2d-4bec-bae7-2d1f90ee6a86 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:08.326320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:08.367257 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b48f33e6-ca13-46ea-a235-286f0d59a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:08.368368 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f33e6-ca13-46ea-a235-286f0d59a04c None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:08.436715 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ce558077-5ee3-4aa6-91fa-20fa2720d37d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d45b73f87a0495da83fe14e4a869ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4956419 Jan 31 16:07:08.439917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59394) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:08.448494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d497a17-afd2-4e7e-9a2b-105fdfe38c7d req-b75aad33-d009-4cad-8c3f-9cae114476c9 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377757 Jan 31 16:07:08.449544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce558077-5ee3-4aa6-91fa-20fa2720d37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab6f4ab-ed88-4664-b543-1fb82675c978,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:08.591211 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:08.680757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613bbfb-64e5-4518-b278-ecaef16f5cd7 req-8fa1eca6-e3f1-4dca-a3a4-89f260b2601f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:08.682422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e613bbfb-64e5-4518-b278-ecaef16f5cd7 req-8fa1eca6-e3f1-4dca-a3a4-89f260b2601f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1434057 Jan 31 16:07:08.685929 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbfc3-9ec9-4d80-aec2-be16609ded7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:08.772426 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbfc3-9ec9-4d80-aec2-be16609ded7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:08.811123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e613bbfb-64e5-4518-b278-ecaef16f5cd7 req-dfb844f3-0b72-4bb2-a5d5-924bb6ae2afd tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187453 Jan 31 16:07:08.914523 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbfc3-9ec9-4d80-aec2-be16609ded7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:08.917603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbfc3-9ec9-4d80-aec2-be16609ded7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:08.919775 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e2dbbfc3-9ec9-4d80-aec2-be16609ded7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ab6f4ab-ed88-4664-b543-1fb82675c978 HTTP/1.1" status: 204 len: 168 time: 0.4778934 Jan 31 16:07:08.922897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:08.925918 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:08.926464 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Floating IP 7bd32457-69fd-40ad-a8b9-07318811966e disassociated. External IP: 172.25.1.234, port: 1457d5d3-7b2d-4bec-bae7-2d1f90ee6a86. Jan 31 16:07:08.927010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for 1457d5d3-7b2d-4bec-bae7-2d1f90ee6a86 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:08.946474 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbbfc3-9ec9-4d80-aec2-be16609ded7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab6f4ab-ed88-4664-b543-1fb82675c978,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:09.006151 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e165a8d-7acd-43c9-ade0-0515c559dda0 req-15702220-c076-4cef-b9b2-d71b81659b86 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:09.016555 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e165a8d-7acd-43c9-ade0-0515c559dda0 req-15702220-c076-4cef-b9b2-d71b81659b86 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 943 time: 0.1043174 Jan 31 16:07:09.026369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59428) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:09.060246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2a9f23bd-70de-407f-892e-0070232189e9 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:07:09.077587 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e165a8d-7acd-43c9-ade0-0515c559dda0 req-6c1a5f93-d6b4-436b-9568-b5a293e4449a tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb301fda-0610-459e-9345-04ac901012ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591986 Jan 31 16:07:09.129138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59434) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:09.162326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:09.201936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 2a9f23bd-70de-407f-892e-0070232189e9, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2a9f23bd-70de-407f-892e-0070232189e9,segment=NetworkSegment(a640a18a-675c-4fff-951f-eca36505ec3b),segment_id=a640a18a-675c-4fff-951f-eca36505ec3b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:09.215802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=1457d5d3-7b2d-4bec-bae7-2d1f90ee6a86,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:09.219977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '2a9f23bd-70de-407f-892e-0070232189e9', 'network_id': 'd724ab1b-aa32-4a85-8561-b322f3939a32', 'port_id': '2a9f23bd-70de-407f-892e-0070232189e9', 'mac_address': 'fa:16:3e:74:40:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decc1864-b505-4890-a1a2-de99670d59bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:07:09.313826 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:09.328496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9f23bd-70de-407f-892e-0070232189e9 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:09.371939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 2a9f23bd-70de-407f-892e-0070232189e9, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2a9f23bd-70de-407f-892e-0070232189e9,segment=NetworkSegment(a640a18a-675c-4fff-951f-eca36505ec3b),segment_id=a640a18a-675c-4fff-951f-eca36505ec3b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:09.382980 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:09.450402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=2a9f23bd-70de-407f-892e-0070232189e9,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:09.460982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-5cfceb75-25f8-4217-a8bc-5b9cd47ca7cb tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:09.462866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-5cfceb75-25f8-4217-a8bc-5b9cd47ca7cb tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 810 time: 0.1739836 Jan 31 16:07:09.471095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:07:09.488878 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-7506441b-8752-41f3-9658-cde452ee616b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/quotas/0e5507f00dfd45c295eb0a6ab3faea74 HTTP/1.1" status: 200 len: 375 time: 0.0160375 Jan 31 16:07:09.525258 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1342894288-network', 'tenant_id': '1e0ce253d49d4000b508e4664d9b4907'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:09.577158 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Made reservation on behalf of 1e0ce253d49d4000b508e4664d9b4907 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:09.587342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:09.608502 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:09.665977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['2a9f23bd-70de-407f-892e-0070232189e9'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:09.697386 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-717cf49e-cf7f-4f11-82eb-f92f3bfebc96 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1967986 Jan 31 16:07:09.704649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:09.734014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9859e7-bd90-4ecc-945d-1ea9d9e0f6f7 None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:09.760216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9859e7-bd90-4ecc-945d-1ea9d9e0f6f7 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:09.761324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-dc9859e7-bd90-4ecc-945d-1ea9d9e0f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:09.797049 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:09.803563 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:09.809337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-dc9859e7-bd90-4ecc-945d-1ea9d9e0f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:09.828798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:07:09.835278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-568348870-network', 'tenant_id': 'd7e54427baa14331a03f4bd10e9ab13c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:09.846042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9859e7-bd90-4ecc-945d-1ea9d9e0f6f7 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:09.848565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-dc9859e7-bd90-4ecc-945d-1ea9d9e0f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:09.857500 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:09.857855 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Added segment e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7 of type vlan for network 3e121fd2-3990-4383-b5a3-8953c351814c Jan 31 16:07:09.887747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-dc9859e7-bd90-4ecc-945d-1ea9d9e0f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:09.889976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9859e7-bd90-4ecc-945d-1ea9d9e0f6f7 None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:09.903437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Made reservation on behalf of d7e54427baa14331a03f4bd10e9ab13c for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:09.907266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca881c9-bce0-49b5-99d1-ca1d4492eceb,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:09.910430 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:09.949058 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:09.957019 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:09.989870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:09.993327 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a0f8792a-b264-4781-9d8a-54d490e36ed2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/ports/1457d5d3-7b2d-4bec-bae7-2d1f90ee6a86 HTTP/1.1" status: 204 len: 168 time: 1.7976108 Jan 31 16:07:09.999111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59462) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:10.061291 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-42e756b2-c63d-424c-a5ef-1db48639158b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "GET /v2.0/floatingips/7bd32457-69fd-40ad-a8b9-07318811966e HTTP/1.1" status: 200 len: 688 time: 0.0607426 Jan 31 16:07:10.064473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59466) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:10.074225 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:10.077965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:10.077965 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:10.153441 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-233e04a9-f7b3-4419-9a1c-7006f5a87322 service neutron] 10.222.0.36 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467609 Jan 31 16:07:10.252002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] Pushing event updated for resources: {'Network': ['ID=3e121fd2-3990-4383-b5a3-8953c351814c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:10.265307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 3e121fd2-3990-4383-b5a3-8953c351814c details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:07:10.276718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-64bcb9dd-543e-44a3-92c3-8d217b7a198f service neutron] 10.222.0.36 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108589 Jan 31 16:07:10.294762 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:10.299884 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:10.336883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:07:10.352707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16659d8-0d25-4534-a85f-2278f3ffbf2a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:10.356321 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:10.356740 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Added segment 2d31ab94-0400-423c-aca0-3b5ee0b8f80f of type vlan for network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 Jan 31 16:07:10.388529 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-93dc86e5-2745-4eac-b6b1-39f45575ef6a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3608787 Jan 31 16:07:10.390972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59480) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:10.395929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0d55336c-a834-4934-9e3f-dfdba6b2354e admin admin] Request body: {'subnet': {'network_id': '3e121fd2-3990-4383-b5a3-8953c351814c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1342894288-subnet', 'tenant_id': '1e0ce253d49d4000b508e4664d9b4907', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:10.418198 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:10.468037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d55336c-a834-4934-9e3f-dfdba6b2354e admin admin] Made reservation on behalf of 1e0ce253d49d4000b508e4664d9b4907 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:10.479290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d55336c-a834-4934-9e3f-dfdba6b2354e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:10.489567 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:10.491331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:10.492115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:10.508748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7b545-f50b-4650-88e1-62b935939e44 req-98cd0fb8-2969-4d26-b6f1-48361c271a37 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:10.510400 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ba7b545-f50b-4650-88e1-62b935939e44 req-98cd0fb8-2969-4d26-b6f1-48361c271a37 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 944 time: 0.2659945 Jan 31 16:07:10.569979 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-4a743a3b-bcf8-42c2-8b43-30b4cc6beb62 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port c1c4caf0-d13d-4b27-9230-dd498fbcb960 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:10.570382 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a743a3b-bcf8-42c2-8b43-30b4cc6beb62 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:10.576806 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ba7b545-f50b-4650-88e1-62b935939e44 req-37ae4c71-2b0a-4862-961a-2305649da4ee tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb301fda-0610-459e-9345-04ac901012ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561295 Jan 31 16:07:10.640401 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3851a3e1-6afe-46d5-8860-b412477c9939 req-4cc5dd0a-b49d-4a02-b3c7-6a08a49c4e61 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 210 time: 0.1218483 Jan 31 16:07:10.647296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5168543 Jan 31 16:07:10.653682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59494) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:10.670708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-27ed3266-3290-4ff8-8984-693244c81523 admin admin] Request body: {'subnet': {'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-568348870-subnet', 'tenant_id': 'd7e54427baa14331a03f4bd10e9ab13c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:10.776335 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a743a3b-bcf8-42c2-8b43-30b4cc6beb62 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:10.776658 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a743a3b-bcf8-42c2-8b43-30b4cc6beb62 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:10.798212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-4a743a3b-bcf8-42c2-8b43-30b4cc6beb62 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for c1c4caf0-d13d-4b27-9230-dd498fbcb960 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:10.815902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77776b-a5fb-4af0-ad3a-7211450d2b68 admin admin] Pushing event updated for resources: {'Network': ['ID=56bd2af8-dc8a-41fe-ba71-3afd517526f5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:10.829655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:07:10.992588 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d55336c-a834-4934-9e3f-dfdba6b2354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:11.052093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55336c-a834-4934-9e3f-dfdba6b2354e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1dbb1a-a1a5-466b-9b9b-7113d1c39b0a,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:11.074069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2a9f23bd-70de-407f-892e-0070232189e9 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:11.091516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d55336c-a834-4934-9e3f-dfdba6b2354e admin admin] Checking segment: {'id': 'e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3e121fd2-3990-4383-b5a3-8953c351814c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:11.093175 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d55336c-a834-4934-9e3f-dfdba6b2354e admin admin] Network hostable DHCP agents. Network: 3e121fd2-3990-4383-b5a3-8953c351814c, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:07:11.129421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d55336c-a834-4934-9e3f-dfdba6b2354e admin admin] Network 3e121fd2-3990-4383-b5a3-8953c351814c is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:07:11.154787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-0d55336c-a834-4934-9e3f-dfdba6b2354e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 3e121fd2-3990-4383-b5a3-8953c351814c) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:11.168243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bcc40a-2789-41d1-b857-fe9255034310 None None] Network 3e121fd2-3990-4383-b5a3-8953c351814c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:11.176293 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d55336c-a834-4934-9e3f-dfdba6b2354e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:11.178202 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d55336c-a834-4934-9e3f-dfdba6b2354e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:11.219048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0d55336c-a834-4934-9e3f-dfdba6b2354e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8268342 Jan 31 16:07:11.401403 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 2a9f23bd-70de-407f-892e-0070232189e9 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:07:11.407202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7827344-d882-4190-840f-915fb170a5ec None None] Network 3e121fd2-3990-4383-b5a3-8953c351814c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:11.572917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ed3266-3290-4ff8-8984-693244c81523 admin admin] Made reservation on behalf of d7e54427baa14331a03f4bd10e9ab13c for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:11.576817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-27ed3266-3290-4ff8-8984-693244c81523 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:11.577711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 2a9f23bd-70de-407f-892e-0070232189e9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:11.578082 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:11.794818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d112b08b-eede-48b0-b2e0-b66e4fc0d178 req-392f4d2a-4b53-4285-9ce3-a7aea6bc0329 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 210 time: 0.0555084 Jan 31 16:07:11.839822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:11.868016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a743a3b-bcf8-42c2-8b43-30b4cc6beb62 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:11.874454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310bd9e2-39fe-4bc1-a863-b0e309f4091a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9f23bd-70de-407f-892e-0070232189e9'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:11.877580 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f6f124-f2e9-41aa-9ba9-7b02bd2d9a82" -d '{"events": [{"server_uuid": "310bd9e2-39fe-4bc1-a863-b0e309f4091a", "name": "network-vif-plugged", "status": "completed", "tag": "2a9f23bd-70de-407f-892e-0070232189e9"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:11.899604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 2a9f23bd-70de-407f-892e-0070232189e9, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2a9f23bd-70de-407f-892e-0070232189e9,segment=NetworkSegment(a640a18a-675c-4fff-951f-eca36505ec3b),segment_id=a640a18a-675c-4fff-951f-eca36505ec3b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:11.905087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a743a3b-bcf8-42c2-8b43-30b4cc6beb62 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=c1c4caf0-d13d-4b27-9230-dd498fbcb960,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:11.909515 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:11.971507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0d60f-ba1e-43e6-adc9-55000acde00a req-7cca2f8a-fc45-4119-a633-6af64ae79526 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:11.980817 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34f0d60f-ba1e-43e6-adc9-55000acde00a req-7cca2f8a-fc45-4119-a633-6af64ae79526 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 944 time: 0.2486606 Jan 31 16:07:12.033571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=2a9f23bd-70de-407f-892e-0070232189e9,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:12.114931 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34f0d60f-ba1e-43e6-adc9-55000acde00a req-51fe81c2-c635-4ab1-9e7f-74f92d349cab tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb301fda-0610-459e-9345-04ac901012ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294315 Jan 31 16:07:12.165260 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a743a3b-bcf8-42c2-8b43-30b4cc6beb62 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:12.171373 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a743a3b-bcf8-42c2-8b43-30b4cc6beb62 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:12.182916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4a743a3b-bcf8-42c2-8b43-30b4cc6beb62 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/floatingips/7bd32457-69fd-40ad-a8b9-07318811966e HTTP/1.1" status: 204 len: 168 time: 2.1126497 Jan 31 16:07:12.184189 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59546) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:12.192939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '01079136-b593-4d71-a025-a7268cbc1a40'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:12.200329 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980e605f-9fc6-48e9-a012-cb462aa20507 x-openstack-request-id: req-980e605f-9fc6-48e9-a012-cb462aa20507 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:12.200562 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310bd9e2-39fe-4bc1-a863-b0e309f4091a", "name": "network-vif-plugged", "status": "completed", "tag": "2a9f23bd-70de-407f-892e-0070232189e9", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:12.200813 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-980e605f-9fc6-48e9-a012-cb462aa20507 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:12.201203 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310bd9e2-39fe-4bc1-a863-b0e309f4091a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9f23bd-70de-407f-892e-0070232189e9', 'code': 200} Jan 31 16:07:12.280582 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-27ed3266-3290-4ff8-8984-693244c81523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:12.321173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0823247f-81be-4374-a053-dd1762ea1287 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:12.327357 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0823247f-81be-4374-a053-dd1762ea1287 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 810 time: 0.2663124 Jan 31 16:07:12.332342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:12.343573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Request body: {'port': {'device_id': '9d7df59a-dbf6-4a03-b28f-97a8270f2e5e', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'admin_state_up': True, 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:12.481389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed3266-3290-4ff8-8984-693244c81523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01002499-a2fc-485e-a83f-f4e5b4082736,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:12.492862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d457307-56aa-4486-9ebf-f2addb4942ce req-fe7df2dc-c5ba-4db1-98da-3d769db9a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:12.494412 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d457307-56aa-4486-9ebf-f2addb4942ce req-fe7df2dc-c5ba-4db1-98da-3d769db9a521 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 1096 time: 0.1665213 Jan 31 16:07:12.506460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed3266-3290-4ff8-8984-693244c81523 admin admin] Checking segment: {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:12.506460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed3266-3290-4ff8-8984-693244c81523 admin admin] Network hostable DHCP agents. Network: 56bd2af8-dc8a-41fe-ba71-3afd517526f5, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:07:12.564617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d457307-56aa-4486-9ebf-f2addb4942ce req-af4b8360-3632-498e-a6d8-026df84e0eb9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb301fda-0610-459e-9345-04ac901012ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566516 Jan 31 16:07:12.578645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed3266-3290-4ff8-8984-693244c81523 admin admin] Network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:07:12.604935 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:12.717199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-cefe1bc6-882e-4345-9f0f-0f2832abb676 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:12.718907 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-cefe1bc6-882e-4345-9f0f-0f2832abb676 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/networks?id=3e121fd2-3990-4383-b5a3-8953c351814c HTTP/1.1" status: 200 len: 814 time: 0.2773945 Jan 31 16:07:12.753590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-6e167d10-b40e-4a44-9b83-667d659ee70a tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/quotas/1e0ce253d49d4000b508e4664d9b4907 HTTP/1.1" status: 200 len: 375 time: 0.0257542 Jan 31 16:07:12.774287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Made reservation on behalf of 0e5507f00dfd45c295eb0a6ab3faea74 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:12.780068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:12.795895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-27ed3266-3290-4ff8-8984-693244c81523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 56bd2af8-dc8a-41fe-ba71-3afd517526f5) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:12.800513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ed3266-3290-4ff8-8984-693244c81523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:12.801192 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-27ed3266-3290-4ff8-8984-693244c81523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:12.806100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f254ebd-e21b-4544-aa37-d6f64b02af56 None None] Network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:12.811830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-747b47d2-9f73-45ec-b5f5-039c4d0cea0d tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e0ce253d49d4000b508e4664d9b4907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497370 Jan 31 16:07:12.826879 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-27ed3266-3290-4ff8-8984-693244c81523 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1720381 Jan 31 16:07:12.836984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.25.1.216 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/e1f7de5c-21b8-4684-9b59-793a46244f5b) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:13.010344 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e9b3824-0580-466e-879f-33babd43fc96 req-464558a0-7a46-4118-ae3e-78b1732c6db3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 210 time: 0.0482237 Jan 31 16:07:13.074302 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:13.112917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-56bd2af8-dc8a-41fe-ba71-3afd517526f5', 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5', 'tenant_id': 'd7e54427baa14331a03f4bd10e9ab13c', 'fixed_ips': [{'subnet_id': '01002499-a2fc-485e-a83f-f4e5b4082736'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:07:13.115636 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:13.119818 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:13.181120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-1761e7e3-1d0c-4af2-be38-c49c10fe3bf1 service neutron] 10.222.0.36 "GET /v2.0/networks/3e121fd2-3990-4383-b5a3-8953c351814c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525586 Jan 31 16:07:13.221959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Allocated IP 172.20.0.13 (7f3f7475-5763-4383-9796-97b002a13c06/aec72c3f-2832-4d6f-a187-8355a8663b40/bd3e76f6-034d-49d4-96a2-5a60a1fc0e94) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:13.311057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:13.336900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:13.352105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:13.394031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=e1f7de5c-21b8-4684-9b59-793a46244f5b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:13.442843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291318c-9e49-4a7e-86dc-2f237134eb2a req-d0ffbd7b-6262-4afd-ab8d-70673f42f5b2 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:13.444410 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e291318c-9e49-4a7e-86dc-2f237134eb2a req-d0ffbd7b-6262-4afd-ab8d-70673f42f5b2 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 945 time: 0.1412804 Jan 31 16:07:13.475032 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Allocated IP 172.20.0.2 (56bd2af8-dc8a-41fe-ba71-3afd517526f5/01002499-a2fc-485e-a83f-f4e5b4082736/b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:13.572997 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e291318c-9e49-4a7e-86dc-2f237134eb2a req-8618699c-2422-4bfc-9602-8b969e6ea42d tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb301fda-0610-459e-9345-04ac901012ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009984 Jan 31 16:07:13.889405 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:13.901153 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:13.996387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:14.005000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:14.010285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-d270f9c1-e399-4274-ae62-2f5bac0df59e service neutron] 10.222.0.36 "GET /v2.0/networks/3e121fd2-3990-4383-b5a3-8953c351814c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8113434 Jan 31 16:07:14.014157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:14.080424 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:14.084413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Pushing event updated for resources: {'Port': ['ID=b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:14.129902 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:14.161062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['1bacb9a1-647f-4c30-92df-3db78f657d07'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:14.163452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8c7f27ef-4504-4ca7-9bba-d5747d0db598'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:14.187951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event updated for resources: {'Port': ['ID=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:14.212568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Network 7f3f7475-5763-4383-9796-97b002a13c06 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:14.214544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:14.217308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:14.314528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Attempting to bind port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:14.314893 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Attempting to bind port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:14.315251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Attempting to bind port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c on network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:14.323232 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:14.323915 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:14.375731 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-0ac4b3b4-8c2e-4f02-b4b0-46e23d99b5fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0362980 Jan 31 16:07:14.378605 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:14.380203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Checking segment: {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:14.391517 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:14.392152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Bound using segment: {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:14.394225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Request body: {'port': {'device_id': '9d7df59a-dbf6-4a03-b28f-97a8270f2e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:14.397062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Bound port: b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:14.397515 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:14.397739 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:14.535177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59628) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:14.715788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2dfc6-50de-447b-bc49-addc4ac0f521 req-2c026d9e-14ea-4996-93e5-f4da7b67a74e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:14.716350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] For port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:14.717905 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f9f2dfc6-50de-447b-bc49-addc4ac0f521 req-2c026d9e-14ea-4996-93e5-f4da7b67a74e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 932 time: 0.3069084 Jan 31 16:07:14.718863 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:14.720710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] For port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:14.727649 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:14.765877 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:14.925221 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d9cb8d3b-18f6-4b3f-9703-f774ac7eef4f None None] Provisioning complete for port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:14.925986 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d9cb8d3b-18f6-4b3f-9703-f774ac7eef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:14.984881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90f8a5-224f-41b4-8bce-a2befbb3041f None None] Pushing event updated for resources: {'Port': ['ID=b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:15.001512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb8d3b-18f6-4b3f-9703-f774ac7eef4f None None] Port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:07:15.024696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-595d31e1-fd52-4def-8851-159103ee79d6 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:15.033565 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-595d31e1-fd52-4def-8851-159103ee79d6 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/networks?id=56bd2af8-dc8a-41fe-ba71-3afd517526f5 HTTP/1.1" status: 200 len: 815 time: 0.5207109 Jan 31 16:07:15.078903 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-929b8bbf-d2ae-4e5f-b007-88d423799b73 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/quotas/d7e54427baa14331a03f4bd10e9ab13c HTTP/1.1" status: 200 len: 375 time: 0.0420806 Jan 31 16:07:15.111944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b3f7e8f-bc13-40d0-a0c0-167fe6b3ebe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.140584 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59646) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:15.152555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f9f2dfc6-50de-447b-bc49-addc4ac0f521 req-21bb13e2-459d-4049-a4ba-5c491da1fd97 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126420 Jan 31 16:07:15.229829 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.252407 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-0e4257f6-59c2-42db-ae67-f452ad8acee0 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7e54427baa14331a03f4bd10e9ab13c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1722879 Jan 31 16:07:15.371067 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.394876 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6b7ea4b1-2f72-449c-8a65-e065e1c3c489 req-8156b6ea-8bf2-49bd-9528-65845367e4ea tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 210 time: 0.1127846 Jan 31 16:07:15.429262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a53fac0a-3de7-43d2-bbf4-fe3d31821a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.544505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=e1f7de5c-21b8-4684-9b59-793a46244f5b,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:15.570907 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.578126 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-bc2050fb-5550-4523-9f41-8411e71f3a4e service neutron] 10.222.0.36 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216407 Jan 31 16:07:15.642932 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a53fac0a-3de7-43d2-bbf4-fe3d31821a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.659486 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a53fac0a-3de7-43d2-bbf4-fe3d31821a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.719172 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b3f7e8f-bc13-40d0-a0c0-167fe6b3ebe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.739035 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a53fac0a-3de7-43d2-bbf4-fe3d31821a81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccfc10aa00ac4404906534eeaf40f7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5855265 Jan 31 16:07:15.739777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b3f7e8f-bc13-40d0-a0c0-167fe6b3ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.744309 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59650) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:15.771864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:15.778257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dce660-7e5f-47da-ba24-731d42ae6f03 req-fd016e62-2406-491f-85e0-57de088c4798 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:15.780219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30dce660-7e5f-47da-ba24-731d42ae6f03 req-fd016e62-2406-491f-85e0-57de088c4798 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 945 time: 0.2449877 Jan 31 16:07:15.806151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fac0a-3de7-43d2-bbf4-fe3d31821a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd30b5d0-d622-4412-a013-dc4c04fa7814,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:15.829284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:15.831709 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Floating IP 0a0dbe44-e547-43a8-b68e-f6bebc2aa2db associated. External IP: 172.25.1.216, port: 01079136-b593-4d71-a025-a7268cbc1a40. Jan 31 16:07:15.845422 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.849856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:15.850321 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.853777 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0b3f7e8f-bc13-40d0-a0c0-167fe6b3ebe8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91522e64af5d46b2b351e9e138527bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3162837 Jan 31 16:07:15.868777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59652) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:15.878898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-57fca4a4-2427-4da7-a548-ed858e617660 service neutron] 10.222.0.36 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533941 Jan 31 16:07:15.890125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Transition to ACTIVE for port object bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:07:15.903707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f7e8f-bc13-40d0-a0c0-167fe6b3ebe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1965c9a-d455-4617-8233-c0ba3f60ecd5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:15.908620 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-261c81e4-f04f-4339-86f4-9d809d769ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.915152 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:15.926121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30dce660-7e5f-47da-ba24-731d42ae6f03 req-9b34760d-81ed-41f8-80ea-d7e3509f6dd5 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb301fda-0610-459e-9345-04ac901012ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338840 Jan 31 16:07:15.945303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-261c81e4-f04f-4339-86f4-9d809d769ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:16.022793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Pushing event updated for resources: {'Port': ['ID=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:16.112589 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-261c81e4-f04f-4339-86f4-9d809d769ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:16.121258 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-261c81e4-f04f-4339-86f4-9d809d769ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:16.129921 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-261c81e4-f04f-4339-86f4-9d809d769ddf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd30b5d0-d622-4412-a013-dc4c04fa7814 HTTP/1.1" status: 204 len: 168 time: 0.3786967 Jan 31 16:07:16.135107 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:16.207319 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6f94903-eb68-4a28-a643-1958f65b6351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:16.292530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:16.298841 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:16.467946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c81e4-f04f-4339-86f4-9d809d769ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd30b5d0-d622-4412-a013-dc4c04fa7814,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:16.500859 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6f94903-eb68-4a28-a643-1958f65b6351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:16.608958 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:16.764637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6f94903-eb68-4a28-a643-1958f65b6351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:16.767925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6f94903-eb68-4a28-a643-1958f65b6351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:16.771600 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c6f94903-eb68-4a28-a643-1958f65b6351 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1965c9a-d455-4617-8233-c0ba3f60ecd5 HTTP/1.1" status: 204 len: 168 time: 0.9008181 Jan 31 16:07:16.788492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Attempting to bind port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:16.789836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Attempting to bind port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:16.790454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Attempting to bind port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 on network 7f3f7475-5763-4383-9796-97b002a13c06 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:16.833884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f94903-eb68-4a28-a643-1958f65b6351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1965c9a-d455-4617-8233-c0ba3f60ecd5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:16.856294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 on network 7f3f7475-5763-4383-9796-97b002a13c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:07:16.856787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Attempting to bind port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 on network 7f3f7475-5763-4383-9796-97b002a13c06 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:16.872287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8707f65-c0ff-4566-baef-510bb97031a5 req-da9de51a-e4ed-4964-a6a5-e258223261f8 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 210 time: 0.0695052 Jan 31 16:07:16.888919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:16.891908 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Checking segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:16.893179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Bound using segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:16.894075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Bound port: bd3e76f6-034d-49d4-96a2-5a60a1fc0e94, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:16.894547 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:16.926342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65053e-f6ca-4d82-8d76-a62c2ad6bde3 req-48cf3ae7-7e8b-4f17-a7c2-4949b3a09abd tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:16.939534 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2d65053e-f6ca-4d82-8d76-a62c2ad6bde3 req-48cf3ae7-7e8b-4f17-a7c2-4949b3a09abd tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 944 time: 0.4453506 Jan 31 16:07:16.978767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32bc7c2-79be-4cc5-93cc-2ab5b723e187 None None] Network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:16.984417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59684) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:17.010067 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e6de03b-5af3-4ab0-88c5-053b8865d1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:17.033570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-7680ed5a-212d-49fd-bf31-3778c94c983c tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:17.036039 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-7680ed5a-212d-49fd-bf31-3778c94c983c tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.30 "GET /v2.0/networks?id=3e121fd2-3990-4383-b5a3-8953c351814c HTTP/1.1" status: 200 len: 814 time: 0.9045026 Jan 31 16:07:17.052723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Request body: {'port': {'device_id': '5da884d4-84f3-4034-b293-466967dcd5dc', 'network_id': '3e121fd2-3990-4383-b5a3-8953c351814c', 'admin_state_up': True, 'tenant_id': '1e0ce253d49d4000b508e4664d9b4907'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:17.060932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] For port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:17.091230 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] For port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:17.109333 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:17.124176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ccc77-0cef-41b1-b225-a3ef38b6afad req-738fab20-ef4f-4088-9b78-419193d502bb tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:17.128767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4d7a61c3-114b-41f1-93e8-eaac96c40ae8 None None] Provisioning complete for port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:17.129133 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4d7a61c3-114b-41f1-93e8-eaac96c40ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:17.137371 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5f4ccc77-0cef-41b1-b225-a3ef38b6afad req-738fab20-ef4f-4088-9b78-419193d502bb tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 945 time: 0.1225398 Jan 31 16:07:17.230293 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:17.231044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:17.232167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] 10.222.0.20 "PUT /v2.0/ports/bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 HTTP/1.1" status: 200 len: 1092 time: 2.8470507 Jan 31 16:07:17.234572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7df59a-dbf6-4a03-b28f-97a8270f2e5e', 'tag': 'bd3e76f6-034d-49d4-96a2-5a60a1fc0e94'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:17.246294 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66da22c1-41a1-419f-bb55-6aab89ef50c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7df59a-dbf6-4a03-b28f-97a8270f2e5e", "tag": "bd3e76f6-034d-49d4-96a2-5a60a1fc0e94"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:17.276692 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5f4ccc77-0cef-41b1-b225-a3ef38b6afad req-a98a78e2-b100-401d-a681-77e2c692a9ce tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb301fda-0610-459e-9345-04ac901012ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379778 Jan 31 16:07:17.287625 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a95bdebc-feac-435b-8b9a-26546cd06966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:17.380852 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e6de03b-5af3-4ab0-88c5-053b8865d1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:17.440319 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2d65053e-f6ca-4d82-8d76-a62c2ad6bde3 req-4b8927c7-7716-4638-911d-7b0142a9fb2c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995677 Jan 31 16:07:17.442241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e6de03b-5af3-4ab0-88c5-053b8865d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:17.444588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59702) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:17.448292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e59104-9593-43d0-be0a-7b6084fbf59f service neutron] Pushing event updated for resources: {'Port': ['ID=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:17.467343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Made reservation on behalf of 1e0ce253d49d4000b508e4664d9b4907 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:17.471182 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:17.536218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:07:17.581327 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c84c6e0a-643f-43e7-b1d1-a6b5f55e089a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:17.653706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:17.746138 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6e6de03b-5af3-4ab0-88c5-053b8865d1ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bacd8ddb914143178adf18b0efa274b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7604084 Jan 31 16:07:17.751525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59706) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:17.755385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6de03b-5af3-4ab0-88c5-053b8865d1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba6a7de-67b1-4a69-b483-9bfee513600a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:17.775055 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:17.775829 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:17.884389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-65c34f0c-4d99-4a10-9a63-cc7d3a62bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:17.886189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-65c34f0c-4d99-4a10-9a63-cc7d3a62bd59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 1095 time: 0.4211345 Jan 31 16:07:18.001168 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3d71ef-c88f-4f2e-97f6-431d60e1b2f6 x-openstack-request-id: req-8e3d71ef-c88f-4f2e-97f6-431d60e1b2f6 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:18.001168 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7df59a-dbf6-4a03-b28f-97a8270f2e5e", "tag": "bd3e76f6-034d-49d4-96a2-5a60a1fc0e94", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:18.001168 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e3d71ef-c88f-4f2e-97f6-431d60e1b2f6 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:18.002046 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7df59a-dbf6-4a03-b28f-97a8270f2e5e', 'tag': 'bd3e76f6-034d-49d4-96a2-5a60a1fc0e94', 'status': 'completed', 'code': 200} Jan 31 16:07:18.005441 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-4f5d132b-2cd6-42fa-8cf8-a7a295cc44d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 HTTP/1.1" status: 200 len: 217 time: 0.1034439 Jan 31 16:07:18.016733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-d99e0edb-738c-419f-b910-a861d73d0642 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:18.024897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-d99e0edb-738c-419f-b910-a861d73d0642 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/networks?id=56bd2af8-dc8a-41fe-ba71-3afd517526f5 HTTP/1.1" status: 200 len: 815 time: 0.5607972 Jan 31 16:07:18.047036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-bc76409e-6e3d-4351-8ee8-cd9bb6de417f None None] Provisioning complete for port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:18.047798 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bc76409e-6e3d-4351-8ee8-cd9bb6de417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:18.060775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:18.075198 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934792a-6358-4676-b4bd-b17d33be7f82 None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:18.090905 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934792a-6358-4676-b4bd-b17d33be7f82 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:18.091549 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1934792a-6358-4676-b4bd-b17d33be7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:18.106212 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdcf5e2d-322e-45e1-af1a-7aefb883b10a req-44f3c747-35f8-41ba-ac24-fabd8ddb809d tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 210 time: 0.0607138 Jan 31 16:07:18.133103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Allocated IP 172.20.0.4 (3e121fd2-3990-4383-b5a3-8953c351814c/8f1dbb1a-a1a5-466b-9b9b-7113d1c39b0a/60da1cf8-b480-40c8-b284-950356520424) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:18.137718 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c84c6e0a-643f-43e7-b1d1-a6b5f55e089a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:18.155568 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:18.156617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-cea3d70a-2146-4f35-8fdc-cb7df4fd5a8a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/quotas/d7e54427baa14331a03f4bd10e9ab13c HTTP/1.1" status: 200 len: 375 time: 0.1308048 Jan 31 16:07:18.186108 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1934792a-6358-4676-b4bd-b17d33be7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:18.186503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d0e8-a2a2-4463-9ff4-5c45a21ead2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:18.199099 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c84c6e0a-643f-43e7-b1d1-a6b5f55e089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:18.205178 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934792a-6358-4676-b4bd-b17d33be7f82 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:18.205833 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1934792a-6358-4676-b4bd-b17d33be7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:06:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:18.226557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-2311504f-a4b8-4d3e-8994-0062a70fccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:18.228009 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-2311504f-a4b8-4d3e-8994-0062a70fccba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1767702 Jan 31 16:07:18.243457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e6c7b872-5fe4-4713-b46a-5f6e2be735f0 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.0558426 Jan 31 16:07:18.246206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59710) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:18.258797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c6e0a-643f-43e7-b1d1-a6b5f55e089a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa430479-64f6-499d-90c3-36f21c517dd6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:18.295327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a5e73e4a-a554-40f9-a4b0-292724728b87 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1882639245'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:18.329875 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1934792a-6358-4676-b4bd-b17d33be7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:18.332013 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d0e8-a2a2-4463-9ff4-5c45a21ead2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:18.334163 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934792a-6358-4676-b4bd-b17d33be7f82 None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:18.424026 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e141b7-0f6a-468d-b189-34fc3bb34cb4 req-c81674bf-bee9-4942-8e4a-5001380b1cb0 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:18.425552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47e141b7-0f6a-468d-b189-34fc3bb34cb4 req-c81674bf-bee9-4942-8e4a-5001380b1cb0 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.30 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 945 time: 0.4440539 Jan 31 16:07:18.503092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e73e4a-a554-40f9-a4b0-292724728b87 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Made reservation on behalf of 3fcfd126330c416590e2cbfc1a574331 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:18.507108 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a5e73e4a-a554-40f9-a4b0-292724728b87 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:18.508787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d0e8-a2a2-4463-9ff4-5c45a21ead2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:18.511358 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d0e8-a2a2-4463-9ff4-5c45a21ead2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:18.513514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8ad3d0e8-a2a2-4463-9ff4-5c45a21ead2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ba6a7de-67b1-4a69-b483-9bfee513600a HTTP/1.1" status: 204 len: 168 time: 0.7345822 Jan 31 16:07:18.523123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-a8824a18-8f5c-47ce-aa9b-0e80708f6adb tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7e54427baa14331a03f4bd10e9ab13c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3475301 Jan 31 16:07:18.556754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3d0e8-a2a2-4463-9ff4-5c45a21ead2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba6a7de-67b1-4a69-b483-9bfee513600a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:18.568491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c84c6e0a-643f-43e7-b1d1-a6b5f55e089a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2902029eeec4b4c8c4356dbfccc593c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1225150 Jan 31 16:07:18.579550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59720) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:18.596315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-b6cb4c01-dd47-4d53-840d-899e5248d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:18.598531 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-b6cb4c01-dd47-4d53-840d-899e5248d0e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3474967 Jan 31 16:07:18.620697 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e73e4a-a554-40f9-a4b0-292724728b87 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:07:18.782701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-47e141b7-0f6a-468d-b189-34fc3bb34cb4 req-3f660f1a-355c-4437-b2cc-d1149e17c5da tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Deleting port 2a9f23bd-70de-407f-892e-0070232189e9 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:18.783090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47e141b7-0f6a-468d-b189-34fc3bb34cb4 req-3f660f1a-355c-4437-b2cc-d1149e17c5da tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:18.791857 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-2bbbd4b7-2084-4fe6-9901-65c70ad4f8f4 service neutron] 10.222.0.36 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557440 Jan 31 16:07:18.807207 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-5587f93e-b0ab-449f-9dac-3c8561ffef36 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740401 Jan 31 16:07:19.015911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-7cdd6010-1b6f-4cd5-8b75-00eb1be17e3f tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:19.017709 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-7cdd6010-1b6f-4cd5-8b75-00eb1be17e3f tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.20 "GET /v2.0/networks?id=56bd2af8-dc8a-41fe-ba71-3afd517526f5 HTTP/1.1" status: 200 len: 815 time: 0.7728622 Jan 31 16:07:19.046440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Request body: {'port': {'device_id': '2ccc6c26-18b7-4718-a57a-14c4453eca6e', 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5', 'admin_state_up': True, 'tenant_id': 'd7e54427baa14331a03f4bd10e9ab13c'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:19.049407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-47e141b7-0f6a-468d-b189-34fc3bb34cb4 req-3f660f1a-355c-4437-b2cc-d1149e17c5da tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] For port 2a9f23bd-70de-407f-892e-0070232189e9, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2a9f23bd-70de-407f-892e-0070232189e9,segment=NetworkSegment(a640a18a-675c-4fff-951f-eca36505ec3b),segment_id=a640a18a-675c-4fff-951f-eca36505ec3b)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:19.050093 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47e141b7-0f6a-468d-b189-34fc3bb34cb4 req-3f660f1a-355c-4437-b2cc-d1149e17c5da tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.051211 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a5e73e4a-a554-40f9-a4b0-292724728b87 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.051727 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-a5e73e4a-a554-40f9-a4b0-292724728b87 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Added segment 28e7b0fd-9c29-4c95-b6f2-95a67b340294 of type vlan for network 49ae4ff2-b0a0-48a4-8113-15154e89266f Jan 31 16:07:19.080753 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-3f82deae-391d-42e1-8e75-b8ffd338b051 service neutron] 10.222.0.36 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761171 Jan 31 16:07:19.082303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-47e141b7-0f6a-468d-b189-34fc3bb34cb4 req-3f660f1a-355c-4437-b2cc-d1149e17c5da tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Calling delete_port for 2a9f23bd-70de-407f-892e-0070232189e9 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:19.086605 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abdfea56-8c17-4e2f-9a2b-9c4b530c9846 req-172d51be-8206-4bc6-96d4-5c54feecf208 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694414 Jan 31 16:07:19.135642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54633c95-e91a-4e3f-bbdd-7771dc5aeb45 req-606bf16c-b67e-46b4-a9bb-a20f68da2276 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:19.137163 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54633c95-e91a-4e3f-bbdd-7771dc5aeb45 req-606bf16c-b67e-46b4-a9bb-a20f68da2276 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 945 time: 0.6523752 Jan 31 16:07:19.236418 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a5e73e4a-a554-40f9-a4b0-292724728b87 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.240888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da22c1-41a1-419f-bb55-6aab89ef50c3 req-e3d3abf6-2c9d-46bd-acaf-14f9e53ec33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:19.243037 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66da22c1-41a1-419f-bb55-6aab89ef50c3 req-e3d3abf6-2c9d-46bd-acaf-14f9e53ec33a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 1095 time: 0.0891821 Jan 31 16:07:19.340466 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e419424b-38a1-4b64-8e5d-8c9bebc5ed0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.389333 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a5e73e4a-a554-40f9-a4b0-292724728b87 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.394921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e73e4a-a554-40f9-a4b0-292724728b87 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:19.395520 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a5e73e4a-a554-40f9-a4b0-292724728b87 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.434662 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54633c95-e91a-4e3f-bbdd-7771dc5aeb45 req-8f14df15-18cf-45ed-8ba2-d0f4915a33f0 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb301fda-0610-459e-9345-04ac901012ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325771 Jan 31 16:07:19.447120 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.465726 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e419424b-38a1-4b64-8e5d-8c9bebc5ed0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.524935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a5e73e4a-a554-40f9-a4b0-292724728b87 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2606070 Jan 31 16:07:19.532577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59744) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:19.565606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9833799c-640a-49b1-ae65-1cade8db01a2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'subnet': {'network_id': '49ae4ff2-b0a0-48a4-8113-15154e89266f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:19.579870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e73e4a-a554-40f9-a4b0-292724728b87 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Network': ['ID=49ae4ff2-b0a0-48a4-8113-15154e89266f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:19.593552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 49ae4ff2-b0a0-48a4-8113-15154e89266f details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:07:19.625211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-669d088e-0236-4895-aec8-76b6496560ea req-4f13f967-9960-4e1b-a17b-36a94400fb33 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 210 time: 0.0513740 Jan 31 16:07:19.626190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Made reservation on behalf of d7e54427baa14331a03f4bd10e9ab13c for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:19.629369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.671032 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.771854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Pushing event updated for resources: {'Port': ['ID=60da1cf8-b480-40c8-b284-950356520424,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:19.786871 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a26bcd01-aba3-49f3-b4df-8f37b943b85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.872435 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47e141b7-0f6a-468d-b189-34fc3bb34cb4 req-3f660f1a-355c-4437-b2cc-d1149e17c5da tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.901116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462997-809e-461f-ad95-b787d0da9c68 req-e229d247-fe36-44b4-aa5a-10a4ce995ffb tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:19.908677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e462997-809e-461f-ad95-b787d0da9c68 req-e229d247-fe36-44b4-aa5a-10a4ce995ffb tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 944 time: 0.4160008 Jan 31 16:07:19.949522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f660f1a-355c-4437-b2cc-d1149e17c5da tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Pushing event deleted for resources: {'Port': ['ID=2a9f23bd-70de-407f-892e-0070232189e9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:19.982596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-d7a4b47d-2362-461c-83db-fe93c18517fc tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:19.987843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da22c1-41a1-419f-bb55-6aab89ef50c3 req-3aca62c1-ea02-46aa-bf34-2b587211e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:19.989349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66da22c1-41a1-419f-bb55-6aab89ef50c3 req-3aca62c1-ea02-46aa-bf34-2b587211e87c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.7399917 Jan 31 16:07:19.989968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-d7a4b47d-2362-461c-83db-fe93c18517fc tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/networks?id=56bd2af8-dc8a-41fe-ba71-3afd517526f5 HTTP/1.1" status: 200 len: 815 time: 0.2092710 Jan 31 16:07:19.991839 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e419424b-38a1-4b64-8e5d-8c9bebc5ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.994421 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e419424b-38a1-4b64-8e5d-8c9bebc5ed0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:19.998586 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e419424b-38a1-4b64-8e5d-8c9bebc5ed0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa430479-64f6-499d-90c3-36f21c517dd6 HTTP/1.1" status: 204 len: 168 time: 1.4142308 Jan 31 16:07:20.023290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Network 3e121fd2-3990-4383-b5a3-8953c351814c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:20.029187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419424b-38a1-4b64-8e5d-8c9bebc5ed0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa430479-64f6-499d-90c3-36f21c517dd6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:20.031892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:20.039400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:20.069459 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e141b7-0f6a-468d-b189-34fc3bb34cb4 req-3f660f1a-355c-4437-b2cc-d1149e17c5da tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] No DVR routers for this DVR port 2a9f23bd-70de-407f-892e-0070232189e9 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:07:20.087380 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-8c8d2580-948e-4147-b5cf-9e18cc973f50 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/quotas/d7e54427baa14331a03f4bd10e9ab13c HTTP/1.1" status: 200 len: 375 time: 0.0962052 Jan 31 16:07:20.104695 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47e141b7-0f6a-468d-b189-34fc3bb34cb4 req-3f660f1a-355c-4437-b2cc-d1149e17c5da tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:20.108061 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47e141b7-0f6a-468d-b189-34fc3bb34cb4 req-3f660f1a-355c-4437-b2cc-d1149e17c5da tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.30 "DELETE /v2.0/ports/2a9f23bd-70de-407f-892e-0070232189e9 HTTP/1.1" status: 204 len: 173 time: 1.6535950 Jan 31 16:07:20.109816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310bd9e2-39fe-4bc1-a863-b0e309f4091a', 'name': 'network-vif-deleted', 'tag': '2a9f23bd-70de-407f-892e-0070232189e9'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:20.112221 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fa559b-3b5d-478b-8bc5-434ec0b6b75d" -d '{"events": [{"server_uuid": "310bd9e2-39fe-4bc1-a863-b0e309f4091a", "name": "network-vif-deleted", "tag": "2a9f23bd-70de-407f-892e-0070232189e9"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:20.117772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66da22c1-41a1-419f-bb55-6aab89ef50c3 req-1415be42-d916-49c2-b1d9-b94345266775 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 HTTP/1.1" status: 200 len: 217 time: 0.1015284 Jan 31 16:07:20.133985 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e462997-809e-461f-ad95-b787d0da9c68 req-800a5aa9-b36c-46ae-b2be-826633ea5449 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239859 Jan 31 16:07:20.148514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:07:20.159894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9833799c-640a-49b1-ae65-1cade8db01a2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Made reservation on behalf of 3fcfd126330c416590e2cbfc1a574331 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:20.170031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9833799c-640a-49b1-ae65-1cade8db01a2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:20.309197 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:20.310014 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05794e56-b97a-42f5-96cf-1fbd4531a2ae x-openstack-request-id: req-05794e56-b97a-42f5-96cf-1fbd4531a2ae {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:20.310134 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:20.310231 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310bd9e2-39fe-4bc1-a863-b0e309f4091a", "name": "network-vif-deleted", "tag": "2a9f23bd-70de-407f-892e-0070232189e9", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:20.310231 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05794e56-b97a-42f5-96cf-1fbd4531a2ae {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:20.310610 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310bd9e2-39fe-4bc1-a863-b0e309f4091a', 'name': 'network-vif-deleted', 'tag': '2a9f23bd-70de-407f-892e-0070232189e9', 'status': 'completed', 'code': 200} Jan 31 16:07:20.378797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da22c1-41a1-419f-bb55-6aab89ef50c3 req-25a7b81a-7a2b-4f93-91b7-98191db74b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:20.382345 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66da22c1-41a1-419f-bb55-6aab89ef50c3 req-25a7b81a-7a2b-4f93-91b7-98191db74b28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.2460282 Jan 31 16:07:20.399257 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-3656f711-0fd7-4170-8155-0481b45a9754 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7e54427baa14331a03f4bd10e9ab13c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3097610 Jan 31 16:07:20.413011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:20.443020 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f90a159f-7904-43eb-8f5a-8ae05d56428b tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3958371 Jan 31 16:07:20.444249 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Allocated IP 172.20.0.9 (56bd2af8-dc8a-41fe-ba71-3afd517526f5/01002499-a2fc-485e-a83f-f4e5b4082736/a548718a-71d1-4868-879e-b3ac594c6cf4) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:20.471302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'bd3e76f6-034d-49d4-96a2-5a60a1fc0e94', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'port_id': 'bd3e76f6-034d-49d4-96a2-5a60a1fc0e94', 'mac_address': 'fa:16:3e:ab:29:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:07:20.482021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da22c1-41a1-419f-bb55-6aab89ef50c3 req-8f4d21f2-eb7f-4322-9817-952113d16024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:20.483542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66da22c1-41a1-419f-bb55-6aab89ef50c3 req-8f4d21f2-eb7f-4322-9817-952113d16024 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925760 Jan 31 16:07:20.557030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Request body: {'port': {'device_id': '5da884d4-84f3-4034-b293-466967dcd5dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:20.573858 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:20.615772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:20.676591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:20.690552 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:20.720312 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3039ca4d-2fc4-4536-b3ec-8cfd1c2f752c req-90a1a109-ce34-4f83-9d07-00ac7fdb5eb7 tempest-InstanceActionsNegativeTestJSON-727537453 tempest-InstanceActionsNegativeTestJSON-727537453-project] 10.222.0.36 "GET /v2.0/ports?device_id=310bd9e2-39fe-4bc1-a863-b0e309f4091a HTTP/1.1" status: 200 len: 210 time: 0.0839930 Jan 31 16:07:20.802559 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66da22c1-41a1-419f-bb55-6aab89ef50c3 req-be98a102-3f0e-444c-a242-1f5af5bffd46 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102233 Jan 31 16:07:20.807606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:20.847484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-13ef2f86-888f-454a-8206-58e78e53850b service neutron] 10.222.0.36 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444699 Jan 31 16:07:20.853300 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:20.872665 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:20.928439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['bd3e76f6-034d-49d4-96a2-5a60a1fc0e94'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:21.008551 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9833799c-640a-49b1-ae65-1cade8db01a2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:21.121389 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2a9f23bd-70de-407f-892e-0070232189e9 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:07:21.149560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 2a9f23bd-70de-407f-892e-0070232189e9 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:07:21.150557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2a9f23bd-70de-407f-892e-0070232189e9 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:07:21.272545 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-9d62660b-ea54-494f-9d64-0fcf814cc388 service neutron] 10.222.0.36 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240534 Jan 31 16:07:21.524121 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:21.768355 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:21.909554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:21.923523 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:21.928885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:21.959595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Pushing event updated for resources: {'Port': ['ID=a548718a-71d1-4868-879e-b3ac594c6cf4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:22.008629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66da22c1-41a1-419f-bb55-6aab89ef50c3 req-61d7caeb-b6a6-440b-8b2d-57164317167b service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0747330 Jan 31 16:07:22.045676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60da1cf8-b480-40c8-b284-950356520424 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:22.065497 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:22.140513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:22.141193 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:22.158044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:22.176296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Transition to ACTIVE for port object 60da1cf8-b480-40c8-b284-950356520424 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:07:22.186567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:22.222787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833799c-640a-49b1-ae65-1cade8db01a2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Subnet': ['ID=a8d24ee4-b8be-482d-a7fb-84b95f07dc28,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:22.280904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-2eb25cc4-7998-4941-aa00-cd26d544ed0d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2511687 Jan 31 16:07:22.291009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9833799c-640a-49b1-ae65-1cade8db01a2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Checking segment: {'id': '28e7b0fd-9c29-4c95-b6f2-95a67b340294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '49ae4ff2-b0a0-48a4-8113-15154e89266f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:22.292054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833799c-640a-49b1-ae65-1cade8db01a2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network hostable DHCP agents. Network: 49ae4ff2-b0a0-48a4-8113-15154e89266f, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:07:22.311557 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:22.334454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c7f7e-3350-4bea-b55c-f3c6d35e7079 req-2624af81-271c-495b-8526-9666da8e8b7d tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:22.343920 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d9c7f7e-3350-4bea-b55c-f3c6d35e7079 req-2624af81-271c-495b-8526-9666da8e8b7d tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 931 time: 1.4146528 Jan 31 16:07:22.346742 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Request body: {'port': {'device_id': '2ccc6c26-18b7-4718-a57a-14c4453eca6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:22.376618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:07:22.383732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:22.384093 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:22.481829 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-b1d49299-c490-4f90-bcab-a25fb619be76 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:22.483975 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-b1d49299-c490-4f90-bcab-a25fb619be76 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.30 "GET /v2.0/networks?id=56bd2af8-dc8a-41fe-ba71-3afd517526f5 HTTP/1.1" status: 200 len: 815 time: 0.6193526 Jan 31 16:07:22.497102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833799c-640a-49b1-ae65-1cade8db01a2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network 49ae4ff2-b0a0-48a4-8113-15154e89266f is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:07:22.520113 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Request body: {'port': {'device_id': '0f06216f-c582-49fd-befe-d7171aa3c922', 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5', 'admin_state_up': True, 'tenant_id': 'd7e54427baa14331a03f4bd10e9ab13c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:22.540505 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d9c7f7e-3350-4bea-b55c-f3c6d35e7079 req-68067fb2-2688-43ab-8828-4e13920ecba4 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/security-groups?id=fca881c9-bce0-49b5-99d1-ca1d4492eceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944096 Jan 31 16:07:22.541844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Pushing event updated for resources: {'Port': ['ID=60da1cf8-b480-40c8-b284-950356520424,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:22.562051 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e62948af-9ebb-41b4-a0ca-65551bcfcbb0 None None] Provisioning complete for port a548718a-71d1-4868-879e-b3ac594c6cf4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:22.562872 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e62948af-9ebb-41b4-a0ca-65551bcfcbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:22.566335 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:22.585059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-9833799c-640a-49b1-ae65-1cade8db01a2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 49ae4ff2-b0a0-48a4-8113-15154e89266f) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:22.654950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9833799c-640a-49b1-ae65-1cade8db01a2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:22.655811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9833799c-640a-49b1-ae65-1cade8db01a2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:22.670354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d996927-d5d8-49bc-975a-5a592bf98c91 req-d26477f4-07e4-4eaf-bff9-af23328fc954 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:22.693053 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7d996927-d5d8-49bc-975a-5a592bf98c91 req-d26477f4-07e4-4eaf-bff9-af23328fc954 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 945 time: 0.4080803 Jan 31 16:07:22.742819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e62948af-9ebb-41b4-a0ca-65551bcfcbb0 None None] Port a548718a-71d1-4868-879e-b3ac594c6cf4 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:07:22.747450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c4a25-25bd-4efb-bae2-4de883bd99af None None] Network 49ae4ff2-b0a0-48a4-8113-15154e89266f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:22.750280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c4e6977-f61f-4fab-aa5b-831117364dd1 req-f32d4fad-7c95-4ae2-b139-7bfe2fbb7d8e tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 210 time: 0.0866911 Jan 31 16:07:22.771353 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9833799c-640a-49b1-ae65-1cade8db01a2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2172709 Jan 31 16:07:22.774477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59862) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:22.810480 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7d996927-d5d8-49bc-975a-5a592bf98c91 req-cb0fb086-7256-415b-8e53-17029ba35225 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118004 Jan 31 16:07:22.811131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:22.814524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1058043731', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:22.887243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59868) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:22.904865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Attempting to bind port 60da1cf8-b480-40c8-b284-950356520424 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:22.906899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Attempting to bind port 60da1cf8-b480-40c8-b284-950356520424 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3e121fd2-3990-4383-b5a3-8953c351814c'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:22.907620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Attempting to bind port 60da1cf8-b480-40c8-b284-950356520424 on network 3e121fd2-3990-4383-b5a3-8953c351814c {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:22.916711 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Port 60da1cf8-b480-40c8-b284-950356520424 on network 3e121fd2-3990-4383-b5a3-8953c351814c not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:07:22.920532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Attempting to bind port 60da1cf8-b480-40c8-b284-950356520424 on network 3e121fd2-3990-4383-b5a3-8953c351814c {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:22.948852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:22.949191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Checking segment: {'id': 'e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3e121fd2-3990-4383-b5a3-8953c351814c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:22.949614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Bound using segment: {'id': 'e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3e121fd2-3990-4383-b5a3-8953c351814c'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:22.950061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Bound port: 60da1cf8-b480-40c8-b284-950356520424, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3e121fd2-3990-4383-b5a3-8953c351814c'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:22.950417 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:22.954253 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:22.962126 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:22.962126 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:23.018505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7df59a-dbf6-4a03-b28f-97a8270f2e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3e76f6-034d-49d4-96a2-5a60a1fc0e94'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:23.025773 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e3b184-df39-4420-b99f-e91f08645c1e" -d '{"events": [{"server_uuid": "9d7df59a-dbf6-4a03-b28f-97a8270f2e5e", "name": "network-vif-plugged", "status": "completed", "tag": "bd3e76f6-034d-49d4-96a2-5a60a1fc0e94"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:23.080212 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:23.102024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:23.120478 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14da894-afa3-4c86-b4af-d7078f0811a1 x-openstack-request-id: req-d14da894-afa3-4c86-b4af-d7078f0811a1 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:23.121452 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7df59a-dbf6-4a03-b28f-97a8270f2e5e", "name": "network-vif-plugged", "status": "completed", "tag": "bd3e76f6-034d-49d4-96a2-5a60a1fc0e94", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:23.122203 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d14da894-afa3-4c86-b4af-d7078f0811a1 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:23.122825 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7df59a-dbf6-4a03-b28f-97a8270f2e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3e76f6-034d-49d4-96a2-5a60a1fc0e94', 'code': 200} Jan 31 16:07:23.123950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Made reservation on behalf of d7e54427baa14331a03f4bd10e9ab13c for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:23.124651 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:23.127756 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:23.175566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfd6489-7f3e-477a-913f-48fb1a4b42fb admin admin] Deleting subnet decc1864-b505-4890-a1a2-de99670d59bd {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:07:23.229888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6489-7f3e-477a-913f-48fb1a4b42fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:23.231490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] For port 60da1cf8-b480-40c8-b284-950356520424, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:23.244555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] For port 60da1cf8-b480-40c8-b284-950356520424, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=60da1cf8-b480-40c8-b284-950356520424,segment=NetworkSegment(e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7),segment_id=e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:23.254303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:23.322767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:23.323315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:23.324744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] 10.222.0.30 "PUT /v2.0/ports/60da1cf8-b480-40c8-b284-950356520424 HTTP/1.1" status: 200 len: 1091 time: 2.8002288 Jan 31 16:07:23.333525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da884d4-84f3-4034-b293-466967dcd5dc', 'tag': '60da1cf8-b480-40c8-b284-950356520424'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:23.340789 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ce7ca1-f7b1-4e9b-9dc7-487554745042" -d '{"events": [{"name": "network-changed", "server_uuid": "5da884d4-84f3-4034-b293-466967dcd5dc", "tag": "60da1cf8-b480-40c8-b284-950356520424"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:23.432155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-49ae4ff2-b0a0-48a4-8113-15154e89266f', 'network_id': '49ae4ff2-b0a0-48a4-8113-15154e89266f', 'tenant_id': '3fcfd126330c416590e2cbfc1a574331', 'fixed_ips': [{'subnet_id': 'a8d24ee4-b8be-482d-a7fb-84b95f07dc28'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:07:23.433042 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:23.461543 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c567e49d-6f76-4f34-9220-62658519e53d x-openstack-request-id: req-c567e49d-6f76-4f34-9220-62658519e53d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:23.461860 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da884d4-84f3-4034-b293-466967dcd5dc", "tag": "60da1cf8-b480-40c8-b284-950356520424", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:23.462092 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c567e49d-6f76-4f34-9220-62658519e53d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:23.463129 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da884d4-84f3-4034-b293-466967dcd5dc', 'tag': '60da1cf8-b480-40c8-b284-950356520424', 'status': 'completed', 'code': 200} Jan 31 16:07:23.502068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:23.533021 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:23.558698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2940378-845f-4dec-812a-3ae98ffa003e service neutron] Pushing event updated for resources: {'Port': ['ID=60da1cf8-b480-40c8-b284-950356520424,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:23.579039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-28d02e70-5346-4699-adc4-38d33fbe666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:23.584989 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-28d02e70-5346-4699-adc4-38d33fbe666a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e0ce253d49d4000b508e4664d9b4907&device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 1094 time: 0.1690536 Jan 31 16:07:23.715838 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-f0190904-a65a-460d-ad6c-4873c4276b9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60da1cf8-b480-40c8-b284-950356520424 HTTP/1.1" status: 200 len: 217 time: 0.1167517 Jan 31 16:07:23.727967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a548718a-71d1-4868-879e-b3ac594c6cf4 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:23.775428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:23.828977 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-6ca31fe5-322e-4618-853a-a100cdf5fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:23.842976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-6ca31fe5-322e-4618-853a-a100cdf5fe05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f1dbb1a-a1a5-466b-9b9b-7113d1c39b0a HTTP/1.1" status: 200 len: 854 time: 0.1102979 Jan 31 16:07:23.849576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Allocated IP 172.20.0.2 (49ae4ff2-b0a0-48a4-8113-15154e89266f/a8d24ee4-b8be-482d-a7fb-84b95f07dc28/7c9fc0a2-9cd6-4765-8b00-63ac04231cea) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:23.851232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd3eb7-b909-4945-8f43-c5279fce335c req-06ff501d-48fe-4467-922c-605ca7874da1 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:23.867035 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-02cd3eb7-b909-4945-8f43-c5279fce335c req-06ff501d-48fe-4467-922c-605ca7874da1 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 943 time: 0.2134304 Jan 31 16:07:23.872086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59902) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:23.887927 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Transition to ACTIVE for port object a548718a-71d1-4868-879e-b3ac594c6cf4 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:07:23.888357 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6489-7f3e-477a-913f-48fb1a4b42fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:23.940854 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:23.959205 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-6ca06f6c-129f-44ab-b047-b04e387b7528 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e121fd2-3990-4383-b5a3-8953c351814c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877211 Jan 31 16:07:23.961972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-1ca1c75b-ece1-4f67-91e1-e45d5f80502e tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:23.964078 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-1ca1c75b-ece1-4f67-91e1-e45d5f80502e tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.30 "GET /v2.0/networks?id=56bd2af8-dc8a-41fe-ba71-3afd517526f5 HTTP/1.1" status: 200 len: 815 time: 0.4139881 Jan 31 16:07:23.989177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806f9ac-9caa-4c9a-946b-24fd3b16f912 req-371b5984-6c98-4829-8266-1ba954b001bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:23.991062 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a806f9ac-9caa-4c9a-946b-24fd3b16f912 req-371b5984-6c98-4829-8266-1ba954b001bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 1097 time: 0.7547157 Jan 31 16:07:23.999441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Request body: {'port': {'device_id': '54d4cc36-8794-45a4-9b54-4bd82496831d', 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5', 'admin_state_up': True, 'tenant_id': 'd7e54427baa14331a03f4bd10e9ab13c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:24.153684 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-02cd3eb7-b909-4945-8f43-c5279fce335c req-7412fc2c-54fa-4220-9814-8a17745b8b87 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/security-groups?id=fca881c9-bce0-49b5-99d1-ca1d4492eceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856023 Jan 31 16:07:24.160930 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.189641 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.301523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Pushing event updated for resources: {'Port': ['ID=7c9fc0a2-9cd6-4765-8b00-63ac04231cea,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:24.320159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Network 49ae4ff2-b0a0-48a4-8113-15154e89266f is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:24.321996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:24.325498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:24.352187 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fb91fb47-f5fe-4ed3-8c05-d0609c99f4dc req-e773e8f8-451c-4f12-bfe4-24d1128525c5 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 210 time: 0.3657186 Jan 31 16:07:24.369407 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a806f9ac-9caa-4c9a-946b-24fd3b16f912 req-63c8d4df-b398-4a1f-ab43-e8c764489b2b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580666 Jan 31 16:07:24.377820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Pushing event updated for resources: {'Port': ['ID=a548718a-71d1-4868-879e-b3ac594c6cf4,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:24.406907 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6489-7f3e-477a-913f-48fb1a4b42fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.434445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Attempting to bind port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:24.438708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Attempting to bind port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '28e7b0fd-9c29-4c95-b6f2-95a67b340294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '49ae4ff2-b0a0-48a4-8113-15154e89266f'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:24.439977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Attempting to bind port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea on network 49ae4ff2-b0a0-48a4-8113-15154e89266f {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:24.445899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:24.446587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Checking segment: {'id': '28e7b0fd-9c29-4c95-b6f2-95a67b340294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '49ae4ff2-b0a0-48a4-8113-15154e89266f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:24.447188 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.447745 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Bound using segment: {'id': '28e7b0fd-9c29-4c95-b6f2-95a67b340294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '49ae4ff2-b0a0-48a4-8113-15154e89266f'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:24.448755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59914) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:24.449309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Bound port: 7c9fc0a2-9cd6-4765-8b00-63ac04231cea, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7b0fd-9c29-4c95-b6f2-95a67b340294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '49ae4ff2-b0a0-48a4-8113-15154e89266f'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:24.450038 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.492801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7e57e23-8c5f-4496-848d-18a1d45497f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.510156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Attempting to bind port a548718a-71d1-4868-879e-b3ac594c6cf4 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:24.510501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Attempting to bind port a548718a-71d1-4868-879e-b3ac594c6cf4 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:24.510806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Attempting to bind port a548718a-71d1-4868-879e-b3ac594c6cf4 on network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:24.522407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Port a548718a-71d1-4868-879e-b3ac594c6cf4 on network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:07:24.522835 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Attempting to bind port a548718a-71d1-4868-879e-b3ac594c6cf4 on network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:24.531904 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:24.532274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Checking segment: {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:24.532628 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Bound using segment: {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:24.533074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Bound port: a548718a-71d1-4868-879e-b3ac594c6cf4, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:24.533434 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.571033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Allocated IP 172.20.0.8 (56bd2af8-dc8a-41fe-ba71-3afd517526f5/01002499-a2fc-485e-a83f-f4e5b4082736/ce251022-6569-445b-b0fc-3ee4bcf7975d) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:24.578799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] For port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:24.585086 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] For port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7c9fc0a2-9cd6-4765-8b00-63ac04231cea,segment=NetworkSegment(28e7b0fd-9c29-4c95-b6f2-95a67b340294),segment_id=28e7b0fd-9c29-4c95-b6f2-95a67b340294)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:24.599107 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.610064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6489-7f3e-477a-913f-48fb1a4b42fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.682721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd6489-7f3e-477a-913f-48fb1a4b42fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=decc1864-b505-4890-a1a2-de99670d59bd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:24.684279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Made reservation on behalf of d7e54427baa14331a03f4bd10e9ab13c for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:24.687759 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.690240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3352-96d6-472c-b1bd-45d005275ab2 None None] Pushing event updated for resources: {'Port': ['ID=7c9fc0a2-9cd6-4765-8b00-63ac04231cea,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:24.692350 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6489-7f3e-477a-913f-48fb1a4b42fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.698724 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0dfd6489-7f3e-477a-913f-48fb1a4b42fb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/decc1864-b505-4890-a1a2-de99670d59bd HTTP/1.1" status: 204 len: 168 time: 1.8088598 Jan 31 16:07:24.704430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59918) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:24.735261 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d083a27-b4fb-49e9-955c-fe6f673f7ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.751672 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-3a6f6cb8-fad7-45e7-b46c-23a1290ca593 service neutron] 10.222.0.30 "GET /v2.0/networks/3e121fd2-3990-4383-b5a3-8953c351814c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279263 Jan 31 16:07:24.770732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df941ac-9d7f-4545-97b2-cda8cef8f02e req-5f5ea7ea-9fbc-4c6c-ad46-e01442b4c49a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:24.772491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7df941ac-9d7f-4545-97b2-cda8cef8f02e req-5f5ea7ea-9fbc-4c6c-ad46-e01442b4c49a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 946 time: 0.4013627 Jan 31 16:07:24.954090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] For port a548718a-71d1-4868-879e-b3ac594c6cf4, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:24.966992 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7df941ac-9d7f-4545-97b2-cda8cef8f02e req-e8b96086-6af7-413b-8862-15cfd59e7c05 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715810 Jan 31 16:07:24.969942 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7e57e23-8c5f-4496-848d-18a1d45497f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:24.990898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] For port a548718a-71d1-4868-879e-b3ac594c6cf4, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=a548718a-71d1-4868-879e-b3ac594c6cf4,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:24.990898 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7e57e23-8c5f-4496-848d-18a1d45497f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.004234 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.084550 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.110137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-24fc487a-129b-4f24-a388-3cc54702ffc5 req-2cfe2fef-26f2-4ac4-821c-cf07721fbac1 service neutron] 10.222.0.30 "GET /v2.0/networks/3e121fd2-3990-4383-b5a3-8953c351814c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322182 Jan 31 16:07:25.118738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:25.123686 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.123686 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] 10.222.0.20 "PUT /v2.0/ports/a548718a-71d1-4868-879e-b3ac594c6cf4 HTTP/1.1" status: 200 len: 1091 time: 2.7971027 Jan 31 16:07:25.126738 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a7e57e23-8c5f-4496-848d-18a1d45497f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d63decb21239403bb3327c85d45cd546&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2534986 Jan 31 16:07:25.134199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e57e23-8c5f-4496-848d-18a1d45497f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5c4b1d-e086-4d1a-80fb-3c7182f057d4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:25.138786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59922) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:25.180542 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.250119 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.272256 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.305368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749dfd2-c057-40ad-ae0e-718936d09452 service neutron] Pushing event updated for resources: {'Port': ['ID=a548718a-71d1-4868-879e-b3ac594c6cf4,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:25.355732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-f422802b-eb14-43e9-b194-5e9fe32a69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:25.357313 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-f422802b-eb14-43e9-b194-5e9fe32a69fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7e54427baa14331a03f4bd10e9ab13c&device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 1094 time: 0.1523633 Jan 31 16:07:25.394181 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-240e1b41-d2e8-4629-b8b1-335d28f39860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.437629 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-240e1b41-d2e8-4629-b8b1-335d28f39860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.501583 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d083a27-b4fb-49e9-955c-fe6f673f7ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.505090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ccc6c26-18b7-4718-a57a-14c4453eca6e', 'tag': 'a548718a-71d1-4868-879e-b3ac594c6cf4'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:25.507743 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7551cb8-cbca-49b4-ad11-55621f2bea0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ccc6c26-18b7-4718-a57a-14c4453eca6e", "tag": "a548718a-71d1-4868-879e-b3ac594c6cf4"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:25.511999 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1aac4801-be9a-4573-a890-7011eb2b766a req-14feb7e6-4d0a-42d3-b637-7b76afc52f66 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 210 time: 0.0443904 Jan 31 16:07:25.544147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d083a27-b4fb-49e9-955c-fe6f673f7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.558646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.569748 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-0babf454-80e0-4850-b838-f7d7d8b84e0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a548718a-71d1-4868-879e-b3ac594c6cf4 HTTP/1.1" status: 200 len: 217 time: 0.1873872 Jan 31 16:07:25.600786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38705ea1-6aa8-4f7b-ab4d-ab61264b94fb req-2dfec7ba-1f55-4f39-a560-b5a334a0fb2f tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:25.608327 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38705ea1-6aa8-4f7b-ab4d-ab61264b94fb req-2dfec7ba-1f55-4f39-a560-b5a334a0fb2f tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 943 time: 0.3468304 Jan 31 16:07:25.638115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce7ca1-f7b1-4e9b-9dc7-487554745042 req-1bc8d960-4334-4eae-8fed-dcebade498d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:25.640632 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54ce7ca1-f7b1-4e9b-9dc7-487554745042 req-1bc8d960-4334-4eae-8fed-dcebade498d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e0ce253d49d4000b508e4664d9b4907&device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 1094 time: 0.3764646 Jan 31 16:07:25.660053 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7093a7-714f-4272-950b-0db5b028c57f x-openstack-request-id: req-4e7093a7-714f-4272-950b-0db5b028c57f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:25.660595 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ccc6c26-18b7-4718-a57a-14c4453eca6e", "tag": "a548718a-71d1-4868-879e-b3ac594c6cf4", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:25.661495 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e7093a7-714f-4272-950b-0db5b028c57f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:25.662065 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ccc6c26-18b7-4718-a57a-14c4453eca6e', 'tag': 'a548718a-71d1-4868-879e-b3ac594c6cf4', 'status': 'completed', 'code': 200} Jan 31 16:07:25.681140 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-47293aa1-fc72-42a8-bead-be8288a18306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:25.687321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-47293aa1-fc72-42a8-bead-be8288a18306 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01002499-a2fc-485e-a83f-f4e5b4082736 HTTP/1.1" status: 200 len: 854 time: 0.1072500 Jan 31 16:07:25.704962 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-240e1b41-d2e8-4629-b8b1-335d28f39860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.707774 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-240e1b41-d2e8-4629-b8b1-335d28f39860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.712104 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-240e1b41-d2e8-4629-b8b1-335d28f39860 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff5c4b1d-e086-4d1a-80fb-3c7182f057d4 HTTP/1.1" status: 204 len: 168 time: 0.5557342 Jan 31 16:07:25.715777 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.722411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d724ab1b-aa32-4a85-8561-b322f3939a32']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:25.750678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7c9fc0a2-9cd6-4765-8b00-63ac04231cea up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:25.775997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a640a18a-675c-4fff-951f-eca36505ec3b') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:25.776694 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a640a18a-675c-4fff-951f-eca36505ec3b') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:25.779101 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.820851 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6d083a27-b4fb-49e9-955c-fe6f673f7ed1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=379410bd9e7842c99490bc22e54d7022&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3672488 Jan 31 16:07:25.825616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.25.1.204 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/478920ba-f8f2-46e3-8ff0-d930853d49e1) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:25.829527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59940) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:25.846090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d083a27-b4fb-49e9-955c-fe6f673f7ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb338853-29bc-4ce1-af8d-1371952c7871,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:25.862956 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.871507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:25.872401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:25.937271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce7ca1-f7b1-4e9b-9dc7-487554745042 req-26585cf3-2a42-41c2-8b88-b64063e23c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:25.940109 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54ce7ca1-f7b1-4e9b-9dc7-487554745042 req-26585cf3-2a42-41c2-8b88-b64063e23c35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e121fd2-3990-4383-b5a3-8953c351814c HTTP/1.1" status: 200 len: 915 time: 0.2508316 Jan 31 16:07:25.957153 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38705ea1-6aa8-4f7b-ab4d-ab61264b94fb req-f63bbce7-e946-40be-93f3-625050c1e3e3 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/security-groups?id=fca881c9-bce0-49b5-99d1-ca1d4492eceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478127 Jan 31 16:07:25.958847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e1b41-d2e8-4629-b8b1-335d28f39860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5c4b1d-e086-4d1a-80fb-3c7182f057d4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:25.982009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:26.001196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:26.003523 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:26.038572 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54ce7ca1-f7b1-4e9b-9dc7-487554745042 req-8acad8cb-0935-41ab-8c98-f54bab208310 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60da1cf8-b480-40c8-b284-950356520424 HTTP/1.1" status: 200 len: 217 time: 0.0761135 Jan 31 16:07:26.052014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:26.115451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce7ca1-f7b1-4e9b-9dc7-487554745042 req-3df08906-3a06-4bd3-a841-857e2942f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:26.122622 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54ce7ca1-f7b1-4e9b-9dc7-487554745042 req-3df08906-3a06-4bd3-a841-857e2942f636 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f1dbb1a-a1a5-466b-9b9b-7113d1c39b0a HTTP/1.1" status: 200 len: 854 time: 0.0746951 Jan 31 16:07:26.153402 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:26.156546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e2a5ed11-45ce-4724-a41e-a808638b0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:26.158733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-e2a5ed11-45ce-4724-a41e-a808638b0918 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56bd2af8-dc8a-41fe-ba71-3afd517526f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4565094 Jan 31 16:07:26.253089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7c9fc0a2-9cd6-4765-8b00-63ac04231cea,segment=NetworkSegment(28e7b0fd-9c29-4c95-b6f2-95a67b340294),segment_id=28e7b0fd-9c29-4c95-b6f2-95a67b340294)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:26.261296 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:26.312844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59956) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:26.314094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Allocated IP 172.20.0.3 (56bd2af8-dc8a-41fe-ba71-3afd517526f5/01002499-a2fc-485e-a83f-f4e5b4082736/ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:26.331318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=7c9fc0a2-9cd6-4765-8b00-63ac04231cea,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:26.342299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9cefed-17cb-40fe-8458-db9fe022f2e9 None None] Network 49ae4ff2-b0a0-48a4-8113-15154e89266f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:26.359768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:07:26.360858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:07:26.373722 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:07:26.379760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:26.391584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:26.435403 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-19d7c9d4-c902-47eb-9492-35957666f98a None None] Provisioning complete for port ce251022-6569-445b-b0fc-3ee4bcf7975d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:26.436321 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-19d7c9d4-c902-47eb-9492-35957666f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:26.490895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9763298 Jan 31 16:07:26.502209 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-19d7c9d4-c902-47eb-9492-35957666f98a None None] Port ce251022-6569-445b-b0fc-3ee4bcf7975d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:07:26.504824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cf09c-2293-41bd-bf60-c9edf57ed597 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Pushing event updated for resources: {'Port': ['ID=ce251022-6569-445b-b0fc-3ee4bcf7975d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:26.530454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Request body: {'port': {'device_id': '0f06216f-c582-49fd-befe-d7171aa3c922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:26.560916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-19d7c9d4-c902-47eb-9492-35957666f98a None None] Provisioning complete for port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:26.561413 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-19d7c9d4-c902-47eb-9492-35957666f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:26.631741 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b5433bb8-5e03-4257-bb5e-8efb3534d228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:26.648461 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c81090a-5a31-455c-92c8-ce359fc4947b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:26.721871 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:26.731179 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:26.735797 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c81090a-5a31-455c-92c8-ce359fc4947b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:26.784578 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54ce7ca1-f7b1-4e9b-9dc7-487554745042 req-a88a074f-2499-45fc-842a-f0691f465fec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e121fd2-3990-4383-b5a3-8953c351814c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6321764 Jan 31 16:07:26.879812 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-bece4c22-b6a0-4e1c-b5bb-6ce3d0e87b9a service neutron] 10.222.0.20 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7082002 Jan 31 16:07:26.889949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05578898-4615-49d8-93a0-1991a3bc809e req-d4650c22-3dc9-4cdf-a7a7-be9033cc2769 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:26.891707 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-05578898-4615-49d8-93a0-1991a3bc809e req-d4650c22-3dc9-4cdf-a7a7-be9033cc2769 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 946 time: 0.7321360 Jan 31 16:07:26.954728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cb64b92e-ccfa-426d-a84f-11878182d923 None None] Provisioning complete for port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:26.955387 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb64b92e-ccfa-426d-a84f-11878182d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:27.036975 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-05578898-4615-49d8-93a0-1991a3bc809e req-ff2c3e39-cd3b-4e34-80a1-34b472f7d32f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338549 Jan 31 16:07:27.056983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54ce7ca1-f7b1-4e9b-9dc7-487554745042 req-d7785a87-7a4b-4fe1-b79b-98e06a1eb9d6 service neutron] 10.222.0.30 "GET /v2.0/networks/3e121fd2-3990-4383-b5a3-8953c351814c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532883 Jan 31 16:07:27.072260 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3e0fa68-adcb-4a0a-90df-fa81a4060a46 req-ec836bdf-7bbd-4e6b-8276-bce26f9d05fe service neutron] 10.222.0.20 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794086 Jan 31 16:07:27.127786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 60da1cf8-b480-40c8-b284-950356520424 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:07:27.149685 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:27.156690 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:27.167971 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] 10.222.0.36 "DELETE /v2.0/networks/d724ab1b-aa32-4a85-8561-b322f3939a32 HTTP/1.1" status: 204 len: 168 time: 2.4476950 Jan 31 16:07:27.236935 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3fced270-ae55-4a83-b132-b4193fe45b9a req-4282b15a-91ee-4aae-a5c6-20e8348c2070 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 210 time: 0.6028688 Jan 31 16:07:27.282295 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54ce7ca1-f7b1-4e9b-9dc7-487554745042 req-61ee3e90-5a6f-46a7-ba8a-550df424b99b service neutron] 10.222.0.30 "GET /v2.0/networks/3e121fd2-3990-4383-b5a3-8953c351814c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085607 Jan 31 16:07:27.282762 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c23d45-861c-47f4-af85-8c7e13cd7eda admin admin] Pushing event deleted for resources: {'Network': ['ID=d724ab1b-aa32-4a85-8561-b322f3939a32,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:27.292055 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990eb84-5af6-4fec-ad9c-24c11130adde req-43f05cf8-6fde-406e-87fe-e83e648b80e3 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:27.292763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 60da1cf8-b480-40c8-b284-950356520424, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=60da1cf8-b480-40c8-b284-950356520424,segment=NetworkSegment(e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7),segment_id=e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:27.300510 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9990eb84-5af6-4fec-ad9c-24c11130adde req-43f05cf8-6fde-406e-87fe-e83e648b80e3 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 943 time: 0.1641431 Jan 31 16:07:27.304976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7551cb8-cbca-49b4-ad11-55621f2bea0c req-50b3cfa1-0e5e-46ec-9408-e78f1533346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:27.307255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c81090a-5a31-455c-92c8-ce359fc4947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:27.308349 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7551cb8-cbca-49b4-ad11-55621f2bea0c req-50b3cfa1-0e5e-46ec-9408-e78f1533346a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7e54427baa14331a03f4bd10e9ab13c&device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 1094 time: 0.1668348 Jan 31 16:07:27.311872 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c81090a-5a31-455c-92c8-ce359fc4947b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:27.313418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '60da1cf8-b480-40c8-b284-950356520424', 'network_id': '3e121fd2-3990-4383-b5a3-8953c351814c', 'port_id': '60da1cf8-b480-40c8-b284-950356520424', 'mac_address': 'fa:16:3e:52:d8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1dbb1a-a1a5-466b-9b9b-7113d1c39b0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:07:27.315275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8c81090a-5a31-455c-92c8-ce359fc4947b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb338853-29bc-4ce1-af8d-1371952c7871 HTTP/1.1" status: 204 len: 168 time: 1.4663677 Jan 31 16:07:27.332852 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:27.357982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81090a-5a31-455c-92c8-ce359fc4947b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb338853-29bc-4ce1-af8d-1371952c7871,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:27.399028 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:27.438769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60da1cf8-b480-40c8-b284-950356520424 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:27.462723 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9990eb84-5af6-4fec-ad9c-24c11130adde req-8df5f6a5-4a25-473b-9e39-d2adb5d578f8 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/security-groups?id=fca881c9-bce0-49b5-99d1-ca1d4492eceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575925 Jan 31 16:07:27.511379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 60da1cf8-b480-40c8-b284-950356520424, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=60da1cf8-b480-40c8-b284-950356520424,segment=NetworkSegment(e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7),segment_id=e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:27.530315 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:27.555214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7551cb8-cbca-49b4-ad11-55621f2bea0c req-dc34caed-08fa-4bb6-a9bc-3f267c89abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:27.557951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7551cb8-cbca-49b4-ad11-55621f2bea0c req-dc34caed-08fa-4bb6-a9bc-3f267c89abe7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=56bd2af8-dc8a-41fe-ba71-3afd517526f5 HTTP/1.1" status: 200 len: 916 time: 0.2405927 Jan 31 16:07:27.590844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:27.600729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=60da1cf8-b480-40c8-b284-950356520424,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:27.612505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:27.634658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59972) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:27.642347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7551cb8-cbca-49b4-ad11-55621f2bea0c req-3df83279-0f89-43a5-84da-364764ab24fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a548718a-71d1-4868-879e-b3ac594c6cf4 HTTP/1.1" status: 200 len: 217 time: 0.0753374 Jan 31 16:07:27.649318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7c9fc0a2-9cd6-4765-8b00-63ac04231cea up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:27.652585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:27.735890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7551cb8-cbca-49b4-ad11-55621f2bea0c req-f0f2a0de-5505-4360-8406-c696b13bc5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:27.737586 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7551cb8-cbca-49b4-ad11-55621f2bea0c req-f0f2a0de-5505-4360-8406-c696b13bc5bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01002499-a2fc-485e-a83f-f4e5b4082736 HTTP/1.1" status: 200 len: 854 time: 0.0823014 Jan 31 16:07:27.764474 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:27.765333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=478920ba-f8f2-46e3-8ff0-d930853d49e1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:27.767619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:27.767979 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:27.821639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7551cb8-cbca-49b4-ad11-55621f2bea0c req-faf389eb-9169-4ef5-a10d-7b4679b25439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:27.823263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['60da1cf8-b480-40c8-b284-950356520424'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:27.828135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7551cb8-cbca-49b4-ad11-55621f2bea0c req-faf389eb-9169-4ef5-a10d-7b4679b25439 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56bd2af8-dc8a-41fe-ba71-3afd517526f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826910 Jan 31 16:07:27.850607 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa67f0ca-d922-4161-80fa-a8f48692b6bc req-1b70a382-8e08-4ec3-9f2b-64e37e0e0704 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0e5507f00dfd45c295eb0a6ab3faea74 HTTP/1.1" status: 200 len: 267 time: 0.4869523 Jan 31 16:07:28.002239 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-87187151-b3fc-47e9-8310-dea4d394416a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93513451bf4f4507a22f4ea3438b0620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649583 Jan 31 16:07:28.005386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59984) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:28.017329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59986) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:28.041838 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b5433bb8-5e03-4257-bb5e-8efb3534d228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.046803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.077052 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05096bdf-6354-483f-a786-18247949d63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.079388 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b5433bb8-5e03-4257-bb5e-8efb3534d228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.101977 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7551cb8-cbca-49b4-ad11-55621f2bea0c req-d3cd2f5d-0396-4417-9a3c-960d945d68f9 service neutron] 10.222.0.20 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653162 Jan 31 16:07:28.129987 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67f0ca-d922-4161-80fa-a8f48692b6bc req-bc87aa0e-eb0e-4317-ad99-6520d68b6010 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:28.131515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa67f0ca-d922-4161-80fa-a8f48692b6bc req-bc87aa0e-eb0e-4317-ad99-6520d68b6010 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 946 time: 0.2800570 Jan 31 16:07:28.166269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-fa67f0ca-d922-4161-80fa-a8f48692b6bc req-06852de5-b62b-41a2-8764-4934d25021b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Request body: {'port': {'security_groups': []}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:28.174526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b5433bb8-5e03-4257-bb5e-8efb3534d228 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36c60cff5fbd4695b81e1c8cb1347b83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8019249 Jan 31 16:07:28.181909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59988) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:28.193972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5433bb8-5e03-4257-bb5e-8efb3534d228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ecfdca-6a0d-4cc8-a541-5f256611ab59,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:28.200874 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device a548718a-71d1-4868-879e-b3ac594c6cf4 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:07:28.210034 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c15dd154-afd0-451b-a5b4-df5185bd01aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.304437 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.311525 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c15dd154-afd0-451b-a5b4-df5185bd01aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.330858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7551cb8-cbca-49b4-ad11-55621f2bea0c req-662b6c82-08b4-4706-af74-1c0cf9494020 service neutron] 10.222.0.20 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183161 Jan 31 16:07:28.380667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port a548718a-71d1-4868-879e-b3ac594c6cf4, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=a548718a-71d1-4868-879e-b3ac594c6cf4,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:28.409385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'a548718a-71d1-4868-879e-b3ac594c6cf4', 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5', 'port_id': 'a548718a-71d1-4868-879e-b3ac594c6cf4', 'mac_address': 'fa:16:3e:12:d1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01002499-a2fc-485e-a83f-f4e5b4082736', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:07:28.411724 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fa67f0ca-d922-4161-80fa-a8f48692b6bc req-06852de5-b62b-41a2-8764-4934d25021b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.430179 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05096bdf-6354-483f-a786-18247949d63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.443547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:28.447454 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7616d5f-7692-4e3d-8b35-7631748093fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.455242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05096bdf-6354-483f-a786-18247949d63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.475701 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.481399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:28.491292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:28.511851 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7616d5f-7692-4e3d-8b35-7631748093fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.531960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a548718a-71d1-4868-879e-b3ac594c6cf4 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:28.539929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Pushing event updated for resources: {'Port': ['ID=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:28.542000 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-05096bdf-6354-483f-a786-18247949d63d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42458ec7ef1543cb8c0644d9e90677cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5226278 Jan 31 16:07:28.542613 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 59996) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:28.562877 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c15dd154-afd0-451b-a5b4-df5185bd01aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.567941 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c15dd154-afd0-451b-a5b4-df5185bd01aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.571500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c15dd154-afd0-451b-a5b4-df5185bd01aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb301fda-0610-459e-9345-04ac901012ff HTTP/1.1" status: 204 len: 168 time: 0.5624952 Jan 31 16:07:28.571688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port a548718a-71d1-4868-879e-b3ac594c6cf4, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=a548718a-71d1-4868-879e-b3ac594c6cf4,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:28.590090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c2886-61ba-4154-81b4-26384aef9ece req-b330305a-c9a8-4b3a-b019-1d34c7ad515a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:28.590628 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.620603 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf0c2886-61ba-4154-81b4-26384aef9ece req-b330305a-c9a8-4b3a-b019-1d34c7ad515a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 931 time: 0.2370038 Jan 31 16:07:28.622882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05096bdf-6354-483f-a786-18247949d63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0833e6f6-2bd2-49ee-aa5c-595a2d9fcd6d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:28.693831 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.708075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=a548718a-71d1-4868-879e-b3ac594c6cf4,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:28.739380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dd154-afd0-451b-a5b4-df5185bd01aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb301fda-0610-459e-9345-04ac901012ff,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:28.811821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf0c2886-61ba-4154-81b4-26384aef9ece req-cd21a286-cd3b-40ca-940d-dd32c5e533e6 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899326 Jan 31 16:07:28.833959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7616d5f-7692-4e3d-8b35-7631748093fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.834182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:28.834719 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.836741 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7616d5f-7692-4e3d-8b35-7631748093fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.840536 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e7616d5f-7692-4e3d-8b35-7631748093fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83ecfdca-6a0d-4cc8-a541-5f256611ab59 HTTP/1.1" status: 204 len: 168 time: 0.6535721 Jan 31 16:07:28.840816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['a548718a-71d1-4868-879e-b3ac594c6cf4'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:28.855274 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e2f3-d766-45de-a785-11a0d2691909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.884494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7616d5f-7692-4e3d-8b35-7631748093fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ecfdca-6a0d-4cc8-a541-5f256611ab59,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:28.941439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-c8b4fcee-7a4d-4bb3-a851-b3390bebe2ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9464438 Jan 31 16:07:28.971606 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e2f3-d766-45de-a785-11a0d2691909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:28.989839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Request body: {'port': {'device_id': '54d4cc36-8794-45a4-9b54-4bd82496831d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:29.069855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-50673533-f7b0-43a6-b5f2-6b5c60d26e76 None None] Provisioning complete for port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:29.070213 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-50673533-f7b0-43a6-b5f2-6b5c60d26e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:29.088101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce251022-6569-445b-b0fc-3ee4bcf7975d {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:29.112538 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:29.138749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 60da1cf8-b480-40c8-b284-950356520424 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:29.150398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed565f-b841-4b90-8247-a4d923396952 req-932c4fbe-b27a-4610-aea9-5fb6be7569b4 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:29.157964 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07ed565f-b841-4b90-8247-a4d923396952 req-932c4fbe-b27a-4610-aea9-5fb6be7569b4 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 944 time: 0.1784840 Jan 31 16:07:29.159596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-fa67f0ca-d922-4161-80fa-a8f48692b6bc req-06852de5-b62b-41a2-8764-4934d25021b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] For port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:29.213848 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e2f3-d766-45de-a785-11a0d2691909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:29.216915 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e2f3-d766-45de-a785-11a0d2691909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:29.221196 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4cd8e2f3-d766-45de-a785-11a0d2691909 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0833e6f6-2bd2-49ee-aa5c-595a2d9fcd6d HTTP/1.1" status: 204 len: 168 time: 0.6706278 Jan 31 16:07:29.235085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8e2f3-d766-45de-a785-11a0d2691909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0833e6f6-2bd2-49ee-aa5c-595a2d9fcd6d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:29.244646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Transition to ACTIVE for port object ce251022-6569-445b-b0fc-3ee4bcf7975d will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:07:29.253604 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07ed565f-b841-4b90-8247-a4d923396952 req-22362b6e-a798-4152-96d9-582e5df6ba38 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/security-groups?id=fca881c9-bce0-49b5-99d1-ca1d4492eceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940650 Jan 31 16:07:29.265789 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-50673533-f7b0-43a6-b5f2-6b5c60d26e76 None None] Port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:07:29.326093 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 60da1cf8-b480-40c8-b284-950356520424 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:07:29.340044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 60da1cf8-b480-40c8-b284-950356520424 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:29.340796 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:29.414190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:29.442180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:29.454044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:29.561556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce251022-6569-445b-b0fc-3ee4bcf7975d,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:29.669794 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fa67f0ca-d922-4161-80fa-a8f48692b6bc req-06852de5-b62b-41a2-8764-4934d25021b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:29.682494 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:29.688624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fa67f0ca-d922-4161-80fa-a8f48692b6bc req-06852de5-b62b-41a2-8764-4934d25021b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:29.717657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['1bacb9a1-647f-4c30-92df-3db78f657d07'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:29.784113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8c7f27ef-4504-4ca7-9bba-d5747d0db598', 'bd3e76f6-034d-49d4-96a2-5a60a1fc0e94'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:29.793222 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da884d4-84f3-4034-b293-466967dcd5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60da1cf8-b480-40c8-b284-950356520424'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:29.795873 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f277c3-b8ef-4528-83fc-e1387d1a124a" -d '{"events": [{"server_uuid": "5da884d4-84f3-4034-b293-466967dcd5dc", "name": "network-vif-plugged", "status": "completed", "tag": "60da1cf8-b480-40c8-b284-950356520424"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:29.845343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 60da1cf8-b480-40c8-b284-950356520424, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=60da1cf8-b480-40c8-b284-950356520424,segment=NetworkSegment(e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7),segment_id=e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:29.870668 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:29.946905 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d20fd5-743e-4ef7-a53f-76fe68cb07f7 x-openstack-request-id: req-c0d20fd5-743e-4ef7-a53f-76fe68cb07f7 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:29.947430 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da884d4-84f3-4034-b293-466967dcd5dc", "name": "network-vif-plugged", "status": "completed", "tag": "60da1cf8-b480-40c8-b284-950356520424", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:29.947750 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0d20fd5-743e-4ef7-a53f-76fe68cb07f7 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:29.948248 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da884d4-84f3-4034-b293-466967dcd5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60da1cf8-b480-40c8-b284-950356520424', 'code': 200} Jan 31 16:07:29.959036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=60da1cf8-b480-40c8-b284-950356520424,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:30.011833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67f0ca-d922-4161-80fa-a8f48692b6bc req-06852de5-b62b-41a2-8764-4934d25021b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:30.012596 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fa67f0ca-d922-4161-80fa-a8f48692b6bc req-06852de5-b62b-41a2-8764-4934d25021b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:30.014112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa67f0ca-d922-4161-80fa-a8f48692b6bc req-06852de5-b62b-41a2-8764-4934d25021b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "PUT /v2.0/ports/bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 HTTP/1.1" status: 200 len: 905 time: 1.8651972 Jan 31 16:07:30.014708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7df59a-dbf6-4a03-b28f-97a8270f2e5e', 'tag': 'bd3e76f6-034d-49d4-96a2-5a60a1fc0e94'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:30.022810 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc135e6-88c6-49ab-a801-f9d64fb2e7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7df59a-dbf6-4a03-b28f-97a8270f2e5e", "tag": "bd3e76f6-034d-49d4-96a2-5a60a1fc0e94"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:30.064844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['bd3e76f6-034d-49d4-96a2-5a60a1fc0e94'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:30.180221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9f2e3-a5b0-4a95-8ef5-ee98a21ff8cc req-1d6aa428-d393-4e70-9e21-d83fd255921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:30.182366 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65b9f2e3-a5b0-4a95-8ef5-ee98a21ff8cc req-1d6aa428-d393-4e70-9e21-d83fd255921f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 1096 time: 0.1936538 Jan 31 16:07:30.231751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712896-98c0-458a-acf7-1be365877c18 req-d44c7ae9-458e-46e9-991c-f284ee653d53 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:30.243678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa712896-98c0-458a-acf7-1be365877c18 req-d44c7ae9-458e-46e9-991c-f284ee653d53 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 931 time: 0.1434619 Jan 31 16:07:30.250493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06852de5-b62b-41a2-8764-4934d25021b0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event updated for resources: {'Port': ['ID=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:30.276727 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device a548718a-71d1-4868-879e-b3ac594c6cf4 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:30.335858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa712896-98c0-458a-acf7-1be365877c18 req-5078291d-3bbb-4dc5-aca8-61dda7de5419 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859413 Jan 31 16:07:30.366702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65b9f2e3-a5b0-4a95-8ef5-ee98a21ff8cc req-ef55f262-e3eb-47d1-bb0a-0854316a9f78 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fca881c9-bce0-49b5-99d1-ca1d4492eceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676834 Jan 31 16:07:30.513865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60058) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:30.544410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port a548718a-71d1-4868-879e-b3ac594c6cf4 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:07:30.553937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port a548718a-71d1-4868-879e-b3ac594c6cf4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:30.554473 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:30.638613 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc135e6-88c6-49ab-a801-f9d64fb2e7b9 req-05ae4bf2-32ed-4ae9-9aec-6c6d08a5b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:30.647451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdc135e6-88c6-49ab-a801-f9d64fb2e7b9 req-05ae4bf2-32ed-4ae9-9aec-6c6d08a5b252 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 1059 time: 0.2392085 Jan 31 16:07:30.697491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1ab4c5e4-2ac8-46a8-bafa-7cd0efab54b1 None None] Provisioning complete for port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:30.698061 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c5e4-2ac8-46a8-bafa-7cd0efab54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:30.820617 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a8e2-7640-4378-bfbc-7f17509d51c2 req-d17eff14-9ca7-40b2-8834-573eeb868b3d tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:30.828412 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a34a8e2-7640-4378-bfbc-7f17509d51c2 req-d17eff14-9ca7-40b2-8834-573eeb868b3d tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 945 time: 0.3566153 Jan 31 16:07:30.836607 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:30.881657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-network', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:30.915444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port a548718a-71d1-4868-879e-b3ac594c6cf4, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=a548718a-71d1-4868-879e-b3ac594c6cf4,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:30.932873 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:30.993025 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1b8cf5-f731-4e4a-8693-3cddf5e147fb x-openstack-request-id: req-0b1b8cf5-f731-4e4a-8693-3cddf5e147fb {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:30.993326 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7df59a-dbf6-4a03-b28f-97a8270f2e5e", "tag": "bd3e76f6-034d-49d4-96a2-5a60a1fc0e94", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:30.993652 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b1b8cf5-f731-4e4a-8693-3cddf5e147fb {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:30.994050 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7df59a-dbf6-4a03-b28f-97a8270f2e5e', 'tag': 'bd3e76f6-034d-49d4-96a2-5a60a1fc0e94', 'status': 'completed', 'code': 200} Jan 31 16:07:31.021095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Attempting to bind port ce251022-6569-445b-b0fc-3ee4bcf7975d on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:31.022047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Attempting to bind port ce251022-6569-445b-b0fc-3ee4bcf7975d by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:31.022047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Attempting to bind port ce251022-6569-445b-b0fc-3ee4bcf7975d on network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:31.030260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=a548718a-71d1-4868-879e-b3ac594c6cf4,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:31.044532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Port ce251022-6569-445b-b0fc-3ee4bcf7975d on network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:07:31.044532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Attempting to bind port ce251022-6569-445b-b0fc-3ee4bcf7975d on network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:31.049006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a34a8e2-7640-4378-bfbc-7f17509d51c2 req-10592eca-3f91-4c37-89ca-e5ee1a1fb472 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/security-groups?id=fca881c9-bce0-49b5-99d1-ca1d4492eceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183270 Jan 31 16:07:31.071430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc135e6-88c6-49ab-a801-f9d64fb2e7b9 req-68ef4165-b7f5-469b-877c-12ecfe2ed3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:31.071430 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdc135e6-88c6-49ab-a801-f9d64fb2e7b9 req-68ef4165-b7f5-469b-877c-12ecfe2ed3f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.4114902 Jan 31 16:07:31.081554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:31.081990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Checking segment: {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:31.082398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Bound using segment: {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:31.082873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Bound port: ce251022-6569-445b-b0fc-3ee4bcf7975d, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:31.083238 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:31.132919 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdc135e6-88c6-49ab-a801-f9d64fb2e7b9 req-14eb9783-2b80-4ca1-bbce-be239253d671 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 HTTP/1.1" status: 200 len: 217 time: 0.0523171 Jan 31 16:07:31.134404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454f752-488c-4b2c-a85c-85e8026522cb req-9f4577e6-fe4e-4e66-8154-f0a774bcb8ea tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:31.135302 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Made reservation on behalf of 44878cac9c744bceb768fa2bd481ee0a for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:31.136130 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7454f752-488c-4b2c-a85c-85e8026522cb req-9f4577e6-fe4e-4e66-8154-f0a774bcb8ea tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 908 time: 0.9784009 Jan 31 16:07:31.141208 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:31.189166 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:31.265042 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc135e6-88c6-49ab-a801-f9d64fb2e7b9 req-d05c38df-d7ff-47f5-bff5-ff68cbd84fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:31.271269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdc135e6-88c6-49ab-a801-f9d64fb2e7b9 req-d05c38df-d7ff-47f5-bff5-ff68cbd84fb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1199360 Jan 31 16:07:31.356065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router 529f8a25-77b8-48c5-8973-54dcac9f094e is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:07:31.378136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:31.392019 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:31.396973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] For port ce251022-6569-445b-b0fc-3ee4bcf7975d, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:31.404011 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] For port ce251022-6569-445b-b0fc-3ee4bcf7975d, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ce251022-6569-445b-b0fc-3ee4bcf7975d,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:31.426355 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:31.474901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc135e6-88c6-49ab-a801-f9d64fb2e7b9 req-bffc902b-0d35-4af4-8658-31c5739fc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:31.478086 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdc135e6-88c6-49ab-a801-f9d64fb2e7b9 req-bffc902b-0d35-4af4-8658-31c5739fc43b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958914 Jan 31 16:07:31.480598 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:31.494692 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:31.506795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652bdd-3d08-44d8-9b71-1a1e32bb92f5 req-d39f182e-43a1-4835-9115-76308bca7e0d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:31.514951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae652bdd-3d08-44d8-9b71-1a1e32bb92f5 req-d39f182e-43a1-4835-9115-76308bca7e0d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2168918 Jan 31 16:07:31.569393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Transition to ACTIVE for port object ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:07:31.600104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:07:31.634189 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12726fdc-51c0-4388-bdc9-3c3ada457c92,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:31.643088 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:31.643475 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Added segment 76dccb7c-c24d-4aba-a53d-c978de36de96 of type vlan for network a1f1e35d-8872-40ed-ab55-6d6bc80c609a Jan 31 16:07:31.654909 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae652bdd-3d08-44d8-9b71-1a1e32bb92f5 req-fd697a07-4a42-40af-98dd-644db6102052 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390357 Jan 31 16:07:31.687680 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:07:31.752513 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:31.798313 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:31.799108 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:31.800664 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/ce251022-6569-445b-b0fc-3ee4bcf7975d HTTP/1.1" status: 200 len: 1091 time: 5.2923295 Jan 31 16:07:31.813010 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:31.858931 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdc135e6-88c6-49ab-a801-f9d64fb2e7b9 req-eddf1519-423d-4762-8185-efb9318f6096 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735683 Jan 31 16:07:31.897940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328f4bf-807a-44ae-bcb2-6baf2b7a849c req-47d516bf-b7bd-420e-8214-e11e18c1b638 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:31.900113 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4328f4bf-807a-44ae-bcb2-6baf2b7a849c req-47d516bf-b7bd-420e-8214-e11e18c1b638 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 943 time: 0.3650584 Jan 31 16:07:31.922382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9b2a0-e02a-4a9d-9a54-9efe1be681f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce251022-6569-445b-b0fc-3ee4bcf7975d,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:31.949737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccc6c26-18b7-4718-a57a-14c4453eca6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a548718a-71d1-4868-879e-b3ac594c6cf4'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:31.952932 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f039e7-3aa2-4764-9071-38439a2af4ab" -d '{"events": [{"server_uuid": "2ccc6c26-18b7-4718-a57a-14c4453eca6e", "name": "network-vif-plugged", "status": "completed", "tag": "a548718a-71d1-4868-879e-b3ac594c6cf4"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:32.028016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:32.029119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:32.029888 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:32.053503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c6e64-28fe-44d8-bc78-1a7a2b45c309 req-a4cc93e7-67b3-46ed-b1a7-f30624a406cd tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:32.061275 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec2c6e64-28fe-44d8-bc78-1a7a2b45c309 req-a4cc93e7-67b3-46ed-b1a7-f30624a406cd tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2796936 Jan 31 16:07:32.149045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:32.155295 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6400654 Jan 31 16:07:32.162055 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e66eb3-bf29-492c-b5e3-b8af69877e51 None None] Sync routers for ids ['529f8a25-77b8-48c5-8973-54dcac9f094e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:32.163156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60136) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:32.171709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ba02e417-f4cc-4fdf-9574-251ee32335ae admin admin] Request body: {'subnet': {'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-subnet', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:32.184972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e66eb3-bf29-492c-b5e3-b8af69877e51 None None] Routers {'529f8a25-77b8-48c5-8973-54dcac9f094e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:32.186256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-e674cb35-ba4e-4c26-9f47-98fa6f6b6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:32.188055 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-e674cb35-ba4e-4c26-9f47-98fa6f6b6764 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7e54427baa14331a03f4bd10e9ab13c&device_id=0f06216f-c582-49fd-befe-d7171aa3c922 HTTP/1.1" status: 200 len: 1094 time: 0.3201098 Jan 31 16:07:32.190582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-40e66eb3-bf29-492c-b5e3-b8af69877e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['529f8a25-77b8-48c5-8973-54dcac9f094e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:32.206923 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:32.209800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af829cff-fe56-4a46-bbc9-4714c994137e admin admin] Pushing event updated for resources: {'Network': ['ID=a1f1e35d-8872-40ed-ab55-6d6bc80c609a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:32.211922 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-38632838-b539-4baa-9b24-a7104b77289b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.4326985 Jan 31 16:07:32.214213 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60138) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:32.223555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4328f4bf-807a-44ae-bcb2-6baf2b7a849c req-e0687d99-65e7-446d-8520-c55b79aa40bb tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737913 Jan 31 16:07:32.230730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Pushing event updated for resources: {'Port': ['ID=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:32.235067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Attempting to bind port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:32.235771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Attempting to bind port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:32.236318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Attempting to bind port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf on network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:32.246063 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec2c6e64-28fe-44d8-bc78-1a7a2b45c309 req-04dce245-4181-422d-9a14-d0f3e89e71ef tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836488 Jan 31 16:07:32.280596 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdc135e6-88c6-49ab-a801-f9d64fb2e7b9 req-bb199bd5-9262-4e88-b99c-caf556cd1711 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112868 Jan 31 16:07:32.370780 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-d1e48b5e-d1b9-4b88-b144-8ec796c9098d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce251022-6569-445b-b0fc-3ee4bcf7975d HTTP/1.1" status: 200 len: 217 time: 0.1575825 Jan 31 16:07:32.371992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf on network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:07:32.372577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Attempting to bind port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf on network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:32.382497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:32.383562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Checking segment: {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:32.384683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Bound using segment: {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:32.386002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Bound port: ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d31ab94-0400-423c-aca0-3b5ee0b8f80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:32.386865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:32.389034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network a1f1e35d-8872-40ed-ab55-6d6bc80c609a details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:07:32.408616 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7f104c-9cf6-4a0e-8389-62b3cc88ee4b x-openstack-request-id: req-5e7f104c-9cf6-4a0e-8389-62b3cc88ee4b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:32.409790 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccc6c26-18b7-4718-a57a-14c4453eca6e", "name": "network-vif-plugged", "status": "completed", "tag": "a548718a-71d1-4868-879e-b3ac594c6cf4", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:32.411008 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e7f104c-9cf6-4a0e-8389-62b3cc88ee4b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:32.411430 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccc6c26-18b7-4718-a57a-14c4453eca6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a548718a-71d1-4868-879e-b3ac594c6cf4', 'code': 200} Jan 31 16:07:32.413743 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-40e66eb3-bf29-492c-b5e3-b8af69877e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:32.447920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba02e417-f4cc-4fdf-9574-251ee32335ae admin admin] Made reservation on behalf of 44878cac9c744bceb768fa2bd481ee0a for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:32.450302 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba02e417-f4cc-4fdf-9574-251ee32335ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:32.567720 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-01b78fa3-abf8-4a98-993e-8017d6068cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:32.569331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-01b78fa3-abf8-4a98-993e-8017d6068cdb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=01002499-a2fc-485e-a83f-f4e5b4082736 HTTP/1.1" status: 200 len: 854 time: 0.1890016 Jan 31 16:07:32.634746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e66eb3-bf29-492c-b5e3-b8af69877e51 None None] Routers {'529f8a25-77b8-48c5-8973-54dcac9f094e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:32.635500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-40e66eb3-bf29-492c-b5e3-b8af69877e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['529f8a25-77b8-48c5-8973-54dcac9f094e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:32.745753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58876b0-0164-4b4e-b71b-e460d7e5a975 req-936bd2cd-8e64-4cd4-8cec-04b1b6307365 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:32.754230 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f58876b0-0164-4b4e-b71b-e460d7e5a975 req-936bd2cd-8e64-4cd4-8cec-04b1b6307365 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 945 time: 0.3607838 Jan 31 16:07:32.762591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-40e66eb3-bf29-492c-b5e3-b8af69877e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:32.763266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e66eb3-bf29-492c-b5e3-b8af69877e51 None None] The sync data for ids ['529f8a25-77b8-48c5-8973-54dcac9f094e'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:32.774605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-fc83bc22-b824-48c6-b02b-c1cef8d5336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:32.776272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-fc83bc22-b824-48c6-b02b-c1cef8d5336b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56bd2af8-dc8a-41fe-ba71-3afd517526f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973648 Jan 31 16:07:32.803333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2370c-f6d2-4d5b-bdca-2ba699775a61 req-f68a0498-4084-48c1-b5cd-993b7fc6a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:32.804167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aab2370c-f6d2-4d5b-bdca-2ba699775a61 req-f68a0498-4084-48c1-b5cd-993b7fc6a1fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 1096 time: 0.3673127 Jan 31 16:07:32.855329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60162) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:32.884654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] For port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:32.905337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-6dfd9d38-6ff4-4cd0-b1b2-76d6fc37f67a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:32.911297 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f58876b0-0164-4b4e-b71b-e460d7e5a975 req-26aca404-2e87-48e9-a101-c7857072412f tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/security-groups?id=fca881c9-bce0-49b5-99d1-ca1d4492eceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557808 Jan 31 16:07:32.912521 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-6dfd9d38-6ff4-4cd0-b1b2-76d6fc37f67a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 810 time: 0.3420222 Jan 31 16:07:32.921659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] For port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:32.943473 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:32.966424 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-e72de984-6994-4b9c-9c5a-320da3268164 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/quotas/0e5507f00dfd45c295eb0a6ab3faea74 HTTP/1.1" status: 200 len: 375 time: 0.0529358 Jan 31 16:07:32.994819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f06216f-c582-49fd-befe-d7171aa3c922', 'tag': 'ce251022-6569-445b-b0fc-3ee4bcf7975d'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:32.997136 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bc54f6-44d9-428a-9fba-63087cee50e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f06216f-c582-49fd-befe-d7171aa3c922", "tag": "ce251022-6569-445b-b0fc-3ee4bcf7975d"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:33.016565 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aab2370c-f6d2-4d5b-bdca-2ba699775a61 req-51496eb0-79e9-4b24-8d23-bd973c681582 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938491 Jan 31 16:07:33.044472 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-686c5662-ed88-41ef-bd03-6c9b27009fd8 service neutron] 10.222.0.30 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577815 Jan 31 16:07:33.046601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:33.047272 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:33.048686 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] 10.222.0.30 "PUT /v2.0/ports/ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf HTTP/1.1" status: 200 len: 1091 time: 4.0669250 Jan 31 16:07:33.145341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7eff7538-f3fe-4bf0-9c46-a39731409a6e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1774638 Jan 31 16:07:33.188921 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba02e417-f4cc-4fdf-9574-251ee32335ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:33.273861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02e417-f4cc-4fdf-9574-251ee32335ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb13df4a-5c58-4b29-93b3-73902e0c2088,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:33.310020 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39802a16-f21c-49cf-b63c-12f324081ca4 x-openstack-request-id: req-39802a16-f21c-49cf-b63c-12f324081ca4 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:33.310582 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f06216f-c582-49fd-befe-d7171aa3c922", "tag": "ce251022-6569-445b-b0fc-3ee4bcf7975d", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:33.310582 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39802a16-f21c-49cf-b63c-12f324081ca4 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:33.310953 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f06216f-c582-49fd-befe-d7171aa3c922', 'tag': 'ce251022-6569-445b-b0fc-3ee4bcf7975d', 'status': 'completed', 'code': 200} Jan 31 16:07:33.363778 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-caaa2d72-51b9-4435-858c-0f87e43b6ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177436 Jan 31 16:07:33.412344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1cd52ed6-c25a-44fe-9ad5-7c1135c5e466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:33.429456 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba02e417-f4cc-4fdf-9574-251ee32335ae admin admin] Checking segment: {'id': '76dccb7c-c24d-4aba-a53d-c978de36de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:33.429857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02e417-f4cc-4fdf-9574-251ee32335ae admin admin] Network hostable DHCP agents. Network: a1f1e35d-8872-40ed-ab55-6d6bc80c609a, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:07:33.483370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e4978-fefa-4f26-a28c-3a138c0e9984 service neutron] Pushing event updated for resources: {'Port': ['ID=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:33.503818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f8263e-78a7-4108-8e0f-e7148f484fa8 req-f028eb04-342f-456d-b320-f304862a3d57 service neutron] 10.222.0.30 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458325 Jan 31 16:07:33.514126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926f0ff-a880-4963-8726-42a856e1a1bd req-b4209abf-236c-4e37-b7b3-b7aca2a6d5d8 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:33.515671 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3926f0ff-a880-4963-8726-42a856e1a1bd req-b4209abf-236c-4e37-b7b3-b7aca2a6d5d8 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 943 time: 0.1602001 Jan 31 16:07:33.524380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02e417-f4cc-4fdf-9574-251ee32335ae admin admin] Network a1f1e35d-8872-40ed-ab55-6d6bc80c609a is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:07:33.544309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-20cc798f-d839-406b-888c-3551a87c6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:33.546077 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-20cc798f-d839-406b-888c-3551a87c6e4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7e54427baa14331a03f4bd10e9ab13c&device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 1094 time: 0.4510627 Jan 31 16:07:33.559158 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-1eb7c2de-e5d5-40ef-ba02-9ca5c3cead8d service neutron] 10.222.0.36 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945281 Jan 31 16:07:33.561347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ba02e417-f4cc-4fdf-9574-251ee32335ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, a1f1e35d-8872-40ed-ab55-6d6bc80c609a) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:33.565732 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:33.572913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02e417-f4cc-4fdf-9574-251ee32335ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:33.573511 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba02e417-f4cc-4fdf-9574-251ee32335ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:33.587124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c07ef4e-945b-48e8-a91f-c9d84a90c9f8 None None] Network a1f1e35d-8872-40ed-ab55-6d6bc80c609a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:33.596119 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-ddf38c56-a543-49f6-a2bf-6fbe512003ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf HTTP/1.1" status: 200 len: 217 time: 0.0359974 Jan 31 16:07:33.650994 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ba02e417-f4cc-4fdf-9574-251ee32335ae admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4815254 Jan 31 16:07:33.655726 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3926f0ff-a880-4963-8726-42a856e1a1bd req-551f3ac1-dd18-43a2-813d-c01d8cf37ac4 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289725 Jan 31 16:07:33.657874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60190) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:33.666665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:33.695331 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1cd52ed6-c25a-44fe-9ad5-7c1135c5e466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:33.703200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-1241b706-d358-499b-aebd-3d50da19781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:33.706376 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-1241b706-d358-499b-aebd-3d50da19781c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=01002499-a2fc-485e-a83f-f4e5b4082736 HTTP/1.1" status: 200 len: 854 time: 0.0797312 Jan 31 16:07:33.712548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc54f6-44d9-428a-9fba-63087cee50e7 req-e0b6ebfa-076b-4abf-a6fa-8e01c1bfb320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:33.715885 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0bc54f6-44d9-428a-9fba-63087cee50e7 req-e0b6ebfa-076b-4abf-a6fa-8e01c1bfb320 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7e54427baa14331a03f4bd10e9ab13c&device_id=0f06216f-c582-49fd-befe-d7171aa3c922 HTTP/1.1" status: 200 len: 1094 time: 0.1188481 Jan 31 16:07:33.734804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1cd52ed6-c25a-44fe-9ad5-7c1135c5e466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:33.781224 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:33.782360 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:33.803439 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1cd52ed6-c25a-44fe-9ad5-7c1135c5e466 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d9b11217fe7498489d65710cd3afc30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9384007 Jan 31 16:07:33.806051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60194) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:33.806704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd52ed6-c25a-44fe-9ad5-7c1135c5e466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39621fab-cbb9-4153-aef5-dacff9600916,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:33.902275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ef778e-3b9d-4243-abff-8d9c0f82c33b None None] Network a1f1e35d-8872-40ed-ab55-6d6bc80c609a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:34.004421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc54f6-44d9-428a-9fba-63087cee50e7 req-6b78f6b6-fb9e-46f8-bf20-2d23c515a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:34.007598 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0bc54f6-44d9-428a-9fba-63087cee50e7 req-6b78f6b6-fb9e-46f8-bf20-2d23c515a11d service neutron] 10.222.0.30 "GET /v2.0/networks?id=56bd2af8-dc8a-41fe-ba71-3afd517526f5 HTTP/1.1" status: 200 len: 916 time: 0.2514670 Jan 31 16:07:34.107304 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5d4b5cde-bafd-4663-94bd-6a49fe1ae2e9 req-6cbd310d-b1fd-4405-a32a-96c63e34d0e1 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 210 time: 0.0668125 Jan 31 16:07:34.181630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0bc54f6-44d9-428a-9fba-63087cee50e7 req-d478966c-41b9-49ec-adfe-71d746263c37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce251022-6569-445b-b0fc-3ee4bcf7975d HTTP/1.1" status: 200 len: 217 time: 0.0728612 Jan 31 16:07:34.243269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-b3b6ff01-cf15-4616-8823-8b03a74a1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:34.244816 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-b3b6ff01-cf15-4616-8823-8b03a74a1584 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56bd2af8-dc8a-41fe-ba71-3afd517526f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5265596 Jan 31 16:07:34.299312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc54f6-44d9-428a-9fba-63087cee50e7 req-fce8dd25-7d94-4d7e-9678-e122060f3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:34.303666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0bc54f6-44d9-428a-9fba-63087cee50e7 req-fce8dd25-7d94-4d7e-9678-e122060f3466 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=01002499-a2fc-485e-a83f-f4e5b4082736 HTTP/1.1" status: 200 len: 854 time: 0.1128778 Jan 31 16:07:34.491895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc54f6-44d9-428a-9fba-63087cee50e7 req-3740c2f9-f81a-403c-8db6-eb960926b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:34.494100 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0bc54f6-44d9-428a-9fba-63087cee50e7 req-3740c2f9-f81a-403c-8db6-eb960926b14b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56bd2af8-dc8a-41fe-ba71-3afd517526f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359806 Jan 31 16:07:34.549550 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-174ecb81-f61a-4f82-87af-30fb86fc5e08 service neutron] 10.222.0.30 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963588 Jan 31 16:07:34.677506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0bc54f6-44d9-428a-9fba-63087cee50e7 req-54a8d941-aff5-4e15-97ef-2bf622a28cd1 service neutron] 10.222.0.30 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742251 Jan 31 16:07:34.759216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2deaf68f-4c56-43ff-ac48-75be90819d5b req-e87393cc-cece-4a98-a7c1-618db8aad083 service neutron] 10.222.0.30 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845348 Jan 31 16:07:34.809156 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:34.856040 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0bc54f6-44d9-428a-9fba-63087cee50e7 req-656290ef-2cb4-48df-9c89-9ca998c0db4d service neutron] 10.222.0.30 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712699 Jan 31 16:07:34.903701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3e2dc-2fd4-48b2-8fb0-6b182fba835a req-5deaeb54-a748-44b9-9c6b-424b907f0530 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:34.905687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c3d3e2dc-2fd4-48b2-8fb0-6b182fba835a req-5deaeb54-a748-44b9-9c6b-424b907f0530 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 943 time: 0.0904014 Jan 31 16:07:34.960701 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c3d3e2dc-2fd4-48b2-8fb0-6b182fba835a req-bcfe39e9-d053-47fe-a82a-50365e828310 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Jan 31 16:07:35.033451 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-956bf3a6-28bf-4c02-aaf5-0ce845ed6389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:35.071625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.20.0.1 (49ae4ff2-b0a0-48a4-8113-15154e89266f/a8d24ee4-b8be-482d-a7fb-84b95f07dc28/80c6eb9f-4567-4e70-a3cf-ad514b62842c) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:35.129153 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:35.150536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406268-36f3-4a2f-a76c-ebedbf418011 req-6616e35f-8aea-4035-8391-213376748bd6 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:35.153377 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf406268-36f3-4a2f-a76c-ebedbf418011 req-6616e35f-8aea-4035-8391-213376748bd6 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 945 time: 0.3395333 Jan 31 16:07:35.169112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ce251022-6569-445b-b0fc-3ee4bcf7975d details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:07:35.279076 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-956bf3a6-28bf-4c02-aaf5-0ce845ed6389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:35.304884 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9abfab04-d67f-404b-9a41-5e4c3c76b520 req-3ad4a06f-fdbb-4585-89e4-351c364d24ef tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 210 time: 0.0892045 Jan 31 16:07:35.311751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d4cc36-8794-45a4-9b54-4bd82496831d', 'tag': 'ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:35.313855 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814d2899-487c-4764-a998-5c94022abf1b" -d '{"events": [{"name": "network-changed", "server_uuid": "54d4cc36-8794-45a4-9b54-4bd82496831d", "tag": "ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:35.363657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ce251022-6569-445b-b0fc-3ee4bcf7975d, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ce251022-6569-445b-b0fc-3ee4bcf7975d,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:35.387832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'ce251022-6569-445b-b0fc-3ee4bcf7975d', 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5', 'port_id': 'ce251022-6569-445b-b0fc-3ee4bcf7975d', 'mac_address': 'fa:16:3e:51:5a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01002499-a2fc-485e-a83f-f4e5b4082736', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:07:35.443679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf406268-36f3-4a2f-a76c-ebedbf418011 req-482b5c3f-42c2-4f5d-9fd9-3788d19d75d9 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/security-groups?id=fca881c9-bce0-49b5-99d1-ca1d4492eceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848950 Jan 31 16:07:35.478661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f06f6-9bb2-4a73-b323-efbb764725ea req-6d15963c-90b0-4ba4-9f3b-450b55bca853 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:35.480266 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-527f06f6-9bb2-4a73-b323-efbb764725ea req-6d15963c-90b0-4ba4-9f3b-450b55bca853 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.30 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 945 time: 0.1280291 Jan 31 16:07:35.485360 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9570c73e-a3af-4ee1-a64b-fa8e009eb1b4 x-openstack-request-id: req-9570c73e-a3af-4ee1-a64b-fa8e009eb1b4 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:35.485680 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d4cc36-8794-45a4-9b54-4bd82496831d", "tag": "ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:35.485940 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9570c73e-a3af-4ee1-a64b-fa8e009eb1b4 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:35.488253 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d4cc36-8794-45a4-9b54-4bd82496831d', 'tag': 'ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf', 'status': 'completed', 'code': 200} Jan 31 16:07:35.518591 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:35.548740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce251022-6569-445b-b0fc-3ee4bcf7975d {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:35.568581 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:35.587127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-956bf3a6-28bf-4c02-aaf5-0ce845ed6389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:35.589915 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-956bf3a6-28bf-4c02-aaf5-0ce845ed6389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:35.591201 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-956bf3a6-28bf-4c02-aaf5-0ce845ed6389 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39621fab-cbb9-4153-aef5-dacff9600916 HTTP/1.1" status: 204 len: 168 time: 1.7815540 Jan 31 16:07:35.610368 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ce251022-6569-445b-b0fc-3ee4bcf7975d, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ce251022-6569-445b-b0fc-3ee4bcf7975d,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:35.619910 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:35.639021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d2899-487c-4764-a998-5c94022abf1b req-4e77c158-82e4-4d15-99ec-f8fec8f29d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:35.641759 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-814d2899-487c-4764-a998-5c94022abf1b req-4e77c158-82e4-4d15-99ec-f8fec8f29d0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7e54427baa14331a03f4bd10e9ab13c&device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 1094 time: 0.1468754 Jan 31 16:07:35.657168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bf3a6-28bf-4c02-aaf5-0ce845ed6389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39621fab-cbb9-4153-aef5-dacff9600916,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:35.695141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-c87b1116-2801-4053-9dfe-118ced27055e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:35.696743 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-c87b1116-2801-4053-9dfe-118ced27055e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 810 time: 0.2761362 Jan 31 16:07:35.712513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Request body: {'port': {'device_id': 'aebafbd7-7c36-41e3-a00e-bc2f1f5a092a', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'admin_state_up': True, 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:35.758492 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:35.792820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ce251022-6569-445b-b0fc-3ee4bcf7975d,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:35.796408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d2899-487c-4764-a998-5c94022abf1b req-1b18c045-ec63-4539-9b2d-ea8710137d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:35.798043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-814d2899-487c-4764-a998-5c94022abf1b req-1b18c045-ec63-4539-9b2d-ea8710137d23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56bd2af8-dc8a-41fe-ba71-3afd517526f5 HTTP/1.1" status: 200 len: 916 time: 0.1420417 Jan 31 16:07:35.805505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-527f06f6-9bb2-4a73-b323-efbb764725ea req-8dc8ece4-e60c-4c27-8977-bc6f630b5054 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Deleting port 60da1cf8-b480-40c8-b284-950356520424 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:35.806062 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-527f06f6-9bb2-4a73-b323-efbb764725ea req-8dc8ece4-e60c-4c27-8977-bc6f630b5054 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:35.868168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ce251022-6569-445b-b0fc-3ee4bcf7975d'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:35.897214 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-814d2899-487c-4764-a998-5c94022abf1b req-09c5d818-cbb1-491f-b275-8fff16e39c36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf HTTP/1.1" status: 200 len: 217 time: 0.0868473 Jan 31 16:07:35.901930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network 49ae4ff2-b0a0-48a4-8113-15154e89266f is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:35.915305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:35.921397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:35.924475 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=80c6eb9f-4567-4e70-a3cf-ad514b62842c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:36.048450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d2899-487c-4764-a998-5c94022abf1b req-343712db-cddb-439b-bdba-e8e08dd5f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:36.049982 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-814d2899-487c-4764-a998-5c94022abf1b req-343712db-cddb-439b-bdba-e8e08dd5f0a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=01002499-a2fc-485e-a83f-f4e5b4082736 HTTP/1.1" status: 200 len: 854 time: 0.1347294 Jan 31 16:07:36.187125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-527f06f6-9bb2-4a73-b323-efbb764725ea req-8dc8ece4-e60c-4c27-8977-bc6f630b5054 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] For port 60da1cf8-b480-40c8-b284-950356520424, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=60da1cf8-b480-40c8-b284-950356520424,segment=NetworkSegment(e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7),segment_id=e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:36.192159 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-527f06f6-9bb2-4a73-b323-efbb764725ea req-8dc8ece4-e60c-4c27-8977-bc6f630b5054 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:36.219994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-527f06f6-9bb2-4a73-b323-efbb764725ea req-8dc8ece4-e60c-4c27-8977-bc6f630b5054 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Calling delete_port for 60da1cf8-b480-40c8-b284-950356520424 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:36.274949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d2899-487c-4764-a998-5c94022abf1b req-511c0232-e047-4785-93ca-1a781715f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:36.276491 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-814d2899-487c-4764-a998-5c94022abf1b req-511c0232-e047-4785-93ca-1a781715f14a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56bd2af8-dc8a-41fe-ba71-3afd517526f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2118952 Jan 31 16:07:36.317047 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:36.465289 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-be8de50e-325b-4497-9886-2f06a1517ffd None None] Provisioning complete for port 80c6eb9f-4567-4e70-a3cf-ad514b62842c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:36.467194 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-be8de50e-325b-4497-9886-2f06a1517ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:36.482362 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d3da6eb-a857-462c-b135-88d5631e90d8 req-6ac5447a-7436-4d98-ac87-ca77ff72f759 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 210 time: 0.0474887 Jan 31 16:07:36.513203 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:36.553287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63787b-0576-421b-bb16-edb67cfc20df req-403ad5c5-012d-4185-9c39-58ebf49c90d3 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:36.560691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-814d2899-487c-4764-a998-5c94022abf1b req-cf233cf4-5a7f-4975-a5dc-370dc3cd3999 service neutron] 10.222.0.30 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301111 Jan 31 16:07:36.570169 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a63787b-0576-421b-bb16-edb67cfc20df req-403ad5c5-012d-4185-9c39-58ebf49c90d3 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 943 time: 0.4194400 Jan 31 16:07:36.571978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Made reservation on behalf of 0e5507f00dfd45c295eb0a6ab3faea74 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:36.575583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:36.609030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-be8de50e-325b-4497-9886-2f06a1517ffd None None] Port 80c6eb9f-4567-4e70-a3cf-ad514b62842c cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:07:36.661555 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:36.820422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-814d2899-487c-4764-a998-5c94022abf1b req-8039f570-c73f-4814-b96b-2eb59527fc6e service neutron] 10.222.0.30 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509873 Jan 31 16:07:36.832550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a93be-e672-42a8-8863-e7b66ba34f0a req-3d156eef-78cb-49e4-a47f-b6149035ac77 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:36.841560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f99a93be-e672-42a8-8863-e7b66ba34f0a req-3d156eef-78cb-49e4-a47f-b6149035ac77 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da884d4-84f3-4034-b293-466967dcd5dc HTTP/1.1" status: 200 len: 945 time: 0.2440507 Jan 31 16:07:36.852368 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-527f06f6-9bb2-4a73-b323-efbb764725ea req-8dc8ece4-e60c-4c27-8977-bc6f630b5054 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:36.864617 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['60da1cf8-b480-40c8-b284-950356520424'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:36.872716 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a63787b-0576-421b-bb16-edb67cfc20df req-a4086d1d-2f50-461e-b3ab-4c8ef04ef6c1 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966175 Jan 31 16:07:36.925784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8ece4-e60c-4c27-8977-bc6f630b5054 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Pushing event deleted for resources: {'Port': ['ID=60da1cf8-b480-40c8-b284-950356520424,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:36.996673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-527f06f6-9bb2-4a73-b323-efbb764725ea req-8dc8ece4-e60c-4c27-8977-bc6f630b5054 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] No DVR routers for this DVR port 60da1cf8-b480-40c8-b284-950356520424 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:07:37.012889 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f99a93be-e672-42a8-8863-e7b66ba34f0a req-aad03849-65f2-4477-8308-70ad5fbd91a9 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.36 "GET /v2.0/security-groups?id=fca881c9-bce0-49b5-99d1-ca1d4492eceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641176 Jan 31 16:07:37.014271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-527f06f6-9bb2-4a73-b323-efbb764725ea req-8dc8ece4-e60c-4c27-8977-bc6f630b5054 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:37.025453 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-527f06f6-9bb2-4a73-b323-efbb764725ea req-8dc8ece4-e60c-4c27-8977-bc6f630b5054 tempest-ServerAddressesTestJSON-584089581 tempest-ServerAddressesTestJSON-584089581-project] 10.222.0.30 "DELETE /v2.0/ports/60da1cf8-b480-40c8-b284-950356520424 HTTP/1.1" status: 204 len: 173 time: 1.5267017 Jan 31 16:07:37.163739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Allocated IP 172.25.1.137 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:37.183323 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:07:37.259405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ce251022-6569-445b-b0fc-3ee4bcf7975d up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:37.281445 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:37.295994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Allocated IP 172.20.0.7 (7f3f7475-5763-4383-9796-97b002a13c06/aec72c3f-2832-4d6f-a187-8355a8663b40/6f5ecc22-9d46-4bf8-8bb3-f630ea35895a) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:37.387470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port ce251022-6569-445b-b0fc-3ee4bcf7975d completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:07:37.392858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:37.401979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port ce251022-6569-445b-b0fc-3ee4bcf7975d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:37.402570 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:37.448824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf', 'network_id': '56bd2af8-dc8a-41fe-ba71-3afd517526f5', 'port_id': 'ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf', 'mac_address': 'fa:16:3e:47:07:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01002499-a2fc-485e-a83f-f4e5b4082736', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:07:37.476577 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:37.489847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da884d4-84f3-4034-b293-466967dcd5dc', 'name': 'network-vif-deleted', 'tag': '60da1cf8-b480-40c8-b284-950356520424'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:37.495386 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b96c284-2bbf-4b96-8357-bc4043810fa7" -d '{"events": [{"server_uuid": "5da884d4-84f3-4034-b293-466967dcd5dc", "name": "network-vif-deleted", "tag": "60da1cf8-b480-40c8-b284-950356520424"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:37.550581 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:37.592728 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcd64de-a642-4b88-abba-47eebc4d62e1 x-openstack-request-id: req-9bcd64de-a642-4b88-abba-47eebc4d62e1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:37.593271 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da884d4-84f3-4034-b293-466967dcd5dc", "name": "network-vif-deleted", "tag": "60da1cf8-b480-40c8-b284-950356520424", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:37.593734 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bcd64de-a642-4b88-abba-47eebc4d62e1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:37.594674 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da884d4-84f3-4034-b293-466967dcd5dc', 'name': 'network-vif-deleted', 'tag': '60da1cf8-b480-40c8-b284-950356520424', 'status': 'completed', 'code': 200} Jan 31 16:07:37.598952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:37.618574 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:37.710695 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-67fe231e-1685-4bad-9265-b85fef92133b req-28bec1a2-a711-4595-a0bf-d37a70e3655c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 210 time: 0.0865004 Jan 31 16:07:37.728914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ce251022-6569-445b-b0fc-3ee4bcf7975d, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ce251022-6569-445b-b0fc-3ee4bcf7975d,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:37.735198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f06216f-c582-49fd-befe-d7171aa3c922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce251022-6569-445b-b0fc-3ee4bcf7975d'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:37.738029 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c82abc-11f3-41da-8ce2-738b738b0f53" -d '{"events": [{"server_uuid": "0f06216f-c582-49fd-befe-d7171aa3c922", "name": "network-vif-plugged", "status": "completed", "tag": "ce251022-6569-445b-b0fc-3ee4bcf7975d"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:37.749306 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:37.809995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:37.811154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ce251022-6569-445b-b0fc-3ee4bcf7975d,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:37.819794 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:37.828938 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f1dd7d-b9e4-45f1-8d44-c3a73b43b409 x-openstack-request-id: req-80f1dd7d-b9e4-45f1-8d44-c3a73b43b409 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:37.831468 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f06216f-c582-49fd-befe-d7171aa3c922", "name": "network-vif-plugged", "status": "completed", "tag": "ce251022-6569-445b-b0fc-3ee4bcf7975d", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:37.831778 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80f1dd7d-b9e4-45f1-8d44-c3a73b43b409 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:37.832378 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f06216f-c582-49fd-befe-d7171aa3c922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce251022-6569-445b-b0fc-3ee4bcf7975d', 'code': 200} Jan 31 16:07:37.893086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:37.946857 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:38.014562 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:38.043814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:38.055871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:38.079474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:38.108262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:38.126177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60334) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:38.148377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:38.197227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60338) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:38.320296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80a366e-d7e6-427f-b407-e34e822876e5 admin admin] Deleting subnet 8f1dbb1a-a1a5-466b-9b9b-7113d1c39b0a {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:07:38.323750 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:38.360118 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b80a366e-d7e6-427f-b407-e34e822876e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:38.428007 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:38.444220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8c7f27ef-4504-4ca7-9bba-d5747d0db598'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:38.518039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60346) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:38.524105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Network 7f3f7475-5763-4383-9796-97b002a13c06 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:38.543358 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b80a366e-d7e6-427f-b407-e34e822876e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:38.556461 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc3bf8-38a9-463d-b13b-ab24352f8986 req-3120c93b-557c-41ec-920c-a4db9db25d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:38.558756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58dc3bf8-38a9-463d-b13b-ab24352f8986 req-3120c93b-557c-41ec-920c-a4db9db25d46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f06216f-c582-49fd-befe-d7171aa3c922 HTTP/1.1" status: 200 len: 1096 time: 0.6537123 Jan 31 16:07:38.572506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4071011-ffad-40dc-9f77-7562a4abaa0a req-b642efaf-4995-486c-9a32-1a85f25c7c67 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:38.582050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4071011-ffad-40dc-9f77-7562a4abaa0a req-b642efaf-4995-486c-9a32-1a85f25c7c67 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 944 time: 0.5993161 Jan 31 16:07:38.594377 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b80a366e-d7e6-427f-b407-e34e822876e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:38.645348 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4071011-ffad-40dc-9f77-7562a4abaa0a req-128a0a58-2a70-402a-bfe1-d54234f37e1f tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618069 Jan 31 16:07:38.650870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:38.652919 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:38.672197 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58dc3bf8-38a9-463d-b13b-ab24352f8986 req-60587aa6-6fd6-4fda-8127-62b11302a3e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871873 Jan 31 16:07:38.674347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event updated for resources: {'Port': ['ID=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:38.687983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:38.694665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1693740620'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:38.724918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Made reservation on behalf of 1a72b82829584ec598c388f832b94dc6 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:38.729370 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:38.743281 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:38.845286 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:38.852262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:38.881105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['1bacb9a1-647f-4c30-92df-3db78f657d07'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:38.884442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:07:38.903886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d088b031-42e0-4191-8c63-636bed762cba,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:38.911080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:38.911748 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Added segment 478f5a4c-97c9-4040-8f9c-6ff4a7d963ac of type vlan for network 9eecd245-feb6-4f12-a112-7a19b9fc0c41 Jan 31 16:07:38.984970 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.016389 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.029192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:39.030604 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.092461 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c7f77d1c-4388-470d-b4a4-e17a93f7b826 None None] Provisioning complete for port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:39.093363 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c7f77d1c-4388-470d-b4a4-e17a93f7b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.103549 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5841537 Jan 31 16:07:39.106785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60356) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:39.115894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3226e-479e-472c-afff-a1d183720656 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Pushing event updated for resources: {'Network': ['ID=9eecd245-feb6-4f12-a112-7a19b9fc0c41,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:39.143130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 9eecd245-feb6-4f12-a112-7a19b9fc0c41 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:07:39.190179 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b80a366e-d7e6-427f-b407-e34e822876e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.204723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:39.206132 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.211478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:39.290260 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b80a366e-d7e6-427f-b407-e34e822876e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.294011 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b80a366e-d7e6-427f-b407-e34e822876e5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8f1dbb1a-a1a5-466b-9b9b-7113d1c39b0a HTTP/1.1" status: 204 len: 168 time: 1.1651926 Jan 31 16:07:39.294539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c7f77d1c-4388-470d-b4a4-e17a93f7b826 None None] Port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:07:39.296801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60362) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:39.317020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:07:39.323144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:39.323879 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.328764 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce366db0-9bd6-4517-92c8-8482001408e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.377961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.387862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a366e-d7e6-427f-b407-e34e822876e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1dbb1a-a1a5-466b-9b9b-7113d1c39b0a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:39.407190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644f495-f4b4-4d11-b128-e7da8991eb37 req-81610002-cd8c-4b49-925e-77cf7d47511a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:39.414696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b644f495-f4b4-4d11-b128-e7da8991eb37 req-81610002-cd8c-4b49-925e-77cf7d47511a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 931 time: 0.2284882 Jan 31 16:07:39.426087 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7bc8b402-4811-47b8-bffe-959cc562bb98 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7199383 Jan 31 16:07:39.444583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.452975 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.468588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Request body: {'port': {'device_id': 'aebafbd7-7c36-41e3-a00e-bc2f1f5a092a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:39.479649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Request body: {'network': {'name': 'tempest-network--584633429', 'router:external': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:39.483048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=80c6eb9f-4567-4e70-a3cf-ad514b62842c,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:39.495247 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:39.501040 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.502133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 60da1cf8-b480-40c8-b284-950356520424 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:07:39.514160 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.538836 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 60da1cf8-b480-40c8-b284-950356520424 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:07:39.539784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 60da1cf8-b480-40c8-b284-950356520424 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:07:39.554011 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e121fd2-3990-4383-b5a3-8953c351814c']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:39.556865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Made reservation on behalf of 3648d5829efc4490ab0c168f543ba7aa for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:39.559353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.573252 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.584300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:39.584516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43e9dc1-0a97-426c-b2f9-8b6527c9b6f7') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:39.598564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:39.599978 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.629714 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.643818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:07:39.644436 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:07:39.646470 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:07:39.696898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b644f495-f4b4-4d11-b128-e7da8991eb37 req-0aa4c9af-7b79-4093-8207-fa3ca5f5e53d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793398 Jan 31 16:07:39.758105 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.759772 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.768520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.784018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.789989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] 10.222.0.36 "DELETE /v2.0/networks/3e121fd2-3990-4383-b5a3-8953c351814c HTTP/1.1" status: 204 len: 168 time: 0.4917536 Jan 31 16:07:39.813674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860d3b1-0b87-4dad-bf19-a12b0a243e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=3e121fd2-3990-4383-b5a3-8953c351814c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:39.832698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706d9a9-bee5-45f4-a55a-bdf413d5aa86 req-3c97bccc-5fe1-4a87-8c7e-b2c0d37b47ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:39.833228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d4cc36-8794-45a4-9b54-4bd82496831d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:39.834693 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a706d9a9-bee5-45f4-a55a-bdf413d5aa86 req-3c97bccc-5fe1-4a87-8c7e-b2c0d37b47ec tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 945 time: 0.1081996 Jan 31 16:07:39.836860 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.841190 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa2f445-4387-4f7e-852c-7e8a8bc32953" -d '{"events": [{"server_uuid": "54d4cc36-8794-45a4-9b54-4bd82496831d", "name": "network-vif-plugged", "status": "completed", "tag": "ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:39.842233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.849864 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network 49ae4ff2-b0a0-48a4-8113-15154e89266f is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:39.858494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:39.886221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:07:39.933015 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:39.933914 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Added segment 05312818-77c7-4647-869d-60e691688158 of type vlan for network fb895af0-44cf-47a3-a103-b2ee75a0008f Jan 31 16:07:39.967902 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05a55c7-60da-4974-a31f-c52b3f1f55f1 x-openstack-request-id: req-b05a55c7-60da-4974-a31f-c52b3f1f55f1 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:39.968446 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d4cc36-8794-45a4-9b54-4bd82496831d", "name": "network-vif-plugged", "status": "completed", "tag": "ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:39.968551 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b05a55c7-60da-4974-a31f-c52b3f1f55f1 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:39.969234 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d4cc36-8794-45a4-9b54-4bd82496831d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf', 'code': 200} Jan 31 16:07:39.981709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a706d9a9-bee5-45f4-a55a-bdf413d5aa86 req-151326ba-1b07-4181-afda-4cf299ee2ef2 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291318 Jan 31 16:07:39.982330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aea9258-0f04-4d2c-84f1-0598305dda44,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:40.103970 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.119281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60382) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:40.141726 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce366db0-9bd6-4517-92c8-8482001408e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.170460 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.171441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:40.172022 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.175189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737716e-3540-4524-8ea7-3862b0cad5bb req-82d25ad3-e2e5-4209-8b6d-ca447e35d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:40.176692 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1737716e-3540-4524-8ea7-3862b0cad5bb req-82d25ad3-e2e5-4209-8b6d-ca447e35d770 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 1096 time: 0.1314120 Jan 31 16:07:40.188068 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ce366db0-9bd6-4517-92c8-8482001408e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.227927 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d9bddf96-ccd7-42e0-b700-38a02d2b6073 None None] Provisioning complete for port 80c6eb9f-4567-4e70-a3cf-ad514b62842c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:40.228372 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d9bddf96-ccd7-42e0-b700-38a02d2b6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.266514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dabd2cd3-b465-4ffa-bfe5-98c5772cbc66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e0ce253d49d4000b508e4664d9b4907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447070 Jan 31 16:07:40.267141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60388) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:40.284825 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1742673 Jan 31 16:07:40.290877 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60390) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:40.293007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d9bddf96-ccd7-42e0-b700-38a02d2b6073 None None] Port 80c6eb9f-4567-4e70-a3cf-ad514b62842c cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:07:40.306672 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2452ad-3e8d-408b-b075-015d7c8be445 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event updated for resources: {'Network': ['ID=fb895af0-44cf-47a3-a103-b2ee75a0008f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:40.320902 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network fb895af0-44cf-47a3-a103-b2ee75a0008f details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:07:40.329503 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1737716e-3540-4524-8ea7-3862b0cad5bb req-abb53f3d-6654-45bf-b549-1e2365fc5df9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425421 Jan 31 16:07:40.367382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce366db0-9bd6-4517-92c8-8482001408e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb68d13-905a-4877-acd9-fccfe7b7ac53,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:40.394601 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ce366db0-9bd6-4517-92c8-8482001408e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=158b8df75a3b4292b6b256b042d819e4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1789503 Jan 31 16:07:40.395372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60394) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:40.422236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.427809 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8bf84f85-2e73-4901-9fee-fdf40ddf4624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.451637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router 529f8a25-77b8-48c5-8973-54dcac9f094e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:07:40.483844 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8bf84f85-2e73-4901-9fee-fdf40ddf4624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.569218 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c49255b2-c0ff-4ad6-91ef-0c783267184a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.597159 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.603457 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.621615 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c49255b2-c0ff-4ad6-91ef-0c783267184a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.644083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb895af0-44cf-47a3-a103-b2ee75a0008f']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:40.661256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05312818-77c7-4647-869d-60e691688158') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:40.661256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05312818-77c7-4647-869d-60e691688158') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:40.677389 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8bf84f85-2e73-4901-9fee-fdf40ddf4624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.680027 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8bf84f85-2e73-4901-9fee-fdf40ddf4624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.683871 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8bf84f85-2e73-4901-9fee-fdf40ddf4624 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fca881c9-bce0-49b5-99d1-ca1d4492eceb HTTP/1.1" status: 204 len: 168 time: 0.4133780 Jan 31 16:07:40.692624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.705848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf84f85-2e73-4901-9fee-fdf40ddf4624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca881c9-bce0-49b5-99d1-ca1d4492eceb,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:40.719748 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.729370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:07:40.730147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:07:40.732489 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:07:40.847521 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:40.862144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60416) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:40.862483 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0c1a615d-4fbf-400b-9897-b8c421ddc97c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "PUT /v2.0/routers/529f8a25-77b8-48c5-8973-54dcac9f094e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6468065 Jan 31 16:07:40.862699 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447b8d94-4ca3-4a11-ac38-394cbeff388e None None] Sync routers for ids ['529f8a25-77b8-48c5-8973-54dcac9f094e'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:40.864351 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c49255b2-c0ff-4ad6-91ef-0c783267184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.867100 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c49255b2-c0ff-4ad6-91ef-0c783267184a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.868286 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c49255b2-c0ff-4ad6-91ef-0c783267184a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fb68d13-905a-4877-acd9-fccfe7b7ac53 HTTP/1.1" status: 204 len: 168 time: 0.4662597 Jan 31 16:07:40.873239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'port': {'network_id': '49ae4ff2-b0a0-48a4-8113-15154e89266f', 'name': 'tempest-FloatingIPTestJSON-948966153'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:40.877958 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447b8d94-4ca3-4a11-ac38-394cbeff388e None None] Routers {'529f8a25-77b8-48c5-8973-54dcac9f094e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:40.879779 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-447b8d94-4ca3-4a11-ac38-394cbeff388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['529f8a25-77b8-48c5-8973-54dcac9f094e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:40.889424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:40.898494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49255b2-c0ff-4ad6-91ef-0c783267184a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb68d13-905a-4877-acd9-fccfe7b7ac53,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:40.908413 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.958876 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.959955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Transition to ACTIVE for port object 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:07:40.975159 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.975877 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-447b8d94-4ca3-4a11-ac38-394cbeff388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:40.987618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb895af0-44cf-47a3-a103-b2ee75a0008f {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 16:07:40.989382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb895af0-44cf-47a3-a103-b2ee75a0008f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:40.993815 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:40.997001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-88bf61ed-62b4-4cc6-807a-b2f3ca64b91b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "DELETE /v2.0/networks/fb895af0-44cf-47a3-a103-b2ee75a0008f HTTP/1.1" status: 204 len: 168 time: 0.6990473 Jan 31 16:07:41.000697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60422) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:41.002225 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447b8d94-4ca3-4a11-ac38-394cbeff388e None None] Routers {'529f8a25-77b8-48c5-8973-54dcac9f094e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:41.003036 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-447b8d94-4ca3-4a11-ac38-394cbeff388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['529f8a25-77b8-48c5-8973-54dcac9f094e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:41.008266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-5f9462f5-eeb3-4e1e-92cb-44d37290ec28 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Request body: {'network': {'router:external': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:41.064601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9462f5-eeb3-4e1e-92cb-44d37290ec28 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Made reservation on behalf of 3648d5829efc4490ab0c168f543ba7aa for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:41.067198 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f9462f5-eeb3-4e1e-92cb-44d37290ec28 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:41.105367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9462f5-eeb3-4e1e-92cb-44d37290ec28 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:07:41.111146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Made reservation on behalf of 3fcfd126330c416590e2cbfc1a574331 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:41.111997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aad53a-2f09-4e91-80b6-6d6de6797fb0 req-2255033c-5fa5-4577-b6e0-4282821dd132 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:41.114429 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53aad53a-2f09-4e91-80b6-6d6de6797fb0 req-2255033c-5fa5-4577-b6e0-4282821dd132 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 931 time: 0.2851443 Jan 31 16:07:41.115180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:41.136124 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] device_id is not set on port 78675f35-f060-4032-ade5-8a87af5ade26 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:07:41.150152 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-447b8d94-4ca3-4a11-ac38-394cbeff388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:41.154508 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447b8d94-4ca3-4a11-ac38-394cbeff388e None None] The sync data for ids ['529f8a25-77b8-48c5-8973-54dcac9f094e'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:41.313412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Allocated IP 172.20.0.4 (49ae4ff2-b0a0-48a4-8113-15154e89266f/a8d24ee4-b8be-482d-a7fb-84b95f07dc28/78675f35-f060-4032-ade5-8a87af5ade26) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:41.343245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:41.370648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Router 0f6c68db-864d-499b-87c2-0a93756c70e6 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:07:41.472774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53aad53a-2f09-4e91-80b6-6d6de6797fb0 req-d59a0215-a378-4b7d-9d95-010af575c4fc tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459949 Jan 31 16:07:41.501871 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:41.545719 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f9462f5-eeb3-4e1e-92cb-44d37290ec28 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:41.546064 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-5f9462f5-eeb3-4e1e-92cb-44d37290ec28 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Added segment 66430c80-e8b8-417b-b3fe-d71b5027db52 of type vlan for network 676f4b03-e949-4216-8155-7a8bb0d2026c Jan 31 16:07:41.635267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Attempting to bind port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:41.636183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Attempting to bind port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:41.636183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Attempting to bind port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a on network 7f3f7475-5763-4383-9796-97b002a13c06 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:41.648147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee3dce-bb47-4410-b42b-d7020c6a2d2b req-0d0fff1d-1b3c-45ff-9bc8-cd206b2e919e tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:41.650318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abee3dce-bb47-4410-b42b-d7020c6a2d2b req-0d0fff1d-1b3c-45ff-9bc8-cd206b2e919e tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 945 time: 0.1255846 Jan 31 16:07:41.652451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a on network 7f3f7475-5763-4383-9796-97b002a13c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:07:41.652596 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f9462f5-eeb3-4e1e-92cb-44d37290ec28 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:41.652719 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Attempting to bind port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a on network 7f3f7475-5763-4383-9796-97b002a13c06 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:41.658352 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:41.703129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Network 49ae4ff2-b0a0-48a4-8113-15154e89266f is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:41.729155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:41.731997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Checking segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:41.732412 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Bound using segment: {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:41.733710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:41.734340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Bound port: 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ae6353-8985-400c-82f7-16228b4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:41.734524 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:41.748055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:41.828878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event updated for resources: {'Port': ['ID=78675f35-f060-4032-ade5-8a87af5ade26,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:41.838197 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abee3dce-bb47-4410-b42b-d7020c6a2d2b req-9e795295-43ff-4882-9bc9-78f8a6d79ac3 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728196 Jan 31 16:07:41.841964 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f9462f5-eeb3-4e1e-92cb-44d37290ec28 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:41.842924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9462f5-eeb3-4e1e-92cb-44d37290ec28 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:41.843512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f9462f5-eeb3-4e1e-92cb-44d37290ec28 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:41.894950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:41.895616 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:41.950493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:41.968642 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5f9462f5-eeb3-4e1e-92cb-44d37290ec28 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9667940 Jan 31 16:07:41.979407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60446) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:41.983420 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:41.988836 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0eaacfc5-8559-425b-89fa-f317438d77e1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.3254654 Jan 31 16:07:41.991200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Request body: {'subnet': {'network_id': '676f4b03-e949-4216-8155-7a8bb0d2026c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:41.992197 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60448) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:42.010526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Sync routers for ids ['0f6c68db-864d-499b-87c2-0a93756c70e6'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:42.013051 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c108e4e4-6a2b-4121-92c8-58e507c1ed4c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1495962 Jan 31 16:07:42.013872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9462f5-eeb3-4e1e-92cb-44d37290ec28 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event updated for resources: {'Network': ['ID=676f4b03-e949-4216-8155-7a8bb0d2026c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:42.016078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60450) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:42.023028 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-15994267-91eb-4367-8ce4-4d9e3501232e tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Request body: {'floatingip': {'port_id': '78675f35-f060-4032-ade5-8a87af5ade26'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:42.033790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 676f4b03-e949-4216-8155-7a8bb0d2026c details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:07:42.058713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Routers {'0f6c68db-864d-499b-87c2-0a93756c70e6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:42.066581 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0f6c68db-864d-499b-87c2-0a93756c70e6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:42.082981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] For port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:42.095525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Made reservation on behalf of 3648d5829efc4490ab0c168f543ba7aa for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:42.097943 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:42.108250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] For port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:42.117845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:42.131778 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15994267-91eb-4367-8ce4-4d9e3501232e tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:42.240604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-05473dba-6d59-47f4-8278-50cdd8933960 None None] Provisioning complete for port 78675f35-f060-4032-ade5-8a87af5ade26 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:42.240973 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-05473dba-6d59-47f4-8278-50cdd8933960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:42.262916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:42.279476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:42.280590 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:42.282242 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-afbe9a81-483e-4e78-a108-e067c1488739 service neutron] 10.222.0.20 "PUT /v2.0/ports/6f5ecc22-9d46-4bf8-8bb3-f630ea35895a HTTP/1.1" status: 200 len: 1091 time: 2.8320708 Jan 31 16:07:42.282829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebafbd7-7c36-41e3-a00e-bc2f1f5a092a', 'tag': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:42.285569 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7b53d7-2b8d-4b83-a725-d73d3d70da28" -d '{"events": [{"name": "network-changed", "server_uuid": "aebafbd7-7c36-41e3-a00e-bc2f1f5a092a", "tag": "6f5ecc22-9d46-4bf8-8bb3-f630ea35895a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:42.326908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-05473dba-6d59-47f4-8278-50cdd8933960 None None] Port 78675f35-f060-4032-ade5-8a87af5ade26 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:07:42.367503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Set router 0f6c68db-864d-499b-87c2-0a93756c70e6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:07:42.438849 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d72ecd-c443-439e-b40e-0fdd07936ff9 x-openstack-request-id: req-e7d72ecd-c443-439e-b40e-0fdd07936ff9 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:42.439692 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebafbd7-7c36-41e3-a00e-bc2f1f5a092a", "tag": "6f5ecc22-9d46-4bf8-8bb3-f630ea35895a", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:42.440103 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7d72ecd-c443-439e-b40e-0fdd07936ff9 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:42.440692 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebafbd7-7c36-41e3-a00e-bc2f1f5a092a', 'tag': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a', 'status': 'completed', 'code': 200} Jan 31 16:07:42.805372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e8fee-1156-49bf-87d5-3000264a7163 req-c381346e-ef48-47dc-9492-3018d4fb243e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:42.813155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d6e8fee-1156-49bf-87d5-3000264a7163 req-c381346e-ef48-47dc-9492-3018d4fb243e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 943 time: 0.1949861 Jan 31 16:07:42.887182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:07:38Z', 'revision_number': 3, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:42.919324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Checking router: 0f6c68db-864d-499b-87c2-0a93756c70e6 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:07:42.919931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Updating router 0f6c68db-864d-499b-87c2-0a93756c70e6 port b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:07:42.948582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d6e8fee-1156-49bf-87d5-3000264a7163 req-bc3a67ce-82a9-4440-9bf8-ea9875928b74 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179829 Jan 31 16:07:42.959413 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:43.083784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.objects.ports [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108771) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:07:43.084168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:43.118903 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7eeeebba-0e4a-4345-b98e-6830aa5c57de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:43.120738 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-7eeeebba-0e4a-4345-b98e-6830aa5c57de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 1094 time: 0.7603500 Jan 31 16:07:43.204424 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60478) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:43.215317 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-d3188acb-228f-4872-96c4-ef2d1e77ef7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a HTTP/1.1" status: 200 len: 217 time: 0.0817552 Jan 31 16:07:43.269392 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.resource_extend [None req-15994267-91eb-4367-8ce4-4d9e3501232e tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:07:43.275913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-ece3db20-5613-4748-8872-f8921a6a8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:43.278550 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-ece3db20-5613-4748-8872-f8921a6a8659 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.0555515 Jan 31 16:07:43.304288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Checking segment: {'id': '66430c80-e8b8-417b-b3fe-d71b5027db52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '676f4b03-e949-4216-8155-7a8bb0d2026c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:43.304647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Network hostable DHCP agents. Network: 676f4b03-e949-4216-8155-7a8bb0d2026c, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:07:43.307786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event updated for resources: {'Subnet': ['ID=87843f07-2a97-43b9-b25c-a91c9bf26d22,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:43.337669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Network 676f4b03-e949-4216-8155-7a8bb0d2026c is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:07:43.350498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 676f4b03-e949-4216-8155-7a8bb0d2026c) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:43.355716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:43.356318 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:43.360713 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15994267-91eb-4367-8ce4-4d9e3501232e tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:43.363410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35895c25-e7e7-4905-9ebc-fdb3af15249d None None] Network 676f4b03-e949-4216-8155-7a8bb0d2026c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:43.367792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15994267-91eb-4367-8ce4-4d9e3501232e tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:43.411956 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5084dcf3-c9e3-49d3-b775-aa1428ae8910 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4315431 Jan 31 16:07:43.415832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60486) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:43.424499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Request body: {'floatingip': {'floating_network_id': '676f4b03-e949-4216-8155-7a8bb0d2026c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:43.444148 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:43.445024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e578acb-8a4d-49af-b6ea-2f75be5a3107 req-2d17ebe9-55e2-4026-88d9-9cf6e3193a9b tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:43.457843 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e578acb-8a4d-49af-b6ea-2f75be5a3107 req-2d17ebe9-55e2-4026-88d9-9cf6e3193a9b tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 945 time: 0.3391907 Jan 31 16:07:43.468213 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:43.478107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-97d97346-a111-412d-b0c6-c335c2327cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:43.480058 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-97d97346-a111-412d-b0c6-c335c2327cbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935852 Jan 31 16:07:43.646524 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e578acb-8a4d-49af-b6ea-2f75be5a3107 req-d49b9ee1-7aee-489b-9ac1-ae3e4d81e1c9 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693826 Jan 31 16:07:43.651696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Attempting to bind port b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:43.652176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Attempting to bind port b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:43.652751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Attempting to bind port b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:43.680602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:43.681597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:43.681772 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:43.683061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:43.683819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Bound port: b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:43.684767 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:43.744883 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b274bf7-7e14-49ac-9398-78f485404a91 None None] Pushing event updated for resources: {'Port': ['ID=b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:43.802196 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-dd540f67-c1e4-495c-90f3-ca50c5957faa service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100834 Jan 31 16:07:43.894055 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df9d812-c1cf-49fe-abe7-b05a8882cdb0 None None] Network 676f4b03-e949-4216-8155-7a8bb0d2026c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:43.936964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-82796307-network', 'tenant_id': '40544cb61a5d447bba9eeeb4b7836a1a'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:44.018510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.034842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] For port b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:44.080007 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.088748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] For port b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:44.098926 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.138670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad685e4-887e-4e4d-bbee-6d7cff3c13b2 req-01ee7711-1ab4-44ff-83aa-9aa06f564b64 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:44.149021 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ad685e4-887e-4e4d-bbee-6d7cff3c13b2 req-01ee7711-1ab4-44ff-83aa-9aa06f564b64 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.2157965 Jan 31 16:07:44.156067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Made reservation on behalf of 40544cb61a5d447bba9eeeb4b7836a1a for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:44.158817 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.159397 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43cf2f6a-6983-45d9-bfb4-09f0b44c5dbc req-f6d3221a-b0c5-41f6-9199-12747ccc9a75 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146806 Jan 31 16:07:44.215873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0dfbf-4120-416f-bd79-b8fd64261d80 req-f59f088e-166f-47cf-9386-0491a991fe8f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:44.217526 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbc0dfbf-4120-416f-bd79-b8fd64261d80 req-f59f088e-166f-47cf-9386-0491a991fe8f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 943 time: 0.1276555 Jan 31 16:07:44.245811 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-15994267-91eb-4367-8ce4-4d9e3501232e tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Floating IP 0a0dbe44-e547-43a8-b68e-f6bebc2aa2db associated. External IP: 172.25.1.216, port: 01079136-b593-4d71-a025-a7268cbc1a40. Jan 31 16:07:44.268292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b274bf7-7e14-49ac-9398-78f485404a91 None None] Pushing event updated for resources: {'Port': ['ID=b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:44.280640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Routers {'0f6c68db-864d-499b-87c2-0a93756c70e6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:44.281501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0f6c68db-864d-499b-87c2-0a93756c70e6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:44.325861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbc0dfbf-4120-416f-bd79-b8fd64261d80 req-a69a3b2f-6026-4702-ace6-eb580b5f45c6 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947673 Jan 31 16:07:44.353165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b53d7-2b8d-4b83-a725-d73d3d70da28 req-ec4743ac-9b92-453d-b2f1-8d0eb09c1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:44.355388 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec7b53d7-2b8d-4b83-a725-d73d3d70da28 req-ec4743ac-9b92-453d-b2f1-8d0eb09c1055 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 1094 time: 0.1340544 Jan 31 16:07:44.374210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Allocated IP 172.20.0.1 (a1f1e35d-8872-40ed-ab55-6d6bc80c609a/bb13df4a-5c58-4b29-93b3-73902e0c2088/18089a87-a36a-4e00-808d-5039437c2b60) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:44.407101 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.427582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] Set router 0f6c68db-864d-499b-87c2-0a93756c70e6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:07:44.466682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ad685e4-887e-4e4d-bbee-6d7cff3c13b2 req-b2833c36-b4d9-4e1c-a9ba-dbd64ff2a9b9 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164465 Jan 31 16:07:44.558523 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.569936 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.653916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b53d7-2b8d-4b83-a725-d73d3d70da28 req-c4263af5-1c1d-4d6f-82f2-cd4c7d332bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:44.661928 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec7b53d7-2b8d-4b83-a725-d73d3d70da28 req-c4263af5-1c1d-4d6f-82f2-cd4c7d332bc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.2981901 Jan 31 16:07:44.669555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:07:44.677849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0ea0d6-a958-40ba-a9c3-50a562ced71d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:44.724126 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.724479 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Added segment 4ddc48f8-422e-4e02-8093-47d026ce9a7d of type vlan for network 0b9b2ee0-cf57-46b5-a37e-26135c2a916c Jan 31 16:07:44.742330 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec7b53d7-2b8d-4b83-a725-d73d3d70da28 req-c20cbee9-d4c2-4917-b9c1-ff920982d3d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a HTTP/1.1" status: 200 len: 217 time: 0.0667820 Jan 31 16:07:44.744162 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:07:38Z', 'revision_number': 3, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:44.779892 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.794300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15994267-91eb-4367-8ce4-4d9e3501232e tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:07:44.802782 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.818376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592896e-65d8-496c-8584-92a74d289706 req-70151da7-bc78-4026-99ca-e2fe3e7227ce tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:44.820288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f648a4-4121-44ac-9d13-ed349575b146 None None] The sync data for ids ['0f6c68db-864d-499b-87c2-0a93756c70e6'] in n-d-827120-1 is: [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:07:38Z', 'revision_number': 3, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:44.821700 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1592896e-65d8-496c-8584-92a74d289706 req-70151da7-bc78-4026-99ca-e2fe3e7227ce tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f06216f-c582-49fd-befe-d7171aa3c922 HTTP/1.1" status: 200 len: 945 time: 0.2202010 Jan 31 16:07:44.875554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b53d7-2b8d-4b83-a725-d73d3d70da28 req-a980a196-9717-4fd0-a0d2-77ebc352327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:44.879666 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec7b53d7-2b8d-4b83-a725-d73d3d70da28 req-a980a196-9717-4fd0-a0d2-77ebc352327e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1124916 Jan 31 16:07:44.895426 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.913025 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.914160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:44.914744 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.944271 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1592896e-65d8-496c-8584-92a74d289706 req-079ea402-2d52-485a-8498-0edd36913cc2 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009564 Jan 31 16:07:44.946649 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:44.998386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b53d7-2b8d-4b83-a725-d73d3d70da28 req-f63e1848-a5f2-489e-8972-054a17b65a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:44.999950 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec7b53d7-2b8d-4b83-a725-d73d3d70da28 req-f63e1848-a5f2-489e-8972-054a17b65a65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137154 Jan 31 16:07:45.026426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Network a1f1e35d-8872-40ed-ab55-6d6bc80c609a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:45.040754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:45.068893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Pushing event updated for resources: {'Port': ['ID=18089a87-a36a-4e00-808d-5039437c2b60,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:45.075452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:45.138524 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:45.154333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15994267-91eb-4367-8ce4-4d9e3501232e tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:45.173870 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39431d-777b-4e01-ba39-44b3b3d35597 None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:45.188409 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39431d-777b-4e01-ba39-44b3b3d35597 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:45.191507 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6c39431d-777b-4e01-ba39-44b3b3d35597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:45.229356 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec7b53d7-2b8d-4b83-a725-d73d3d70da28 req-949747c5-b4aa-4fd1-b71a-925bff9e6f68 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205825 Jan 31 16:07:45.329830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1091206 Jan 31 16:07:45.333107 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6c39431d-777b-4e01-ba39-44b3b3d35597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:45.333361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60536) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:45.348250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d6a8f058-1884-4c3d-b900-327c8c5c869b admin admin] Request body: {'subnet': {'network_id': '0b9b2ee0-cf57-46b5-a37e-26135c2a916c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-82796307-subnet', 'tenant_id': '40544cb61a5d447bba9eeeb4b7836a1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:45.354953 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39431d-777b-4e01-ba39-44b3b3d35597 None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:45.355805 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6c39431d-777b-4e01-ba39-44b3b3d35597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:45.436470 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ae8f0-b3e3-4364-ac8b-99d7eb61506d admin admin] Pushing event updated for resources: {'Network': ['ID=0b9b2ee0-cf57-46b5-a37e-26135c2a916c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:45.454915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 0b9b2ee0-cf57-46b5-a37e-26135c2a916c details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:07:45.478783 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6c39431d-777b-4e01-ba39-44b3b3d35597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:45.479993 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39431d-777b-4e01-ba39-44b3b3d35597 None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:45.522984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a8f058-1884-4c3d-b900-327c8c5c869b admin admin] Made reservation on behalf of 40544cb61a5d447bba9eeeb4b7836a1a for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:45.526018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f058-1884-4c3d-b900-327c8c5c869b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:45.534577 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec7b53d7-2b8d-4b83-a725-d73d3d70da28 req-1733f9c4-7b13-4d4f-8047-0220b4f63b0f service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907143 Jan 31 16:07:45.756516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:45.760186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523d231-810c-4f0e-9d2b-9a50ba67604f req-bf76e8ab-b392-4ffb-ab43-448e435f8bcd tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:45.769233 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f523d231-810c-4f0e-9d2b-9a50ba67604f req-bf76e8ab-b392-4ffb-ab43-448e435f8bcd tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 943 time: 0.2335906 Jan 31 16:07:45.780189 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:45.853914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f523d231-810c-4f0e-9d2b-9a50ba67604f req-ae8c53e1-95fc-49f6-836e-c06d7ae7f131 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791991 Jan 31 16:07:45.884515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:45.885350 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:45.889604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Allocated IP 172.20.0.12 (676f4b03-e949-4216-8155-7a8bb0d2026c/87843f07-2a97-43b9-b25c-a91c9bf26d22/f3b2d66a-7f4a-44c0-878e-51c09080e738) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:45.936311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc70fd3-6875-4f79-887a-be58c9c96316 req-73835355-37b1-46f2-8a00-52a42630490a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:45.937961 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4dc70fd3-6875-4f79-887a-be58c9c96316 req-73835355-37b1-46f2-8a00-52a42630490a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 945 time: 0.3126187 Jan 31 16:07:46.060120 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:46.071250 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:46.088617 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:46.120747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:46.129307 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:46.197143 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Pushing event updated for resources: {'Port': ['ID=18089a87-a36a-4e00-808d-5039437c2b60,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:46.207292 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:46.237241 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15994267-91eb-4367-8ce4-4d9e3501232e tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router 529f8a25-77b8-48c5-8973-54dcac9f094e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:07:46.243974 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:46.252201 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4dc70fd3-6875-4f79-887a-be58c9c96316 req-2dcd198f-7d90-4116-8d7f-6c1e14dc7917 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972910 Jan 31 16:07:46.253068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:07:46.324370 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:46.405821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Network a1f1e35d-8872-40ed-ab55-6d6bc80c609a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:46.410413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:46.429962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:46.443264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'port_id': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a', 'mac_address': 'fa:16:3e:45:bb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:07:46.492483 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:46.511713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:46.538549 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:46.544616 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:46.585140 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:46.615945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:46.617908 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15994267-91eb-4367-8ce4-4d9e3501232e tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:46.619770 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f058-1884-4c3d-b900-327c8c5c869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:46.628342 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15994267-91eb-4367-8ce4-4d9e3501232e tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:46.630895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4fb0a7-baad-4c65-b79d-74d83e814a12 None None] Sync routers for ids ['529f8a25-77b8-48c5-8973-54dcac9f094e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:46.645660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4fb0a7-baad-4c65-b79d-74d83e814a12 None None] Routers {'529f8a25-77b8-48c5-8973-54dcac9f094e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:46.646552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-db4fb0a7-baad-4c65-b79d-74d83e814a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['529f8a25-77b8-48c5-8973-54dcac9f094e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:46.722890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-db4fb0a7-baad-4c65-b79d-74d83e814a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:46.744185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4fb0a7-baad-4c65-b79d-74d83e814a12 None None] Routers {'529f8a25-77b8-48c5-8973-54dcac9f094e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:46.744828 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-db4fb0a7-baad-4c65-b79d-74d83e814a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['529f8a25-77b8-48c5-8973-54dcac9f094e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:46.796045 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-15994267-91eb-4367-8ce4-4d9e3501232e tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "PUT /v2.0/floatingips/0a0dbe44-e547-43a8-b68e-f6bebc2aa2db HTTP/1.1" status: 200 len: 977 time: 4.7766769 Jan 31 16:07:46.805554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60564) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:46.829178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-db4fb0a7-baad-4c65-b79d-74d83e814a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:46.830188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4fb0a7-baad-4c65-b79d-74d83e814a12 None None] The sync data for ids ['529f8a25-77b8-48c5-8973-54dcac9f094e'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:46.838081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['6f5ecc22-9d46-4bf8-8bb3-f630ea35895a'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:46.852852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Network 676f4b03-e949-4216-8155-7a8bb0d2026c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:46.875438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event updated for resources: {'Port': ['ID=f3b2d66a-7f4a-44c0-878e-51c09080e738,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:46.911274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:46.912702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42029be2-f4f1-41d8-ab43-9bd3e900deae req-1cc66bf1-4076-46e3-aaf3-d09935ccd9ef tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:46.921080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:46.923908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42029be2-f4f1-41d8-ab43-9bd3e900deae req-1cc66bf1-4076-46e3-aaf3-d09935ccd9ef tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.2015555 Jan 31 16:07:46.931802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8f058-1884-4c3d-b900-327c8c5c869b admin admin] Pushing event updated for resources: {'Subnet': ['ID=809ef32e-6c64-4fe2-86af-9aad678a79e2,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:46.980199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Router 0f6c68db-864d-499b-87c2-0a93756c70e6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:07:47.076928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8f058-1884-4c3d-b900-327c8c5c869b admin admin] Checking segment: {'id': '4ddc48f8-422e-4e02-8093-47d026ce9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0b9b2ee0-cf57-46b5-a37e-26135c2a916c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:47.077284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a8f058-1884-4c3d-b900-327c8c5c869b admin admin] Network hostable DHCP agents. Network: 0b9b2ee0-cf57-46b5-a37e-26135c2a916c, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:07:47.103973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f54a76-9dcf-4be6-951d-17734778c50c req-e299fa23-7387-4be6-894c-6b9f97badc47 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:47.105215 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c5f54a76-9dcf-4be6-951d-17734778c50c req-e299fa23-7387-4be6-894c-6b9f97badc47 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 944 time: 0.0931568 Jan 31 16:07:47.193437 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6a28-78e6-44cc-9e41-57206b98990f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:47.201328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:47.205887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port 78675f35-f060-4032-ade5-8a87af5ade26 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:47.206689 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:47.213282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a8f058-1884-4c3d-b900-327c8c5c869b admin admin] Network 0b9b2ee0-cf57-46b5-a37e-26135c2a916c is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:07:47.214170 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-91a597bb-72c0-49a4-96da-887424fefaaa admin admin] 10.222.0.36 "PUT /v2.0/routers/0f6c68db-864d-499b-87c2-0a93756c70e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2209570 Jan 31 16:07:47.232541 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42029be2-f4f1-41d8-ab43-9bd3e900deae req-9b659938-fdcf-4652-9e3a-d6fc81cce6ee tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977009 Jan 31 16:07:47.243589 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:47.254126 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c5f54a76-9dcf-4be6-951d-17734778c50c req-58c6e3c6-1a01-42db-afe9-af3a13a3d1db tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137195 Jan 31 16:07:47.259871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d6a8f058-1884-4c3d-b900-327c8c5c869b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 0b9b2ee0-cf57-46b5-a37e-26135c2a916c) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:47.267094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a8f058-1884-4c3d-b900-327c8c5c869b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:47.267688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f058-1884-4c3d-b900-327c8c5c869b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:47.284107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b568b4bf-135e-46d9-b21e-87ddfc373ceb None None] Network 0b9b2ee0-cf57-46b5-a37e-26135c2a916c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:47.319763 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d6a8f058-1884-4c3d-b900-327c8c5c869b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9730432 Jan 31 16:07:47.319763 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:47.459529 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:47.538267 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:47.548484 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:47.554613 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Sync routers for ids ['0f6c68db-864d-499b-87c2-0a93756c70e6'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:47.575777 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Routers {'0f6c68db-864d-499b-87c2-0a93756c70e6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:47.577919 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0f6c68db-864d-499b-87c2-0a93756c70e6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:47.680040 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3639d88-0749-48b8-92c6-d0e8416b3505 None None] Network 0b9b2ee0-cf57-46b5-a37e-26135c2a916c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:47.749673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event updated for resources: {'Port': ['ID=f3b2d66a-7f4a-44c0-878e-51c09080e738,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:47.764248 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:47.812496 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:47.816542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:47.819926 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9ea5ae29-687d-4d6b-bed1-a1964c453bcb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4026573 Jan 31 16:07:47.820461 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60594) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:47.956651 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Set router 0f6c68db-864d-499b-87c2-0a93756c70e6 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:07:47.982802 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-49b92790-2935-4e60-affe-672e7e44c84b tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=676f4b03-e949-4216-8155-7a8bb0d2026c HTTP/1.1" status: 200 len: 690 time: 0.1585927 Jan 31 16:07:47.990438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60602) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:48.006504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:48.007241 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.207330 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.247514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:48.327709 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:07:45Z', 'revision_number': 4, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '18089a87-a36a-4e00-808d-5039437c2b60', 'name': '', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'mac_address': 'fa:16:3e:de:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:44Z', 'updated_at': '2022-01-31T16:07:45Z', 'revision_number': 2, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'subnets': [{'id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:48.345272 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:07:48.352220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:48.352471 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.391289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Deleting port f3b2d66a-7f4a-44c0-878e-51c09080e738 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:48.391900 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.404192 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Checking router: 0f6c68db-864d-499b-87c2-0a93756c70e6 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:07:48.405352 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Updating router 0f6c68db-864d-499b-87c2-0a93756c70e6 port 18089a87-a36a-4e00-808d-5039437c2b60 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:07:48.419908 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.432233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.433120 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Floating IP 0a0dbe44-e547-43a8-b68e-f6bebc2aa2db disassociated. External IP: 172.25.1.216, port: 78675f35-f060-4032-ade5-8a87af5ade26. Jan 31 16:07:48.433819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for 78675f35-f060-4032-ade5-8a87af5ade26 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:48.462060 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.473518 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240a912-d591-407a-b653-7629cf92a229 req-11004473-78d6-4ab9-91ec-bd81dd45b837 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:48.477074 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.495769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240a912-d591-407a-b653-7629cf92a229 req-11004473-78d6-4ab9-91ec-bd81dd45b837 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:48.506859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebafbd7-7c36-41e3-a00e-bc2f1f5a092a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:48.509282 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d590d704-c2c1-4e37-ba0e-a1e7fcb50dcb" -d '{"events": [{"server_uuid": "aebafbd7-7c36-41e3-a00e-bc2f1f5a092a", "name": "network-vif-plugged", "status": "completed", "tag": "6f5ecc22-9d46-4bf8-8bb3-f630ea35895a"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:48.520448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240a912-d591-407a-b653-7629cf92a229 req-11004473-78d6-4ab9-91ec-bd81dd45b837 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:48.529435 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:48.535160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1240a912-d591-407a-b653-7629cf92a229 req-11004473-78d6-4ab9-91ec-bd81dd45b837 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d&device_id=0f06216f-c582-49fd-befe-d7171aa3c922&device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 2416 time: 0.2461112 Jan 31 16:07:48.536126 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.587308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.587635 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.635138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Calling delete_port for f3b2d66a-7f4a-44c0-878e-51c09080e738 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:48.657532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-ab5d569f-7d6c-4df8-8960-ff3ad253a573 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:48.657532 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-ab5d569f-7d6c-4df8-8960-ff3ad253a573 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/networks?id=0b9b2ee0-cf57-46b5-a37e-26135c2a916c HTTP/1.1" status: 200 len: 819 time: 0.2140045 Jan 31 16:07:48.657927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1240a912-d591-407a-b653-7629cf92a229 req-7597ad7c-3b73-4c2f-9396-7afb625c9168 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209779 Jan 31 16:07:48.749442 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-42dc2ceb-fe63-4910-a6d5-f8c61c4c91ec tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/quotas/40544cb61a5d447bba9eeeb4b7836a1a HTTP/1.1" status: 200 len: 375 time: 0.0814755 Jan 31 16:07:48.762498 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.829078 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-51975be3-bd5f-4af0-b8d7-fb7011f6973c tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=40544cb61a5d447bba9eeeb4b7836a1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632539 Jan 31 16:07:48.851493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=78675f35-f060-4032-ade5-8a87af5ade26,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:48.874570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:48.874923 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:48.875269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:48.875606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:48.875939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:48.876265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:48.876596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:48.876922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:48.877247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:48.877602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:48.880620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:48.882910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:48.884334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:48.952399 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:48.961752 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:49.100560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router 529f8a25-77b8-48c5-8973-54dcac9f094e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:07:49.121336 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Pushing event updated for resources: {'Port': ['ID=18089a87-a36a-4e00-808d-5039437c2b60,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:49.155391 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.156817 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.158539 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.159351 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.161960 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.162553 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.163276 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.163835 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.167173 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.167784 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.168427 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.168971 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.229495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df071-f6c7-441d-9684-a69fa10ad572 req-3eb495c1-1124-4c0f-a679-9ffe5d292c4d tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:49.231128 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-3eb495c1-1124-4c0f-a679-9ffe5d292c4d tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/networks?id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a HTTP/1.1" status: 200 len: 819 time: 0.3599989 Jan 31 16:07:49.258691 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-cbc7d08c-d7f2-44c7-996d-571239c9bed2 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/quotas/44878cac9c744bceb768fa2bd481ee0a HTTP/1.1" status: 200 len: 375 time: 0.0205390 Jan 31 16:07:49.298742 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Attempting to bind port 18089a87-a36a-4e00-808d-5039437c2b60 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:49.299600 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Attempting to bind port 18089a87-a36a-4e00-808d-5039437c2b60 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '76dccb7c-c24d-4aba-a53d-c978de36de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:49.300371 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Attempting to bind port 18089a87-a36a-4e00-808d-5039437c2b60 on network a1f1e35d-8872-40ed-ab55-6d6bc80c609a {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:49.307429 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:49.308173 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Checking segment: {'id': '76dccb7c-c24d-4aba-a53d-c978de36de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:49.308934 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:49.309795 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Bound using segment: {'id': '76dccb7c-c24d-4aba-a53d-c978de36de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:49.310650 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Bound port: 18089a87-a36a-4e00-808d-5039437c2b60, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dccb7c-c24d-4aba-a53d-c978de36de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:49.311501 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:49.360193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:49.374790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d643459-490e-4419-8c3b-a98911f49740 None None] Sync routers for ids ['529f8a25-77b8-48c5-8973-54dcac9f094e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:49.390783 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d643459-490e-4419-8c3b-a98911f49740 None None] Routers {'529f8a25-77b8-48c5-8973-54dcac9f094e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:49.391431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8d643459-490e-4419-8c3b-a98911f49740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['529f8a25-77b8-48c5-8973-54dcac9f094e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:49.420624 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-e716ed5f-4634-431c-96df-78c6bbe74252 service neutron] 10.222.0.36 "GET /v2.0/networks/0b9b2ee0-cf57-46b5-a37e-26135c2a916c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816870 Jan 31 16:07:49.468890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8d643459-490e-4419-8c3b-a98911f49740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:49.492747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d643459-490e-4419-8c3b-a98911f49740 None None] Routers {'529f8a25-77b8-48c5-8973-54dcac9f094e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:49.493711 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:49.493884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8d643459-490e-4419-8c3b-a98911f49740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['529f8a25-77b8-48c5-8973-54dcac9f094e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:49.515007 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-3e5e8fa8-75bc-4108-821d-1268e4fc87f5 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=44878cac9c744bceb768fa2bd481ee0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2539916 Jan 31 16:07:49.544456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8d643459-490e-4419-8c3b-a98911f49740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:49.545122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d643459-490e-4419-8c3b-a98911f49740 None None] The sync data for ids ['529f8a25-77b8-48c5-8973-54dcac9f094e'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:49.561036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3b2d66a-7f4a-44c0-878e-51c09080e738,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:49.563410 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] For port 18089a87-a36a-4e00-808d-5039437c2b60, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:49.572349 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] For port 18089a87-a36a-4e00-808d-5039437c2b60, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=18089a87-a36a-4e00-808d-5039437c2b60,segment=NetworkSegment(76dccb7c-c24d-4aba-a53d-c978de36de96),segment_id=76dccb7c-c24d-4aba-a53d-c978de36de96)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:49.580086 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:49.601692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.602070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.602344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.602604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.602940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.603268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.603666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.603909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.604238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.604559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.605440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.605440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:07:49.658950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-5e307f5b-e7f1-4ceb-b7f6-5dc005345a76 service neutron] 10.222.0.36 "GET /v2.0/networks/0b9b2ee0-cf57-46b5-a37e-26135c2a916c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308223 Jan 31 16:07:49.677219 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:49.679509 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-bc40bc8f-b37e-41c4-8860-41b761a201af service neutron] 10.222.0.36 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561403 Jan 31 16:07:49.681570 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-79c03015-cf16-4baf-b04e-69b2d0d6ef36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:49.712141 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:49.719330 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1f674456-3b61-4094-b6b3-7b5714a71dc2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/ports/78675f35-f060-4032-ade5-8a87af5ade26 HTTP/1.1" status: 204 len: 168 time: 2.9123747 Jan 31 16:07:49.727666 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Routers {'0f6c68db-864d-499b-87c2-0a93756c70e6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:49.728440 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0f6c68db-864d-499b-87c2-0a93756c70e6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:49.748562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60670) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:49.801002 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:49.823647 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f41671-2f47-49ff-a012-9f65b6c0f249 None None] Pushing event updated for resources: {'Port': ['ID=18089a87-a36a-4e00-808d-5039437c2b60,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:49.919918 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-bcb76c1d-6101-4727-9eda-4832522d1205 service neutron] 10.222.0.36 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394283 Jan 31 16:07:49.943410 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:50.000044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=87843f07-2a97-43b9-b25c-a91c9bf26d22,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:50.002631 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] Set router 0f6c68db-864d-499b-87c2-0a93756c70e6 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:07:50.110430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e880045-98b0-4d8c-88c6-60a5dabfc556 req-f3af850e-f7b9-4871-bf1d-061cc60556d2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:50.118761 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e880045-98b0-4d8c-88c6-60a5dabfc556 req-f3af850e-f7b9-4871-bf1d-061cc60556d2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.1786609 Jan 31 16:07:50.179684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:50.202203 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e880045-98b0-4d8c-88c6-60a5dabfc556 req-7c24b053-c10f-47cd-b66b-1c5a92cfe365 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823476 Jan 31 16:07:50.242200 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a8ede0-f440-4bc5-bc22-4691cf49e549 x-openstack-request-id: req-99a8ede0-f440-4bc5-bc22-4691cf49e549 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:50.242701 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebafbd7-7c36-41e3-a00e-bc2f1f5a092a", "name": "network-vif-plugged", "status": "completed", "tag": "6f5ecc22-9d46-4bf8-8bb3-f630ea35895a", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:50.242811 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99a8ede0-f440-4bc5-bc22-4691cf49e549 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:50.243127 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebafbd7-7c36-41e3-a00e-bc2f1f5a092a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a', 'code': 200} Jan 31 16:07:50.277081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676f4b03-e949-4216-8155-7a8bb0d2026c']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:50.310625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66430c80-e8b8-417b-b3fe-d71b5027db52') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:50.316917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66430c80-e8b8-417b-b3fe-d71b5027db52') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:50.349270 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:50.395556 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2a081763-8792-4fb2-aec3-1d86d7b416eb req-33b522bb-341c-4a4a-ab50-6e61700032e7 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 210 time: 0.0654294 Jan 31 16:07:50.401025 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:50.416982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:07:50.420657 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:07:50.437017 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:07:50.628644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2179-cea4-460d-8329-7471bf0489ad req-7ab462f0-717d-42b2-950d-b59a0f7531a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:50.631763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-659a2179-cea4-460d-8329-7471bf0489ad req-7ab462f0-717d-42b2-950d-b59a0f7531a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 1096 time: 0.2618239 Jan 31 16:07:50.646004 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d07d8848-f387-47ad-a6ed-4b5db6188e27 req-358aa0eb-9fc7-49d7-b270-2a5cabe4fe6c tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 210 time: 0.0897808 Jan 31 16:07:50.651165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f5016-bc22-42c4-989d-60408b68a14a req-b4e1e851-3797-45ff-b827-d757acbfdcd2 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:50.672072 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-252f5016-bc22-42c4-989d-60408b68a14a req-b4e1e851-3797-45ff-b827-d757acbfdcd2 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 945 time: 0.2137158 Jan 31 16:07:50.686442 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:07:45Z', 'revision_number': 4, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '18089a87-a36a-4e00-808d-5039437c2b60', 'name': '', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'mac_address': 'fa:16:3e:de:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:44Z', 'updated_at': '2022-01-31T16:07:49Z', 'revision_number': 4, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'subnets': [{'id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:50.696738 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:50.737096 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-659a2179-cea4-460d-8329-7471bf0489ad req-87eea273-e26a-437b-a5c8-facf93441fa8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884972 Jan 31 16:07:50.755270 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dcdcc-54e7-4e63-bf6a-35fa72813245 None None] The sync data for ids ['0f6c68db-864d-499b-87c2-0a93756c70e6'] in n-d-827120-1 is: [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:07:45Z', 'revision_number': 4, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '18089a87-a36a-4e00-808d-5039437c2b60', 'name': '', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'mac_address': 'fa:16:3e:de:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:44Z', 'updated_at': '2022-01-31T16:07:49Z', 'revision_number': 4, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'subnets': [{'id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:50.755653 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-252f5016-bc22-42c4-989d-60408b68a14a req-83d9b05a-94fd-4ac6-8eb0-3a457312cf10 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765083 Jan 31 16:07:50.755653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 676f4b03-e949-4216-8155-7a8bb0d2026c {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 16:07:50.756798 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:50.771512 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "DELETE /v2.0/networks/676f4b03-e949-4216-8155-7a8bb0d2026c HTTP/1.1" status: 204 len: 168 time: 2.7735701 Jan 31 16:07:50.771779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60702) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:50.818961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a5a69-550e-4bdd-a3fc-b67f520a255f tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event deleted for resources: {'Network': ['ID=676f4b03-e949-4216-8155-7a8bb0d2026c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:50.832449 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:50.993108 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c023bbac-6b80-46a7-920f-a01633bbdcd4 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:51.006527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60716) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:51.020726 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e26694fc-7177-4c79-90aa-d990d11711f0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1475 time: 0.2488227 Jan 31 16:07:51.241780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ab608-eaff-45f5-beda-5605cf41d852 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:51.242280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ab608-eaff-45f5-beda-5605cf41d852 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:51.242747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ab608-eaff-45f5-beda-5605cf41d852 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:51.244387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ab608-eaff-45f5-beda-5605cf41d852 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:51.246367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ab608-eaff-45f5-beda-5605cf41d852 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:51.247552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ab608-eaff-45f5-beda-5605cf41d852 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:51.249180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ab608-eaff-45f5-beda-5605cf41d852 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:51.249868 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ab608-eaff-45f5-beda-5605cf41d852 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:51.250733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ab608-eaff-45f5-beda-5605cf41d852 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:51.260654 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7c4ab608-eaff-45f5-beda-5605cf41d852 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5863 time: 0.2523146 Jan 31 16:07:51.262248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60726) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:51.383525 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-ec1f2e74-99d7-414b-8094-c0cc4036350d tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] delete failed (client error): The resource could not be found. Jan 31 16:07:51.385971 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ec1f2e74-99d7-414b-8094-c0cc4036350d tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/cd4707fc-352c-4650-b5e8-7afd39d933d7 HTTP/1.1" status: 404 len: 345 time: 0.1226838 Jan 31 16:07:51.391546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60730) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:51.436675 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41a2e48-5979-4558-b7cb-932ce5da69f7 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] DELETE failed (client error): The resource could not be found. Jan 31 16:07:51.438607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41a2e48-5979-4558-b7cb-932ce5da69f7 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:07:51.450713 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f41a2e48-5979-4558-b7cb-932ce5da69f7 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "DELETE /v2.0/networks/676f4b03-e949-4216-8155-7a8bb0d2026c HTTP/1.1" status: 404 len: 339 time: 0.0536962 Jan 31 16:07:51.456458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60736) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:51.464476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d2258b87-4565-4db8-af10-7e962e694b9a tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Request body: {'network': {'name': 'tempest-network--1544750551', 'router:external': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:51.609353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2258b87-4565-4db8-af10-7e962e694b9a tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Made reservation on behalf of 3648d5829efc4490ab0c168f543ba7aa for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:51.617169 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2258b87-4565-4db8-af10-7e962e694b9a tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:51.661301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81483a85-b976-4de6-a938-db2278bc497d req-bc60f171-942e-4fb8-bac8-60299211a3a5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:51.684957 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81483a85-b976-4de6-a938-db2278bc497d req-bc60f171-942e-4fb8-bac8-60299211a3a5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.2388046 Jan 31 16:07:51.808377 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cb323d3-9e1b-41ac-a2f9-5be79b30fce6 req-46bf8914-9639-4056-a026-cbfb6360ae93 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 210 time: 0.1945367 Jan 31 16:07:51.810186 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81483a85-b976-4de6-a938-db2278bc497d req-c1d16689-0616-4878-8d3b-e41d134061c2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239092 Jan 31 16:07:51.934685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2258b87-4565-4db8-af10-7e962e694b9a tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:07:52.047670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-d80fd4fd-b1cb-4558-9bc7-a28e56c53246 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:52.051280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-d80fd4fd-b1cb-4558-9bc7-a28e56c53246 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.30 "GET /v2.0/networks?id=0b9b2ee0-cf57-46b5-a37e-26135c2a916c HTTP/1.1" status: 200 len: 819 time: 0.5014873 Jan 31 16:07:52.087336 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2258b87-4565-4db8-af10-7e962e694b9a tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:52.087525 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-d2258b87-4565-4db8-af10-7e962e694b9a tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Added segment 99854cfd-5bdd-4289-ba7e-65a469bebc91 of type vlan for network fb85efc9-fef1-4ced-8749-505f4e3e931b Jan 31 16:07:52.092768 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3187ea40-4c5e-4f3c-b3f7-ae19a7d1181a req-3ad4ce42-3c4e-4fa2-807b-f6390ba61bc4 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 210 time: 0.1863844 Jan 31 16:07:52.205819 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2258b87-4565-4db8-af10-7e962e694b9a tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:52.246300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c023bbac-6b80-46a7-920f-a01633bbdcd4 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port 80c6eb9f-4567-4e70-a3cf-ad514b62842c {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:52.250837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c023bbac-6b80-46a7-920f-a01633bbdcd4 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:52.294623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Request body: {'port': {'device_id': 'd37c5b45-743c-4740-82d5-52a32a5a849e', 'network_id': '0b9b2ee0-cf57-46b5-a37e-26135c2a916c', 'admin_state_up': True, 'tenant_id': '40544cb61a5d447bba9eeeb4b7836a1a'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:52.335149 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:52.442404 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c023bbac-6b80-46a7-920f-a01633bbdcd4 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:52.470692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c023bbac-6b80-46a7-920f-a01633bbdcd4 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for 80c6eb9f-4567-4e70-a3cf-ad514b62842c owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:52.558001 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:52.590116 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2258b87-4565-4db8-af10-7e962e694b9a tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:52.591159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2258b87-4565-4db8-af10-7e962e694b9a tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:52.591749 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d2258b87-4565-4db8-af10-7e962e694b9a tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:52.837140 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c023bbac-6b80-46a7-920f-a01633bbdcd4 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:52.911223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023bbac-6b80-46a7-920f-a01633bbdcd4 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=80c6eb9f-4567-4e70-a3cf-ad514b62842c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:52.912947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2258b87-4565-4db8-af10-7e962e694b9a tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event updated for resources: {'Network': ['ID=fb85efc9-fef1-4ced-8749-505f4e3e931b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:52.924567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network fb85efc9-fef1-4ced-8749-505f4e3e931b details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:07:52.963614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df071-f6c7-441d-9684-a69fa10ad572 req-46ff3f11-7411-4f51-8bfc-ca5608780f11 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:52.965574 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-46ff3f11-7411-4f51-8bfc-ca5608780f11 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.30 "GET /v2.0/networks?id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a HTTP/1.1" status: 200 len: 819 time: 0.6749914 Jan 31 16:07:52.979431 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d2258b87-4565-4db8-af10-7e962e694b9a tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5217700 Jan 31 16:07:52.980122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60776) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:52.988857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-126df071-f6c7-441d-9684-a69fa10ad572 req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Request body: {'port': {'device_id': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'admin_state_up': True, 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:53.177736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130c655-b75e-453e-b6be-f91287074ee4 req-6865b444-090e-41f7-af85-10a080153630 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:53.179632 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8130c655-b75e-453e-b6be-f91287074ee4 req-6865b444-090e-41f7-af85-10a080153630 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.2165079 Jan 31 16:07:53.360598 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8130c655-b75e-453e-b6be-f91287074ee4 req-9e63284f-cada-4688-94b3-8f634d305b58 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736507 Jan 31 16:07:53.440578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Made reservation on behalf of 40544cb61a5d447bba9eeeb4b7836a1a for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:53.447735 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:53.458841 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c023bbac-6b80-46a7-920f-a01633bbdcd4 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:53.518151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19bcef-a0ec-48d1-b226-3b6e4b83e47e tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:53.525822 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19bcef-a0ec-48d1-b226-3b6e4b83e47e tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:53.533708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19bcef-a0ec-48d1-b226-3b6e4b83e47e tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:53.540833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19bcef-a0ec-48d1-b226-3b6e4b83e47e tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:53.542730 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ad19bcef-a0ec-48d1-b226-3b6e4b83e47e tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5579691 Jan 31 16:07:53.551458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60788) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:53.645091 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:53.692826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5ca855d2-7b7a-4241-8ecc-dd50973949b6 req-0bb04a3e-0817-4ff3-ac39-4a38243409be tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 210 time: 0.0502551 Jan 31 16:07:53.798518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 18089a87-a36a-4e00-808d-5039437c2b60 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:53.900317 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 18089a87-a36a-4e00-808d-5039437c2b60 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:53.901167 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:53.907557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c023bbac-6b80-46a7-920f-a01633bbdcd4 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router 529f8a25-77b8-48c5-8973-54dcac9f094e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:07:53.946647 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9637687c-aa74-42a3-9af3-50b4959c406d req-64b6d0b4-7f19-4a80-9b5d-ed7f582a2ff2 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 210 time: 0.2967751 Jan 31 16:07:53.994683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126df071-f6c7-441d-9684-a69fa10ad572 req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Made reservation on behalf of 44878cac9c744bceb768fa2bd481ee0a for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:54.002203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-126df071-f6c7-441d-9684-a69fa10ad572 req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:54.099793 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:54.162596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 18089a87-a36a-4e00-808d-5039437c2b60, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=18089a87-a36a-4e00-808d-5039437c2b60,segment=NetworkSegment(76dccb7c-c24d-4aba-a53d-c978de36de96),segment_id=76dccb7c-c24d-4aba-a53d-c978de36de96)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:54.170283 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:54.270979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=18089a87-a36a-4e00-808d-5039437c2b60,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:54.360971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Allocated IP 172.20.0.9 (0b9b2ee0-cf57-46b5-a37e-26135c2a916c/809ef32e-6c64-4fe2-86af-9aad678a79e2/b768f6bf-a4b3-4df9-9969-922d4bfa69ff) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:54.420544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:54.492132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-126df071-f6c7-441d-9684-a69fa10ad572 req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Allocated IP 172.20.0.3 (a1f1e35d-8872-40ed-ab55-6d6bc80c609a/bb13df4a-5c58-4b29-93b3-73902e0c2088/6a19fc37-c094-41dc-b30d-61f3f3cdf5c2) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:07:54.504886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1fe94-2f22-4d1d-b59f-d0443fde6733 req-893576ef-4a69-4a2c-a8f4-4bdfdffe3374 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:54.512640 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58d1fe94-2f22-4d1d-b59f-d0443fde6733 req-893576ef-4a69-4a2c-a8f4-4bdfdffe3374 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.3869252 Jan 31 16:07:54.516138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb85efc9-fef1-4ced-8749-505f4e3e931b']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:54.566096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99854cfd-5bdd-4289-ba7e-65a469bebc91') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:54.566675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99854cfd-5bdd-4289-ba7e-65a469bebc91') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:54.642274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:54.696980 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58d1fe94-2f22-4d1d-b59f-d0443fde6733 req-0887794e-e0ac-40ec-9c37-2f8ff60c37a5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780179 Jan 31 16:07:54.721724 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b3a8b-ef5e-4cbc-a3cd-6c9d3e13f8cc req-826f5a0a-7f84-4467-a225-d146716bd4d5 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:54.729608 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-232b3a8b-ef5e-4cbc-a3cd-6c9d3e13f8cc req-826f5a0a-7f84-4467-a225-d146716bd4d5 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.0792654 Jan 31 16:07:54.731897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c023bbac-6b80-46a7-920f-a01633bbdcd4 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:07:54.737729 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c023bbac-6b80-46a7-920f-a01633bbdcd4 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "PUT /v2.0/routers/529f8a25-77b8-48c5-8973-54dcac9f094e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9870338 Jan 31 16:07:54.743128 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3946b5-f279-4617-99a7-39ca6099174a None None] Sync routers for ids ['529f8a25-77b8-48c5-8973-54dcac9f094e'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:07:54.759014 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3946b5-f279-4617-99a7-39ca6099174a None None] Routers {'529f8a25-77b8-48c5-8973-54dcac9f094e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:54.759767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60806) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:54.761222 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0a3946b5-f279-4617-99a7-39ca6099174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['529f8a25-77b8-48c5-8973-54dcac9f094e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:54.782615 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:54.831520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:54.840245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:07:54.840799 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:54.842259 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0a3946b5-f279-4617-99a7-39ca6099174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:54.848478 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-232b3a8b-ef5e-4cbc-a3cd-6c9d3e13f8cc req-b15b36f9-5998-469b-8d48-e5eec20a1706 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178145 Jan 31 16:07:54.863685 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3946b5-f279-4617-99a7-39ca6099174a None None] Routers {'529f8a25-77b8-48c5-8973-54dcac9f094e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:07:54.864317 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0a3946b5-f279-4617-99a7-39ca6099174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['529f8a25-77b8-48c5-8973-54dcac9f094e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:54.906677 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0a3946b5-f279-4617-99a7-39ca6099174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:54.907330 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3946b5-f279-4617-99a7-39ca6099174a None None] The sync data for ids ['529f8a25-77b8-48c5-8973-54dcac9f094e'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:07:54.914708 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:07:54.928335 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:54.993948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60816) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:55.036110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96ac5fe3-e877-4593-a40d-f384fa6ef382 req-783681e4-75e0-4e66-ba64-40492190d441 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 210 time: 0.1099894 Jan 31 16:07:55.039628 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.049734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb85efc9-fef1-4ced-8749-505f4e3e931b {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 16:07:55.052698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.057014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "DELETE /v2.0/networks/fb85efc9-fef1-4ced-8749-505f4e3e931b HTTP/1.1" status: 204 len: 168 time: 1.5030339 Jan 31 16:07:55.061164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60820) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:55.067165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c90767dd-2777-43f1-94ab-ea9c45b8fcd0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Request body: {'network': {'name': 'tempest-network--248993136', 'router:external': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:55.176140 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-126df071-f6c7-441d-9684-a69fa10ad572 req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.184546 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.238814 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-816e1218-c9ce-4539-aba8-4fdafad13e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.243669 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-806ff108-6b74-488d-9ce4-a7c72c48cd2f req-9dde7d77-fd66-46bb-a8e8-1139cf5e8858 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 210 time: 0.0848885 Jan 31 16:07:55.246863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b8b26-e74d-44ad-8227-2a85cc54f6bb tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb85efc9-fef1-4ced-8749-505f4e3e931b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:55.275231 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90767dd-2777-43f1-94ab-ea9c45b8fcd0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Made reservation on behalf of 3648d5829efc4490ab0c168f543ba7aa for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:55.277747 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c90767dd-2777-43f1-94ab-ea9c45b8fcd0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.319810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Network 0b9b2ee0-cf57-46b5-a37e-26135c2a916c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:55.321627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:55.347927 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.348111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:55.393984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Pushing event updated for resources: {'Port': ['ID=b768f6bf-a4b3-4df9-9969-922d4bfa69ff,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:55.409220 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-126df071-f6c7-441d-9684-a69fa10ad572 req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.437972 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-816e1218-c9ce-4539-aba8-4fdafad13e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.439196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90767dd-2777-43f1-94ab-ea9c45b8fcd0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:07:55.463719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:55.464637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.474306 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-816e1218-c9ce-4539-aba8-4fdafad13e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.478092 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126df071-f6c7-441d-9684-a69fa10ad572 req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Network a1f1e35d-8872-40ed-ab55-6d6bc80c609a is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:07:55.482931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-126df071-f6c7-441d-9684-a69fa10ad572 req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:07:55.494244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-126df071-f6c7-441d-9684-a69fa10ad572 req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:07:55.501382 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c90767dd-2777-43f1-94ab-ea9c45b8fcd0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.501803 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-c90767dd-2777-43f1-94ab-ea9c45b8fcd0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Added segment a3de37bc-7d74-461e-88f5-9f32ab11dcca of type vlan for network 6f2acdae-88e3-4016-becf-958e1117c20b Jan 31 16:07:55.565723 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-816e1218-c9ce-4539-aba8-4fdafad13e04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca23801b028f4c9c8f30f9bfaab67463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5661643 Jan 31 16:07:55.570236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e1218-c9ce-4539-aba8-4fdafad13e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d775b770-62c3-4650-a7eb-531728942755,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:55.576854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60828) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:55.595372 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c90767dd-2777-43f1-94ab-ea9c45b8fcd0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.595757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df071-f6c7-441d-9684-a69fa10ad572 req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:55.596393 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-126df071-f6c7-441d-9684-a69fa10ad572 req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.639416 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6581669 Jan 31 16:07:55.642467 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-cd23a7ec-9b81-4e95-bc20-181c179abffc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3534892 Jan 31 16:07:55.643530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81335a3a-bdde-4ee9-80ed-92b01ff163cf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Pushing event updated for resources: {'Port': ['ID=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:55.650733 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port 478920ba-f8f2-46e3-8ff0-d930853d49e1 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:55.651079 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.663736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Request body: {'port': {'device_id': 'd37c5b45-743c-4740-82d5-52a32a5a849e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:55.679805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Request body: {'port': {'device_id': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:55.692795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 18089a87-a36a-4e00-808d-5039437c2b60 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:07:55.719659 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c90767dd-2777-43f1-94ab-ea9c45b8fcd0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.721375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90767dd-2777-43f1-94ab-ea9c45b8fcd0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:55.722466 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c90767dd-2777-43f1-94ab-ea9c45b8fcd0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.779461 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.794836 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f548-9a69-4443-98e2-3838cd645747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.804576 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c90767dd-2777-43f1-94ab-ea9c45b8fcd0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7422352 Jan 31 16:07:55.812907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60832) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:55.840407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 18089a87-a36a-4e00-808d-5039437c2b60 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:07:55.841278 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.848512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90767dd-2777-43f1-94ab-ea9c45b8fcd0 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event updated for resources: {'Network': ['ID=6f2acdae-88e3-4016-becf-958e1117c20b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:55.860127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f548-9a69-4443-98e2-3838cd645747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.876806 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:55.904559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for 478920ba-f8f2-46e3-8ff0-d930853d49e1 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:55.947621 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 6f2acdae-88e3-4016-becf-958e1117c20b details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:07:56.030451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2980a15b-ffd8-413c-9156-7ddbb38561a1 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:56.036165 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f548-9a69-4443-98e2-3838cd645747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:56.036795 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2980a15b-ffd8-413c-9156-7ddbb38561a1 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] 10.222.0.36 "GET /v2.0/networks/6f2acdae-88e3-4016-becf-958e1117c20b HTTP/1.1" status: 200 len: 756 time: 0.2079587 Jan 31 16:07:56.038916 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f548-9a69-4443-98e2-3838cd645747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:56.040112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ccd9f548-9a69-4443-98e2-3838cd645747 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d775b770-62c3-4650-a7eb-531728942755 HTTP/1.1" status: 204 len: 168 time: 0.4615026 Jan 31 16:07:56.040877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60836) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:56.070037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9f548-9a69-4443-98e2-3838cd645747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d775b770-62c3-4650-a7eb-531728942755,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:56.157089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e2b6b-f8f2-4617-9c6d-e1c7d90d9d36 req-b135c775-b65a-4a30-be83-7fe59ceb0a3c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:56.158688 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a5e2b6b-f8f2-4617-9c6d-e1c7d90d9d36 req-b135c775-b65a-4a30-be83-7fe59ceb0a3c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.1467807 Jan 31 16:07:56.161835 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:56.192263 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:56.251772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba5f6e-7c90-4d3b-9eb1-8dd2545a4172 req-408c0875-938c-4890-9102-ae5792144c7b tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:56.253333 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-caba5f6e-7c90-4d3b-9eb1-8dd2545a4172 req-408c0875-938c-4890-9102-ae5792144c7b tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.2975874 Jan 31 16:07:56.303871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3401ec6b-3489-4950-b9d9-a71facb459c1 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:56.307829 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3401ec6b-3489-4950-b9d9-a71facb459c1 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] 10.222.0.36 "GET /v2.0/networks/9eecd245-feb6-4f12-a112-7a19b9fc0c41 HTTP/1.1" status: 200 len: 768 time: 0.2458441 Jan 31 16:07:56.310029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60846) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:56.510682 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-caba5f6e-7c90-4d3b-9eb1-8dd2545a4172 req-a975e060-3242-43cc-a1ba-d615b0de527a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942086 Jan 31 16:07:56.514428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:56.516969 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:56.551446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60850) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:56.563594 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=478920ba-f8f2-46e3-8ff0-d930853d49e1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:56.601378 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5bd81311-eb3d-4aa3-823c-14af447a3657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:56.770800 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:56.798382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a6204-3f88-4f0a-97a1-09b4dd5ad06b req-728b19c2-ba3e-4de5-b550-afc629c255ff tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:56.799948 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce3a6204-3f88-4f0a-97a1-09b4dd5ad06b req-728b19c2-ba3e-4de5-b550-afc629c255ff tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 931 time: 0.2166474 Jan 31 16:07:56.800856 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:56.887246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2acdae-88e3-4016-becf-958e1117c20b']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:56.897271 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a5e2b6b-f8f2-4617-9c6d-e1c7d90d9d36 req-9f53ca32-25b4-431d-94f1-323e2fe940f6 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7290106 Jan 31 16:07:56.937539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3de37bc-7d74-461e-88f5-9f32ab11dcca') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:56.937798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3de37bc-7d74-461e-88f5-9f32ab11dcca') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:56.958575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:56.961207 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:56.963225 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:56.999270 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce3a6204-3f88-4f0a-97a1-09b4dd5ad06b req-02d7f65b-d0d0-41f2-96b3-555904ef09b7 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920390 Jan 31 16:07:57.033529 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.054225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:07:57.054966 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:07:57.056480 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:07:57.059287 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.059287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Fanout notify agent at l3_agent the message router_deleted on router 529f8a25-77b8-48c5-8973-54dcac9f094e {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:07:57.076871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.078499 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e03fcf09-2abd-4fd3-8171-a6da3d9a6902 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/routers/529f8a25-77b8-48c5-8973-54dcac9f094e HTTP/1.1" status: 204 len: 168 time: 2.3171847 Jan 31 16:07:57.080011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5bd81311-eb3d-4aa3-823c-14af447a3657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.087351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60854) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:57.109217 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5bd81311-eb3d-4aa3-823c-14af447a3657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.142018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5057b3-b84c-4ee3-a5c2-cd4b7e9117bf req-eea53939-0931-4427-98f9-7934939b54df tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:57.147565 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3a5057b3-b84c-4ee3-a5c2-cd4b7e9117bf req-eea53939-0931-4427-98f9-7934939b54df tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 931 time: 0.1731319 Jan 31 16:07:57.164642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:57.166643 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5bd81311-eb3d-4aa3-823c-14af447a3657 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0482f5584754ca7aa4678aa2147611c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6123874 Jan 31 16:07:57.169191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60856) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:57.172685 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.176774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd81311-eb3d-4aa3-823c-14af447a3657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a529704e-423d-4432-bd72-82d582fe43fd,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:57.180339 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.195568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f2acdae-88e3-4016-becf-958e1117c20b {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 16:07:57.199682 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.202842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "DELETE /v2.0/networks/6f2acdae-88e3-4016-becf-958e1117c20b HTTP/1.1" status: 204 len: 168 time: 0.8907003 Jan 31 16:07:57.212315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60862) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:57.221446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2dc3f124-779c-4eb7-90a9-9dee0cad59af tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Request body: {'network': {'name': 'tempest-network--244481777'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:57.222027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756cc5d-a0dd-4feb-b321-962d62ea9f56 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f2acdae-88e3-4016-becf-958e1117c20b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:57.253766 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fea70a65-52b1-4746-a11c-8ce7663d23d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.266348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Transition to ACTIVE for port object 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:07:57.293339 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fea70a65-52b1-4746-a11c-8ce7663d23d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.302762 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.360446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-083dbf12-3740-4ec0-9931-f0af5b517d66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting subnet a8d24ee4-b8be-482d-a7fb-84b95f07dc28 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:07:57.370936 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fea70a65-52b1-4746-a11c-8ce7663d23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.374265 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fea70a65-52b1-4746-a11c-8ce7663d23d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.379191 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fea70a65-52b1-4746-a11c-8ce7663d23d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a529704e-423d-4432-bd72-82d582fe43fd HTTP/1.1" status: 204 len: 168 time: 0.2048407 Jan 31 16:07:57.388082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea70a65-52b1-4746-a11c-8ce7663d23d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a529704e-423d-4432-bd72-82d582fe43fd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:57.388561 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-083dbf12-3740-4ec0-9931-f0af5b517d66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.403330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b768f6bf-a4b3-4df9-9969-922d4bfa69ff {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:57.448385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc3f124-779c-4eb7-90a9-9dee0cad59af tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Made reservation on behalf of 3648d5829efc4490ab0c168f543ba7aa for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:07:57.451054 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f124-779c-4eb7-90a9-9dee0cad59af tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.463510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3a5057b3-b84c-4ee3-a5c2-cd4b7e9117bf req-f001db34-42f0-422c-bf7b-4885a3583be1 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501726 Jan 31 16:07:57.526897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.664311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0a253-4710-4890-9755-543d33161617 service neutron] Pushing event updated for resources: {'Port': ['ID=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:57.719613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-083dbf12-3740-4ec0-9931-f0af5b517d66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.725161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Transition to ACTIVE for port object b768f6bf-a4b3-4df9-9969-922d4bfa69ff will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:07:57.764374 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.772779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Attempting to bind port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:57.773377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Attempting to bind port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '76dccb7c-c24d-4aba-a53d-c978de36de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:57.774218 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Attempting to bind port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 on network a1f1e35d-8872-40ed-ab55-6d6bc80c609a {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:57.775253 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.782211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bee20-6a58-4c52-9713-dede478de9f6 req-6b91d1b4-5e59-4e68-9b28-09a114075ea2 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:57.787123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-678bee20-6a58-4c52-9713-dede478de9f6 req-6b91d1b4-5e59-4e68-9b28-09a114075ea2 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.1665781 Jan 31 16:07:57.797988 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc3f124-779c-4eb7-90a9-9dee0cad59af tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:07:57.831752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 on network a1f1e35d-8872-40ed-ab55-6d6bc80c609a not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:07:57.839270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Attempting to bind port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 on network a1f1e35d-8872-40ed-ab55-6d6bc80c609a {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:57.864715 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-678bee20-6a58-4c52-9713-dede478de9f6 req-4e1597a0-578d-4716-8bfd-5742f75dd34a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593851 Jan 31 16:07:57.892171 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f124-779c-4eb7-90a9-9dee0cad59af tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.892518 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-2dc3f124-779c-4eb7-90a9-9dee0cad59af tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Added segment 43081528-6e17-4383-b7c6-38162ce77d9f of type vlan for network 2e6510f0-fe01-4366-8c38-de51c4ae1372 Jan 31 16:07:57.900607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:57.901280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Checking segment: {'id': '76dccb7c-c24d-4aba-a53d-c978de36de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:57.901430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Bound using segment: {'id': '76dccb7c-c24d-4aba-a53d-c978de36de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:57.901849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Bound port: 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dccb7c-c24d-4aba-a53d-c978de36de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:57.902445 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:57.945509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=b768f6bf-a4b3-4df9-9969-922d4bfa69ff,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:57.988941 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f124-779c-4eb7-90a9-9dee0cad59af tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.090338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb69a1-0d0e-43d7-a264-0f904afc5066 req-36590de8-300a-47ed-aec2-cadfe7e53b22 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:58.092359 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7eb69a1-0d0e-43d7-a264-0f904afc5066 req-36590de8-300a-47ed-aec2-cadfe7e53b22 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.4238727 Jan 31 16:07:58.147410 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-083dbf12-3740-4ec0-9931-f0af5b517d66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.165693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd4b89-258b-46dc-b328-bbf1e93c3dd4 req-19a14936-1669-4dcb-a9ae-a8fa273096d5 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:58.171803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44dd4b89-258b-46dc-b328-bbf1e93c3dd4 req-19a14936-1669-4dcb-a9ae-a8fa273096d5 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 943 time: 0.0970039 Jan 31 16:07:58.224601 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44dd4b89-258b-46dc-b328-bbf1e93c3dd4 req-c2fcdbae-445d-4682-90b0-241e8679b025 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518498 Jan 31 16:07:58.250262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] For port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:58.252263 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f124-779c-4eb7-90a9-9dee0cad59af tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.253253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc3f124-779c-4eb7-90a9-9dee0cad59af tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:58.253844 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f124-779c-4eb7-90a9-9dee0cad59af tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.297640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] For port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,segment=NetworkSegment(76dccb7c-c24d-4aba-a53d-c978de36de96),segment_id=76dccb7c-c24d-4aba-a53d-c978de36de96)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:58.314035 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:07:58.327678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.386785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Attempting to bind port b768f6bf-a4b3-4df9-9969-922d4bfa69ff on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:07:58.387221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Attempting to bind port b768f6bf-a4b3-4df9-9969-922d4bfa69ff by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '4ddc48f8-422e-4e02-8093-47d026ce9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0b9b2ee0-cf57-46b5-a37e-26135c2a916c'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:07:58.387661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Attempting to bind port b768f6bf-a4b3-4df9-9969-922d4bfa69ff on network 0b9b2ee0-cf57-46b5-a37e-26135c2a916c {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:58.419185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Port b768f6bf-a4b3-4df9-9969-922d4bfa69ff on network 0b9b2ee0-cf57-46b5-a37e-26135c2a916c not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:07:58.419515 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Attempting to bind port b768f6bf-a4b3-4df9-9969-922d4bfa69ff on network 0b9b2ee0-cf57-46b5-a37e-26135c2a916c {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:07:58.421992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:58.440153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'port_id': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a', 'mac_address': 'fa:16:3e:45:bb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:07:58.457749 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2dc3f124-779c-4eb7-90a9-9dee0cad59af tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2407701 Jan 31 16:07:58.457749 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-083dbf12-3740-4ec0-9931-f0af5b517d66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.458633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60910) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:58.466009 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d6a60e2f-a9fd-4300-a191-2b21b972d490 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Request body: {'network': {'router:external': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:07:58.473676 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7eb69a1-0d0e-43d7-a264-0f904afc5066 req-6cae8848-f5bc-4e90-9b34-302759af6937 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354890 Jan 31 16:07:58.517267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:58.518186 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.519867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-85b0a253-4710-4890-9755-543d33161617 service neutron] 10.222.0.30 "PUT /v2.0/ports/6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 1091 time: 2.8615170 Jan 31 16:07:58.520266 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.525534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dbf12-3740-4ec0-9931-f0af5b517d66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d24ee4-b8be-482d-a7fb-84b95f07dc28,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:58.527930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:07:58.530757 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb365114-2208-4719-8a30-944dba43d162" -d '{"events": [{"name": "network-changed", "server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:07:58.544792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:07:58.545359 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Checking segment: {'id': '4ddc48f8-422e-4e02-8093-47d026ce9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0b9b2ee0-cf57-46b5-a37e-26135c2a916c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:07:58.545925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Bound using segment: {'id': '4ddc48f8-422e-4e02-8093-47d026ce9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0b9b2ee0-cf57-46b5-a37e-26135c2a916c'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:07:58.546550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Bound port: b768f6bf-a4b3-4df9-9969-922d4bfa69ff, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddc48f8-422e-4e02-8093-47d026ce9a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0b9b2ee0-cf57-46b5-a37e-26135c2a916c'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:07:58.547070 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.561850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:07:58.626376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:58.636427 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.638391 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8f39ef-aea3-4abf-81ef-a592dd80cfc7 x-openstack-request-id: req-6f8f39ef-aea3-4abf-81ef-a592dd80cfc7 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:07:58.638887 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:07:58.639139 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f8f39ef-aea3-4abf-81ef-a592dd80cfc7 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:07:58.639543 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'status': 'completed', 'code': 200} Jan 31 16:07:58.643190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3f124-779c-4eb7-90a9-9dee0cad59af tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event updated for resources: {'Network': ['ID=2e6510f0-fe01-4366-8c38-de51c4ae1372,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:58.661171 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-083dbf12-3740-4ec0-9931-f0af5b517d66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.667807 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-083dbf12-3740-4ec0-9931-f0af5b517d66 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/subnets/a8d24ee4-b8be-482d-a7fb-84b95f07dc28 HTTP/1.1" status: 204 len: 168 time: 1.5787861 Jan 31 16:07:58.672686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60920) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:58.682464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d0c4fd-b368-419b-95d2-619d1e4d4c69 None None] Network 49ae4ff2-b0a0-48a4-8113-15154e89266f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:07:58.726795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 2e6510f0-fe01-4366-8c38-de51c4ae1372 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:07:58.786127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0a253-4710-4890-9755-543d33161617 service neutron] Pushing event updated for resources: {'Port': ['ID=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:58.792897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] For port b768f6bf-a4b3-4df9-9969-922d4bfa69ff, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:07:58.801771 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b320d7-d253-4215-aa6d-d4262401c0d9 req-fca6c799-e9f5-470f-8897-ba2b600f1313 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:58.810947 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1b320d7-d253-4215-aa6d-d4262401c0d9 req-fca6c799-e9f5-470f-8897-ba2b600f1313 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 943 time: 0.1632371 Jan 31 16:07:58.843009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] For port b768f6bf-a4b3-4df9-9969-922d4bfa69ff, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b768f6bf-a4b3-4df9-9969-922d4bfa69ff,segment=NetworkSegment(4ddc48f8-422e-4e02-8093-47d026ce9a7d),segment_id=4ddc48f8-422e-4e02-8093-47d026ce9a7d)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:07:58.883185 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.894632 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1b320d7-d253-4215-aa6d-d4262401c0d9 req-ed2f266e-5b1b-420b-8fb9-36650829eb32 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825989 Jan 31 16:07:58.920750 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d6a60e2f-a9fd-4300-a191-2b21b972d490 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.929146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.938366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df071-f6c7-441d-9684-a69fa10ad572 req-ea022159-06f0-4fa3-b050-00d47b30b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:58.940437 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-ea022159-06f0-4fa3-b050-00d47b30b96a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44878cac9c744bceb768fa2bd481ee0a&device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 1094 time: 0.2994120 Jan 31 16:07:58.951422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d6a60e2f-a9fd-4300-a191-2b21b972d490 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.973346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:58.974012 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.975481 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] 10.222.0.30 "PUT /v2.0/ports/b768f6bf-a4b3-4df9-9969-922d4bfa69ff HTTP/1.1" status: 200 len: 1091 time: 3.3159161 Jan 31 16:07:58.983892 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['6f5ecc22-9d46-4bf8-8bb3-f630ea35895a'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:07:58.988605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6a60e2f-a9fd-4300-a191-2b21b972d490 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Network 2e6510f0-fe01-4366-8c38-de51c4ae1372 is not hosted by any dhcp agent {{(pid=108772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 16:07:58.989508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a60e2f-a9fd-4300-a191-2b21b972d490 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:58.994381 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d6a60e2f-a9fd-4300-a191-2b21b972d490 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:58.995837 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d6a60e2f-a9fd-4300-a191-2b21b972d490 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "PUT /v2.0/networks/2e6510f0-fe01-4366-8c38-de51c4ae1372 HTTP/1.1" status: 200 len: 857 time: 0.5358906 Jan 31 16:07:58.999008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60928) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:59.131600 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-61629bb4-6693-401d-aecc-8e06e97baedc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 217 time: 0.1751108 Jan 31 16:07:59.150571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a60e2f-a9fd-4300-a191-2b21b972d490 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event updated for resources: {'Network': ['ID=2e6510f0-fe01-4366-8c38-de51c4ae1372,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:59.171147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:59.172043 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:59.274263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a19ddc-34d8-4df9-ad2e-8f4f921f5ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=b768f6bf-a4b3-4df9-9969-922d4bfa69ff,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:59.286399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df071-f6c7-441d-9684-a69fa10ad572 req-df23a85a-c7a1-44fd-8b7f-ba6b7ec3d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:59.288576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-df23a85a-c7a1-44fd-8b7f-ba6b7ec3d596 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb13df4a-5c58-4b29-93b3-73902e0c2088 HTTP/1.1" status: 200 len: 859 time: 0.0767343 Jan 31 16:07:59.329345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1c1a4-992f-48bc-bdcc-88ccd5f8f632 None None] DHCP port deletion for 49ae4ff2-b0a0-48a4-8113-15154e89266f request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:07:59.347721 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-370a2647-f850-4dd0-a856-754d02a85ac4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510540 Jan 31 16:07:59.378690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65e230-54e0-480e-a4ac-e4a6eb4adc24 req-6397c067-261a-413c-af25-ce1ff833cd9d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:59.380727 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e65e230-54e0-480e-a4ac-e4a6eb4adc24 req-6397c067-261a-413c-af25-ce1ff833cd9d tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.4134605 Jan 31 16:07:59.427853 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:59.457042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1c1a4-992f-48bc-bdcc-88ccd5f8f632 None None] Deleting port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:59.457246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6510f0-fe01-4366-8c38-de51c4ae1372']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:59.459632 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1a4-992f-48bc-bdcc-88ccd5f8f632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:59.470275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43081528-6e17-4383-b7c6-38162ce77d9f') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:59.470573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43081528-6e17-4383-b7c6-38162ce77d9f') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:07:59.480716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-f7ecc68e-98e8-44b0-9bc0-9c400738f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:59.482964 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-f7ecc68e-98e8-44b0-9bc0-9c400738f35f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40544cb61a5d447bba9eeeb4b7836a1a&device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 1094 time: 0.3827055 Jan 31 16:07:59.485305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5babc92-e19c-486a-9d82-96aa5217bb87 req-be933c7a-d366-41a7-ac6f-9471024e9de2 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:59.487134 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5babc92-e19c-486a-9d82-96aa5217bb87 req-be933c7a-d366-41a7-ac6f-9471024e9de2 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 943 time: 0.0966425 Jan 31 16:07:59.501018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:07:59.501374 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:59.504136 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:59.534689 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:59.551425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:07:59.552503 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:07:59.555147 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:07:59.574186 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-2ee3b5db-91c0-4cd7-9e41-6a6e132e96c7 service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147195 Jan 31 16:07:59.576968 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-5b01f4d1-2eaa-4a9e-a979-8127acfdd337 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b768f6bf-a4b3-4df9-9969-922d4bfa69ff HTTP/1.1" status: 200 len: 217 time: 0.0734465 Jan 31 16:07:59.587077 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5babc92-e19c-486a-9d82-96aa5217bb87 req-01ce1732-8cd5-4100-9fa2-92f3cf3d904c tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824471 Jan 31 16:07:59.641122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e5a1c1a4-992f-48bc-bdcc-88ccd5f8f632 None None] For port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7c9fc0a2-9cd6-4765-8b00-63ac04231cea,segment=NetworkSegment(28e7b0fd-9c29-4c95-b6f2-95a67b340294),segment_id=28e7b0fd-9c29-4c95-b6f2-95a67b340294)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:07:59.642242 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1a4-992f-48bc-bdcc-88ccd5f8f632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:59.671776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1c1a4-992f-48bc-bdcc-88ccd5f8f632 None None] Calling delete_port for 7c9fc0a2-9cd6-4765-8b00-63ac04231cea owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:07:59.729833 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:59.737974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e6510f0-fe01-4366-8c38-de51c4ae1372 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 16:07:59.750288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-126df071-f6c7-441d-9684-a69fa10ad572 req-20807166-40c9-42bf-9272-77d1f37eeb44 service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594560 Jan 31 16:07:59.751837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:59.759795 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] 10.222.0.36 "DELETE /v2.0/networks/2e6510f0-fe01-4366-8c38-de51c4ae1372 HTTP/1.1" status: 204 len: 168 time: 0.7595310 Jan 31 16:07:59.761434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60944) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:59.764862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cebae7-46f1-4b1c-8ece-dd4ad1a8c7b3 tempest-ExternalNetworksTestJSON-310431768 tempest-ExternalNetworksTestJSON-310431768-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e6510f0-fe01-4366-8c38-de51c4ae1372,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:59.811739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f639-8429-4cf2-be75-517daef3382e req-c5427b7b-74c8-4306-a533-58c5330670ab tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:07:59.820937 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bee4f639-8429-4cf2-be75-517daef3382e req-c5427b7b-74c8-4306-a533-58c5330670ab tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 944 time: 0.1257391 Jan 31 16:07:59.826689 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7c9fc0a2-9cd6-4765-8b00-63ac04231cea no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:07:59.833006 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1a4-992f-48bc-bdcc-88ccd5f8f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:07:59.844859 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5372356d-af4e-4980-9cc3-cf90fb418488 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] DELETE failed (client error): The resource could not be found. Jan 31 16:07:59.845364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5372356d-af4e-4980-9cc3-cf90fb418488 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:07:59.852308 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5372356d-af4e-4980-9cc3-cf90fb418488 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] 10.222.0.36 "DELETE /v2.0/subnets/87843f07-2a97-43b9-b25c-a91c9bf26d22 HTTP/1.1" status: 404 len: 337 time: 0.0893607 Jan 31 16:07:59.854682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60952) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:07:59.873411 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e65e230-54e0-480e-a4ac-e4a6eb4adc24 req-22711508-b11d-4dd3-ad1c-bb4d70e088ef tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891509 Jan 31 16:07:59.959084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1c1a4-992f-48bc-bdcc-88ccd5f8f632 None None] Pushing event deleted for resources: {'Port': ['ID=7c9fc0a2-9cd6-4765-8b00-63ac04231cea,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:07:59.969550 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 7c9fc0a2-9cd6-4765-8b00-63ac04231cea {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:07:59.969901 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7c9fc0a2-9cd6-4765-8b00-63ac04231cea not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:07:59.978436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a1c1a4-992f-48bc-bdcc-88ccd5f8f632 None None] No DVR routers for this DVR port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:07:59.991306 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bee4f639-8429-4cf2-be75-517daef3382e req-bb69cbc5-0cec-4a7f-8c06-b3197292eac2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693101 Jan 31 16:08:00.027861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] For port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7c9fc0a2-9cd6-4765-8b00-63ac04231cea,segment=NetworkSegment(28e7b0fd-9c29-4c95-b6f2-95a67b340294),segment_id=28e7b0fd-9c29-4c95-b6f2-95a67b340294)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:00.030155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:00.041662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:00.121614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for 7c9fc0a2-9cd6-4765-8b00-63ac04231cea owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:00.191119 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:00.225585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-4af88e48-5c7c-4911-8833-4adc024185ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:00.232819 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-4af88e48-5c7c-4911-8833-4adc024185ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=809ef32e-6c64-4fe2-86af-9aad678a79e2 HTTP/1.1" status: 200 len: 859 time: 0.6393795 Jan 31 16:08:00.252497 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eecd245-feb6-4f12-a112-7a19b9fc0c41']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:00.259636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb365114-2208-4719-8a30-944dba43d162 req-029eedc4-252d-40f6-b00c-98d3917cd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:00.269862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb365114-2208-4719-8a30-944dba43d162 req-029eedc4-252d-40f6-b00c-98d3917cd416 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44878cac9c744bceb768fa2bd481ee0a&device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 1094 time: 0.3750737 Jan 31 16:08:00.301097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478f5a4c-97c9-4040-8f9c-6ff4a7d963ac') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:00.301762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478f5a4c-97c9-4040-8f9c-6ff4a7d963ac') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:00.329977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:00.340498 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:00.344975 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-63234978-5abf-4edf-b775-4f4178bf7ffb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b9b2ee0-cf57-46b5-a37e-26135c2a916c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971367 Jan 31 16:08:00.390972 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:00.421657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:08:00.429150 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:08:00.440117 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:08:00.444766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:00.446817 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:00.492164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126aa22-1b66-47f8-b6cd-67d31daa1347 req-2a565415-1048-4ea8-81b4-181fb841702c tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:00.496859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0126aa22-1b66-47f8-b6cd-67d31daa1347 req-2a565415-1048-4ea8-81b4-181fb841702c tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 943 time: 0.4114265 Jan 31 16:08:00.499188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb365114-2208-4719-8a30-944dba43d162 req-155df7ff-c6d1-49cd-a7a5-15356bbbdd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:00.501417 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb365114-2208-4719-8a30-944dba43d162 req-155df7ff-c6d1-49cd-a7a5-15356bbbdd0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a HTTP/1.1" status: 200 len: 920 time: 0.1542187 Jan 31 16:08:00.639821 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:00.650327 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:00.657044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37c5b45-743c-4740-82d5-52a32a5a849e', 'tag': 'b768f6bf-a4b3-4df9-9969-922d4bfa69ff'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:00.659538 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83096ea6-d873-46dd-b855-92ac68b948ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d37c5b45-743c-4740-82d5-52a32a5a849e", "tag": "b768f6bf-a4b3-4df9-9969-922d4bfa69ff"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:00.660090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:00.682831 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] 10.222.0.36 "DELETE /v2.0/networks/9eecd245-feb6-4f12-a112-7a19b9fc0c41 HTTP/1.1" status: 204 len: 168 time: 0.8271112 Jan 31 16:08:00.715520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc420e9-d83e-4911-aab0-c35bce625a06 tempest-ExternalNetworksTestJSON-2083266272 tempest-ExternalNetworksTestJSON-2083266272-project] Pushing event deleted for resources: {'Network': ['ID=9eecd245-feb6-4f12-a112-7a19b9fc0c41,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:00.730816 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb365114-2208-4719-8a30-944dba43d162 req-5a310a56-ed9b-429b-9683-a7469f461110 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 217 time: 0.1715395 Jan 31 16:08:00.751551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebafbd7-7c36-41e3-a00e-bc2f1f5a092a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:00.761202 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d31e08-fbed-47bc-824e-f0f630db6afe" -d '{"events": [{"server_uuid": "aebafbd7-7c36-41e3-a00e-bc2f1f5a092a", "name": "network-vif-plugged", "status": "completed", "tag": "6f5ecc22-9d46-4bf8-8bb3-f630ea35895a"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:00.774406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0126aa22-1b66-47f8-b6cd-67d31daa1347 req-02cd57cc-3461-48f6-b980-47da0f6e118c tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218084 Jan 31 16:08:00.806811 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:00.813401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:00.864210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17b6e2-b8a9-44ec-87c5-f5771e8ae85d req-a8122fc1-248b-46f0-ac59-714f9297eab4 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:00.866021 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9e17b6e2-b8a9-44ec-87c5-f5771e8ae85d req-a8122fc1-248b-46f0-ac59-714f9297eab4 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 943 time: 0.1306915 Jan 31 16:08:00.874525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32794) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:00.894801 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92ebecd-5244-4b81-b94b-dceb73355941 x-openstack-request-id: req-c92ebecd-5244-4b81-b94b-dceb73355941 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:00.895073 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37c5b45-743c-4740-82d5-52a32a5a849e", "tag": "b768f6bf-a4b3-4df9-9969-922d4bfa69ff", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:00.895325 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c92ebecd-5244-4b81-b94b-dceb73355941 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:00.895726 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37c5b45-743c-4740-82d5-52a32a5a849e', 'tag': 'b768f6bf-a4b3-4df9-9969-922d4bfa69ff', 'status': 'completed', 'code': 200} Jan 31 16:08:00.970619 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c6e251-9505-4da2-bc9f-e566eab80416 x-openstack-request-id: req-93c6e251-9505-4da2-bc9f-e566eab80416 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:00.970921 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebafbd7-7c36-41e3-a00e-bc2f1f5a092a", "name": "network-vif-plugged", "status": "completed", "tag": "6f5ecc22-9d46-4bf8-8bb3-f630ea35895a", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:00.971191 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93c6e251-9505-4da2-bc9f-e566eab80416 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:00.973460 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebafbd7-7c36-41e3-a00e-bc2f1f5a092a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a', 'code': 200} Jan 31 16:08:00.979879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb365114-2208-4719-8a30-944dba43d162 req-20cf6373-9928-4aea-baeb-bc8967045112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:00.981572 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9e17b6e2-b8a9-44ec-87c5-f5771e8ae85d req-58d3ad08-1eab-4d19-8d71-0ebb2bcd1709 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059792 Jan 31 16:08:00.984366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb365114-2208-4719-8a30-944dba43d162 req-20cf6373-9928-4aea-baeb-bc8967045112 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb13df4a-5c58-4b29-93b3-73902e0c2088 HTTP/1.1" status: 200 len: 859 time: 0.2364705 Jan 31 16:08:00.985926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:00.989624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:01.142380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f78463-50f6-4878-b466-ab9865cdc607 req-8b512575-65fa-4d73-af51-3599188cd6d8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:01.150047 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10f78463-50f6-4878-b466-ab9865cdc607 req-8b512575-65fa-4d73-af51-3599188cd6d8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.0737300 Jan 31 16:08:01.187409 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10f78463-50f6-4878-b466-ab9865cdc607 req-1baacb23-2777-4c54-8a92-a04a1ea8916e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347643 Jan 31 16:08:01.227072 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b16da11f-8937-4012-9f2b-6cc0dcf76a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:01.340454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:08:01.397341 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b16da11f-8937-4012-9f2b-6cc0dcf76a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:01.405098 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b16da11f-8937-4012-9f2b-6cc0dcf76a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:01.457735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16da11f-8937-4012-9f2b-6cc0dcf76a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ea6607-fc58-4c0a-9512-78318142a2c2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:01.480292 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b16da11f-8937-4012-9f2b-6cc0dcf76a75 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a69454e969641f2b2fe2b09f218da07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6034286 Jan 31 16:08:01.483547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32812) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:01.536882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32814) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:01.573950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32818) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:01.591802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,segment=NetworkSegment(76dccb7c-c24d-4aba-a53d-c978de36de96),segment_id=76dccb7c-c24d-4aba-a53d-c978de36de96)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:01.617522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'port_id': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'mac_address': 'fa:16:3e:d5:32:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:08:01.629747 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8157684c-9a7b-4155-8aa3-6351d8660658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:01.718957 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:01.743190 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8157684c-9a7b-4155-8aa3-6351d8660658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:01.746080 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-781a5156-1a75-4e83-831c-69730e74624b service neutron] 10.222.0.30 "GET /v2.0/networks/0b9b2ee0-cf57-46b5-a37e-26135c2a916c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2432299 Jan 31 16:08:01.766530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] No DVR routers for this DVR port 7c9fc0a2-9cd6-4765-8b00-63ac04231cea on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:08:01.771292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:08:01.800326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,segment=NetworkSegment(76dccb7c-c24d-4aba-a53d-c978de36de96),segment_id=76dccb7c-c24d-4aba-a53d-c978de36de96)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:01.804518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=7c9fc0a2-9cd6-4765-8b00-63ac04231cea,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:01.810420 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:01.841915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb365114-2208-4719-8a30-944dba43d162 req-fd4ac4db-d842-4c4f-a38f-ee0a9a8fb1e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8300440 Jan 31 16:08:01.895646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:01.906284 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-68a0239b-f53b-4461-8fc8-6251496e30f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a72b82829584ec598c388f832b94dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676734 Jan 31 16:08:01.914110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32824) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:01.955821 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28dab146-852a-495f-8b28-9146598760aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.081998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8157684c-9a7b-4155-8aa3-6351d8660658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.084581 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8157684c-9a7b-4155-8aa3-6351d8660658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.086374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8157684c-9a7b-4155-8aa3-6351d8660658 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20ea6607-fc58-4c0a-9512-78318142a2c2 HTTP/1.1" status: 204 len: 168 time: 0.6017652 Jan 31 16:08:02.093029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e4799-dad5-43c5-bef3-245259d33438 req-feb4bff0-8cc4-4f9d-805d-66e28ef4f93a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:02.094081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['6a19fc37-c094-41dc-b30d-61f3f3cdf5c2'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:08:02.101455 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b70e4799-dad5-43c5-bef3-245259d33438 req-feb4bff0-8cc4-4f9d-805d-66e28ef4f93a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.3324094 Jan 31 16:08:02.144200 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.156632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157684c-9a7b-4155-8aa3-6351d8660658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ea6607-fc58-4c0a-9512-78318142a2c2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:02.231297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ae4ff2-b0a0-48a4-8113-15154e89266f']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:02.256278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1a690-30c2-4cb6-8d4a-01276a568f47 req-4ac13a76-dbc3-4d6b-b1c3-b3852a7e9eb6 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:02.263286 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34d1a690-30c2-4cb6-8d4a-01276a568f47 req-4ac13a76-dbc3-4d6b-b1c3-b3852a7e9eb6 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 944 time: 0.3157203 Jan 31 16:08:02.264187 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b70e4799-dad5-43c5-bef3-245259d33438 req-1fc293f1-b786-4f35-8b25-99edeaf1e942 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615148 Jan 31 16:08:02.267832 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-12fadc6a-40a7-44ab-b0c7-ef13d2bd371c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.285222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72ad6a93-af85-428e-9ac2-d3d52e864d35 req-010c3501-7143-40b9-854f-64b64b3ded1e service neutron] 10.222.0.30 "GET /v2.0/networks/0b9b2ee0-cf57-46b5-a37e-26135c2a916c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766822 Jan 31 16:08:02.287342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e7b0fd-9c29-4c95-b6f2-95a67b340294') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:02.288031 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e7b0fd-9c29-4c95-b6f2-95a67b340294') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:02.299152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb365114-2208-4719-8a30-944dba43d162 req-623058d8-bc14-4432-a0fe-80c9831cf12f service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543369 Jan 31 16:08:02.352577 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.392133 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-12fadc6a-40a7-44ab-b0c7-ef13d2bd371c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.459135 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-12fadc6a-40a7-44ab-b0c7-ef13d2bd371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.462519 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-12fadc6a-40a7-44ab-b0c7-ef13d2bd371c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.464009 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-12fadc6a-40a7-44ab-b0c7-ef13d2bd371c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d088b031-42e0-4191-8c63-636bed762cba HTTP/1.1" status: 204 len: 168 time: 0.5472045 Jan 31 16:08:02.483896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fadc6a-40a7-44ab-b0c7-ef13d2bd371c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d088b031-42e0-4191-8c63-636bed762cba,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:02.500893 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34d1a690-30c2-4cb6-8d4a-01276a568f47 req-380b625f-e386-4564-a83a-fb511ee9fa61 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218876 Jan 31 16:08:02.536351 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28dab146-852a-495f-8b28-9146598760aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.540608 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.549807 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28dab146-852a-495f-8b28-9146598760aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.566253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:08:02.566986 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:08:02.574828 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:08:02.654612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83096ea6-d873-46dd-b855-92ac68b948ed req-96398b6f-d82d-442c-b412-42d94fc79258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:02.656565 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83096ea6-d873-46dd-b855-92ac68b948ed req-96398b6f-d82d-442c-b412-42d94fc79258 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40544cb61a5d447bba9eeeb4b7836a1a&device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 1094 time: 0.2574031 Jan 31 16:08:02.673872 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-28dab146-852a-495f-8b28-9146598760aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce7001bd22414fd5871c8beaffdccbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0981355 Jan 31 16:08:02.676088 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dab146-852a-495f-8b28-9146598760aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bd76fe-43c6-4a14-834c-467ee272fa32,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:02.680070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32838) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:02.730310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb57704-fc51-4a1e-ac52-663ac143ff75 req-55fef378-31f7-4b84-a9f7-16fbc8ac3584 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:02.743950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4cb57704-fc51-4a1e-ac52-663ac143ff75 req-55fef378-31f7-4b84-a9f7-16fbc8ac3584 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 943 time: 0.2848315 Jan 31 16:08:02.797166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef5510-2124-459f-ae3f-d3052a8d364f req-4ee43aa9-d5f5-4671-992a-1b0d9f54cb8f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:02.806090 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4bef5510-2124-459f-ae3f-d3052a8d364f req-4ee43aa9-d5f5-4671-992a-1b0d9f54cb8f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.1306429 Jan 31 16:08:02.843517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 32840) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:02.858588 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.864125 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4bef5510-2124-459f-ae3f-d3052a8d364f req-af3bdf06-59f6-4616-88b4-3e6257bc1d77 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520890 Jan 31 16:08:02.891006 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d5afe4d-7eab-42b9-adf8-4b6ee6538023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.911156 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.916756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/networks/49ae4ff2-b0a0-48a4-8113-15154e89266f HTTP/1.1" status: 204 len: 168 time: 4.2412674 Jan 31 16:08:02.920823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32844) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:02.924049 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d5afe4d-7eab-42b9-adf8-4b6ee6538023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.935406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9730ba5-735d-4343-baf3-43f24716d393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:02.954169 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4cb57704-fc51-4a1e-ac52-663ac143ff75 req-0ab1074b-7299-49c5-97e7-1893a231f22b tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032013 Jan 31 16:08:02.959327 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb365114-2208-4719-8a30-944dba43d162 req-ceb2fc94-3d98-4815-938c-3719a235cb83 service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420197 Jan 31 16:08:02.964782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f14f46-3917-47f4-abbb-9cd5d19094ed tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Network': ['ID=49ae4ff2-b0a0-48a4-8113-15154e89266f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:03.027049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83096ea6-d873-46dd-b855-92ac68b948ed req-f290381c-f026-4345-970f-00a15772efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:03.029413 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83096ea6-d873-46dd-b855-92ac68b948ed req-f290381c-f026-4345-970f-00a15772efee service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b9b2ee0-cf57-46b5-a37e-26135c2a916c HTTP/1.1" status: 200 len: 920 time: 0.3604646 Jan 31 16:08:03.089894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83096ea6-d873-46dd-b855-92ac68b948ed req-a1816221-d379-4ee7-8b11-af9a0c3950ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b768f6bf-a4b3-4df9-9969-922d4bfa69ff HTTP/1.1" status: 200 len: 217 time: 0.0524952 Jan 31 16:08:03.141163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ff270-725f-4ae5-85dd-d22459a6dac2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port e1f7de5c-21b8-4684-9b59-793a46244f5b {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:03.144127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff270-725f-4ae5-85dd-d22459a6dac2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.189441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83096ea6-d873-46dd-b855-92ac68b948ed req-6428ed3a-ee45-4e75-bfe8-6b553160548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:03.191356 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83096ea6-d873-46dd-b855-92ac68b948ed req-6428ed3a-ee45-4e75-bfe8-6b553160548c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=809ef32e-6c64-4fe2-86af-9aad678a79e2 HTTP/1.1" status: 200 len: 859 time: 0.0931888 Jan 31 16:08:03.201690 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9730ba5-735d-4343-baf3-43f24716d393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.218296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9730ba5-735d-4343-baf3-43f24716d393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.231063 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d5afe4d-7eab-42b9-adf8-4b6ee6538023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.235387 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d5afe4d-7eab-42b9-adf8-4b6ee6538023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.237943 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3d5afe4d-7eab-42b9-adf8-4b6ee6538023 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26bd76fe-43c6-4a14-834c-467ee272fa32 HTTP/1.1" status: 204 len: 168 time: 0.5563257 Jan 31 16:08:03.246061 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83096ea6-d873-46dd-b855-92ac68b948ed req-1b6060ae-66ab-4a7d-8056-1be83f700d0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b9b2ee0-cf57-46b5-a37e-26135c2a916c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384798 Jan 31 16:08:03.295658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 32850) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:03.333788 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff270-725f-4ae5-85dd-d22459a6dac2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.335256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff270-725f-4ae5-85dd-d22459a6dac2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.347686 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b9730ba5-735d-4343-baf3-43f24716d393 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb10d71c496b4e999ab1dc3daa5ae339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4970040 Jan 31 16:08:03.348551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 32852) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:03.371728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ff270-725f-4ae5-85dd-d22459a6dac2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for e1f7de5c-21b8-4684-9b59-793a46244f5b owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:03.391990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9730ba5-735d-4343-baf3-43f24716d393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b98aaa6-bac9-4ef5-94ba-580d0a46b895,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:03.480537 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-024f9fc6-36d7-4d35-86fa-7b15b98cf710 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3648d5829efc4490ab0c168f543ba7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745849 Jan 31 16:08:03.480763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32856) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:03.486930 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83096ea6-d873-46dd-b855-92ac68b948ed req-8b81cf98-6b93-476e-9abd-58bea2737b21 service neutron] 10.222.0.30 "GET /v2.0/networks/0b9b2ee0-cf57-46b5-a37e-26135c2a916c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275763 Jan 31 16:08:03.493071 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5ee85a1-588f-4320-a4d0-35416f6afe42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.526812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5afe4d-7eab-42b9-adf8-4b6ee6538023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bd76fe-43c6-4a14-834c-467ee272fa32,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:03.569841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40e7a2-75b1-4e3e-bea1-2184de0cdaf1 req-02921869-d99e-48e0-92c5-4372374f8a9a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:03.577689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b40e7a2-75b1-4e3e-bea1-2184de0cdaf1 req-02921869-d99e-48e0-92c5-4372374f8a9a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.1823530 Jan 31 16:08:03.653433 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-83096ea6-d873-46dd-b855-92ac68b948ed req-801bb894-ed0a-4a5b-bc93-1e7eba1b4e83 service neutron] 10.222.0.30 "GET /v2.0/networks/0b9b2ee0-cf57-46b5-a37e-26135c2a916c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518197 Jan 31 16:08:03.660292 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b40e7a2-75b1-4e3e-bea1-2184de0cdaf1 req-b3c30284-f070-4856-8804-7d297bf858c5 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761814 Jan 31 16:08:03.660569 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5ee85a1-588f-4320-a4d0-35416f6afe42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.666535 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-750b982c-5764-4fdd-b66e-f0817ff2241e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.696985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-750b982c-5764-4fdd-b66e-f0817ff2241e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.760266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bf823-ccc9-43a0-b55e-86e4a9aeea9e req-6315a993-557d-4091-b26f-428e5314f4ec tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:03.760442 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-750b982c-5764-4fdd-b66e-f0817ff2241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.762290 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-897bf823-ccc9-43a0-b55e-86e4a9aeea9e req-6315a993-557d-4091-b26f-428e5314f4ec tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 944 time: 0.0994306 Jan 31 16:08:03.769914 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-750b982c-5764-4fdd-b66e-f0817ff2241e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.774045 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-750b982c-5764-4fdd-b66e-f0817ff2241e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9aea9258-0f04-4d2c-84f1-0598305dda44 HTTP/1.1" status: 204 len: 168 time: 0.2835040 Jan 31 16:08:03.795098 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5ee85a1-588f-4320-a4d0-35416f6afe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.799080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d5ee85a1-588f-4320-a4d0-35416f6afe42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:03.803865 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d5ee85a1-588f-4320-a4d0-35416f6afe42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b98aaa6-bac9-4ef5-94ba-580d0a46b895 HTTP/1.1" status: 204 len: 168 time: 0.4456596 Jan 31 16:08:03.805598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b982c-5764-4fdd-b66e-f0817ff2241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aea9258-0f04-4d2c-84f1-0598305dda44,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:03.822098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 32864) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:03.831817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee85a1-588f-4320-a4d0-35416f6afe42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b98aaa6-bac9-4ef5-94ba-580d0a46b895,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:03.852501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-897bf823-ccc9-43a0-b55e-86e4a9aeea9e req-affd25d7-11b0-40bb-9f6e-39967721e1f5 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828564 Jan 31 16:08:03.855923 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6213b03e-884c-44ea-ac13-790e065849dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.007570 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff270-725f-4ae5-85dd-d22459a6dac2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.028053 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6213b03e-884c-44ea-ac13-790e065849dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.036542 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6213b03e-884c-44ea-ac13-790e065849dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.054678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ff270-725f-4ae5-85dd-d22459a6dac2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=e1f7de5c-21b8-4684-9b59-793a46244f5b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:04.131620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27c182-1c35-486f-b1d1-547fa9838b31 req-7a4bef35-84b9-4526-b14e-4c599b90d0a2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:04.139705 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d27c182-1c35-486f-b1d1-547fa9838b31 req-7a4bef35-84b9-4526-b14e-4c599b90d0a2 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.1652277 Jan 31 16:08:04.149401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213b03e-884c-44ea-ac13-790e065849dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995af0bd-7bb3-46ad-8146-1313cde79f95,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:04.168520 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6213b03e-884c-44ea-ac13-790e065849dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=461f6d17a19f424f821ce0bdbb195481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449135 Jan 31 16:08:04.169029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff270-725f-4ae5-85dd-d22459a6dac2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.172048 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ba0ff270-725f-4ae5-85dd-d22459a6dac2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.173416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 32872) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:04.173874 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ba0ff270-725f-4ae5-85dd-d22459a6dac2 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/floatingips/0a0dbe44-e547-43a8-b68e-f6bebc2aa2db HTTP/1.1" status: 204 len: 168 time: 1.2518287 Jan 31 16:08:04.182167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32874) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:04.221431 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a4d3bf-fb52-4304-aad5-3a1a6c6a9c0c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] DELETE failed (client error): The resource could not be found. Jan 31 16:08:04.229071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f03-5c8e-45a5-aeb8-f086388b30cb req-2466ce88-d5e5-4a5b-975c-bd8b48ac1f41 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:04.230681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a4d3bf-fb52-4304-aad5-3a1a6c6a9c0c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:08:04.235843 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-70a4d3bf-fb52-4304-aad5-3a1a6c6a9c0c tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/ports/78675f35-f060-4032-ade5-8a87af5ade26 HTTP/1.1" status: 404 len: 333 time: 0.0523050 Jan 31 16:08:04.236803 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91789f03-5c8e-45a5-aeb8-f086388b30cb req-2466ce88-d5e5-4a5b-975c-bd8b48ac1f41 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 943 time: 0.1085145 Jan 31 16:08:04.242075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 32878) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:04.291466 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d27c182-1c35-486f-b1d1-547fa9838b31 req-43499781-4662-424f-840c-385659cb8270 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451478 Jan 31 16:08:04.292463 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-51fa8e8b-d210-4b21-9edf-a0b4e074d845 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "GET /v2.0/ports?device_id=529f8a25-77b8-48c5-8973-54dcac9f094e HTTP/1.1" status: 200 len: 205 time: 0.0490682 Jan 31 16:08:04.298789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32882) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:04.329483 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-717b6fa3-46c8-409f-be43-d4af6a18f2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.365051 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-717b6fa3-46c8-409f-be43-d4af6a18f2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.378879 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-c295c38e-096c-4d88-a332-c6dd325ed652 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] delete failed (client error): The resource could not be found. Jan 31 16:08:04.390209 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c295c38e-096c-4d88-a332-c6dd325ed652 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/routers/529f8a25-77b8-48c5-8973-54dcac9f094e HTTP/1.1" status: 404 len: 336 time: 0.0899224 Jan 31 16:08:04.391954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32884) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:04.445855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91789f03-5c8e-45a5-aeb8-f086388b30cb req-6a4449c8-f2d6-4a20-b0cb-5a3def0a5b87 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081659 Jan 31 16:08:04.456196 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9e5915-5704-42dc-9448-41b469dd6b5b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] DELETE failed (client error): The resource could not be found. Jan 31 16:08:04.459218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9e5915-5704-42dc-9448-41b469dd6b5b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:08:04.468809 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bb9e5915-5704-42dc-9448-41b469dd6b5b tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/subnets/a8d24ee4-b8be-482d-a7fb-84b95f07dc28 HTTP/1.1" status: 404 len: 337 time: 0.0737114 Jan 31 16:08:04.469708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32888) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:04.471447 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-717b6fa3-46c8-409f-be43-d4af6a18f2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.474738 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-717b6fa3-46c8-409f-be43-d4af6a18f2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.478866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-717b6fa3-46c8-409f-be43-d4af6a18f2ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/995af0bd-7bb3-46ad-8146-1313cde79f95 HTTP/1.1" status: 204 len: 168 time: 0.3039277 Jan 31 16:08:04.500337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b6fa3-46c8-409f-be43-d4af6a18f2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995af0bd-7bb3-46ad-8146-1313cde79f95,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:04.649104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-6226fe2c-8683-4649-b2a0-04d4e47bcc73 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port 01079136-b593-4d71-a025-a7268cbc1a40 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:04.649744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6226fe2c-8683-4649-b2a0-04d4e47bcc73 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.678109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 32898) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:04.698419 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6b027e51-36fb-4eca-9a32-35f24aedaefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.833749 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6b027e51-36fb-4eca-9a32-35f24aedaefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.841109 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6b027e51-36fb-4eca-9a32-35f24aedaefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.888340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b027e51-36fb-4eca-9a32-35f24aedaefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4e223c-6b90-4515-9eeb-389f665c240a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:04.923756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6b027e51-36fb-4eca-9a32-35f24aedaefb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc83dbb87351496989f774e345be5034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418091 Jan 31 16:08:04.928935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 32904) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:04.963796 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6226fe2c-8683-4649-b2a0-04d4e47bcc73 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:04.991851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a17f2-86bc-420f-9046-546c3c7c073e req-186f129a-2738-4950-aee0-d3dc7fc6f12b tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:05.002524 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c93a17f2-86bc-420f-9046-546c3c7c073e req-186f129a-2738-4950-aee0-d3dc7fc6f12b tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.2162478 Jan 31 16:08:05.005662 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-6226fe2c-8683-4649-b2a0-04d4e47bcc73 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for 01079136-b593-4d71-a025-a7268cbc1a40 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:05.098547 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c93a17f2-86bc-420f-9046-546c3c7c073e req-aab977e3-6035-4cb3-900d-7cdaa32cbda0 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943215 Jan 31 16:08:05.113105 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7147b079-4a36-4066-b1d3-982bfb18d6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:05.146164 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7147b079-4a36-4066-b1d3-982bfb18d6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:05.204638 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7147b079-4a36-4066-b1d3-982bfb18d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:05.210949 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7147b079-4a36-4066-b1d3-982bfb18d6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:05.215136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7147b079-4a36-4066-b1d3-982bfb18d6d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e4e223c-6b90-4515-9eeb-389f665c240a HTTP/1.1" status: 204 len: 168 time: 0.2825446 Jan 31 16:08:05.231142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147b079-4a36-4066-b1d3-982bfb18d6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4e223c-6b90-4515-9eeb-389f665c240a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:05.275105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c99d26-507e-4919-a149-cf685c0160f3 req-c014618f-9ec3-4e12-8dde-43a01bb33a62 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:05.276884 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81c99d26-507e-4919-a149-cf685c0160f3 req-c014618f-9ec3-4e12-8dde-43a01bb33a62 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 944 time: 0.2659502 Jan 31 16:08:05.355245 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6226fe2c-8683-4649-b2a0-04d4e47bcc73 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:05.370525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b768f6bf-a4b3-4df9-9969-922d4bfa69ff details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:08:05.377604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:05.381940 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81c99d26-507e-4919-a149-cf685c0160f3 req-96de3cc8-f95e-436b-b976-57632ccedb8c tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978115 Jan 31 16:08:05.424261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226fe2c-8683-4649-b2a0-04d4e47bcc73 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=01079136-b593-4d71-a025-a7268cbc1a40,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:05.624229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:08:05.632116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:05.632486 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:05.676991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570e025-0fbe-48c6-ba8e-dfebde93bc53 req-485cdc8d-cf2d-422b-9776-a3529d5fbe92 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:05.678723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6570e025-0fbe-48c6-ba8e-dfebde93bc53 req-485cdc8d-cf2d-422b-9776-a3529d5fbe92 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.1043303 Jan 31 16:08:05.754180 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6570e025-0fbe-48c6-ba8e-dfebde93bc53 req-f0825047-1539-455f-987a-d31d220481ae tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596657 Jan 31 16:08:05.759830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b768f6bf-a4b3-4df9-9969-922d4bfa69ff, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b768f6bf-a4b3-4df9-9969-922d4bfa69ff,segment=NetworkSegment(4ddc48f8-422e-4e02-8093-47d026ce9a7d),segment_id=4ddc48f8-422e-4e02-8093-47d026ce9a7d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:05.774919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'b768f6bf-a4b3-4df9-9969-922d4bfa69ff', 'network_id': '0b9b2ee0-cf57-46b5-a37e-26135c2a916c', 'port_id': 'b768f6bf-a4b3-4df9-9969-922d4bfa69ff', 'mac_address': 'fa:16:3e:35:8c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809ef32e-6c64-4fe2-86af-9aad678a79e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:08:05.875644 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6226fe2c-8683-4649-b2a0-04d4e47bcc73 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:05.881049 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6226fe2c-8683-4649-b2a0-04d4e47bcc73 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/ports/01079136-b593-4d71-a025-a7268cbc1a40 HTTP/1.1" status: 204 len: 168 time: 1.4079576 Jan 31 16:08:05.890939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 32936) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:05.958126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb1b34-d602-4f75-94bf-e27015b9a75d req-cfd5261f-5235-42a4-9a55-409576fd2908 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:05.961183 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:05.967216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3fdb1b34-d602-4f75-94bf-e27015b9a75d req-cfd5261f-5235-42a4-9a55-409576fd2908 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 943 time: 0.1346416 Jan 31 16:08:05.970120 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:06.014510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b768f6bf-a4b3-4df9-9969-922d4bfa69ff {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:08:06.037956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213f2d-27e0-4a3f-82fd-8bc30162716c req-b2e72243-f6f7-4cfd-9618-4f80a1c92c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:06.041969 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd213f2d-27e0-4a3f-82fd-8bc30162716c req-b2e72243-f6f7-4cfd-9618-4f80a1c92c0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7e54427baa14331a03f4bd10e9ab13c&device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 1096 time: 0.3226638 Jan 31 16:08:06.046838 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b768f6bf-a4b3-4df9-9969-922d4bfa69ff, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b768f6bf-a4b3-4df9-9969-922d4bfa69ff,segment=NetworkSegment(4ddc48f8-422e-4e02-8093-47d026ce9a7d),segment_id=4ddc48f8-422e-4e02-8093-47d026ce9a7d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:06.059141 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:06.070763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d50e4-1722-4f08-a5a3-7bc32f7b6aa2 req-ebeb39a9-2e20-4cce-a953-a76b384f39b5 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:06.074799 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a0d50e4-1722-4f08-a5a3-7bc32f7b6aa2 req-ebeb39a9-2e20-4cce-a953-a76b384f39b5 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.3015678 Jan 31 16:08:06.146675 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3fdb1b34-d602-4f75-94bf-e27015b9a75d req-a1d688d4-b133-4e6c-9fbf-8c553773543a tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752930 Jan 31 16:08:06.160172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b768f6bf-a4b3-4df9-9969-922d4bfa69ff,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:06.162298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:06.167509 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f9444a-5eba-4231-a1fa-8fce475b262a" -d '{"events": [{"server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "name": "network-vif-plugged", "status": "completed", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:06.168150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-89e1cc66-21c8-4971-8046-883db8596009 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port fad3cd5b-bd1a-4d41-ad15-748c10f70fbe {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:06.169101 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89e1cc66-21c8-4971-8046-883db8596009 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:06.190935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,segment=NetworkSegment(76dccb7c-c24d-4aba-a53d-c978de36de96),segment_id=76dccb7c-c24d-4aba-a53d-c978de36de96)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:06.193368 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:06.194057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:06.194658 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:06.195077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:06.195455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:06.196909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:06.197598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:06.198035 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:06.202024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:06.202765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:06.203104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:06.203679 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:06.209279 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:06.280039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:06.284963 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf44092-275a-4eb1-9f73-2e7dee8a8c65 x-openstack-request-id: req-eaf44092-275a-4eb1-9f73-2e7dee8a8c65 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:06.285246 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "name": "network-vif-plugged", "status": "completed", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:06.285550 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eaf44092-275a-4eb1-9f73-2e7dee8a8c65 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:06.286017 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'code': 200} Jan 31 16:08:06.352668 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a0d50e4-1722-4f08-a5a3-7bc32f7b6aa2 req-bd12c0a8-d9c3-48f6-bb6e-157b2f9c144e tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594941 Jan 31 16:08:06.415147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['b768f6bf-a4b3-4df9-9969-922d4bfa69ff'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:08:06.442799 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213f2d-27e0-4a3f-82fd-8bc30162716c req-928c21b1-a45a-4c44-9335-c5d530d5b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:06.445877 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd213f2d-27e0-4a3f-82fd-8bc30162716c req-928c21b1-a45a-4c44-9335-c5d530d5b52c service neutron] 10.222.0.20 "GET /v2.0/networks?id=56bd2af8-dc8a-41fe-ba71-3afd517526f5 HTTP/1.1" status: 200 len: 916 time: 0.3929324 Jan 31 16:08:06.467818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89e1cc66-21c8-4971-8046-883db8596009 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:06.507496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-89e1cc66-21c8-4971-8046-883db8596009 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for fad3cd5b-bd1a-4d41-ad15-748c10f70fbe owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:06.535817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26812988-5287-4ed5-ab56-1ea2e84d64fc req-a8115ce8-3c8d-4a80-82af-6cd05762be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:06.540709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-26812988-5287-4ed5-ab56-1ea2e84d64fc req-a8115ce8-3c8d-4a80-82af-6cd05762be6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 1096 time: 0.2138207 Jan 31 16:08:06.565014 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd213f2d-27e0-4a3f-82fd-8bc30162716c req-0c891779-0395-4008-ba50-7fe82ba3fe38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a548718a-71d1-4868-879e-b3ac594c6cf4 HTTP/1.1" status: 200 len: 217 time: 0.1114953 Jan 31 16:08:06.638971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213f2d-27e0-4a3f-82fd-8bc30162716c req-8f996672-b8fa-47a8-b210-d64abc2be569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:06.644430 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd213f2d-27e0-4a3f-82fd-8bc30162716c req-8f996672-b8fa-47a8-b210-d64abc2be569 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01002499-a2fc-485e-a83f-f4e5b4082736 HTTP/1.1" status: 200 len: 854 time: 0.0721776 Jan 31 16:08:06.741068 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-26812988-5287-4ed5-ab56-1ea2e84d64fc req-9ffca386-11c7-47ee-ac32-b47ae8c7b5fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921968 Jan 31 16:08:06.767672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213f2d-27e0-4a3f-82fd-8bc30162716c req-a270e90b-567d-454f-b57c-27e052c73b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:06.770033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016cedc-a7d7-4cc7-bf0d-c1ec038c7808 req-26825690-7019-4d96-a035-6154893c6631 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:06.777982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd213f2d-27e0-4a3f-82fd-8bc30162716c req-a270e90b-567d-454f-b57c-27e052c73b75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56bd2af8-dc8a-41fe-ba71-3afd517526f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235909 Jan 31 16:08:06.780925 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7016cedc-a7d7-4cc7-bf0d-c1ec038c7808 req-26825690-7019-4d96-a035-6154893c6631 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1562498 Jan 31 16:08:06.868555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7016cedc-a7d7-4cc7-bf0d-c1ec038c7808 req-cee87bc3-b08e-4fd0-af56-465660fcbd62 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798635 Jan 31 16:08:06.899040 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89e1cc66-21c8-4971-8046-883db8596009 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:06.934464 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1cc66-21c8-4971-8046-883db8596009 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=fad3cd5b-bd1a-4d41-ad15-748c10f70fbe,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:07.049257 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89e1cc66-21c8-4971-8046-883db8596009 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:07.053379 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-89e1cc66-21c8-4971-8046-883db8596009 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/ports/fad3cd5b-bd1a-4d41-ad15-748c10f70fbe HTTP/1.1" status: 204 len: 168 time: 1.1589091 Jan 31 16:08:07.055875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 32978) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:07.099652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d202b2-3c3e-434d-81c4-b5a19cb25b5a req-d3ac5df5-047b-47bf-9a7e-739ded61cffd tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:07.101679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60d202b2-3c3e-434d-81c4-b5a19cb25b5a req-d3ac5df5-047b-47bf-9a7e-739ded61cffd tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.1829495 Jan 31 16:08:07.139352 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523ec7d6-5aa1-4031-8d86-0aadf5784241 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:07.142465 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-523ec7d6-5aa1-4031-8d86-0aadf5784241 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 HTTP/1.1" status: 200 len: 913 time: 0.0845728 Jan 31 16:08:07.144924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 32980) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:07.148193 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd213f2d-27e0-4a3f-82fd-8bc30162716c req-e61d2b97-54e8-4f19-9251-1c39b151f9d6 service neutron] 10.222.0.20 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618052 Jan 31 16:08:07.171783 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60d202b2-3c3e-434d-81c4-b5a19cb25b5a req-51a53c30-0fd2-49a9-bff5-7b7d8407db7e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574601 Jan 31 16:08:07.363822 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd213f2d-27e0-4a3f-82fd-8bc30162716c req-0522bfae-24fe-46d4-98bc-1f61365ee259 service neutron] 10.222.0.20 "GET /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954954 Jan 31 16:08:07.402567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 32992) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:07.473976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cf2d5-6b6a-42c9-bf53-c4520eb3916f req-977d1c88-2925-4332-a3ca-9dc44bb2a90a tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:07.475563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-484cf2d5-6b6a-42c9-bf53-c4520eb3916f req-977d1c88-2925-4332-a3ca-9dc44bb2a90a tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 944 time: 0.1598144 Jan 31 16:08:07.552339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-484cf2d5-6b6a-42c9-bf53-c4520eb3916f req-bb04ea28-ba6b-499f-9ff7-61bd26a73fb4 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689857 Jan 31 16:08:07.620152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182468b7-5670-4b07-8180-33bb6f241a9d req-0a82884f-1f4d-4963-8a68-7aa1d9c1fa13 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:07.630453 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-182468b7-5670-4b07-8180-33bb6f241a9d req-0a82884f-1f4d-4963-8a68-7aa1d9c1fa13 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.1410542 Jan 31 16:08:07.708793 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-182468b7-5670-4b07-8180-33bb6f241a9d req-83752de5-92a8-485d-a38e-24acd78e03b2 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762851 Jan 31 16:08:07.783040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33002) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:07.803922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2108545402'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:07.839201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73b001e8-3db5-44f4-9a1b-8e90870f1759 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:07.850208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Made reservation on behalf of 144af10cda3441809925f6a53f4ff3db for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:07.869726 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:07.887677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:07.935454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1065410138-network', 'tenant_id': 'be51e4bd3819497380bce3056bab8960'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:08.026922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Made reservation on behalf of be51e4bd3819497380bce3056bab8960 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:08.029556 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.050633 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.223773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e906c4-23d4-407f-ac32-a17d097fef71 req-61c14134-7c24-4d84-a2c3-a015351a4568 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:08.234904 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e1e906c4-23d4-407f-ac32-a17d097fef71 req-61c14134-7c24-4d84-a2c3-a015351a4568 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1428819 Jan 31 16:08:08.308464 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e1e906c4-23d4-407f-ac32-a17d097fef71 req-7c14bd51-f6c8-404a-b35f-23d8bd51d00d tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642200 Jan 31 16:08:08.343629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33018) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:08.425237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-73b001e8-3db5-44f4-9a1b-8e90870f1759 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port 7a7bddbe-ccc0-4a7f-8c69-2316f2c9a019 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:08.426038 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73b001e8-3db5-44f4-9a1b-8e90870f1759 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.539470 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-793798831', 'router:external': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:08.544369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.553332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.558537 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73b001e8-3db5-44f4-9a1b-8e90870f1759 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.578476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-73b001e8-3db5-44f4-9a1b-8e90870f1759 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for 7a7bddbe-ccc0-4a7f-8c69-2316f2c9a019 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:08.593628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Made reservation on behalf of 0ac63195d83844cb8479a40621948aaa for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:08.596033 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.599006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:08:08.608673 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.630159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e85016-c216-41b6-b685-2524f3f09226 req-a104033d-2cde-4d40-95a6-850d23e358ba tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:08.637505 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52e85016-c216-41b6-b685-2524f3f09226 req-a104033d-2cde-4d40-95a6-850d23e358ba tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.1447155 Jan 31 16:08:08.685722 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.686554 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Added segment b97c35d7-b4b9-43c9-aca5-d9c6344e7e65 of type vlan for network b36c847b-0201-4d30-978c-031d0590b3da Jan 31 16:08:08.688397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b96fbd-b1ce-4070-ade0-34cd5985856f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:08.689127 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:08:08.780670 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.796171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52e85016-c216-41b6-b685-2524f3f09226 req-58752cb5-4fda-4ae3-91e2-64c877c99d27 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564410 Jan 31 16:08:08.832435 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4525532-e7b2-426b-8178-d8f82775b741 req-c2ccdc41-4c45-4f47-a41d-7a2c959528b4 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:08.841899 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4525532-e7b2-426b-8178-d8f82775b741 req-c2ccdc41-4c45-4f47-a41d-7a2c959528b4 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 944 time: 0.1641493 Jan 31 16:08:08.849444 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.883134 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.894830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.902471 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:08.903549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.909872 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.923099 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:08.966937 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4525532-e7b2-426b-8178-d8f82775b741 req-73ea068b-0a21-4b6b-be92-ecc02f1b403a tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222367 Jan 31 16:08:08.994473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:08:08.999636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:08:09.018758 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.019131 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Added segment 46d6e215-0cfb-44e4-87b8-ec66ba27c940 of type vlan for network dd796d8d-94da-45ff-ad2c-d861da26690d Jan 31 16:08:09.020638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6207bf5a-759b-4a1e-b13c-0bae3107d299,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:09.032322 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73b001e8-3db5-44f4-9a1b-8e90870f1759 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.046724 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6401727 Jan 31 16:08:09.046724 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69207d5-5490-4341-bcaa-ff793965ef5d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:09.067189 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.067558 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Added segment 531bac1c-a261-4b4d-a715-d2cee67ebd58 of type vlan for network 5437b5ad-ba87-4f4c-b153-2922f5c0b434 Jan 31 16:08:09.084818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d74cc-4662-4bb5-89aa-69778f29e1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Pushing event updated for resources: {'Network': ['ID=b36c847b-0201-4d30-978c-031d0590b3da,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:09.109385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b36c847b-0201-4d30-978c-031d0590b3da details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:08:09.132159 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.143028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a641f-a096-4723-a51d-6cd25b84366e req-fb8ba0f1-7397-4de8-bfc0-316bfcba267c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:09.144029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b001e8-3db5-44f4-9a1b-8e90870f1759 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=7a7bddbe-ccc0-4a7f-8c69-2316f2c9a019,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:09.159605 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-840a641f-a096-4723-a51d-6cd25b84366e req-fb8ba0f1-7397-4de8-bfc0-316bfcba267c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.2502799 Jan 31 16:08:09.229642 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-840a641f-a096-4723-a51d-6cd25b84366e req-6a292f76-714e-4202-a8b8-1c3b89ceb527 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645006 Jan 31 16:08:09.237167 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.252981 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.254719 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:09.255490 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.373912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b768f6bf-a4b3-4df9-9969-922d4bfa69ff up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:09.378667 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5945046 Jan 31 16:08:09.390858 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33038) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:09.391153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33040) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:09.395849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-89db5d66-cb3c-44f0-9577-64ab22802d83 admin admin] Request body: {'subnet': {'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1065410138-subnet', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:09.412900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Request body: {'port': {'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da', 'binding:host_id': 'n-h2-827120-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127373666'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:09.453204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port b768f6bf-a4b3-4df9-9969-922d4bfa69ff completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:08:09.462662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port b768f6bf-a4b3-4df9-9969-922d4bfa69ff triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:09.463403 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.503997 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.505019 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:09.505627 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.519567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c6cce-7304-486b-872e-a7ecfe42381d admin admin] Pushing event updated for resources: {'Network': ['ID=5437b5ad-ba87-4f4c-b153-2922f5c0b434,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:09.554706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Made reservation on behalf of 78df1c98a9894ec0ba578d277346f960 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:09.557112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.571713 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.675261 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.682528 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.686574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] device_id is not set on port 055d9b7d-e091-40d8-b754-ac21e31265e3 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:09.735497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 5437b5ad-ba87-4f4c-b153-2922f5c0b434 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:08:09.802047 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.875179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port b768f6bf-a4b3-4df9-9969-922d4bfa69ff, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b768f6bf-a4b3-4df9-9969-922d4bfa69ff,segment=NetworkSegment(4ddc48f8-422e-4e02-8093-47d026ce9a7d),segment_id=4ddc48f8-422e-4e02-8093-47d026ce9a7d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:09.907486 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37c5b45-743c-4740-82d5-52a32a5a849e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b768f6bf-a4b3-4df9-9969-922d4bfa69ff'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:09.910540 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f991e92-a461-42ad-87fc-09a09df10710" -d '{"events": [{"server_uuid": "d37c5b45-743c-4740-82d5-52a32a5a849e", "name": "network-vif-plugged", "status": "completed", "tag": "b768f6bf-a4b3-4df9-9969-922d4bfa69ff"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:09.918673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] device_id is not set on port 055d9b7d-e091-40d8-b754-ac21e31265e3 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:09.920832 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.929081 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.957067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4978090-2b82-4f50-800e-508e07ddbb72,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:09.960780 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.970260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1b164-d02a-40eb-86c0-b708a94f8b45 req-dc260fc2-0116-470a-9d39-a0432353d87e tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:09.978810 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54c1b164-d02a-40eb-86c0-b708a94f8b45 req-dc260fc2-0116-470a-9d39-a0432353d87e tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.6211138 Jan 31 16:08:09.988610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89db5d66-cb3c-44f0-9577-64ab22802d83 admin admin] Made reservation on behalf of be51e4bd3819497380bce3056bab8960 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:09.991450 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-89db5d66-cb3c-44f0-9577-64ab22802d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:09.993649 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6487482 Jan 31 16:08:10.007705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb2c95-df64-4526-aa81-5bc6460f2021 req-b7842f9c-2514-473f-89d0-ce32002910ea tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:10.009668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=b768f6bf-a4b3-4df9-9969-922d4bfa69ff,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:10.015569 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-77eb2c95-df64-4526-aa81-5bc6460f2021 req-b7842f9c-2514-473f-89d0-ce32002910ea tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.5608525 Jan 31 16:08:10.019783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33048) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:10.030508 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Request body: {'subnet': {'network_id': 'dd796d8d-94da-45ff-ad2c-d861da26690d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:10.033528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec76d54-48d5-48a8-b607-72bbc84050d0 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event updated for resources: {'Network': ['ID=dd796d8d-94da-45ff-ad2c-d861da26690d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:10.045573 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73b001e8-3db5-44f4-9a1b-8e90870f1759 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:10.046491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network dd796d8d-94da-45ff-ad2c-d861da26690d details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:08:10.130137 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-77eb2c95-df64-4526-aa81-5bc6460f2021 req-1a43cdab-2232-4084-ad67-da6a68241ba7 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092157 Jan 31 16:08:10.146489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Made reservation on behalf of 0ac63195d83844cb8479a40621948aaa for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:10.149225 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:10.168781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event updated for resources: {'Port': ['ID=055d9b7d-e091-40d8-b754-ac21e31265e3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:10.187698 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-54c1b164-d02a-40eb-86c0-b708a94f8b45 req-4627e2f0-08d5-4431-9485-fa83ea663d71 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080109 Jan 31 16:08:10.194004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Checking segment: {'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:10.194383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Network hostable DHCP agents. Network: b36c847b-0201-4d30-978c-031d0590b3da, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:08:10.284312 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808ba54a-a3bb-464e-b3df-4124fe14c536 x-openstack-request-id: req-808ba54a-a3bb-464e-b3df-4124fe14c536 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:10.284911 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37c5b45-743c-4740-82d5-52a32a5a849e", "name": "network-vif-plugged", "status": "completed", "tag": "b768f6bf-a4b3-4df9-9969-922d4bfa69ff", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:10.285034 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-808ba54a-a3bb-464e-b3df-4124fe14c536 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:10.285376 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37c5b45-743c-4740-82d5-52a32a5a849e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b768f6bf-a4b3-4df9-9969-922d4bfa69ff', 'code': 200} Jan 31 16:08:10.349019 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Network b36c847b-0201-4d30-978c-031d0590b3da is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:08:10.353850 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-89db5d66-cb3c-44f0-9577-64ab22802d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:10.418717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, b36c847b-0201-4d30-978c-031d0590b3da) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:10.430128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abadad7-a94b-498b-bb9a-7f84271afb1c None None] Network b36c847b-0201-4d30-978c-031d0590b3da requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:10.431655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c295de4-dbc2-4691-8791-ac52be26729a req-a84c4ebb-66e0-4321-8f32-18ce89024514 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:10.433212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c295de4-dbc2-4691-8791-ac52be26729a req-a84c4ebb-66e0-4321-8f32-18ce89024514 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.2013893 Jan 31 16:08:10.449091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:10.476513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db5d66-cb3c-44f0-9577-64ab22802d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bae93b3-f6a4-4017-ac92-758b7bbb03a7,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:10.495101 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c295de4-dbc2-4691-8791-ac52be26729a req-ca8331a1-7efc-4156-9048-ee053ee70bcd tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519764 Jan 31 16:08:10.501973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ec998-616d-4f98-8427-3b51d32c9b48 req-fcd9ff3e-ae66-42bb-9ac6-7baf4686d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:10.504119 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5f8ec998-616d-4f98-8427-3b51d32c9b48 req-fcd9ff3e-ae66-42bb-9ac6-7baf4686d3e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 1096 time: 0.1567545 Jan 31 16:08:10.517070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:10.517397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:10.531403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:10.544618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:10.544952 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:10.570494 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 2 to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 Jan 31 16:08:10.578247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db5d66-cb3c-44f0-9577-64ab22802d83 admin admin] Checking segment: {'id': '531bac1c-a261-4b4d-a715-d2cee67ebd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:10.579657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db5d66-cb3c-44f0-9577-64ab22802d83 admin admin] Network hostable DHCP agents. Network: 5437b5ad-ba87-4f4c-b153-2922f5c0b434, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:08:10.608195 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b837269-c09b-4aec-93a3-d4553d94b490 req-89f93d4d-854d-4c06-b947-1a161dbe71a2 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:10.612521 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b837269-c09b-4aec-93a3-d4553d94b490 req-89f93d4d-854d-4c06-b947-1a161dbe71a2 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 945 time: 0.2201746 Jan 31 16:08:10.666956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:10.667453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:10.667858 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:10.676147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:10.676723 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:10.677384 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 3 to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 Jan 31 16:08:10.680203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db5d66-cb3c-44f0-9577-64ab22802d83 admin admin] Network 5437b5ad-ba87-4f4c-b153-2922f5c0b434 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:08:10.721866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:10.723249 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:10.723816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:10.726340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-89db5d66-cb3c-44f0-9577-64ab22802d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 5437b5ad-ba87-4f4c-b153-2922f5c0b434) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:10.738051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db5d66-cb3c-44f0-9577-64ab22802d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:10.738738 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-89db5d66-cb3c-44f0-9577-64ab22802d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:10.739420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fcc031-8e9d-4cbd-a96e-3e51308877a9 None None] Network 5437b5ad-ba87-4f4c-b153-2922f5c0b434 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:10.753890 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5f8ec998-616d-4f98-8427-3b51d32c9b48 req-4b6c6a31-7a8a-4318-8916-00cccf2fdb3c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925898 Jan 31 16:08:10.768241 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b837269-c09b-4aec-93a3-d4553d94b490 req-e0218597-af96-4a5b-9815-ae6a1b4b7a7e tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427689 Jan 31 16:08:10.779340 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-89db5d66-cb3c-44f0-9577-64ab22802d83 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3871665 Jan 31 16:08:10.783176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:10.784097 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:10.786113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33056) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:10.787690 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 4 to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 Jan 31 16:08:10.803255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1065410138-router', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:10.836483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:10.837408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:10.837992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:10.854947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:10.856227 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:10.859569 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 5 to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 Jan 31 16:08:10.883457 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:10.884972 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:10.946855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d5084-04d6-4afb-9e00-1cad0cc40252 req-de464109-7faf-46da-83f0-74bb5123827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:10.948664 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a92d5084-04d6-4afb-9e00-1cad0cc40252 req-de464109-7faf-46da-83f0-74bb5123827e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44878cac9c744bceb768fa2bd481ee0a&device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 1096 time: 0.1877949 Jan 31 16:08:10.959840 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:10.976369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:10.977117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:10.977780 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:10.993760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35b97c-4be9-45b7-b05b-350418c31e3a req-2a9a9355-27bf-4b72-a8a3-4347d839e897 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:11.001622 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6f35b97c-4be9-45b7-b05b-350418c31e3a req-2a9a9355-27bf-4b72-a8a3-4347d839e897 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f06216f-c582-49fd-befe-d7171aa3c922 HTTP/1.1" status: 200 len: 945 time: 0.1911998 Jan 31 16:08:11.003096 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-5437b5ad-ba87-4f4c-b153-2922f5c0b434', 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'fixed_ips': [{'subnet_id': '3bae93b3-f6a4-4017-ac92-758b7bbb03a7'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:08:11.004455 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:11.022121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b001e8-3db5-44f4-9a1b-8e90870f1759 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:08:11.042285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:11.042640 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:11.046595 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 6 to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 Jan 31 16:08:11.104677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:11.105069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:11.105359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:11.159388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d80c97-3e48-4bf5-b921-961a189b13b9 req-a81747a5-28e0-4cd4-be9d-bc0380d90ae4 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:11.162188 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b2d80c97-3e48-4bf5-b921-961a189b13b9 req-a81747a5-28e0-4cd4-be9d-bc0380d90ae4 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1994610 Jan 31 16:08:11.166282 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:11.166282 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:11.166282 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 7 to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 Jan 31 16:08:11.233352 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6f35b97c-4be9-45b7-b05b-350418c31e3a req-02c23c21-1a53-4cef-b871-af28a6826f27 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284200 Jan 31 16:08:11.238499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Allocated IP 172.20.0.2 (5437b5ad-ba87-4f4c-b153-2922f5c0b434/3bae93b3-f6a4-4017-ac92-758b7bbb03a7/091cf9a4-2e6d-4a17-b789-d314b89b4ec4) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:11.240290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:11.264228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:11.264567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:11.264902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:11.275456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b2d80c97-3e48-4bf5-b921-961a189b13b9 req-7d32fda3-0139-4788-aed5-d8ab35f248ea tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036446 Jan 31 16:08:11.279070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:11.279070 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:11.288927 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 8 to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 Jan 31 16:08:11.336463 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:11.336799 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:11.337139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:11.344582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:11.345003 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:11.348499 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 9 to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 Jan 31 16:08:11.366044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:11.366393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:11.366720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:11.370382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b001e8-3db5-44f4-9a1b-8e90870f1759 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:08:11.378370 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:11.378715 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:11.379778 n-d-827120-1 neutron-server[108772]: INFO neutron.plugins.ml2.plugin [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 10 to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 Jan 31 16:08:11.384291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-73b001e8-3db5-44f4-9a1b-8e90870f1759 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "PUT /v2.0/routers/cbc370ef-6a05-4b8d-98ea-0aa319dd0e19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2375672 Jan 31 16:08:11.386853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfb6b63-300e-4d0e-88b4-8d7a8514f51d None None] Sync routers for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:08:11.389860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33062) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:11.399864 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:11.400215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:11.400712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:11.401410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d5084-04d6-4afb-9e00-1cad0cc40252 req-96714a49-151c-498a-8cb8-2b25698c074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:11.402925 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a92d5084-04d6-4afb-9e00-1cad0cc40252 req-96714a49-151c-498a-8cb8-2b25698c074e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a HTTP/1.1" status: 200 len: 920 time: 0.4353766 Jan 31 16:08:11.411029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 055d9b7d-e091-40d8-b754-ac21e31265e3 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:11.411295 n-d-827120-1 neutron-server[108772]: ERROR neutron.plugins.ml2.managers [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 055d9b7d-e091-40d8-b754-ac21e31265e3 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:11.411634 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:11.419985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfb6b63-300e-4d0e-88b4-8d7a8514f51d None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:11.421193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6cfb6b63-300e-4d0e-88b4-8d7a8514f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:11.486192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6cfb6b63-300e-4d0e-88b4-8d7a8514f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:11.494057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62c5a-aa23-49ed-992c-49ac9c46ee60 req-e3593bca-9d98-4f97-8bb5-3e0efad15a56 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:11.496069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fca62c5a-aa23-49ed-992c-49ac9c46ee60 req-e3593bca-9d98-4f97-8bb5-3e0efad15a56 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 945 time: 0.1645737 Jan 31 16:08:11.497438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a92d5084-04d6-4afb-9e00-1cad0cc40252 req-293c6c37-1992-4c9c-b20e-cd0f3a550884 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 217 time: 0.0474949 Jan 31 16:08:11.539477 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] For port 055d9b7d-e091-40d8-b754-ac21e31265e3, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:11.539857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempted to set empty binding levels {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 16:08:11.542626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfb6b63-300e-4d0e-88b4-8d7a8514f51d None None] Routers {'cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:11.543733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6cfb6b63-300e-4d0e-88b4-8d7a8514f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:11.559595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d5084-04d6-4afb-9e00-1cad0cc40252 req-362939ba-72a0-4c5d-a8be-28b1ffeea62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:11.561131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a92d5084-04d6-4afb-9e00-1cad0cc40252 req-362939ba-72a0-4c5d-a8be-28b1ffeea62f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb13df4a-5c58-4b29-93b3-73902e0c2088 HTTP/1.1" status: 200 len: 859 time: 0.0499508 Jan 31 16:08:11.567612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:11.598558 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:11.599154 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:11.620116 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a92d5084-04d6-4afb-9e00-1cad0cc40252 req-fe41f22b-79ee-4141-9a98-9b2c67dc6f4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385385 Jan 31 16:08:11.626421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6cfb6b63-300e-4d0e-88b4-8d7a8514f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:11.627293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfb6b63-300e-4d0e-88b4-8d7a8514f51d None None] The sync data for ids ['cbc370ef-6a05-4b8d-98ea-0aa319dd0e19'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:08:11.642103 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:11.676353 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:11.728414 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event updated for resources: {'Port': ['ID=055d9b7d-e091-40d8-b754-ac21e31265e3,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:11.734355 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e90c5fc6-873c-4e43-878b-89c939c58077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.3346479 Jan 31 16:08:11.737726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33066) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:11.747825 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fca62c5a-aa23-49ed-992c-49ac9c46ee60 req-1bf67296-4c21-4cf9-a556-f61035ffef94 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405510 Jan 31 16:08:11.750241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a92d5084-04d6-4afb-9e00-1cad0cc40252 req-6e4203d6-ba1e-4214-a115-92db1500ad59 service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138580 Jan 31 16:08:11.764795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Network 5437b5ad-ba87-4f4c-b153-2922f5c0b434 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:11.768163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:11.776396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:11.795855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d585a3-9d44-4464-887f-0e0103d166e0 req-536ffa84-c2e0-461b-9706-b783328da8d7 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:11.803726 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58d585a3-9d44-4464-887f-0e0103d166e0 req-536ffa84-c2e0-461b-9706-b783328da8d7 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.1647012 Jan 31 16:08:11.817737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Pushing event updated for resources: {'Port': ['ID=091cf9a4-2e6d-4a17-b789-d314b89b4ec4,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:11.827633 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:11.839156 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-6c58dde1-c3b2-4706-9ffb-ab93878542a6 req-37f5e750-c56f-4ea6-8472-3b62ccd7e4e9 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:08:11.847258 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c58dde1-c3b2-4706-9ffb-ab93878542a6 req-37f5e750-c56f-4ea6-8472-3b62ccd7e4e9 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124280 Jan 31 16:08:11.869669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Attempting to bind port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:11.870133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Attempting to bind port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '531bac1c-a261-4b4d-a715-d2cee67ebd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:11.870567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Attempting to bind port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 on network 5437b5ad-ba87-4f4c-b153-2922f5c0b434 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:11.891054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:11.891531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Checking segment: {'id': '531bac1c-a261-4b4d-a715-d2cee67ebd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:11.892005 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:11.892463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Bound using segment: {'id': '531bac1c-a261-4b4d-a715-d2cee67ebd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:11.893170 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Bound port: 091cf9a4-2e6d-4a17-b789-d314b89b4ec4, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531bac1c-a261-4b4d-a715-d2cee67ebd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:11.893643 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:11.908094 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58d585a3-9d44-4464-887f-0e0103d166e0 req-95991774-fb74-41b8-a089-a698b17f0ee5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034946 Jan 31 16:08:11.911376 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.015799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] For port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:12.020140 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] For port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=091cf9a4-2e6d-4a17-b789-d314b89b4ec4,segment=NetworkSegment(531bac1c-a261-4b4d-a715-d2cee67ebd58),segment_id=531bac1c-a261-4b4d-a715-d2cee67ebd58)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:12.026299 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.028445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.objects.ports [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108771) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:08:12.029077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.042488 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3ce46-9583-4658-a15a-5cff78d6dc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Deleting port 055d9b7d-e091-40d8-b754-ac21e31265e3 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:12.043249 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2f3ce46-9583-4658-a15a-5cff78d6dc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.117942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addd562-dc48-4464-ad98-ca28ed5f5474 None None] Pushing event updated for resources: {'Port': ['ID=091cf9a4-2e6d-4a17-b789-d314b89b4ec4,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:12.178908 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c58dde1-c3b2-4706-9ffb-ab93878542a6 req-36831efc-6beb-4357-8a06-33f62e91ae5a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3307228 Jan 31 16:08:12.188905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-d2f3ce46-9583-4658-a15a-5cff78d6dc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] For port 055d9b7d-e091-40d8-b754-ac21e31265e3, host n-h2-827120-1, got binding levels [] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:12.189579 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2f3ce46-9583-4658-a15a-5cff78d6dc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.223491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032f0a0-2f23-4c0b-aa0c-fdc8c1a1fec7 req-b41f69e7-61dd-43d5-8305-90650a2bd4da tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:12.225424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b032f0a0-2f23-4c0b-aa0c-fdc8c1a1fec7 req-b41f69e7-61dd-43d5-8305-90650a2bd4da tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 945 time: 0.2220581 Jan 31 16:08:12.232453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3ce46-9583-4658-a15a-5cff78d6dc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Calling delete_port for 055d9b7d-e091-40d8-b754-ac21e31265e3 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:12.236056 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.293598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Checking segment: {'id': '46d6e215-0cfb-44e4-87b8-ec66ba27c940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd796d8d-94da-45ff-ad2c-d861da26690d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:12.293960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Network hostable DHCP agents. Network: dd796d8d-94da-45ff-ad2c-d861da26690d, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:08:12.296009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f5749476-13f2-4bbd-a4e6-71d973d4e432,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:12.299242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Allocated IP 172.25.1.145 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/ddf9437d-ca13-4e74-be38-2f92462c2220) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:12.360286 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a92d5084-04d6-4afb-9e00-1cad0cc40252 req-74d843ca-c627-46fc-a538-83bef38bd7bc service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425396 Jan 31 16:08:12.424679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Network dd796d8d-94da-45ff-ad2c-d861da26690d is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:08:12.445554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, dd796d8d-94da-45ff-ad2c-d861da26690d) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:12.453736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:12.457135 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dac94e1-46a3-4012-9da5-a270a709a77a None None] Network dd796d8d-94da-45ff-ad2c-d861da26690d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:12.457694 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.510382 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ae0c04b3-9fdd-4a90-8f95-174d60182d66 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4889576 Jan 31 16:08:12.513006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33078) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:12.528978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-536555830', 'network_id': 'dd796d8d-94da-45ff-ad2c-d861da26690d'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:12.534681 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.612211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b032f0a0-2f23-4c0b-aa0c-fdc8c1a1fec7 req-ded71081-56d9-4696-8195-8c852caed840 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751481 Jan 31 16:08:12.648013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Made reservation on behalf of 0ac63195d83844cb8479a40621948aaa for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:12.652858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.720355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] device_id is not set on port 02c23b76-baca-4360-9a46-734987b4bf48 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:12.729265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting port 6d53cab1-257c-47ba-bb75-57c41984887c {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:12.747138 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.794339 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8414f96-9574-46cd-9284-f2689ef81ef3 None None] Network dd796d8d-94da-45ff-ad2c-d861da26690d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:12.800490 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.817827 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2f3ce46-9583-4658-a15a-5cff78d6dc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.861708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3ce46-9583-4658-a15a-5cff78d6dc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event deleted for resources: {'Port': ['ID=055d9b7d-e091-40d8-b754-ac21e31265e3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:12.878284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996dbc2-1a51-4836-8e21-017601b8fdba req-2cc48d56-ed41-46a1-9164-90c4b3c55a55 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:12.879985 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0996dbc2-1a51-4836-8e21-017601b8fdba req-2cc48d56-ed41-46a1-9164-90c4b3c55a55 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1437829 Jan 31 16:08:12.887817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2f3ce46-9583-4658-a15a-5cff78d6dc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:12.893619 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d2f3ce46-9583-4658-a15a-5cff78d6dc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "DELETE /v2.0/ports/055d9b7d-e091-40d8-b754-ac21e31265e3 HTTP/1.1" status: 204 len: 168 time: 1.1510608 Jan 31 16:08:12.898712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33082) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:12.917412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Allocated IP 172.20.0.5 (dd796d8d-94da-45ff-ad2c-d861da26690d/f5749476-13f2-4bbd-a4e6-71d973d4e432/02c23b76-baca-4360-9a46-734987b4bf48) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:12.949301 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5499c18-951f-4361-b679-986d77a97a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] GET failed (client error): The resource could not be found. Jan 31 16:08:12.954934 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d5499c18-951f-4361-b679-986d77a97a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "GET /v2.0/ports/055d9b7d-e091-40d8-b754-ac21e31265e3 HTTP/1.1" status: 404 len: 333 time: 0.0506887 Jan 31 16:08:12.955572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33086) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:12.960486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Request body: {'port': {'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-963239476'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:12.987978 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:13.038757 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0996dbc2-1a51-4836-8e21-017601b8fdba req-7cdd48b6-8542-4afe-ba83-f6e784e6d237 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463058 Jan 31 16:08:13.048618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:13.054161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:13.065053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:13.104879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Made reservation on behalf of 78df1c98a9894ec0ba578d277346f960 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:13.107488 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:13.119351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf9437d-ca13-4e74-be38-2f92462c2220,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:13.182652 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:13.192346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c08896-24be-4dc5-958a-ba516f2041e7 req-57c16ec6-bc6a-4815-a2c4-7923dfb8fad8 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:13.200276 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1c08896-24be-4dc5-958a-ba516f2041e7 req-57c16ec6-bc6a-4815-a2c4-7923dfb8fad8 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.4160359 Jan 31 16:08:13.213440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] device_id is not set on port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:13.229447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Calling delete_port for 6d53cab1-257c-47ba-bb75-57c41984887c owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:13.337218 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:13.348559 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1c08896-24be-4dc5-958a-ba516f2041e7 req-1b119e63-0e38-4f74-82b8-5b24b48eca17 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472430 Jan 31 16:08:13.529309 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:13.539433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5efcd8ad-9d03-416d-a465-0aa10d4754d1 req-d9fae465-3d2f-494c-8394-85a07f3fc0a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4294600 Jan 31 16:08:13.647565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad68fc-54fb-434f-874d-cbfeb63d6d69 None None] Network 5437b5ad-ba87-4f4c-b153-2922f5c0b434 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:13.666520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc80bc-6391-4a57-92f7-a93daf2ad8a5 req-46a189c2-6fae-45b5-b638-dd3e68c90e62 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:13.680562 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6bc80bc-6391-4a57-92f7-a93daf2ad8a5 req-46a189c2-6fae-45b5-b638-dd3e68c90e62 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.4908195 Jan 31 16:08:13.771732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:13.800701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9bee5d7f-f0e2-4474-980e-b6be50432482 None None] Provisioning complete for port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:13.801160 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bee5d7f-f0e2-4474-980e-b6be50432482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:13.812525 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6bc80bc-6391-4a57-92f7-a93daf2ad8a5 req-ad862222-102d-4777-9a2b-0dc277550dff tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278396 Jan 31 16:08:13.916970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcd8ad-9d03-416d-a465-0aa10d4754d1 req-98366084-3b1d-4054-ae95-d2d772dafffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:13.919706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5efcd8ad-9d03-416d-a465-0aa10d4754d1 req-98366084-3b1d-4054-ae95-d2d772dafffc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 1096 time: 0.3225248 Jan 31 16:08:13.925023 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:13.969692 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:13.975366 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.029356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Port': ['ID=6d53cab1-257c-47ba-bb75-57c41984887c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:14.041091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Network b36c847b-0201-4d30-978c-031d0590b3da is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:14.060387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Network dd796d8d-94da-45ff-ad2c-d861da26690d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:14.063262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:14.065930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:14.081371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:14.092644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:14.093064 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.124570 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bee5d7f-f0e2-4474-980e-b6be50432482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.131962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fd747-19cd-40b7-9399-672bf0ef9c20 req-a1837c10-3dcc-4a84-aef3-c9c82bdcd9d7 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:14.141168 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f12fd747-19cd-40b7-9399-672bf0ef9c20 req-a1837c10-3dcc-4a84-aef3-c9c82bdcd9d7 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f06216f-c582-49fd-befe-d7171aa3c922 HTTP/1.1" status: 200 len: 945 time: 0.3783107 Jan 31 16:08:14.197210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:14.198194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:14.199279 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.228773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcd8ad-9d03-416d-a465-0aa10d4754d1 req-23fcc1dd-97d0-4cd2-90b4-491ef03d79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:14.230840 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5efcd8ad-9d03-416d-a465-0aa10d4754d1 req-23fcc1dd-97d0-4cd2-90b4-491ef03d79e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.2771976 Jan 31 16:08:14.230840 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.270898 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.282462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9bee5d7f-f0e2-4474-980e-b6be50432482 None None] For port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=091cf9a4-2e6d-4a17-b789-d314b89b4ec4,segment=NetworkSegment(531bac1c-a261-4b4d-a715-d2cee67ebd58),segment_id=531bac1c-a261-4b4d-a715-d2cee67ebd58)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:14.291127 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bee5d7f-f0e2-4474-980e-b6be50432482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.299457 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event updated for resources: {'Port': ['ID=02c23b76-baca-4360-9a46-734987b4bf48,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:14.319357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:14.320488 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.348163 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c018d211-deef-443a-9f38-6d36ebe109e6 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.8250451 Jan 31 16:08:14.354212 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.356541 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33094) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:14.412515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f12fd747-19cd-40b7-9399-672bf0ef9c20 req-81806b3d-61a9-4a21-810f-c5a16fe4b1c4 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695096 Jan 31 16:08:14.446389 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee5d7f-f0e2-4474-980e-b6be50432482 None None] Pushing event updated for resources: {'Port': ['ID=091cf9a4-2e6d-4a17-b789-d314b89b4ec4,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:14.454203 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:08:14.454805 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:08:14.519674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8fed654b-60f5-44c7-8f93-fd89a20a8974 None None] Provisioning complete for port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:14.520194 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8fed654b-60f5-44c7-8f93-fd89a20a8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.562200 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.568277 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.686052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15524701-9548-4e9d-b03c-40404e506505 req-637e5d3c-f019-4b6d-a8ea-a890c787adbe tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:14.687705 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15524701-9548-4e9d-b03c-40404e506505 req-637e5d3c-f019-4b6d-a8ea-a890c787adbe tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1847136 Jan 31 16:08:14.718200 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.718200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Fanout notify agent at l3_agent the message router_deleted on router cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:08:14.720850 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.722548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b28fda3c-1691-4275-bb0c-6195f59e5d26 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/routers/cbc370ef-6a05-4b8d-98ea-0aa319dd0e19 HTTP/1.1" status: 204 len: 168 time: 3.3273661 Jan 31 16:08:14.726535 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33098) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:14.737309 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eed240-ef78-446d-afbe-58be1e8b8cf1 req-41e8c48f-afa8-48c7-b0a4-4aba0dada54d tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:14.738940 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87eed240-ef78-446d-afbe-58be1e8b8cf1 req-41e8c48f-afa8-48c7-b0a4-4aba0dada54d tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 945 time: 0.8015254 Jan 31 16:08:14.765520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8633c7f8-533a-4240-b692-aca1998629bf tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Deleting port 02c23b76-baca-4360-9a46-734987b4bf48 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:14.765520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8633c7f8-533a-4240-b692-aca1998629bf tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.780890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event updated for resources: {'Port': ['ID=3d4e3a02-f100-43f6-ab31-621a0a7c0cdd,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:14.818408 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-15d26bcc-1d13-4c33-bb52-5ec1ecf07978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8615630 Jan 31 16:08:14.821845 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33100) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:14.835483 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15524701-9548-4e9d-b03c-40404e506505 req-72758403-5038-49e5-adc3-4a9e201fd742 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311369 Jan 31 16:08:14.875440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:14.906007 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8633c7f8-533a-4240-b692-aca1998629bf tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:14.918386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8633c7f8-533a-4240-b692-aca1998629bf tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Calling delete_port for 02c23b76-baca-4360-9a46-734987b4bf48 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:14.948421 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5efcd8ad-9d03-416d-a465-0aa10d4754d1 req-04b37c05-8cd6-4470-b20e-471f42b2467a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05 HTTP/1.1" status: 200 len: 999 time: 0.2410486 Jan 31 16:08:14.952437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-39672ebb-3e85-46ba-be7a-7b11d9f0461a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Deleting subnet c5784b89-0c38-48c3-922a-19859dcbfe72 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:08:14.959699 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39672ebb-3e85-46ba-be7a-7b11d9f0461a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.003453 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39672ebb-3e85-46ba-be7a-7b11d9f0461a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.058079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.070270 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39672ebb-3e85-46ba-be7a-7b11d9f0461a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.075956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87eed240-ef78-446d-afbe-58be1e8b8cf1 req-b6a6a834-44c7-4b8d-b0e1-fbaf28aa6d07 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916677 Jan 31 16:08:15.081800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53c2d3-0232-4c0c-af6e-738e2a753343 req-7300bbe2-6018-467f-9e94-efb6004fa1fe tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:15.083558 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a53c2d3-0232-4c0c-af6e-738e2a753343 req-7300bbe2-6018-467f-9e94-efb6004fa1fe tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 945 time: 0.1468675 Jan 31 16:08:15.235171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcd8ad-9d03-416d-a465-0aa10d4754d1 req-e926a4b5-54f5-4e09-8285-911e487e48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:15.236614 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5efcd8ad-9d03-416d-a465-0aa10d4754d1 req-e926a4b5-54f5-4e09-8285-911e487e48d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1388426 Jan 31 16:08:15.299155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a53c2d3-0232-4c0c-af6e-738e2a753343 req-c1c1e359-ecaf-4b42-9f85-f6fa8527c2f0 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073867 Jan 31 16:08:15.304501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8633c7f8-533a-4240-b692-aca1998629bf tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.311501 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39672ebb-3e85-46ba-be7a-7b11d9f0461a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.360245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633c7f8-533a-4240-b692-aca1998629bf tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event deleted for resources: {'Port': ['ID=02c23b76-baca-4360-9a46-734987b4bf48,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:15.366130 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39672ebb-3e85-46ba-be7a-7b11d9f0461a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.369485 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-39672ebb-3e85-46ba-be7a-7b11d9f0461a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/subnets/c5784b89-0c38-48c3-922a-19859dcbfe72 HTTP/1.1" status: 204 len: 168 time: 0.6402557 Jan 31 16:08:15.390959 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33116) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:15.479233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39672ebb-3e85-46ba-be7a-7b11d9f0461a tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Subnet': ['ID=c5784b89-0c38-48c3-922a-19859dcbfe72,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:15.488024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddff528-7930-4471-855a-3922da12be44 req-1821eb37-fd59-4180-a0ea-702c3c2ee58e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:15.489570 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ddff528-7930-4471-855a-3922da12be44 req-1821eb37-fd59-4180-a0ea-702c3c2ee58e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.3111489 Jan 31 16:08:15.501579 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8633c7f8-533a-4240-b692-aca1998629bf tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.505331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8633c7f8-533a-4240-b692-aca1998629bf tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "DELETE /v2.0/ports/02c23b76-baca-4360-9a46-734987b4bf48 HTTP/1.1" status: 204 len: 168 time: 1.1464348 Jan 31 16:08:15.513399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33118) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:15.519343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd796d8d-94da-45ff-ad2c-d861da26690d', 'external_fixed_ips': [{'subnet_id': 'f5749476-13f2-4bbd-a4e6-71d973d4e432', 'ip_address': '172.20.0.5'}]}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:15.539779 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.545803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcd8ad-9d03-416d-a465-0aa10d4754d1 req-d64b7c97-4fb6-4443-a21b-91bfbc3b454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:15.547291 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5efcd8ad-9d03-416d-a465-0aa10d4754d1 req-d64b7c97-4fb6-4443-a21b-91bfbc3b454a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2935705 Jan 31 16:08:15.551003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.635986 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ddff528-7930-4471-855a-3922da12be44 req-2697fd73-131b-4fae-adff-f0105c4e109d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372695 Jan 31 16:08:15.680911 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:15.725919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] device_id is not set on port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:15.739579 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.762252 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.762558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.766794 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.773724 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:15.774186 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:15.877186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0f68e-7f25-4334-8098-450b162bb14a req-93539d06-ed25-4a83-a98a-10c76db63888 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:15.882887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0f68e-7f25-4334-8098-450b162bb14a req-93539d06-ed25-4a83-a98a-10c76db63888 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:15.889049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0f68e-7f25-4334-8098-450b162bb14a req-93539d06-ed25-4a83-a98a-10c76db63888 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:15.898015 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8f0f68e-7f25-4334-8098-450b162bb14a req-93539d06-ed25-4a83-a98a-10c76db63888 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d&device_id=0f06216f-c582-49fd-befe-d7171aa3c922&device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 2416 time: 0.2868402 Jan 31 16:08:15.946148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event updated for resources: {'Port': ['ID=3d4e3a02-f100-43f6-ab31-621a0a7c0cdd,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:16.004339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8f0f68e-7f25-4334-8098-450b162bb14a req-d6a856cf-2514-4f66-841e-c9242642c800 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037183 Jan 31 16:08:16.021992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:16.029556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:16.030157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:16.038894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:16.039231 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:16.039623 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 2 to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd Jan 31 16:08:16.069972 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:16.070596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:16.070596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:16.071051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:16.091768 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:16.099235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:16.099917 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:16.101457 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 3 to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd Jan 31 16:08:16.104143 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5efcd8ad-9d03-416d-a465-0aa10d4754d1 req-0ee34c85-85d5-47bc-bd71-f192de3c6a95 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355051 Jan 31 16:08:16.122689 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:16.123055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:16.123360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:16.131324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:16.133856 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:16.133856 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 4 to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd Jan 31 16:08:16.145507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dea97a4c-4b72-4095-b809-14d1847611c7 req-301f3153-fc74-422f-8d34-fd39bd541600 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0949583 Jan 31 16:08:16.157965 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:16.158220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:16.158561 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:16.165165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:16.166423 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:16.166423 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 5 to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd Jan 31 16:08:16.194909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:16.195426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:16.206072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5258b11-0954-42a5-a011-823cc61f241b']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:16.210062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:16.214928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:16.215257 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:16.215656 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 6 to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd Jan 31 16:08:16.236608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:16.236608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:16.236952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:16.242888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:16.243213 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:16.243601 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 7 to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd Jan 31 16:08:16.265522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beeb55c4-dabf-415f-a637-71ff1605b924') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:16.265719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:16.265850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beeb55c4-dabf-415f-a637-71ff1605b924') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:16.266227 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:16.266661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:16.283493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:16.283939 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:16.284445 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 8 to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd Jan 31 16:08:16.297377 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:16.301643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:16.302068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:16.303053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:16.310751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:16.311189 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:16.311698 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 9 to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd Jan 31 16:08:16.345271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:16.345271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:16.345865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:16.351122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:16.351573 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:16.352074 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 10 to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd Jan 31 16:08:16.357113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab50318-4bdb-4d92-88a0-bfc4f30f3fe2 req-1878e9fe-986d-4803-8c21-3fdb4bd889d7 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.364307 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eab50318-4bdb-4d92-88a0-bfc4f30f3fe2 req-1878e9fe-986d-4803-8c21-3fdb4bd889d7 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.3640890 Jan 31 16:08:16.367282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:16.368306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:16.368877 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:16.374357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:16.374795 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:16.375282 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:16.437912 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:16.445100 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:16.483971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:08:16.484371 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:08:16.490908 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:08:16.493682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Router 618f1953-650a-47f3-9225-261e6c70608a is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:08:16.520495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] For port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:16.520872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempted to set empty binding levels {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 16:08:16.526607 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:16.538965 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] In _notify_port_updated(), no bound segment for port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:08:16.539972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.540571 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:16.541936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "PUT /v2.0/ports/3d4e3a02-f100-43f6-ab31-621a0a7c0cdd HTTP/1.1" status: 200 len: 978 time: 1.7062552 Jan 31 16:08:16.553906 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5efcd8ad-9d03-416d-a465-0aa10d4754d1 req-e5adb256-4303-4fd3-b783-a95c68cfe0f1 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405854 Jan 31 16:08:16.570074 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eab50318-4bdb-4d92-88a0-bfc4f30f3fe2 req-0194cb12-f877-441b-bddd-7dc3cb2eec2a tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048948 Jan 31 16:08:16.570826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33144) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:16.640420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03c7da-6202-4cd9-8d87-47703b8c87e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event updated for resources: {'Port': ['ID=3d4e3a02-f100-43f6-ab31-621a0a7c0cdd,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:16.752610 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:16.774071 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:16.780113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] 10.222.0.36 "DELETE /v2.0/networks/d5258b11-0954-42a5-a011-823cc61f241b HTTP/1.1" status: 204 len: 168 time: 1.3836651 Jan 31 16:08:16.805868 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855b650-499e-4fd6-8f03-8904950f6499 tempest-FloatingIPTestJSON-1839175781 tempest-FloatingIPTestJSON-1839175781-project] Pushing event deleted for resources: {'Network': ['ID=d5258b11-0954-42a5-a011-823cc61f241b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:16.888002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.888418 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.888878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.889331 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.890367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.890367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.891193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.892082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.892615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.893290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.905345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.905861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.906327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.906782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.907234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.907683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.908129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.908573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.909020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.909484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.910028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.910376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.910822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.911261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:16.927421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33158) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:16.927587 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-669de447-dd7a-46c6-a6de-5efe6208876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21462 time: 0.3511083 Jan 31 16:08:17.009445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:08:17.025102 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Sync routers for ids ['618f1953-650a-47f3-9225-261e6c70608a'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:08:17.042183 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Routers {'618f1953-650a-47f3-9225-261e6c70608a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:17.043125 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['618f1953-650a-47f3-9225-261e6c70608a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:17.054198 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:17.055361 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d9711981-2ff1-4333-879b-7b04cd5b6a92 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2613063 Jan 31 16:08:17.063300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33162) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:17.065221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f74dd5-9882-4701-85ff-ddb2727809be req-b165e70d-bd26-41ea-a37f-9ea897b220ed tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:17.066826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65f74dd5-9882-4701-85ff-ddb2727809be req-b165e70d-bd26-41ea-a37f-9ea897b220ed tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.1207821 Jan 31 16:08:17.184232 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e595a-0305-4677-8baf-049a64948bdf req-5779d8b4-4beb-4640-8978-80e93f883b24 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:17.186714 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-666e595a-0305-4677-8baf-049a64948bdf req-5779d8b4-4beb-4640-8978-80e93f883b24 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 945 time: 0.2074313 Jan 31 16:08:17.195758 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a231-5c7f-422b-acfd-0e4162e5221d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:17.305010 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-666e595a-0305-4677-8baf-049a64948bdf req-c9897eb0-174c-4f59-8156-6ffdfcdedbd9 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054568 Jan 31 16:08:17.306480 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Set router 618f1953-650a-47f3-9225-261e6c70608a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:17.330890 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33166) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:17.349915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-de79d640-de82-471a-ac89-5a3d780517c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Deleting port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:17.350350 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de79d640-de82-471a-ac89-5a3d780517c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:17.362267 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65f74dd5-9882-4701-85ff-ddb2727809be req-c80a48db-8890-42fc-9ed5-8dfbdeb80662 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675614 Jan 31 16:08:17.454697 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:17.508233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:17.688729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-de79d640-de82-471a-ac89-5a3d780517c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] For port 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd, host n-h2-827120-1, got binding levels [] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:17.689279 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de79d640-de82-471a-ac89-5a3d780517c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:17.744351 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618f1953-650a-47f3-9225-261e6c70608a', 'name': 'tempest-TestAggregatesBasicOps-1065410138-router', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:10Z', 'updated_at': '2022-01-31T16:08:13Z', 'revision_number': 3, 'project_id': 'be51e4bd3819497380bce3056bab8960', 'gw_port': {'id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618f1953-650a-47f3-9225-261e6c70608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:11Z', 'updated_at': '2022-01-31T16:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:17.765912 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-344591d2-42e8-4634-bfe2-c44cdadf1ba2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fcfd126330c416590e2cbfc1a574331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282372 Jan 31 16:08:17.776321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33174) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:17.777344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-de79d640-de82-471a-ac89-5a3d780517c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Calling delete_port for 3d4e3a02-f100-43f6-ab31-621a0a7c0cdd owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:17.792562 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Checking router: 618f1953-650a-47f3-9225-261e6c70608a for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:08:17.793317 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Updating router 618f1953-650a-47f3-9225-261e6c70608a port ddf9437d-ca13-4e74-be38-2f92462c2220 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:08:17.866256 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:17.887716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa5d5c-0a8d-496e-9d30-a048e51757a4 req-db942a2b-a8d0-4037-ba7e-7bce126ad889 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:17.889298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99aa5d5c-0a8d-496e-9d30-a048e51757a4 req-db942a2b-a8d0-4037-ba7e-7bce126ad889 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1473320 Jan 31 16:08:18.075870 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99aa5d5c-0a8d-496e-9d30-a048e51757a4 req-491f3324-a95c-48c5-a366-a563d0965dc2 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692133 Jan 31 16:08:18.077352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Allocated IP 172.20.0.5 (dd796d8d-94da-45ff-ad2c-d861da26690d/f5749476-13f2-4bbd-a4e6-71d973d4e432/83192add-5e1e-4648-b453-ce5552296486) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:18.201020 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214d5009-20c9-45a3-8bc2-3c7a5d6596c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.284328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.292618 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214d5009-20c9-45a3-8bc2-3c7a5d6596c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.344312 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.352376 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.370176 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de79d640-de82-471a-ac89-5a3d780517c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.376808 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.449443 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae759da-363d-4aef-bd7a-4f2b3820fc40 None None] Pushing event updated for resources: {'Port': ['ID=ddf9437d-ca13-4e74-be38-2f92462c2220,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:18.468178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Network dd796d8d-94da-45ff-ad2c-d861da26690d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:18.472110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:18.475772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:18.499626 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Attempting to bind port ddf9437d-ca13-4e74-be38-2f92462c2220 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:18.500308 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Attempting to bind port ddf9437d-ca13-4e74-be38-2f92462c2220 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:18.501114 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Attempting to bind port ddf9437d-ca13-4e74-be38-2f92462c2220 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:18.506861 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:18.507587 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:18.508422 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.508996 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:18.510069 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Bound port: ddf9437d-ca13-4e74-be38-2f92462c2220, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:18.510804 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.552614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79d640-de82-471a-ac89-5a3d780517c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d4e3a02-f100-43f6-ab31-621a0a7c0cdd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:18.595639 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de79d640-de82-471a-ac89-5a3d780517c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.610478 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-de79d640-de82-471a-ac89-5a3d780517c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "DELETE /v2.0/ports/3d4e3a02-f100-43f6-ab31-621a0a7c0cdd HTTP/1.1" status: 204 len: 168 time: 1.6810889 Jan 31 16:08:18.618413 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33186) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:18.687890 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] For port ddf9437d-ca13-4e74-be38-2f92462c2220, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:18.692804 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] For port ddf9437d-ca13-4e74-be38-2f92462c2220, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ddf9437d-ca13-4e74-be38-2f92462c2220,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:18.702113 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.729153 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8190f0d1-a893-4fb4-9ffb-7911558855d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] GET failed (client error): The resource could not be found. Jan 31 16:08:18.734054 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8190f0d1-a893-4fb4-9ffb-7911558855d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "GET /v2.0/ports/3d4e3a02-f100-43f6-ab31-621a0a7c0cdd HTTP/1.1" status: 404 len: 333 time: 0.0940573 Jan 31 16:08:18.771902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33188) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:18.781304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-317610306', 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:18.786972 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214d5009-20c9-45a3-8bc2-3c7a5d6596c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.789988 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Routers {'618f1953-650a-47f3-9225-261e6c70608a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:18.790916 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:07:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['618f1953-650a-47f3-9225-261e6c70608a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:18.791477 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214d5009-20c9-45a3-8bc2-3c7a5d6596c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.795894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-214d5009-20c9-45a3-8bc2-3c7a5d6596c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/debe680e-c6e5-4a6b-ad26-9f7c5e8a50f8 HTTP/1.1" status: 204 len: 168 time: 1.0163069 Jan 31 16:08:18.832652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88632523-a475-4650-b546-662fb9c34d79 req-c328870c-9a66-40d4-8101-2daa777a40c0 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:18.834563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88632523-a475-4650-b546-662fb9c34d79 req-c328870c-9a66-40d4-8101-2daa777a40c0 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 945 time: 0.4466219 Jan 31 16:08:18.868716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d5009-20c9-45a3-8bc2-3c7a5d6596c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debe680e-c6e5-4a6b-ad26-9f7c5e8a50f8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:18.877115 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Made reservation on behalf of 78df1c98a9894ec0ba578d277346f960 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:18.893751 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.910034 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] Set router 618f1953-650a-47f3-9225-261e6c70608a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:18.947683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcef1a-460f-40c8-b6b2-4b7c9c7794e6 req-05f7d83b-bc19-4c6e-b0c9-a7a8e9a0c19e tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:18.949766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2dcef1a-460f-40c8-b6b2-4b7c9c7794e6 req-05f7d83b-bc19-4c6e-b0c9-a7a8e9a0c19e tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 945 time: 0.4845638 Jan 31 16:08:18.951616 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:18.955749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] device_id is not set on port b9a3e4d0-a957-40c2-806f-6daa38e785e1 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:19.114965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event updated for resources: {'Port': ['ID=83192add-5e1e-4648-b453-ce5552296486,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:19.177968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03a214-8f0e-4cb5-a08e-5373e03164e7 req-dc1cfff4-3c3b-4be7-b1dc-c4e6af660815 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:19.185626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b03a214-8f0e-4cb5-a08e-5373e03164e7 req-dc1cfff4-3c3b-4be7-b1dc-c4e6af660815 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.6690927 Jan 31 16:08:19.250277 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2dcef1a-460f-40c8-b6b2-4b7c9c7794e6 req-4334bc53-76fd-49c1-b80c-fbf742b60f8f tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819567 Jan 31 16:08:19.293364 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae759da-363d-4aef-bd7a-4f2b3820fc40 None None] Pushing event updated for resources: {'Port': ['ID=ddf9437d-ca13-4e74-be38-2f92462c2220,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:19.294119 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b03a214-8f0e-4cb5-a08e-5373e03164e7 req-bd321c50-0f50-4477-948c-c12670492a90 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072545 Jan 31 16:08:19.345076 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618f1953-650a-47f3-9225-261e6c70608a', 'name': 'tempest-TestAggregatesBasicOps-1065410138-router', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:10Z', 'updated_at': '2022-01-31T16:08:13Z', 'revision_number': 3, 'project_id': 'be51e4bd3819497380bce3056bab8960', 'gw_port': {'id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618f1953-650a-47f3-9225-261e6c70608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:11Z', 'updated_at': '2022-01-31T16:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:19.377374 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a46a0b-b450-483e-a579-8bb608bd5d7a None None] The sync data for ids ['618f1953-650a-47f3-9225-261e6c70608a'] in n-d-827120-1 is: [{'id': '618f1953-650a-47f3-9225-261e6c70608a', 'name': 'tempest-TestAggregatesBasicOps-1065410138-router', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:10Z', 'updated_at': '2022-01-31T16:08:13Z', 'revision_number': 3, 'project_id': 'be51e4bd3819497380bce3056bab8960', 'gw_port': {'id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618f1953-650a-47f3-9225-261e6c70608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:11Z', 'updated_at': '2022-01-31T16:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:08:19.451726 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:19.499603 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-88632523-a475-4650-b546-662fb9c34d79 req-a496dc0d-ba08-43ea-b3dc-1c65b3b53872 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Deleting port b768f6bf-a4b3-4df9-9969-922d4bfa69ff {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:19.500302 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88632523-a475-4650-b546-662fb9c34d79 req-a496dc0d-ba08-43ea-b3dc-1c65b3b53872 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:19.556225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d54cee-112f-405a-8f4f-8fd38d32ae6c req-dcf3b47d-a6f4-4f03-a037-dce6a8bcf64b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:19.557910 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6d54cee-112f-405a-8f4f-8fd38d32ae6c req-dcf3b47d-a6f4-4f03-a037-dce6a8bcf64b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1513276 Jan 31 16:08:19.657503 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6d54cee-112f-405a-8f4f-8fd38d32ae6c req-4e85b2f5-3141-4d21-ac23-8fc48b37f3d2 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642447 Jan 31 16:08:19.660689 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-839565eb-3357-42e4-9ba7-c15be8cd590a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:19.921451 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:20.249457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Router 50f901c8-ef88-48a2-9fb7-618ead935e0e is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:08:20.261080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77c9cc-abfe-4995-88c3-f163e5c8a24b req-57a18dc1-0cfd-4614-b629-1e8acd60538b tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:20.286134 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f77c9cc-abfe-4995-88c3-f163e5c8a24b req-57a18dc1-0cfd-4614-b629-1e8acd60538b tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 945 time: 0.9099727 Jan 31 16:08:20.316059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33216) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:20.410137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa295b-c6dd-424a-9b11-66667d34c435 req-ad0db1a2-d579-445d-8754-63a0cfd39560 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:20.411694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1daa295b-c6dd-424a-9b11-66667d34c435 req-ad0db1a2-d579-445d-8754-63a0cfd39560 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 945 time: 0.4572442 Jan 31 16:08:20.467971 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:20.560905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:08:20.571187 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] Sync routers for ids ['50f901c8-ef88-48a2-9fb7-618ead935e0e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:08:20.582770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-945448252'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:20.588720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] Routers {'50f901c8-ef88-48a2-9fb7-618ead935e0e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:20.589348 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50f901c8-ef88-48a2-9fb7-618ead935e0e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:20.601424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72de1c-7129-495d-87d9-8c7455b117b0 req-7435f106-995c-4d6d-96c5-64d1d9aefcc1 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:20.603166 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c72de1c-7129-495d-87d9-8c7455b117b0 req-7435f106-995c-4d6d-96c5-64d1d9aefcc1 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 945 time: 0.2274182 Jan 31 16:08:20.621836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-88632523-a475-4650-b546-662fb9c34d79 req-a496dc0d-ba08-43ea-b3dc-1c65b3b53872 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] For port b768f6bf-a4b3-4df9-9969-922d4bfa69ff, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=b768f6bf-a4b3-4df9-9969-922d4bfa69ff,segment=NetworkSegment(4ddc48f8-422e-4e02-8093-47d026ce9a7d),segment_id=4ddc48f8-422e-4e02-8093-47d026ce9a7d)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:20.622252 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88632523-a475-4650-b546-662fb9c34d79 req-a496dc0d-ba08-43ea-b3dc-1c65b3b53872 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:20.632253 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:20.635596 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-55a58e3b-c20a-480c-90aa-1d3dc08e3d8e tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.1198497 Jan 31 16:08:20.645180 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33222) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:20.653099 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-88632523-a475-4650-b546-662fb9c34d79 req-a496dc0d-ba08-43ea-b3dc-1c65b3b53872 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Calling delete_port for b768f6bf-a4b3-4df9-9969-922d4bfa69ff owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:20.753445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] Set router 50f901c8-ef88-48a2-9fb7-618ead935e0e gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:20.763309 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c72de1c-7129-495d-87d9-8c7455b117b0 req-d5900287-8671-48f0-8219-f8e21ca0febc tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0ea0d6-a958-40ba-a9c3-50a562ced71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526852 Jan 31 16:08:20.766674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Allocated IP 172.20.0.1 (5437b5ad-ba87-4f4c-b153-2922f5c0b434/3bae93b3-f6a4-4017-ac92-758b7bbb03a7/8810ef9a-9eee-4f91-99e1-a06906d10ca4) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:20.876798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f77c9cc-abfe-4995-88c3-f163e5c8a24b req-41d9fe94-5531-4e27-92ed-e6c02eeea825 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896373 Jan 31 16:08:20.950513 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.047959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.111743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a96d1d-e234-4c20-abe4-68d1f08b85db req-f70cdba7-a626-4002-bf03-66b199756321 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:21.120729 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35a96d1d-e234-4c20-abe4-68d1f08b85db req-f70cdba7-a626-4002-bf03-66b199756321 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.1859665 Jan 31 16:08:21.183566 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f901c8-ef88-48a2-9fb7-618ead935e0e', 'name': '', 'tenant_id': '0ac63195d83844cb8479a40621948aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd796d8d-94da-45ff-ad2c-d861da26690d', 'external_fixed_ips': [{'subnet_id': 'f5749476-13f2-4bbd-a4e6-71d973d4e432', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '83192add-5e1e-4648-b453-ce5552296486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:15Z', 'updated_at': '2022-01-31T16:08:19Z', 'revision_number': 3, 'project_id': '0ac63195d83844cb8479a40621948aaa', 'gw_port': {'id': '83192add-5e1e-4648-b453-ce5552296486', 'name': '', 'network_id': 'dd796d8d-94da-45ff-ad2c-d861da26690d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f901c8-ef88-48a2-9fb7-618ead935e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'f5749476-13f2-4bbd-a4e6-71d973d4e432', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:17Z', 'updated_at': '2022-01-31T16:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5749476-13f2-4bbd-a4e6-71d973d4e432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:21.230658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35a96d1d-e234-4c20-abe4-68d1f08b85db req-ff371240-f24f-48a6-ac0b-02a4c5cff7ca tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069613 Jan 31 16:08:21.251005 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.259159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:21.263543 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.281048 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.347613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.404359 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] Checking router: 50f901c8-ef88-48a2-9fb7-618ead935e0e for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:08:21.404889 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.405362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] Updating router 50f901c8-ef88-48a2-9fb7-618ead935e0e port 83192add-5e1e-4648-b453-ce5552296486 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:08:21.410522 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88632523-a475-4650-b546-662fb9c34d79 req-a496dc0d-ba08-43ea-b3dc-1c65b3b53872 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.426167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b768f6bf-a4b3-4df9-9969-922d4bfa69ff no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:08:21.438171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131e65b-6cdb-408e-805a-8bcb012fa9d4 req-70a53a6e-3211-4943-8469-9ef8a8d62c79 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:21.445922 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1131e65b-6cdb-408e-805a-8bcb012fa9d4 req-70a53a6e-3211-4943-8469-9ef8a8d62c79 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.2807384 Jan 31 16:08:21.454531 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Network b36c847b-0201-4d30-978c-031d0590b3da is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:21.456041 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: b768f6bf-a4b3-4df9-9969-922d4bfa69ff {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:08:21.456937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device b768f6bf-a4b3-4df9-9969-922d4bfa69ff not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:08:21.457729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:08:21.459989 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.471610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event updated for resources: {'Port': ['ID=b9a3e4d0-a957-40c2-806f-6daa38e785e1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:21.477823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Deleting port 83192add-5e1e-4648-b453-ce5552296486 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:21.478171 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.481794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-1daa295b-c6dd-424a-9b11-66667d34c435 req-616b5619-a81b-4105-be20-4ceae7a7b92c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Deleting port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:21.482166 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1daa295b-c6dd-424a-9b11-66667d34c435 req-616b5619-a81b-4105-be20-4ceae7a7b92c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.485117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:21.516211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:21.517182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:21.517808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.646781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496dc0d-ba08-43ea-b3dc-1c65b3b53872 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Pushing event deleted for resources: {'Port': ['ID=b768f6bf-a4b3-4df9-9969-922d4bfa69ff,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:21.688373 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.722184 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.750654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Calling delete_port for 83192add-5e1e-4648-b453-ce5552296486 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:21.763712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d4cc36-8794-45a4-9b54-4bd82496831d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:21.767005 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e88a327-eb88-4809-a0ab-7f2ccd94606a" -d '{"events": [{"server_uuid": "54d4cc36-8794-45a4-9b54-4bd82496831d", "name": "network-vif-unplugged", "status": "completed", "tag": "ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:21.805197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:21.844011 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-1daa295b-c6dd-424a-9b11-66667d34c435 req-616b5619-a81b-4105-be20-4ceae7a7b92c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] For port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:21.844528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1daa295b-c6dd-424a-9b11-66667d34c435 req-616b5619-a81b-4105-be20-4ceae7a7b92c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.848183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ddf9437d-ca13-4e74-be38-2f92462c2220 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:21.856867 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.879246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-88632523-a475-4650-b546-662fb9c34d79 req-a496dc0d-ba08-43ea-b3dc-1c65b3b53872 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] No DVR routers for this DVR port b768f6bf-a4b3-4df9-9969-922d4bfa69ff on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:08:21.886989 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.899224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e0be56cd-87ce-4ef5-b065-8f3a25d6012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.1256423 Jan 31 16:08:21.902422 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea1b351-5045-4f4a-895f-6c4c736cfae1 x-openstack-request-id: req-aea1b351-5045-4f4a-895f-6c4c736cfae1 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:21.902945 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d4cc36-8794-45a4-9b54-4bd82496831d", "name": "network-vif-unplugged", "status": "completed", "tag": "ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:21.903540 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33234) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:21.904089 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aea1b351-5045-4f4a-895f-6c4c736cfae1 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:21.905704 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d4cc36-8794-45a4-9b54-4bd82496831d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf', 'code': 200} Jan 31 16:08:21.914570 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-88632523-a475-4650-b546-662fb9c34d79 req-a496dc0d-ba08-43ea-b3dc-1c65b3b53872 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:21.922038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88632523-a475-4650-b546-662fb9c34d79 req-a496dc0d-ba08-43ea-b3dc-1c65b3b53872 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.30 "DELETE /v2.0/ports/b768f6bf-a4b3-4df9-9969-922d4bfa69ff HTTP/1.1" status: 204 len: 173 time: 3.0624588 Jan 31 16:08:21.927112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37c5b45-743c-4740-82d5-52a32a5a849e', 'name': 'network-vif-deleted', 'tag': 'b768f6bf-a4b3-4df9-9969-922d4bfa69ff'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:21.929860 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03243836-21ab-411e-ba0e-dfb7cb2ee18d" -d '{"events": [{"server_uuid": "d37c5b45-743c-4740-82d5-52a32a5a849e", "name": "network-vif-deleted", "tag": "b768f6bf-a4b3-4df9-9969-922d4bfa69ff"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:21.954623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-1daa295b-c6dd-424a-9b11-66667d34c435 req-616b5619-a81b-4105-be20-4ceae7a7b92c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Calling delete_port for ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:22.008124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1131e65b-6cdb-408e-805a-8bcb012fa9d4 req-79509bc6-110d-43a6-9bde-a61a09ecfd4a tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612233 Jan 31 16:08:22.071490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Network 5437b5ad-ba87-4f4c-b153-2922f5c0b434 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:22.074147 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1049623-c7ac-4a3b-890d-12c871f85111 req-8f146e0d-6421-45d0-a6b3-c433ec6cc8f9 tempest-ServerMetadataNegativeTestJSON-291019898 tempest-ServerMetadataNegativeTestJSON-291019898-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37c5b45-743c-4740-82d5-52a32a5a849e HTTP/1.1" status: 200 len: 210 time: 0.0867379 Jan 31 16:08:22.083182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ffdbf-1ef0-436f-8d21-f769d587d3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:22.085700 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-006ffdbf-1ef0-436f-8d21-f769d587d3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "GET /v2.0/ports/b9a3e4d0-a957-40c2-806f-6daa38e785e1 HTTP/1.1" status: 200 len: 958 time: 0.1778278 Jan 31 16:08:22.088723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33240) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:22.122612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:22.182977 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7317b54-36f2-4ed2-844d-ca37689b736d x-openstack-request-id: req-c7317b54-36f2-4ed2-844d-ca37689b736d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:22.186503 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37c5b45-743c-4740-82d5-52a32a5a849e", "name": "network-vif-deleted", "tag": "b768f6bf-a4b3-4df9-9969-922d4bfa69ff", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:22.186503 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7317b54-36f2-4ed2-844d-ca37689b736d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:22.186913 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37c5b45-743c-4740-82d5-52a32a5a849e', 'name': 'network-vif-deleted', 'tag': 'b768f6bf-a4b3-4df9-9969-922d4bfa69ff', 'status': 'completed', 'code': 200} Jan 31 16:08:22.190188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:22.202950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:22.320814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Pushing event updated for resources: {'Port': ['ID=8810ef9a-9eee-4f91-99e1-a06906d10ca4,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:22.354445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port ddf9437d-ca13-4e74-be38-2f92462c2220 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:22.354445 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.361442 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.388024 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.400129 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:08:22.402780 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:08:22.420881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.444029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event deleted for resources: {'Port': ['ID=83192add-5e1e-4648-b453-ce5552296486,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:22.463544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.464726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b98e9b52-2a2d-4888-988a-ce78c6085a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Deleting port b9a3e4d0-a957-40c2-806f-6daa38e785e1 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:22.465145 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b98e9b52-2a2d-4888-988a-ce78c6085a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.503821 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.516408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b86a-635e-426d-93ea-0ede8b987d88 req-854e1b55-6942-4d79-85c9-e2739b81a24c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:22.518174 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2494b86a-635e-426d-93ea-0ede8b987d88 req-854e1b55-6942-4d79-85c9-e2739b81a24c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=54d4cc36-8794-45a4-9b54-4bd82496831d HTTP/1.1" status: 200 len: 943 time: 0.2651315 Jan 31 16:08:22.556306 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.575941 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.586728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port ddf9437d-ca13-4e74-be38-2f92462c2220, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ddf9437d-ca13-4e74-be38-2f92462c2220,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:22.594817 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.663520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=ddf9437d-ca13-4e74-be38-2f92462c2220,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:22.663825 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b98e9b52-2a2d-4888-988a-ce78c6085a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.691343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d150598d-eb06-4765-92fc-26cb953cd2fa None None] Provisioning complete for port 8810ef9a-9eee-4f91-99e1-a06906d10ca4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:22.691958 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d150598d-eb06-4765-92fc-26cb953cd2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.701696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1d76ea-6773-420f-bc01-6770af7edd28,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:22.723335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:08:22.737308 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.739215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d150598d-eb06-4765-92fc-26cb953cd2fa None None] Port 8810ef9a-9eee-4f91-99e1-a06906d10ca4 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:22.746310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b98e9b52-2a2d-4888-988a-ce78c6085a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Calling delete_port for b9a3e4d0-a957-40c2-806f-6daa38e785e1 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:22.791901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79311dd0-3479-4d26-a499-65f855cf22f5 req-14071d1d-ebf4-4c79-9d36-431ee156859a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:22.793558 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79311dd0-3479-4d26-a499-65f855cf22f5 req-14071d1d-ebf4-4c79-9d36-431ee156859a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.4209888 Jan 31 16:08:22.800977 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.801327 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Added segment b86142d7-ca69-4673-baee-29d2d14622df of type vlan for network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 Jan 31 16:08:22.845119 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.855468 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.859873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.911641 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.922811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ba6cfb6-afed-4428-9226-a81497293b83 req-6c698f59-28be-4ef0-93e6-18c3316c9228 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2220771 Jan 31 16:08:22.927651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] Port 83192add-5e1e-4648-b453-ce5552296486 not found while updating agent binding for router 50f901c8-ef88-48a2-9fb7-618ead935e0e. {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 31 16:08:22.937609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] Routers {'50f901c8-ef88-48a2-9fb7-618ead935e0e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:22.938487 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50f901c8-ef88-48a2-9fb7-618ead935e0e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:22.946439 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2494b86a-635e-426d-93ea-0ede8b987d88 req-bfe2c6cf-050f-4a2d-ae93-da0405b339a2 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923028 Jan 31 16:08:22.969164 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.970013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50f901c8-ef88-48a2-9fb7-618ead935e0e {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:08:22.975075 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:22.975842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4d69d356-995c-4fc5-b4e4-0022f814c34d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "DELETE /v2.0/routers/50f901c8-ef88-48a2-9fb7-618ead935e0e HTTP/1.1" status: 204 len: 168 time: 2.3248413 Jan 31 16:08:22.979178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33254) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:22.994644 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1daa295b-c6dd-424a-9b11-66667d34c435 req-616b5619-a81b-4105-be20-4ceae7a7b92c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.010043 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.015374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:23.015950 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.027205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc5f70e-5083-486a-a9d7-86ac85b20f28 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Deleting subnet f5749476-13f2-4bbd-a4e6-71d973d4e432 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:08:23.027868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ce251022-6569-445b-b0fc-3ee4bcf7975d'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:08:23.029998 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['a548718a-71d1-4868-879e-b3ac594c6cf4'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:08:23.030627 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f70e-5083-486a-a9d7-86ac85b20f28 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.031919 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-79311dd0-3479-4d26-a499-65f855cf22f5 req-c953645a-caf0-4520-b3e5-a8d671febfeb tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289169 Jan 31 16:08:23.077035 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f70e-5083-486a-a9d7-86ac85b20f28 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.105724 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b98e9b52-2a2d-4888-988a-ce78c6085a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.128766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] Set router 50f901c8-ef88-48a2-9fb7-618ead935e0e gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:23.138929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b5619-a81b-4105-be20-4ceae7a7b92c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Pushing event deleted for resources: {'Port': ['ID=ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:23.166847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f70e-5083-486a-a9d7-86ac85b20f28 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.202414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f901c8-ef88-48a2-9fb7-618ead935e0e', 'name': '', 'tenant_id': '0ac63195d83844cb8479a40621948aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:15Z', 'updated_at': '2022-01-31T16:08:22Z', 'revision_number': 5, 'project_id': '0ac63195d83844cb8479a40621948aaa', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:23.213615 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b98e9b52-2a2d-4888-988a-ce78c6085a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.219745 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b98e9b52-2a2d-4888-988a-ce78c6085a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b9a3e4d0-a957-40c2-806f-6daa38e785e1 HTTP/1.1" status: 204 len: 168 time: 1.1271207 Jan 31 16:08:23.219745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33260) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:23.247593 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9175513 Jan 31 16:08:23.247593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33262) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:23.250194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208ce33-38a9-4935-81ef-76e5ff706d5a None None] The sync data for ids ['50f901c8-ef88-48a2-9fb7-618ead935e0e'] in n-d-827120-1 is: [{'id': '50f901c8-ef88-48a2-9fb7-618ead935e0e', 'name': '', 'tenant_id': '0ac63195d83844cb8479a40621948aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:15Z', 'updated_at': '2022-01-31T16:08:22Z', 'revision_number': 5, 'project_id': '0ac63195d83844cb8479a40621948aaa', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:08:23.252164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33264) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:23.257115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'name': 'tempest-PortsIpV6TestJSON-1985378863'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:23.267976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e9b52-2a2d-4888-988a-ce78c6085a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9a3e4d0-a957-40c2-806f-6daa38e785e1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:23.329264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1daa295b-c6dd-424a-9b11-66667d34c435 req-616b5619-a81b-4105-be20-4ceae7a7b92c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] No DVR routers for this DVR port ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:08:23.332273 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1daa295b-c6dd-424a-9b11-66667d34c435 req-616b5619-a81b-4105-be20-4ceae7a7b92c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.335918 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1daa295b-c6dd-424a-9b11-66667d34c435 req-616b5619-a81b-4105-be20-4ceae7a7b92c tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.30 "DELETE /v2.0/ports/ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf HTTP/1.1" status: 204 len: 173 time: 2.8920071 Jan 31 16:08:23.379199 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b38136-a0ad-4d8f-b218-e7e3626fc511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] GET failed (client error): The resource could not be found. Jan 31 16:08:23.381047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-40b38136-a0ad-4d8f-b218-e7e3626fc511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "GET /v2.0/ports/b9a3e4d0-a957-40c2-806f-6daa38e785e1 HTTP/1.1" status: 404 len: 333 time: 0.0895119 Jan 31 16:08:23.381919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ac0df-80a2-4902-a160-4a212bf086e7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Network': ['ID=e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:23.396125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33266) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:23.399602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:08:23.405175 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Request body: {'port': {'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943118944'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:23.430402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6cfb6-afed-4428-9226-a81497293b83 req-0a693176-3608-493a-805a-25c9f3b9bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:23.433351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ba6cfb6-afed-4428-9226-a81497293b83 req-0a693176-3608-493a-805a-25c9f3b9bf27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 1096 time: 0.4339514 Jan 31 16:08:23.471535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Made reservation on behalf of 78df1c98a9894ec0ba578d277346f960 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:23.474371 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.481530 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f70e-5083-486a-a9d7-86ac85b20f28 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.500510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7fd4b4-a338-45db-9d2a-53a5030d9bdf admin admin] Deleting subnet 809ef32e-6c64-4fe2-86af-9aad678a79e2 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:08:23.532009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8c7fd4b4-a338-45db-9d2a-53a5030d9bdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.566323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d4e0-ca88-4e89-b90a-a86581da3c2e req-614f8e92-8942-477d-878d-701f724ef64c tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:23.570029 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87a2d4e0-ca88-4e89-b90a-a86581da3c2e req-614f8e92-8942-477d-878d-701f724ef64c tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.3602898 Jan 31 16:08:23.571473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5f70e-5083-486a-a9d7-86ac85b20f28 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f5749476-13f2-4bbd-a4e6-71d973d4e432,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:23.591111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] device_id is not set on port aa7ebd8b-01a3-4001-9691-1649d3f11c96 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:23.599607 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f70e-5083-486a-a9d7-86ac85b20f28 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.605697 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bbc5f70e-5083-486a-a9d7-86ac85b20f28 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/f5749476-13f2-4bbd-a4e6-71d973d4e432 HTTP/1.1" status: 204 len: 168 time: 0.6232324 Jan 31 16:08:23.606297 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a545a6-6100-4cef-91e6-a0f8b80eb247 req-f86a1188-e4e0-4a6f-9211-158838ee5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:23.608321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00a545a6-6100-4cef-91e6-a0f8b80eb247 req-f86a1188-e4e0-4a6f-9211-158838ee5ca8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 1096 time: 0.2815869 Jan 31 16:08:23.613406 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33268) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:23.628402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.672009 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.689993 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ddf9437d-ca13-4e74-be38-2f92462c2220 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:23.756663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port ddf9437d-ca13-4e74-be38-2f92462c2220 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:23.757450 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.792289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Pushing event updated for resources: {'Port': ['ID=8810ef9a-9eee-4f91-99e1-a06906d10ca4,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:23.798964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6cfb6-afed-4428-9226-a81497293b83 req-78214019-cfcb-4fa8-917c-5a66f380ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:23.800828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ba6cfb6-afed-4428-9226-a81497293b83 req-78214019-cfcb-4fa8-917c-5a66f380ddb7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.3010392 Jan 31 16:08:23.810986 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:23.811871 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87a2d4e0-ca88-4e89-b90a-a86581da3c2e req-033c3eb1-f64d-4e11-a74f-92ed41c8f92a tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110772 Jan 31 16:08:23.866517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ba6cfb6-afed-4428-9226-a81497293b83 req-fa458c80-49a1-4ce0-94da-3639911bbccf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bacb9a1-647f-4c30-92df-3db78f657d07 HTTP/1.1" status: 200 len: 217 time: 0.0459116 Jan 31 16:08:24.039708 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:24.052261 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6cfb6-afed-4428-9226-a81497293b83 req-c22e31fa-cc92-43a3-a9e4-36970b08c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:24.053973 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ba6cfb6-afed-4428-9226-a81497293b83 req-c22e31fa-cc92-43a3-a9e4-36970b08c6b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1737304 Jan 31 16:08:24.127099 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Network 5437b5ad-ba87-4f4c-b153-2922f5c0b434 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:24.161818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:24.203411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d4cc36-8794-45a4-9b54-4bd82496831d', 'name': 'network-vif-deleted', 'tag': 'ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:24.205637 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c91d859-e745-4743-a88a-c590e85df2d1" -d '{"events": [{"server_uuid": "54d4cc36-8794-45a4-9b54-4bd82496831d", "name": "network-vif-deleted", "tag": "ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:24.253238 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8c7fd4b4-a338-45db-9d2a-53a5030d9bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:24.260020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:24.264062 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:24.264523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6cfb6-afed-4428-9226-a81497293b83 req-abf15b46-e4bf-4e30-a235-b2a038a2f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:24.266313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ba6cfb6-afed-4428-9226-a81497293b83 req-abf15b46-e4bf-4e30-a235-b2a038a2f74b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014935 Jan 31 16:08:24.302446 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:24.311477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60bcc3-6f97-4207-ace3-a3c9993b43a5 req-f0c3c17e-7943-42a3-b50b-0a50063d2092 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:24.313018 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d60bcc3-6f97-4207-ace3-a3c9993b43a5 req-f0c3c17e-7943-42a3-b50b-0a50063d2092 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.1945460 Jan 31 16:08:24.366130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port 5616af30-0321-446d-a4be-c89cd9421f47 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:24.472888 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:24.482132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cc873c3b-f941-4076-8ee3-08148f18ba5f None None] Provisioning complete for port 8810ef9a-9eee-4f91-99e1-a06906d10ca4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:24.482827 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc873c3b-f941-4076-8ee3-08148f18ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:24.496267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a545a6-6100-4cef-91e6-a0f8b80eb247 req-8b91cd0f-55e2-4c75-9cc5-7dbfe0af5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:24.497803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00a545a6-6100-4cef-91e6-a0f8b80eb247 req-8b91cd0f-55e2-4c75-9cc5-7dbfe0af5d5a service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.8178623 Jan 31 16:08:24.502748 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8c7fd4b4-a338-45db-9d2a-53a5030d9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:24.526120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cc873c3b-f941-4076-8ee3-08148f18ba5f None None] Port 8810ef9a-9eee-4f91-99e1-a06906d10ca4 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:24.564275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be7b1f-a4a1-4802-a77a-75ccfb0d42a4 req-745258d5-daa9-468b-81fe-5a8c94e105b7 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:24.565916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e2be7b1f-a4a1-4802-a77a-75ccfb0d42a4 req-745258d5-daa9-468b-81fe-5a8c94e105b7 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f06216f-c582-49fd-befe-d7171aa3c922 HTTP/1.1" status: 200 len: 945 time: 0.3090615 Jan 31 16:08:24.620639 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00a545a6-6100-4cef-91e6-a0f8b80eb247 req-ae7a8dd7-d637-4f30-8aeb-a4bda1063e93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a HTTP/1.1" status: 200 len: 217 time: 0.0869646 Jan 31 16:08:24.786657 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Network b36c847b-0201-4d30-978c-031d0590b3da is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:24.798242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:24.802576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:24.803699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:24.804089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:24.812567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7ebd8b-01a3-4001-9691-1649d3f11c96,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:24.825679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e2be7b1f-a4a1-4802-a77a-75ccfb0d42a4 req-2352e1b5-4d40-49fc-979c-39efab165575 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205868 Jan 31 16:08:24.839307 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8c7fd4b4-a338-45db-9d2a-53a5030d9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:24.857227 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:24.857818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Router 618f1953-650a-47f3-9225-261e6c70608a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:08:24.859986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a545a6-6100-4cef-91e6-a0f8b80eb247 req-3b8b939c-3d11-4e96-80bc-246f0905868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:24.861080 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d60bcc3-6f97-4207-ace3-a3c9993b43a5 req-c6eb3397-b034-4470-996c-b621c2b74056 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995708 Jan 31 16:08:24.861521 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00a545a6-6100-4cef-91e6-a0f8b80eb247 req-3b8b939c-3d11-4e96-80bc-246f0905868f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.2171545 Jan 31 16:08:24.868993 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b0cc0471-3ec5-4ef8-b7e3-d7628b0fa965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4653838 Jan 31 16:08:24.869946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33282) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:24.873451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ba6cfb6-afed-4428-9226-a81497293b83 req-25664828-bccf-43ef-b2ca-24c4d37486ae service neutron] 10.222.0.30 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845201 Jan 31 16:08:24.878391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:24.889932 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:24.909869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fd4b4-a338-45db-9d2a-53a5030d9bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=809ef32e-6c64-4fe2-86af-9aad678a79e2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:24.927285 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4081d0-db1a-46ca-a579-1122dd31e71b x-openstack-request-id: req-6b4081d0-db1a-46ca-a579-1122dd31e71b {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:24.927637 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d4cc36-8794-45a4-9b54-4bd82496831d", "name": "network-vif-deleted", "tag": "ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:24.927884 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b4081d0-db1a-46ca-a579-1122dd31e71b {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:24.928281 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d4cc36-8794-45a4-9b54-4bd82496831d', 'name': 'network-vif-deleted', 'tag': 'ed222c44-d8b2-4158-a1ad-ec6cfcfaf8bf', 'status': 'completed', 'code': 200} Jan 31 16:08:24.937660 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8c7fd4b4-a338-45db-9d2a-53a5030d9bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:24.943104 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8c7fd4b4-a338-45db-9d2a-53a5030d9bdf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/809ef32e-6c64-4fe2-86af-9aad678a79e2 HTTP/1.1" status: 204 len: 168 time: 1.7214844 Jan 31 16:08:24.947723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33284) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:24.961218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd796d8d-94da-45ff-ad2c-d861da26690d']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:25.014978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d6e215-0cfb-44e4-87b8-ec66ba27c940') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:25.015241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d6e215-0cfb-44e4-87b8-ec66ba27c940') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:25.043205 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.072269 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.075948 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.086316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a545a6-6100-4cef-91e6-a0f8b80eb247 req-4300264b-5b73-4acd-b579-57106074b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:25.087820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00a545a6-6100-4cef-91e6-a0f8b80eb247 req-4300264b-5b73-4acd-b579-57106074b43e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947122 Jan 31 16:08:25.088744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:08:25.089121 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:08:25.091309 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:08:25.102361 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.129153 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.166756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ba6cfb6-afed-4428-9226-a81497293b83 req-4d46f5be-1937-4e70-bcbd-2e3fe451234d service neutron] 10.222.0.30 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752271 Jan 31 16:08:25.174740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b6a9b-075b-4d5b-a3a8-2e7812038bc8 req-0c483e41-2e53-45b3-8871-39ee2e77da23 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:25.176252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0c5b6a9b-075b-4d5b-a3a8-2e7812038bc8 req-0c483e41-2e53-45b3-8871-39ee2e77da23 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1961219 Jan 31 16:08:25.204277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:08:25.217372 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Sync routers for ids ['618f1953-650a-47f3-9225-261e6c70608a'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:08:25.225530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d6d6fcc4-e1ff-4249-aa85-de977ad19c5b admin admin] 10.222.0.36 "PUT /v2.0/routers/618f1953-650a-47f3-9225-261e6c70608a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1586299 Jan 31 16:08:25.226518 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Routers {'618f1953-650a-47f3-9225-261e6c70608a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:25.227303 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['618f1953-650a-47f3-9225-261e6c70608a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:25.283344 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0c5b6a9b-075b-4d5b-a3a8-2e7812038bc8 req-d68d9199-9e24-4cd0-99a5-dc821f5a2e30 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807941 Jan 31 16:08:25.287655 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.314555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd796d8d-94da-45ff-ad2c-d861da26690d {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 16:08:25.322527 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=5616af30-0321-446d-a4be-c89cd9421f47,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:25.336100 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.345257 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "DELETE /v2.0/networks/dd796d8d-94da-45ff-ad2c-d861da26690d HTTP/1.1" status: 204 len: 168 time: 1.6896861 Jan 31 16:08:25.380733 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Set router 618f1953-650a-47f3-9225-261e6c70608a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:25.452650 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66caaf4-0b01-4bb3-9b84-19010837a871 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd796d8d-94da-45ff-ad2c-d861da26690d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:25.475328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.498522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] device_id is not set on port aa7ebd8b-01a3-4001-9691-1649d3f11c96 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:25.521842 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.524576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Checking segment: {'id': 'b86142d7-ca69-4673-baee-29d2d14622df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:25.524939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network hostable DHCP agents. Network: e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:08:25.531086 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00a545a6-6100-4cef-91e6-a0f8b80eb247 req-685f353d-03c3-41e2-9f37-97f9c80275ae service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244759 Jan 31 16:08:25.532386 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.533924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9b2ee0-cf57-46b5-a37e-26135c2a916c']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:25.555933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddc48f8-422e-4e02-8093-47d026ce9a7d') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:25.556222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddc48f8-422e-4e02-8093-47d026ce9a7d') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:25.612480 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.661311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:08:25.671114 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.686412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7ebd8b-01a3-4001-9691-1649d3f11c96,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:25.703359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:08:25.703765 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:08:25.707413 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:08:25.711388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:25.711973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:25.712491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:25.719925 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.723848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:25.724391 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:25.725039 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 2 to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 Jan 31 16:08:25.752598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:25.755379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:25.763429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:25.763951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:25.767379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ff198-0880-43cd-a614-bd14d68cd8a7 None None] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:25.769841 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618f1953-650a-47f3-9225-261e6c70608a', 'name': 'tempest-TestAggregatesBasicOps-1065410138-router', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:10Z', 'updated_at': '2022-01-31T16:08:22Z', 'revision_number': 4, 'project_id': 'be51e4bd3819497380bce3056bab8960', 'gw_port': {'id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618f1953-650a-47f3-9225-261e6c70608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:11Z', 'updated_at': '2022-01-31T16:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '8810ef9a-9eee-4f91-99e1-a06906d10ca4', 'name': '', 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'mac_address': 'fa:16:3e:e2:4d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618f1953-650a-47f3-9225-261e6c70608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '3bae93b3-f6a4-4017-ac92-758b7bbb03a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:19Z', 'updated_at': '2022-01-31T16:08:23Z', 'revision_number': 2, 'project_id': 'be51e4bd3819497380bce3056bab8960', 'subnets': [{'id': '3bae93b3-f6a4-4017-ac92-758b7bbb03a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:25.791916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:25.792870 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:25.822257 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 3 to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 Jan 31 16:08:25.836027 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Checking router: 618f1953-650a-47f3-9225-261e6c70608a for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:08:25.837646 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Updating router 618f1953-650a-47f3-9225-261e6c70608a port 8810ef9a-9eee-4f91-99e1-a06906d10ca4 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:08:25.848130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:25.854308 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:25.860070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:25.860458 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.862055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:25.862425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:25.879481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:25.879813 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:25.892152 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 4 to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 Jan 31 16:08:25.897337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00a545a6-6100-4cef-91e6-a0f8b80eb247 req-27d17ae8-876c-4530-a2c2-ca657997b349 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548424 Jan 31 16:08:25.941648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b2d0f149-9402-4494-b4b2-94e66f82082d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6875112 Jan 31 16:08:25.943940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33304) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:25.946825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:25.946825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:25.946825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:25.947415 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.952604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-dc186bfe-d547-4571-b6cb-f30ec5dea806 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1064612720'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:25.955798 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:25.982905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd08b66-a92c-4756-b936-c79dfbf2fd2e req-b79d00ab-e49c-46d0-b6d6-a47386b9e7df tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:25.988189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3bd08b66-a92c-4756-b936-c79dfbf2fd2e req-b79d00ab-e49c-46d0-b6d6-a47386b9e7df tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f06216f-c582-49fd-befe-d7171aa3c922 HTTP/1.1" status: 200 len: 945 time: 0.2214918 Jan 31 16:08:25.990534 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.009951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0b9b2ee0-cf57-46b5-a37e-26135c2a916c HTTP/1.1" status: 204 len: 168 time: 1.0441792 Jan 31 16:08:26.031724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:26.032058 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:26.033619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33310) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:26.035278 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 5 to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 Jan 31 16:08:26.055659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7336bdc4-6bf8-48ef-81ff-ba4806539696 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Request body: {'router': {'name': 'tempest-router--236474247', 'project_id': 'c7e29ba2ebf9471da98c0939da39268a'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:26.069768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c517301-1408-437f-abdb-68651f232952 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9b2ee0-cf57-46b5-a37e-26135c2a916c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:26.125923 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc186bfe-d547-4571-b6cb-f30ec5dea806 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:26.136766 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dc186bfe-d547-4571-b6cb-f30ec5dea806 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.190734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3761c-bf4d-4c51-b9f3-7d353a5643d8 req-f9f8d71a-e5c4-4938-aad1-70be4486a6da tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:26.192280 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cca3761c-bf4d-4c51-b9f3-7d353a5643d8 req-f9f8d71a-e5c4-4938-aad1-70be4486a6da tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f06216f-c582-49fd-befe-d7171aa3c922 HTTP/1.1" status: 200 len: 945 time: 0.1798716 Jan 31 16:08:26.208646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:26.213008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:26.213674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:26.226118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc186bfe-d547-4571-b6cb-f30ec5dea806 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:08:26.246704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33314) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:26.254985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dc186bfe-d547-4571-b6cb-f30ec5dea806 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.255330 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-dc186bfe-d547-4571-b6cb-f30ec5dea806 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Added segment 444c7ab6-e3a2-43c7-8e6b-dc123038242f of type vlan for network c5f93ecc-bbef-4cf9-8131-7e55ff0066ca Jan 31 16:08:26.277491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:26.278230 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:26.281824 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 6 to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 Jan 31 16:08:26.302820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cca3761c-bf4d-4c51-b9f3-7d353a5643d8 req-ea9d23be-e738-499e-8712-e95310648574 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015656 Jan 31 16:08:26.305931 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7336bdc4-6bf8-48ef-81ff-ba4806539696 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.307054 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7336bdc4-6bf8-48ef-81ff-ba4806539696 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.320820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f331a7e-0e1e-4444-9705-9a3c550673d2 req-e24a8737-c8ee-4ea0-bba3-ce7e8ac9532b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:26.322396 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f331a7e-0e1e-4444-9705-9a3c550673d2 req-e24a8737-c8ee-4ea0-bba3-ce7e8ac9532b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.2878194 Jan 31 16:08:26.344207 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dc186bfe-d547-4571-b6cb-f30ec5dea806 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.355969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:26.356317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:26.356671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:26.382099 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-148740b1-129f-482b-8163-922c4f829e29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40544cb61a5d447bba9eeeb4b7836a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325788 Jan 31 16:08:26.385432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33320) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:26.408835 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7336bdc4-6bf8-48ef-81ff-ba4806539696 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.429790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:26.430019 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:26.431085 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7336bdc4-6bf8-48ef-81ff-ba4806539696 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.436393 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 7 to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 Jan 31 16:08:26.449539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33322) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:26.460620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-27761479-network', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:26.467385 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.472818 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dc186bfe-d547-4571-b6cb-f30ec5dea806 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.473409 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.478727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7336bdc4-6bf8-48ef-81ff-ba4806539696 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.478952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc186bfe-d547-4571-b6cb-f30ec5dea806 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:26.479350 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dc186bfe-d547-4571-b6cb-f30ec5dea806 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.482844 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7336bdc4-6bf8-48ef-81ff-ba4806539696 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4446886 Jan 31 16:08:26.483938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33324) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:26.487726 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:26.488058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:26.488385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:26.491885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-3bd08b66-a92c-4756-b936-c79dfbf2fd2e req-fea6414b-2bec-474a-8ce4-0a469b611059 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Deleting port ce251022-6569-445b-b0fc-3ee4bcf7975d {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:26.492142 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3bd08b66-a92c-4756-b936-c79dfbf2fd2e req-fea6414b-2bec-474a-8ce4-0a469b611059 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.586809 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b32afb-586e-481e-bac7-29f2e08e81b0 None None] Pushing event updated for resources: {'Port': ['ID=8810ef9a-9eee-4f91-99e1-a06906d10ca4,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:26.587017 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dc186bfe-d547-4571-b6cb-f30ec5dea806 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6417770 Jan 31 16:08:26.588416 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33326) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:26.599458 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Attempting to bind port 8810ef9a-9eee-4f91-99e1-a06906d10ca4 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:26.600331 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Attempting to bind port 8810ef9a-9eee-4f91-99e1-a06906d10ca4 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '531bac1c-a261-4b4d-a715-d2cee67ebd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:26.601000 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Attempting to bind port 8810ef9a-9eee-4f91-99e1-a06906d10ca4 on network 5437b5ad-ba87-4f4c-b153-2922f5c0b434 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:26.605335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f331a7e-0e1e-4444-9705-9a3c550673d2 req-3a960b81-cef3-48dc-87c4-00141c62a424 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067103 Jan 31 16:08:26.610391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:26.610984 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:26.612810 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:26.614427 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Checking segment: {'id': '531bac1c-a261-4b4d-a715-d2cee67ebd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:26.615053 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.615514 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Bound using segment: {'id': '531bac1c-a261-4b4d-a715-d2cee67ebd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:26.615913 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Bound port: 8810ef9a-9eee-4f91-99e1-a06906d10ca4, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531bac1c-a261-4b4d-a715-d2cee67ebd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:26.616289 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.625214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'ports': [{'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8'}, {'network_id': 'c5f93ecc-bbef-4cf9-8131-7e55ff0066ca'}]} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:26.625548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:26.626040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': 'c5f93ecc-bbef-4cf9-8131-7e55ff0066ca'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:26.637177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb5ac4-6db3-4f64-9419-312a64382356 req-d7443dbf-7faf-4483-9352-abd074e78925 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:26.638756 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67eb5ac4-6db3-4f64-9419-312a64382356 req-d7443dbf-7faf-4483-9352-abd074e78925 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.2337201 Jan 31 16:08:26.644934 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 8 to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 Jan 31 16:08:26.646430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Made reservation on behalf of 32648d5cea9948a8a0e63f9bb6ee14ce for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:26.649070 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.666033 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-71bb6a84-7aa2-4a01-a30a-bee00ee5ddcc tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.674654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:26.675045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:26.675440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:26.721792 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] For port 8810ef9a-9eee-4f91-99e1-a06906d10ca4, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:26.723866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.725784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc186bfe-d547-4571-b6cb-f30ec5dea806 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Network': ['ID=c5f93ecc-bbef-4cf9-8131-7e55ff0066ca,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:26.726569 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] For port 8810ef9a-9eee-4f91-99e1-a06906d10ca4, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8810ef9a-9eee-4f91-99e1-a06906d10ca4,segment=NetworkSegment(531bac1c-a261-4b4d-a715-d2cee67ebd58),segment_id=531bac1c-a261-4b4d-a715-d2cee67ebd58)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:26.739405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c5f93ecc-bbef-4cf9-8131-7e55ff0066ca details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:08:26.740369 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.756441 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5484c658-f5dd-4bdf-8e41-e132d16956f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.784720 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-3bd08b66-a92c-4756-b936-c79dfbf2fd2e req-fea6414b-2bec-474a-8ce4-0a469b611059 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] For port ce251022-6569-445b-b0fc-3ee4bcf7975d, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ce251022-6569-445b-b0fc-3ee4bcf7975d,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:26.785119 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3bd08b66-a92c-4756-b936-c79dfbf2fd2e req-fea6414b-2bec-474a-8ce4-0a469b611059 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.814538 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5484c658-f5dd-4bdf-8e41-e132d16956f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.827091 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b32afb-586e-481e-bac7-29f2e08e81b0 None None] Pushing event updated for resources: {'Port': ['ID=8810ef9a-9eee-4f91-99e1-a06906d10ca4,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:26.838530 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Routers {'618f1953-650a-47f3-9225-261e6c70608a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:26.839475 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['618f1953-650a-47f3-9225-261e6c70608a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:26.846620 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67eb5ac4-6db3-4f64-9419-312a64382356 req-5a364a9d-fd0d-4390-910d-caa0dd7192da tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818042 Jan 31 16:08:26.870091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-3bd08b66-a92c-4756-b936-c79dfbf2fd2e req-fea6414b-2bec-474a-8ce4-0a469b611059 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Calling delete_port for ce251022-6569-445b-b0fc-3ee4bcf7975d owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:26.872298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:26.872551 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:26.876739 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 9 to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 Jan 31 16:08:26.895353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-751d298a-d90d-4a08-a7f4-23fe01e01df7 None None] Provisioning complete for port 8810ef9a-9eee-4f91-99e1-a06906d10ca4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:26.899266 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-751d298a-d90d-4a08-a7f4-23fe01e01df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:26.935190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:26.935434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:26.935621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:26.966990 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] Set router 618f1953-650a-47f3-9225-261e6c70608a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:27.050215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:27.057082 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:27.061384 n-d-827120-1 neutron-server[108771]: INFO neutron.plugins.ml2.plugin [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempt 10 to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 Jan 31 16:08:27.075068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-71bb6a84-7aa2-4a01-a30a-bee00ee5ddcc tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.079992 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-751d298a-d90d-4a08-a7f4-23fe01e01df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.080172 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5484c658-f5dd-4bdf-8e41-e132d16956f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.083030 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5484c658-f5dd-4bdf-8e41-e132d16956f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.084586 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5484c658-f5dd-4bdf-8e41-e132d16956f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e0ea0d6-a958-40ba-a9c3-50a562ced71d HTTP/1.1" status: 204 len: 168 time: 0.6981859 Jan 31 16:08:27.088154 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-71bb6a84-7aa2-4a01-a30a-bee00ee5ddcc tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.093781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 2} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:27.098217 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.101957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:27.102651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:27.103161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempting to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:27.119957 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484c658-f5dd-4bdf-8e41-e132d16956f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0ea0d6-a958-40ba-a9c3-50a562ced71d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:27.129160 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.129296 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:27.129535 n-d-827120-1 neutron-server[108771]: ERROR neutron.plugins.ml2.managers [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Failed to bind port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on host n-h2-827120-1 for vnic_type normal using segments [{'id': 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b36c847b-0201-4d30-978c-031d0590b3da'}] Jan 31 16:08:27.130289 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.130458 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.147122 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.213813 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-751d298a-d90d-4a08-a7f4-23fe01e01df7 None None] For port 8810ef9a-9eee-4f91-99e1-a06906d10ca4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8810ef9a-9eee-4f91-99e1-a06906d10ca4,segment=NetworkSegment(531bac1c-a261-4b4d-a715-d2cee67ebd58),segment_id=531bac1c-a261-4b4d-a715-d2cee67ebd58)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:27.222083 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-751d298a-d90d-4a08-a7f4-23fe01e01df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.234108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:08:27.235174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-71bb6a84-7aa2-4a01-a30a-bee00ee5ddcc tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.235680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bb6a84-7aa2-4a01-a30a-bee00ee5ddcc tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f886f5e-3350-437c-a8a3-d8147ef00590 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:08:27.265355 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-71bb6a84-7aa2-4a01-a30a-bee00ee5ddcc tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.270666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-71bb6a84-7aa2-4a01-a30a-bee00ee5ddcc tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "DELETE /v2.0/routers/3f886f5e-3350-437c-a8a3-d8147ef00590 HTTP/1.1" status: 204 len: 168 time: 0.7838933 Jan 31 16:08:27.299345 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.299720 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Added segment a45a8262-86d0-4745-a130-811aba04c227 of type vlan for network 646cb2a0-a2be-461b-bb86-69f4285339bc Jan 31 16:08:27.309054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5244c8-abc2-4e13-a2fa-2941d30ae796,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:27.323710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d298a-d90d-4a08-a7f4-23fe01e01df7 None None] Pushing event updated for resources: {'Port': ['ID=8810ef9a-9eee-4f91-99e1-a06906d10ca4,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:27.357326 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618f1953-650a-47f3-9225-261e6c70608a', 'name': 'tempest-TestAggregatesBasicOps-1065410138-router', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:10Z', 'updated_at': '2022-01-31T16:08:22Z', 'revision_number': 4, 'project_id': 'be51e4bd3819497380bce3056bab8960', 'gw_port': {'id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618f1953-650a-47f3-9225-261e6c70608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:11Z', 'updated_at': '2022-01-31T16:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '8810ef9a-9eee-4f91-99e1-a06906d10ca4', 'name': '', 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'mac_address': 'fa:16:3e:e2:4d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618f1953-650a-47f3-9225-261e6c70608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '3bae93b3-f6a4-4017-ac92-758b7bbb03a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:19Z', 'updated_at': '2022-01-31T16:08:26Z', 'revision_number': 4, 'project_id': 'be51e4bd3819497380bce3056bab8960', 'subnets': [{'id': '3bae93b3-f6a4-4017-ac92-758b7bbb03a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:27.376842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7f7c85b5-3dc7-4a61-a8ab-c33cfe739a44 None None] Provisioning complete for port 8810ef9a-9eee-4f91-99e1-a06906d10ca4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:27.377209 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7f7c85b5-3dc7-4a61-a8ab-c33cfe739a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.395965 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.419318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port 30790a0b-23c6-4ce3-bfc1-b8524becc612 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:27.430282 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3bd08b66-a92c-4756-b936-c79dfbf2fd2e req-fea6414b-2bec-474a-8ce4-0a469b611059 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.457592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ce251022-6569-445b-b0fc-3ee4bcf7975d'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:08:27.457974 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ba11a-5692-4d4c-af85-ce8305bf6e84 None None] The sync data for ids ['618f1953-650a-47f3-9225-261e6c70608a'] in n-d-827120-1 is: [{'id': '618f1953-650a-47f3-9225-261e6c70608a', 'name': 'tempest-TestAggregatesBasicOps-1065410138-router', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:10Z', 'updated_at': '2022-01-31T16:08:22Z', 'revision_number': 4, 'project_id': 'be51e4bd3819497380bce3056bab8960', 'gw_port': {'id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618f1953-650a-47f3-9225-261e6c70608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:11Z', 'updated_at': '2022-01-31T16:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '8810ef9a-9eee-4f91-99e1-a06906d10ca4', 'name': '', 'network_id': '5437b5ad-ba87-4f4c-b153-2922f5c0b434', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'mac_address': 'fa:16:3e:e2:4d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618f1953-650a-47f3-9225-261e6c70608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '3bae93b3-f6a4-4017-ac92-758b7bbb03a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:19Z', 'updated_at': '2022-01-31T16:08:26Z', 'revision_number': 4, 'project_id': 'be51e4bd3819497380bce3056bab8960', 'subnets': [{'id': '3bae93b3-f6a4-4017-ac92-758b7bbb03a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:08:27.462419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['a548718a-71d1-4868-879e-b3ac594c6cf4'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:08:27.487325 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.488851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:27.489801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.496280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] For port aa7ebd8b-01a3-4001-9691-1649d3f11c96, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:27.504105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attempted to set empty binding levels {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 16:08:27.518154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6414b-2bec-474a-8ce4-0a469b611059 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Pushing event deleted for resources: {'Port': ['ID=ce251022-6569-445b-b0fc-3ee4bcf7975d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:27.566192 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1152797 Jan 31 16:08:27.592389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33336) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:27.609380 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.617960 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c23c10f2-767a-44bc-a32b-545537e85f3e req-2542d6c5-f838-4e5c-9a36-b8442589789b tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f06216f-c582-49fd-befe-d7171aa3c922 HTTP/1.1" status: 200 len: 210 time: 0.1549416 Jan 31 16:08:27.699371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-277a36b2-7a94-4773-83c9-1e3452259642 admin admin] Request body: {'subnet': {'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-27761479-subnet', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:27.752831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622002c-a11f-4a10-8aa3-9b872cbcf4ad admin admin] Pushing event updated for resources: {'Network': ['ID=646cb2a0-a2be-461b-bb86-69f4285339bc,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:27.798271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] In _notify_port_updated(), no bound segment for port aa7ebd8b-01a3-4001-9691-1649d3f11c96 on network b36c847b-0201-4d30-978c-031d0590b3da {{(pid=108771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:08:27.799606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:27.800436 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.806626 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "PUT /v2.0/ports/aa7ebd8b-01a3-4001-9691-1649d3f11c96 HTTP/1.1" status: 200 len: 979 time: 2.9354115 Jan 31 16:08:27.807754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33342) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:27.852731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd08b66-a92c-4756-b936-c79dfbf2fd2e req-fea6414b-2bec-474a-8ce4-0a469b611059 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] No DVR routers for this DVR port ce251022-6569-445b-b0fc-3ee4bcf7975d on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:08:27.878280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3bd08b66-a92c-4756-b936-c79dfbf2fd2e req-fea6414b-2bec-474a-8ce4-0a469b611059 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.888766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3bd08b66-a92c-4756-b936-c79dfbf2fd2e req-fea6414b-2bec-474a-8ce4-0a469b611059 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.30 "DELETE /v2.0/ports/ce251022-6569-445b-b0fc-3ee4bcf7975d HTTP/1.1" status: 204 len: 173 time: 1.8839362 Jan 31 16:08:27.904869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277a36b2-7a94-4773-83c9-1e3452259642 admin admin] Made reservation on behalf of 32648d5cea9948a8a0e63f9bb6ee14ce for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:27.907275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-277a36b2-7a94-4773-83c9-1e3452259642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:27.925825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 646cb2a0-a2be-461b-bb86-69f4285339bc details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:08:27.992574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24fdaf-885e-4f9e-833f-514260265eea tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7ebd8b-01a3-4001-9691-1649d3f11c96,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:27.999080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33346) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:28.004391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f06216f-c582-49fd-befe-d7171aa3c922', 'name': 'network-vif-deleted', 'tag': 'ce251022-6569-445b-b0fc-3ee4bcf7975d'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:28.007020 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25176963-9e9b-48b0-8a70-4092d5f1d4c4" -d '{"events": [{"server_uuid": "0f06216f-c582-49fd-befe-d7171aa3c922", "name": "network-vif-deleted", "tag": "ce251022-6569-445b-b0fc-3ee4bcf7975d"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:28.082912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8810ef9a-9eee-4f91-99e1-a06906d10ca4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:28.169105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3418d60-32b2-4a30-b3ca-f6fe509ffdd3 req-88236a21-1185-45a6-94fb-a0cc303550c6 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:28.190337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b3418d60-32b2-4a30-b3ca-f6fe509ffdd3 req-88236a21-1185-45a6-94fb-a0cc303550c6 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 945 time: 0.3874800 Jan 31 16:08:28.193012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48afd9-92c3-455b-8586-6b2b3facfa8f req-91946f72-c141-4bae-89fa-eaab605b1709 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:28.202812 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a48afd9-92c3-455b-8586-6b2b3facfa8f req-91946f72-c141-4bae-89fa-eaab605b1709 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1678612 Jan 31 16:08:28.224103 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.249633 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.319510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a48afd9-92c3-455b-8586-6b2b3facfa8f req-6f4ffdbb-2982-4a31-9dd9-6539ae8dbf76 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147945 Jan 31 16:08:28.332834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7dd4-95cb-43d8-85ea-4d2430dd4af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Deleting port aa7ebd8b-01a3-4001-9691-1649d3f11c96 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:28.333503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84cf7dd4-95cb-43d8-85ea-4d2430dd4af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.391919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8810ef9a-9eee-4f91-99e1-a06906d10ca4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:28.392472 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.415880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1184045855', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:28.426109 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e994d8-9619-4eec-9056-712270177700 x-openstack-request-id: req-99e994d8-9619-4eec-9056-712270177700 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:28.426396 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f06216f-c582-49fd-befe-d7171aa3c922", "name": "network-vif-deleted", "tag": "ce251022-6569-445b-b0fc-3ee4bcf7975d", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:28.426642 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99e994d8-9619-4eec-9056-712270177700 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:28.427031 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f06216f-c582-49fd-befe-d7171aa3c922', 'name': 'network-vif-deleted', 'tag': 'ce251022-6569-445b-b0fc-3ee4bcf7975d', 'status': 'completed', 'code': 200} Jan 31 16:08:28.466828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-84cf7dd4-95cb-43d8-85ea-4d2430dd4af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] For port aa7ebd8b-01a3-4001-9691-1649d3f11c96, host n-h2-827120-1, got binding levels [] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:28.467802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84cf7dd4-95cb-43d8-85ea-4d2430dd4af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.469917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:08:28.494651 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.495714 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.499547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7dd4-95cb-43d8-85ea-4d2430dd4af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Calling delete_port for aa7ebd8b-01a3-4001-9691-1649d3f11c96 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:28.550178 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b3418d60-32b2-4a30-b3ca-f6fe509ffdd3 req-a6a10d0d-72a1-4e54-84df-18079cf032f7 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553612 Jan 31 16:08:28.560554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port 45dd82d6-ca43-49d9-bbe4-f8b5fa00fea5 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:28.612482 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.689179 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.754788 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebafbd7-7c36-41e3-a00e-bc2f1f5a092a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:28.758552 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24772682-57b5-4058-9cc8-4f1de373364b" -d '{"events": [{"server_uuid": "aebafbd7-7c36-41e3-a00e-bc2f1f5a092a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5ecc22-9d46-4bf8-8bb3-f630ea35895a"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:28.782079 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-277a36b2-7a94-4773-83c9-1e3452259642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.786077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84cf7dd4-95cb-43d8-85ea-4d2430dd4af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.808225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:28.862338 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0737a46-7fc2-4b52-80e1-b25d505be1b1 x-openstack-request-id: req-e0737a46-7fc2-4b52-80e1-b25d505be1b1 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:28.862912 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebafbd7-7c36-41e3-a00e-bc2f1f5a092a", "name": "network-vif-unplugged", "status": "failed", "tag": "6f5ecc22-9d46-4bf8-8bb3-f630ea35895a", "code": 422}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:28.863323 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0737a46-7fc2-4b52-80e1-b25d505be1b1 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:28.863879 n-d-827120-1 neutron-server[108773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aebafbd7-7c36-41e3-a00e-bc2f1f5a092a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a', 'code': 422} returned with failed status Jan 31 16:08:28.866514 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.917650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33372) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:28.931355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7dd4-95cb-43d8-85ea-4d2430dd4af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa7ebd8b-01a3-4001-9691-1649d3f11c96,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:28.947382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a36b2-7a94-4773-83c9-1e3452259642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8dc7742-7b61-4a81-8dce-de4012de4bed,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:28.961501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84cf7dd4-95cb-43d8-85ea-4d2430dd4af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:28.970193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:28.970742 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-84cf7dd4-95cb-43d8-85ea-4d2430dd4af1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "DELETE /v2.0/ports/aa7ebd8b-01a3-4001-9691-1649d3f11c96 HTTP/1.1" status: 204 len: 168 time: 1.0779834 Jan 31 16:08:29.002700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33376) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:29.071741 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.087634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a36b2-7a94-4773-83c9-1e3452259642 admin admin] Checking segment: {'id': 'a45a8262-86d0-4745-a130-811aba04c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:29.087992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a36b2-7a94-4773-83c9-1e3452259642 admin admin] Network hostable DHCP agents. Network: 646cb2a0-a2be-461b-bb86-69f4285339bc, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:08:29.095366 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.100053 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f01bd7-fc23-4d7f-8f24-b450e6e39eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] GET failed (client error): The resource could not be found. Jan 31 16:08:29.101684 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-45f01bd7-fc23-4d7f-8f24-b450e6e39eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-394473077-project-admin] 10.222.0.36 "GET /v2.0/ports/aa7ebd8b-01a3-4001-9691-1649d3f11c96 HTTP/1.1" status: 404 len: 333 time: 0.0977190 Jan 31 16:08:29.107424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33380) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:29.109566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1438613882-network', 'tenant_id': 'd393117b43194a88805270ca847cd43f'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:29.188190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a36b2-7a94-4773-83c9-1e3452259642 admin admin] Network 646cb2a0-a2be-461b-bb86-69f4285339bc is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:08:29.204149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61255fc6-e6b1-41de-b36d-ca9f81236e17 req-582e1749-d3c4-4a77-8465-8b2cd6ac4519 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:29.205994 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61255fc6-e6b1-41de-b36d-ca9f81236e17 req-582e1749-d3c4-4a77-8465-8b2cd6ac4519 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.1107919 Jan 31 16:08:29.224992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-277a36b2-7a94-4773-83c9-1e3452259642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 646cb2a0-a2be-461b-bb86-69f4285339bc) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:29.232466 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.235496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419f18a3-e761-4ae2-b870-34021a4f2cff None None] Network 646cb2a0-a2be-461b-bb86-69f4285339bc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:29.238687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Made reservation on behalf of d393117b43194a88805270ca847cd43f for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:29.241168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.254359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277a36b2-7a94-4773-83c9-1e3452259642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:29.254963 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-277a36b2-7a94-4773-83c9-1e3452259642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.273900 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.277045 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.295508 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61255fc6-e6b1-41de-b36d-ca9f81236e17 req-5e3869da-7d7a-41a4-b7e8-11169e770225 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809960 Jan 31 16:08:29.408419 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-277a36b2-7a94-4773-83c9-1e3452259642 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7307997 Jan 31 16:08:29.425439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33384) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:29.434119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-27761479-router', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:29.446068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-646cb2a0-a2be-461b-bb86-69f4285339bc', 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'fixed_ips': [{'subnet_id': 'b8dc7742-7b61-4a81-8dce-de4012de4bed'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:08:29.447049 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.450975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ce251022-6569-445b-b0fc-3ee4bcf7975d no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:08:29.488726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: ce251022-6569-445b-b0fc-3ee4bcf7975d {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:08:29.488726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ce251022-6569-445b-b0fc-3ee4bcf7975d not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:08:29.489426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:29.504717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=30790a0b-23c6-4ce3-bfc1-b8524becc612,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:29.523227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:29.530712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:29.530923 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.531558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.537369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.558330 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.569380 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.570476 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.574487 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.616080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:08:29.618787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.631487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36c847b-0201-4d30-978c-031d0590b3da']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:29.646275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Allocated IP 172.20.0.2 (646cb2a0-a2be-461b-bb86-69f4285339bc/b8dc7742-7b61-4a81-8dce-de4012de4bed/32d38294-b1d1-44cf-9b79-163aadb53e3f) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:29.647978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:29.653484 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.654312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:29.654488 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Added segment fa1a5595-15f6-43f8-96d6-b31f188bd281 of type vlan for network 58c88701-2531-42da-8a93-341729580093 Jan 31 16:08:29.654924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97c35d7-b4b9-43c9-aca5-d9c6344e7e65') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:29.676767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a2d6d-d7ae-4da4-9660-7de81787c86a req-5b0bc7de-e4e6-404b-b5ba-c1baeb2ff073 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:29.684530 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-271a2d6d-d7ae-4da4-9660-7de81787c86a req-5b0bc7de-e4e6-404b-b5ba-c1baeb2ff073 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.2720153 Jan 31 16:08:29.693754 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.721574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=45dd82d6-ca43-49d9-bbe4-f8b5fa00fea5,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:29.739142 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.752241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:08:29.752630 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:08:29.760956 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:08:29.812384 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Checking segment: {'id': '444c7ab6-e3a2-43c7-8e6b-dc123038242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c5f93ecc-bbef-4cf9-8131-7e55ff0066ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:29.813033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network hostable DHCP agents. Network: c5f93ecc-bbef-4cf9-8131-7e55ff0066ca, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:08:29.826255 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-271a2d6d-d7ae-4da4-9660-7de81787c86a req-d21e03f1-7d58-4285-a035-663bbcce9359 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404583 Jan 31 16:08:29.829848 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.839903 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.853423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network c5f93ecc-bbef-4cf9-8131-7e55ff0066ca is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:08:29.862715 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.864350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Network 646cb2a0-a2be-461b-bb86-69f4285339bc is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:29.870284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c5f93ecc-bbef-4cf9-8131-7e55ff0066ca) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:29.874131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.877684 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] 10.222.0.36 "DELETE /v2.0/networks/b36c847b-0201-4d30-978c-031d0590b3da HTTP/1.1" status: 204 len: 168 time: 0.7681341 Jan 31 16:08:29.890778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:29.891667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bcf3e-8a14-4318-bfb8-bb4b70638410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869146111-project] Pushing event deleted for resources: {'Network': ['ID=b36c847b-0201-4d30-978c-031d0590b3da,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:29.893566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:29.897209 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1302203-53b6-41da-bf61-833946dccfb5 None None] Network c5f93ecc-bbef-4cf9-8131-7e55ff0066ca requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:29.901144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:29.902224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:29.906372 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:29.907060 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:29.928287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ec252d16-eef5-437b-912c-a71f1b163727 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3307798 Jan 31 16:08:29.931176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33390) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:30.022670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Pushing event updated for resources: {'Port': ['ID=32d38294-b1d1-44cf-9b79-163aadb53e3f,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:30.048201 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Attempting to bind port 32d38294-b1d1-44cf-9b79-163aadb53e3f on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:30.048708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Attempting to bind port 32d38294-b1d1-44cf-9b79-163aadb53e3f by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'a45a8262-86d0-4745-a130-811aba04c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:30.049109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Attempting to bind port 32d38294-b1d1-44cf-9b79-163aadb53e3f on network 646cb2a0-a2be-461b-bb86-69f4285339bc {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:30.050628 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-154b92a6-6c78-444f-8b84-ca2f03e1fecf tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 45dd82d6-ca43-49d9-bbe4-f8b5fa00fea5 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:30.050983 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-154b92a6-6c78-444f-8b84-ca2f03e1fecf tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.056686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:30.057297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Checking segment: {'id': 'a45a8262-86d0-4745-a130-811aba04c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:30.057668 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.058064 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Bound using segment: {'id': 'a45a8262-86d0-4745-a130-811aba04c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:30.058541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Bound port: 32d38294-b1d1-44cf-9b79-163aadb53e3f, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45a8262-86d0-4745-a130-811aba04c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:30.058920 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.128640 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-154b92a6-6c78-444f-8b84-ca2f03e1fecf tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.143103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-154b92a6-6c78-444f-8b84-ca2f03e1fecf tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 45dd82d6-ca43-49d9-bbe4-f8b5fa00fea5 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:30.153645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33394) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:30.192079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] For port 32d38294-b1d1-44cf-9b79-163aadb53e3f, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:30.196120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] For port 32d38294-b1d1-44cf-9b79-163aadb53e3f, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=32d38294-b1d1-44cf-9b79-163aadb53e3f,segment=NetworkSegment(a45a8262-86d0-4745-a130-811aba04c227),segment_id=a45a8262-86d0-4745-a130-811aba04c227)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:30.201517 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.231257 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-154b92a6-6c78-444f-8b84-ca2f03e1fecf tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.253557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.272152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-154b92a6-6c78-444f-8b84-ca2f03e1fecf tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.276956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-154b92a6-6c78-444f-8b84-ca2f03e1fecf tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/45dd82d6-ca43-49d9-bbe4-f8b5fa00fea5 HTTP/1.1" status: 204 len: 168 time: 0.3439555 Jan 31 16:08:30.279626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33398) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:30.288247 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.303307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92f273-df0a-400b-b0be-2d8fda950d74 None None] Pushing event updated for resources: {'Port': ['ID=32d38294-b1d1-44cf-9b79-163aadb53e3f,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:30.338445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b92a6-6c78-444f-8b84-ca2f03e1fecf tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=45dd82d6-ca43-49d9-bbe4-f8b5fa00fea5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:30.345133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Allocated IP 172.25.1.153 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/14cd3379-d241-4caa-b85c-b92555317f51) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:30.402751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ce8e3f-7ca8-4eb0-a10c-db7fc77d8f8d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:30.408914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ce8e3f-7ca8-4eb0-a10c-db7fc77d8f8d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:30.410619 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f4ce8e3f-7ca8-4eb0-a10c-db7fc77d8f8d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1296599 Jan 31 16:08:30.419055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f7454-66e6-433d-ace7-1f8d74b07352 req-0ae85c4d-49e2-41f1-808d-8102a1ae0e25 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:30.420102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33402) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:30.425300 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fc1f7454-66e6-433d-ace7-1f8d74b07352 req-0ae85c4d-49e2-41f1-808d-8102a1ae0e25 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 943 time: 0.7158217 Jan 31 16:08:30.435418 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.resource_extend [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:08:30.543720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56044-f4a1-4707-9811-f7830ac6ff52 req-fa44c841-fef3-4672-9419-f4dc1ef96cf5 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:30.545259 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63c56044-f4a1-4707-9811-f7830ac6ff52 req-fa44c841-fef3-4672-9419-f4dc1ef96cf5 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.1336081 Jan 31 16:08:30.560254 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.561243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:30.561853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.605615 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63c56044-f4a1-4707-9811-f7830ac6ff52 req-7b173107-2642-4966-b0a6-3c77c0b76b1a tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538754 Jan 31 16:08:30.612344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f8857a66-e504-457d-a46f-c77affb14e62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 30790a0b-23c6-4ce3-bfc1-b8524becc612 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:30.612795 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f8857a66-e504-457d-a46f-c77affb14e62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.614253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6622d9ba-77b8-4c10-affa-bad791840c09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=144af10cda3441809925f6a53f4ff3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4574332 Jan 31 16:08:30.619604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33404) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:30.717053 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.736137 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8147526 Jan 31 16:08:30.739530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33406) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:30.745209 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fc1f7454-66e6-433d-ace7-1f8d74b07352 req-6bfd5677-68eb-4f22-9453-3108cd71c41b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981765 Jan 31 16:08:30.747517 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f8857a66-e504-457d-a46f-c77affb14e62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.753367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2b5600ad-9177-46c2-ae0b-87e8de2fc86c admin admin] Request body: {'subnet': {'network_id': '58c88701-2531-42da-8a93-341729580093', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1438613882-subnet', 'tenant_id': 'd393117b43194a88805270ca847cd43f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:30.754255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7eefd-1dd4-448e-9c7d-212fc307563e admin admin] Pushing event updated for resources: {'Network': ['ID=58c88701-2531-42da-8a93-341729580093,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:30.767754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 58c88701-2531-42da-8a93-341729580093 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:08:30.855823 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.915643 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:30.989982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:31.002969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:31.039812 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:31.106199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a37489-a353-4d6e-aaf2-2b2f65e414c0 req-7f1584c7-d4ca-40e6-b99e-cf243114123f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:31.108244 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8a37489-a353-4d6e-aaf2-2b2f65e414c0 req-7f1584c7-d4ca-40e6-b99e-cf243114123f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.2058823 Jan 31 16:08:31.112367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Pushing event updated for resources: {'Port': ['ID=14cd3379-d241-4caa-b85c-b92555317f51,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:31.190583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f8857a66-e504-457d-a46f-c77affb14e62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 30790a0b-23c6-4ce3-bfc1-b8524becc612 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:31.230882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5600ad-9177-46c2-ae0b-87e8de2fc86c admin admin] Made reservation on behalf of d393117b43194a88805270ca847cd43f for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:31.233366 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b5600ad-9177-46c2-ae0b-87e8de2fc86c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.241206 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9797a38-972b-4672-9565-b181f7df13f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.264041 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e8a37489-a353-4d6e-aaf2-2b2f65e414c0 req-8ef6b737-71e3-4cf9-a704-5b30332cbc85 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460958 Jan 31 16:08:31.265453 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.312924 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.371454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bec36-9115-4de7-844a-44886cb5bd94 req-98571db2-7ec8-45c5-a479-18d729931fef tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:31.372732 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-552bec36-9115-4de7-844a-44886cb5bd94 req-98571db2-7ec8-45c5-a479-18d729931fef tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.6592188 Jan 31 16:08:31.399662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9797a38-972b-4672-9565-b181f7df13f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.453813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e47db-7662-4782-8d18-0f6b84784521 req-ee6d2f79-8bdc-4c47-a25c-1a2169f343f4 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:31.461287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4a3e47db-7662-4782-8d18-0f6b84784521 req-ee6d2f79-8bdc-4c47-a25c-1a2169f343f4 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.3180547 Jan 31 16:08:31.536113 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Allocated IP 172.25.1.90 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/e9f14e4e-4312-4322-a706-b2a79954372f) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:31.552023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.589757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfba9af-5c00-40fd-b170-54ab0ea914dd None None] Network 646cb2a0-a2be-461b-bb86-69f4285339bc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:31.612795 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4a3e47db-7662-4782-8d18-0f6b84784521 req-adc1d7a0-93ce-457e-a5f9-7f015fc7df28 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504216 Jan 31 16:08:31.620845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f8857a66-e504-457d-a46f-c77affb14e62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.725116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6f5e89af-f9ad-46c4-a6c5-7a3bb36e8c25 None None] Provisioning complete for port 32d38294-b1d1-44cf-9b79-163aadb53e3f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:31.734401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f5e89af-f9ad-46c4-a6c5-7a3bb36e8c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.772338 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b5600ad-9177-46c2-ae0b-87e8de2fc86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.808191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 32d38294-b1d1-44cf-9b79-163aadb53e3f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:31.828804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8857a66-e504-457d-a46f-c77affb14e62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=30790a0b-23c6-4ce3-bfc1-b8524becc612,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:31.849627 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9797a38-972b-4672-9565-b181f7df13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.852576 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9797a38-972b-4672-9565-b181f7df13f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.853820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b9797a38-972b-4672-9565-b181f7df13f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1b96fbd-b1ce-4070-ade0-34cd5985856f HTTP/1.1" status: 204 len: 168 time: 1.2357876 Jan 31 16:08:31.855523 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f8857a66-e504-457d-a46f-c77affb14e62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.858843 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f8857a66-e504-457d-a46f-c77affb14e62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/30790a0b-23c6-4ce3-bfc1-b8524becc612 HTTP/1.1" status: 204 len: 168 time: 1.4378173 Jan 31 16:08:31.870224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33418) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:31.903124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9797a38-972b-4672-9565-b181f7df13f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b96fbd-b1ce-4070-ade0-34cd5985856f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:31.910332 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 32d38294-b1d1-44cf-9b79-163aadb53e3f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:31.910912 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.919305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-552bec36-9115-4de7-844a-44886cb5bd94 req-feb3a7ea-7f26-4fd8-b2d1-351453427546 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Deleting port a548718a-71d1-4868-879e-b3ac594c6cf4 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:31.919838 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-552bec36-9115-4de7-844a-44886cb5bd94 req-feb3a7ea-7f26-4fd8-b2d1-351453427546 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.928796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5600ad-9177-46c2-ae0b-87e8de2fc86c admin admin] Pushing event updated for resources: {'Subnet': ['ID=36629c4b-0917-431a-a1e0-d55b163b05a5,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:31.945939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:31.997725 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe149-ae11-4b48-8715-72352ff9a467 req-483d5fe4-7be1-4d38-81fa-ed0413ccbac9 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:32.001316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd6468-dc9e-46e5-a0f7-fb13718f2a31 req-86850406-af97-4667-8db1-4510f1d28962 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:32.002950 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e8bd6468-dc9e-46e5-a0f7-fb13718f2a31 req-86850406-af97-4667-8db1-4510f1d28962 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ccc6c26-18b7-4718-a57a-14c4453eca6e HTTP/1.1" status: 200 len: 945 time: 0.2034147 Jan 31 16:08:32.008607 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41ffe149-ae11-4b48-8715-72352ff9a467 req-483d5fe4-7be1-4d38-81fa-ed0413ccbac9 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2185073 Jan 31 16:08:32.024238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5600ad-9177-46c2-ae0b-87e8de2fc86c admin admin] Checking segment: {'id': 'fa1a5595-15f6-43f8-96d6-b31f188bd281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '58c88701-2531-42da-8a93-341729580093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:32.024597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5600ad-9177-46c2-ae0b-87e8de2fc86c admin admin] Network hostable DHCP agents. Network: 58c88701-2531-42da-8a93-341729580093, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:08:32.032774 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f5e89af-f9ad-46c4-a6c5-7a3bb36e8c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:32.082923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6f5e89af-f9ad-46c4-a6c5-7a3bb36e8c25 None None] For port 32d38294-b1d1-44cf-9b79-163aadb53e3f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=32d38294-b1d1-44cf-9b79-163aadb53e3f,segment=NetworkSegment(a45a8262-86d0-4745-a130-811aba04c227),segment_id=a45a8262-86d0-4745-a130-811aba04c227)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:32.093634 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f5e89af-f9ad-46c4-a6c5-7a3bb36e8c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:32.097265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e8bd6468-dc9e-46e5-a0f7-fb13718f2a31 req-fe6a6db5-8477-4b0d-9d35-6c2c225720bc tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.36 "GET /v2.0/security-groups?id=a16659d8-0d25-4534-a85f-2278f3ffbf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865192 Jan 31 16:08:32.099664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-552bec36-9115-4de7-844a-44886cb5bd94 req-feb3a7ea-7f26-4fd8-b2d1-351453427546 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] For port a548718a-71d1-4868-879e-b3ac594c6cf4, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=a548718a-71d1-4868-879e-b3ac594c6cf4,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:32.100042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-552bec36-9115-4de7-844a-44886cb5bd94 req-feb3a7ea-7f26-4fd8-b2d1-351453427546 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:32.102615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5600ad-9177-46c2-ae0b-87e8de2fc86c admin admin] Network 58c88701-2531-42da-8a93-341729580093 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:08:32.122687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-552bec36-9115-4de7-844a-44886cb5bd94 req-feb3a7ea-7f26-4fd8-b2d1-351453427546 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Calling delete_port for a548718a-71d1-4868-879e-b3ac594c6cf4 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:32.134983 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:32.174704 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c395969-ca38-4521-8d98-542976ac02cc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:32.177455 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4c395969-ca38-4521-8d98-542976ac02cc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3057928 Jan 31 16:08:32.200117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e89af-f9ad-46c4-a6c5-7a3bb36e8c25 None None] Pushing event updated for resources: {'Port': ['ID=32d38294-b1d1-44cf-9b79-163aadb53e3f,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:32.200582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33422) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:32.211396 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-2b5600ad-9177-46c2-ae0b-87e8de2fc86c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 58c88701-2531-42da-8a93-341729580093) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:32.221638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a52d47-7d42-497b-97b5-92a2dc3ef1f5 None None] Network 58c88701-2531-42da-8a93-341729580093 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:32.227759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5600ad-9177-46c2-ae0b-87e8de2fc86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:32.228344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b5600ad-9177-46c2-ae0b-87e8de2fc86c admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:32.267755 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41ffe149-ae11-4b48-8715-72352ff9a467 req-a5693682-a7f0-4292-9d98-3d3ed8c39ce0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581387 Jan 31 16:08:32.275578 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-15262d08-77c5-4abb-b665-9d22ad63ba58 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:08:32.292488 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-15262d08-77c5-4abb-b665-9d22ad63ba58 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/45dd82d6-ca43-49d9-bbe4-f8b5fa00fea5 HTTP/1.1" status: 404 len: 333 time: 0.0825889 Jan 31 16:08:32.292852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33424) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:32.316838 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2b5600ad-9177-46c2-ae0b-87e8de2fc86c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5685325 Jan 31 16:08:32.394906 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd15cdad-35b2-4b98-bb65-486889ff4d5e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:08:32.399771 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bd15cdad-35b2-4b98-bb65-486889ff4d5e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/30790a0b-23c6-4ce3-bfc1-b8524becc612 HTTP/1.1" status: 404 len: 333 time: 0.1074033 Jan 31 16:08:32.400477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33432) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:32.411494 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-552bec36-9115-4de7-844a-44886cb5bd94 req-feb3a7ea-7f26-4fd8-b2d1-351453427546 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:32.432672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33434) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:32.466020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['a548718a-71d1-4868-879e-b3ac594c6cf4'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:08:32.468321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:08:32.530370 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:32.563493 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-645de03b-51af-4e76-a6b3-37839ea9f436 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78df1c98a9894ec0ba578d277346f960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283031 Jan 31 16:08:32.565122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3a7ea-7f26-4fd8-b2d1-351453427546 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Pushing event deleted for resources: {'Port': ['ID=a548718a-71d1-4868-879e-b3ac594c6cf4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:32.581970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33438) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:32.609629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24e9fe-9608-4dcb-ab85-ccdb3b729778 None None] Network 58c88701-2531-42da-8a93-341729580093 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:32.719881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-552bec36-9115-4de7-844a-44886cb5bd94 req-feb3a7ea-7f26-4fd8-b2d1-351453427546 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] No DVR routers for this DVR port a548718a-71d1-4868-879e-b3ac594c6cf4 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:08:32.723828 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-552bec36-9115-4de7-844a-44886cb5bd94 req-feb3a7ea-7f26-4fd8-b2d1-351453427546 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:32.727860 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-552bec36-9115-4de7-844a-44886cb5bd94 req-feb3a7ea-7f26-4fd8-b2d1-351453427546 tempest-ListServerFiltersTestJSON-800619754 tempest-ListServerFiltersTestJSON-800619754-project] 10.222.0.20 "DELETE /v2.0/ports/a548718a-71d1-4868-879e-b3ac594c6cf4 HTTP/1.1" status: 204 len: 173 time: 1.3357134 Jan 31 16:08:32.736851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:32.747749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccc6c26-18b7-4718-a57a-14c4453eca6e', 'name': 'network-vif-deleted', 'tag': 'a548718a-71d1-4868-879e-b3ac594c6cf4'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:32.754477 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6791d50-5000-420a-8d5c-1fe75232e3be" -d '{"events": [{"server_uuid": "2ccc6c26-18b7-4718-a57a-14c4453eca6e", "name": "network-vif-deleted", "tag": "a548718a-71d1-4868-879e-b3ac594c6cf4"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:32.791788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:32.794839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:32.796061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c6e2e-d5fe-43da-970d-a33edd6c73af req-425b3e03-5d19-4b25-872e-b16431636ff5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:32.802209 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-134c6e2e-d5fe-43da-970d-a33edd6c73af req-425b3e03-5d19-4b25-872e-b16431636ff5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1154790 Jan 31 16:08:32.807989 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f14e4e-4312-4322-a706-b2a79954372f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:32.859610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:32.879827 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-134c6e2e-d5fe-43da-970d-a33edd6c73af req-dac01662-020b-4d63-934b-941e9db5159a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663705 Jan 31 16:08:32.886546 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-469ff15e-fa9a-4ba6-8c0b-60f2bb8af87d None None] Provisioning complete for port 32d38294-b1d1-44cf-9b79-163aadb53e3f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:32.887787 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-469ff15e-fa9a-4ba6-8c0b-60f2bb8af87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:32.929738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cfa33-8c39-40de-bc84-9636588ea25d req-84678290-cc4e-4e8a-8951-5dc7d7a447fb tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:32.937183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c1cfa33-8c39-40de-bc84-9636588ea25d req-84678290-cc4e-4e8a-8951-5dc7d7a447fb tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.4503238 Jan 31 16:08:33.274042 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778611-8632-47fa-b043-72b1bf7b163d req-0c125117-59e8-4bcb-8541-e2e4a859b4f9 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:33.275978 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-0c125117-59e8-4bcb-8541-e2e4a859b4f9 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/networks?id=58c88701-2531-42da-8a93-341729580093 HTTP/1.1" status: 200 len: 809 time: 0.1188738 Jan 31 16:08:33.292981 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-41c6ef1a-ee25-4c03-8d14-1bead4c2f78e tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/quotas/d393117b43194a88805270ca847cd43f HTTP/1.1" status: 200 len: 375 time: 0.0098081 Jan 31 16:08:33.328773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-fb0a15f1-0972-480a-bfdf-9fb97c0097a5 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d393117b43194a88805270ca847cd43f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292127 Jan 31 16:08:33.390528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30e4c7ab-f4ab-44e1-87e6-9c296a255c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:33.428898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-86f725ec-a622-4455-8a46-02324a39ed1c service neutron] 10.222.0.36 "GET /v2.0/networks/58c88701-2531-42da-8a93-341729580093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928819 Jan 31 16:08:33.481622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30e4c7ab-f4ab-44e1-87e6-9c296a255c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:33.514936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c1cfa33-8c39-40de-bc84-9636588ea25d req-2ca45c13-81a7-47cd-aba4-baa405f384f3 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768573 Jan 31 16:08:33.515517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Router 0437519f-cbb5-4ed3-85f8-88609fe397fe is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:08:33.546681 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-f39d5804-2a45-4aa1-85bd-0606de569503 service neutron] 10.222.0.36 "GET /v2.0/networks/58c88701-2531-42da-8a93-341729580093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106486 Jan 31 16:08:33.548024 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:33.565610 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8530c7-66cf-4447-869b-5ef34adbc616 x-openstack-request-id: req-fa8530c7-66cf-4447-869b-5ef34adbc616 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:33.565919 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccc6c26-18b7-4718-a57a-14c4453eca6e", "name": "network-vif-deleted", "tag": "a548718a-71d1-4868-879e-b3ac594c6cf4", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:33.566255 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa8530c7-66cf-4447-869b-5ef34adbc616 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:33.566736 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccc6c26-18b7-4718-a57a-14c4453eca6e', 'name': 'network-vif-deleted', 'tag': 'a548718a-71d1-4868-879e-b3ac594c6cf4', 'status': 'completed', 'code': 200} Jan 31 16:08:33.601791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33458) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:33.667859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f93ecc-bbef-4cf9-8131-7e55ff0066ca']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:33.705811 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 32d38294-b1d1-44cf-9b79-163aadb53e3f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:33.727440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-79973518-540a-4716-b166-7fe237857634 admin admin] Deleting subnet 01002499-a2fc-485e-a83f-f4e5b4082736 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:08:33.727852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444c7ab6-e3a2-43c7-8e6b-dc123038242f') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:33.728173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444c7ab6-e3a2-43c7-8e6b-dc123038242f') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:33.732171 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79973518-540a-4716-b166-7fe237857634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:33.780521 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79973518-540a-4716-b166-7fe237857634 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:33.781033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 32d38294-b1d1-44cf-9b79-163aadb53e3f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:33.781418 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:33.789405 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:33.807108 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30e4c7ab-f4ab-44e1-87e6-9c296a255c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:33.809582 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30e4c7ab-f4ab-44e1-87e6-9c296a255c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:33.813544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-30e4c7ab-f4ab-44e1-87e6-9c296a255c00 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4978090-2b82-4f50-800e-508e07ddbb72 HTTP/1.1" status: 204 len: 168 time: 1.1968622 Jan 31 16:08:33.871597 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1c70b97-3b68-4b7f-ae4b-c189a2ee87b5 req-f2779d77-09c6-4cd5-bf0a-edfaaa8c6d31 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 210 time: 0.1296294 Jan 31 16:08:33.879961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:33.896480 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4c7ab-f4ab-44e1-87e6-9c296a255c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4978090-2b82-4f50-800e-508e07ddbb72,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:33.906043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:08:33.906816 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:08:33.910866 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:08:33.923736 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:33.962975 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79973518-540a-4716-b166-7fe237857634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.002006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:08:34.018356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c7575-c338-491f-9198-cf376889e5f1 None None] Sync routers for ids ['0437519f-cbb5-4ed3-85f8-88609fe397fe'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:08:34.031824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c7575-c338-491f-9198-cf376889e5f1 None None] Routers {'0437519f-cbb5-4ed3-85f8-88609fe397fe'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:34.034973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-328c7575-c338-491f-9198-cf376889e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0437519f-cbb5-4ed3-85f8-88609fe397fe'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:34.065775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4820b-adc4-4310-8137-51c9dd09caa2 req-19763911-e37e-4516-b374-37d19a8d7bf0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:34.075296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-17d4820b-adc4-4310-8137-51c9dd09caa2 req-19763911-e37e-4516-b374-37d19a8d7bf0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.0783849 Jan 31 16:08:34.084075 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.085680 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-97b19750-38e1-4e69-93d7-82e5254a7886 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0622797 Jan 31 16:08:34.090391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33472) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:34.090838 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.097090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.104414 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/networks/c5f93ecc-bbef-4cf9-8131-7e55ff0066ca HTTP/1.1" status: 204 len: 168 time: 1.6994400 Jan 31 16:08:34.105870 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-328c7575-c338-491f-9198-cf376889e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:34.110199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33476) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:34.116776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c7575-c338-491f-9198-cf376889e5f1 None None] Routers {'0437519f-cbb5-4ed3-85f8-88609fe397fe'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:34.119746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-328c7575-c338-491f-9198-cf376889e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0437519f-cbb5-4ed3-85f8-88609fe397fe'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:34.132554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d2826-a719-4fa5-adc7-e8975f6ff87a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Network': ['ID=c5f93ecc-bbef-4cf9-8131-7e55ff0066ca,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:34.162357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-328c7575-c338-491f-9198-cf376889e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:34.163009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c7575-c338-491f-9198-cf376889e5f1 None None] The sync data for ids ['0437519f-cbb5-4ed3-85f8-88609fe397fe'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:08:34.236005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-982ce04b-b9ba-4241-9308-a7a283f8af5a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-199142384'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:34.240132 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79973518-540a-4716-b166-7fe237857634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.281362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79973518-540a-4716-b166-7fe237857634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01002499-a2fc-485e-a83f-f4e5b4082736,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:34.291091 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.308640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce14dc4-e636-467e-a08b-0ea4c8958c22 None None] Network 56bd2af8-dc8a-41fe-ba71-3afd517526f5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:34.314582 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79973518-540a-4716-b166-7fe237857634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.319085 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-79973518-540a-4716-b166-7fe237857634 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/01002499-a2fc-485e-a83f-f4e5b4082736 HTTP/1.1" status: 204 len: 168 time: 0.7155209 Jan 31 16:08:34.332812 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33484) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:34.338276 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9460bde0-d630-4240-a7d2-9ff1b340daac tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/routers/0437519f-cbb5-4ed3-85f8-88609fe397fe HTTP/1.1" status: 200 len: 921 time: 0.2477937 Jan 31 16:08:34.342683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33486) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:34.401515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1231a0de-98f3-4988-90bf-78d9410cccfc tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "GET /v2.0/ports?device_id=0437519f-cbb5-4ed3-85f8-88609fe397fe HTTP/1.1" status: 200 len: 205 time: 0.0522501 Jan 31 16:08:34.404388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33490) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:34.411384 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-17d4820b-adc4-4310-8137-51c9dd09caa2 req-65f94260-5064-49ef-ba08-3727554f62f0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929249 Jan 31 16:08:34.412706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982ce04b-b9ba-4241-9308-a7a283f8af5a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:34.416231 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-982ce04b-b9ba-4241-9308-a7a283f8af5a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.444793 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982ce04b-b9ba-4241-9308-a7a283f8af5a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:08:34.459516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-982ce04b-b9ba-4241-9308-a7a283f8af5a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.459855 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-982ce04b-b9ba-4241-9308-a7a283f8af5a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Added segment d1803d98-2f23-4fbd-bc4d-bd6ae3fc9216 of type vlan for network df0598e4-59c1-4c7d-a564-d50a6790aeec Jan 31 16:08:34.516764 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-982ce04b-b9ba-4241-9308-a7a283f8af5a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.555338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.577664 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-982ce04b-b9ba-4241-9308-a7a283f8af5a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.588841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982ce04b-b9ba-4241-9308-a7a283f8af5a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:34.592097 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-982ce04b-b9ba-4241-9308-a7a283f8af5a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.604492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd651678-416d-4688-b45d-94f611a8efc3 None None] DHCP port deletion for 56bd2af8-dc8a-41fe-ba71-3afd517526f5 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:08:34.681620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-fd651678-416d-4688-b45d-94f611a8efc3 None None] Deleting port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:34.681995 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fd651678-416d-4688-b45d-94f611a8efc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.687183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.709803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-982ce04b-b9ba-4241-9308-a7a283f8af5a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5901012 Jan 31 16:08:34.716999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33498) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:34.725247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': 'df0598e4-59c1-4c7d-a564-d50a6790aeec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:34.776116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ce04b-b9ba-4241-9308-a7a283f8af5a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Network': ['ID=df0598e4-59c1-4c7d-a564-d50a6790aeec,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:34.778749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fd651678-416d-4688-b45d-94f611a8efc3 None None] For port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c,segment=NetworkSegment(2d31ab94-0400-423c-aca0-3b5ee0b8f80f),segment_id=2d31ab94-0400-423c-aca0-3b5ee0b8f80f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:34.779357 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fd651678-416d-4688-b45d-94f611a8efc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.794976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Router c822b358-6856-45b6-82eb-2588e4096dc2 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:08:34.799136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network df0598e4-59c1-4c7d-a564-d50a6790aeec details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:08:34.816022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-fd651678-416d-4688-b45d-94f611a8efc3 None None] Calling delete_port for b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:34.835724 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:34.840467 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.853788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7ae88-75d5-481f-aa05-78a107e837f6 req-2fb3ace8-0082-4667-883b-8b748b4eb253 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:34.855528 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc7ae88-75d5-481f-aa05-78a107e837f6 req-2fb3ace8-0082-4667-883b-8b748b4eb253 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1932240 Jan 31 16:08:34.941292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_backend_mixin [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Performing IP validity checks on allocation pools {{(pid=108772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 16:08:34.944219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_backend_mixin [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 16:08:34.996784 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:34.998949 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fd651678-416d-4688-b45d-94f611a8efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.009110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Deleting port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:35.009445 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.038741 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd651678-416d-4688-b45d-94f611a8efc3 None None] Pushing event deleted for resources: {'Port': ['ID=b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:35.049051 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd651678-416d-4688-b45d-94f611a8efc3 None None] No DVR routers for this DVR port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:08:35.079542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc7ae88-75d5-481f-aa05-78a107e837f6 req-7e4a885d-c8de-4226-a8e7-6b6d58fd4495 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528716 Jan 31 16:08:35.142466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33508) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:35.179804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d9936f2-0199-455f-8ddd-88055e39ba49 req-78c80c2d-ca1c-414e-99b4-7b2dd7383fd5 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 210 time: 0.1911259 Jan 31 16:08:35.189158 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] For port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c, host n-d-827120-1, got binding levels [] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:35.189552 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.202854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:08:35.213998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.216957 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Sync routers for ids ['c822b358-6856-45b6-82eb-2588e4096dc2'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:08:35.217449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Calling delete_port for b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:35.223301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_backend_mixin [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c was not found and therefore no delete operation was performed {{(pid=108771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:08:35.227904 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.230621 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Routers {'c822b358-6856-45b6-82eb-2588e4096dc2'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:35.231719 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c822b358-6856-45b6-82eb-2588e4096dc2'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:35.271032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Deleting port 14cd3379-d241-4caa-b85c-b92555317f51 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:35.271788 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.276356 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.278217 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7bba8aa7-961c-432d-9d5e-4df320b02be3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8476872 Jan 31 16:08:35.282887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:35.285215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33512) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:35.306698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] No DVR routers for this DVR port b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:08:35.349550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-612440642'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:35.358417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Subnet': ['ID=c7a3c956-0118-43cf-8b80-d855086f3439,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:35.378089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778611-8632-47fa-b043-72b1bf7b163d req-1769ff0f-9569-44c0-8777-6061c51c8707 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:35.379589 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-1769ff0f-9569-44c0-8777-6061c51c8707 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.20 "GET /v2.0/networks?id=58c88701-2531-42da-8a93-341729580093 HTTP/1.1" status: 200 len: 809 time: 0.2176859 Jan 31 16:08:35.384038 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Checking segment: {'id': 'd1803d98-2f23-4fbd-bc4d-bd6ae3fc9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'df0598e4-59c1-4c7d-a564-d50a6790aeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:35.384442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network hostable DHCP agents. Network: df0598e4-59c1-4c7d-a564-d50a6790aeec, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:08:35.397688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-0d778611-8632-47fa-b043-72b1bf7b163d req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Request body: {'port': {'device_id': 'c5ab1d17-7199-425d-81e9-e78eeaed6ca0', 'network_id': '58c88701-2531-42da-8a93-341729580093', 'admin_state_up': True, 'tenant_id': 'd393117b43194a88805270ca847cd43f'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:35.471027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Made reservation on behalf of 1b64e1332ae0471bb6b1c8017291c112 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:35.475159 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.484031 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Set router c822b358-6856-45b6-82eb-2588e4096dc2 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:35.494800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network df0598e4-59c1-4c7d-a564-d50a6790aeec is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:08:35.496838 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.529914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, df0598e4-59c1-4c7d-a564-d50a6790aeec) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:35.539514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f271ed30-01cc-4b54-bbd3-aabac7059513 None None] Network df0598e4-59c1-4c7d-a564-d50a6790aeec requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:35.596500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:35.597125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.647750 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c8d21014-2124-416a-9904-076b135ee22c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9293420 Jan 31 16:08:35.650678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33516) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:35.655955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': 'df0598e4-59c1-4c7d-a564-d50a6790aeec', 'name': 'tempest-PortsIpV6TestJSON-1273160594'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:35.666906 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d778611-8632-47fa-b043-72b1bf7b163d req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Made reservation on behalf of d393117b43194a88805270ca847cd43f for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:35.670708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d778611-8632-47fa-b043-72b1bf7b163d req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.685938 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.692045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:08:35.716139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bd2af8-dc8a-41fe-ba71-3afd517526f5']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:35.721321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:08:35.721850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b60d49b7-9eb5-4c9f-9a3b-7278a5649b2c not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:08:35.738023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d31ab94-0400-423c-aca0-3b5ee0b8f80f') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:35.738584 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d31ab94-0400-423c-aca0-3b5ee0b8f80f') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:35.764882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.767350 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'name': 'tempest-TestAggregatesBasicOps-27761479-router', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:29Z', 'updated_at': '2022-01-31T16:08:33Z', 'revision_number': 3, 'project_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'gw_port': {'id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:31Z', 'updated_at': '2022-01-31T16:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:35.777887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-df0598e4-59c1-4c7d-a564-d50a6790aeec', 'network_id': 'df0598e4-59c1-4c7d-a564-d50a6790aeec', 'tenant_id': '2aff9e35cdc94aefbadfb95d5b5ad9e1', 'fixed_ips': [{'subnet_id': 'c7a3c956-0118-43cf-8b80-d855086f3439'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:08:35.778629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Calling delete_port for 14cd3379-d241-4caa-b85c-b92555317f51 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:35.779487 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.805124 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Checking router: c822b358-6856-45b6-82eb-2588e4096dc2 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:08:35.805608 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Updating router c822b358-6856-45b6-82eb-2588e4096dc2 port e9f14e4e-4312-4322-a706-b2a79954372f binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:08:35.839236 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.840919 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.851337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.863261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:08:35.872941 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.873364 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Added segment c1631abf-0b36-4a50-89cc-a7eef2d94f00 of type vlan for network c095dbfa-f824-4604-b187-f6838462ef62 Jan 31 16:08:35.918940 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.961786 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.967348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:35.967962 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:35.978172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Allocated IP 2001:db8::2 (df0598e4-59c1-4c7d-a564-d50a6790aeec/c7a3c956-0118-43cf-8b80-d855086f3439/c76f45d0-125a-4cbf-84be-c14f690183e5) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:36.090078 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9264100 Jan 31 16:08:36.096889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ef65ad-9292-429c-b5ae-1daed5d6497c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:36.102738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33518) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:36.136921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-bcfc1a2c-7ba4-4b7e-9d06-2fc4286f19d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Request body: {'subnet': {'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:36.156444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-0d778611-8632-47fa-b043-72b1bf7b163d req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Allocated IP 172.20.0.4 (58c88701-2531-42da-8a93-341729580093/36629c4b-0917-431a-a1e0-d55b163b05a5/0604fa88-b5d0-43ae-838f-f15705d2a076) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:36.169513 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.172902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cd43a-364b-4ae5-b122-1186f911d1e0 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event updated for resources: {'Network': ['ID=c095dbfa-f824-4604-b187-f6838462ef62,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:36.179379 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.193699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c095dbfa-f824-4604-b187-f6838462ef62 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:08:36.249828 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.250449 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Attempting to bind port e9f14e4e-4312-4322-a706-b2a79954372f on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:36.250937 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Attempting to bind port e9f14e4e-4312-4322-a706-b2a79954372f by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:36.251270 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Attempting to bind port e9f14e4e-4312-4322-a706-b2a79954372f on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:36.255234 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8533424-e9fd-472a-90c9-92a70d4d87e5 None None] Pushing event updated for resources: {'Port': ['ID=e9f14e4e-4312-4322-a706-b2a79954372f,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:36.262888 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.263221 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:36.263994 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:36.264885 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.265506 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:36.266442 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Bound port: e9f14e4e-4312-4322-a706-b2a79954372f, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:36.266937 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.276058 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.285706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:36.289481 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.294290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.302341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:08:36.302742 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.317035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port 3279f57e-9176-4fef-8524-1b1b6bd61b9c yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:36.330675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Network df0598e4-59c1-4c7d-a564-d50a6790aeec is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:36.336191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:36.339249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:36.345608 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] For port e9f14e4e-4312-4322-a706-b2a79954372f, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:36.347556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Pushing event updated for resources: {'Port': ['ID=c76f45d0-125a-4cbf-84be-c14f690183e5,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:36.350222 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] For port e9f14e4e-4312-4322-a706-b2a79954372f, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e9f14e4e-4312-4322-a706-b2a79954372f,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:36.357647 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:08:36.366767 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:08:36.411724 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Attempting to bind port c76f45d0-125a-4cbf-84be-c14f690183e5 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:36.412012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Attempting to bind port c76f45d0-125a-4cbf-84be-c14f690183e5 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd1803d98-2f23-4fbd-bc4d-bd6ae3fc9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'df0598e4-59c1-4c7d-a564-d50a6790aeec'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:36.412458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Attempting to bind port c76f45d0-125a-4cbf-84be-c14f690183e5 on network df0598e4-59c1-4c7d-a564-d50a6790aeec {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:36.419285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:36.419594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Checking segment: {'id': 'd1803d98-2f23-4fbd-bc4d-bd6ae3fc9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'df0598e4-59c1-4c7d-a564-d50a6790aeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:36.420085 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.420720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Bound using segment: {'id': 'd1803d98-2f23-4fbd-bc4d-bd6ae3fc9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'df0598e4-59c1-4c7d-a564-d50a6790aeec'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:36.421538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Bound port: c76f45d0-125a-4cbf-84be-c14f690183e5, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1803d98-2f23-4fbd-bc4d-bd6ae3fc9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'df0598e4-59c1-4c7d-a564-d50a6790aeec'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:36.422018 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.434624 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8533424-e9fd-472a-90c9-92a70d4d87e5 None None] Pushing event updated for resources: {'Port': ['ID=e9f14e4e-4312-4322-a706-b2a79954372f,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:36.451323 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Routers {'c822b358-6856-45b6-82eb-2588e4096dc2'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:36.452062 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c822b358-6856-45b6-82eb-2588e4096dc2'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:36.452682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa2a1-0393-4120-9f17-953fb2ee93ae req-66d05e36-b3b1-45bb-a414-52fac5bf14ae tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:36.460761 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8cfa2a1-0393-4120-9f17-953fb2ee93ae req-66d05e36-b3b1-45bb-a414-52fac5bf14ae tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.9241140 Jan 31 16:08:36.461136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8::26e (df0598e4-59c1-4c7d-a564-d50a6790aeec/c7a3c956-0118-43cf-8b80-d855086f3439/3279f57e-9176-4fef-8524-1b1b6bd61b9c) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:36.466967 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device a548718a-71d1-4868-879e-b3ac594c6cf4 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:08:36.485851 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.504700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: a548718a-71d1-4868-879e-b3ac594c6cf4 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:08:36.505589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device a548718a-71d1-4868-879e-b3ac594c6cf4 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:08:36.524118 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.527935 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] 10.222.0.36 "DELETE /v2.0/networks/56bd2af8-dc8a-41fe-ba71-3afd517526f5 HTTP/1.1" status: 204 len: 168 time: 2.1933827 Jan 31 16:08:36.537497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] For port c76f45d0-125a-4cbf-84be-c14f690183e5, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:36.541719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] For port c76f45d0-125a-4cbf-84be-c14f690183e5, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c76f45d0-125a-4cbf-84be-c14f690183e5,segment=NetworkSegment(d1803d98-2f23-4fbd-bc4d-bd6ae3fc9216),segment_id=d1803d98-2f23-4fbd-bc4d-bd6ae3fc9216)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:36.550393 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.562602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b941e-78a4-4e04-8843-684970682c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=56bd2af8-dc8a-41fe-ba71-3afd517526f5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:36.603413 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] Set router c822b358-6856-45b6-82eb-2588e4096dc2 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:36.626292 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.677399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bb105-736b-43e0-8ec9-fe5834eca3c8 None None] Pushing event updated for resources: {'Port': ['ID=c76f45d0-125a-4cbf-84be-c14f690183e5,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:36.726780 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa8e3-1a92-47e4-9bf8-14d65284f831 req-9ef1b3b3-5c48-45b2-ade1-86b567baf35b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:36.735504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-282fa8e3-1a92-47e4-9bf8-14d65284f831 req-9ef1b3b3-5c48-45b2-ade1-86b567baf35b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.5349846 Jan 31 16:08:36.745700 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8cfa2a1-0393-4120-9f17-953fb2ee93ae req-07381114-581a-49e1-aae6-2ca3033e229e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836449 Jan 31 16:08:36.827222 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:36.873311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33526) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:36.947864 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=3279f57e-9176-4fef-8524-1b1b6bd61b9c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:36.974612 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-282fa8e3-1a92-47e4-9bf8-14d65284f831 req-915a40c8-56bd-4a7a-952b-3e767c1ef239 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382162 Jan 31 16:08:36.981174 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e58b7378-5d73-4745-9686-21549110c865 req-3c0298aa-ac05-4193-b9e9-e643987bc8fd tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 210 time: 0.1015861 Jan 31 16:08:36.995177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfc1a2c-7ba4-4b7e-9d06-2fc4286f19d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Made reservation on behalf of 1b64e1332ae0471bb6b1c8017291c112 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:36.999009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc1a2c-7ba4-4b7e-9d06-2fc4286f19d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.036306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network df0598e4-59c1-4c7d-a564-d50a6790aeec is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:37.038143 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:37.041177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:37.048207 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'name': 'tempest-TestAggregatesBasicOps-27761479-router', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:29Z', 'updated_at': '2022-01-31T16:08:33Z', 'revision_number': 3, 'project_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'gw_port': {'id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:31Z', 'updated_at': '2022-01-31T16:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:37.049768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:37.050701 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.074898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.076763 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9593fa0-0fa2-4c68-b259-3b092354d30b None None] The sync data for ids ['c822b358-6856-45b6-82eb-2588e4096dc2'] in n-d-827120-1 is: [{'id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'name': 'tempest-TestAggregatesBasicOps-27761479-router', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:29Z', 'updated_at': '2022-01-31T16:08:33Z', 'revision_number': 3, 'project_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'gw_port': {'id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:31Z', 'updated_at': '2022-01-31T16:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:08:37.099634 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ce6a001a-2c76-4a65-94f8-cba1318c55d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7e54427baa14331a03f4bd10e9ab13c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210267 Jan 31 16:08:37.108197 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33528) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:37.132041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Pushing event deleted for resources: {'Port': ['ID=14cd3379-d241-4caa-b85c-b92555317f51,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:37.188355 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-be95e684-e635-4c40-a004-267d0b3dcbaa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5342283 Jan 31 16:08:37.196469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33530) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:37.245122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.258726 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d778611-8632-47fa-b043-72b1bf7b163d req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.263919 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7413-9b51-4b5f-b009-50a74771bfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.346002 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7413-9b51-4b5f-b009-50a74771bfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.351604 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.357955 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.363008 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.427867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.428608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Fanout notify agent at l3_agent the message router_deleted on router 0437519f-cbb5-4ed3-85f8-88609fe397fe {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:08:37.436623 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.442487 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-03878e70-9f89-462f-8ea2-32254012c256 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/routers/0437519f-cbb5-4ed3-85f8-88609fe397fe HTTP/1.1" status: 204 len: 168 time: 3.0300086 Jan 31 16:08:37.443853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33532) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:37.452998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1566848052', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'enable_snat': False}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:37.462764 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d778611-8632-47fa-b043-72b1bf7b163d req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.590128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d778611-8632-47fa-b043-72b1bf7b163d req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Network 58c88701-2531-42da-8a93-341729580093 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:37.608532 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.609566 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.614536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d708bc0d-028c-4df2-8a27-ee7e67df7325 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 3279f57e-9176-4fef-8524-1b1b6bd61b9c {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:37.615347 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d708bc0d-028c-4df2-8a27-ee7e67df7325 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.618658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-0d778611-8632-47fa-b043-72b1bf7b163d req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:37.621071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Allocated IP 172.20.0.1 (646cb2a0-a2be-461b-bb86-69f4285339bc/b8dc7742-7b61-4a81-8dce-de4012de4bed/bedb014c-0bbb-4028-a5d1-9ff207743a2b) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:37.653243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d778611-8632-47fa-b043-72b1bf7b163d req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:37.662410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Pushing event updated for resources: {'Port': ['ID=0604fa88-b5d0-43ae-838f-f15705d2a076,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:37.666292 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7413-9b51-4b5f-b009-50a74771bfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.669227 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eb1d7413-9b51-4b5f-b009-50a74771bfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.672784 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eb1d7413-9b51-4b5f-b009-50a74771bfb1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a16659d8-0d25-4534-a85f-2278f3ffbf2a HTTP/1.1" status: 204 len: 168 time: 0.5577207 Jan 31 16:08:37.781232 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc1a2c-7ba4-4b7e-9d06-2fc4286f19d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.867175 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d708bc0d-028c-4df2-8a27-ee7e67df7325 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.892089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d708bc0d-028c-4df2-8a27-ee7e67df7325 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 3279f57e-9176-4fef-8524-1b1b6bd61b9c owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:37.903811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:37.969222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e24b1-d4de-4f0a-9361-1412d1fdfaad req-6dde092c-3704-4aa6-90c8-c65ba49e24f3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:37.970903 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-972e24b1-d4de-4f0a-9361-1412d1fdfaad req-6dde092c-3704-4aa6-90c8-c65ba49e24f3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1077402 Jan 31 16:08:37.995432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e9f14e4e-4312-4322-a706-b2a79954372f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:38.090092 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e9f14e4e-4312-4322-a706-b2a79954372f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:38.091211 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:38.116058 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-972e24b1-d4de-4f0a-9361-1412d1fdfaad req-a2d2f19d-fe64-4c7c-93cf-abdae44a3a61 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310291 Jan 31 16:08:38.124795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208ff3d5-7fe0-4896-a48b-50f549d218a4 None None] Network df0598e4-59c1-4c7d-a564-d50a6790aeec requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:38.135201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:38.230605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Network 646cb2a0-a2be-461b-bb86-69f4285339bc is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:38.255774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-43843c0f-fbf3-41cc-a6ed-e1fcb3bdb5e6 None None] Provisioning complete for port c76f45d0-125a-4cbf-84be-c14f690183e5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:38.255774 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43843c0f-fbf3-41cc-a6ed-e1fcb3bdb5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:38.265538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:38.271463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:38.349055 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:38.445139 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:38.500673 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port e9f14e4e-4312-4322-a706-b2a79954372f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e9f14e4e-4312-4322-a706-b2a79954372f,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:38.544865 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:38.545897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c76f45d0-125a-4cbf-84be-c14f690183e5 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:38.547594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Pushing event updated for resources: {'Port': ['ID=bedb014c-0bbb-4028-a5d1-9ff207743a2b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:38.582009 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:38.608352 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b4fa6-8579-4326-a84e-e15480fb8a28 req-e279e1a2-f17c-43ef-a20d-43975bdbf9f5 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:38.615915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-484b4fa6-8579-4326-a84e-e15480fb8a28 req-e279e1a2-f17c-43ef-a20d-43975bdbf9f5 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.3889413 Jan 31 16:08:38.651768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc1a2c-7ba4-4b7e-9d06-2fc4286f19d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event updated for resources: {'Subnet': ['ID=6dece762-f82e-478a-9fe6-43a813afb47c,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:38.656027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d7413-9b51-4b5f-b009-50a74771bfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16659d8-0d25-4534-a85f-2278f3ffbf2a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:38.666795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778611-8632-47fa-b043-72b1bf7b163d req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:38.667863 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d778611-8632-47fa-b043-72b1bf7b163d req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:38.779317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43843c0f-fbf3-41cc-a6ed-e1fcb3bdb5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:38.796829 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=e9f14e4e-4312-4322-a706-b2a79954372f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:38.820223 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:38.824785 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-799e9498-3b60-4214-bcdd-f1498394a8f8 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4346790 Jan 31 16:08:38.843930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-43843c0f-fbf3-41cc-a6ed-e1fcb3bdb5e6 None None] For port c76f45d0-125a-4cbf-84be-c14f690183e5, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c76f45d0-125a-4cbf-84be-c14f690183e5,segment=NetworkSegment(d1803d98-2f23-4fbd-bc4d-bd6ae3fc9216),segment_id=d1803d98-2f23-4fbd-bc4d-bd6ae3fc9216)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:38.848245 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-484b4fa6-8579-4326-a84e-e15480fb8a28 req-9ad64784-85dc-46fa-b71b-b573c7bbe358 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313459 Jan 31 16:08:38.853509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port c76f45d0-125a-4cbf-84be-c14f690183e5 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:38.853932 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:38.856704 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43843c0f-fbf3-41cc-a6ed-e1fcb3bdb5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:38.896177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a614b-e1e6-496d-a0b3-66e8a6e66bd3 req-9abb766d-ba6f-4699-ac3d-0eacdd0bce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:38.897772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ae9a614b-e1e6-496d-a0b3-66e8a6e66bd3 req-9abb766d-ba6f-4699-ac3d-0eacdd0bce00 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 1096 time: 0.1138365 Jan 31 16:08:38.933876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Request body: {'port': {'device_id': 'c5ab1d17-7199-425d-81e9-e78eeaed6ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:38.971026 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ae9a614b-e1e6-496d-a0b3-66e8a6e66bd3 req-d269bf07-c0e7-44f0-8d46-0dee7039c3b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627463 Jan 31 16:08:39.013566 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.026522 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.057064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33560) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:39.115039 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.120884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Pushing event updated for resources: {'Port': ['ID=bedb014c-0bbb-4028-a5d1-9ff207743a2b,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:39.188998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcd271-5cd4-4fb2-91fe-faa07784bee5 req-2f995f9a-9eaa-4d34-bbe8-4bb4f4466215 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:39.198771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87fcd271-5cd4-4fb2-91fe-faa07784bee5 req-2f995f9a-9eaa-4d34-bbe8-4bb4f4466215 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 931 time: 0.5713446 Jan 31 16:08:39.245744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.246505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43843c0f-fbf3-41cc-a6ed-e1fcb3bdb5e6 None None] Pushing event updated for resources: {'Port': ['ID=c76f45d0-125a-4cbf-84be-c14f690183e5,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:39.247494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfc1a2c-7ba4-4b7e-9d06-2fc4286f19d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Checking segment: {'id': 'c1631abf-0b36-4a50-89cc-a7eef2d94f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:39.247876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfc1a2c-7ba4-4b7e-9d06-2fc4286f19d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Network hostable DHCP agents. Network: c095dbfa-f824-4604-b187-f6838462ef62, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:08:39.262413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8bed2fe1-45ed-494b-a60c-bc3f48773792 None None] Provisioning complete for port bedb014c-0bbb-4028-a5d1-9ff207743a2b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:39.263083 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8bed2fe1-45ed-494b-a60c-bc3f48773792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.288546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1119474986-network', 'tenant_id': 'ac53e548079e49599efdd547990daf19'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:39.324563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Network 646cb2a0-a2be-461b-bb86-69f4285339bc is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:39.331249 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:39.340005 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8bed2fe1-45ed-494b-a60c-bc3f48773792 None None] Port bedb014c-0bbb-4028-a5d1-9ff207743a2b cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:39.379788 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.417800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a208b-3d05-48ac-8f16-c4610f0e2082 req-739a3b0b-04b0-4261-b834-36fa590f6f0e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:39.420290 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5b1a208b-3d05-48ac-8f16-c4610f0e2082 req-739a3b0b-04b0-4261-b834-36fa590f6f0e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1684358 Jan 31 16:08:39.429966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Made reservation on behalf of ac53e548079e49599efdd547990daf19 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:39.432482 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.469110 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.488348 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e5bbb684-48aa-41d4-accc-573cd09a494f None None] Provisioning complete for port c76f45d0-125a-4cbf-84be-c14f690183e5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:39.488719 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb684-48aa-41d4-accc-573cd09a494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.548673 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87fcd271-5cd4-4fb2-91fe-faa07784bee5 req-5d5bb272-bb59-49f9-a1fb-05c7c15c82b6 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444774 Jan 31 16:08:39.601020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfc1a2c-7ba4-4b7e-9d06-2fc4286f19d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Network c095dbfa-f824-4604-b187-f6838462ef62 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:08:39.618037 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5b1a208b-3d05-48ac-8f16-c4610f0e2082 req-af986d7e-bff0-46d1-9cdd-1717ee9cc4de tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914837 Jan 31 16:08:39.632150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e5bbb684-48aa-41d4-accc-573cd09a494f None None] Provisioning complete for port 3279f57e-9176-4fef-8524-1b1b6bd61b9c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:39.632765 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb684-48aa-41d4-accc-573cd09a494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.664589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Router c822b358-6856-45b6-82eb-2588e4096dc2 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:08:39.679215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbb684-48aa-41d4-accc-573cd09a494f None None] Port 3279f57e-9176-4fef-8524-1b1b6bd61b9c cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:39.710739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-bcfc1a2c-7ba4-4b7e-9d06-2fc4286f19d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c095dbfa-f824-4604-b187-f6838462ef62) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:39.716093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc1a2c-7ba4-4b7e-9d06-2fc4286f19d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:39.716581 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bcfc1a2c-7ba4-4b7e-9d06-2fc4286f19d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.720978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59910ce9-619b-4d4a-adda-bf2f2b65fae7 None None] Network c095dbfa-f824-4604-b187-f6838462ef62 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:39.727508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e9f14e4e-4312-4322-a706-b2a79954372f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:39.810697 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d708bc0d-028c-4df2-8a27-ee7e67df7325 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.818693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bcfc1a2c-7ba4-4b7e-9d06-2fc4286f19d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7107508 Jan 31 16:08:39.825173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33566) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:39.830190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Request body: {'port': {'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-26733603'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:39.839963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-77c12b17-c679-4fc4-9bd8-c01a5626b6b0 None None] Provisioning complete for port bedb014c-0bbb-4028-a5d1-9ff207743a2b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:39.840343 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-77c12b17-c679-4fc4-9bd8-c01a5626b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.880002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-77c12b17-c679-4fc4-9bd8-c01a5626b6b0 None None] Port bedb014c-0bbb-4028-a5d1-9ff207743a2b cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:39.888930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-77c12b17-c679-4fc4-9bd8-c01a5626b6b0 None None] Could not find standard attr ID for object 3279f57e-9176-4fef-8524-1b1b6bd61b9c. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:08:39.906992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e9f14e4e-4312-4322-a706-b2a79954372f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:39.907385 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.909506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:08:39.921325 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cb14db90-6dc8-4dcc-9925-a1ec891b96aa admin admin] 10.222.0.36 "PUT /v2.0/routers/c822b358-6856-45b6-82eb-2588e4096dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6190369 Jan 31 16:08:39.943957 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.946865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708bc0d-028c-4df2-8a27-ee7e67df7325 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=3279f57e-9176-4fef-8524-1b1b6bd61b9c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:39.947802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Sync routers for ids ['c822b358-6856-45b6-82eb-2588e4096dc2'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:08:39.962270 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.967442 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d708bc0d-028c-4df2-8a27-ee7e67df7325 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:39.971721 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d708bc0d-028c-4df2-8a27-ee7e67df7325 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/3279f57e-9176-4fef-8524-1b1b6bd61b9c HTTP/1.1" status: 204 len: 168 time: 2.7716396 Jan 31 16:08:39.979959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33572) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:40.005928 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Routers {'c822b358-6856-45b6-82eb-2588e4096dc2'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:40.006577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c822b358-6856-45b6-82eb-2588e4096dc2'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:40.056922 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:08:40.062428 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d741194-1b0d-4e72-8882-216c418281a2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] DELETE failed (client error): The resource could not be found. Jan 31 16:08:40.063291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d741194-1b0d-4e72-8882-216c418281a2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:08:40.069509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2d741194-1b0d-4e72-8882-216c418281a2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/3279f57e-9176-4fef-8524-1b1b6bd61b9c HTTP/1.1" status: 404 len: 333 time: 0.0866749 Jan 31 16:08:40.072674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33574) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:40.111198 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.111838 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Added segment 19be6cc2-e0f0-42e2-b340-e2b80c38320b of type vlan for network 60aea103-801a-4bf1-8528-bf8cf1ccd02b Jan 31 16:08:40.120312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f8be9f-f72c-4a49-bfcc-e5f59cd53119,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:40.139623 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d745333-209d-45b9-a080-86281aeff32d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:08:40.142439 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8d745333-209d-45b9-a080-86281aeff32d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/3279f57e-9176-4fef-8524-1b1b6bd61b9c HTTP/1.1" status: 404 len: 333 time: 0.0682690 Jan 31 16:08:40.152421 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7759d-e6f2-4d7e-b5ea-255ad6b630df req-af01f158-8e1a-4ea7-adc3-c3cd8ed612e6 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:40.154174 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78f7759d-e6f2-4d7e-b5ea-255ad6b630df req-af01f158-8e1a-4ea7-adc3-c3cd8ed612e6 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1928327 Jan 31 16:08:40.154727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33576) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:40.226501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.243084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Made reservation on behalf of 1b64e1332ae0471bb6b1c8017291c112 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:40.252640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-c095dbfa-f824-4604-b187-f6838462ef62', 'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62', 'tenant_id': '1b64e1332ae0471bb6b1c8017291c112', 'fixed_ips': [{'subnet_id': '6dece762-f82e-478a-9fe6-43a813afb47c'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:08:40.253603 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.255584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.291182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] device_id is not set on port 12076867-8037-4235-bfc3-7f2aea2c2ed5 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:40.331811 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Set router c822b358-6856-45b6-82eb-2588e4096dc2 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:40.357288 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.359299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:40.361528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.361692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db3cd3b-0dc1-48d6-b893-cca7b04f6a73 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting subnet c7a3c956-0118-43cf-8b80-d855086f3439 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:08:40.390073 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8db3cd3b-0dc1-48d6-b893-cca7b04f6a73 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.406592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c76f45d0-125a-4cbf-84be-c14f690183e5 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:40.424428 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78f7759d-e6f2-4d7e-b5ea-255ad6b630df req-b9e33f05-d6d3-41a6-8718-3d2bae35737f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544796 Jan 31 16:08:40.442588 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3826585 Jan 31 16:08:40.458952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33582) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:40.476969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0604fa88-b5d0-43ae-838f-f15705d2a076 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:08:40.488207 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8711797c-14e9-4ebf-95d7-b590eddb1f8a admin admin] Request body: {'subnet': {'network_id': '60aea103-801a-4bf1-8528-bf8cf1ccd02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1119474986-subnet', 'tenant_id': 'ac53e548079e49599efdd547990daf19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:40.494424 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.501082 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8c9cc-6ce6-4e9b-9325-e12189c760b1 admin admin] Pushing event updated for resources: {'Network': ['ID=60aea103-801a-4bf1-8528-bf8cf1ccd02b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:40.504527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8db3cd3b-0dc1-48d6-b893-cca7b04f6a73 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.529701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 60aea103-801a-4bf1-8528-bf8cf1ccd02b details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:08:40.547079 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Transition to ACTIVE for port object 0604fa88-b5d0-43ae-838f-f15705d2a076 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:08:40.550750 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.576539 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.577843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8711797c-14e9-4ebf-95d7-b590eddb1f8a admin admin] Made reservation on behalf of ac53e548079e49599efdd547990daf19 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:40.580883 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8711797c-14e9-4ebf-95d7-b590eddb1f8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.583616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.594001 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Allocated IP 2001:db8::202 (c095dbfa-f824-4604-b187-f6838462ef62/6dece762-f82e-478a-9fe6-43a813afb47c/12076867-8037-4235-bfc3-7f2aea2c2ed5) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:40.700058 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port c76f45d0-125a-4cbf-84be-c14f690183e5 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:40.700058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.728710 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Pushing event updated for resources: {'Port': ['ID=0604fa88-b5d0-43ae-838f-f15705d2a076,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:40.777300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf8366-cca1-452a-ab13-4395b71eba7a req-6f7d7090-38ef-4b66-89cc-350ce0a6e3a5 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:40.782022 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fadf8366-cca1-452a-ab13-4395b71eba7a req-6f7d7090-38ef-4b66-89cc-350ce0a6e3a5 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 943 time: 0.1192889 Jan 31 16:08:40.800684 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8db3cd3b-0dc1-48d6-b893-cca7b04f6a73 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.830669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'name': 'tempest-TestAggregatesBasicOps-27761479-router', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:29Z', 'updated_at': '2022-01-31T16:08:38Z', 'revision_number': 4, 'project_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'gw_port': {'id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:31Z', 'updated_at': '2022-01-31T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bedb014c-0bbb-4028-a5d1-9ff207743a2b', 'name': '', 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'mac_address': 'fa:16:3e:b9:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'b8dc7742-7b61-4a81-8dce-de4012de4bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:37Z', 'updated_at': '2022-01-31T16:08:38Z', 'revision_number': 2, 'project_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'subnets': [{'id': 'b8dc7742-7b61-4a81-8dce-de4012de4bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:40.866039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Checking router: c822b358-6856-45b6-82eb-2588e4096dc2 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:08:40.866280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Updating router c822b358-6856-45b6-82eb-2588e4096dc2 port bedb014c-0bbb-4028-a5d1-9ff207743a2b binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:08:40.897029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Attempting to bind port 0604fa88-b5d0-43ae-838f-f15705d2a076 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:40.897427 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Attempting to bind port 0604fa88-b5d0-43ae-838f-f15705d2a076 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'fa1a5595-15f6-43f8-96d6-b31f188bd281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '58c88701-2531-42da-8a93-341729580093'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:40.897724 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Attempting to bind port 0604fa88-b5d0-43ae-838f-f15705d2a076 on network 58c88701-2531-42da-8a93-341729580093 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:40.897855 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.919280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Allocated IP 172.25.1.20 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/25793845-38e6-4064-91da-592061ec4a13) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:40.921894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Port 0604fa88-b5d0-43ae-838f-f15705d2a076 on network 58c88701-2531-42da-8a93-341729580093 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:40.922219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Attempting to bind port 0604fa88-b5d0-43ae-838f-f15705d2a076 on network 58c88701-2531-42da-8a93-341729580093 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:40.932622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8db3cd3b-0dc1-48d6-b893-cca7b04f6a73 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.941317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:40.941689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Checking segment: {'id': 'fa1a5595-15f6-43f8-96d6-b31f188bd281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '58c88701-2531-42da-8a93-341729580093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:40.942076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Bound using segment: {'id': 'fa1a5595-15f6-43f8-96d6-b31f188bd281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '58c88701-2531-42da-8a93-341729580093'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:40.942520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Bound port: 0604fa88-b5d0-43ae-838f-f15705d2a076, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1a5595-15f6-43f8-96d6-b31f188bd281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '58c88701-2531-42da-8a93-341729580093'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:40.942928 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.943808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fadf8366-cca1-452a-ab13-4395b71eba7a req-b27a5385-fe29-4511-9e38-58fc93efd514 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024165 Jan 31 16:08:40.984099 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8db3cd3b-0dc1-48d6-b893-cca7b04f6a73 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:40.990910 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8db3cd3b-0dc1-48d6-b893-cca7b04f6a73 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/c7a3c956-0118-43cf-8b80-d855086f3439 HTTP/1.1" status: 204 len: 168 time: 0.8322377 Jan 31 16:08:40.992443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3cd3b-0dc1-48d6-b893-cca7b04f6a73 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a3c956-0118-43cf-8b80-d855086f3439,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:40.992595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33590) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:41.011949 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9886e988-4b0f-429c-a604-0b7fe31565ec None None] Network df0598e4-59c1-4c7d-a564-d50a6790aeec requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:41.070939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.127812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.132073 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8711797c-14e9-4ebf-95d7-b590eddb1f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.136934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] For port 0604fa88-b5d0-43ae-838f-f15705d2a076, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:41.142179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] For port 0604fa88-b5d0-43ae-838f-f15705d2a076, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0604fa88-b5d0-43ae-838f-f15705d2a076,segment=NetworkSegment(fa1a5595-15f6-43f8-96d6-b31f188bd281),segment_id=fa1a5595-15f6-43f8-96d6-b31f188bd281)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:41.151034 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.201361 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.220653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:41.221662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.222766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611eb21d-4cca-411c-b017-c75a3ff3fe09 req-799ae91e-2a1c-4488-95b9-6bf988960f6d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:41.223555 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] 10.222.0.20 "PUT /v2.0/ports/0604fa88-b5d0-43ae-838f-f15705d2a076 HTTP/1.1" status: 200 len: 1091 time: 2.2969539 Jan 31 16:08:41.224311 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-611eb21d-4cca-411c-b017-c75a3ff3fe09 req-799ae91e-2a1c-4488-95b9-6bf988960f6d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1671095 Jan 31 16:08:41.229017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ab1d17-7199-425d-81e9-e78eeaed6ca0', 'tag': '0604fa88-b5d0-43ae-838f-f15705d2a076'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:41.231738 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4414aa8e-3c41-4570-bb4c-0753bf93613f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ab1d17-7199-425d-81e9-e78eeaed6ca0", "tag": "0604fa88-b5d0-43ae-838f-f15705d2a076"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:41.252644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711797c-14e9-4ebf-95d7-b590eddb1f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3eee8cb-aded-479e-addd-93f9705054a3,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:41.277137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.318152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ecee4-1f8c-4b11-9e1f-6223cc5edecd service neutron] Pushing event updated for resources: {'Port': ['ID=0604fa88-b5d0-43ae-838f-f15705d2a076,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:41.351788 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b71e1c-9eaf-4d8e-837f-3e2ec57cbb5a None None] DHCP port deletion for df0598e4-59c1-4c7d-a564-d50a6790aeec request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:08:41.354871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778611-8632-47fa-b043-72b1bf7b163d req-54f5c1a7-9bc7-4cde-992e-fcf931da063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:41.356512 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-54f5c1a7-9bc7-4cde-992e-fcf931da063f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d393117b43194a88805270ca847cd43f&device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 1094 time: 0.0755014 Jan 31 16:08:41.358781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8711797c-14e9-4ebf-95d7-b590eddb1f8a admin admin] Checking segment: {'id': '19be6cc2-e0f0-42e2-b340-e2b80c38320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '60aea103-801a-4bf1-8528-bf8cf1ccd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:41.359225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711797c-14e9-4ebf-95d7-b590eddb1f8a admin admin] Network hostable DHCP agents. Network: 60aea103-801a-4bf1-8528-bf8cf1ccd02b, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:08:41.362114 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.370639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-611eb21d-4cca-411c-b017-c75a3ff3fe09 req-47ac7472-f6c9-401b-a04e-9c1728b240d5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155651 Jan 31 16:08:41.372516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Network c095dbfa-f824-4604-b187-f6838462ef62 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:41.382282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:41.387205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:41.393084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:41.393812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.407060 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.410509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event updated for resources: {'Port': ['ID=12076867-8037-4235-bfc3-7f2aea2c2ed5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:41.416899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port c76f45d0-125a-4cbf-84be-c14f690183e5 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:41.417319 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.429147 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4147e5e8-3d6e-4c77-bc05-2c919046af0b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5996792 Jan 31 16:08:41.429365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Allocated IP 2001:db8::2 (c095dbfa-f824-4604-b187-f6838462ef62/6dece762-f82e-478a-9fe6-43a813afb47c/6aa2322f-4370-40df-a376-c35c8c9ebe3a) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:41.436665 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.452210 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-76325d6a-124f-4ca7-9a4e-2583dd5ce820 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0604fa88-b5d0-43ae-838f-f15705d2a076 HTTP/1.1" status: 200 len: 217 time: 0.0867462 Jan 31 16:08:41.454087 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33594) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:41.458206 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0070ad28-9832-4f5f-8e05-ab15e371acb9 x-openstack-request-id: req-0070ad28-9832-4f5f-8e05-ab15e371acb9 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:41.458542 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ab1d17-7199-425d-81e9-e78eeaed6ca0", "tag": "0604fa88-b5d0-43ae-838f-f15705d2a076", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:41.458797 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0070ad28-9832-4f5f-8e05-ab15e371acb9 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:41.459199 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ab1d17-7199-425d-81e9-e78eeaed6ca0', 'tag': '0604fa88-b5d0-43ae-838f-f15705d2a076', 'status': 'completed', 'code': 200} Jan 31 16:08:41.459326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711797c-14e9-4ebf-95d7-b590eddb1f8a admin admin] Network 60aea103-801a-4bf1-8528-bf8cf1ccd02b is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:08:41.504119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Request body: {'port': {'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1067292746', 'allowed_address_pairs': [{'ip_address': '2001:db8::202', 'mac_address': 'fa:16:3e:ae:89:0e'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:41.513865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:41.519804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:41.524055 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event updated for resources: {'Port': ['ID=25793845-38e6-4064-91da-592061ec4a13,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:41.528508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:41.569226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778611-8632-47fa-b043-72b1bf7b163d req-b1da79c5-5c4b-4dad-b55c-0f0dd76fb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:41.570758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-b1da79c5-5c4b-4dad-b55c-0f0dd76fb272 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36629c4b-0917-431a-a1e0-d55b163b05a5 HTTP/1.1" status: 200 len: 849 time: 0.1092019 Jan 31 16:08:41.610665 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-e9ce627e-9f14-40b2-afc9-d3132e7aff02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58c88701-2531-42da-8a93-341729580093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332720 Jan 31 16:08:41.624255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-8711797c-14e9-4ebf-95d7-b590eddb1f8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 60aea103-801a-4bf1-8528-bf8cf1ccd02b) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:41.653607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8711797c-14e9-4ebf-95d7-b590eddb1f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:41.654592 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8711797c-14e9-4ebf-95d7-b590eddb1f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.719722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] For port c76f45d0-125a-4cbf-84be-c14f690183e5, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c76f45d0-125a-4cbf-84be-c14f690183e5,segment=NetworkSegment(d1803d98-2f23-4fbd-bc4d-bd6ae3fc9216),segment_id=d1803d98-2f23-4fbd-bc4d-bd6ae3fc9216)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:41.720411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.734367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for c76f45d0-125a-4cbf-84be-c14f690183e5 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:41.840678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:41.860770 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-68455bd2-aba8-4f2e-82ac-b442df0dd87e service neutron] 10.222.0.20 "GET /v2.0/networks/58c88701-2531-42da-8a93-341729580093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120676 Jan 31 16:08:41.865417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2226adc-181a-4b3f-a8f6-0b88c90249c6 None None] Pushing event updated for resources: {'Port': ['ID=bedb014c-0bbb-4028-a5d1-9ff207743a2b,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:41.881004 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2fe045-2dcf-4008-990b-a7a4c3846651 None None] Network 60aea103-801a-4bf1-8528-bf8cf1ccd02b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:41.882908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c76f45d0-125a-4cbf-84be-c14f690183e5 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:08:41.907440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=c76f45d0-125a-4cbf-84be-c14f690183e5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:41.909395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No DVR routers for this DVR port c76f45d0-125a-4cbf-84be-c14f690183e5 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:08:41.925385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb1c1b-3492-4097-a2b7-48c27ab19fc3 req-b76ff8ac-a07f-43b6-9d9b-70dc0743e315 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:41.928094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ccdb1c1b-3492-4097-a2b7-48c27ab19fc3 req-b76ff8ac-a07f-43b6-9d9b-70dc0743e315 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.3042607 Jan 31 16:08:41.938468 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8711797c-14e9-4ebf-95d7-b590eddb1f8a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4481189 Jan 31 16:08:41.940233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f6b71e1c-9eaf-4d8e-837f-3e2ec57cbb5a None None] Deleting port c76f45d0-125a-4cbf-84be-c14f690183e5 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:41.940404 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6b71e1c-9eaf-4d8e-837f-3e2ec57cbb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.039461 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f6b71e1c-9eaf-4d8e-837f-3e2ec57cbb5a None None] For port c76f45d0-125a-4cbf-84be-c14f690183e5, host n-d-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:42.039850 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6b71e1c-9eaf-4d8e-837f-3e2ec57cbb5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.054868 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.063364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f6b71e1c-9eaf-4d8e-837f-3e2ec57cbb5a None None] Calling delete_port for c76f45d0-125a-4cbf-84be-c14f690183e5 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:42.066919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.ipam_backend_mixin [None req-f6b71e1c-9eaf-4d8e-837f-3e2ec57cbb5a None None] Port c76f45d0-125a-4cbf-84be-c14f690183e5 was not found and therefore no delete operation was performed {{(pid=108773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:08:42.072990 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6b71e1c-9eaf-4d8e-837f-3e2ec57cbb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.121148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Made reservation on behalf of 1b64e1332ae0471bb6b1c8017291c112 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:42.150777 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d778611-8632-47fa-b043-72b1bf7b163d req-419a0f7c-487c-44bd-afa4-fa718c994d72 service neutron] 10.222.0.20 "GET /v2.0/networks/58c88701-2531-42da-8a93-341729580093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795949 Jan 31 16:08:42.162372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: c76f45d0-125a-4cbf-84be-c14f690183e5 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:08:42.163420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c76f45d0-125a-4cbf-84be-c14f690183e5 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:08:42.174949 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b71e1c-9eaf-4d8e-837f-3e2ec57cbb5a None None] Pushing event deleted for resources: {'Port': ['ID=c76f45d0-125a-4cbf-84be-c14f690183e5,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:42.183152 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.192942 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ccdb1c1b-3492-4097-a2b7-48c27ab19fc3 req-f40eb965-7192-4c6e-8bbd-0c599394f6ca tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425466 Jan 31 16:08:42.201747 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.207513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b71e1c-9eaf-4d8e-837f-3e2ec57cbb5a None None] No DVR routers for this DVR port c76f45d0-125a-4cbf-84be-c14f690183e5 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:08:42.247301 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.287867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0598e4-59c1-4c7d-a564-d50a6790aeec']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:42.315447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1803d98-2f23-4fbd-bc4d-bd6ae3fc9216') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:42.315803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1803d98-2f23-4fbd-bc4d-bd6ae3fc9216') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:42.337121 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.352682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Attempting to bind port bedb014c-0bbb-4028-a5d1-9ff207743a2b on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:42.353342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Attempting to bind port bedb014c-0bbb-4028-a5d1-9ff207743a2b by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'a45a8262-86d0-4745-a130-811aba04c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:42.353458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Attempting to bind port bedb014c-0bbb-4028-a5d1-9ff207743a2b on network 646cb2a0-a2be-461b-bb86-69f4285339bc {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:42.366249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Pushing event updated for resources: {'Port': ['ID=6aa2322f-4370-40df-a376-c35c8c9ebe3a,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:42.373188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Network c095dbfa-f824-4604-b187-f6838462ef62 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:42.386994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:42.387423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Checking segment: {'id': 'a45a8262-86d0-4745-a130-811aba04c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:42.387753 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.388471 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Bound using segment: {'id': 'a45a8262-86d0-4745-a130-811aba04c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:42.388961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Bound port: bedb014c-0bbb-4028-a5d1-9ff207743a2b, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45a8262-86d0-4745-a130-811aba04c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:42.389492 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.390315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414aa8e-3c41-4570-bb4c-0753bf93613f req-53453c9c-9c4a-4f12-937a-755ff3a1e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:42.392653 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4414aa8e-3c41-4570-bb4c-0753bf93613f req-53453c9c-9c4a-4f12-937a-755ff3a1e5f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d393117b43194a88805270ca847cd43f&device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 1094 time: 0.1599126 Jan 31 16:08:42.392997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:42.409201 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:42.442490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cb3cae69-0d80-469a-8b68-2068a2b5565f None None] Provisioning complete for port bedb014c-0bbb-4028-a5d1-9ff207743a2b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:42.442970 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb3cae69-0d80-469a-8b68-2068a2b5565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.445419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7e6c1-9126-4301-8a5d-e462fb336fe6 req-fbaddcb7-43d6-45d7-a730-dcd24873c746 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:42.447683 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e4a7e6c1-9126-4301-8a5d-e462fb336fe6 req-fbaddcb7-43d6-45d7-a730-dcd24873c746 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 943 time: 0.2656510 Jan 31 16:08:42.546385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Attempting to bind port 6aa2322f-4370-40df-a376-c35c8c9ebe3a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:42.546769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Attempting to bind port 6aa2322f-4370-40df-a376-c35c8c9ebe3a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'c1631abf-0b36-4a50-89cc-a7eef2d94f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:42.547292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Attempting to bind port 6aa2322f-4370-40df-a376-c35c8c9ebe3a on network c095dbfa-f824-4604-b187-f6838462ef62 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:42.572862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:42.573182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Checking segment: {'id': 'c1631abf-0b36-4a50-89cc-a7eef2d94f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:42.573624 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.573978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Bound using segment: {'id': 'c1631abf-0b36-4a50-89cc-a7eef2d94f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:42.574477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Bound port: 6aa2322f-4370-40df-a376-c35c8c9ebe3a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1631abf-0b36-4a50-89cc-a7eef2d94f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:42.574846 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.601633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e74648f-4168-42fb-ad4d-e89a841d4a51 None None] Network 60aea103-801a-4bf1-8528-bf8cf1ccd02b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:42.617589 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e4a7e6c1-9126-4301-8a5d-e462fb336fe6 req-c9b50b64-f5f8-4237-9ab9-3c3a5bf1f97b tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086073 Jan 31 16:08:42.623500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cb3cae69-0d80-469a-8b68-2068a2b5565f None None] Port bedb014c-0bbb-4028-a5d1-9ff207743a2b cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:42.637370 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.639833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414aa8e-3c41-4570-bb4c-0753bf93613f req-aa7ae633-0e5e-4ee4-847d-6066bcc96c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:42.641198 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4414aa8e-3c41-4570-bb4c-0753bf93613f req-aa7ae633-0e5e-4ee4-847d-6066bcc96c3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=58c88701-2531-42da-8a93-341729580093 HTTP/1.1" status: 200 len: 910 time: 0.2394204 Jan 31 16:08:42.717025 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c341f72b-9d2c-44fb-8dcc-a54c11d30d30 req-bde50cc0-46d6-41b6-9dcd-8051da5b7f57 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-756181473', 'description': 'tempest-description-879564116'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:42.717438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] For port bedb014c-0bbb-4028-a5d1-9ff207743a2b, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:42.722044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] For port bedb014c-0bbb-4028-a5d1-9ff207743a2b, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bedb014c-0bbb-4028-a5d1-9ff207743a2b,segment=NetworkSegment(a45a8262-86d0-4745-a130-811aba04c227),segment_id=a45a8262-86d0-4745-a130-811aba04c227)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:42.734830 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.738836 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.740634 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.747321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4414aa8e-3c41-4570-bb4c-0753bf93613f req-994cce8e-30d3-4521-a4bf-a2c0538931be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0604fa88-b5d0-43ae-838f-f15705d2a076 HTTP/1.1" status: 200 len: 217 time: 0.0400779 Jan 31 16:08:42.751372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:08:42.751557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:08:42.757107 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:08:42.795630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] For port 6aa2322f-4370-40df-a376-c35c8c9ebe3a, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:42.833454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] For port 6aa2322f-4370-40df-a376-c35c8c9ebe3a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6aa2322f-4370-40df-a376-c35c8c9ebe3a,segment=NetworkSegment(c1631abf-0b36-4a50-89cc-a7eef2d94f00),segment_id=c1631abf-0b36-4a50-89cc-a7eef2d94f00)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:42.863759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Routers {'c822b358-6856-45b6-82eb-2588e4096dc2'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:42.864401 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c822b358-6856-45b6-82eb-2588e4096dc2'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:42.871548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] device_id is not set on port 76746bff-99ef-4810-b47c-73380a255b10 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:42.904597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c341f72b-9d2c-44fb-8dcc-a54c11d30d30 req-bde50cc0-46d6-41b6-9dcd-8051da5b7f57 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.912571 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:42.989185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2226adc-181a-4b3f-a8f6-0b88c90249c6 None None] Pushing event updated for resources: {'Port': ['ID=bedb014c-0bbb-4028-a5d1-9ff207743a2b,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:42.991058 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:43.026319 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:43.033250 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/networks/df0598e4-59c1-4c7d-a564-d50a6790aeec HTTP/1.1" status: 204 len: 168 time: 2.0309319 Jan 31 16:08:43.044196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33638) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:43.057544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b2946fc8-cbba-41f8-bf33-117b989e20da tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1168055209'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:43.076139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc794685-b927-49b1-9b1d-91a78390341d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Network': ['ID=df0598e4-59c1-4c7d-a564-d50a6790aeec,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:43.147401 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71574f9f-f5ed-4ac4-aa47-7e7d4ab75696 None None] Pushing event updated for resources: {'Port': ['ID=6aa2322f-4370-40df-a376-c35c8c9ebe3a,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:43.165180 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] Set router c822b358-6856-45b6-82eb-2588e4096dc2 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:43.180928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2946fc8-cbba-41f8-bf33-117b989e20da tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:43.184363 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2946fc8-cbba-41f8-bf33-117b989e20da tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:43.247201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Allocated IP 2001:db8::3ea (c095dbfa-f824-4604-b187-f6838462ef62/6dece762-f82e-478a-9fe6-43a813afb47c/76746bff-99ef-4810-b47c-73380a255b10) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:43.262153 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2946fc8-cbba-41f8-bf33-117b989e20da tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:08:43.288187 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c341f72b-9d2c-44fb-8dcc-a54c11d30d30 req-bde50cc0-46d6-41b6-9dcd-8051da5b7f57 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:43.293133 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2946fc8-cbba-41f8-bf33-117b989e20da tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:43.293710 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-b2946fc8-cbba-41f8-bf33-117b989e20da tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Added segment 1e2ef3de-2ae6-4e1c-8c77-663e2c665df7 of type vlan for network e6ed86c6-52cd-49d9-85f1-7fec49528d29 Jan 31 16:08:43.302885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414aa8e-3c41-4570-bb4c-0753bf93613f req-fc0d18c2-868d-44f5-abc7-dc793548d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:43.303848 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4414aa8e-3c41-4570-bb4c-0753bf93613f req-fc0d18c2-868d-44f5-abc7-dc793548d0c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36629c4b-0917-431a-a1e0-d55b163b05a5 HTTP/1.1" status: 200 len: 849 time: 0.5485392 Jan 31 16:08:43.304698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c341f72b-9d2c-44fb-8dcc-a54c11d30d30 req-bde50cc0-46d6-41b6-9dcd-8051da5b7f57 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:43.356020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde50cc0-46d6-41b6-9dcd-8051da5b7f57 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8039d172-0c87-4307-8eb4-11d350711608,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:43.380346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627688e-4485-4ca2-bf14-9bd8a9277c54 req-294a7b80-8c6d-41f4-8b00-95c8206e40c7 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:43.381899 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4627688e-4485-4ca2-bf14-9bd8a9277c54 req-294a7b80-8c6d-41f4-8b00-95c8206e40c7 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1417046 Jan 31 16:08:43.385625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4414aa8e-3c41-4570-bb4c-0753bf93613f req-c7ac85d0-cb64-421b-807d-983be4868400 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58c88701-2531-42da-8a93-341729580093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719187 Jan 31 16:08:43.396298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-dd9d8607-73a7-4c25-8642-5dde3d243bb0 None None] Provisioning complete for port bedb014c-0bbb-4028-a5d1-9ff207743a2b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:43.397320 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8607-73a7-4c25-8642-5dde3d243bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:43.424233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c341f72b-9d2c-44fb-8dcc-a54c11d30d30 req-bde50cc0-46d6-41b6-9dcd-8051da5b7f57 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:43.434060 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c341f72b-9d2c-44fb-8dcc-a54c11d30d30 req-bde50cc0-46d6-41b6-9dcd-8051da5b7f57 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7243488 Jan 31 16:08:43.441659 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2946fc8-cbba-41f8-bf33-117b989e20da tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:43.486118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Router d7cd056a-c406-4503-8a3b-b43459150bba is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:08:43.510317 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2946fc8-cbba-41f8-bf33-117b989e20da tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:43.516276 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2946fc8-cbba-41f8-bf33-117b989e20da tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:43.517516 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2946fc8-cbba-41f8-bf33-117b989e20da tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:43.551294 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4627688e-4485-4ca2-bf14-9bd8a9277c54 req-0d94bf4b-5e9e-4167-9a49-d991f75187a6 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607563 Jan 31 16:08:43.655506 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'name': 'tempest-TestAggregatesBasicOps-27761479-router', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:29Z', 'updated_at': '2022-01-31T16:08:38Z', 'revision_number': 4, 'project_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'gw_port': {'id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:31Z', 'updated_at': '2022-01-31T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bedb014c-0bbb-4028-a5d1-9ff207743a2b', 'name': '', 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'mac_address': 'fa:16:3e:b9:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'b8dc7742-7b61-4a81-8dce-de4012de4bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:37Z', 'updated_at': '2022-01-31T16:08:42Z', 'revision_number': 4, 'project_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'subnets': [{'id': 'b8dc7742-7b61-4a81-8dce-de4012de4bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:43.684471 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4414aa8e-3c41-4570-bb4c-0753bf93613f req-cef392bb-87a4-4153-9d9b-3971c2b97ff3 service neutron] 10.222.0.20 "GET /v2.0/networks/58c88701-2531-42da-8a93-341729580093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906246 Jan 31 16:08:43.688375 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2946fc8-cbba-41f8-bf33-117b989e20da tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Network': ['ID=e6ed86c6-52cd-49d9-85f1-7fec49528d29,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:43.721927 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b2946fc8-cbba-41f8-bf33-117b989e20da tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6685390 Jan 31 16:08:43.722180 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network e6ed86c6-52cd-49d9-85f1-7fec49528d29 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:08:43.722312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33650) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:43.724863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc8a3b7-9702-40a6-92a2-fe7a1dc23f79 None None] The sync data for ids ['c822b358-6856-45b6-82eb-2588e4096dc2'] in n-d-827120-1 is: [{'id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'name': 'tempest-TestAggregatesBasicOps-27761479-router', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:29Z', 'updated_at': '2022-01-31T16:08:38Z', 'revision_number': 4, 'project_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'gw_port': {'id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:31Z', 'updated_at': '2022-01-31T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bedb014c-0bbb-4028-a5d1-9ff207743a2b', 'name': '', 'network_id': '646cb2a0-a2be-461b-bb86-69f4285339bc', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'mac_address': 'fa:16:3e:b9:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'b8dc7742-7b61-4a81-8dce-de4012de4bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:37Z', 'updated_at': '2022-01-31T16:08:42Z', 'revision_number': 4, 'project_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'subnets': [{'id': 'b8dc7742-7b61-4a81-8dce-de4012de4bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:08:43.728504 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8607-73a7-4c25-8642-5dde3d243bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:43.737537 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1a8763f4-1c86-447f-9f46-8d7959f75290 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': 'e6ed86c6-52cd-49d9-85f1-7fec49528d29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:43.876197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6aa2322f-4370-40df-a376-c35c8c9ebe3a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:43.958544 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-dd9d8607-73a7-4c25-8642-5dde3d243bb0 None None] For port bedb014c-0bbb-4028-a5d1-9ff207743a2b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bedb014c-0bbb-4028-a5d1-9ff207743a2b,segment=NetworkSegment(a45a8262-86d0-4745-a130-811aba04c227),segment_id=a45a8262-86d0-4745-a130-811aba04c227)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:43.973416 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8607-73a7-4c25-8642-5dde3d243bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.005861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c380955-8f3b-476c-9786-ae242617d2ef req-79cefd61-d4f6-45c3-b9c0-08fd3c1e094d tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-756181473&fields=id&tenant_id=44878cac9c744bceb768fa2bd481ee0a HTTP/1.1" status: 200 len: 267 time: 0.2907948 Jan 31 16:08:44.042856 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.073592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:08:44.091994 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Sync routers for ids ['d7cd056a-c406-4503-8a3b-b43459150bba'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:08:44.103168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaaff3-4518-4045-9eff-56c62e09d3c2 req-71e7ea6a-d39e-47d7-a9da-7657e84c5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:44.105479 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9aeaaff3-4518-4045-9eff-56c62e09d3c2 req-71e7ea6a-d39e-47d7-a9da-7657e84c5869 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 1096 time: 0.1494293 Jan 31 16:08:44.107842 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Routers {'d7cd056a-c406-4503-8a3b-b43459150bba'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:44.110119 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7cd056a-c406-4503-8a3b-b43459150bba'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:44.116585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 6aa2322f-4370-40df-a376-c35c8c9ebe3a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:44.116950 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.127473 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.128305 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4414aa8e-3c41-4570-bb4c-0753bf93613f req-29993f06-2018-4fe1-92fc-190de5eb8517 service neutron] 10.222.0.20 "GET /v2.0/networks/58c88701-2531-42da-8a93-341729580093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305983 Jan 31 16:08:44.146896 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.149190 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b4644d7d-1b40-4ae6-a381-3decf0278108 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7001631 Jan 31 16:08:44.158227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33658) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:44.160732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d8607-73a7-4c25-8642-5dde3d243bb0 None None] Pushing event updated for resources: {'Port': ['ID=bedb014c-0bbb-4028-a5d1-9ff207743a2b,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:44.195523 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c380955-8f3b-476c-9786-ae242617d2ef req-28b637d4-45f9-4dd9-a69d-d6a6d936b86d tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:44.201851 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c380955-8f3b-476c-9786-ae242617d2ef req-28b637d4-45f9-4dd9-a69d-d6a6d936b86d tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1943839 Jan 31 16:08:44.287379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8763f4-1c86-447f-9f46-8d7959f75290 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:44.290989 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a8763f4-1c86-447f-9f46-8d7959f75290 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.295558 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Set router d7cd056a-c406-4503-8a3b-b43459150bba gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:44.342316 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.380354 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaaff3-4518-4045-9eff-56c62e09d3c2 req-70f9756c-c358-4572-ab76-abe9f242207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:44.384688 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9aeaaff3-4518-4045-9eff-56c62e09d3c2 req-70f9756c-c358-4572-ab76-abe9f242207b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.2613549 Jan 31 16:08:44.397294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-9c380955-8f3b-476c-9786-ae242617d2ef req-c74fef63-1d5a-42e9-a55f-b7e34fda372b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Request body: {'port': {'security_groups': ['12726fdc-51c0-4388-bdc9-3c3ada457c92', '8039d172-0c87-4307-8eb4-11d350711608']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:44.414219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 6aa2322f-4370-40df-a376-c35c8c9ebe3a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6aa2322f-4370-40df-a376-c35c8c9ebe3a,segment=NetworkSegment(c1631abf-0b36-4a50-89cc-a7eef2d94f00),segment_id=c1631abf-0b36-4a50-89cc-a7eef2d94f00)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:44.421159 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.496093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Network c095dbfa-f824-4604-b187-f6838462ef62 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:44.509538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=6aa2322f-4370-40df-a376-c35c8c9ebe3a,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:44.513612 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a562827d-7e5a-4bdd-9f9b-f6ab8cd4383f tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/routers/d7cd056a-c406-4503-8a3b-b43459150bba HTTP/1.1" status: 200 len: 908 time: 0.2974832 Jan 31 16:08:44.519301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33660) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:44.527910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1566848052', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'enable_snat': True}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:44.539487 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9c380955-8f3b-476c-9786-ae242617d2ef req-c74fef63-1d5a-42e9-a55f-b7e34fda372b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.572290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:44.606711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:44.610909 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd056a-c406-4503-8a3b-b43459150bba', 'name': 'tempest-snat-router-1566848052', 'tenant_id': '0ac63195d83844cb8479a40621948aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.20'}], 'enable_snat': False}, 'gw_port_id': '25793845-38e6-4064-91da-592061ec4a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:37Z', 'updated_at': '2022-01-31T16:08:41Z', 'revision_number': 3, 'project_id': '0ac63195d83844cb8479a40621948aaa', 'gw_port': {'id': '25793845-38e6-4064-91da-592061ec4a13', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd056a-c406-4503-8a3b-b43459150bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:40Z', 'updated_at': '2022-01-31T16:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:44.614086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:44.614828 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.652005 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Checking router: d7cd056a-c406-4503-8a3b-b43459150bba for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:08:44.652868 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Updating router d7cd056a-c406-4503-8a3b-b43459150bba port 25793845-38e6-4064-91da-592061ec4a13 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:08:44.655606 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.657175 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.676404 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.2166166 Jan 31 16:08:44.679672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33662) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:44.696530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c8910-87fc-4970-8e63-8a887f9322fc req-3f6b1a45-9e1e-4723-bd1d-acec1a817d5a tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:44.698117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b88c8910-87fc-4970-8e63-8a887f9322fc req-3f6b1a45-9e1e-4723-bd1d-acec1a817d5a tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 943 time: 0.4134510 Jan 31 16:08:44.698778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab31351-6feb-4c3e-966b-c1bbb7e9a147 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event updated for resources: {'Port': ['ID=76746bff-99ef-4810-b47c-73380a255b10,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:44.704821 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.723486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9aeaaff3-4518-4045-9eff-56c62e09d3c2 req-e6f8af94-9486-4c06-aa05-e4932276da2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05 HTTP/1.1" status: 200 len: 999 time: 0.2219732 Jan 31 16:08:44.789028 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65946483-da3c-4d89-ad93-dffc10e84522 None None] Network c095dbfa-f824-4604-b187-f6838462ef62 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:44.838033 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b88c8910-87fc-4970-8e63-8a887f9322fc req-6ea54aac-fe78-495c-bdbd-43166c9fa31f tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207550 Jan 31 16:08:44.845069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaaff3-4518-4045-9eff-56c62e09d3c2 req-c6553140-0bbe-4163-8106-0f768804e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:44.848395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9aeaaff3-4518-4045-9eff-56c62e09d3c2 req-c6553140-0bbe-4163-8106-0f768804e5dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.1103179 Jan 31 16:08:44.921734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:44.947068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-bb3af1fd-80df-4c76-b773-1fdd4be90ef9 None None] Provisioning complete for port 6aa2322f-4370-40df-a376-c35c8c9ebe3a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:44.949111 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bb3af1fd-80df-4c76-b773-1fdd4be90ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.017532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaaff3-4518-4045-9eff-56c62e09d3c2 req-25c2a844-0cb0-4cbe-8b0b-2887a00e7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:45.019192 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9aeaaff3-4518-4045-9eff-56c62e09d3c2 req-25c2a844-0cb0-4cbe-8b0b-2887a00e7e5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611457 Jan 31 16:08:45.045565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882c340-d999-421e-a02c-da1485ab9e92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:45.051608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882c340-d999-421e-a02c-da1485ab9e92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:45.057679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882c340-d999-421e-a02c-da1485ab9e92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:45.062749 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b882c340-d999-421e-a02c-da1485ab9e92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3787892 Jan 31 16:08:45.063526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33664) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:45.158035 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9cb7d-6011-4366-b6d3-8009b74f5915 req-a38f927e-8f0d-4cce-8e61-0d5f94761a8a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:45.160395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17a9cb7d-6011-4366-b6d3-8009b74f5915 req-a38f927e-8f0d-4cce-8e61-0d5f94761a8a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2030802 Jan 31 16:08:45.215676 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.221293 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.222666 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.232143 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a8763f4-1c86-447f-9f46-8d7959f75290 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.254374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-17a9cb7d-6011-4366-b6d3-8009b74f5915 req-ba6a656f-817d-44b5-9764-f0e3194d9062 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779850 Jan 31 16:08:45.266999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-9c380955-8f3b-476c-9786-ae242617d2ef req-c74fef63-1d5a-42e9-a55f-b7e34fda372b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] For port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,segment=NetworkSegment(76dccb7c-c24d-4aba-a53d-c978de36de96),segment_id=76dccb7c-c24d-4aba-a53d-c978de36de96)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:45.296286 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103a50d-0a78-4b76-8731-c76fbc499e7a None None] Pushing event updated for resources: {'Port': ['ID=25793845-38e6-4064-91da-592061ec4a13,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:45.329925 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Attempting to bind port 25793845-38e6-4064-91da-592061ec4a13 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:45.330556 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Attempting to bind port 25793845-38e6-4064-91da-592061ec4a13 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:45.331125 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Attempting to bind port 25793845-38e6-4064-91da-592061ec4a13 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:45.339629 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:45.340268 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:45.340863 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.341406 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:45.342065 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Bound port: 25793845-38e6-4064-91da-592061ec4a13, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:45.342845 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.445676 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9c380955-8f3b-476c-9786-ae242617d2ef req-c74fef63-1d5a-42e9-a55f-b7e34fda372b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.462523 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9c380955-8f3b-476c-9786-ae242617d2ef req-c74fef63-1d5a-42e9-a55f-b7e34fda372b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.476125 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['6a19fc37-c094-41dc-b30d-61f3f3cdf5c2'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:08:45.525668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8763f4-1c86-447f-9f46-8d7959f75290 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Subnet': ['ID=3e5e1828-87bc-4b55-9066-cbd12e3c3b67,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:45.547571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c380955-8f3b-476c-9786-ae242617d2ef req-c74fef63-1d5a-42e9-a55f-b7e34fda372b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:45.548378 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9c380955-8f3b-476c-9786-ae242617d2ef req-c74fef63-1d5a-42e9-a55f-b7e34fda372b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.549963 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c380955-8f3b-476c-9786-ae242617d2ef req-c74fef63-1d5a-42e9-a55f-b7e34fda372b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "PUT /v2.0/ports/6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 981 time: 1.3319049 Jan 31 16:08:45.550572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:45.553581 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97279e0f-d258-4bc0-8424-96c76bf74287" -d '{"events": [{"name": "network-changed", "server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:45.562310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8763f4-1c86-447f-9f46-8d7959f75290 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Checking segment: {'id': '1e2ef3de-2ae6-4e1c-8c77-663e2c665df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6ed86c6-52cd-49d9-85f1-7fec49528d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:45.562692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8763f4-1c86-447f-9f46-8d7959f75290 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network hostable DHCP agents. Network: e6ed86c6-52cd-49d9-85f1-7fec49528d29, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:08:45.567350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-38dcfd7f-83cb-4096-aae8-84313eb03638 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Deleting port 76746bff-99ef-4810-b47c-73380a255b10 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:45.567812 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38dcfd7f-83cb-4096-aae8-84313eb03638 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.572402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9aeaaff3-4518-4045-9eff-56c62e09d3c2 req-f82ebab2-4fde-45d4-992d-e7441372dd41 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198493 Jan 31 16:08:45.634516 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] For port 25793845-38e6-4064-91da-592061ec4a13, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:45.640811 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] For port 25793845-38e6-4064-91da-592061ec4a13, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=25793845-38e6-4064-91da-592061ec4a13,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:45.646601 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.665572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fef63-1d5a-42e9-a55f-b7e34fda372b tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Pushing event updated for resources: {'Port': ['ID=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,revision_number=6']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:45.694558 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['6a19fc37-c094-41dc-b30d-61f3f3cdf5c2'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:08:45.750357 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38dcfd7f-83cb-4096-aae8-84313eb03638 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:45.763702 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103a50d-0a78-4b76-8731-c76fbc499e7a None None] Pushing event updated for resources: {'Port': ['ID=25793845-38e6-4064-91da-592061ec4a13,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:45.781752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-38dcfd7f-83cb-4096-aae8-84313eb03638 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Calling delete_port for 76746bff-99ef-4810-b47c-73380a255b10 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:45.810703 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:08:45.819538 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b511f4-4ce4-4c6f-b01e-0d8866d5f73f x-openstack-request-id: req-30b511f4-4ce4-4c6f-b01e-0d8866d5f73f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:45.819934 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:45.820286 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30b511f4-4ce4-4c6f-b01e-0d8866d5f73f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:45.820970 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'status': 'completed', 'code': 200} Jan 31 16:08:45.835542 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Routers {'d7cd056a-c406-4503-8a3b-b43459150bba'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:45.837947 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7cd056a-c406-4503-8a3b-b43459150bba'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:45.962705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8763f4-1c86-447f-9f46-8d7959f75290 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e6ed86c6-52cd-49d9-85f1-7fec49528d29 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:08:45.998104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33688) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:46.053839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-1a8763f4-1c86-447f-9f46-8d7959f75290 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, e6ed86c6-52cd-49d9-85f1-7fec49528d29) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:46.064108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bedb014c-0bbb-4028-a5d1-9ff207743a2b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:46.119889 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] Set router d7cd056a-c406-4503-8a3b-b43459150bba gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:46.138749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89c52cf-999c-4f48-b15d-10b8d77ae3df None None] Network e6ed86c6-52cd-49d9-85f1-7fec49528d29 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:46.215142 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:46.221623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9aeaaff3-4518-4045-9eff-56c62e09d3c2 req-bac3fae5-9632-4437-94fe-0ba65ef3d502 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376481 Jan 31 16:08:46.233485 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279e0f-d258-4bc0-8424-96c76bf74287 req-d06dfe2c-1cdc-4cc1-b078-761dd6b7ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:46.235657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97279e0f-d258-4bc0-8424-96c76bf74287 req-d06dfe2c-1cdc-4cc1-b078-761dd6b7ca02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44878cac9c744bceb768fa2bd481ee0a&device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 1135 time: 0.3865423 Jan 31 16:08:46.270539 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:46.286949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8763f4-1c86-447f-9f46-8d7959f75290 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:46.287523 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a8763f4-1c86-447f-9f46-8d7959f75290 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:46.290913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aa0b189f-f5cb-4c92-9bcc-6ac037d655c2 None None] Provisioning complete for port 76746bff-99ef-4810-b47c-73380a255b10 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:46.291343 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa0b189f-f5cb-4c92-9bcc-6ac037d655c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:46.303017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fba936-447f-4c1a-9743-db7335d6b54f req-3b76646a-6b74-40d8-9e7d-736859e715b3 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:46.313769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-93fba936-447f-4c1a-9743-db7335d6b54f req-3b76646a-6b74-40d8-9e7d-736859e715b3 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 943 time: 0.2109892 Jan 31 16:08:46.378504 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37d08e4f-e952-4f12-9acd-5eecc40cfe90 req-5378fb14-f16f-4363-aca7-3ccc9b49e235 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-756181473&fields=id&tenant_id=44878cac9c744bceb768fa2bd481ee0a HTTP/1.1" status: 200 len: 267 time: 0.4201722 Jan 31 16:08:46.403372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port bedb014c-0bbb-4028-a5d1-9ff207743a2b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:46.404020 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:46.435914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b189f-f5cb-4c92-9bcc-6ac037d655c2 None None] Port 76746bff-99ef-4810-b47c-73380a255b10 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:46.440644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-93fba936-447f-4c1a-9743-db7335d6b54f req-83ab4a6a-c83b-4046-bc00-31d45d9abfbe tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033158 Jan 31 16:08:46.450438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38dcfd7f-83cb-4096-aae8-84313eb03638 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:46.471958 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cd056a-c406-4503-8a3b-b43459150bba', 'name': 'tempest-snat-router-1566848052', 'tenant_id': '0ac63195d83844cb8479a40621948aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.20'}], 'enable_snat': False}, 'gw_port_id': '25793845-38e6-4064-91da-592061ec4a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:37Z', 'updated_at': '2022-01-31T16:08:41Z', 'revision_number': 3, 'project_id': '0ac63195d83844cb8479a40621948aaa', 'gw_port': {'id': '25793845-38e6-4064-91da-592061ec4a13', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd056a-c406-4503-8a3b-b43459150bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:40Z', 'updated_at': '2022-01-31T16:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:46.504924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1a8763f4-1c86-447f-9f46-8d7959f75290 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7792039 Jan 31 16:08:46.507772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33692) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:46.524138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcfd7f-83cb-4096-aae8-84313eb03638 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event deleted for resources: {'Port': ['ID=76746bff-99ef-4810-b47c-73380a255b10,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:46.527271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0604fa88-b5d0-43ae-838f-f15705d2a076 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:08:46.541443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': 'e6ed86c6-52cd-49d9-85f1-7fec49528d29', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1094621188'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:46.544029 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa7856-b7a6-4804-bb82-43a6a806b6b2 None None] The sync data for ids ['d7cd056a-c406-4503-8a3b-b43459150bba'] in n-d-827120-1 is: [{'id': 'd7cd056a-c406-4503-8a3b-b43459150bba', 'name': 'tempest-snat-router-1566848052', 'tenant_id': '0ac63195d83844cb8479a40621948aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.20'}], 'enable_snat': False}, 'gw_port_id': '25793845-38e6-4064-91da-592061ec4a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:37Z', 'updated_at': '2022-01-31T16:08:41Z', 'revision_number': 3, 'project_id': '0ac63195d83844cb8479a40621948aaa', 'gw_port': {'id': '25793845-38e6-4064-91da-592061ec4a13', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cd056a-c406-4503-8a3b-b43459150bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:40Z', 'updated_at': '2022-01-31T16:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:08:46.617404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d08e4f-e952-4f12-9acd-5eecc40cfe90 req-75f75a0d-7aa8-4a4d-afb7-3fffc02cce9d tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:46.619022 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37d08e4f-e952-4f12-9acd-5eecc40cfe90 req-75f75a0d-7aa8-4a4d-afb7-3fffc02cce9d tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 984 time: 0.2297728 Jan 31 16:08:46.739857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-37d08e4f-e952-4f12-9acd-5eecc40cfe90 req-3f1acb76-abb6-45d9-9021-778375eca2db tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Request body: {'port': {'security_groups': ['12726fdc-51c0-4388-bdc9-3c3ada457c92']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:46.772267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Allocated IP 172.25.1.208 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/c7748b6c-6c88-4f13-adcc-46f17ef3f81d) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:46.780337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38dcfd7f-83cb-4096-aae8-84313eb03638 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:46.786581 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-38dcfd7f-83cb-4096-aae8-84313eb03638 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "DELETE /v2.0/ports/76746bff-99ef-4810-b47c-73380a255b10 HTTP/1.1" status: 204 len: 168 time: 1.7183759 Jan 31 16:08:46.789885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33696) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:46.831659 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffad217-df72-4755-bcfe-697d5e6ea8ee tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] GET failed (client error): The resource could not be found. Jan 31 16:08:46.837598 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fffad217-df72-4755-bcfe-697d5e6ea8ee tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "GET /v2.0/ports/76746bff-99ef-4810-b47c-73380a255b10 HTTP/1.1" status: 404 len: 333 time: 0.0463881 Jan 31 16:08:46.838852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33698) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:46.841864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aa0b189f-f5cb-4c92-9bcc-6ac037d655c2 None None] Provisioning complete for port 12076867-8037-4235-bfc3-7f2aea2c2ed5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:46.842367 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa0b189f-f5cb-4c92-9bcc-6ac037d655c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:46.850762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2e3f7-f1e9-4f96-aafe-b0566493f7a1 req-fe33b519-c5a7-4859-997c-bb86315f1001 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:46.853732 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3a2e3f7-f1e9-4f96-aafe-b0566493f7a1 req-fe33b519-c5a7-4859-997c-bb86315f1001 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1931410 Jan 31 16:08:46.871902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Request body: {'port': {'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1486017706'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:46.985841 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b189f-f5cb-4c92-9bcc-6ac037d655c2 None None] Port 12076867-8037-4235-bfc3-7f2aea2c2ed5 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:47.040129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-e6ed86c6-52cd-49d9-85f1-7fec49528d29', 'network_id': 'e6ed86c6-52cd-49d9-85f1-7fec49528d29', 'tenant_id': '2aff9e35cdc94aefbadfb95d5b5ad9e1', 'fixed_ips': [{'subnet_id': '3e5e1828-87bc-4b55-9066-cbd12e3c3b67'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:08:47.041798 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.047107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0604fa88-b5d0-43ae-838f-f15705d2a076, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0604fa88-b5d0-43ae-838f-f15705d2a076,segment=NetworkSegment(fa1a5595-15f6-43f8-96d6-b31f188bd281),segment_id=fa1a5595-15f6-43f8-96d6-b31f188bd281)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:47.053982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-37d08e4f-e952-4f12-9acd-5eecc40cfe90 req-3f1acb76-abb6-45d9-9021-778375eca2db tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.056450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279e0f-d258-4bc0-8424-96c76bf74287 req-237189ec-a990-4c01-a7ae-69bd74bbd15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:47.058191 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97279e0f-d258-4bc0-8424-96c76bf74287 req-237189ec-a990-4c01-a7ae-69bd74bbd15d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a HTTP/1.1" status: 200 len: 920 time: 0.7565470 Jan 31 16:08:47.105266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '0604fa88-b5d0-43ae-838f-f15705d2a076', 'network_id': '58c88701-2531-42da-8a93-341729580093', 'port_id': '0604fa88-b5d0-43ae-838f-f15705d2a076', 'mac_address': 'fa:16:3e:3a:10:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36629c4b-0917-431a-a1e0-d55b163b05a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:08:47.127629 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3a2e3f7-f1e9-4f96-aafe-b0566493f7a1 req-685ee2c1-6bfb-46c6-b84c-cf506cfaef46 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503529 Jan 31 16:08:47.171174 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.221630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Made reservation on behalf of 1b64e1332ae0471bb6b1c8017291c112 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:47.225391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.231430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:47.236181 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.246443 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97279e0f-d258-4bc0-8424-96c76bf74287 req-8a85f923-3da0-4c2d-b01c-c634110bf276 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 217 time: 0.1427252 Jan 31 16:08:47.257620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] device_id is not set on port 874aa114-a526-43a3-936d-bae8910d0e15 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:47.322256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.323695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Allocated IP 2001:db8::2 (e6ed86c6-52cd-49d9-85f1-7fec49528d29/3e5e1828-87bc-4b55-9066-cbd12e3c3b67/a2e29973-3f3d-4ffc-a0bd-da99cec82bd8) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:47.363402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port e1aa862e-c2aa-4e6c-91cf-da48e271999c yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:47.394787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:47.407146 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:47.438915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:47.480568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279e0f-d258-4bc0-8424-96c76bf74287 req-f798cf1e-cf57-4ba0-a416-8c73d54f56fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:47.489125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97279e0f-d258-4bc0-8424-96c76bf74287 req-f798cf1e-cf57-4ba0-a416-8c73d54f56fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb13df4a-5c58-4b29-93b3-73902e0c2088 HTTP/1.1" status: 200 len: 859 time: 0.2317562 Jan 31 16:08:47.516624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6aa2322f-4370-40df-a376-c35c8c9ebe3a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:47.525334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event updated for resources: {'Port': ['ID=c7748b6c-6c88-4f13-adcc-46f17ef3f81d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:47.571916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aa0b189f-f5cb-4c92-9bcc-6ac037d655c2 None None] Provisioning complete for port 6aa2322f-4370-40df-a376-c35c8c9ebe3a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:47.572740 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa0b189f-f5cb-4c92-9bcc-6ac037d655c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.667465 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97279e0f-d258-4bc0-8424-96c76bf74287 req-c334ca26-cd81-4672-b373-0124fa0f75b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517193 Jan 31 16:08:47.671594 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.681552 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Allocated IP 2001:db8::2fc (c095dbfa-f824-4604-b187-f6838462ef62/6dece762-f82e-478a-9fe6-43a813afb47c/874aa114-a526-43a3-936d-bae8910d0e15) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:47.692174 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9acff947-da8e-4b70-962b-eba9bae808f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.697566 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.711640 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.752563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Network e6ed86c6-52cd-49d9-85f1-7fec49528d29 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:47.755717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-37d08e4f-e952-4f12-9acd-5eecc40cfe90 req-3f1acb76-abb6-45d9-9021-778375eca2db tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] For port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,segment=NetworkSegment(76dccb7c-c24d-4aba-a53d-c978de36de96),segment_id=76dccb7c-c24d-4aba-a53d-c978de36de96)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:47.765502 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:47.768121 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0604fa88-b5d0-43ae-838f-f15705d2a076 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:08:47.777112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:47.799082 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Pushing event updated for resources: {'Port': ['ID=a2e29973-3f3d-4ffc-a0bd-da99cec82bd8,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:47.820078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0604fa88-b5d0-43ae-838f-f15705d2a076, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0604fa88-b5d0-43ae-838f-f15705d2a076,segment=NetworkSegment(fa1a5595-15f6-43f8-96d6-b31f188bd281),segment_id=fa1a5595-15f6-43f8-96d6-b31f188bd281)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:47.850657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 6aa2322f-4370-40df-a376-c35c8c9ebe3a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:47.851021 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.895425 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.908408 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.920998 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-37d08e4f-e952-4f12-9acd-5eecc40cfe90 req-3f1acb76-abb6-45d9-9021-778375eca2db tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.939458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8::cf (e6ed86c6-52cd-49d9-85f1-7fec49528d29/3e5e1828-87bc-4b55-9066-cbd12e3c3b67/e1aa862e-c2aa-4e6c-91cf-da48e271999c) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:47.943529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-37d08e4f-e952-4f12-9acd-5eecc40cfe90 req-3f1acb76-abb6-45d9-9021-778375eca2db tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:47.968730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7e9fd-6834-46f5-b698-b6cd73e23ffc req-722bec60-1e94-440b-976b-d4955af18ce1 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:47.970454 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ad7e9fd-6834-46f5-b698-b6cd73e23ffc req-722bec60-1e94-440b-976b-d4955af18ce1 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 944 time: 0.0957527 Jan 31 16:08:48.003105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['6a19fc37-c094-41dc-b30d-61f3f3cdf5c2'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:08:48.072998 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Attempting to bind port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:48.073367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Attempting to bind port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '1e2ef3de-2ae6-4e1c-8c77-663e2c665df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6ed86c6-52cd-49d9-85f1-7fec49528d29'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:48.073777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Attempting to bind port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 on network e6ed86c6-52cd-49d9-85f1-7fec49528d29 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:48.097152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:48.097571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Checking segment: {'id': '1e2ef3de-2ae6-4e1c-8c77-663e2c665df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6ed86c6-52cd-49d9-85f1-7fec49528d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:48.097976 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:48.098365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Bound using segment: {'id': '1e2ef3de-2ae6-4e1c-8c77-663e2c665df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6ed86c6-52cd-49d9-85f1-7fec49528d29'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:48.098896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Bound port: a2e29973-3f3d-4ffc-a0bd-da99cec82bd8, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2ef3de-2ae6-4e1c-8c77-663e2c665df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6ed86c6-52cd-49d9-85f1-7fec49528d29'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:48.099282 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:48.151726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=0604fa88-b5d0-43ae-838f-f15705d2a076,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:48.160313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['0604fa88-b5d0-43ae-838f-f15705d2a076'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:08:48.245732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9f474452-faf8-4fbf-920f-f0f6e9c972f0 None None] Could not find standard attr ID for object 76746bff-99ef-4810-b47c-73380a255b10. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:08:48.326858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9f474452-faf8-4fbf-920f-f0f6e9c972f0 None None] Provisioning complete for port 12076867-8037-4235-bfc3-7f2aea2c2ed5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:48.327224 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9f474452-faf8-4fbf-920f-f0f6e9c972f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:48.336888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] For port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:48.342645 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] For port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a2e29973-3f3d-4ffc-a0bd-da99cec82bd8,segment=NetworkSegment(1e2ef3de-2ae6-4e1c-8c77-663e2c665df7),segment_id=1e2ef3de-2ae6-4e1c-8c77-663e2c665df7)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:48.378146 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:48.391535 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f58acdb-df75-4535-9aec-5c1177b7df34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:48.407957 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97279e0f-d258-4bc0-8424-96c76bf74287 req-d579b918-24f0-4710-8d63-d6680e09a032 service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316704 Jan 31 16:08:48.456974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d08e4f-e952-4f12-9acd-5eecc40cfe90 req-3f1acb76-abb6-45d9-9021-778375eca2db tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:48.457767 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-37d08e4f-e952-4f12-9acd-5eecc40cfe90 req-3f1acb76-abb6-45d9-9021-778375eca2db tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:48.459250 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37d08e4f-e952-4f12-9acd-5eecc40cfe90 req-3f1acb76-abb6-45d9-9021-778375eca2db tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "PUT /v2.0/ports/6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 942 time: 1.7464688 Jan 31 16:08:48.465865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:48.470537 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9f2fc3-411c-409b-a9c1-e2eab839cbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:48.576181 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ad7e9fd-6834-46f5-b698-b6cd73e23ffc req-ba95ab7e-8095-487d-b5ca-d5047a995411 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275012 Jan 31 16:08:48.639173 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-97279e0f-d258-4bc0-8424-96c76bf74287 req-8623ec66-319d-43a1-8411-56b6ce74af9b service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762440 Jan 31 16:08:48.751110 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:48.751277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1acb76-abb6-45d9-9021-778375eca2db tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Pushing event updated for resources: {'Port': ['ID=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,revision_number=7']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:48.771904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aca715-4131-4a7f-9cef-c60b4f586717 None None] Pushing event updated for resources: {'Port': ['ID=a2e29973-3f3d-4ffc-a0bd-da99cec82bd8,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:48.775003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9f474452-faf8-4fbf-920f-f0f6e9c972f0 None None] Port 12076867-8037-4235-bfc3-7f2aea2c2ed5 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:48.786696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['6a19fc37-c094-41dc-b30d-61f3f3cdf5c2'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:08:48.789390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 25793845-38e6-4064-91da-592061ec4a13 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:48.864294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:48.870587 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:48.885387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event updated for resources: {'Port': ['ID=874aa114-a526-43a3-936d-bae8910d0e15,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:48.887147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee311c-20e9-428e-90c0-54b87410961b req-16b995ad-be71-4602-a3a0-802720ff54e7 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:48.894931 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3bee311c-20e9-428e-90c0-54b87410961b req-16b995ad-be71-4602-a3a0-802720ff54e7 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1965277 Jan 31 16:08:48.958356 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:48.958884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:48.959322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:48.959997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:48.960572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:48.961121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:48.961728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:48.962291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:48.962844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:48.963432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:48.964024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:48.964566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:48.967204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 25793845-38e6-4064-91da-592061ec4a13 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:48.969438 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:48.990813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Network c095dbfa-f824-4604-b187-f6838462ef62 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:48.992447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:48.995729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:49.002549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:49.003553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.065425 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5b569bb9-ca31-4d06-bdc8-3b3e6f22cb89 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2102687 Jan 31 16:08:49.076507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33720) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:49.079294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3bee311c-20e9-428e-90c0-54b87410961b req-6dbe5b43-cfaf-482b-a7b6-030dfdf5a413 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833951 Jan 31 16:08:49.083004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a698d304-ad5e-4d4a-afc9-61eca81fe78b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::202', 'mac_address': 'fa:16:3e:ae:89:0e'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:49.126713 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.168092 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-098b5ab1-8f98-46a2-bfec-8a7f45895495 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4929249 Jan 31 16:08:49.173640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:49.223688 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37bee0b-4431-436b-97b8-136df6d8b05b x-openstack-request-id: req-d37bee0b-4431-436b-97b8-136df6d8b05b {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:49.224625 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:49.225106 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d37bee0b-4431-436b-97b8-136df6d8b05b {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:49.225864 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'status': 'completed', 'code': 200} Jan 31 16:08:49.229409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=e1aa862e-c2aa-4e6c-91cf-da48e271999c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:49.265192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e6ed86c6-52cd-49d9-85f1-7fec49528d29 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:49.269428 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.294113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 25793845-38e6-4064-91da-592061ec4a13, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=25793845-38e6-4064-91da-592061ec4a13,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:49.300050 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.305236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:49.319966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:49.336515 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:49.342842 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.361233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.374564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=25793845-38e6-4064-91da-592061ec4a13,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:49.413267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a7742a16-7b3a-481a-9cf2-96b02ef88a4f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8804772 Jan 31 16:08:49.429563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33728) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:49.464590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f2fc3-411c-409b-a9c1-e2eab839cbe8 req-0a3ad24e-8fb6-4b14-8de7-d04bde93542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:49.466168 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f9f2fc3-411c-409b-a9c1-e2eab839cbe8 req-0a3ad24e-8fb6-4b14-8de7-d04bde93542a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44878cac9c744bceb768fa2bd481ee0a&device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 1096 time: 0.2387605 Jan 31 16:08:49.482448 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e74ccd5f-ede9-405a-9ffb-8b1457d0dc68 None None] Provisioning complete for port 874aa114-a526-43a3-936d-bae8910d0e15 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:49.483256 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e74ccd5f-ede9-405a-9ffb-8b1457d0dc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.528652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e74ccd5f-ede9-405a-9ffb-8b1457d0dc68 None None] Port 874aa114-a526-43a3-936d-bae8910d0e15 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:49.563077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a698d304-ad5e-4d4a-afc9-61eca81fe78b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.565799 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.596220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7edf27-f555-4e94-bd27-81ebceca28e7 req-c3a5df75-5051-435a-9799-05f351f2ab38 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:49.603874 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d7edf27-f555-4e94-bd27-81ebceca28e7 req-c3a5df75-5051-435a-9799-05f351f2ab38 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2405112 Jan 31 16:08:49.670440 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7f7e915f-8081-45f6-b86d-82620a174c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.704491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-0f58acdb-df75-4535-9aec-5c1177b7df34 admin admin] Deleting port 8810ef9a-9eee-4f91-99e1-a06906d10ca4 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:49.704910 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f58acdb-df75-4535-9aec-5c1177b7df34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.709935 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.711042 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d7edf27-f555-4e94-bd27-81ebceca28e7 req-c7a412fb-7ec2-40e5-a9ea-6c7ac3416389 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061339 Jan 31 16:08:49.712214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f2fc3-411c-409b-a9c1-e2eab839cbe8 req-3892e2da-7323-402e-a691-c78bf67be8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:49.713661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f9f2fc3-411c-409b-a9c1-e2eab839cbe8 req-3892e2da-7323-402e-a691-c78bf67be8ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a HTTP/1.1" status: 200 len: 920 time: 0.2289042 Jan 31 16:08:49.815147 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f9f2fc3-411c-409b-a9c1-e2eab839cbe8 req-74ee1e08-27ee-4278-81b0-f0783cd6b13f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 217 time: 0.0767992 Jan 31 16:08:49.826385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port e1aa862e-c2aa-4e6c-91cf-da48e271999c {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:49.826740 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:49.969785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d75f70-7a71-4c6c-8a15-7f2d11492701 None None] Network e6ed86c6-52cd-49d9-85f1-7fec49528d29 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:49.993803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Allocated IP 172.25.1.187 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/53e0c837-2b32-4a7b-a88a-5a96b47eb111) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:50.021738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-0f58acdb-df75-4535-9aec-5c1177b7df34 admin admin] For port 8810ef9a-9eee-4f91-99e1-a06906d10ca4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8810ef9a-9eee-4f91-99e1-a06906d10ca4,segment=NetworkSegment(531bac1c-a261-4b4d-a715-d2cee67ebd58),segment_id=531bac1c-a261-4b4d-a715-d2cee67ebd58)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:50.022308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f58acdb-df75-4535-9aec-5c1177b7df34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.030140 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Router a721e76d-21a2-44db-adaa-ca3ebf5d3eda is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:08:50.031065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f2fc3-411c-409b-a9c1-e2eab839cbe8 req-65c90aae-1291-43d3-a35c-f9812552dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:50.033121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f9f2fc3-411c-409b-a9c1-e2eab839cbe8 req-65c90aae-1291-43d3-a35c-f9812552dc9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb13df4a-5c58-4b29-93b3-73902e0c2088 HTTP/1.1" status: 200 len: 859 time: 0.1998427 Jan 31 16:08:50.080779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-0f58acdb-df75-4535-9aec-5c1177b7df34 admin admin] Calling delete_port for 8810ef9a-9eee-4f91-99e1-a06906d10ca4 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:50.086183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0f4278cc-3970-40c8-9fdc-209d7711b7db None None] Provisioning complete for port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:50.086763 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f4278cc-3970-40c8-9fdc-209d7711b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.101095 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a698d304-ad5e-4d4a-afc9-61eca81fe78b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.111981 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f9f2fc3-411c-409b-a9c1-e2eab839cbe8 req-47ddc376-b765-4339-95bb-d13517819e07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619149 Jan 31 16:08:50.122233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.144360 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a698d304-ad5e-4d4a-afc9-61eca81fe78b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.190952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a698d304-ad5e-4d4a-afc9-61eca81fe78b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] In _notify_port_updated(), no bound segment for port 874aa114-a526-43a3-936d-bae8910d0e15 on network c095dbfa-f824-4604-b187-f6838462ef62 {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:08:50.197022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a698d304-ad5e-4d4a-afc9-61eca81fe78b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:50.197813 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a698d304-ad5e-4d4a-afc9-61eca81fe78b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.201430 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a698d304-ad5e-4d4a-afc9-61eca81fe78b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "PUT /v2.0/ports/874aa114-a526-43a3-936d-bae8910d0e15 HTTP/1.1" status: 200 len: 1003 time: 1.1212049 Jan 31 16:08:50.208638 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f4278cc-3970-40c8-9fdc-209d7711b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.215024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33742) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:50.236659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for e1aa862e-c2aa-4e6c-91cf-da48e271999c owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:50.248229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0f4278cc-3970-40c8-9fdc-209d7711b7db None None] For port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a2e29973-3f3d-4ffc-a0bd-da99cec82bd8,segment=NetworkSegment(1e2ef3de-2ae6-4e1c-8c77-663e2c665df7),segment_id=1e2ef3de-2ae6-4e1c-8c77-663e2c665df7)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:50.250452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-194b5650-9032-45a5-81d3-14950da0db66 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:50.255366 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f4278cc-3970-40c8-9fdc-209d7711b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.258704 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-194b5650-9032-45a5-81d3-14950da0db66 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/networks?id=60aea103-801a-4bf1-8528-bf8cf1ccd02b HTTP/1.1" status: 200 len: 810 time: 0.4481320 Jan 31 16:08:50.316539 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-74eeac77-b126-46f0-9a65-4f1eea53e127 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/quotas/ac53e548079e49599efdd547990daf19 HTTP/1.1" status: 200 len: 375 time: 0.0568125 Jan 31 16:08:50.325006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4278cc-3970-40c8-9fdc-209d7711b7db None None] Pushing event updated for resources: {'Port': ['ID=a2e29973-3f3d-4ffc-a0bd-da99cec82bd8,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:50.342611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698d304-ad5e-4d4a-afc9-61eca81fe78b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event updated for resources: {'Port': ['ID=874aa114-a526-43a3-936d-bae8910d0e15,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:50.373668 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.418387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:08:50.436165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Sync routers for ids ['a721e76d-21a2-44db-adaa-ca3ebf5d3eda'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:08:50.451718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Routers {'a721e76d-21a2-44db-adaa-ca3ebf5d3eda'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:50.452495 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['a721e76d-21a2-44db-adaa-ca3ebf5d3eda'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:50.458606 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-3e45855d-c053-4999-be5b-770e40e89893 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac53e548079e49599efdd547990daf19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1400218 Jan 31 16:08:50.532178 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.544454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0604fa88-b5d0-43ae-838f-f15705d2a076 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:50.618009 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d8756922-46f5-435d-9271-91d443206add tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Deleting port 874aa114-a526-43a3-936d-bae8910d0e15 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:50.618487 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d8756922-46f5-435d-9271-91d443206add tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.630031 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.633247 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-187fa6f1-b1bb-42c1-ad06-1ab434909b2a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1118767 Jan 31 16:08:50.643966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33744) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:50.663978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Pushing event updated for resources: {'Port': ['ID=53e0c837-2b32-4a7b-a88a-5a96b47eb111,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:50.673677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 25793845-38e6-4064-91da-592061ec4a13 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:50.680114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:50.695425 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f9f2fc3-411c-409b-a9c1-e2eab839cbe8 req-c320aefc-ecd2-4725-b9f2-70fd2f4231e9 service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668275 Jan 31 16:08:50.748641 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Set router a721e76d-21a2-44db-adaa-ca3ebf5d3eda gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:50.752379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-21080e89-71b6-4520-b2ff-2df2961e37ff None None] Provisioning complete for port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:50.752379 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-21080e89-71b6-4520-b2ff-2df2961e37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.754312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:50.759802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:50.856168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 0604fa88-b5d0-43ae-838f-f15705d2a076 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:08:50.916041 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 0604fa88-b5d0-43ae-838f-f15705d2a076 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:50.916417 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.944753 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.948264 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.968390 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d8756922-46f5-435d-9271-91d443206add tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:50.979325 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f9f2fc3-411c-409b-a9c1-e2eab839cbe8 req-1412e667-b2c6-496a-b48c-0b30d1881c7e service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634780 Jan 31 16:08:50.980430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 25793845-38e6-4064-91da-592061ec4a13 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:50.981498 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-af853e37-de24-438d-8adb-dfcdcc797212 service neutron] 10.222.0.36 "GET /v2.0/networks/60aea103-801a-4bf1-8528-bf8cf1ccd02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229094 Jan 31 16:08:50.988537 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.016743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d8756922-46f5-435d-9271-91d443206add tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Calling delete_port for 874aa114-a526-43a3-936d-bae8910d0e15 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:51.021215 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.027207 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1b6b65e5-8e2c-4743-ab32-3f3b637e98e9 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/routers/a721e76d-21a2-44db-adaa-ca3ebf5d3eda HTTP/1.1" status: 200 len: 908 time: 0.3805797 Jan 31 16:08:51.040139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33746) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:51.040827 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.095176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=e1aa862e-c2aa-4e6c-91cf-da48e271999c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:51.203467 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:51.203792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:51.204123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:51.204638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:51.205140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:51.205691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:51.206176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:51.206654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:51.207154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:51.207647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:51.208166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:51.208649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:08:51.220749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-21080e89-71b6-4520-b2ff-2df2961e37ff None None] Could not find standard attr ID for object e1aa862e-c2aa-4e6c-91cf-da48e271999c. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:08:51.265832 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.307516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-21080e89-71b6-4520-b2ff-2df2961e37ff None None] Provisioning complete for port 874aa114-a526-43a3-936d-bae8910d0e15 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:51.309088 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-21080e89-71b6-4520-b2ff-2df2961e37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.315766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-09b89781-2053-4ba8-9ab3-b68b546546cc service neutron] 10.222.0.36 "GET /v2.0/networks/60aea103-801a-4bf1-8528-bf8cf1ccd02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763040 Jan 31 16:08:51.324131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.330768 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-17822eb4-a783-432c-90bd-ee2c788b3608 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/e1aa862e-c2aa-4e6c-91cf-da48e271999c HTTP/1.1" status: 204 len: 168 time: 1.9000242 Jan 31 16:08:51.331674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33748) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:51.340525 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d8756922-46f5-435d-9271-91d443206add tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.347502 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.372254 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f58acdb-df75-4535-9aec-5c1177b7df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.421244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-21080e89-71b6-4520-b2ff-2df2961e37ff None None] Port 874aa114-a526-43a3-936d-bae8910d0e15 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:51.436654 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ab1d17-7199-425d-81e9-e78eeaed6ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0604fa88-b5d0-43ae-838f-f15705d2a076'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:51.442993 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da20553-aba2-4fbc-bd70-f9a106307363" -d '{"events": [{"server_uuid": "c5ab1d17-7199-425d-81e9-e78eeaed6ca0", "name": "network-vif-plugged", "status": "completed", "tag": "0604fa88-b5d0-43ae-838f-f15705d2a076"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:51.457369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:51.468839 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cd17cd-60da-4fd6-85fb-8e66dbb826a3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:08:51.476856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-58cd17cd-60da-4fd6-85fb-8e66dbb826a3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/e1aa862e-c2aa-4e6c-91cf-da48e271999c HTTP/1.1" status: 404 len: 333 time: 0.1144481 Jan 31 16:08:51.477764 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.479607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33752) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:51.480391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58acdb-df75-4535-9aec-5c1177b7df34 admin admin] Pushing event deleted for resources: {'Port': ['ID=8810ef9a-9eee-4f91-99e1-a06906d10ca4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:51.494060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8756922-46f5-435d-9271-91d443206add tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event deleted for resources: {'Port': ['ID=874aa114-a526-43a3-936d-bae8910d0e15,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:51.552674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0604fa88-b5d0-43ae-838f-f15705d2a076, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0604fa88-b5d0-43ae-838f-f15705d2a076,segment=NetworkSegment(fa1a5595-15f6-43f8-96d6-b31f188bd281),segment_id=fa1a5595-15f6-43f8-96d6-b31f188bd281)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:51.564304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a721e76d-21a2-44db-adaa-ca3ebf5d3eda', 'name': 'tempest-snat-router-1566848052', 'tenant_id': '0ac63195d83844cb8479a40621948aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c7748b6c-6c88-4f13-adcc-46f17ef3f81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:44Z', 'updated_at': '2022-01-31T16:08:47Z', 'revision_number': 3, 'project_id': '0ac63195d83844cb8479a40621948aaa', 'gw_port': {'id': 'c7748b6c-6c88-4f13-adcc-46f17ef3f81d', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a721e76d-21a2-44db-adaa-ca3ebf5d3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:46Z', 'updated_at': '2022-01-31T16:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:51.580399 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.594059 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.663701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Checking router: a721e76d-21a2-44db-adaa-ca3ebf5d3eda for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:08:51.664190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Updating router a721e76d-21a2-44db-adaa-ca3ebf5d3eda port c7748b6c-6c88-4f13-adcc-46f17ef3f81d binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:08:51.670149 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-03ba021a-4c3c-46a9-bbfa-43917a168c3a None None] Could not find standard attr ID for object e1aa862e-c2aa-4e6c-91cf-da48e271999c. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:08:51.692484 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d8756922-46f5-435d-9271-91d443206add tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.705494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d8756922-46f5-435d-9271-91d443206add tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "DELETE /v2.0/ports/874aa114-a526-43a3-936d-bae8910d0e15 HTTP/1.1" status: 204 len: 168 time: 1.4892113 Jan 31 16:08:51.740132 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.763440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33754) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:51.778432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=0604fa88-b5d0-43ae-838f-f15705d2a076,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:51.871041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Pushing event updated for resources: {'Port': ['ID=53e0c837-2b32-4a7b-a88a-5a96b47eb111,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:51.895753 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d520b783-17ea-486a-b10c-9a2b1a5bd18f tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] GET failed (client error): The resource could not be found. Jan 31 16:08:51.901280 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d520b783-17ea-486a-b10c-9a2b1a5bd18f tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "GET /v2.0/ports/874aa114-a526-43a3-936d-bae8910d0e15 HTTP/1.1" status: 404 len: 333 time: 0.1284533 Jan 31 16:08:51.907369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33760) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:51.913656 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Request body: {'port': {'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-410606631'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:51.921370 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.971204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:51.971581 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.983141 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:51.994503 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-7818b097-8428-456b-a459-c3844a673581 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8250561 Jan 31 16:08:52.097725 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-c2b6fdb2-dc26-425c-9268-748c33c9b0a3 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 696 time: 0.1020086 Jan 31 16:08:52.384308 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.419462 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecd1b5a-42bb-4569-9705-e7ec724000ae tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting subnet 3e5e1828-87bc-4b55-9066-cbd12e3c3b67 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:08:52.428027 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1b5a-42bb-4569-9705-e7ec724000ae tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.510258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaa283-3970-4237-a092-e185a165869a req-9dfe7b73-5d80-4416-a331-3666f7c1cf15 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:52.517946 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-efaaa283-3970-4237-a092-e185a165869a req-9dfe7b73-5d80-4416-a331-3666f7c1cf15 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 945 time: 0.2658141 Jan 31 16:08:52.524732 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1b5a-42bb-4569-9705-e7ec724000ae tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.559454 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.621175 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.623823 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.631841 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.670999 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:08:52.724551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Attempting to bind port c7748b6c-6c88-4f13-adcc-46f17ef3f81d on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:52.725303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Attempting to bind port c7748b6c-6c88-4f13-adcc-46f17ef3f81d by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:52.725854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Attempting to bind port c7748b6c-6c88-4f13-adcc-46f17ef3f81d on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:52.740853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-efaaa283-3970-4237-a092-e185a165869a req-3e67317b-aa08-47da-9833-cc2e50220632 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151177 Jan 31 16:08:52.750858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f58acdb-df75-4535-9aec-5c1177b7df34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.762427 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1b5a-42bb-4569-9705-e7ec724000ae tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.769218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:52.769722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:52.770226 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.770612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:52.771153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Bound port: c7748b6c-6c88-4f13-adcc-46f17ef3f81d, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:52.771595 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.827222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Made reservation on behalf of 1b64e1332ae0471bb6b1c8017291c112 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:52.829842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fbeba-1c70-480b-82af-78bd5d292907 None None] Pushing event updated for resources: {'Port': ['ID=c7748b6c-6c88-4f13-adcc-46f17ef3f81d,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:52.831069 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.855815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] device_id is not set on port a3111495-a8f5-405b-9df6-060e9ae986a4 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:52.867344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] For port c7748b6c-6c88-4f13-adcc-46f17ef3f81d, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:52.871845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] For port c7748b6c-6c88-4f13-adcc-46f17ef3f81d, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c7748b6c-6c88-4f13-adcc-46f17ef3f81d,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:52.873047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:52.873530 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.878092 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.913379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-01839bc7-a365-4456-80c7-174a16288dc5 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:52.915815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-01839bc7-a365-4456-80c7-174a16288dc5 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.7862432 Jan 31 16:08:52.944177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-d1295af0-ca74-4666-95e4-631a8334cd53 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:08:52.954099 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc20a810-25f0-4978-b8f3-4be30cfe291e req-d1295af0-ca74-4666-95e4-631a8334cd53 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248349 Jan 31 16:08:52.970475 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Deleting port c7748b6c-6c88-4f13-adcc-46f17ef3f81d {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:52.971071 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.989112 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1b5a-42bb-4569-9705-e7ec724000ae tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:52.995985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fbeba-1c70-480b-82af-78bd5d292907 None None] Pushing event updated for resources: {'Port': ['ID=c7748b6c-6c88-4f13-adcc-46f17ef3f81d,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:53.012324 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514b58ca-e4f3-4221-b878-01396b31a5ed x-openstack-request-id: req-514b58ca-e4f3-4221-b878-01396b31a5ed {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:53.012324 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ab1d17-7199-425d-81e9-e78eeaed6ca0", "name": "network-vif-plugged", "status": "completed", "tag": "0604fa88-b5d0-43ae-838f-f15705d2a076", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:53.012698 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-514b58ca-e4f3-4221-b878-01396b31a5ed {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:53.013183 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ab1d17-7199-425d-81e9-e78eeaed6ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0604fa88-b5d0-43ae-838f-f15705d2a076', 'code': 200} Jan 31 16:08:53.014190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Routers {'a721e76d-21a2-44db-adaa-ca3ebf5d3eda'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:53.014912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['a721e76d-21a2-44db-adaa-ca3ebf5d3eda'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:53.061730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f789c-1959-4053-b258-118d270166d8 req-e3107cc2-3e86-4328-b74e-0e84330df3a4 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:53.063254 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a0f789c-1959-4053-b258-118d270166d8 req-e3107cc2-3e86-4328-b74e-0e84330df3a4 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2457423 Jan 31 16:08:53.069574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd1b5a-42bb-4569-9705-e7ec724000ae tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5e1828-87bc-4b55-9066-cbd12e3c3b67,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:53.084757 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1b5a-42bb-4569-9705-e7ec724000ae tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:53.090329 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0ecd1b5a-42bb-4569-9705-e7ec724000ae tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/3e5e1828-87bc-4b55-9066-cbd12e3c3b67 HTTP/1.1" status: 204 len: 168 time: 1.5978703 Jan 31 16:08:53.096135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33770) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:53.111249 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6ccdd51f-60b0-4d6e-9399-2f6c8966efcb req-83848ad5-4be0-49a2-a17d-ada5c2d251d5 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 210 time: 0.0474453 Jan 31 16:08:53.139842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cac1b1-30fb-4434-8e4c-f00eb387fb4c None None] Network e6ed86c6-52cd-49d9-85f1-7fec49528d29 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:53.150949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Allocated IP 2001:db8::1b8 (c095dbfa-f824-4604-b187-f6838462ef62/6dece762-f82e-478a-9fe6-43a813afb47c/a3111495-a8f5-405b-9df6-060e9ae986a4) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:53.252835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] Set router a721e76d-21a2-44db-adaa-ca3ebf5d3eda gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:53.329912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a721e76d-21a2-44db-adaa-ca3ebf5d3eda', 'name': 'tempest-snat-router-1566848052', 'tenant_id': '0ac63195d83844cb8479a40621948aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:44Z', 'updated_at': '2022-01-31T16:08:52Z', 'revision_number': 4, 'project_id': '0ac63195d83844cb8479a40621948aaa', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:53.349863 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a0f789c-1959-4053-b258-118d270166d8 req-658deb7f-e42d-4dd7-83a2-d0157a74328f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591410 Jan 31 16:08:53.363266 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:53.370697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] For port c7748b6c-6c88-4f13-adcc-46f17ef3f81d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c7748b6c-6c88-4f13-adcc-46f17ef3f81d,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:53.371001 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:53.372104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41189add-0310-47ab-bcbc-58c844170c79 None None] The sync data for ids ['a721e76d-21a2-44db-adaa-ca3ebf5d3eda'] in n-d-827120-1 is: [{'id': 'a721e76d-21a2-44db-adaa-ca3ebf5d3eda', 'name': 'tempest-snat-router-1566848052', 'tenant_id': '0ac63195d83844cb8479a40621948aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:44Z', 'updated_at': '2022-01-31T16:08:52Z', 'revision_number': 4, 'project_id': '0ac63195d83844cb8479a40621948aaa', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:08:53.377338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:53.391454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e91ac-eedf-48c4-8c80-392e4afde657 req-36b6214b-d443-4443-a3e9-6d2c25f1699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:53.392961 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a62e91ac-eedf-48c4-8c80-392e4afde657 req-36b6214b-d443-4443-a3e9-6d2c25f1699b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 1096 time: 0.3202422 Jan 31 16:08:53.425209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Calling delete_port for c7748b6c-6c88-4f13-adcc-46f17ef3f81d owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:53.445043 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:53.487648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-90e0e3ef-e5f4-47f3-a62e-8dfcf268a759 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:53.490718 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-90e0e3ef-e5f4-47f3-a62e-8dfcf268a759 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2896287 Jan 31 16:08:53.541117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Network c095dbfa-f824-4604-b187-f6838462ef62 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:53.547906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda9f05-c4f0-4014-ab6d-996f19adc6fd None None] DHCP port deletion for e6ed86c6-52cd-49d9-85f1-7fec49528d29 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:08:53.635862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-0741d522-22e9-4ec2-9d18-d1f3513118ef tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:53.637001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-0741d522-22e9-4ec2-9d18-d1f3513118ef tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.30 "GET /v2.0/networks?id=60aea103-801a-4bf1-8528-bf8cf1ccd02b HTTP/1.1" status: 200 len: 810 time: 0.4387131 Jan 31 16:08:53.638203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7cda9f05-c4f0-4014-ab6d-996f19adc6fd None None] Deleting port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:53.638639 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7cda9f05-c4f0-4014-ab6d-996f19adc6fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:53.638773 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a62e91ac-eedf-48c4-8c80-392e4afde657 req-12fbaafd-848e-43b5-9d7f-ccfef0aab6e8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332861 Jan 31 16:08:53.650176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:53.661930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Request body: {'port': {'device_id': 'a1fb0912-1fbe-4ca2-943f-6ff706d0d795', 'network_id': '60aea103-801a-4bf1-8528-bf8cf1ccd02b', 'admin_state_up': True, 'tenant_id': 'ac53e548079e49599efdd547990daf19'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:53.673587 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-0c1d3fbe-d01c-4370-bc42-83e356971fdf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 696 time: 0.1376100 Jan 31 16:08:53.677770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:53.684060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:53.687235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:53.711311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-86ae94a9-befe-49be-af8c-5c9bd7d27a03 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Request body: {'floatingip': {'port_id': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:53.717649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event updated for resources: {'Port': ['ID=a3111495-a8f5-405b-9df6-060e9ae986a4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:53.725749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7cda9f05-c4f0-4014-ab6d-996f19adc6fd None None] For port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a2e29973-3f3d-4ffc-a0bd-da99cec82bd8,segment=NetworkSegment(1e2ef3de-2ae6-4e1c-8c77-663e2c665df7),segment_id=1e2ef3de-2ae6-4e1c-8c77-663e2c665df7)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:53.726148 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7cda9f05-c4f0-4014-ab6d-996f19adc6fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:53.726784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f58acdb-df75-4535-9aec-5c1177b7df34 admin admin] Router 618f1953-650a-47f3-9225-261e6c70608a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:08:53.754018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7cda9f05-c4f0-4014-ab6d-996f19adc6fd None None] Calling delete_port for a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:53.776241 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fb943806-87b7-4557-a1c8-c41270338d92 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8672962 Jan 31 16:08:53.780455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33780) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:53.782792 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-86ae94a9-befe-49be-af8c-5c9bd7d27a03 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:53.794438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8d0e8241-a3d4-4563-b909-e73a28d8fe8b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ae:89:0e'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:53.905108 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7cda9f05-c4f0-4014-ab6d-996f19adc6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:53.940100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda9f05-c4f0-4014-ab6d-996f19adc6fd None None] Pushing event deleted for resources: {'Port': ['ID=a2e29973-3f3d-4ffc-a0bd-da99cec82bd8,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:53.940399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf4a01-957d-4dce-ac16-2b7327058541 req-49359747-6eb0-40d0-831e-611fb9694700 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:53.942137 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cabf4a01-957d-4dce-ac16-2b7327058541 req-49359747-6eb0-40d0-831e-611fb9694700 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2768331 Jan 31 16:08:53.949688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda9f05-c4f0-4014-ab6d-996f19adc6fd None None] No DVR routers for this DVR port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:08:53.961084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:53.961084 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:53.990513 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8241-a3d4-4563-b909-e73a28d8fe8b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:54.113594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c4dd4f19-aa9b-4e1b-b3e6-cdbf35eb4fca None None] Provisioning complete for port a3111495-a8f5-405b-9df6-060e9ae986a4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:54.113594 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4f19-aa9b-4e1b-b3e6-cdbf35eb4fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:54.161555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cabf4a01-957d-4dce-ac16-2b7327058541 req-852b2378-aee3-468e-9101-6fb06615c865 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044914 Jan 31 16:08:54.162530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] For port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8, host n-d-827120-1, got binding levels [] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:54.162896 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:54.172369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Made reservation on behalf of ac53e548079e49599efdd547990daf19 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:54.176068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:54.179881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd4f19-aa9b-4e1b-b3e6-cdbf35eb4fca None None] Port a3111495-a8f5-405b-9df6-060e9ae986a4 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:54.189440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f58acdb-df75-4535-9aec-5c1177b7df34 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:08:54.200806 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522c14f-3cf6-4488-872e-6638ef7dee36 None None] Sync routers for ids ['618f1953-650a-47f3-9225-261e6c70608a'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:08:54.208840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0f58acdb-df75-4535-9aec-5c1177b7df34 admin admin] 10.222.0.36 "PUT /v2.0/routers/618f1953-650a-47f3-9225-261e6c70608a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1859565 Jan 31 16:08:54.211439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:54.212292 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e522c14f-3cf6-4488-872e-6638ef7dee36 None None] Routers {'618f1953-650a-47f3-9225-261e6c70608a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:54.214414 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e522c14f-3cf6-4488-872e-6638ef7dee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['618f1953-650a-47f3-9225-261e6c70608a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:54.214608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33784) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:54.223742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_backend_mixin [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 was not found and therefore no delete operation was performed {{(pid=108771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:08:54.269111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:54.271017 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:54.371787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=a2e29973-3f3d-4ffc-a0bd-da99cec82bd8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:54.377435 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e522c14f-3cf6-4488-872e-6638ef7dee36 None None] Set router 618f1953-650a-47f3-9225-261e6c70608a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:54.389613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No DVR routers for this DVR port a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:08:54.508963 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8241-a3d4-4563-b909-e73a28d8fe8b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:54.517752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:08:54.521646 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8241-a3d4-4563-b909-e73a28d8fe8b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:54.552086 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:08:54.552750 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a2e29973-3f3d-4ffc-a0bd-da99cec82bd8 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:08:54.593683 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e522c14f-3cf6-4488-872e-6638ef7dee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618f1953-650a-47f3-9225-261e6c70608a', 'name': 'tempest-TestAggregatesBasicOps-1065410138-router', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:10Z', 'updated_at': '2022-01-31T16:08:50Z', 'revision_number': 5, 'project_id': 'be51e4bd3819497380bce3056bab8960', 'gw_port': {'id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618f1953-650a-47f3-9225-261e6c70608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:11Z', 'updated_at': '2022-01-31T16:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:54.608361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e8241-a3d4-4563-b909-e73a28d8fe8b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] In _notify_port_updated(), no bound segment for port a3111495-a8f5-405b-9df6-060e9ae986a4 on network c095dbfa-f824-4604-b187-f6838462ef62 {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:08:54.613932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0e8241-a3d4-4563-b909-e73a28d8fe8b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:54.614759 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8241-a3d4-4563-b909-e73a28d8fe8b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:54.616083 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8d0e8241-a3d4-4563-b909-e73a28d8fe8b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "PUT /v2.0/ports/a3111495-a8f5-405b-9df6-060e9ae986a4 HTTP/1.1" status: 200 len: 1002 time: 0.8285565 Jan 31 16:08:54.618984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33786) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:54.628897 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522c14f-3cf6-4488-872e-6638ef7dee36 None None] Checking router: 618f1953-650a-47f3-9225-261e6c70608a for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:08:54.638218 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e522c14f-3cf6-4488-872e-6638ef7dee36 None None] Routers {'618f1953-650a-47f3-9225-261e6c70608a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:54.639096 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e522c14f-3cf6-4488-872e-6638ef7dee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['618f1953-650a-47f3-9225-261e6c70608a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:54.664041 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-86ae94a9-befe-49be-af8c-5c9bd7d27a03 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:54.678345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e8241-a3d4-4563-b909-e73a28d8fe8b tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event updated for resources: {'Port': ['ID=a3111495-a8f5-405b-9df6-060e9ae986a4,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:54.681068 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-86ae94a9-befe-49be-af8c-5c9bd7d27a03 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:54.809893 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e522c14f-3cf6-4488-872e-6638ef7dee36 None None] Set router 618f1953-650a-47f3-9225-261e6c70608a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:54.924774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7748b6c-6c88-4f13-adcc-46f17ef3f81d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:54.934528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f5b63cd7-b97c-4cc6-bc2d-26ff32a53fad tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Deleting port a3111495-a8f5-405b-9df6-060e9ae986a4 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:54.935019 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f5b63cd7-b97c-4cc6-bc2d-26ff32a53fad tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:54.988979 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-86ae94a9-befe-49be-af8c-5c9bd7d27a03 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Floating IP 7ade1fac-9511-4dc8-9918-c7f6d1354f0d associated. External IP: 172.25.1.187, port: 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2. Jan 31 16:08:55.010203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e903ba75-9c9f-4135-a33e-f3909f93646e None None] Provisioning complete for port a3111495-a8f5-405b-9df6-060e9ae986a4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:55.010967 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e903ba75-9c9f-4135-a33e-f3909f93646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.069784 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e522c14f-3cf6-4488-872e-6638ef7dee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618f1953-650a-47f3-9225-261e6c70608a', 'name': 'tempest-TestAggregatesBasicOps-1065410138-router', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:10Z', 'updated_at': '2022-01-31T16:08:50Z', 'revision_number': 5, 'project_id': 'be51e4bd3819497380bce3056bab8960', 'gw_port': {'id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618f1953-650a-47f3-9225-261e6c70608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:11Z', 'updated_at': '2022-01-31T16:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:55.072382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e903ba75-9c9f-4135-a33e-f3909f93646e None None] Port a3111495-a8f5-405b-9df6-060e9ae986a4 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:55.076726 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.080943 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.083493 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.104186 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522c14f-3cf6-4488-872e-6638ef7dee36 None None] The sync data for ids ['618f1953-650a-47f3-9225-261e6c70608a'] in n-d-827120-1 is: [{'id': '618f1953-650a-47f3-9225-261e6c70608a', 'name': 'tempest-TestAggregatesBasicOps-1065410138-router', 'tenant_id': 'be51e4bd3819497380bce3056bab8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:10Z', 'updated_at': '2022-01-31T16:08:50Z', 'revision_number': 5, 'project_id': 'be51e4bd3819497380bce3056bab8960', 'gw_port': {'id': 'ddf9437d-ca13-4e74-be38-2f92462c2220', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618f1953-650a-47f3-9225-261e6c70608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:11Z', 'updated_at': '2022-01-31T16:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:08:55.106659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29858b0a-8906-4126-9720-caf8d0e49d4b req-f84c9a9e-dd22-499b-aab4-510d2ad8b31a tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:55.114060 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-29858b0a-8906-4126-9720-caf8d0e49d4b req-f84c9a9e-dd22-499b-aab4-510d2ad8b31a tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 945 time: 0.7629442 Jan 31 16:08:55.128996 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f5b63cd7-b97c-4cc6-bc2d-26ff32a53fad tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.147597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f5b63cd7-b97c-4cc6-bc2d-26ff32a53fad tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Calling delete_port for a3111495-a8f5-405b-9df6-060e9ae986a4 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:55.278240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ed86c6-52cd-49d9-85f1-7fec49528d29']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:55.291011 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Allocated IP 172.20.0.2 (60aea103-801a-4bf1-8528-bf8cf1ccd02b/c3eee8cb-aded-479e-addd-93f9705054a3/3d99d174-ae6a-490c-b823-b1b8b9390ea8) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:55.295797 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.302527 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.324893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2ef3de-2ae6-4e1c-8c77-663e2c665df7') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:55.325185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2ef3de-2ae6-4e1c-8c77-663e2c665df7') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:55.352906 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-86ae94a9-befe-49be-af8c-5c9bd7d27a03 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Router 0f6c68db-864d-499b-87c2-0a93756c70e6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:08:55.404711 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-29858b0a-8906-4126-9720-caf8d0e49d4b req-e9c6f5bb-9614-49f7-a368-2010252e9cb0 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894447 Jan 31 16:08:55.408247 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.423741 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f5b63cd7-b97c-4cc6-bc2d-26ff32a53fad tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.435350 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.435915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a721e76d-21a2-44db-adaa-ca3ebf5d3eda {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:08:55.448574 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.455900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33790) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:55.460230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-21f0403b-e6b2-4fc2-9cbd-0f1d42d54ff8 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a721e76d-21a2-44db-adaa-ca3ebf5d3eda HTTP/1.1" status: 204 len: 168 time: 4.4168313 Jan 31 16:08:55.467575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b63cd7-b97c-4cc6-bc2d-26ff32a53fad tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event deleted for resources: {'Port': ['ID=a3111495-a8f5-405b-9df6-060e9ae986a4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:55.481005 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.505701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:08:55.506119 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:08:55.509590 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:08:55.597264 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f5b63cd7-b97c-4cc6-bc2d-26ff32a53fad tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.603461 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f5b63cd7-b97c-4cc6-bc2d-26ff32a53fad tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "DELETE /v2.0/ports/a3111495-a8f5-405b-9df6-060e9ae986a4 HTTP/1.1" status: 204 len: 168 time: 0.9795592 Jan 31 16:08:55.606174 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33792) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:55.660702 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.673267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e01155f-b18d-4a30-9f05-53580bc64a25 req-d02d9e10-e3d2-474d-9277-f56f11bd14c3 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 210 time: 0.1360409 Jan 31 16:08:55.695470 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.710914 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b370bb-59a2-4123-81a1-1724eed83f3c tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] GET failed (client error): The resource could not be found. Jan 31 16:08:55.715621 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e4b370bb-59a2-4123-81a1-1724eed83f3c tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "GET /v2.0/ports/a3111495-a8f5-405b-9df6-060e9ae986a4 HTTP/1.1" status: 404 len: 333 time: 0.1033247 Jan 31 16:08:55.716149 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.718237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33794) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:55.729233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Request body: {'port': {'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-224176358'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:55.730850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33796) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:55.732800 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/networks/e6ed86c6-52cd-49d9-85f1-7fec49528d29 HTTP/1.1" status: 204 len: 168 time: 2.6314402 Jan 31 16:08:55.737541 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.742004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'name': 'tempest-PortsIpV6TestJSON-1808142808'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:55.746669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-86ae94a9-befe-49be-af8c-5c9bd7d27a03 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:08:55.759755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bab241-65ca-4204-a272-8fd19eb7d94c None None] Sync routers for ids ['0f6c68db-864d-499b-87c2-0a93756c70e6'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:08:55.770185 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-86ae94a9-befe-49be-af8c-5c9bd7d27a03 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.772782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bab241-65ca-4204-a272-8fd19eb7d94c None None] Routers {'0f6c68db-864d-499b-87c2-0a93756c70e6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:55.780669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-93bab241-65ca-4204-a272-8fd19eb7d94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0f6c68db-864d-499b-87c2-0a93756c70e6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:55.786202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f779181-df13-44ce-90a5-d034cacbd72d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Network': ['ID=e6ed86c6-52cd-49d9-85f1-7fec49528d29,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:55.858389 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.900127 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.928282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fee46c-4b97-4ff8-b09e-9a657b57d4ee req-292df711-128a-42aa-b124-f3b51b3d5340 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:55.929826 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57fee46c-4b97-4ff8-b09e-9a657b57d4ee req-292df711-128a-42aa-b124-f3b51b3d5340 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1137240 Jan 31 16:08:55.947739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Deleting port ddf9437d-ca13-4e74-be38-2f92462c2220 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:55.948081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:55.951348 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-93bab241-65ca-4204-a272-8fd19eb7d94c None None] Set router 0f6c68db-864d-499b-87c2-0a93756c70e6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:55.971617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-86ae94a9-befe-49be-af8c-5c9bd7d27a03 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "PUT /v2.0/floatingips/7ade1fac-9511-4dc8-9918-c7f6d1354f0d HTTP/1.1" status: 200 len: 996 time: 2.2755051 Jan 31 16:08:55.980150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:55.982834 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf5279a-8ff9-4041-8fbd-8cd0237238f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:56.029082 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:56.045260 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57fee46c-4b97-4ff8-b09e-9a657b57d4ee req-5a727544-846f-48f6-9641-02432c08e3f6 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041398 Jan 31 16:08:56.103863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Network 60aea103-801a-4bf1-8528-bf8cf1ccd02b is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:56.117443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:56.126037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:56.129612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] For port ddf9437d-ca13-4e74-be38-2f92462c2220, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ddf9437d-ca13-4e74-be38-2f92462c2220,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:56.130016 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:56.141188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-6d86c03a-0592-4934-9310-a1763fb206b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:56.142778 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-6d86c03a-0592-4934-9310-a1763fb206b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44878cac9c744bceb768fa2bd481ee0a&device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 1096 time: 0.1421525 Jan 31 16:08:56.146164 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:56.151114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Made reservation on behalf of 1b64e1332ae0471bb6b1c8017291c112 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:56.155418 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:56.168035 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6b9cad-8c56-4dc5-944a-fb6d833c6247 x-openstack-request-id: req-1d6b9cad-8c56-4dc5-944a-fb6d833c6247 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:56.168580 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:56.168993 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d6b9cad-8c56-4dc5-944a-fb6d833c6247 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:56.169577 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'status': 'completed', 'code': 200} Jan 31 16:08:56.171311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:56.175118 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:56.181764 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Calling delete_port for ddf9437d-ca13-4e74-be38-2f92462c2220 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:56.191330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Pushing event updated for resources: {'Port': ['ID=3d99d174-ae6a-490c-b823-b1b8b9390ea8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:56.272913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] device_id is not set on port 2c32f134-e171-45b3-a056-7ac4f49f0b77 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:56.282632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-93bab241-65ca-4204-a272-8fd19eb7d94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:07:45Z', 'revision_number': 4, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '7ade1fac-9511-4dc8-9918-c7f6d1354f0d', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'port_id': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'mac_address': 'fa:16:3e:d5:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:08:50Z', 'updated_at': '2022-01-31T16:08:54Z', 'revision_number': 1, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18089a87-a36a-4e00-808d-5039437c2b60', 'name': '', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'mac_address': 'fa:16:3e:de:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:44Z', 'updated_at': '2022-01-31T16:07:54Z', 'revision_number': 5, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'subnets': [{'id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:56.291586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:56.292222 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:56.292805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port ed75079a-53cd-43ba-87ee-d0b7ee398728 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:56.320066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5279a-8ff9-4041-8fbd-8cd0237238f9 req-f07ac69b-79c1-4d06-873e-883d7b30095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:56.322063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdf5279a-8ff9-4041-8fbd-8cd0237238f9 req-f07ac69b-79c1-4d06-873e-883d7b30095e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44878cac9c744bceb768fa2bd481ee0a&device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 1096 time: 0.1496785 Jan 31 16:08:56.325674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bab241-65ca-4204-a272-8fd19eb7d94c None None] Checking router: 0f6c68db-864d-499b-87c2-0a93756c70e6 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:08:56.346153 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-f81f6659-143b-48d6-8cac-45fdb70d0579 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6882885 Jan 31 16:08:56.351273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bab241-65ca-4204-a272-8fd19eb7d94c None None] Routers {'0f6c68db-864d-499b-87c2-0a93756c70e6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:08:56.351924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-93bab241-65ca-4204-a272-8fd19eb7d94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0f6c68db-864d-499b-87c2-0a93756c70e6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:56.393433 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Request body: {'port': {'device_id': 'a1fb0912-1fbe-4ca2-943f-6ff706d0d795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:56.447058 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8810ef9a-9eee-4f91-99e1-a06906d10ca4 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:08:56.454360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-71c21d36-ba4c-4536-a4a4-217fdc803e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:56.455866 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-71c21d36-ba4c-4536-a4a4-217fdc803e6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a HTTP/1.1" status: 200 len: 920 time: 0.2979171 Jan 31 16:08:56.474682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8810ef9a-9eee-4f91-99e1-a06906d10ca4 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:08:56.475107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8810ef9a-9eee-4f91-99e1-a06906d10ca4 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:08:56.554823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-93bab241-65ca-4204-a272-8fd19eb7d94c None None] Set router 0f6c68db-864d-499b-87c2-0a93756c70e6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:08:56.640622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:56.679687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19469a4-3ed0-4e1c-8416-4cb97607691e req-c795a35e-3bb3-441c-a686-082b541fa216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:56.681710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c19469a4-3ed0-4e1c-8416-4cb97607691e req-c795a35e-3bb3-441c-a686-082b541fa216 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 1096 time: 0.2512951 Jan 31 16:08:56.695543 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4365a37-3dbb-4bd3-9736-8875a39deae3 req-dbd15f97-ec27-428a-bfc8-943bfcec224f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:56.697121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4365a37-3dbb-4bd3-9736-8875a39deae3 req-dbd15f97-ec27-428a-bfc8-943bfcec224f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2028084 Jan 31 16:08:56.716832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5279a-8ff9-4041-8fbd-8cd0237238f9 req-db6da3f2-8ad1-47d6-86c4-938b55f895b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:56.718387 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdf5279a-8ff9-4041-8fbd-8cd0237238f9 req-db6da3f2-8ad1-47d6-86c4-938b55f895b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a HTTP/1.1" status: 200 len: 920 time: 0.3891346 Jan 31 16:08:56.855555 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:56.880007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4365a37-3dbb-4bd3-9736-8875a39deae3 req-58b0543e-8ac5-4668-963a-f5366415826f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682692 Jan 31 16:08:56.922488 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf9437d-ca13-4e74-be38-2f92462c2220,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:56.926046 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Deleting port 25793845-38e6-4064-91da-592061ec4a13 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:56.926386 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:56.994829 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-93bab241-65ca-4204-a272-8fd19eb7d94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:07:45Z', 'revision_number': 4, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '7ade1fac-9511-4dc8-9918-c7f6d1354f0d', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'port_id': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'mac_address': 'fa:16:3e:d5:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:08:50Z', 'updated_at': '2022-01-31T16:08:54Z', 'revision_number': 1, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18089a87-a36a-4e00-808d-5039437c2b60', 'name': '', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'mac_address': 'fa:16:3e:de:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:44Z', 'updated_at': '2022-01-31T16:07:54Z', 'revision_number': 5, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'subnets': [{'id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:08:57.006469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Allocated IP 2001:db8::31f (c095dbfa-f824-4604-b187-f6838462ef62/6dece762-f82e-478a-9fe6-43a813afb47c/2c32f134-e171-45b3-a056-7ac4f49f0b77) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:57.010050 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-2268c4b9-bb1a-49c8-9442-2bd0a41f8826 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 999 time: 0.5374188 Jan 31 16:08:57.029453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bab241-65ca-4204-a272-8fd19eb7d94c None None] The sync data for ids ['0f6c68db-864d-499b-87c2-0a93756c70e6'] in n-d-827120-1 is: [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:07:45Z', 'revision_number': 4, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '7ade1fac-9511-4dc8-9918-c7f6d1354f0d', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'port_id': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'mac_address': 'fa:16:3e:d5:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:08:50Z', 'updated_at': '2022-01-31T16:08:54Z', 'revision_number': 1, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18089a87-a36a-4e00-808d-5039437c2b60', 'name': '', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'mac_address': 'fa:16:3e:de:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:44Z', 'updated_at': '2022-01-31T16:07:54Z', 'revision_number': 5, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'subnets': [{'id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:08:57.035261 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdf5279a-8ff9-4041-8fbd-8cd0237238f9 req-c14525ed-ed70-48cd-a5c7-d3003f75d780 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 999 time: 0.2786345 Jan 31 16:08:57.174485 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19469a4-3ed0-4e1c-8416-4cb97607691e req-3f73c2fd-fe85-462b-bab7-ea852baa02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:57.175828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c19469a4-3ed0-4e1c-8416-4cb97607691e req-3f73c2fd-fe85-462b-bab7-ea852baa02a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 200 len: 911 time: 0.4751501 Jan 31 16:08:57.183201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-824d6d8f-22ac-4d0f-917b-4094d549a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:57.184693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-824d6d8f-22ac-4d0f-917b-4094d549a1a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb13df4a-5c58-4b29-93b3-73902e0c2088 HTTP/1.1" status: 200 len: 859 time: 0.1651592 Jan 31 16:08:57.197660 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.246504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-8e16d7ff-7aea-4961-9f54-91fc6048bcdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472000 Jan 31 16:08:57.275410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-bb43f2c3-88d1-4d2f-9fcd-d768c4776396 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:08:57.276596 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-bb43f2c3-88d1-4d2f-9fcd-d768c4776396 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084929 Jan 31 16:08:57.319405 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a343e5-4f51-4f75-86d9-437fbed619c7 None None] New status for floating IP 7ade1fac-9511-4dc8-9918-c7f6d1354f0d: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:08:57.331142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] For port 25793845-38e6-4064-91da-592061ec4a13, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=25793845-38e6-4064-91da-592061ec4a13,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:57.331518 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.396005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Calling delete_port for 25793845-38e6-4064-91da-592061ec4a13 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:57.499173 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.538238 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.613700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:57.620711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-c2504009-c734-4e49-9ab9-fc2d6a160c45 service neutron] 10.222.0.36 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055286 Jan 31 16:08:57.626551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:57.645848 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.650085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5279a-8ff9-4041-8fbd-8cd0237238f9 req-d0fc4883-8c80-4214-aeaa-57c4cb6acc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:57.651565 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdf5279a-8ff9-4041-8fbd-8cd0237238f9 req-d0fc4883-8c80-4214-aeaa-57c4cb6acc1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb13df4a-5c58-4b29-93b3-73902e0c2088 HTTP/1.1" status: 200 len: 859 time: 0.5948999 Jan 31 16:08:57.662160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:57.667674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:57.668285 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.671887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=ed75079a-53cd-43ba-87ee-d0b7ee398728,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:57.701776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d9307-bcf3-4761-9d84-ae58854f062a req-1747330c-c70b-4210-ae84-e30cbff2b8c7 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:57.703267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-462d9307-bcf3-4761-9d84-ae58854f062a req-1747330c-c70b-4210-ae84-e30cbff2b8c7 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 945 time: 0.6769226 Jan 31 16:08:57.759093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d8a0b446-c45c-4cff-804c-d8782ae1c908 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0217724 Jan 31 16:08:57.764344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33808) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:57.788409 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.799323 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdf5279a-8ff9-4041-8fbd-8cd0237238f9 req-881d3369-fc9a-4cf1-b735-5243a14b5a6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380870 Jan 31 16:08:57.800525 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.809812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.819514 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.841442 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c19469a4-3ed0-4e1c-8416-4cb97607691e req-294227ef-5ad8-4bdf-b1b3-696cf2739332 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05 HTTP/1.1" status: 200 len: 999 time: 0.6483309 Jan 31 16:08:57.946125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Network c095dbfa-f824-4604-b187-f6838462ef62 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:08:57.958005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:08:57.961292 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5e5d585e-276e-4eea-adec-c77eab21fe40 req-628cbd9f-1868-4dbc-9ec5-ec3ed9cc2eb1 service neutron] 10.222.0.36 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903774 Jan 31 16:08:57.962358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:08:57.967839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:57.968479 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.974989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event updated for resources: {'Port': ['ID=2c32f134-e171-45b3-a056-7ac4f49f0b77,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:57.977753 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.994726 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:57.995299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618f1953-650a-47f3-9225-261e6c70608a {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:08:58.011342 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.014898 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a26e1481-3fbf-4902-a805-405a4b01baa9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/618f1953-650a-47f3-9225-261e6c70608a HTTP/1.1" status: 204 len: 168 time: 3.7958398 Jan 31 16:08:58.015838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event deleted for resources: {'Port': ['ID=25793845-38e6-4064-91da-592061ec4a13,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:58.017762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-462d9307-bcf3-4761-9d84-ae58854f062a req-58a743dd-e4dc-4e9d-b867-5027b243cd28 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762306 Jan 31 16:08:58.018494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33812) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:58.032954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-af073926-0c20-45a9-9e79-0a2056562d77 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3134255 Jan 31 16:08:58.036144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33814) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:58.041253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Request body: {'port': {'network_id': 'c095dbfa-f824-4604-b187-f6838462ef62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-762415130'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:58.091741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19469a4-3ed0-4e1c-8416-4cb97607691e req-a21d4351-a13d-4ef8-86ed-e66c9a574bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:58.093850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c19469a4-3ed0-4e1c-8416-4cb97607691e req-a21d4351-a13d-4ef8-86ed-e66c9a574bf7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 200 len: 849 time: 0.2294583 Jan 31 16:08:58.213093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-74866360-5110-497a-9794-b0e0871a4c39 admin admin] Deleting subnet 3bae93b3-f6a4-4017-ac92-758b7bbb03a7 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:08:58.235262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74866360-5110-497a-9794-b0e0871a4c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.239586 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdf5279a-8ff9-4041-8fbd-8cd0237238f9 req-02b674bb-e3ac-4e66-9a84-876b23f494f8 service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316685 Jan 31 16:08:58.267265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-9bea0826-239f-434d-822a-5ead11e82a59 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port ed75079a-53cd-43ba-87ee-d0b7ee398728 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:58.267885 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9bea0826-239f-434d-822a-5ead11e82a59 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.277598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d99d174-ae6a-490c-b823-b1b8b9390ea8 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:08:58.295714 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.344288 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.366733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19469a4-3ed0-4e1c-8416-4cb97607691e req-713c7aed-af6a-4509-a42c-55dc72b9bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:58.368298 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c19469a4-3ed0-4e1c-8416-4cb97607691e req-713c7aed-af6a-4509-a42c-55dc72b9bffd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f3f7475-5763-4383-9796-97b002a13c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2458024 Jan 31 16:08:58.372034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Transition to ACTIVE for port object 3d99d174-ae6a-490c-b823-b1b8b9390ea8 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:08:58.380723 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74866360-5110-497a-9794-b0e0871a4c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.411058 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.422030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6f52c11e-bcb1-47b7-b04f-20924731a919 None None] Provisioning complete for port 2c32f134-e171-45b3-a056-7ac4f49f0b77 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:08:58.422614 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f52c11e-bcb1-47b7-b04f-20924731a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.442353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6fbc7-c191-457f-9410-8c21f649734f req-a3622633-f961-4227-85a3-802406f7321d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:58.444271 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19f6fbc7-c191-457f-9410-8c21f649734f req-a3622633-f961-4227-85a3-802406f7321d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2519412 Jan 31 16:08:58.474108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6f52c11e-bcb1-47b7-b04f-20924731a919 None None] Port 2c32f134-e171-45b3-a056-7ac4f49f0b77 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:08:58.492259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a267b-5c2a-4979-aad0-a233da3f7d13 req-1aff5e82-2940-43c1-b91d-aed5bca2c390 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:58.493763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-645a267b-5c2a-4979-aad0-a233da3f7d13 req-1aff5e82-2940-43c1-b91d-aed5bca2c390 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 931 time: 0.3453557 Jan 31 16:08:58.510301 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.511804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Made reservation on behalf of 1b64e1332ae0471bb6b1c8017291c112 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:58.515344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.523546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.526926 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9bea0826-239f-434d-822a-5ead11e82a59 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.586580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdf5279a-8ff9-4041-8fbd-8cd0237238f9 req-56412d08-11a0-4c1c-9668-d030d37c9693 service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198285 Jan 31 16:08:58.592901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-9bea0826-239f-434d-822a-5ead11e82a59 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for ed75079a-53cd-43ba-87ee-d0b7ee398728 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:58.627375 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-645a267b-5c2a-4979-aad0-a233da3f7d13 req-542fdfe6-9536-4abe-896a-562e4381461a tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3f8be9f-f72c-4a49-bfcc-e5f59cd53119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204991 Jan 31 16:08:58.631373 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.631900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7cd056a-c406-4503-8a3b-b43459150bba {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:08:58.634129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] device_id is not set on port c927e318-b1b3-46f5-a295-22e2e7abe9a7 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:58.645207 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.652925 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-569d08c7-f4ec-43de-a2ab-e46e5ff61c7d tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "DELETE /v2.0/routers/d7cd056a-c406-4503-8a3b-b43459150bba HTTP/1.1" status: 204 len: 168 time: 3.1893828 Jan 31 16:08:58.654386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Pushing event updated for resources: {'Port': ['ID=3d99d174-ae6a-490c-b823-b1b8b9390ea8,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:58.670841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33820) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:58.688366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-528280724', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:58.742616 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19f6fbc7-c191-457f-9410-8c21f649734f req-a06b88e5-fe67-45f6-94b1-d761bc5aef0a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900512 Jan 31 16:08:58.769486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c19469a4-3ed0-4e1c-8416-4cb97607691e req-356833c4-a9ac-4bc9-8155-837b3562deb0 service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928583 Jan 31 16:08:58.827551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ddf9437d-ca13-4e74-be38-2f92462c2220 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:08:58.861672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: ddf9437d-ca13-4e74-be38-2f92462c2220 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:08:58.862009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ddf9437d-ca13-4e74-be38-2f92462c2220 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:08:58.873978 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74866360-5110-497a-9794-b0e0871a4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.895662 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-a80ba0a3-9829-4456-864d-446da884db1e tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 1001 time: 0.1669898 Jan 31 16:08:58.937109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Attempting to bind port 3d99d174-ae6a-490c-b823-b1b8b9390ea8 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:08:58.938153 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Attempting to bind port 3d99d174-ae6a-490c-b823-b1b8b9390ea8 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '19be6cc2-e0f0-42e2-b340-e2b80c38320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '60aea103-801a-4bf1-8528-bf8cf1ccd02b'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:08:58.938569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Attempting to bind port 3d99d174-ae6a-490c-b823-b1b8b9390ea8 on network 60aea103-801a-4bf1-8528-bf8cf1ccd02b {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:58.954530 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.956035 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.960401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Port 3d99d174-ae6a-490c-b823-b1b8b9390ea8 on network 60aea103-801a-4bf1-8528-bf8cf1ccd02b not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:08:58.960856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Attempting to bind port 3d99d174-ae6a-490c-b823-b1b8b9390ea8 on network 60aea103-801a-4bf1-8528-bf8cf1ccd02b {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:08:58.968531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Allocated IP 2001:db8::1ad (c095dbfa-f824-4604-b187-f6838462ef62/6dece762-f82e-478a-9fe6-43a813afb47c/c927e318-b1b3-46f5-a295-22e2e7abe9a7) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:08:58.970695 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9bea0826-239f-434d-822a-5ead11e82a59 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:58.981005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-0a945428-0ee9-430b-a3a5-70d3704fdf60 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:58.982445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-0a945428-0ee9-430b-a3a5-70d3704fdf60 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports/6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 942 time: 0.0782230 Jan 31 16:08:58.988046 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:08:58.989085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Checking segment: {'id': '19be6cc2-e0f0-42e2-b340-e2b80c38320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '60aea103-801a-4bf1-8528-bf8cf1ccd02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:08:58.989085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Bound using segment: {'id': '19be6cc2-e0f0-42e2-b340-e2b80c38320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '60aea103-801a-4bf1-8528-bf8cf1ccd02b'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:08:58.989544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Bound port: 3d99d174-ae6a-490c-b823-b1b8b9390ea8, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19be6cc2-e0f0-42e2-b340-e2b80c38320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '60aea103-801a-4bf1-8528-bf8cf1ccd02b'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:08:58.989990 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.022973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea0826-239f-434d-822a-5ead11e82a59 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=ed75079a-53cd-43ba-87ee-d0b7ee398728,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:59.035017 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9bea0826-239f-434d-822a-5ead11e82a59 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.040518 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9bea0826-239f-434d-822a-5ead11e82a59 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/ed75079a-53cd-43ba-87ee-d0b7ee398728 HTTP/1.1" status: 204 len: 168 time: 1.2724738 Jan 31 16:08:59.044583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33826) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:59.050207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'mac_address': 'fa:16:3e:db:5e:32', 'name': 'tempest-PortsIpV6TestJSON-540293795'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:08:59.082532 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c19469a4-3ed0-4e1c-8416-4cb97607691e req-e9958e77-f59a-4265-9975-d2d54d940eed service neutron] 10.222.0.20 "GET /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026259 Jan 31 16:08:59.124258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74866360-5110-497a-9794-b0e0871a4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.127348 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.204830 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74866360-5110-497a-9794-b0e0871a4c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.210051 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-74866360-5110-497a-9794-b0e0871a4c39 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3bae93b3-f6a4-4017-ac92-758b7bbb03a7 HTTP/1.1" status: 204 len: 168 time: 1.1841948 Jan 31 16:08:59.213684 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da999375-d036-44e5-aaf6-595d595e38de None None] Network 5437b5ad-ba87-4f4c-b153-2922f5c0b434 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:08:59.214840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33832) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:08:59.215047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74866360-5110-497a-9794-b0e0871a4c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bae93b3-f6a4-4017-ac92-758b7bbb03a7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:59.249738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] For port 3d99d174-ae6a-490c-b823-b1b8b9390ea8, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:08:59.285103 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-415a02a5-bbb0-423c-9188-4c0e96b12942 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 1001 time: 0.2117670 Jan 31 16:08:59.343710 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.352909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] For port 3d99d174-ae6a-490c-b823-b1b8b9390ea8, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3d99d174-ae6a-490c-b823-b1b8b9390ea8,segment=NetworkSegment(19be6cc2-e0f0-42e2-b340-e2b80c38320b),segment_id=19be6cc2-e0f0-42e2-b340-e2b80c38320b)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:08:59.361587 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.368855 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.414811 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:59.415745 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.417377 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] 10.222.0.30 "PUT /v2.0/ports/3d99d174-ae6a-490c-b823-b1b8b9390ea8 HTTP/1.1" status: 200 len: 1091 time: 3.0287497 Jan 31 16:08:59.420038 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fb0912-1fbe-4ca2-943f-6ff706d0d795', 'tag': '3d99d174-ae6a-490c-b823-b1b8b9390ea8'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:08:59.429867 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab3a7c5-aaca-4e33-a198-b7abe73cd0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fb0912-1fbe-4ca2-943f-6ff706d0d795", "tag": "3d99d174-ae6a-490c-b823-b1b8b9390ea8"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:08:59.495208 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3259da-e05e-4efc-9637-a976adbf7dac x-openstack-request-id: req-8d3259da-e05e-4efc-9637-a976adbf7dac {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:08:59.495573 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fb0912-1fbe-4ca2-943f-6ff706d0d795", "tag": "3d99d174-ae6a-490c-b823-b1b8b9390ea8", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:08:59.495820 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d3259da-e05e-4efc-9637-a976adbf7dac {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:08:59.496110 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1fb0912-1fbe-4ca2-943f-6ff706d0d795', 'tag': '3d99d174-ae6a-490c-b823-b1b8b9390ea8', 'status': 'completed', 'code': 200} Jan 31 16:08:59.525076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e4731d-9cc6-4c20-bc5a-203dafeffdd2 None None] DHCP port deletion for 5437b5ad-ba87-4f4c-b153-2922f5c0b434 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:08:59.538859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e5ab9-34fb-449f-8ee7-7a40ff6eff6b service neutron] Pushing event updated for resources: {'Port': ['ID=3d99d174-ae6a-490c-b823-b1b8b9390ea8,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:59.557119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-e6571136-5b7e-4d95-b994-595c62d42ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:59.558645 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-e6571136-5b7e-4d95-b994-595c62d42ab2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac53e548079e49599efdd547990daf19&device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 1094 time: 0.0824149 Jan 31 16:08:59.570064 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.577610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:08:59.599534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-10e4731d-9cc6-4c20-bc5a-203dafeffdd2 None None] Deleting port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:59.600277 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-10e4731d-9cc6-4c20-bc5a-203dafeffdd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.614685 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-3a75a4e5-0823-4ad2-9fce-33f771d5e97d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d99d174-ae6a-490c-b823-b1b8b9390ea8 HTTP/1.1" status: 200 len: 217 time: 0.0474560 Jan 31 16:08:59.719272 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-10e4731d-9cc6-4c20-bc5a-203dafeffdd2 None None] For port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=091cf9a4-2e6d-4a17-b789-d314b89b4ec4,segment=NetworkSegment(531bac1c-a261-4b4d-a715-d2cee67ebd58),segment_id=531bac1c-a261-4b4d-a715-d2cee67ebd58)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:08:59.721556 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-10e4731d-9cc6-4c20-bc5a-203dafeffdd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.736605 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.750527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-396f52b4-622a-4f33-83d7-c29413a766f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:59.752059 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-396f52b4-622a-4f33-83d7-c29413a766f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3eee8cb-aded-479e-addd-93f9705054a3 HTTP/1.1" status: 200 len: 850 time: 0.1262088 Jan 31 16:08:59.753152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Deleting port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:08:59.753676 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.761055 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.761552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-10e4731d-9cc6-4c20-bc5a-203dafeffdd2 None None] Calling delete_port for 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:08:59.769764 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-d9996ab9-4534-46e8-82fc-68e71a044dc7 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:08:59.771392 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-d9996ab9-4534-46e8-82fc-68e71a044dc7 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.3948464 Jan 31 16:08:59.805504 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.851198 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-e6a894fd-95f5-486e-9104-94c5e641e62c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60aea103-801a-4bf1-8528-bf8cf1ccd02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878725 Jan 31 16:08:59.852686 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.875317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-10e4731d-9cc6-4c20-bc5a-203dafeffdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:08:59.883854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port a4828b43-48eb-429e-8c98-320541822496 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:08:59.890464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e4731d-9cc6-4c20-bc5a-203dafeffdd2 None None] No DVR routers for this DVR port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:08:59.913148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4731d-9cc6-4c20-bc5a-203dafeffdd2 None None] Pushing event deleted for resources: {'Port': ['ID=091cf9a4-2e6d-4a17-b789-d314b89b4ec4,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:08:59.923188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event updated for resources: {'Port': ['ID=c927e318-b1b3-46f5-a295-22e2e7abe9a7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:00.018354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Network c095dbfa-f824-4604-b187-f6838462ef62 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:00.037659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:00.047582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:00.053583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:00.054242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:00.058065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] For port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=091cf9a4-2e6d-4a17-b789-d314b89b4ec4,segment=NetworkSegment(531bac1c-a261-4b4d-a715-d2cee67ebd58),segment_id=531bac1c-a261-4b4d-a715-d2cee67ebd58)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:00.058432 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:00.063872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d82aa9-2424-4db3-bf62-c0974133a03b req-d33ad2a4-55e9-447d-b188-6761e5c6280b tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:00.071587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6d82aa9-2424-4db3-bf62-c0974133a03b req-d33ad2a4-55e9-447d-b188-6761e5c6280b tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 943 time: 0.1883810 Jan 31 16:09:00.098768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Calling delete_port for 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:00.108933 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dfa62d4e-ac55-4166-a690-67657db455d5 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0717087 Jan 31 16:09:00.113311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33852) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:00.116714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-14d458c1-d088-42ce-b3a7-5ade10f45f69 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 1001 time: 0.2371120 Jan 31 16:09:00.118824 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-4f0c45ea-f97e-4618-b762-331a85c25390 service neutron] 10.222.0.30 "GET /v2.0/networks/60aea103-801a-4bf1-8528-bf8cf1ccd02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584665 Jan 31 16:09:00.122772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2298cec9-4c16-4258-8e53-1c999f17c1ae tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::202', 'mac_address': 'fa:16:3e:ae:89:0e'}, {'ip_address': '2001:db8::31f', 'mac_address': 'fa:16:3e:39:77:95'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:00.126594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Allocated IP 172.25.1.129 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/a46217ca-fb48-468f-a8e3-0445ad5a2f33) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:00.138182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-1e3ad8c2-4b03-4398-8996-6c0a1ac1446f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:00.255510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6d82aa9-2424-4db3-bf62-c0974133a03b req-f9c726d4-d14d-4841-b436-3bef5e5f059e tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3f8be9f-f72c-4a49-bfcc-e5f59cd53119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829851 Jan 31 16:09:00.315794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-41f538aa-895c-4f4a-a9b7-2271b28d6784 None None] Provisioning complete for port c927e318-b1b3-46f5-a295-22e2e7abe9a7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:00.316904 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-41f538aa-895c-4f4a-a9b7-2271b28d6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:00.357758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-41f538aa-895c-4f4a-a9b7-2271b28d6784 None None] Port c927e318-b1b3-46f5-a295-22e2e7abe9a7 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:09:00.479730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 25793845-38e6-4064-91da-592061ec4a13 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:00.501068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 25793845-38e6-4064-91da-592061ec4a13 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:00.501445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 25793845-38e6-4064-91da-592061ec4a13 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:00.501866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:00.522789 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:00.523089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:00.659391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-1e3ad8c2-4b03-4398-8996-6c0a1ac1446f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:00.736437 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:00.758837 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f61d7dc5-4878-4e76-984b-535a1a9f7fa3 req-ca6076b3-cce0-4351-a6d5-36cded81e15a service neutron] 10.222.0.30 "GET /v2.0/networks/60aea103-801a-4bf1-8528-bf8cf1ccd02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284225 Jan 31 16:09:00.782056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:00.823185 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Pushing event deleted for resources: {'Port': ['ID=091cf9a4-2e6d-4a17-b789-d314b89b4ec4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:00.829062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc6fbf-ce8c-4ede-86ca-9b28dd209575 req-c7c2ba9d-98eb-40c4-9523-808086533798 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:00.829337 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] No DVR routers for this DVR port 091cf9a4-2e6d-4a17-b789-d314b89b4ec4 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:00.830790 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86fc6fbf-ce8c-4ede-86ca-9b28dd209575 req-c7c2ba9d-98eb-40c4-9523-808086533798 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1679254 Jan 31 16:09:00.867994 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:00.891133 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2298cec9-4c16-4258-8e53-1c999f17c1ae tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:00.923152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-1e3ad8c2-4b03-4398-8996-6c0a1ac1446f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:00.950255 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-1e3ad8c2-4b03-4398-8996-6c0a1ac1446f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:00.950551 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-1e3ad8c2-4b03-4398-8996-6c0a1ac1446f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Floating IP 7ade1fac-9511-4dc8-9918-c7f6d1354f0d disassociated. External IP: 172.25.1.187, port: 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2. Jan 31 16:09:00.965864 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:00.973299 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86fc6fbf-ce8c-4ede-86ca-9b28dd209575 req-cd8eece4-2d96-4e31-8b3b-59f5d4e0e521 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250088 Jan 31 16:09:00.984608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3a7c5-aaca-4e33-a198-b7abe73cd0b7 req-0fafd274-67b1-449b-aaf2-08272b3e9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:00.986276 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ab3a7c5-aaca-4e33-a198-b7abe73cd0b7 req-0fafd274-67b1-449b-aaf2-08272b3e9354 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac53e548079e49599efdd547990daf19&device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 1094 time: 0.1651812 Jan 31 16:09:01.006523 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.033587 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.066171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5437b5ad-ba87-4f4c-b153-2922f5c0b434']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:01.077437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:01.119181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:01.122423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531bac1c-a261-4b4d-a715-d2cee67ebd58') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:01.122722 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531bac1c-a261-4b4d-a715-d2cee67ebd58') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:01.132656 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:01.138830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:01.139689 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.152525 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.163024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=a4828b43-48eb-429e-8c98-320541822496,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:01.183496 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.189728 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-48a0359e-96e9-42e8-87b5-5dd13980f97e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1441412 Jan 31 16:09:01.192861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33858) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:01.205433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:01.205881 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:01.207853 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:01.211430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:01.237540 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:01.239548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Pushing event updated for resources: {'Port': ['ID=a46217ca-fb48-468f-a8e3-0445ad5a2f33,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:01.246210 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:01.319124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd8abfc-2fb0-4d68-98c7-f51dd384ce55 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:01.320489 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0bd8abfc-2fb0-4d68-98c7-f51dd384ce55 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/a4828b43-48eb-429e-8c98-320541822496 HTTP/1.1" status: 200 len: 844 time: 0.1264942 Jan 31 16:09:01.327182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33862) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:01.339653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3a7c5-aaca-4e33-a198-b7abe73cd0b7 req-e5e1d8f2-60cd-4892-b381-600914a44bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:01.341276 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ab3a7c5-aaca-4e33-a198-b7abe73cd0b7 req-e5e1d8f2-60cd-4892-b381-600914a44bea service neutron] 10.222.0.30 "GET /v2.0/networks?id=60aea103-801a-4bf1-8528-bf8cf1ccd02b HTTP/1.1" status: 200 len: 911 time: 0.3444114 Jan 31 16:09:01.360015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548a575-4de5-46e8-9bf1-a97dde7172c1 req-53e9236c-8ab2-470a-bcfc-668148e355a5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:01.361801 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0548a575-4de5-46e8-9bf1-a97dde7172c1 req-53e9236c-8ab2-470a-bcfc-668148e355a5 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1825917 Jan 31 16:09:01.370613 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.383940 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.387082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] 10.222.0.36 "DELETE /v2.0/networks/5437b5ad-ba87-4f4c-b153-2922f5c0b434 HTTP/1.1" status: 204 len: 168 time: 2.1642447 Jan 31 16:09:01.407493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33864) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:01.445090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7ecc1-d46a-47a2-97d7-bc10acbc493f admin admin] Pushing event deleted for resources: {'Network': ['ID=5437b5ad-ba87-4f4c-b153-2922f5c0b434,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:01.483568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-1e3ad8c2-4b03-4398-8996-6c0a1ac1446f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Router 0f6c68db-864d-499b-87c2-0a93756c70e6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:09:01.502661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f794ce21-cbbc-42b9-b8fc-a02dfbbb32d7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port a4828b43-48eb-429e-8c98-320541822496 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:01.503155 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f794ce21-cbbc-42b9-b8fc-a02dfbbb32d7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.513094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ab3a7c5-aaca-4e33-a198-b7abe73cd0b7 req-4309d649-7524-4107-a99c-9e0028f03a9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d99d174-ae6a-490c-b823-b1b8b9390ea8 HTTP/1.1" status: 200 len: 217 time: 0.1462967 Jan 31 16:09:01.594135 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2298cec9-4c16-4258-8e53-1c999f17c1ae tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.612396 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2298cec9-4c16-4258-8e53-1c999f17c1ae tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.637235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3d99d174-ae6a-490c-b823-b1b8b9390ea8 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:09:01.650667 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f794ce21-cbbc-42b9-b8fc-a02dfbbb32d7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.671891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f794ce21-cbbc-42b9-b8fc-a02dfbbb32d7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for a4828b43-48eb-429e-8c98-320541822496 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:01.693207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-1e3ad8c2-4b03-4398-8996-6c0a1ac1446f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:01.713493 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0548a575-4de5-46e8-9bf1-a97dde7172c1 req-422a30a2-3014-40d5-86ad-b210f2c6a7fb tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050213 Jan 31 16:09:01.725211 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-1e3ad8c2-4b03-4398-8996-6c0a1ac1446f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.728548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-2298cec9-4c16-4258-8e53-1c999f17c1ae tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] In _notify_port_updated(), no bound segment for port c927e318-b1b3-46f5-a295-22e2e7abe9a7 on network c095dbfa-f824-4604-b187-f6838462ef62 {{(pid=108771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:09:01.734549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2298cec9-4c16-4258-8e53-1c999f17c1ae tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:01.735208 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2298cec9-4c16-4258-8e53-1c999f17c1ae tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.736552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2298cec9-4c16-4258-8e53-1c999f17c1ae tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "PUT /v2.0/ports/c927e318-b1b3-46f5-a295-22e2e7abe9a7 HTTP/1.1" status: 200 len: 1067 time: 1.6204300 Jan 31 16:09:01.738205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3a7c5-aaca-4e33-a198-b7abe73cd0b7 req-e15e4b25-92f9-4191-910a-57cf96f84cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:01.739669 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ab3a7c5-aaca-4e33-a198-b7abe73cd0b7 req-e15e4b25-92f9-4191-910a-57cf96f84cf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3eee8cb-aded-479e-addd-93f9705054a3 HTTP/1.1" status: 200 len: 850 time: 0.2154620 Jan 31 16:09:01.740144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33866) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:01.770114 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-1e3ad8c2-4b03-4398-8996-6c0a1ac1446f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "PUT /v2.0/floatingips/7ade1fac-9511-4dc8-9918-c7f6d1354f0d HTTP/1.1" status: 200 len: 695 time: 1.6335983 Jan 31 16:09:01.770885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298cec9-4c16-4258-8e53-1c999f17c1ae tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event updated for resources: {'Port': ['ID=c927e318-b1b3-46f5-a295-22e2e7abe9a7,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:01.779232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:01.782003 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df0c727-3a19-427b-9ca2-76c5d1566696" -d '{"events": [{"name": "network-changed", "server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:01.786372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74305723-7a2f-471f-ab37-a224281238ad None None] Sync routers for ids ['0f6c68db-864d-499b-87c2-0a93756c70e6'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:01.823316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74305723-7a2f-471f-ab37-a224281238ad None None] Routers {'0f6c68db-864d-499b-87c2-0a93756c70e6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:01.824186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-74305723-7a2f-471f-ab37-a224281238ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0f6c68db-864d-499b-87c2-0a93756c70e6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:01.850440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f794ce21-cbbc-42b9-b8fc-a02dfbbb32d7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.865165 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ab3a7c5-aaca-4e33-a198-b7abe73cd0b7 req-785f76a2-ece2-408b-902a-18986279229e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60aea103-801a-4bf1-8528-bf8cf1ccd02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062510 Jan 31 16:09:01.901538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794ce21-cbbc-42b9-b8fc-a02dfbbb32d7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=a4828b43-48eb-429e-8c98-320541822496,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:01.902747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 3d99d174-ae6a-490c-b823-b1b8b9390ea8, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3d99d174-ae6a-490c-b823-b1b8b9390ea8,segment=NetworkSegment(19be6cc2-e0f0-42e2-b340-e2b80c38320b),segment_id=19be6cc2-e0f0-42e2-b340-e2b80c38320b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:01.909596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f794ce21-cbbc-42b9-b8fc-a02dfbbb32d7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:01.915030 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f794ce21-cbbc-42b9-b8fc-a02dfbbb32d7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/a4828b43-48eb-429e-8c98-320541822496 HTTP/1.1" status: 204 len: 168 time: 0.5867801 Jan 31 16:09:01.918865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33872) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:01.952773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-fe66d3b3-1641-4bf0-a6c7-125ac21bc9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:01.955484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-fe66d3b3-1641-4bf0-a6c7-125ac21bc9e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44878cac9c744bceb768fa2bd481ee0a&device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 1096 time: 0.1666572 Jan 31 16:09:01.957401 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6568560-f806-47a5-896d-a3ad6a506b63 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:09:01.959297 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f6568560-f806-47a5-896d-a3ad6a506b63 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/a4828b43-48eb-429e-8c98-320541822496 HTTP/1.1" status: 404 len: 333 time: 0.0380740 Jan 31 16:09:01.992210 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '3d99d174-ae6a-490c-b823-b1b8b9390ea8', 'network_id': '60aea103-801a-4bf1-8528-bf8cf1ccd02b', 'port_id': '3d99d174-ae6a-490c-b823-b1b8b9390ea8', 'mac_address': 'fa:16:3e:01:a1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eee8cb-aded-479e-addd-93f9705054a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:09:02.044788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33876) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:02.057691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'name': 'tempest-PortsIpV6TestJSON-1412106993'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:02.057959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-74305723-7a2f-471f-ab37-a224281238ad None None] Set router 0f6c68db-864d-499b-87c2-0a93756c70e6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:09:02.060100 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:02.067859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ab3a7c5-aaca-4e33-a198-b7abe73cd0b7 req-8438de3e-b60b-4add-93b1-b86d4d2a5c94 service neutron] 10.222.0.30 "GET /v2.0/networks/60aea103-801a-4bf1-8528-bf8cf1ccd02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330073 Jan 31 16:09:02.106173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d99d174-ae6a-490c-b823-b1b8b9390ea8 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:09:02.138123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 3d99d174-ae6a-490c-b823-b1b8b9390ea8, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3d99d174-ae6a-490c-b823-b1b8b9390ea8,segment=NetworkSegment(19be6cc2-e0f0-42e2-b340-e2b80c38320b),segment_id=19be6cc2-e0f0-42e2-b340-e2b80c38320b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:02.146882 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:02.161259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-e3b3b351-a748-45f5-85bf-344ba52ff4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:02.162764 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-e3b3b351-a748-45f5-85bf-344ba52ff4e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a HTTP/1.1" status: 200 len: 920 time: 0.2005007 Jan 31 16:09:02.209434 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-1d80207c-9d91-44d1-8eaf-4745061e5a68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 217 time: 0.0388288 Jan 31 16:09:02.228184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:02.231675 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:02.277731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port 734955d1-5793-4886-b0ad-947426c4f740 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:09:02.285263 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:02.292462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d2271eb3-374a-40aa-aa6c-ae410ec04d61 None None] Provisioning complete for port c927e318-b1b3-46f5-a295-22e2e7abe9a7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:02.292851 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d2271eb3-374a-40aa-aa6c-ae410ec04d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:02.296951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=3d99d174-ae6a-490c-b823-b1b8b9390ea8,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:02.325853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-d4025458-2436-48d7-8159-3faf96333270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:02.327367 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-d4025458-2436-48d7-8159-3faf96333270 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb13df4a-5c58-4b29-93b3-73902e0c2088 HTTP/1.1" status: 200 len: 859 time: 0.1067169 Jan 31 16:09:02.378314 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-60b7dc78-9a16-4c91-91c8-fdb462dc1590 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337803 Jan 31 16:09:02.379499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d2271eb3-374a-40aa-aa6c-ae410ec04d61 None None] Port c927e318-b1b3-46f5-a295-22e2e7abe9a7 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:09:02.387135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e3eac-97a5-4b06-9c89-0286746434c0 req-37a5d9d1-a34e-4892-9d72-6912aa58d9e7 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:02.394529 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b48e3eac-97a5-4b06-9c89-0286746434c0 req-37a5d9d1-a34e-4892-9d72-6912aa58d9e7 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 943 time: 0.3245370 Jan 31 16:09:02.411669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-74305723-7a2f-471f-ab37-a224281238ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:07:45Z', 'revision_number': 4, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '18089a87-a36a-4e00-808d-5039437c2b60', 'name': '', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'mac_address': 'fa:16:3e:de:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:44Z', 'updated_at': '2022-01-31T16:07:54Z', 'revision_number': 5, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'subnets': [{'id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:02.449765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['3d99d174-ae6a-490c-b823-b1b8b9390ea8'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:09:02.453496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ecb33946-31fb-4bc4-adfd-52b784ca3bd4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Deleting port c927e318-b1b3-46f5-a295-22e2e7abe9a7 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:02.454296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecb33946-31fb-4bc4-adfd-52b784ca3bd4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:02.495835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74305723-7a2f-471f-ab37-a224281238ad None None] Checking router: 0f6c68db-864d-499b-87c2-0a93756c70e6 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:09:02.499335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ab3a7c5-aaca-4e33-a198-b7abe73cd0b7 req-7541771b-a722-4691-a592-41c14ffe117c service neutron] 10.222.0.30 "GET /v2.0/networks/60aea103-801a-4bf1-8528-bf8cf1ccd02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084022 Jan 31 16:09:02.519981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74305723-7a2f-471f-ab37-a224281238ad None None] Routers {'0f6c68db-864d-499b-87c2-0a93756c70e6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:02.520687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-74305723-7a2f-471f-ab37-a224281238ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0f6c68db-864d-499b-87c2-0a93756c70e6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:02.540710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-3f15d56a-c4bb-40ce-b9fa-edc6b39152b7 service neutron] 10.222.0.36 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959206 Jan 31 16:09:02.640279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b48e3eac-97a5-4b06-9c89-0286746434c0 req-1a98e7a4-489c-4310-957c-16b45087eab7 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3f8be9f-f72c-4a49-bfcc-e5f59cd53119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445166 Jan 31 16:09:02.656240 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:02.713648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-74305723-7a2f-471f-ab37-a224281238ad None None] Set router 0f6c68db-864d-499b-87c2-0a93756c70e6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:09:02.721698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecb33946-31fb-4bc4-adfd-52b784ca3bd4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:02.743758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99a16794-a1d6-48bb-bae4-6d4f32c4ad91 req-d1bf8384-9ea8-4b6a-901e-073119cd01c3 service neutron] 10.222.0.36 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728082 Jan 31 16:09:02.781697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ecb33946-31fb-4bc4-adfd-52b784ca3bd4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Calling delete_port for c927e318-b1b3-46f5-a295-22e2e7abe9a7 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:02.799253 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:02.894397 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441957b4-14e0-40c7-a733-da6dbeaa5008 x-openstack-request-id: req-441957b4-14e0-40c7-a733-da6dbeaa5008 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:02.894705 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:02.894963 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-441957b4-14e0-40c7-a733-da6dbeaa5008 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:02.895443 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'status': 'completed', 'code': 200} Jan 31 16:09:02.933726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:02.938478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:02.948561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:02.960548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:02.961836 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:02.996067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=734955d1-5793-4886-b0ad-947426c4f740,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:03.007473 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8a4267f2-c3d0-48e3-a6a8-d28f9f29fdef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9586244 Jan 31 16:09:03.021941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-74305723-7a2f-471f-ab37-a224281238ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:07:45Z', 'revision_number': 4, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '18089a87-a36a-4e00-808d-5039437c2b60', 'name': '', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'mac_address': 'fa:16:3e:de:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:44Z', 'updated_at': '2022-01-31T16:07:54Z', 'revision_number': 5, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'subnets': [{'id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:03.040346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33888) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:03.050232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74305723-7a2f-471f-ab37-a224281238ad None None] The sync data for ids ['0f6c68db-864d-499b-87c2-0a93756c70e6'] in n-d-827120-1 is: [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:07:45Z', 'revision_number': 4, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '18089a87-a36a-4e00-808d-5039437c2b60', 'name': '', 'network_id': 'a1f1e35d-8872-40ed-ab55-6d6bc80c609a', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'mac_address': 'fa:16:3e:de:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:44Z', 'updated_at': '2022-01-31T16:07:54Z', 'revision_number': 5, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'subnets': [{'id': 'bb13df4a-5c58-4b29-93b3-73902e0c2088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:03.050627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5f0c0f97-0d2e-4510-a44a-0b7dfa331680 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:03.084503 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-46241de7-ae26-4e4e-939c-3b57cecde93f tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/floatingips/7ade1fac-9511-4dc8-9918-c7f6d1354f0d HTTP/1.1" status: 200 len: 695 time: 0.1058161 Jan 31 16:09:03.203744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0f97-0d2e-4510-a44a-0b7dfa331680 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:03.311072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-88aaf723-2a54-4512-93a7-e793c256ac47 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:03.312564 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-88aaf723-2a54-4512-93a7-e793c256ac47 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 784 time: 0.2270868 Jan 31 16:09:03.361459 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:03.436024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0c727-3a19-427b-9ca2-76c5d1566696 req-334b0b2c-f727-4aac-8225-c5834f61812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:03.437606 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5df0c727-3a19-427b-9ca2-76c5d1566696 req-334b0b2c-f727-4aac-8225-c5834f61812c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44878cac9c744bceb768fa2bd481ee0a&device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 1096 time: 0.5285597 Jan 31 16:09:03.442036 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819ecd9-1a7e-4126-9a36-4074e5a5743f None None] New status for floating IP 7ade1fac-9511-4dc8-9918-c7f6d1354f0d: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:09:03.452873 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-bec9503e-0fcb-45db-9358-3c64ffdd3baf tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 698 time: 0.1300845 Jan 31 16:09:03.508331 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0f97-0d2e-4510-a44a-0b7dfa331680 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:03.546368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0c727-3a19-427b-9ca2-76c5d1566696 req-e8c4e67c-4431-4415-b959-9c9dfe900a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:03.546797 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0f97-0d2e-4510-a44a-0b7dfa331680 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:03.547873 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5df0c727-3a19-427b-9ca2-76c5d1566696 req-e8c4e67c-4431-4415-b959-9c9dfe900a54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a HTTP/1.1" status: 200 len: 920 time: 0.0983126 Jan 31 16:09:03.602762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c0f97-0d2e-4510-a44a-0b7dfa331680 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=734955d1-5793-4886-b0ad-947426c4f740,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:03.627705 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-42568fff-14e3-4b00-8890-632b784503be tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 698 time: 0.1737647 Jan 31 16:09:03.640929 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5df0c727-3a19-427b-9ca2-76c5d1566696 req-285c9da5-3490-45b5-98ce-36c0795b437c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 200 len: 217 time: 0.0708914 Jan 31 16:09:03.651381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3d99d174-ae6a-490c-b823-b1b8b9390ea8 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:03.686439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c0f97-0d2e-4510-a44a-0b7dfa331680 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] In _notify_port_updated(), no bound segment for port 734955d1-5793-4886-b0ad-947426c4f740 on network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:09:03.692668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c0f97-0d2e-4510-a44a-0b7dfa331680 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:03.693363 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0f97-0d2e-4510-a44a-0b7dfa331680 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:03.694935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5f0c0f97-0d2e-4510-a44a-0b7dfa331680 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "PUT /v2.0/ports/734955d1-5793-4886-b0ad-947426c4f740 HTTP/1.1" status: 200 len: 818 time: 0.6535966 Jan 31 16:09:03.705198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33928) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:03.782291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 3d99d174-ae6a-490c-b823-b1b8b9390ea8 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:09:03.788189 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 3d99d174-ae6a-490c-b823-b1b8b9390ea8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:03.788700 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:03.827061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-e9c35281-0d94-492d-963f-e2d97f67e005 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Deleting port 53e0c837-2b32-4a7b-a88a-5a96b47eb111 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:03.828046 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-e9c35281-0d94-492d-963f-e2d97f67e005 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:03.861250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0c727-3a19-427b-9ca2-76c5d1566696 req-0f9dc3e1-688a-49f2-96aa-0f996fa66b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:03.862811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5df0c727-3a19-427b-9ca2-76c5d1566696 req-0f9dc3e1-688a-49f2-96aa-0f996fa66b24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb13df4a-5c58-4b29-93b3-73902e0c2088 HTTP/1.1" status: 200 len: 859 time: 0.1884682 Jan 31 16:09:03.898955 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:03.900009 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff9ca2ec-e332-4e06-9fbf-91f2be700360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:03.924778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fb0912-1fbe-4ca2-943f-6ff706d0d795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d99d174-ae6a-490c-b823-b1b8b9390ea8'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:03.927236 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51c0846-b1e7-4f72-bd2b-05e8357e6183" -d '{"events": [{"server_uuid": "a1fb0912-1fbe-4ca2-943f-6ff706d0d795", "name": "network-vif-plugged", "status": "completed", "tag": "3d99d174-ae6a-490c-b823-b1b8b9390ea8"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:03.927511 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-e9c35281-0d94-492d-963f-e2d97f67e005 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:03.927904 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-e9c35281-0d94-492d-963f-e2d97f67e005 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:03.940595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-e9c35281-0d94-492d-963f-e2d97f67e005 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Calling delete_port for 53e0c837-2b32-4a7b-a88a-5a96b47eb111 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:03.941599 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 3d99d174-ae6a-490c-b823-b1b8b9390ea8, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3d99d174-ae6a-490c-b823-b1b8b9390ea8,segment=NetworkSegment(19be6cc2-e0f0-42e2-b340-e2b80c38320b),segment_id=19be6cc2-e0f0-42e2-b340-e2b80c38320b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:03.948435 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:03.984067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5df0c727-3a19-427b-9ca2-76c5d1566696 req-e3b928cb-609c-45a0-a923-3485feaa09c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1f1e35d-8872-40ed-ab55-6d6bc80c609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948942 Jan 31 16:09:03.993212 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecb33946-31fb-4bc4-adfd-52b784ca3bd4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.006517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=3d99d174-ae6a-490c-b823-b1b8b9390ea8,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:04.076000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6778c8b-1ead-4006-b116-b59065927923 req-859cee21-0260-4b7e-baa7-ceafb8d688a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:04.077621 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6778c8b-1ead-4006-b116-b59065927923 req-859cee21-0260-4b7e-baa7-ceafb8d688a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebafbd7-7c36-41e3-a00e-bc2f1f5a092a HTTP/1.1" status: 200 len: 943 time: 0.2941611 Jan 31 16:09:04.096151 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-e9c35281-0d94-492d-963f-e2d97f67e005 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.126476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c35281-0d94-492d-963f-e2d97f67e005 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Pushing event deleted for resources: {'Port': ['ID=53e0c837-2b32-4a7b-a88a-5a96b47eb111,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:04.141144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb33946-31fb-4bc4-adfd-52b784ca3bd4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event deleted for resources: {'Port': ['ID=c927e318-b1b3-46f5-a295-22e2e7abe9a7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:04.193663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-e9c35281-0d94-492d-963f-e2d97f67e005 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.196356 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-e9c35281-0d94-492d-963f-e2d97f67e005 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.197814 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a188801-22e0-4849-8876-b91a59b6ad59 req-e9c35281-0d94-492d-963f-e2d97f67e005 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "DELETE /v2.0/floatingips/7ade1fac-9511-4dc8-9918-c7f6d1354f0d HTTP/1.1" status: 204 len: 173 time: 0.5689273 Jan 31 16:09:04.226171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Router ced6640d-be7a-4680-ac35-3f620541486a is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:09:04.284060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c580ef12-25e0-472f-882b-d62e0fc77f97 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 734955d1-5793-4886-b0ad-947426c4f740 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:04.284411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c580ef12-25e0-472f-882b-d62e0fc77f97 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.391396 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711144f6-3260-4a82-b4ca-74b01d8bf0c8 req-0ea85daa-7345-41e4-9472-8e75b9a24e95 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:04.392997 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-711144f6-3260-4a82-b4ca-74b01d8bf0c8 req-0ea85daa-7345-41e4-9472-8e75b9a24e95 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 945 time: 0.0523002 Jan 31 16:09:04.434430 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-711144f6-3260-4a82-b4ca-74b01d8bf0c8 req-a78c4397-680b-4cb6-838c-8388141cc324 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3f8be9f-f72c-4a49-bfcc-e5f59cd53119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345926 Jan 31 16:09:04.479106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5df0c727-3a19-427b-9ca2-76c5d1566696 req-4a974d80-df0f-4b49-b571-e321c41fbe54 service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800406 Jan 31 16:09:04.479958 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7275a34-c37b-49bc-b7fe-2e82196e8511 x-openstack-request-id: req-f7275a34-c37b-49bc-b7fe-2e82196e8511 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:04.480221 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fb0912-1fbe-4ca2-943f-6ff706d0d795", "name": "network-vif-plugged", "status": "completed", "tag": "3d99d174-ae6a-490c-b823-b1b8b9390ea8", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:04.480502 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7275a34-c37b-49bc-b7fe-2e82196e8511 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:04.480939 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fb0912-1fbe-4ca2-943f-6ff706d0d795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d99d174-ae6a-490c-b823-b1b8b9390ea8', 'code': 200} Jan 31 16:09:04.540047 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07bb02a9-9597-4d25-8d8a-01f2413a882a req-b3a897dd-dbe6-4614-8754-c8ce31e83a3d tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups/8039d172-0c87-4307-8eb4-11d350711608 HTTP/1.1" status: 200 len: 1808 time: 0.0492177 Jan 31 16:09:04.565443 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c580ef12-25e0-472f-882b-d62e0fc77f97 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.603524 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07bb02a9-9597-4d25-8d8a-01f2413a882a req-d29a1f50-13e1-4f35-8278-989de71f4cf7 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.627496 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07bb02a9-9597-4d25-8d8a-01f2413a882a req-d29a1f50-13e1-4f35-8278-989de71f4cf7 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.645378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c580ef12-25e0-472f-882b-d62e0fc77f97 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 734955d1-5793-4886-b0ad-947426c4f740 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:04.675303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07bb02a9-9597-4d25-8d8a-01f2413a882a req-d29a1f50-13e1-4f35-8278-989de71f4cf7 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.678075 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-07bb02a9-9597-4d25-8d8a-01f2413a882a req-d29a1f50-13e1-4f35-8278-989de71f4cf7 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.679288 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-07bb02a9-9597-4d25-8d8a-01f2413a882a req-d29a1f50-13e1-4f35-8278-989de71f4cf7 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "DELETE /v2.0/security-groups/8039d172-0c87-4307-8eb4-11d350711608 HTTP/1.1" status: 204 len: 173 time: 0.1331122 Jan 31 16:09:04.690350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a1f50-13e1-4f35-8278-989de71f4cf7 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8039d172-0c87-4307-8eb4-11d350711608,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:04.839707 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecb33946-31fb-4bc4-adfd-52b784ca3bd4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.843096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ecb33946-31fb-4bc4-adfd-52b784ca3bd4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "DELETE /v2.0/ports/c927e318-b1b3-46f5-a295-22e2e7abe9a7 HTTP/1.1" status: 204 len: 168 time: 3.0976350 Jan 31 16:09:04.846235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33940) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:04.859463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15897b1a-e1bc-43a3-a385-4a006feb0588 req-84641505-b5da-4e41-8abb-ebcca92cef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:04.861031 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15897b1a-e1bc-43a3-a385-4a006feb0588 req-84641505-b5da-4e41-8abb-ebcca92cef0e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 1096 time: 0.3012288 Jan 31 16:09:04.863257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e6778c8b-1ead-4006-b116-b59065927923 req-a9591622-d95a-4edb-bb1e-52bd7e8b0d0c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Deleting port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:04.863525 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e6778c8b-1ead-4006-b116-b59065927923 req-a9591622-d95a-4edb-bb1e-52bd7e8b0d0c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.871400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:04.872170 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-378cbf5e-97b7-41f5-abdf-6b48efff8537 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] GET failed (client error): The resource could not be found. Jan 31 16:09:04.876556 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-378cbf5e-97b7-41f5-abdf-6b48efff8537 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "GET /v2.0/ports/c927e318-b1b3-46f5-a295-22e2e7abe9a7 HTTP/1.1" status: 404 len: 333 time: 0.0264893 Jan 31 16:09:04.876556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33942) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:04.890419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de6c70-9e36-4d0c-afa3-137264487506 None None] Sync routers for ids ['ced6640d-be7a-4680-ac35-3f620541486a'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:04.901419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de6c70-9e36-4d0c-afa3-137264487506 None None] Routers {'ced6640d-be7a-4680-ac35-3f620541486a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:04.902273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b3de6c70-9e36-4d0c-afa3-137264487506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ced6640d-be7a-4680-ac35-3f620541486a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:04.909801 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5df0c727-3a19-427b-9ca2-76c5d1566696 req-eaaa12f1-6c65-456b-b50c-7258a7801950 service neutron] 10.222.0.30 "GET /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024346 Jan 31 16:09:04.956743 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b3de6c70-9e36-4d0c-afa3-137264487506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:04.969740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de6c70-9e36-4d0c-afa3-137264487506 None None] Routers {'ced6640d-be7a-4680-ac35-3f620541486a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:04.971030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b3de6c70-9e36-4d0c-afa3-137264487506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ced6640d-be7a-4680-ac35-3f620541486a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:04.980576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:04.984737 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ab20c3e9-b48b-4cec-8599-c59a8aa50c57 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3167896 Jan 31 16:09:04.986305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33946) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:04.991450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e79951eb-30f8-4210-bdcb-ed7f5596dc89 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'enable_snat': False}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:05.016851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b3de6c70-9e36-4d0c-afa3-137264487506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:05.018221 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de6c70-9e36-4d0c-afa3-137264487506 None None] The sync data for ids ['ced6640d-be7a-4680-ac35-3f620541486a'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:05.033549 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15897b1a-e1bc-43a3-a385-4a006feb0588 req-9deb4071-d7e6-4024-b82d-188e6fee0676 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e3f8be9f-f72c-4a49-bfcc-e5f59cd53119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464875 Jan 31 16:09:05.040794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-2621f21a-7f60-476d-a961-3085e5afdb33 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Deleting port 2c32f134-e171-45b3-a056-7ac4f49f0b77 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:05.040988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2621f21a-7f60-476d-a961-3085e5afdb33 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:05.054411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c580ef12-25e0-472f-882b-d62e0fc77f97 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:05.122135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580ef12-25e0-472f-882b-d62e0fc77f97 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=734955d1-5793-4886-b0ad-947426c4f740,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:05.127960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e6778c8b-1ead-4006-b116-b59065927923 req-a9591622-d95a-4edb-bb1e-52bd7e8b0d0c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] For port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:05.127960 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e6778c8b-1ead-4006-b116-b59065927923 req-a9591622-d95a-4edb-bb1e-52bd7e8b0d0c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:05.149266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c580ef12-25e0-472f-882b-d62e0fc77f97 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:05.152467 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c580ef12-25e0-472f-882b-d62e0fc77f97 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/734955d1-5793-4886-b0ad-947426c4f740 HTTP/1.1" status: 204 len: 168 time: 1.4303832 Jan 31 16:09:05.155167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e6778c8b-1ead-4006-b116-b59065927923 req-a9591622-d95a-4edb-bb1e-52bd7e8b0d0c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Calling delete_port for 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:05.156839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33950) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:05.204246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ca2ec-e332-4e06-9fbf-91f2be700360 admin admin] Deleting port bedb014c-0bbb-4028-a5d1-9ff207743a2b {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:05.204541 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff9ca2ec-e332-4e06-9fbf-91f2be700360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:05.226458 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2621f21a-7f60-476d-a961-3085e5afdb33 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:05.247221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-2621f21a-7f60-476d-a961-3085e5afdb33 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Calling delete_port for 2c32f134-e171-45b3-a056-7ac4f49f0b77 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:05.306504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccb21d-392f-46ea-a05e-bae0864d371d req-95194596-40b3-4ad2-9040-9392cc5027a8 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:05.307911 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-46ccb21d-392f-46ea-a05e-bae0864d371d req-95194596-40b3-4ad2-9040-9392cc5027a8 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1716671 Jan 31 16:09:05.311386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-ff9ca2ec-e332-4e06-9fbf-91f2be700360 admin admin] For port bedb014c-0bbb-4028-a5d1-9ff207743a2b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bedb014c-0bbb-4028-a5d1-9ff207743a2b,segment=NetworkSegment(a45a8262-86d0-4745-a130-811aba04c227),segment_id=a45a8262-86d0-4745-a130-811aba04c227)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:05.311932 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff9ca2ec-e332-4e06-9fbf-91f2be700360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:05.348924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ca2ec-e332-4e06-9fbf-91f2be700360 admin admin] Calling delete_port for bedb014c-0bbb-4028-a5d1-9ff207743a2b owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:05.407784 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e6778c8b-1ead-4006-b116-b59065927923 req-a9591622-d95a-4edb-bb1e-52bd7e8b0d0c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:05.422135 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['1bacb9a1-647f-4c30-92df-3db78f657d07'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:09:05.425254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8c7f27ef-4504-4ca7-9bba-d5747d0db598'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:09:05.737961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61c6ce2-f115-4986-9fa3-13e278b84c87 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:05.739548 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e61c6ce2-f115-4986-9fa3-13e278b84c87 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5604057 Jan 31 16:09:05.770872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33954) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:05.785644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9591622-d95a-4edb-bb1e-52bd7e8b0d0c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event deleted for resources: {'Port': ['ID=6f5ecc22-9d46-4bf8-8bb3-f630ea35895a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:05.821562 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-78149cf8-3f9a-4223-8de5-d346241addff tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:09:05.827072 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-78149cf8-3f9a-4223-8de5-d346241addff tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/734955d1-5793-4886-b0ad-947426c4f740 HTTP/1.1" status: 404 len: 333 time: 0.0497859 Jan 31 16:09:05.827356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33956) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:05.832184 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-46ccb21d-392f-46ea-a05e-bae0864d371d req-00283e44-a300-40a8-9937-ebff92a45289 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134161 Jan 31 16:09:05.832334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a474c8d4-dc4f-4da6-9268-9409f7fa09ea tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-168273186'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:05.851213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6778c8b-1ead-4006-b116-b59065927923 req-a9591622-d95a-4edb-bb1e-52bd7e8b0d0c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] No DVR routers for this DVR port 6f5ecc22-9d46-4bf8-8bb3-f630ea35895a on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:05.855796 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e6778c8b-1ead-4006-b116-b59065927923 req-a9591622-d95a-4edb-bb1e-52bd7e8b0d0c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:05.864968 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6778c8b-1ead-4006-b116-b59065927923 req-a9591622-d95a-4edb-bb1e-52bd7e8b0d0c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "DELETE /v2.0/ports/6f5ecc22-9d46-4bf8-8bb3-f630ea35895a HTTP/1.1" status: 204 len: 173 time: 1.7620285 Jan 31 16:09:05.865874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebafbd7-7c36-41e3-a00e-bc2f1f5a092a', 'name': 'network-vif-deleted', 'tag': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:05.868501 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d0bb8f-4928-4fb9-9816-7dc9973f7fda" -d '{"events": [{"server_uuid": "aebafbd7-7c36-41e3-a00e-bc2f1f5a092a", "name": "network-vif-deleted", "tag": "6f5ecc22-9d46-4bf8-8bb3-f630ea35895a"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:06.021532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a474c8d4-dc4f-4da6-9268-9409f7fa09ea tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:06.026108 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a474c8d4-dc4f-4da6-9268-9409f7fa09ea tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.075435 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2621f21a-7f60-476d-a961-3085e5afdb33 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.078447 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e79951eb-30f8-4210-bdcb-ed7f5596dc89 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.086216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a474c8d4-dc4f-4da6-9268-9409f7fa09ea tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:06.101355 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a474c8d4-dc4f-4da6-9268-9409f7fa09ea tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.101737 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-a474c8d4-dc4f-4da6-9268-9409f7fa09ea tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Added segment a2c0dbce-1502-41d4-8f4b-02c2efa001e5 of type vlan for network 837d2d37-daa8-4557-9018-729b3311f698 Jan 31 16:09:06.117073 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621f21a-7f60-476d-a961-3085e5afdb33 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event deleted for resources: {'Port': ['ID=2c32f134-e171-45b3-a056-7ac4f49f0b77,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:06.131136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb77d77-aa3d-4f29-9e6e-c01279b785be req-13bb2a30-8a4a-4563-bfc6-f4d7ed271515 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:06.132740 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2eb77d77-aa3d-4f29-9e6e-c01279b785be req-13bb2a30-8a4a-4563-bfc6-f4d7ed271515 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 945 time: 0.1309667 Jan 31 16:09:06.141975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff9ca2ec-e332-4e06-9fbf-91f2be700360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.180428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2621f21a-7f60-476d-a961-3085e5afdb33 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.181066 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a474c8d4-dc4f-4da6-9268-9409f7fa09ea tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.183672 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2621f21a-7f60-476d-a961-3085e5afdb33 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "DELETE /v2.0/ports/2c32f134-e171-45b3-a056-7ac4f49f0b77 HTTP/1.1" status: 204 len: 168 time: 1.3061557 Jan 31 16:09:06.186929 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33966) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:06.188097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ca2ec-e332-4e06-9fbf-91f2be700360 admin admin] Pushing event deleted for resources: {'Port': ['ID=bedb014c-0bbb-4028-a5d1-9ff207743a2b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:06.263574 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8dd7cf-0381-4e7b-aff1-51d563d5b1ab tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] GET failed (client error): The resource could not be found. Jan 31 16:09:06.265265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0f8dd7cf-0381-4e7b-aff1-51d563d5b1ab tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "GET /v2.0/ports/2c32f134-e171-45b3-a056-7ac4f49f0b77 HTTP/1.1" status: 404 len: 333 time: 0.0495613 Jan 31 16:09:06.273803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33970) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:06.303745 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2eb77d77-aa3d-4f29-9e6e-c01279b785be req-1ae9bcf2-a1e1-4b5e-a30f-c40fbd50f855 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3f8be9f-f72c-4a49-bfcc-e5f59cd53119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505594 Jan 31 16:09:06.356877 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af01bb7d-8558-4d99-8f9a-1d5735662fd3 x-openstack-request-id: req-af01bb7d-8558-4d99-8f9a-1d5735662fd3 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:06.357716 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebafbd7-7c36-41e3-a00e-bc2f1f5a092a", "name": "network-vif-deleted", "tag": "6f5ecc22-9d46-4bf8-8bb3-f630ea35895a", "status": "failed", "code": 422}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:06.358263 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af01bb7d-8558-4d99-8f9a-1d5735662fd3 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:06.358944 n-d-827120-1 neutron-server[108771]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aebafbd7-7c36-41e3-a00e-bc2f1f5a092a', 'name': 'network-vif-deleted', 'tag': '6f5ecc22-9d46-4bf8-8bb3-f630ea35895a', 'status': 'failed', 'code': 422} returned with failed status Jan 31 16:09:06.362695 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a474c8d4-dc4f-4da6-9268-9409f7fa09ea tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.372102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a474c8d4-dc4f-4da6-9268-9409f7fa09ea tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:06.373393 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a474c8d4-dc4f-4da6-9268-9409f7fa09ea tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.459527 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6a17a-d0f6-47f5-b79d-447a74e3961a tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Deleting port 12076867-8037-4235-bfc3-7f2aea2c2ed5 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:06.459880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a17a-d0f6-47f5-b79d-447a74e3961a tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.557358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c8d4-dc4f-4da6-9268-9409f7fa09ea tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Network': ['ID=837d2d37-daa8-4557-9018-729b3311f698,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:06.579749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 837d2d37-daa8-4557-9018-729b3311f698 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:06.683803 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a474c8d4-dc4f-4da6-9268-9409f7fa09ea tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8550529 Jan 31 16:09:06.686104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33980) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:06.693863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-5dd6a438-db4b-4427-8cf2-4757cc051099 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': '837d2d37-daa8-4557-9018-729b3311f698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:06.763629 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff9ca2ec-e332-4e06-9fbf-91f2be700360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.838616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a17a-d0f6-47f5-b79d-447a74e3961a tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.859386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6a17a-d0f6-47f5-b79d-447a74e3961a tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Calling delete_port for 12076867-8037-4235-bfc3-7f2aea2c2ed5 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:06.868191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dfb63-61cf-4167-b882-93fd37457523 req-e5fb83ee-041c-4556-b79e-f97ef72064c1 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:06.869742 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a88dfb63-61cf-4167-b882-93fd37457523 req-e5fb83ee-041c-4556-b79e-f97ef72064c1 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 908 time: 0.1465294 Jan 31 16:09:06.921097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd6a438-db4b-4427-8cf2-4757cc051099 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:06.925282 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a438-db4b-4427-8cf2-4757cc051099 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:06.958565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b06bd-3cab-4381-a305-21f94523134c req-5eab873b-8f8d-4a7b-b396-2a5663d39325 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:06.960081 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b6b06bd-3cab-4381-a305-21f94523134c req-5eab873b-8f8d-4a7b-b396-2a5663d39325 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 945 time: 0.1343403 Jan 31 16:09:07.080911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8288c54-cb0f-42fa-b967-187821a1e90c req-0160436b-afa4-4888-b246-5b89d03f3480 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:07.082420 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e8288c54-cb0f-42fa-b967-187821a1e90c req-0160436b-afa4-4888-b246-5b89d03f3480 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1290205 Jan 31 16:09:07.098789 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b6b06bd-3cab-4381-a305-21f94523134c req-11043646-dc14-47c8-b7d0-661ca4cbd8cb tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067238 Jan 31 16:09:07.114320 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e79951eb-30f8-4210-bdcb-ed7f5596dc89 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.134604 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e79951eb-30f8-4210-bdcb-ed7f5596dc89 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.200237 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a17a-d0f6-47f5-b79d-447a74e3961a tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.214531 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e8288c54-cb0f-42fa-b967-187821a1e90c req-71865854-100c-4898-9048-7cb4078acf70 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086967 Jan 31 16:09:07.239159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9ca2ec-e332-4e06-9fbf-91f2be700360 admin admin] Router c822b358-6856-45b6-82eb-2588e4096dc2 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:09:07.241334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6a17a-d0f6-47f5-b79d-447a74e3961a tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event deleted for resources: {'Port': ['ID=12076867-8037-4235-bfc3-7f2aea2c2ed5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:07.262378 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a438-db4b-4427-8cf2-4757cc051099 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.300847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a17a-d0f6-47f5-b79d-447a74e3961a tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.304734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c0c6a17a-d0f6-47f5-b79d-447a74e3961a tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "DELETE /v2.0/ports/12076867-8037-4235-bfc3-7f2aea2c2ed5 HTTP/1.1" status: 204 len: 168 time: 1.0293319 Jan 31 16:09:07.306669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33986) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:07.359862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79951eb-30f8-4210-bdcb-ed7f5596dc89 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Router ced6640d-be7a-4680-ac35-3f620541486a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:09:07.374145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c736b7cc-e7b1-41f1-9328-b0b65bf2cbe8 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Deleting subnet 6dece762-f82e-478a-9fe6-43a813afb47c {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:09:07.379892 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c736b7cc-e7b1-41f1-9328-b0b65bf2cbe8 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.419616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6a438-db4b-4427-8cf2-4757cc051099 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Subnet': ['ID=8f8f74ec-30f3-4769-8b82-1508f4242e91,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:07.465911 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c736b7cc-e7b1-41f1-9328-b0b65bf2cbe8 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.487920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9ca2ec-e332-4e06-9fbf-91f2be700360 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:07.495685 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ff9ca2ec-e332-4e06-9fbf-91f2be700360 admin admin] 10.222.0.36 "PUT /v2.0/routers/c822b358-6856-45b6-82eb-2588e4096dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0860403 Jan 31 16:09:07.498942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33990) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:07.501643 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f7689-f9a7-4f88-9b31-a61bb01a03c7 None None] Sync routers for ids ['c822b358-6856-45b6-82eb-2588e4096dc2'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:07.510975 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f7689-f9a7-4f88-9b31-a61bb01a03c7 None None] Routers {'c822b358-6856-45b6-82eb-2588e4096dc2'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:07.511696 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-412f7689-f9a7-4f88-9b31-a61bb01a03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c822b358-6856-45b6-82eb-2588e4096dc2'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:07.541604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd6a438-db4b-4427-8cf2-4757cc051099 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Checking segment: {'id': 'a2c0dbce-1502-41d4-8f4b-02c2efa001e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '837d2d37-daa8-4557-9018-729b3311f698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:07.541864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd6a438-db4b-4427-8cf2-4757cc051099 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network hostable DHCP agents. Network: 837d2d37-daa8-4557-9018-729b3311f698, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:09:07.550780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699c90-7845-47da-98f3-79d5b751fdf7 req-37c835af-7894-4390-90dd-76115e919355 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:07.552336 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-93699c90-7845-47da-98f3-79d5b751fdf7 req-37c835af-7894-4390-90dd-76115e919355 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 945 time: 0.1270115 Jan 31 16:09:07.557783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79951eb-30f8-4210-bdcb-ed7f5596dc89 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:07.567775 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bbe66f-f75d-45b5-bb13-c71c9dca03ae None None] Sync routers for ids ['ced6640d-be7a-4680-ac35-3f620541486a'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:07.578224 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e79951eb-30f8-4210-bdcb-ed7f5596dc89 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.581325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bbe66f-f75d-45b5-bb13-c71c9dca03ae None None] Routers {'ced6640d-be7a-4680-ac35-3f620541486a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:07.582173 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e79951eb-30f8-4210-bdcb-ed7f5596dc89 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "PUT /v2.0/routers/ced6640d-be7a-4680-ac35-3f620541486a HTTP/1.1" status: 200 len: 921 time: 2.5948575 Jan 31 16:09:07.583015 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-66bbe66f-f75d-45b5-bb13-c71c9dca03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ced6640d-be7a-4680-ac35-3f620541486a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:07.584788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33992) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:07.624956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd6a438-db4b-4427-8cf2-4757cc051099 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network 837d2d37-daa8-4557-9018-729b3311f698 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:09:07.639156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-66bbe66f-f75d-45b5-bb13-c71c9dca03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:07.639891 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-412f7689-f9a7-4f88-9b31-a61bb01a03c7 None None] Set router c822b358-6856-45b6-82eb-2588e4096dc2 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:09:07.649079 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c736b7cc-e7b1-41f1-9328-b0b65bf2cbe8 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.672891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bbe66f-f75d-45b5-bb13-c71c9dca03ae None None] Routers {'ced6640d-be7a-4680-ac35-3f620541486a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:07.673383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-66bbe66f-f75d-45b5-bb13-c71c9dca03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ced6640d-be7a-4680-ac35-3f620541486a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:07.675104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-5dd6a438-db4b-4427-8cf2-4757cc051099 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 837d2d37-daa8-4557-9018-729b3311f698) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:07.694015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd6a438-db4b-4427-8cf2-4757cc051099 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:07.694601 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a438-db4b-4427-8cf2-4757cc051099 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.710625 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-93699c90-7845-47da-98f3-79d5b751fdf7 req-23f21341-e3a1-4496-b54d-024a1e7ae17a tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3f8be9f-f72c-4a49-bfcc-e5f59cd53119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450279 Jan 31 16:09:07.717823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-66bbe66f-f75d-45b5-bb13-c71c9dca03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:07.718482 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bbe66f-f75d-45b5-bb13-c71c9dca03ae None None] The sync data for ids ['ced6640d-be7a-4680-ac35-3f620541486a'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:07.719897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4f5f36-0a99-4036-9cf6-7e634f8d48ab None None] Network 837d2d37-daa8-4557-9018-729b3311f698 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:07.751474 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b76cc-6c24-4795-9cf2-cc2ccd2b0bea req-34befff1-5d78-4a5f-95b2-5d41f21a34b8 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:07.761264 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-624b76cc-6c24-4795-9cf2-cc2ccd2b0bea req-34befff1-5d78-4a5f-95b2-5d41f21a34b8 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.30 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1929693 Jan 31 16:09:07.770745 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2354e1f4-2b48-4089-822e-e078b9b729b2 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/routers/ced6640d-be7a-4680-ac35-3f620541486a HTTP/1.1" status: 200 len: 921 time: 0.1838648 Jan 31 16:09:07.772001 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33996) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:07.772959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c736b7cc-e7b1-41f1-9328-b0b65bf2cbe8 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.794654 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.805868 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736b7cc-e7b1-41f1-9328-b0b65bf2cbe8 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event deleted for resources: {'Subnet': ['ID=6dece762-f82e-478a-9fe6-43a813afb47c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:07.846712 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c736b7cc-e7b1-41f1-9328-b0b65bf2cbe8 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:07.854801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c736b7cc-e7b1-41f1-9328-b0b65bf2cbe8 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "DELETE /v2.0/subnets/6dece762-f82e-478a-9fe6-43a813afb47c HTTP/1.1" status: 204 len: 168 time: 0.5468814 Jan 31 16:09:07.857610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34000) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:07.986479 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5dd6a438-db4b-4427-8cf2-4757cc051099 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2992876 Jan 31 16:09:07.987787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34004) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:08.003818 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-412f7689-f9a7-4f88-9b31-a61bb01a03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'name': 'tempest-TestAggregatesBasicOps-27761479-router', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:29Z', 'updated_at': '2022-01-31T16:09:06Z', 'revision_number': 5, 'project_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'gw_port': {'id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:31Z', 'updated_at': '2022-01-31T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:08.005345 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-41b10b5e-d87e-4c64-b510-79d65244da62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': '837d2d37-daa8-4557-9018-729b3311f698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:08.054617 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9ec1af-ed11-470f-ade8-5ae2333a2fc9 None None] Network c095dbfa-f824-4604-b187-f6838462ef62 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:08.082072 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f7689-f9a7-4f88-9b31-a61bb01a03c7 None None] Checking router: c822b358-6856-45b6-82eb-2588e4096dc2 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:09:08.083899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007ec5e-ac29-4e85-898b-aef3ee72a41d req-bd423bd6-7c2e-43ec-a453-9f6ee2d555e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:08.087144 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8007ec5e-ac29-4e85-898b-aef3ee72a41d req-bd423bd6-7c2e-43ec-a453-9f6ee2d555e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 908 time: 0.1040707 Jan 31 16:09:08.094708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.096237 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f7689-f9a7-4f88-9b31-a61bb01a03c7 None None] Routers {'c822b358-6856-45b6-82eb-2588e4096dc2'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:08.097806 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-412f7689-f9a7-4f88-9b31-a61bb01a03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c822b358-6856-45b6-82eb-2588e4096dc2'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:08.166956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-837d2d37-daa8-4557-9018-729b3311f698', 'network_id': '837d2d37-daa8-4557-9018-729b3311f698', 'tenant_id': '2aff9e35cdc94aefbadfb95d5b5ad9e1', 'fixed_ips': [{'subnet_id': '8f8f74ec-30f3-4769-8b82-1508f4242e91'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:09:08.167717 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.193119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Deleting port 6aa2322f-4370-40df-a376-c35c8c9ebe3a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:08.194211 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.231149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10080c96-f503-495a-8b70-fe2045d1920a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:08.232638 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-10080c96-f503-495a-8b70-fe2045d1920a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&device_id=ced6640d-be7a-4680-ac35-3f620541486a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4565806 Jan 31 16:09:08.240178 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-412f7689-f9a7-4f88-9b31-a61bb01a03c7 None None] Set router c822b358-6856-45b6-82eb-2588e4096dc2 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:09:08.261631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34010) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:08.296630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] For port 6aa2322f-4370-40df-a376-c35c8c9ebe3a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6aa2322f-4370-40df-a376-c35c8c9ebe3a,segment=NetworkSegment(c1631abf-0b36-4a50-89cc-a7eef2d94f00),segment_id=c1631abf-0b36-4a50-89cc-a7eef2d94f00)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:08.297169 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.313196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Calling delete_port for 6aa2322f-4370-40df-a376-c35c8c9ebe3a owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:08.327290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Allocated IP 2001:db8::2 (837d2d37-daa8-4557-9018-729b3311f698/8f8f74ec-30f3-4769-8b82-1508f4242e91/63007c51-167c-423f-b192-bb562825b19e) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:08.402660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.431781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14033af-7473-4b9b-b995-323588d48b7c req-d5d47b16-2c1b-4335-9cc2-e70b045253b4 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:08.433245 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d14033af-7473-4b9b-b995-323588d48b7c req-d5d47b16-2c1b-4335-9cc2-e70b045253b4 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 908 time: 0.2262123 Jan 31 16:09:08.470018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-624b76cc-6c24-4795-9cf2-cc2ccd2b0bea req-171dc9d5-9722-4a60-ad24-ba11b8a98832 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Deleting port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:08.470354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-624b76cc-6c24-4795-9cf2-cc2ccd2b0bea req-171dc9d5-9722-4a60-ad24-ba11b8a98832 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.479832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275a95d-b044-4b9c-9765-3fa790c539c8 req-a2e1f448-3f3f-4cd4-acda-6fe8bfbd7ed5 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:08.480099 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-412f7689-f9a7-4f88-9b31-a61bb01a03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'name': 'tempest-TestAggregatesBasicOps-27761479-router', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:29Z', 'updated_at': '2022-01-31T16:09:06Z', 'revision_number': 5, 'project_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'gw_port': {'id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:31Z', 'updated_at': '2022-01-31T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:08.488395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4275a95d-b044-4b9c-9765-3fa790c539c8 req-a2e1f448-3f3f-4cd4-acda-6fe8bfbd7ed5 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 945 time: 0.3604424 Jan 31 16:09:08.516205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b4c74-c32f-4b80-9daf-450eb6e1c98e req-58123687-a8f2-4afa-b08d-aa9ea15d7dd9 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:08.517946 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2d4b4c74-c32f-4b80-9daf-450eb6e1c98e req-58123687-a8f2-4afa-b08d-aa9ea15d7dd9 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 945 time: 0.1486516 Jan 31 16:09:08.520631 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f7689-f9a7-4f88-9b31-a61bb01a03c7 None None] The sync data for ids ['c822b358-6856-45b6-82eb-2588e4096dc2'] in n-d-827120-1 is: [{'id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'name': 'tempest-TestAggregatesBasicOps-27761479-router', 'tenant_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:08:29Z', 'updated_at': '2022-01-31T16:09:06Z', 'revision_number': 5, 'project_id': '32648d5cea9948a8a0e63f9bb6ee14ce', 'gw_port': {'id': 'e9f14e4e-4312-4322-a706-b2a79954372f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822b358-6856-45b6-82eb-2588e4096dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:08:31Z', 'updated_at': '2022-01-31T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:08.557320 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.567822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.603613 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7291a-3894-46e7-9614-a061a4fbc329 req-3f51b175-a8cb-48a9-99ae-e40a78e92285 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:08.605378 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5e7291a-3894-46e7-9614-a061a4fbc329 req-3f51b175-a8cb-48a9-99ae-e40a78e92285 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 945 time: 0.2051117 Jan 31 16:09:08.610602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Network 837d2d37-daa8-4557-9018-729b3311f698 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:08.614451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:08.620274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72273c97-47e3-4584-8248-225ecf1d3047 None None] DHCP port deletion for c095dbfa-f824-4604-b187-f6838462ef62 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:09:08.622655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:08.640751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef68c5-aad5-4954-949d-0b6264d15230 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:08.642272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e2ef68c5-aad5-4954-949d-0b6264d15230 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 881 time: 0.3792219 Jan 31 16:09:08.676255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34014) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:08.681009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Pushing event updated for resources: {'Port': ['ID=63007c51-167c-423f-b192-bb562825b19e,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:08.687021 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2d4b4c74-c32f-4b80-9daf-450eb6e1c98e req-731ed558-5383-4f62-9600-dae78bbb85f6 tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473176 Jan 31 16:09:08.714417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:08.714824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:08.715261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:08.715652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:08.716123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:08.716594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:08.716984 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:08.717423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:08.717858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:08.718241 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:08.718620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:08.718778 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.719009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:08.738420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Attempting to bind port 63007c51-167c-423f-b192-bb562825b19e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:09:08.738886 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Attempting to bind port 63007c51-167c-423f-b192-bb562825b19e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'a2c0dbce-1502-41d4-8f4b-02c2efa001e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '837d2d37-daa8-4557-9018-729b3311f698'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:09:08.739391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Attempting to bind port 63007c51-167c-423f-b192-bb562825b19e on network 837d2d37-daa8-4557-9018-729b3311f698 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:09:08.747531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:09:08.748077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Checking segment: {'id': 'a2c0dbce-1502-41d4-8f4b-02c2efa001e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '837d2d37-daa8-4557-9018-729b3311f698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:08.748546 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.749003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Bound using segment: {'id': 'a2c0dbce-1502-41d4-8f4b-02c2efa001e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '837d2d37-daa8-4557-9018-729b3311f698'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:09:08.749577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Bound port: 63007c51-167c-423f-b192-bb562825b19e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c0dbce-1502-41d4-8f4b-02c2efa001e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '837d2d37-daa8-4557-9018-729b3311f698'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:09:08.750029 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.785545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-72273c97-47e3-4584-8248-225ecf1d3047 None None] Deleting port 6aa2322f-4370-40df-a376-c35c8c9ebe3a {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:08.785974 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-72273c97-47e3-4584-8248-225ecf1d3047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.803292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event deleted for resources: {'Port': ['ID=6aa2322f-4370-40df-a376-c35c8c9ebe3a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:08.805951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] No DVR routers for this DVR port 6aa2322f-4370-40df-a376-c35c8c9ebe3a on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:08.900234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-72273c97-47e3-4584-8248-225ecf1d3047 None None] For port 6aa2322f-4370-40df-a376-c35c8c9ebe3a, host n-d-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:08.900494 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-72273c97-47e3-4584-8248-225ecf1d3047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.923058 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-c5e7291a-3894-46e7-9614-a061a4fbc329 req-b6b32e05-40cf-44c5-87db-f3a73f4414cb tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Deleting port 0604fa88-b5d0-43ae-838f-f15705d2a076 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:08.923307 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c5e7291a-3894-46e7-9614-a061a4fbc329 req-b6b32e05-40cf-44c5-87db-f3a73f4414cb tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.933417 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.940517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] For port 63007c51-167c-423f-b192-bb562825b19e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:09:08.959191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-72273c97-47e3-4584-8248-225ecf1d3047 None None] Calling delete_port for 6aa2322f-4370-40df-a376-c35c8c9ebe3a owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:08.963760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.ipam_backend_mixin [None req-72273c97-47e3-4584-8248-225ecf1d3047 None None] Port 6aa2322f-4370-40df-a376-c35c8c9ebe3a was not found and therefore no delete operation was performed {{(pid=108773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:09:08.966451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] For port 63007c51-167c-423f-b192-bb562825b19e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=63007c51-167c-423f-b192-bb562825b19e,segment=NetworkSegment(a2c0dbce-1502-41d4-8f4b-02c2efa001e5),segment_id=a2c0dbce-1502-41d4-8f4b-02c2efa001e5)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:09:08.968859 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-72273c97-47e3-4584-8248-225ecf1d3047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:08.998119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3bcc0-d792-42cd-944a-e96ed0d68bdf req-75054308-b4f8-400c-a5ea-aa15fb847606 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:08.999682 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2dd3bcc0-d792-42cd-944a-e96ed0d68bdf req-75054308-b4f8-400c-a5ea-aa15fb847606 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 945 time: 0.1991775 Jan 31 16:09:09.007088 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.009291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72273c97-47e3-4584-8248-225ecf1d3047 None None] No DVR routers for this DVR port 6aa2322f-4370-40df-a376-c35c8c9ebe3a on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:09.013144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c095dbfa-f824-4604-b187-f6838462ef62']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:09.017545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72273c97-47e3-4584-8248-225ecf1d3047 None None] Pushing event deleted for resources: {'Port': ['ID=6aa2322f-4370-40df-a376-c35c8c9ebe3a,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:09.039390 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1631abf-0b36-4a50-89cc-a7eef2d94f00') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:09.039679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1631abf-0b36-4a50-89cc-a7eef2d94f00') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:09.067219 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.069666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b10b5e-d87e-4c64-b510-79d65244da62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:09.073458 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41b10b5e-d87e-4c64-b510-79d65244da62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.090843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cfd87816-5075-41d5-ae6a-5a46ed61a7f3 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced6640d-be7a-4680-ac35-3f620541486a HTTP/1.1" status: 200 len: 205 time: 0.4110713 Jan 31 16:09:09.093039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fdf52-c0e0-4388-b467-1e44c9eed3a7 None None] Pushing event updated for resources: {'Port': ['ID=63007c51-167c-423f-b192-bb562825b19e,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:09.099101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34016) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:09.115040 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4275a95d-b044-4b9c-9765-3fa790c539c8 req-6521de7c-c259-4e1e-be51-1492f028166b tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3f8be9f-f72c-4a49-bfcc-e5f59cd53119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254468 Jan 31 16:09:09.122077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.130705 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-c5e7291a-3894-46e7-9614-a061a4fbc329 req-b6b32e05-40cf-44c5-87db-f3a73f4414cb tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] For port 0604fa88-b5d0-43ae-838f-f15705d2a076, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0604fa88-b5d0-43ae-838f-f15705d2a076,segment=NetworkSegment(fa1a5595-15f6-43f8-96d6-b31f188bd281),segment_id=fa1a5595-15f6-43f8-96d6-b31f188bd281)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:09.131074 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c5e7291a-3894-46e7-9614-a061a4fbc329 req-b6b32e05-40cf-44c5-87db-f3a73f4414cb tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.187788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:09.188151 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:09.193226 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:09.212009 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2dd3bcc0-d792-42cd-944a-e96ed0d68bdf req-9be12990-c842-4ffc-8f86-e3d52822a1ab tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/security-groups?id=12726fdc-51c0-4388-bdc9-3c3ada457c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865418 Jan 31 16:09:09.227012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-c5e7291a-3894-46e7-9614-a061a4fbc329 req-b6b32e05-40cf-44c5-87db-f3a73f4414cb tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Calling delete_port for 0604fa88-b5d0-43ae-838f-f15705d2a076 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:09.262252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-624b76cc-6c24-4795-9cf2-cc2ccd2b0bea req-171dc9d5-9722-4a60-ad24-ba11b8a98832 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] For port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,segment=NetworkSegment(76dccb7c-c24d-4aba-a53d-c978de36de96),segment_id=76dccb7c-c24d-4aba-a53d-c978de36de96)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:09.262679 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-624b76cc-6c24-4795-9cf2-cc2ccd2b0bea req-171dc9d5-9722-4a60-ad24-ba11b8a98832 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.290832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Deleting port e9f14e4e-4312-4322-a706-b2a79954372f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:09.291178 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.314099 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-624b76cc-6c24-4795-9cf2-cc2ccd2b0bea req-171dc9d5-9722-4a60-ad24-ba11b8a98832 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Calling delete_port for 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:09.373575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.385333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-d14033af-7473-4b9b-b995-323588d48b7c req-0e59eb88-6f59-4621-bac4-8c7285208a5d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Deleting port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:09.385699 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d14033af-7473-4b9b-b995-323588d48b7c req-0e59eb88-6f59-4621-bac4-8c7285208a5d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.387513 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.390660 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] 10.222.0.36 "DELETE /v2.0/networks/c095dbfa-f824-4604-b187-f6838462ef62 HTTP/1.1" status: 204 len: 168 time: 1.5318744 Jan 31 16:09:09.397868 n-d-827120-1 neutron-server[108771]: INFO neutron.db.ipam_backend_mixin [None req-41b10b5e-d87e-4c64-b510-79d65244da62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f8f74ec-30f3-4769-8b82-1508f4242e91 (CIDR: 2001:db8::/64) Jan 31 16:09:09.407923 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.417535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e4af-279b-4e14-94ab-f6086127df64 req-7fcb0b1c-192d-495b-9dad-2fab9575200c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:09.431943 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73e5e4af-279b-4e14-94ab-f6086127df64 req-7fcb0b1c-192d-495b-9dad-2fab9575200c tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 908 time: 0.2367127 Jan 31 16:09:09.448131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a507371-bc79-4f61-a351-0a10a88603e4 tempest-AllowedAddressPairIpV6TestJSON-219168944 tempest-AllowedAddressPairIpV6TestJSON-219168944-project] Pushing event deleted for resources: {'Network': ['ID=c095dbfa-f824-4604-b187-f6838462ef62,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:09.477126 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b10b5e-d87e-4c64-b510-79d65244da62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:09:09.477639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b10b5e-d87e-4c64-b510-79d65244da62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:09:09.643058 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-41b10b5e-d87e-4c64-b510-79d65244da62 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6460903 Jan 31 16:09:09.647149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34024) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:09.681744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-3fad8ea9-7b8d-4e91-aced-4a89ef685c2f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': '837d2d37-daa8-4557-9018-729b3311f698', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:09.700912 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc104df3-69f5-4b8d-9093-9b7ac91781d4 req-2ad0c2e5-61ac-47f2-aced-8270a2716c87 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:09.702507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc104df3-69f5-4b8d-9093-9b7ac91781d4 req-2ad0c2e5-61ac-47f2-aced-8270a2716c87 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 945 time: 0.2657197 Jan 31 16:09:09.727101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34028) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:09.792200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] For port e9f14e4e-4312-4322-a706-b2a79954372f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e9f14e4e-4312-4322-a706-b2a79954372f,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:09.792580 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.821373 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-d14033af-7473-4b9b-b995-323588d48b7c req-0e59eb88-6f59-4621-bac4-8c7285208a5d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] For port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:09.821860 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d14033af-7473-4b9b-b995-323588d48b7c req-0e59eb88-6f59-4621-bac4-8c7285208a5d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:09.852948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-d14033af-7473-4b9b-b995-323588d48b7c req-0e59eb88-6f59-4621-bac4-8c7285208a5d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Calling delete_port for bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:09.862600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Calling delete_port for e9f14e4e-4312-4322-a706-b2a79954372f owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:09.991401 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.010452 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c5e7291a-3894-46e7-9614-a061a4fbc329 req-b6b32e05-40cf-44c5-87db-f3a73f4414cb tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.019450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6ec28-02e4-45d2-9159-88f7c16ae471 req-dc9cff91-ce35-429c-a56a-fd18a10034ba tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:10.022479 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['0604fa88-b5d0-43ae-838f-f15705d2a076'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:09:10.027171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f9d6ec28-02e4-45d2-9159-88f7c16ae471 req-dc9cff91-ce35-429c-a56a-fd18a10034ba tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5ab1d17-7199-425d-81e9-e78eeaed6ca0 HTTP/1.1" status: 200 len: 945 time: 0.0904918 Jan 31 16:09:10.085686 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b32e05-40cf-44c5-87db-f3a73f4414cb tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Pushing event deleted for resources: {'Port': ['ID=0604fa88-b5d0-43ae-838f-f15705d2a076,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:10.150143 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e7291a-3894-46e7-9614-a061a4fbc329 req-b6b32e05-40cf-44c5-87db-f3a73f4414cb tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] No DVR routers for this DVR port 0604fa88-b5d0-43ae-838f-f15705d2a076 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:10.155570 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c5e7291a-3894-46e7-9614-a061a4fbc329 req-b6b32e05-40cf-44c5-87db-f3a73f4414cb tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.158911 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5e7291a-3894-46e7-9614-a061a4fbc329 req-b6b32e05-40cf-44c5-87db-f3a73f4414cb tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.20 "DELETE /v2.0/ports/0604fa88-b5d0-43ae-838f-f15705d2a076 HTTP/1.1" status: 204 len: 173 time: 1.5366776 Jan 31 16:09:10.159350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ab1d17-7199-425d-81e9-e78eeaed6ca0', 'name': 'network-vif-deleted', 'tag': '0604fa88-b5d0-43ae-838f-f15705d2a076'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:10.162088 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134edeee-c0d9-4035-9e27-292f82558f32" -d '{"events": [{"server_uuid": "c5ab1d17-7199-425d-81e9-e78eeaed6ca0", "name": "network-vif-deleted", "tag": "0604fa88-b5d0-43ae-838f-f15705d2a076"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:10.181125 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f9d6ec28-02e4-45d2-9159-88f7c16ae471 req-28e916d2-d346-4f52-8e3f-b57a5d1cd8aa tempest-ServerTagsTestJSON-1609881230 tempest-ServerTagsTestJSON-1609881230-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477737 Jan 31 16:09:10.195619 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-624b76cc-6c24-4795-9cf2-cc2ccd2b0bea req-171dc9d5-9722-4a60-ad24-ba11b8a98832 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.208339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Deleting port a46217ca-fb48-468f-a8e3-0445ad5a2f33 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:10.209119 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.284045 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea1afd6-cde3-4062-b745-9d7a26e2b19f x-openstack-request-id: req-3ea1afd6-cde3-4062-b745-9d7a26e2b19f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:10.284660 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ab1d17-7199-425d-81e9-e78eeaed6ca0", "name": "network-vif-deleted", "tag": "0604fa88-b5d0-43ae-838f-f15705d2a076", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:10.285086 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ea1afd6-cde3-4062-b745-9d7a26e2b19f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:10.285538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dc9d5-9722-4a60-ad24-ba11b8a98832 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Pushing event deleted for resources: {'Port': ['ID=6a19fc37-c094-41dc-b30d-61f3f3cdf5c2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:10.286062 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ab1d17-7199-425d-81e9-e78eeaed6ca0', 'name': 'network-vif-deleted', 'tag': '0604fa88-b5d0-43ae-838f-f15705d2a076', 'status': 'completed', 'code': 200} Jan 31 16:09:10.301138 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-11e83782-8d4c-4c78-bbe7-029d5a66ef7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b64e1332ae0471bb6b1c8017291c112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5713654 Jan 31 16:09:10.302957 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34038) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:10.342095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fad8ea9-7b8d-4e91-aced-4a89ef685c2f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:10.350036 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fad8ea9-7b8d-4e91-aced-4a89ef685c2f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.372432 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.406421 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.412634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Calling delete_port for a46217ca-fb48-468f-a8e3-0445ad5a2f33 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:10.424114 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cae637a4-2a39-4f61-b5df-e1bfad8f4870 req-d0469431-334a-47c0-9e61-ad6a31ce7588 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.36 "GET /v2.0/ports?device_id=5250ea0f-e76d-482e-9ae8-2f2979deda32 HTTP/1.1" status: 200 len: 210 time: 0.0478935 Jan 31 16:09:10.451941 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-70e14ad6-9bc3-46f6-9857-bed26ef826a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.477800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-cc104df3-69f5-4b8d-9093-9b7ac91781d4 req-afe229d5-37d2-4c25-9421-d5752e3248fe tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Deleting port 3d99d174-ae6a-490c-b823-b1b8b9390ea8 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:10.478138 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cc104df3-69f5-4b8d-9093-9b7ac91781d4 req-afe229d5-37d2-4c25-9421-d5752e3248fe tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.480982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-624b76cc-6c24-4795-9cf2-cc2ccd2b0bea req-171dc9d5-9722-4a60-ad24-ba11b8a98832 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] No DVR routers for this DVR port 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:10.519429 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-624b76cc-6c24-4795-9cf2-cc2ccd2b0bea req-171dc9d5-9722-4a60-ad24-ba11b8a98832 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.523076 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-624b76cc-6c24-4795-9cf2-cc2ccd2b0bea req-171dc9d5-9722-4a60-ad24-ba11b8a98832 tempest-ServerRescueTestJSONUnderV235-1980570204 tempest-ServerRescueTestJSONUnderV235-1980570204-project] 10.222.0.30 "DELETE /v2.0/ports/6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 HTTP/1.1" status: 204 len: 173 time: 2.7485499 Jan 31 16:09:10.527434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'name': 'network-vif-deleted', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:10.529758 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aff1e17-b3a9-4155-9741-57885a0b6d9d" -d '{"events": [{"server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "name": "network-vif-deleted", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:10.532663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-70e14ad6-9bc3-46f6-9857-bed26ef826a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.542682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f14e4e-4312-4322-a706-b2a79954372f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:10.578500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b490e-07a5-465b-97a4-062f53569075 None None] Network 837d2d37-daa8-4557-9018-729b3311f698 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:10.667849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a083690-92c2-4499-a79b-49bdbe0cf4f5 req-fce4073a-3d37-4b4a-8c1c-e227af2d1c86 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:10.683042 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a083690-92c2-4499-a79b-49bdbe0cf4f5 req-fce4073a-3d37-4b4a-8c1c-e227af2d1c86 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 908 time: 0.1397886 Jan 31 16:09:10.687518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f6bc24b0-a87d-437d-ad65-76979da10152 None None] Provisioning complete for port 63007c51-167c-423f-b192-bb562825b19e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:10.687518 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6bc24b0-a87d-437d-ad65-76979da10152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.694083 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 63007c51-167c-423f-b192-bb562825b19e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:10.765180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46aaba-0efc-40fc-86d5-826cb29a95f4 req-2c48f88e-1c37-4eca-9fce-d2705aad84f8 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:10.773962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f46aaba-0efc-40fc-86d5-826cb29a95f4 req-2c48f88e-1c37-4eca-9fce-d2705aad84f8 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 945 time: 0.4949963 Jan 31 16:09:10.798702 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229115f1-8259-496d-ab33-265b085712bd x-openstack-request-id: req-229115f1-8259-496d-ab33-265b085712bd {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:10.799042 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5250ea0f-e76d-482e-9ae8-2f2979deda32", "name": "network-vif-deleted", "tag": "6a19fc37-c094-41dc-b30d-61f3f3cdf5c2", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:10.799386 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-229115f1-8259-496d-ab33-265b085712bd {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:10.799880 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5250ea0f-e76d-482e-9ae8-2f2979deda32', 'name': 'network-vif-deleted', 'tag': '6a19fc37-c094-41dc-b30d-61f3f3cdf5c2', 'status': 'completed', 'code': 200} Jan 31 16:09:10.848529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d14033af-7473-4b9b-b995-323588d48b7c req-0e59eb88-6f59-4621-bac4-8c7285208a5d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.869034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 63007c51-167c-423f-b192-bb562825b19e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:10.869380 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.869562 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.870682 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.888655 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-70e14ad6-9bc3-46f6-9857-bed26ef826a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.891238 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-70e14ad6-9bc3-46f6-9857-bed26ef826a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:10.892378 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-70e14ad6-9bc3-46f6-9857-bed26ef826a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62ef65ad-9292-429c-b5ae-1daed5d6497c HTTP/1.1" status: 204 len: 168 time: 0.5880907 Jan 31 16:09:10.924887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Pushing event deleted for resources: {'Port': ['ID=a46217ca-fb48-468f-a8e3-0445ad5a2f33,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:10.934297 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e14ad6-9bc3-46f6-9857-bed26ef826a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ef65ad-9292-429c-b5ae-1daed5d6497c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:10.943324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59eb88-6f59-4621-bac4-8c7285208a5d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event deleted for resources: {'Port': ['ID=bd3e76f6-034d-49d4-96a2-5a60a1fc0e94,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:10.974899 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6bc24b0-a87d-437d-ad65-76979da10152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.029696 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.052056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-cc104df3-69f5-4b8d-9093-9b7ac91781d4 req-afe229d5-37d2-4c25-9421-d5752e3248fe tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] For port 3d99d174-ae6a-490c-b823-b1b8b9390ea8, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3d99d174-ae6a-490c-b823-b1b8b9390ea8,segment=NetworkSegment(19be6cc2-e0f0-42e2-b340-e2b80c38320b),segment_id=19be6cc2-e0f0-42e2-b340-e2b80c38320b)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:11.052728 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cc104df3-69f5-4b8d-9093-9b7ac91781d4 req-afe229d5-37d2-4c25-9421-d5752e3248fe tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.086896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f6bc24b0-a87d-437d-ad65-76979da10152 None None] For port 63007c51-167c-423f-b192-bb562825b19e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=63007c51-167c-423f-b192-bb562825b19e,segment=NetworkSegment(a2c0dbce-1502-41d4-8f4b-02c2efa001e5),segment_id=a2c0dbce-1502-41d4-8f4b-02c2efa001e5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:11.093595 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.113043 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6bc24b0-a87d-437d-ad65-76979da10152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.129423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f46aaba-0efc-40fc-86d5-826cb29a95f4 req-7b254a93-1241-4335-93b4-2f284ddd136e tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3f8be9f-f72c-4a49-bfcc-e5f59cd53119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541536 Jan 31 16:09:11.192768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.200488 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14033af-7473-4b9b-b995-323588d48b7c req-0e59eb88-6f59-4621-bac4-8c7285208a5d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] No DVR routers for this DVR port bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:11.206215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc24b0-a87d-437d-ad65-76979da10152 None None] Pushing event updated for resources: {'Port': ['ID=63007c51-167c-423f-b192-bb562825b19e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:11.207045 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d14033af-7473-4b9b-b995-323588d48b7c req-0e59eb88-6f59-4621-bac4-8c7285208a5d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.213199 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d14033af-7473-4b9b-b995-323588d48b7c req-0e59eb88-6f59-4621-bac4-8c7285208a5d tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "DELETE /v2.0/ports/bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 HTTP/1.1" status: 204 len: 173 time: 2.7623110 Jan 31 16:09:11.218989 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.271078 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:09:11.271427 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:09:11.275207 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.278728 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.349277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34050) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:11.380626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-cc104df3-69f5-4b8d-9093-9b7ac91781d4 req-afe229d5-37d2-4c25-9421-d5752e3248fe tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Calling delete_port for 3d99d174-ae6a-490c-b823-b1b8b9390ea8 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:11.407103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.407742 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Fanout notify agent at l3_agent the message router_deleted on router ced6640d-be7a-4680-ac35-3f620541486a {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:09:11.455456 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.456033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c822b358-6856-45b6-82eb-2588e4096dc2 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:09:11.457383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c8dd3ffb-d340-4656-b013-f01ff766e953 None None] Provisioning complete for port 63007c51-167c-423f-b192-bb562825b19e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:11.464362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d11460-ba7e-469f-b39a-55f585483a78 admin admin] Deleting subnet 36629c4b-0917-431a-a1e0-d55b163b05a5 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:09:11.467514 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3ffb-d340-4656-b013-f01ff766e953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.488173 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.490459 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-01d794f5-6405-4082-925f-b0b16a2ba087 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/routers/ced6640d-be7a-4680-ac35-3f620541486a HTTP/1.1" status: 204 len: 168 time: 2.3918319 Jan 31 16:09:11.495014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34056) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:11.495977 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.497500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2013ccef-b0bc-4ea3-99cd-a40871f3b0a6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c822b358-6856-45b6-82eb-2588e4096dc2 HTTP/1.1" status: 204 len: 168 time: 3.9973617 Jan 31 16:09:11.500024 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fad8ea9-7b8d-4e91-aced-4a89ef685c2f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.502622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19d11460-ba7e-469f-b39a-55f585483a78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.503729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34058) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:11.514802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-511c25c9-8fcb-48d4-aee3-d3d303c4b36e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1063420811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:11.582657 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34062) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:11.597927 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-511c25c9-8fcb-48d4-aee3-d3d303c4b36e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.599506 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-511c25c9-8fcb-48d4-aee3-d3d303c4b36e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.615052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad8ea9-7b8d-4e91-aced-4a89ef685c2f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network 837d2d37-daa8-4557-9018-729b3311f698 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:11.616400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19d11460-ba7e-469f-b39a-55f585483a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.674228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-3fad8ea9-7b8d-4e91-aced-4a89ef685c2f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:11.677677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fad8ea9-7b8d-4e91-aced-4a89ef685c2f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:11.678468 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fad8ea9-7b8d-4e91-aced-4a89ef685c2f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.684414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac116d-0da3-4548-b189-e090b6b10887 None None] Network 837d2d37-daa8-4557-9018-729b3311f698 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:11.729109 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-511c25c9-8fcb-48d4-aee3-d3d303c4b36e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.748624 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19d11460-ba7e-469f-b39a-55f585483a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.772983 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-511c25c9-8fcb-48d4-aee3-d3d303c4b36e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.801255 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-511c25c9-8fcb-48d4-aee3-d3d303c4b36e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.803022 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-511c25c9-8fcb-48d4-aee3-d3d303c4b36e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3057408 Jan 31 16:09:11.812006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34070) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:11.813190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:11.817936 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:11.925584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:11.926289 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6a19fc37-c094-41dc-b30d-61f3f3cdf5c2 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:11.927172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2889aecc-fb66-4007-9fd7-2601ca745548 admin admin] Deleting subnet b8dc7742-7b61-4a81-8dce-de4012de4bed {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:09:11.942738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad8ea9-7b8d-4e91-aced-4a89ef685c2f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Subnet': ['ID=54c3c139-6d09-40c0-a13c-3c17fa538d1d,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:11.948224 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2889aecc-fb66-4007-9fd7-2601ca745548 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.950407 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cc104df3-69f5-4b8d-9093-9b7ac91781d4 req-afe229d5-37d2-4c25-9421-d5752e3248fe tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:11.964157 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3fad8ea9-7b8d-4e91-aced-4a89ef685c2f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2968750 Jan 31 16:09:11.967307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34078) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:11.969833 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-64bf02cf-8c38-417e-90a8-b300cfed9fb8 req-a665c8e6-19be-4a8f-a246-6488cd7a7028 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d7df59a-dbf6-4a03-b28f-97a8270f2e5e HTTP/1.1" status: 200 len: 210 time: 0.0816419 Jan 31 16:09:11.975026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': '837d2d37-daa8-4557-9018-729b3311f698', 'fixed_ips': [{'subnet_id': '8f8f74ec-30f3-4769-8b82-1508f4242e91'}, {'subnet_id': '54c3c139-6d09-40c0-a13c-3c17fa538d1d'}], 'name': 'tempest-PortsIpV6TestJSON-73404473'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:12.075323 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19d11460-ba7e-469f-b39a-55f585483a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.118159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bedb014c-0bbb-4028-a5d1-9ff207743a2b no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:12.133149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe229d5-37d2-4c25-9421-d5752e3248fe tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Pushing event deleted for resources: {'Port': ['ID=3d99d174-ae6a-490c-b823-b1b8b9390ea8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:12.161102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: bedb014c-0bbb-4028-a5d1-9ff207743a2b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:12.161668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bedb014c-0bbb-4028-a5d1-9ff207743a2b not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:12.162243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6aa2322f-4370-40df-a376-c35c8c9ebe3a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:12.202792 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 6aa2322f-4370-40df-a376-c35c8c9ebe3a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:12.203385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6aa2322f-4370-40df-a376-c35c8c9ebe3a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:12.224147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1f78ad-ee05-4da0-a1d2-9c5fc01465ae None None] Update dhcp port {'port': {'network_id': '837d2d37-daa8-4557-9018-729b3311f698', 'fixed_ips': [{'subnet_id': '8f8f74ec-30f3-4769-8b82-1508f4242e91', 'ip_address': '2001:db8::2'}, {'subnet_id': '54c3c139-6d09-40c0-a13c-3c17fa538d1d'}], 'binding:host_id': 'n-d-827120-1'}, 'id': '63007c51-167c-423f-b192-bb562825b19e'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:09:12.230175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34084) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:12.255461 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f1f78ad-ee05-4da0-a1d2-9c5fc01465ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.270993 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19d11460-ba7e-469f-b39a-55f585483a78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.275227 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-19d11460-ba7e-469f-b39a-55f585483a78 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/36629c4b-0917-431a-a1e0-d55b163b05a5 HTTP/1.1" status: 204 len: 168 time: 0.9243717 Jan 31 16:09:12.281184 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2889aecc-fb66-4007-9fd7-2601ca745548 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.289909 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.302288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34088) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:12.302288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d11460-ba7e-469f-b39a-55f585483a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36629c4b-0917-431a-a1e0-d55b163b05a5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:12.395783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'networks': [{'name': 'tempest-network--1431015729'}, {'name': 'tempest-network--1911938215'}]} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:12.396095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'network': {'name': 'tempest-network--1431015729'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:12.396562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'network': {'name': 'tempest-network--1911938215'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:12.465137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-0f1f78ad-ee05-4da0-a1d2-9c5fc01465ae None None] Allocated IP 2001:db8:0:1::2 (837d2d37-daa8-4557-9018-729b3311f698/54c3c139-6d09-40c0-a13c-3c17fa538d1d/63007c51-167c-423f-b192-bb562825b19e) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:12.467436 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.537175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Made reservation on behalf of 0748fb895641494487de852570258587 for: {'network': 2} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:12.542291 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.550237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 63007c51-167c-423f-b192-bb562825b19e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:12.577912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0604fa88-b5d0-43ae-838f-f15705d2a076 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:12.608817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.613362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 0604fa88-b5d0-43ae-838f-f15705d2a076 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:12.613737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0604fa88-b5d0-43ae-838f-f15705d2a076 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:12.614193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:12.632361 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.646805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:12.647105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:12.647211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device bd3e76f6-034d-49d4-96a2-5a60a1fc0e94 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:12.679023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0f1f78ad-ee05-4da0-a1d2-9c5fc01465ae None None] For port 63007c51-167c-423f-b192-bb562825b19e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=63007c51-167c-423f-b192-bb562825b19e,segment=NetworkSegment(a2c0dbce-1502-41d4-8f4b-02c2efa001e5),segment_id=a2c0dbce-1502-41d4-8f4b-02c2efa001e5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:12.699316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 63007c51-167c-423f-b192-bb562825b19e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:12.699683 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.733348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c88701-2531-42da-8a93-341729580093']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:12.735041 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f1f78ad-ee05-4da0-a1d2-9c5fc01465ae None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.745650 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f1f78ad-ee05-4da0-a1d2-9c5fc01465ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.764974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1a5595-15f6-43f8-96d6-b31f188bd281') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:12.765341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1a5595-15f6-43f8-96d6-b31f188bd281') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:12.780602 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ede2a16d-357f-4fee-93ad-f1082cdfb872 req-94e04fd4-6dbd-405b-a361-88a1c4735584 tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1fb0912-1fbe-4ca2-943f-6ff706d0d795 HTTP/1.1" status: 200 len: 210 time: 0.5080106 Jan 31 16:09:12.793303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.803661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7df59a-dbf6-4a03-b28f-97a8270f2e5e', 'name': 'network-vif-deleted', 'tag': 'bd3e76f6-034d-49d4-96a2-5a60a1fc0e94'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:12.805975 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aaeb59-a3f9-4c49-9ea0-c1b79aaece9f" -d '{"events": [{"server_uuid": "9d7df59a-dbf6-4a03-b28f-97a8270f2e5e", "name": "network-vif-deleted", "tag": "bd3e76f6-034d-49d4-96a2-5a60a1fc0e94"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:12.814614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc104df3-69f5-4b8d-9093-9b7ac91781d4 req-afe229d5-37d2-4c25-9421-d5752e3248fe tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] No DVR routers for this DVR port 3d99d174-ae6a-490c-b823-b1b8b9390ea8 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:12.820144 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cc104df3-69f5-4b8d-9093-9b7ac91781d4 req-afe229d5-37d2-4c25-9421-d5752e3248fe tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.822470 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:12.825368 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc104df3-69f5-4b8d-9093-9b7ac91781d4 req-afe229d5-37d2-4c25-9421-d5752e3248fe tempest-ServerGroupTestJSON-92517863 tempest-ServerGroupTestJSON-92517863-project] 10.222.0.30 "DELETE /v2.0/ports/3d99d174-ae6a-490c-b823-b1b8b9390ea8 HTTP/1.1" status: 204 len: 173 time: 3.0982583 Jan 31 16:09:12.884258 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f046a9-1ff4-4526-9b01-4d40c2b4ce37 x-openstack-request-id: req-00f046a9-1ff4-4526-9b01-4d40c2b4ce37 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:12.884640 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7df59a-dbf6-4a03-b28f-97a8270f2e5e", "name": "network-vif-deleted", "tag": "bd3e76f6-034d-49d4-96a2-5a60a1fc0e94", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:12.884895 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00f046a9-1ff4-4526-9b01-4d40c2b4ce37 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:12.885287 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7df59a-dbf6-4a03-b28f-97a8270f2e5e', 'name': 'network-vif-deleted', 'tag': 'bd3e76f6-034d-49d4-96a2-5a60a1fc0e94', 'status': 'completed', 'code': 200} Jan 31 16:09:12.901575 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2889aecc-fb66-4007-9fd7-2601ca745548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.026354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2889aecc-fb66-4007-9fd7-2601ca745548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.061640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f78ad-ee05-4da0-a1d2-9c5fc01465ae None None] Pushing event updated for resources: {'Port': ['ID=63007c51-167c-423f-b192-bb562825b19e,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:13.067176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889aecc-fb66-4007-9fd7-2601ca745548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8dc7742-7b61-4a81-8dce-de4012de4bed,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:13.069421 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2889aecc-fb66-4007-9fd7-2601ca745548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.072608 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2889aecc-fb66-4007-9fd7-2601ca745548 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b8dc7742-7b61-4a81-8dce-de4012de4bed HTTP/1.1" status: 204 len: 168 time: 1.5653918 Jan 31 16:09:13.088670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34094) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:13.091803 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed294f-b559-4fdd-bc76-999d49ee3190 None None] Network 646cb2a0-a2be-461b-bb86-69f4285339bc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:13.132535 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.142210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:13.142666 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.150021 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:13.155249 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:13.178368 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce93b5f4-b11a-4cda-be3b-de2a1c3820de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.186516 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.231974 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e9f14e4e-4312-4322-a706-b2a79954372f no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:13.300714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e9f14e4e-4312-4322-a706-b2a79954372f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:13.301439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e9f14e4e-4312-4322-a706-b2a79954372f not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:13.322644 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.334440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.354586 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.357248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port 2804639f-5ee2-4b0b-b6a9-84529da4eb2d yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:09:13.363885 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.364286 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.431946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.435475 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/58c88701-2531-42da-8a93-341729580093 HTTP/1.1" status: 204 len: 168 time: 1.1393690 Jan 31 16:09:13.446814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2597e379-f987-4f6b-9d63-e900af306d7e None None] DHCP port deletion for 646cb2a0-a2be-461b-bb86-69f4285339bc request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:09:13.531231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Deleting port 32d38294-b1d1-44cf-9b79-163aadb53e3f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:13.532374 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.540271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-2597e379-f987-4f6b-9d63-e900af306d7e None None] Deleting port 32d38294-b1d1-44cf-9b79-163aadb53e3f {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:13.541368 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2597e379-f987-4f6b-9d63-e900af306d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.548040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568d98e-c5e1-4b78-87eb-74d5a6a5d9c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c88701-2531-42da-8a93-341729580093,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:13.604446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9196f0f-e066-425b-8034-14ab2802fa4f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:13.646776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-2597e379-f987-4f6b-9d63-e900af306d7e None None] For port 32d38294-b1d1-44cf-9b79-163aadb53e3f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=32d38294-b1d1-44cf-9b79-163aadb53e3f,segment=NetworkSegment(a45a8262-86d0-4745-a130-811aba04c227),segment_id=a45a8262-86d0-4745-a130-811aba04c227)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:13.647505 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2597e379-f987-4f6b-9d63-e900af306d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.674550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:13.675383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] For port 32d38294-b1d1-44cf-9b79-163aadb53e3f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=32d38294-b1d1-44cf-9b79-163aadb53e3f,segment=NetworkSegment(a45a8262-86d0-4745-a130-811aba04c227),segment_id=a45a8262-86d0-4745-a130-811aba04c227)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:13.675828 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.680740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-2597e379-f987-4f6b-9d63-e900af306d7e None None] Calling delete_port for 32d38294-b1d1-44cf-9b79-163aadb53e3f owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:13.699918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Calling delete_port for 32d38294-b1d1-44cf-9b79-163aadb53e3f owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:13.713847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3d99d174-ae6a-490c-b823-b1b8b9390ea8 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:13.733865 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.734208 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Added segment 85dcac22-47de-46f0-aaa8-32a81085af73 of type vlan for network 35c7abfd-48b0-40da-b662-b5242ab3894d Jan 31 16:09:13.743936 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7433a-e528-4c99-b565-e7ababcc5c25 req-afeb6d3e-66a0-4045-b4ba-ac839a8cd830 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:13.749966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24e7433a-e528-4c99-b565-e7ababcc5c25 req-afeb6d3e-66a0-4045-b4ba-ac839a8cd830 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 945 time: 0.2854977 Jan 31 16:09:13.774887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34102) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:13.780097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 3d99d174-ae6a-490c-b823-b1b8b9390ea8 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:13.780097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3d99d174-ae6a-490c-b823-b1b8b9390ea8 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:13.802586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cdafae02-42f0-4750-ba99-b5d1bdea9e8c None None] Provisioning complete for port 63007c51-167c-423f-b192-bb562825b19e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:13.803293 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cdafae02-42f0-4750-ba99-b5d1bdea9e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.858630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Allocated IP 172.25.1.163 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/b87afc63-978c-413e-a012-17e1bd637867) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:13.893719 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2597e379-f987-4f6b-9d63-e900af306d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.897687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.924744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24e7433a-e528-4c99-b565-e7ababcc5c25 req-4e31c7ea-dc88-4f3e-b0e5-51260e5b3365 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020169 Jan 31 16:09:13.939642 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:13.966592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597e379-f987-4f6b-9d63-e900af306d7e None None] Pushing event deleted for resources: {'Port': ['ID=32d38294-b1d1-44cf-9b79-163aadb53e3f,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:13.966947 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-393361bb-f80f-425c-9517-3682aebf506f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d393117b43194a88805270ca847cd43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862516 Jan 31 16:09:13.974708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34112) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:13.976220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2597e379-f987-4f6b-9d63-e900af306d7e None None] No DVR routers for this DVR port 32d38294-b1d1-44cf-9b79-163aadb53e3f on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:13.994408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d38294-b1d1-44cf-9b79-163aadb53e3f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:14.036429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] No DVR routers for this DVR port 32d38294-b1d1-44cf-9b79-163aadb53e3f on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:14.091828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:14.107804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.108152 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Added segment 14293757-8953-42a8-853a-c4616b64515d of type vlan for network 5dee18bd-ffbb-4249-adb0-bc1c98dae3f4 Jan 31 16:09:14.150693 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.162918 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8f3d1e5-4c14-4db3-8ad6-be454a926dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.179755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646cb2a0-a2be-461b-bb86-69f4285339bc']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:14.186922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.194372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ce93b5f4-b11a-4cda-be3b-de2a1c3820de admin admin] Deleting port 18089a87-a36a-4e00-808d-5039437c2b60 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:14.194725 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce93b5f4-b11a-4cda-be3b-de2a1c3820de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.200748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34126) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:14.202361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45a8262-86d0-4745-a130-811aba04c227') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:14.202652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45a8262-86d0-4745-a130-811aba04c227') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:14.209570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8::288 (837d2d37-daa8-4557-9018-729b3311f698/8f8f74ec-30f3-4769-8b82-1508f4242e91/2804639f-5ee2-4b0b-b6a9-84529da4eb2d) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:14.234666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8f3d1e5-4c14-4db3-8ad6-be454a926dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.241141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8:0:1::e2 (837d2d37-daa8-4557-9018-729b3311f698/54c3c139-6d09-40c0-a13c-3c17fa538d1d/2804639f-5ee2-4b0b-b6a9-84529da4eb2d) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:14.271803 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.285157 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.320325 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.333600 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.341712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:14.342103 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:14.346254 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:14.356576 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.357070 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.362652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:14.367531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:14.368156 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.401818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c341ab0-5004-4bed-acdf-c7b52b125352 admin admin] Deleting subnet c3eee8cb-aded-479e-addd-93f9705054a3 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:09:14.414008 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c341ab0-5004-4bed-acdf-c7b52b125352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.469259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:14.476147 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2379827 Jan 31 16:09:14.479928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34128) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:14.480118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-ce93b5f4-b11a-4cda-be3b-de2a1c3820de admin admin] For port 18089a87-a36a-4e00-808d-5039437c2b60, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=18089a87-a36a-4e00-808d-5039437c2b60,segment=NetworkSegment(76dccb7c-c24d-4aba-a53d-c978de36de96),segment_id=76dccb7c-c24d-4aba-a53d-c978de36de96)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:14.480681 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce93b5f4-b11a-4cda-be3b-de2a1c3820de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.492679 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8f3d1e5-4c14-4db3-8ad6-be454a926dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.496385 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8f3d1e5-4c14-4db3-8ad6-be454a926dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.497065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 63007c51-167c-423f-b192-bb562825b19e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:14.497827 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d8f3d1e5-4c14-4db3-8ad6-be454a926dc7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d08577d4-d5ef-4ba5-b1f6-7b997c0e897c HTTP/1.1" status: 204 len: 168 time: 0.5191517 Jan 31 16:09:14.512802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.522770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:14.539712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3d1e5-4c14-4db3-8ad6-be454a926dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08577d4-d5ef-4ba5-b1f6-7b997c0e897c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:14.542744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:14.546095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ce93b5f4-b11a-4cda-be3b-de2a1c3820de admin admin] Calling delete_port for 18089a87-a36a-4e00-808d-5039437c2b60 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:14.549697 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Pushing event updated for resources: {'Port': ['ID=b87afc63-978c-413e-a012-17e1bd637867,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:14.550688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.557941 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/646cb2a0-a2be-461b-bb86-69f4285339bc HTTP/1.1" status: 204 len: 168 time: 1.4669058 Jan 31 16:09:14.588620 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c341ab0-5004-4bed-acdf-c7b52b125352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.596592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea97fc2-1f08-48e7-aa9a-1aa887a7a1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=646cb2a0-a2be-461b-bb86-69f4285339bc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:14.601925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 63007c51-167c-423f-b192-bb562825b19e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:14.602302 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.669526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event updated for resources: {'Network': ['ID=35c7abfd-48b0-40da-b662-b5242ab3894d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:14.699412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 35c7abfd-48b0-40da-b662-b5242ab3894d details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:14.765031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c341ab0-5004-4bed-acdf-c7b52b125352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.804413 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:14.824136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81804b54-bd63-41e8-a057-4a27cdaff74b req-6af25a4e-79fc-45e5-8f43-a4df0bb20229 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:14.825767 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81804b54-bd63-41e8-a057-4a27cdaff74b req-6af25a4e-79fc-45e5-8f43-a4df0bb20229 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 945 time: 0.1246314 Jan 31 16:09:14.845101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34136) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:14.904816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fb0912-1fbe-4ca2-943f-6ff706d0d795', 'name': 'network-vif-deleted', 'tag': '3d99d174-ae6a-490c-b823-b1b8b9390ea8'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:14.907027 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8d5c63-5e98-4378-a235-57a4e0670623" -d '{"events": [{"server_uuid": "a1fb0912-1fbe-4ca2-943f-6ff706d0d795", "name": "network-vif-deleted", "tag": "3d99d174-ae6a-490c-b823-b1b8b9390ea8"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:14.977843 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 32d38294-b1d1-44cf-9b79-163aadb53e3f no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:14.995541 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c341ab0-5004-4bed-acdf-c7b52b125352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.031037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 32d38294-b1d1-44cf-9b79-163aadb53e3f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:15.032550 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c341ab0-5004-4bed-acdf-c7b52b125352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.033108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 32d38294-b1d1-44cf-9b79-163aadb53e3f not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:15.035849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9c341ab0-5004-4bed-acdf-c7b52b125352 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c3eee8cb-aded-479e-addd-93f9705054a3 HTTP/1.1" status: 204 len: 168 time: 0.8274422 Jan 31 16:09:15.037616 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d9bab7-a5bf-4bc8-96ea-0f86e9dad0a9 x-openstack-request-id: req-80d9bab7-a5bf-4bc8-96ea-0f86e9dad0a9 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:15.037895 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fb0912-1fbe-4ca2-943f-6ff706d0d795", "name": "network-vif-deleted", "tag": "3d99d174-ae6a-490c-b823-b1b8b9390ea8", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:15.038144 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80d9bab7-a5bf-4bc8-96ea-0f86e9dad0a9 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:15.038536 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fb0912-1fbe-4ca2-943f-6ff706d0d795', 'name': 'network-vif-deleted', 'tag': '3d99d174-ae6a-490c-b823-b1b8b9390ea8', 'status': 'completed', 'code': 200} Jan 31 16:09:15.042203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34144) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:15.042951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c341ab0-5004-4bed-acdf-c7b52b125352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3eee8cb-aded-479e-addd-93f9705054a3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:15.222338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-81804b54-bd63-41e8-a057-4a27cdaff74b req-12582c8c-1722-4af7-90dc-7d1b5cbf39da tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Deleting port 8c7f27ef-4504-4ca7-9bba-d5747d0db598 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:15.222760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-81804b54-bd63-41e8-a057-4a27cdaff74b req-12582c8c-1722-4af7-90dc-7d1b5cbf39da tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.226482 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce93b5f4-b11a-4cda-be3b-de2a1c3820de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.249804 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.281484 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23dd6-4bd5-4dc8-9165-d09c6be84c19 req-af77cc39-6ade-4eba-9425-6ae52cefdef8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:15.281484 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5f23dd6-4bd5-4dc8-9165-d09c6be84c19 req-af77cc39-6ade-4eba-9425-6ae52cefdef8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 945 time: 0.2251110 Jan 31 16:09:15.310528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93b5f4-b11a-4cda-be3b-de2a1c3820de admin admin] Pushing event deleted for resources: {'Port': ['ID=18089a87-a36a-4e00-808d-5039437c2b60,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:15.326913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54805bf7-e0ae-462e-9605-44d8ae9613f7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event updated for resources: {'Network': ['ID=5dee18bd-ffbb-4249-adb0-bc1c98dae3f4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:15.348801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 5dee18bd-ffbb-4249-adb0-bc1c98dae3f4 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:15.395289 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058a5a72-12dc-49f9-af63-3fca3e30eace tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:15.401738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058a5a72-12dc-49f9-af63-3fca3e30eace tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:15.407966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058a5a72-12dc-49f9-af63-3fca3e30eace tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:15.414461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058a5a72-12dc-49f9-af63-3fca3e30eace tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:15.420352 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-058a5a72-12dc-49f9-af63-3fca3e30eace tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9124765 Jan 31 16:09:15.421248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34158) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:15.447067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5f23dd6-4bd5-4dc8-9165-d09c6be84c19 req-89f7b5cc-a860-4d11-aaa3-0bf3f622db5a tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385612 Jan 31 16:09:15.517579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-81804b54-bd63-41e8-a057-4a27cdaff74b req-12582c8c-1722-4af7-90dc-7d1b5cbf39da tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] For port 8c7f27ef-4504-4ca7-9bba-d5747d0db598, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8c7f27ef-4504-4ca7-9bba-d5747d0db598,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:15.518196 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-81804b54-bd63-41e8-a057-4a27cdaff74b req-12582c8c-1722-4af7-90dc-7d1b5cbf39da tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.538119 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.543181 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-54c52c21-36bb-471f-aac5-1d5c8f418a39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be51e4bd3819497380bce3056bab8960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6563225 Jan 31 16:09:15.571623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34162) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:15.578134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-81804b54-bd63-41e8-a057-4a27cdaff74b req-12582c8c-1722-4af7-90dc-7d1b5cbf39da tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Calling delete_port for 8c7f27ef-4504-4ca7-9bba-d5747d0db598 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:15.582517 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.594591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34164) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:15.632219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aea103-801a-4bf1-8528-bf8cf1ccd02b']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:15.656145 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.660817 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network 837d2d37-daa8-4557-9018-729b3311f698 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:15.692930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:15.696999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=2804639f-5ee2-4b0b-b6a9-84529da4eb2d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:15.699428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:15.705137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:15.705817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.709949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19be6cc2-e0f0-42e2-b340-e2b80c38320b') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:15.710269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19be6cc2-e0f0-42e2-b340-e2b80c38320b') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:15.734895 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.748512 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d0af0604-04fd-4e74-aa0c-83ac1a0d6947 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 3.7774849 Jan 31 16:09:15.749452 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.751491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34168) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:15.760666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.779463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:15.779921 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:15.783250 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:15.801397 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce93b5f4-b11a-4cda-be3b-de2a1c3820de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.809156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-59321d76-a03c-427d-84a3-6ed71b28277b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8f8f74ec-30f3-4769-8b82-1508f4242e91'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:15.843522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1517058454-network', 'tenant_id': '650709d6bc894976b42eca4159787065'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:15.847756 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f00fa8d-86e5-47bc-b082-3ca287548ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.896775 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.940691 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.943987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] 10.222.0.36 "DELETE /v2.0/networks/60aea103-801a-4bf1-8528-bf8cf1ccd02b HTTP/1.1" status: 204 len: 168 time: 0.8989098 Jan 31 16:09:15.948397 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f00fa8d-86e5-47bc-b082-3ca287548ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:15.988521 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.007424 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c4483-995b-4782-ac37-a20247e3b692 admin admin] Pushing event deleted for resources: {'Network': ['ID=60aea103-801a-4bf1-8528-bf8cf1ccd02b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:16.028278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Made reservation on behalf of 650709d6bc894976b42eca4159787065 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:16.030960 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.045728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fef352de-a8a0-4f71-aa84-18d89ed9dc88 None None] Provisioning complete for port 2804639f-5ee2-4b0b-b6a9-84529da4eb2d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:16.046280 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fef352de-a8a0-4f71-aa84-18d89ed9dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.047579 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59321d76-a03c-427d-84a3-6ed71b28277b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.050740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c7abfd-48b0-40da-b662-b5242ab3894d']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:16.075953 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.081329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dcac22-47de-46f0-aaa8-32a81085af73') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:16.082135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dcac22-47de-46f0-aaa8-32a81085af73') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:16.093859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-fef352de-a8a0-4f71-aa84-18d89ed9dc88 None None] Port 2804639f-5ee2-4b0b-b6a9-84529da4eb2d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:09:16.107852 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-81804b54-bd63-41e8-a057-4a27cdaff74b req-12582c8c-1722-4af7-90dc-7d1b5cbf39da tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.114055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34172) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:16.125647 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8c7f27ef-4504-4ca7-9bba-d5747d0db598'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:09:16.142373 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.153889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['1bacb9a1-647f-4c30-92df-3db78f657d07'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:09:16.169295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12582c8c-1722-4af7-90dc-7d1b5cbf39da tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event deleted for resources: {'Port': ['ID=8c7f27ef-4504-4ca7-9bba-d5747d0db598,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:16.219283 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f00fa8d-86e5-47bc-b082-3ca287548ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.221870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f00fa8d-86e5-47bc-b082-3ca287548ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.223032 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5f00fa8d-86e5-47bc-b082-3ca287548ff6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c69207d5-5490-4341-bcaa-ff793965ef5d HTTP/1.1" status: 204 len: 168 time: 0.6461415 Jan 31 16:09:16.237148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b3a730ef-277e-40bd-9e1c-18105c2f78cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac53e548079e49599efdd547990daf19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1185575 Jan 31 16:09:16.245076 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.246890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34176) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:16.259675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-81804b54-bd63-41e8-a057-4a27cdaff74b req-12582c8c-1722-4af7-90dc-7d1b5cbf39da tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] No DVR routers for this DVR port 8c7f27ef-4504-4ca7-9bba-d5747d0db598 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:16.264980 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00fa8d-86e5-47bc-b082-3ca287548ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69207d5-5490-4341-bcaa-ff793965ef5d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:16.269406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-81804b54-bd63-41e8-a057-4a27cdaff74b req-12582c8c-1722-4af7-90dc-7d1b5cbf39da tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.273751 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81804b54-bd63-41e8-a057-4a27cdaff74b req-12582c8c-1722-4af7-90dc-7d1b5cbf39da tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "DELETE /v2.0/ports/8c7f27ef-4504-4ca7-9bba-d5747d0db598 HTTP/1.1" status: 204 len: 173 time: 1.4083798 Jan 31 16:09:16.298065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:16.298240 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:16.301768 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:16.392445 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.418640 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.466375 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.507558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.514168 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "DELETE /v2.0/networks/35c7abfd-48b0-40da-b662-b5242ab3894d HTTP/1.1" status: 204 len: 168 time: 1.0765777 Jan 31 16:09:16.526955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34180) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:16.608759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9af74b-d91e-4d9a-a0c4-efc3dc8fdc0f tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event deleted for resources: {'Network': ['ID=35c7abfd-48b0-40da-b662-b5242ab3894d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:16.634166 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-17e3bf13-77a1-4e74-8bbd-9063af3d77cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.740007 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a8ed56f8-9dfd-483e-9e15-a72d4c881765 req-74b4a7bf-ff3c-4844-9f6f-ae5cb4b9a2e3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=533699e5-e39e-4564-b006-c3e6adb2aaa2 HTTP/1.1" status: 200 len: 210 time: 0.1419678 Jan 31 16:09:16.838378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce93b5f4-b11a-4cda-be3b-de2a1c3820de admin admin] Router 0f6c68db-864d-499b-87c2-0a93756c70e6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:09:16.880141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34184) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:16.882170 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.942539 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-17e3bf13-77a1-4e74-8bbd-9063af3d77cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.946189 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:16.954131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce93b5f4-b11a-4cda-be3b-de2a1c3820de admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:16.959453 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ce93b5f4-b11a-4cda-be3b-de2a1c3820de admin admin] 10.222.0.36 "PUT /v2.0/routers/0f6c68db-864d-499b-87c2-0a93756c70e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3708334 Jan 31 16:09:16.962098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34186) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:16.965204 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49388abf-dd86-4766-aa57-9d17eb7a2dae None None] Sync routers for ids ['0f6c68db-864d-499b-87c2-0a93756c70e6'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:16.975160 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49388abf-dd86-4766-aa57-9d17eb7a2dae None None] Routers {'0f6c68db-864d-499b-87c2-0a93756c70e6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:16.975824 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-49388abf-dd86-4766-aa57-9d17eb7a2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0f6c68db-864d-499b-87c2-0a93756c70e6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:17.004242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.048573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533699e5-e39e-4564-b006-c3e6adb2aaa2', 'name': 'network-vif-deleted', 'tag': '8c7f27ef-4504-4ca7-9bba-d5747d0db598'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:17.051026 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5ec1f4-d73d-452e-bebd-2d0660174792" -d '{"events": [{"server_uuid": "533699e5-e39e-4564-b006-c3e6adb2aaa2", "name": "network-vif-deleted", "tag": "8c7f27ef-4504-4ca7-9bba-d5747d0db598"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:17.064062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:17.080985 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-49388abf-dd86-4766-aa57-9d17eb7a2dae None None] Set router 0f6c68db-864d-499b-87c2-0a93756c70e6 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:09:17.093223 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.099506 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b22ad2a-2b50-464d-9301-f6d3f2730240 x-openstack-request-id: req-6b22ad2a-2b50-464d-9301-f6d3f2730240 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:17.099797 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533699e5-e39e-4564-b006-c3e6adb2aaa2", "name": "network-vif-deleted", "tag": "8c7f27ef-4504-4ca7-9bba-d5747d0db598", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:17.100069 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b22ad2a-2b50-464d-9301-f6d3f2730240 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:17.100536 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533699e5-e39e-4564-b006-c3e6adb2aaa2', 'name': 'network-vif-deleted', 'tag': '8c7f27ef-4504-4ca7-9bba-d5747d0db598', 'status': 'completed', 'code': 200} Jan 31 16:09:17.118706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:17.121601 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-59321d76-a03c-427d-84a3-6ed71b28277b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Delete allocated IP 2001:db8:0:1::e2 (837d2d37-daa8-4557-9018-729b3311f698/54c3c139-6d09-40c0-a13c-3c17fa538d1d) {{(pid=108772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 16:09:17.124938 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.125278 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Added segment 6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83 of type vlan for network ee461f7c-cf6b-444b-944c-f969c92675a4 Jan 31 16:09:17.147594 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-12d68608-3837-464d-8243-0841de8634ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32648d5cea9948a8a0e63f9bb6ee14ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624156 Jan 31 16:09:17.155386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34190) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:17.207258 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6cf904a5-e7ee-48b3-a2b8-8b13698ac0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.245967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.268740 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-49388abf-dd86-4766-aa57-9d17eb7a2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:09:15Z', 'revision_number': 5, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:17.271939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-960953f5-01a2-465c-b9d1-dadf0b9611db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.279976 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-17e3bf13-77a1-4e74-8bbd-9063af3d77cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.283324 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-17e3bf13-77a1-4e74-8bbd-9063af3d77cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.287148 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-17e3bf13-77a1-4e74-8bbd-9063af3d77cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3f8be9f-f72c-4a49-bfcc-e5f59cd53119 HTTP/1.1" status: 204 len: 168 time: 1.0366421 Jan 31 16:09:17.296676 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49388abf-dd86-4766-aa57-9d17eb7a2dae None None] Checking router: 0f6c68db-864d-499b-87c2-0a93756c70e6 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:09:17.305277 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49388abf-dd86-4766-aa57-9d17eb7a2dae None None] Routers {'0f6c68db-864d-499b-87c2-0a93756c70e6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:17.305903 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-49388abf-dd86-4766-aa57-9d17eb7a2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0f6c68db-864d-499b-87c2-0a93756c70e6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:17.306112 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-960953f5-01a2-465c-b9d1-dadf0b9611db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.359997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3bf13-77a1-4e74-8bbd-9063af3d77cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f8be9f-f72c-4a49-bfcc-e5f59cd53119,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:17.371857 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.381584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.396578 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-960953f5-01a2-465c-b9d1-dadf0b9611db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.401241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-960953f5-01a2-465c-b9d1-dadf0b9611db admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.407582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-960953f5-01a2-465c-b9d1-dadf0b9611db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae5244c8-abc2-4e13-a2fa-2941d30ae796 HTTP/1.1" status: 204 len: 168 time: 0.2510519 Jan 31 16:09:17.418022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dee18bd-ffbb-4249-adb0-bc1c98dae3f4']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:17.422559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Router 9131aa5b-2cf3-4eae-b7d1-1598c49fc193 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:09:17.423324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960953f5-01a2-465c-b9d1-dadf0b9611db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5244c8-abc2-4e13-a2fa-2941d30ae796,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:17.443384 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14293757-8953-42a8-853a-c4616b64515d') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:17.444020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14293757-8953-42a8-853a-c4616b64515d') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:17.447218 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.448513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:17.449093 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.487834 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-49388abf-dd86-4766-aa57-9d17eb7a2dae None None] Set router 0f6c68db-864d-499b-87c2-0a93756c70e6 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:09:17.499116 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.519725 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Deleting port b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:17.520644 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.615610 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0010567 Jan 31 16:09:17.617941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34196) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:17.618761 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.631244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] For port b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:17.631578 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.651132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2a7da181-1be2-4670-a7a7-7a3928226738 admin admin] Request body: {'subnet': {'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1517058454-subnet', 'tenant_id': '650709d6bc894976b42eca4159787065', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:17.658126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Calling delete_port for b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:17.678107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:17.678966 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:17.683444 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:17.690485 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-49388abf-dd86-4766-aa57-9d17eb7a2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:09:15Z', 'revision_number': 5, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:17.932749 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:17.959121 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49388abf-dd86-4766-aa57-9d17eb7a2dae None None] The sync data for ids ['0f6c68db-864d-499b-87c2-0a93756c70e6'] in n-d-827120-1 is: [{'id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-467719343-router', 'tenant_id': '44878cac9c744bceb768fa2bd481ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:07:33Z', 'updated_at': '2022-01-31T16:09:15Z', 'revision_number': 5, 'project_id': '44878cac9c744bceb768fa2bd481ee0a', 'gw_port': {'id': 'b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c68db-864d-499b-87c2-0a93756c70e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:07:36Z', 'updated_at': '2022-01-31T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:18.018376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:18.148548 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.188399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdded9ed-be8c-4f64-8079-5a9d8492d9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=ee461f7c-cf6b-444b-944c-f969c92675a4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:18.196833 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59321d76-a03c-427d-84a3-6ed71b28277b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.203521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network ee461f7c-cf6b-444b-944c-f969c92675a4 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:18.255153 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.258368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59321d76-a03c-427d-84a3-6ed71b28277b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.262122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.318001 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.318615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6c68db-864d-499b-87c2-0a93756c70e6 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:09:18.323732 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.327466 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.327658 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b0f0c137-fc87-4635-87e5-fb8f93e38050 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0f6c68db-864d-499b-87c2-0a93756c70e6 HTTP/1.1" status: 204 len: 168 time: 1.3612568 Jan 31 16:09:18.328547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34218) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:18.351159 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.355655 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "DELETE /v2.0/networks/5dee18bd-ffbb-4249-adb0-bc1c98dae3f4 HTTP/1.1" status: 204 len: 168 time: 1.8146620 Jan 31 16:09:18.362691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34222) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:18.386642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7da181-1be2-4670-a7a7-7a3928226738 admin admin] Made reservation on behalf of 650709d6bc894976b42eca4159787065 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:18.389264 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a7da181-1be2-4670-a7a7-7a3928226738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.432245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-59321d76-a03c-427d-84a3-6ed71b28277b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] In _notify_port_updated(), no bound segment for port 2804639f-5ee2-4b0b-b6a9-84529da4eb2d on network 837d2d37-daa8-4557-9018-729b3311f698 {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:09:18.439308 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59321d76-a03c-427d-84a3-6ed71b28277b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:18.439967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59321d76-a03c-427d-84a3-6ed71b28277b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.444021 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-59321d76-a03c-427d-84a3-6ed71b28277b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "PUT /v2.0/ports/2804639f-5ee2-4b0b-b6a9-84529da4eb2d HTTP/1.1" status: 200 len: 924 time: 2.6720080 Jan 31 16:09:18.446640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dba82a-baa6-4f15-99ba-4d62ba514218 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event deleted for resources: {'Network': ['ID=5dee18bd-ffbb-4249-adb0-bc1c98dae3f4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:18.449257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:18.451556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34226) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:18.457083 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.458521 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-90d44cee-9115-4655-8f5e-7f8dbf487505 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "PUT /v2.0/routers/9131aa5b-2cf3-4eae-b7d1-1598c49fc193 HTTP/1.1" status: 200 len: 880 time: 6.6444507 Jan 31 16:09:18.462466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f3b93-1448-48e9-acb8-7ed94f1da157 None None] Sync routers for ids ['9131aa5b-2cf3-4eae-b7d1-1598c49fc193'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:18.470435 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34228) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:18.489553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f3b93-1448-48e9-acb8-7ed94f1da157 None None] Routers {'9131aa5b-2cf3-4eae-b7d1-1598c49fc193'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:18.491018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e62f3b93-1448-48e9-acb8-7ed94f1da157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9131aa5b-2cf3-4eae-b7d1-1598c49fc193'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:18.513281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9e70b417-f644-4911-b5f2-9030299b7c1f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8f8f74ec-30f3-4769-8b82-1508f4242e91'}, {'subnet_id': '54c3c139-6d09-40c0-a13c-3c17fa538d1d'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:18.530113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59321d76-a03c-427d-84a3-6ed71b28277b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=2804639f-5ee2-4b0b-b6a9-84529da4eb2d,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:18.557622 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72961e8-f4c6-4ba4-a01b-23fe2ebe3f38 admin admin] Deleting subnet bb13df4a-5c58-4b29-93b3-73902e0c2088 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:09:18.570100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e62f3b93-1448-48e9-acb8-7ed94f1da157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:18.583926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 18089a87-a36a-4e00-808d-5039437c2b60 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:18.588255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d72961e8-f4c6-4ba4-a01b-23fe2ebe3f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.596654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b48c5-7379-40a3-a307-29e2b0bea6bf req-18c3b287-927a-4746-9976-102bfe3619c1 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:18.598722 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c39b48c5-7379-40a3-a307-29e2b0bea6bf req-18c3b287-927a-4746-9976-102bfe3619c1 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.3983438 Jan 31 16:09:18.633804 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 18089a87-a36a-4e00-808d-5039437c2b60 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:18.635713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 18089a87-a36a-4e00-808d-5039437c2b60 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:18.637740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8c7f27ef-4504-4ca7-9bba-d5747d0db598 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:18.685842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f3b93-1448-48e9-acb8-7ed94f1da157 None None] Routers {'9131aa5b-2cf3-4eae-b7d1-1598c49fc193'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:18.686485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e62f3b93-1448-48e9-acb8-7ed94f1da157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:08:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9131aa5b-2cf3-4eae-b7d1-1598c49fc193'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:18.691241 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 8c7f27ef-4504-4ca7-9bba-d5747d0db598 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:18.691572 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8c7f27ef-4504-4ca7-9bba-d5747d0db598 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:18.695735 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d72961e8-f4c6-4ba4-a01b-23fe2ebe3f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.751450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e62f3b93-1448-48e9-acb8-7ed94f1da157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:18.752622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f3b93-1448-48e9-acb8-7ed94f1da157 None None] The sync data for ids ['9131aa5b-2cf3-4eae-b7d1-1598c49fc193'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:18.814250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a9635-8089-42da-919d-ac7c44ed217c tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:18.814477 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c39b48c5-7379-40a3-a307-29e2b0bea6bf req-b7dc4818-7a92-41d7-beab-67ff587bd1e3 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037082 Jan 31 16:09:18.821524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a9635-8089-42da-919d-ac7c44ed217c tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:18.826713 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-915a9635-8089-42da-919d-ac7c44ed217c tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4594839 Jan 31 16:09:18.827970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34236) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:18.846078 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-66bd4e44-3995-4ecb-954b-d89c0fc1d44b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-219291963'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:18.871359 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5282b7e2-b300-42e0-a009-bd87fecfcfac tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/routers/9131aa5b-2cf3-4eae-b7d1-1598c49fc193 HTTP/1.1" status: 200 len: 921 time: 0.3976827 Jan 31 16:09:18.871970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34238) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:18.873158 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d72961e8-f4c6-4ba4-a01b-23fe2ebe3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.874462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0fd73dcf-bf3e-4ee5-aa76-59369bd8472f None None] Provisioning complete for port 2804639f-5ee2-4b0b-b6a9-84529da4eb2d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:18.889332 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0fd73dcf-bf3e-4ee5-aa76-59369bd8472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:18.964190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0fd73dcf-bf3e-4ee5-aa76-59369bd8472f None None] Port 2804639f-5ee2-4b0b-b6a9-84529da4eb2d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:09:18.967931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5baf0-8492-43cb-a969-2e2d05de744d req-37032fa4-23d9-49ce-850a-e94b0fe28486 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:18.969447 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-44c5baf0-8492-43cb-a969-2e2d05de744d req-37032fa4-23d9-49ce-850a-e94b0fe28486 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 945 time: 0.1834049 Jan 31 16:09:19.013525 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e70b417-f644-4911-b5f2-9030299b7c1f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.026302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab194515-fe5e-4acb-8325-a541b2cb02bf tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:19.030639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ab194515-fe5e-4acb-8325-a541b2cb02bf tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&device_id=9131aa5b-2cf3-4eae-b7d1-1598c49fc193&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1539936 Jan 31 16:09:19.031253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34248) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:19.048260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d72961e8-f4c6-4ba4-a01b-23fe2ebe3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.067051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bd4e44-3995-4ecb-954b-d89c0fc1d44b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Made reservation on behalf of 0748fb895641494487de852570258587 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:19.070795 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66bd4e44-3995-4ecb-954b-d89c0fc1d44b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.143310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72961e8-f4c6-4ba4-a01b-23fe2ebe3f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb13df4a-5c58-4b29-93b3-73902e0c2088,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:19.148515 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d72961e8-f4c6-4ba4-a01b-23fe2ebe3f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.154307 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d72961e8-f4c6-4ba4-a01b-23fe2ebe3f38 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bb13df4a-5c58-4b29-93b3-73902e0c2088 HTTP/1.1" status: 204 len: 168 time: 0.8247602 Jan 31 16:09:19.164971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34252) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:19.181261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bd4e44-3995-4ecb-954b-d89c0fc1d44b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:19.183994 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a7da181-1be2-4670-a7a7-7a3928226738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.251545 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99900e1d-dd49-47d1-bbb5-b652a1d213d9 req-e779a709-15ec-4044-9903-e7136ba2b91e tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=382c5ecf-00b7-4ef1-b859-289b5d6facc0 HTTP/1.1" status: 200 len: 210 time: 0.0764232 Jan 31 16:09:19.256731 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66bd4e44-3995-4ecb-954b-d89c0fc1d44b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.257084 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-66bd4e44-3995-4ecb-954b-d89c0fc1d44b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Added segment e04baaba-e321-49fe-bd14-d863b18da15f of type vlan for network 26865c2c-1e7b-4bae-b6c3-1a76e161bf7c Jan 31 16:09:19.300970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-44c5baf0-8492-43cb-a969-2e2d05de744d req-b923b70a-62b3-45ae-958d-aa24039b75e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Deleting port 1bacb9a1-647f-4c30-92df-3db78f657d07 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:19.301366 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-44c5baf0-8492-43cb-a969-2e2d05de744d req-b923b70a-62b3-45ae-958d-aa24039b75e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.306051 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.311658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63429db2-d6aa-426c-8775-ac4f93785b9b tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:19.313059 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-63429db2-d6aa-426c-8775-ac4f93785b9b tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 881 time: 0.2776532 Jan 31 16:09:19.327484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34260) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:19.420666 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-326c9255-c168-486b-aa00-60964de44637 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "GET /v2.0/ports?device_id=9131aa5b-2cf3-4eae-b7d1-1598c49fc193 HTTP/1.1" status: 200 len: 205 time: 0.0571256 Jan 31 16:09:19.431896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34274) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:19.451457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.452003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7da181-1be2-4670-a7a7-7a3928226738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18b0c43-4884-496a-b742-bf7f0dcdb7c4,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:19.468672 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66bd4e44-3995-4ecb-954b-d89c0fc1d44b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.529910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-44c5baf0-8492-43cb-a969-2e2d05de744d req-b923b70a-62b3-45ae-958d-aa24039b75e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] For port 1bacb9a1-647f-4c30-92df-3db78f657d07, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1bacb9a1-647f-4c30-92df-3db78f657d07,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:19.530861 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-44c5baf0-8492-43cb-a969-2e2d05de744d req-b923b70a-62b3-45ae-958d-aa24039b75e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.548091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-44c5baf0-8492-43cb-a969-2e2d05de744d req-b923b70a-62b3-45ae-958d-aa24039b75e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Calling delete_port for 1bacb9a1-647f-4c30-92df-3db78f657d07 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:19.581587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7da181-1be2-4670-a7a7-7a3928226738 admin admin] Checking segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:19.582217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7da181-1be2-4670-a7a7-7a3928226738 admin admin] Network hostable DHCP agents. Network: ee461f7c-cf6b-444b-944c-f969c92675a4, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:09:19.655706 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66bd4e44-3995-4ecb-954b-d89c0fc1d44b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.663981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bd4e44-3995-4ecb-954b-d89c0fc1d44b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:19.664841 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66bd4e44-3995-4ecb-954b-d89c0fc1d44b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.714116 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c2109b1c-3152-4005-afcb-e1b87e11695d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.743198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f1e35d-8872-40ed-ab55-6d6bc80c609a']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:19.779727 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-703d28a3-d4d5-411d-ba78-23d56ec2bf9f req-b3ff45c9-785b-456e-a222-938776d28e82 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0397687 Jan 31 16:09:19.781424 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dccb7c-c24d-4aba-a53d-c978de36de96') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:19.781816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dccb7c-c24d-4aba-a53d-c978de36de96') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:19.814011 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-66bd4e44-3995-4ecb-954b-d89c0fc1d44b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9838402 Jan 31 16:09:19.814848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7da181-1be2-4670-a7a7-7a3928226738 admin admin] Network ee461f7c-cf6b-444b-944c-f969c92675a4 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:09:19.818620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd4e44-3995-4ecb-954b-d89c0fc1d44b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event updated for resources: {'Network': ['ID=26865c2c-1e7b-4bae-b6c3-1a76e161bf7c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:19.821799 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34286) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:19.830135 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 26865c2c-1e7b-4bae-b6c3-1a76e161bf7c details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:19.832287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9b9570c7-7d20-41f4-a496-42abcbfe4e93 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-535724574'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:19.833350 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.841314 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.867768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.883441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:19.884126 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:19.887095 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:19.890338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-2a7da181-1be2-4670-a7a7-7a3928226738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, ee461f7c-cf6b-444b-944c-f969c92675a4) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:19.907881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7da181-1be2-4670-a7a7-7a3928226738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:19.908529 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a7da181-1be2-4670-a7a7-7a3928226738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.943256 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2a7da181-1be2-4670-a7a7-7a3928226738 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.3068426 Jan 31 16:09:19.947312 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a94586d-5da0-4d5c-b87f-b7c7579fce31 None None] Network ee461f7c-cf6b-444b-944c-f969c92675a4 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:19.985378 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-9e70b417-f644-4911-b5f2-9030299b7c1f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8:0:1::cf (837d2d37-daa8-4557-9018-729b3311f698/54c3c139-6d09-40c0-a13c-3c17fa538d1d/2804639f-5ee2-4b0b-b6a9-84529da4eb2d) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:19.987049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-44c5baf0-8492-43cb-a969-2e2d05de744d req-b923b70a-62b3-45ae-958d-aa24039b75e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:19.994513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9570c7-7d20-41f4-a496-42abcbfe4e93 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Made reservation on behalf of 0748fb895641494487de852570258587 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:19.998361 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b9570c7-7d20-41f4-a496-42abcbfe4e93 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.061281 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['1bacb9a1-647f-4c30-92df-3db78f657d07'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:09:20.090279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923b70a-62b3-45ae-958d-aa24039b75e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event deleted for resources: {'Port': ['ID=1bacb9a1-647f-4c30-92df-3db78f657d07,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:20.158071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c5baf0-8492-43cb-a969-2e2d05de744d req-b923b70a-62b3-45ae-958d-aa24039b75e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] No DVR routers for this DVR port 1bacb9a1-647f-4c30-92df-3db78f657d07 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:20.161969 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-44c5baf0-8492-43cb-a969-2e2d05de744d req-b923b70a-62b3-45ae-958d-aa24039b75e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.174423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-44c5baf0-8492-43cb-a969-2e2d05de744d req-b923b70a-62b3-45ae-958d-aa24039b75e0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.30 "DELETE /v2.0/ports/1bacb9a1-647f-4c30-92df-3db78f657d07 HTTP/1.1" status: 204 len: 173 time: 1.1955252 Jan 31 16:09:20.175017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2baca21-2986-47aa-afc3-9bffeb7e71fb', 'name': 'network-vif-deleted', 'tag': '1bacb9a1-647f-4c30-92df-3db78f657d07'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:20.178161 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70dd61a-4d3b-499e-9b7a-43d9abec1623" -d '{"events": [{"server_uuid": "a2baca21-2986-47aa-afc3-9bffeb7e71fb", "name": "network-vif-deleted", "tag": "1bacb9a1-647f-4c30-92df-3db78f657d07"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:20.185201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.191097 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.198300 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a1f1e35d-8872-40ed-ab55-6d6bc80c609a HTTP/1.1" status: 204 len: 168 time: 1.0287533 Jan 31 16:09:20.224671 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b140fedc-e50b-45e4-9349-3a0fffa7f052 req-682bd046-d9c0-436a-bff6-c251fe5ba978 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2baca21-2986-47aa-afc3-9bffeb7e71fb HTTP/1.1" status: 200 len: 210 time: 0.1143184 Jan 31 16:09:20.225968 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.239865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042b7e2-f2e0-4ca3-93f4-42ba55d52d89 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f1e35d-8872-40ed-ab55-6d6bc80c609a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:20.263450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9570c7-7d20-41f4-a496-42abcbfe4e93 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:20.291005 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f30e54c-b49b-4d04-85d7-c38d24cf1fa3 None None] Network ee461f7c-cf6b-444b-944c-f969c92675a4 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:20.337455 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d182d475-5c7e-4e6e-bf3c-a0711289c34b x-openstack-request-id: req-d182d475-5c7e-4e6e-bf3c-a0711289c34b {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:20.338015 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2baca21-2986-47aa-afc3-9bffeb7e71fb", "name": "network-vif-deleted", "tag": "1bacb9a1-647f-4c30-92df-3db78f657d07", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:20.338539 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d182d475-5c7e-4e6e-bf3c-a0711289c34b {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:20.339135 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2baca21-2986-47aa-afc3-9bffeb7e71fb', 'name': 'network-vif-deleted', 'tag': '1bacb9a1-647f-4c30-92df-3db78f657d07', 'status': 'completed', 'code': 200} Jan 31 16:09:20.345575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b9570c7-7d20-41f4-a496-42abcbfe4e93 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.345850 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-9b9570c7-7d20-41f4-a496-42abcbfe4e93 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Added segment 6e56513b-d4b7-4b3a-a693-853fed80616d of type vlan for network fc4ab225-9217-440a-aea6-9866dcbdb750 Jan 31 16:09:20.444899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:20.472560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:20.473514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b4b6dcbc-3b7a-4fba-9c1d-746823e3fa21 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:20.584842 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34314) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:20.588073 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b9570c7-7d20-41f4-a496-42abcbfe4e93 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.628898 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-12e966a5-29a9-48c0-9cc6-36bcdedaa00f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44878cac9c744bceb768fa2bd481ee0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421913 Jan 31 16:09:20.633970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34316) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:20.644628 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e70b417-f644-4911-b5f2-9030299b7c1f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.670235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e70b417-f644-4911-b5f2-9030299b7c1f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.700467 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17767bdc-91d5-42c5-9fee-7a9a062717dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.727094 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17767bdc-91d5-42c5-9fee-7a9a062717dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.779090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17767bdc-91d5-42c5-9fee-7a9a062717dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.782135 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17767bdc-91d5-42c5-9fee-7a9a062717dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.783499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-17767bdc-91d5-42c5-9fee-7a9a062717dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12726fdc-51c0-4388-bdc9-3c3ada457c92 HTTP/1.1" status: 204 len: 168 time: 0.1485503 Jan 31 16:09:20.792197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17767bdc-91d5-42c5-9fee-7a9a062717dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12726fdc-51c0-4388-bdc9-3c3ada457c92,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:20.841683 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:20.923274 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53ec56ff-dca2-42e9-b443-e69c6d6a9fff req-d95d847c-473c-41c8-9353-fc93fd724055 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0456009 Jan 31 16:09:21.009519 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b9570c7-7d20-41f4-a496-42abcbfe4e93 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:21.015180 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9570c7-7d20-41f4-a496-42abcbfe4e93 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:21.016010 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b9570c7-7d20-41f4-a496-42abcbfe4e93 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:21.072570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Deleting port b87afc63-978c-413e-a012-17e1bd637867 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:21.072942 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:21.211478 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34330) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:21.212039 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9b9570c7-7d20-41f4-a496-42abcbfe4e93 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3852217 Jan 31 16:09:21.217269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'ports': [{'network_id': '26865c2c-1e7b-4bae-b6c3-1a76e161bf7c', 'name': 'tempest-port--675246127', 'admin_state_up': True}, {'network_id': 'fc4ab225-9217-440a-aea6-9866dcbdb750', 'admin_state_up': False}]} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:21.217698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'port': {'network_id': '26865c2c-1e7b-4bae-b6c3-1a76e161bf7c', 'name': 'tempest-port--675246127', 'admin_state_up': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:21.218448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'port': {'network_id': 'fc4ab225-9217-440a-aea6-9866dcbdb750', 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:21.224462 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-33d896b0-b471-4771-abf1-3e6a5e116952 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:21.225966 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-33d896b0-b471-4771-abf1-3e6a5e116952 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.7677073 Jan 31 16:09:21.227465 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-9e70b417-f644-4911-b5f2-9030299b7c1f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] In _notify_port_updated(), no bound segment for port 2804639f-5ee2-4b0b-b6a9-84529da4eb2d on network 837d2d37-daa8-4557-9018-729b3311f698 {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:09:21.233062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e70b417-f644-4911-b5f2-9030299b7c1f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:21.233951 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e70b417-f644-4911-b5f2-9030299b7c1f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:21.235476 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9e70b417-f644-4911-b5f2-9030299b7c1f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "PUT /v2.0/ports/2804639f-5ee2-4b0b-b6a9-84529da4eb2d HTTP/1.1" status: 200 len: 1009 time: 2.7310495 Jan 31 16:09:21.238718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34332) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:21.243026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70b417-f644-4911-b5f2-9030299b7c1f tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=2804639f-5ee2-4b0b-b6a9-84529da4eb2d,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:21.269650 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-561c2093-492a-44f6-ba70-8a722d40b3eb tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/quotas/650709d6bc894976b42eca4159787065 HTTP/1.1" status: 200 len: 375 time: 0.0292432 Jan 31 16:09:21.278578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9570c7-7d20-41f4-a496-42abcbfe4e93 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event updated for resources: {'Network': ['ID=fc4ab225-9217-440a-aea6-9866dcbdb750,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:21.294064 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network fc4ab225-9217-440a-aea6-9866dcbdb750 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:21.346017 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-0fcca05a-6dcf-4751-9ef0-07d83b381ea9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632112 Jan 31 16:09:21.381060 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:21.413184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-03aafa9e-2f75-419c-bd81-4a4863405727 None None] Provisioning complete for port 2804639f-5ee2-4b0b-b6a9-84529da4eb2d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:21.413486 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03aafa9e-2f75-419c-bd81-4a4863405727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:21.434176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Calling delete_port for b87afc63-978c-413e-a012-17e1bd637867 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:21.465813 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-03aafa9e-2f75-419c-bd81-4a4863405727 None None] Port 2804639f-5ee2-4b0b-b6a9-84529da4eb2d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:09:21.556591 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-5800f21d-e3bd-412e-b900-9e748d67efa3 service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016556 Jan 31 16:09:21.666996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7e1c0-7768-4bec-8b9a-cdd9b8623e45 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 2804639f-5ee2-4b0b-b6a9-84529da4eb2d {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:21.667548 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e1c0-7768-4bec-8b9a-cdd9b8623e45 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:21.759873 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-a66cc49b-00b1-4ee5-9158-7c3a8e571029 service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948471 Jan 31 16:09:21.783030 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:21.820677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Made reservation on behalf of 0748fb895641494487de852570258587 for: {'port': 2} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:21.822246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Pushing event deleted for resources: {'Port': ['ID=b87afc63-978c-413e-a012-17e1bd637867,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:21.826112 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:21.896265 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:21.903547 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc5fb2dc-1da5-4357-9435-c8a7b3e0640f req-d9bfa0db-a00d-481e-a59a-7b2b5c0bb553 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=382c5ecf-00b7-4ef1-b859-289b5d6facc0 HTTP/1.1" status: 200 len: 210 time: 0.0742788 Jan 31 16:09:21.910311 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:21.918279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014bce0-ffa6-4683-b040-f77ab82a7863 req-d1c769e3-2935-49cb-b361-2ccfb4cd077e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:21.925687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2014bce0-ffa6-4683-b040-f77ab82a7863 req-d1c769e3-2935-49cb-b361-2ccfb4cd077e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.2026172 Jan 31 16:09:21.945572 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e1c0-7768-4bec-8b9a-cdd9b8623e45 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:21.972632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7e1c0-7768-4bec-8b9a-cdd9b8623e45 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 2804639f-5ee2-4b0b-b6a9-84529da4eb2d owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:22.050174 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2014bce0-ffa6-4683-b040-f77ab82a7863 req-12445a0b-20fa-47dc-b517-b4c8fae1d43e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180785 Jan 31 16:09:22.068065 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db411a1d-56a4-4b16-9515-fe8e520a23e4 req-4ad711d3-0f82-4af2-a881-fd090e28c5fb tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 210 time: 0.0756855 Jan 31 16:09:22.081963 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.105347 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.195791 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.195791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Fanout notify agent at l3_agent the message router_deleted on router 9131aa5b-2cf3-4eae-b7d1-1598c49fc193 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:09:22.209826 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.212581 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e6a57e2c-4043-426c-85a4-32abe7619592 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/routers/9131aa5b-2cf3-4eae-b7d1-1598c49fc193 HTTP/1.1" status: 204 len: 168 time: 2.7562037 Jan 31 16:09:22.217064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34366) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:22.225191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d41b0caf-3ccd-4122-a246-cd0484b94c7e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1080884387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:22.249948 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2c81b521-1bf4-4d34-9ac5-0b8267ca9fe2 req-5473d5d4-e85c-4370-83ab-4fc318109c1b tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0688503 Jan 31 16:09:22.283207 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.288033 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d41b0caf-3ccd-4122-a246-cd0484b94c7e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.289335 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d41b0caf-3ccd-4122-a246-cd0484b94c7e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.322702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34368) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:22.362118 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d41b0caf-3ccd-4122-a246-cd0484b94c7e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.367550 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d41b0caf-3ccd-4122-a246-cd0484b94c7e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.390716 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d41b0caf-3ccd-4122-a246-cd0484b94c7e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.392424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d41b0caf-3ccd-4122-a246-cd0484b94c7e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1742914 Jan 31 16:09:22.396027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34374) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:22.403033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'enable_snat': True}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:22.515892 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.577611 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2f65-fb1b-4bb1-940f-7bd6a08c8056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.658273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] device_id is not set on port 71822468-2811-42fe-837c-46c4f41d608b yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:09:22.682823 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.767059 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.776032 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2f65-fb1b-4bb1-940f-7bd6a08c8056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.777159 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:09:22.783899 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2f65-fb1b-4bb1-940f-7bd6a08c8056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.835472 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c5ca2f65-fb1b-4bb1-940f-7bd6a08c8056 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adc0899274fb4f19ae6223bb9e13ae46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5092578 Jan 31 16:09:22.838649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34376) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:22.840097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca2f65-fb1b-4bb1-940f-7bd6a08c8056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60256e6c-5b42-4152-b75b-d5d08e0a2e9c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:22.852751 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2b5900d-592f-49a8-949a-c152149f1db9 req-f182aa6d-e3ee-450b-af20-391935bb6461 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0314746 Jan 31 16:09:22.887559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] device_id is not set on port bd157753-2d29-4047-86eb-65704e608f14 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:09:22.947806 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e1c0-7768-4bec-8b9a-cdd9b8623e45 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:22.986666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7e1c0-7768-4bec-8b9a-cdd9b8623e45 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=2804639f-5ee2-4b0b-b6a9-84529da4eb2d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:22.990644 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9c022a19-6173-4434-a0ea-e3b3410c70f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.021446 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9c022a19-6173-4434-a0ea-e3b3410c70f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.032484 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.065322 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.077839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e1c0-7768-4bec-8b9a-cdd9b8623e45 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.084440 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0cd7e1c0-7768-4bec-8b9a-cdd9b8623e45 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/2804639f-5ee2-4b0b-b6a9-84529da4eb2d HTTP/1.1" status: 204 len: 168 time: 1.8419619 Jan 31 16:09:23.092455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34382) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:23.144801 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b447b0f8-6e13-4c70-b506-959429f385d7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:09:23.149212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b447b0f8-6e13-4c70-b506-959429f385d7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/2804639f-5ee2-4b0b-b6a9-84529da4eb2d HTTP/1.1" status: 404 len: 333 time: 0.0531983 Jan 31 16:09:23.153031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.155057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34384) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:23.203570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-da5df378-0621-430b-8a86-ffcb49e29faa tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:23.205065 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-da5df378-0621-430b-8a86-ffcb49e29faa tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.1922829 Jan 31 16:09:23.294294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47c6ce71-a1c5-46d8-81f3-04bd9aca19d7 req-2eefc2d9-6509-4a6f-b3ea-0adcc9c19fec tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 210 time: 0.0879242 Jan 31 16:09:23.316436 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9c022a19-6173-4434-a0ea-e3b3410c70f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.318457 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9c022a19-6173-4434-a0ea-e3b3410c70f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.324370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-721b96e8-7d4a-469a-9083-50cdd5c07fe3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting subnet 54c3c139-6d09-40c0-a13c-3c17fa538d1d {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:09:23.332569 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-721b96e8-7d4a-469a-9083-50cdd5c07fe3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.333523 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9c022a19-6173-4434-a0ea-e3b3410c70f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60256e6c-5b42-4152-b75b-d5d08e0a2e9c HTTP/1.1" status: 204 len: 168 time: 0.4799790 Jan 31 16:09:23.399808 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c022a19-6173-4434-a0ea-e3b3410c70f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60256e6c-5b42-4152-b75b-d5d08e0a2e9c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:23.447867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a4fc301-eec3-4ab3-a4dc-f9a7527ceee4 req-6db8a6e8-2ad0-4f3f-b8b5-3a9f6931f8cd tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0465276 Jan 31 16:09:23.450177 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-721b96e8-7d4a-469a-9083-50cdd5c07fe3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.454868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.469861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-acf11556-7c64-43bc-a8f0-c47cd9cba6a0 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:23.471334 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-acf11556-7c64-43bc-a8f0-c47cd9cba6a0 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.2487478 Jan 31 16:09:23.492919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c8edc-a629-4832-8486-b7754b23065a req-6e114d6c-18c3-4912-a8b3-b92eab41fdf9 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:23.500329 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c6c8edc-a629-4832-8486-b7754b23065a req-6e114d6c-18c3-4912-a8b3-b92eab41fdf9 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 945 time: 0.3140419 Jan 31 16:09:23.506571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Request body: {'port': {'device_id': '66bb4e57-1076-4ee9-ae03-caab57a989f8', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'admin_state_up': True, 'tenant_id': '650709d6bc894976b42eca4159787065'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:23.526221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Allocated IP 172.25.1.229 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/7178d0a8-5fd8-4ff8-8a8f-f0dcfba05d1b) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:23.579590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event updated for resources: {'Port': ['ID=71822468-2811-42fe-837c-46c4f41d608b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:23.620712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Deleting port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:23.621050 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.664022 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c6c8edc-a629-4832-8486-b7754b23065a req-e0b1a989-4d85-46bc-8e33-a128189c4cee tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups?id=30567e82-949c-4f5b-b6bb-daaab3d650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627927 Jan 31 16:09:23.690165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Checking segment: {'id': 'e04baaba-e321-49fe-bd14-d863b18da15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '26865c2c-1e7b-4bae-b6c3-1a76e161bf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:23.690526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Network hostable DHCP agents. Network: 26865c2c-1e7b-4bae-b6c3-1a76e161bf7c, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:09:23.697818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-721b96e8-7d4a-469a-9083-50cdd5c07fe3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.726651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 1bacb9a1-647f-4c30-92df-3db78f657d07 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:23.758734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.765083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Made reservation on behalf of 650709d6bc894976b42eca4159787065 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:23.768794 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.779579 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 1bacb9a1-647f-4c30-92df-3db78f657d07 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:23.779948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 1bacb9a1-647f-4c30-92df-3db78f657d07 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:23.789925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Network 26865c2c-1e7b-4bae-b6c3-1a76e161bf7c is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:09:23.808900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] For port 2436e8ce-fc48-45dc-8258-7d18a0c48c05, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2436e8ce-fc48-45dc-8258-7d18a0c48c05,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:23.809495 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.821103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 26865c2c-1e7b-4bae-b6c3-1a76e161bf7c) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:23.833620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:23.834561 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.838832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5fdbcd-004f-4b38-a15d-dedf90f82d7f None None] Network 26865c2c-1e7b-4bae-b6c3-1a76e161bf7c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:23.879860 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-721b96e8-7d4a-469a-9083-50cdd5c07fe3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.887190 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.959904 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:23.960059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b96e8-7d4a-469a-9083-50cdd5c07fe3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Subnet': ['ID=54c3c139-6d09-40c0-a13c-3c17fa538d1d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:23.966830 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-721b96e8-7d4a-469a-9083-50cdd5c07fe3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:23.971382 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-721b96e8-7d4a-469a-9083-50cdd5c07fe3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/54c3c139-6d09-40c0-a13c-3c17fa538d1d HTTP/1.1" status: 204 len: 168 time: 0.8153009 Jan 31 16:09:23.977253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:23.978470 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34404) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:23.983219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:23.995386 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f0eea6-2214-4b6e-8104-8c450c1243e5 None None] Network 837d2d37-daa8-4557-9018-729b3311f698 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:24.021390 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event updated for resources: {'Port': ['ID=7178d0a8-5fd8-4ff8-8a8f-f0dcfba05d1b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:24.025557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Allocated IP 172.20.0.5 (ee461f7c-cf6b-444b-944c-f969c92675a4/c18b0c43-4884-496a-b742-bf7f0dcdb7c4/3fe0f974-c8d5-4c43-8f82-6d4df416a98b) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:24.049509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event updated for resources: {'Port': ['ID=bd157753-2d29-4047-86eb-65704e608f14,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:24.203895 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:24.204712 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:24.205273 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Floating IP 35461e1a-db92-421e-878a-88669fea4d12 disassociated. External IP: 172.25.1.58, port: 2436e8ce-fc48-45dc-8258-7d18a0c48c05. Jan 31 16:09:24.205983 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Calling delete_port for 2436e8ce-fc48-45dc-8258-7d18a0c48c05 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:24.210845 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Checking segment: {'id': '6e56513b-d4b7-4b3a-a693-853fed80616d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fc4ab225-9217-440a-aea6-9866dcbdb750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:24.211336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Network hostable DHCP agents. Network: fc4ab225-9217-440a-aea6-9866dcbdb750, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:09:24.221978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad35db1-037e-4224-933a-0d53d05d7275 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting subnet 8f8f74ec-30f3-4769-8b82-1508f4242e91 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:09:24.244709 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ad35db1-037e-4224-933a-0d53d05d7275 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:24.346065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Network fc4ab225-9217-440a-aea6-9866dcbdb750 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:09:24.354470 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ad35db1-037e-4224-933a-0d53d05d7275 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:24.389823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, fc4ab225-9217-440a-aea6-9866dcbdb750) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:24.400639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04812e07-e346-4192-9a47-333da2b22c30 None None] Network fc4ab225-9217-440a-aea6-9866dcbdb750 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:24.401675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:24.408632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:24.423039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:24.423760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:24.491177 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-734cc6b8-d44a-43e9-85d3-64799b1f3c1d req-a9e060cb-1f08-4e86-9d4f-a7b7e1d47834 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 210 time: 0.0549734 Jan 31 16:09:24.498726 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-896474d6-0335-4040-984a-ae7bb0d30bc5 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2861464 Jan 31 16:09:24.502112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34418) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:24.649573 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ad35db1-037e-4224-933a-0d53d05d7275 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:24.700767 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:24.716401 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bab49e69-228b-43f8-8ecf-0c68ec098914 req-b40de4fa-2cc5-4135-bfb4-9d9423d4ec30 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0654993 Jan 31 16:09:24.755108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf1ac79-caaf-4fb3-a2ca-7dc416c009a1 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:24.761386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf1ac79-caaf-4fb3-a2ca-7dc416c009a1 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:24.766691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2cf1ac79-caaf-4fb3-a2ca-7dc416c009a1 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2598119 Jan 31 16:09:24.787886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34426) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:24.828471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event deleted for resources: {'Port': ['ID=2436e8ce-fc48-45dc-8258-7d18a0c48c05,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:24.840478 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:24.878896 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac992bb1-d657-412c-bb37-ea65f42fd2ba req-c360f3ad-111f-46b7-bda3-bd430b95e98e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 210 time: 0.0541353 Jan 31 16:09:24.963889 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ad35db1-037e-4224-933a-0d53d05d7275 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.008003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad35db1-037e-4224-933a-0d53d05d7275 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8f74ec-30f3-4769-8b82-1508f4242e91,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:25.015764 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ad35db1-037e-4224-933a-0d53d05d7275 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.025269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34440) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:25.025900 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7ad35db1-037e-4224-933a-0d53d05d7275 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/8f8f74ec-30f3-4769-8b82-1508f4242e91 HTTP/1.1" status: 204 len: 168 time: 1.0446117 Jan 31 16:09:25.037550 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.145431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Router 0a09e2d7-3667-4787-92a7-311e6c98474a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:09:25.282752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6160c385-8dce-4cfc-b234-ebfd04735152 req-a0869912-1181-4589-9341-52c24b5967bc tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0475473 Jan 31 16:09:25.320063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-367ff20b-5050-4cab-a817-7786a72f88ce tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Deleting port 71822468-2811-42fe-837c-46c4f41d608b {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:25.320403 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-367ff20b-5050-4cab-a817-7786a72f88ce tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.355885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:25.397856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab7a8f9-baa3-4961-9e1c-7f4be4285d2b None None] Network 837d2d37-daa8-4557-9018-729b3311f698 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:25.399358 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a5401-9e14-4b24-a2f4-2ecf13129d96 None None] Sync routers for ids ['0a09e2d7-3667-4787-92a7-311e6c98474a'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:25.423537 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a5401-9e14-4b24-a2f4-2ecf13129d96 None None] Routers {'0a09e2d7-3667-4787-92a7-311e6c98474a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:25.424282 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e73a5401-9e14-4b24-a2f4-2ecf13129d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0a09e2d7-3667-4787-92a7-311e6c98474a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:25.433063 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.450083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] No DVR routers for this DVR port 2436e8ce-fc48-45dc-8258-7d18a0c48c05 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:25.460200 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.463724 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c38563a5-cbf8-40dd-9a7d-3b6f69f25082 req-073f1c8c-8e5c-4b82-b847-c378b9b4f3a8 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.20 "DELETE /v2.0/ports/2436e8ce-fc48-45dc-8258-7d18a0c48c05 HTTP/1.1" status: 204 len: 173 time: 2.2289364 Jan 31 16:09:25.465546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-deleted', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:25.486188 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76779614-4955-4f79-8748-4d3357632194" -d '{"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-deleted", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:25.523112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.534290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-367ff20b-5050-4cab-a817-7786a72f88ce tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.551799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3c1aa10d-64d3-4d80-a143-ed5be4139be6 None None] Provisioning complete for port 63007c51-167c-423f-b192-bb562825b19e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:25.552175 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3c1aa10d-64d3-4d80-a143-ed5be4139be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.613941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-367ff20b-5050-4cab-a817-7786a72f88ce tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Calling delete_port for 71822468-2811-42fe-837c-46c4f41d608b owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:25.625648 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeea7c5-43b6-4658-af8e-41b6d87fb73b x-openstack-request-id: req-5aeea7c5-43b6-4658-af8e-41b6d87fb73b {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:25.625946 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f495edc0-450a-45ea-98d7-3004d8534e69", "name": "network-vif-deleted", "tag": "2436e8ce-fc48-45dc-8258-7d18a0c48c05", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:25.626501 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5aeea7c5-43b6-4658-af8e-41b6d87fb73b {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:25.627096 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f495edc0-450a-45ea-98d7-3004d8534e69', 'name': 'network-vif-deleted', 'tag': '2436e8ce-fc48-45dc-8258-7d18a0c48c05', 'status': 'completed', 'code': 200} Jan 31 16:09:25.634456 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.657165 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e73a5401-9e14-4b24-a2f4-2ecf13129d96 None None] Set router 0a09e2d7-3667-4787-92a7-311e6c98474a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:09:25.677728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Network ee461f7c-cf6b-444b-944c-f969c92675a4 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:25.681766 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.728768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:25.732995 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:25.739358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event updated for resources: {'Port': ['ID=3fe0f974-c8d5-4c43-8f82-6d4df416a98b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:25.795161 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.802470 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902a78d-1554-4061-a01f-5b5b1adc21cd req-2da4b39d-0e4c-4bdb-8957-cc2b0750a4ad tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:25.804254 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7902a78d-1554-4061-a01f-5b5b1adc21cd req-2da4b39d-0e4c-4bdb-8957-cc2b0750a4ad tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 931 time: 0.1579955 Jan 31 16:09:25.879210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7902a78d-1554-4061-a01f-5b5b1adc21cd req-be2d38a4-9603-45ee-892a-80aed54fca09 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662107 Jan 31 16:09:25.907168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139de313-c92b-40f9-a8ff-1f876f5c531e None None] DHCP port deletion for 837d2d37-daa8-4557-9018-729b3311f698 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:09:25.929798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:25.931358 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.935911 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e73a5401-9e14-4b24-a2f4-2ecf13129d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e8583210-8674-41a0-8b72-4d7650f385bb', 'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'mac_address': 'fa:16:3e:65:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:19Z', 'updated_at': '2022-01-31T16:02:29Z', 'revision_number': 5, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'subnets': [{'id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:25.967402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-139de313-c92b-40f9-a8ff-1f876f5c531e None None] Deleting port 63007c51-167c-423f-b192-bb562825b19e {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:25.967868 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-139de313-c92b-40f9-a8ff-1f876f5c531e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.972099 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a5401-9e14-4b24-a2f4-2ecf13129d96 None None] Checking router: 0a09e2d7-3667-4787-92a7-311e6c98474a for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:09:25.982500 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a5401-9e14-4b24-a2f4-2ecf13129d96 None None] Routers {'0a09e2d7-3667-4787-92a7-311e6c98474a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:25.983701 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e73a5401-9e14-4b24-a2f4-2ecf13129d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0a09e2d7-3667-4787-92a7-311e6c98474a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:25.988958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 63007c51-167c-423f-b192-bb562825b19e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:25.989694 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:25.998276 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-f39dbffa-95d9-4cda-9723-dbbf94124e63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4952381 Jan 31 16:09:26.025166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Request body: {'port': {'device_id': '66bb4e57-1076-4ee9-ae03-caab57a989f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:26.046963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-139de313-c92b-40f9-a8ff-1f876f5c531e None None] For port 63007c51-167c-423f-b192-bb562825b19e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=63007c51-167c-423f-b192-bb562825b19e,segment=NetworkSegment(a2c0dbce-1502-41d4-8f4b-02c2efa001e5),segment_id=a2c0dbce-1502-41d4-8f4b-02c2efa001e5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:26.047376 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-139de313-c92b-40f9-a8ff-1f876f5c531e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.071332 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-139de313-c92b-40f9-a8ff-1f876f5c531e None None] Calling delete_port for 63007c51-167c-423f-b192-bb562825b19e owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:26.153206 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e73a5401-9e14-4b24-a2f4-2ecf13129d96 None None] Set router 0a09e2d7-3667-4787-92a7-311e6c98474a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:09:26.180350 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-367ff20b-5050-4cab-a817-7786a72f88ce tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.183740 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b444967-1c37-4653-a1b0-d124f0011906 req-3a76a2d9-e190-4dde-8ba4-722dcfa1357b tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/ports?device_id=f495edc0-450a-45ea-98d7-3004d8534e69 HTTP/1.1" status: 200 len: 210 time: 0.1225038 Jan 31 16:09:26.212371 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-139de313-c92b-40f9-a8ff-1f876f5c531e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.242597 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.265314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139de313-c92b-40f9-a8ff-1f876f5c531e None None] Pushing event deleted for resources: {'Port': ['ID=63007c51-167c-423f-b192-bb562825b19e,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:26.273897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139de313-c92b-40f9-a8ff-1f876f5c531e None None] No DVR routers for this DVR port 63007c51-167c-423f-b192-bb562825b19e on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:26.292606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ff20b-5050-4cab-a817-7786a72f88ce tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event deleted for resources: {'Port': ['ID=71822468-2811-42fe-837c-46c4f41d608b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:26.308292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] For port 63007c51-167c-423f-b192-bb562825b19e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=63007c51-167c-423f-b192-bb562825b19e,segment=NetworkSegment(a2c0dbce-1502-41d4-8f4b-02c2efa001e5),segment_id=a2c0dbce-1502-41d4-8f4b-02c2efa001e5)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:26.308657 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.313662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-367ff20b-5050-4cab-a817-7786a72f88ce tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.319798 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-367ff20b-5050-4cab-a817-7786a72f88ce tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "DELETE /v2.0/ports/71822468-2811-42fe-837c-46c4f41d608b HTTP/1.1" status: 204 len: 168 time: 1.5294361 Jan 31 16:09:26.319961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34470) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:26.367400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 63007c51-167c-423f-b192-bb562825b19e owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:26.431654 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e73a5401-9e14-4b24-a2f4-2ecf13129d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e8583210-8674-41a0-8b72-4d7650f385bb', 'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'mac_address': 'fa:16:3e:65:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:19Z', 'updated_at': '2022-01-31T16:02:29Z', 'revision_number': 5, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'subnets': [{'id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:26.461286 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a5401-9e14-4b24-a2f4-2ecf13129d96 None None] The sync data for ids ['0a09e2d7-3667-4787-92a7-311e6c98474a'] in n-d-827120-1 is: [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:02:20Z', 'revision_number': 4, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e8583210-8674-41a0-8b72-4d7650f385bb', 'name': '', 'network_id': '7f3f7475-5763-4383-9796-97b002a13c06', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'mac_address': 'fa:16:3e:65:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:19Z', 'updated_at': '2022-01-31T16:02:29Z', 'revision_number': 5, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'subnets': [{'id': 'aec72c3f-2832-4d6f-a187-8355a8663b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:26.508244 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-93300d4b-4d35-4fb9-9009-e08de0c55bbb req-469a7461-7a47-427b-a08f-7e076f18eefe tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0717754 Jan 31 16:09:26.553319 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-1a68aeeb-d748-4e8c-a7d7-5a831650a451 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Deleting port bd157753-2d29-4047-86eb-65704e608f14 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:26.553900 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a68aeeb-d748-4e8c-a7d7-5a831650a451 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.564604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 63007c51-167c-423f-b192-bb562825b19e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:26.598088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 63007c51-167c-423f-b192-bb562825b19e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:26.599940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 63007c51-167c-423f-b192-bb562825b19e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:26.605138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:26.634947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 2436e8ce-fc48-45dc-8258-7d18a0c48c05 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:26.635571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2436e8ce-fc48-45dc-8258-7d18a0c48c05 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:26.642974 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a68aeeb-d748-4e8c-a7d7-5a831650a451 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.662691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-1a68aeeb-d748-4e8c-a7d7-5a831650a451 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Calling delete_port for bd157753-2d29-4047-86eb-65704e608f14 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:26.680816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Router 6164d65a-b48a-4db6-b03f-daa20cbd9869 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:09:26.761991 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a68aeeb-d748-4e8c-a7d7-5a831650a451 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.789280 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.796077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a68aeeb-d748-4e8c-a7d7-5a831650a451 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.799477 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1a68aeeb-d748-4e8c-a7d7-5a831650a451 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "DELETE /v2.0/ports/bd157753-2d29-4047-86eb-65704e608f14 HTTP/1.1" status: 204 len: 168 time: 0.4783010 Jan 31 16:09:26.820831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34488) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:26.831885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68aeeb-d748-4e8c-a7d7-5a831650a451 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event deleted for resources: {'Port': ['ID=bd157753-2d29-4047-86eb-65704e608f14,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:26.849420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888e9d47-9bcf-4935-9b61-1c84618eefe2 None None] New status for floating IP 35461e1a-db92-421e-878a-88669fea4d12: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:09:26.860238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=63007c51-167c-423f-b192-bb562825b19e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:26.869454 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2546bda2-0d32-4806-a3bc-faafef1bd8b1 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0439310 Jan 31 16:09:26.872153 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34492) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:26.876522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No DVR routers for this DVR port 63007c51-167c-423f-b192-bb562825b19e on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:26.877693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-60556a7b-218a-4161-b5a6-ae685db5ac62 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1591102168'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:26.905212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60556a7b-218a-4161-b5a6-ae685db5ac62 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Made reservation on behalf of 0748fb895641494487de852570258587 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:26.912029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60556a7b-218a-4161-b5a6-ae685db5ac62 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.950851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60556a7b-218a-4161-b5a6-ae685db5ac62 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:26.965957 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60556a7b-218a-4161-b5a6-ae685db5ac62 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:26.966460 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-60556a7b-218a-4161-b5a6-ae685db5ac62 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Added segment 8877f62c-432a-4557-a2cf-28c5cdf64d5c of type vlan for network 74e3c804-f0f7-4bdd-91bf-9e5491e0325c Jan 31 16:09:27.003344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:27.019549 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff432435-baf6-4f8f-93ab-8218c37b4bc0 None None] Sync routers for ids ['6164d65a-b48a-4db6-b03f-daa20cbd9869'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:27.026866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.027232 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60556a7b-218a-4161-b5a6-ae685db5ac62 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.028563 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cfe91042-a262-402d-827c-2e2ab039204a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "PUT /v2.0/routers/6164d65a-b48a-4db6-b03f-daa20cbd9869 HTTP/1.1" status: 200 len: 915 time: 4.6303473 Jan 31 16:09:27.031214 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff432435-baf6-4f8f-93ab-8218c37b4bc0 None None] Routers {'6164d65a-b48a-4db6-b03f-daa20cbd9869'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:27.031851 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ff432435-baf6-4f8f-93ab-8218c37b4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['6164d65a-b48a-4db6-b03f-daa20cbd9869'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:27.034993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34498) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:27.063196 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.070759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe0f974-c8d5-4c43-8f82-6d4df416a98b {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:09:27.071046 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60556a7b-218a-4161-b5a6-ae685db5ac62 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.075506 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ff432435-baf6-4f8f-93ab-8218c37b4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:27.079854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60556a7b-218a-4161-b5a6-ae685db5ac62 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:27.080775 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60556a7b-218a-4161-b5a6-ae685db5ac62 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.085569 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff432435-baf6-4f8f-93ab-8218c37b4bc0 None None] Routers {'6164d65a-b48a-4db6-b03f-daa20cbd9869'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:27.086064 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ff432435-baf6-4f8f-93ab-8218c37b4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['6164d65a-b48a-4db6-b03f-daa20cbd9869'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:27.119967 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ff432435-baf6-4f8f-93ab-8218c37b4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:27.120821 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff432435-baf6-4f8f-93ab-8218c37b4bc0 None None] The sync data for ids ['6164d65a-b48a-4db6-b03f-daa20cbd9869'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:27.124224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-60556a7b-218a-4161-b5a6-ae685db5ac62 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2508185 Jan 31 16:09:27.127346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34502) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:27.132366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c24d7e9d-cd09-47b4-b660-bc850ea56bd7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-306107243'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:27.191358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60556a7b-218a-4161-b5a6-ae685db5ac62 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event updated for resources: {'Network': ['ID=74e3c804-f0f7-4bdd-91bf-9e5491e0325c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:27.203215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 74e3c804-f0f7-4bdd-91bf-9e5491e0325c details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:27.206420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24d7e9d-cd09-47b4-b660-bc850ea56bd7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Made reservation on behalf of 0748fb895641494487de852570258587 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:27.210629 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c24d7e9d-cd09-47b4-b660-bc850ea56bd7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.243888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24d7e9d-cd09-47b4-b660-bc850ea56bd7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:27.258085 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c24d7e9d-cd09-47b4-b660-bc850ea56bd7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.259585 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-c24d7e9d-cd09-47b4-b660-bc850ea56bd7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Added segment 692fd24f-f04a-4832-aa5d-91a7a1bde189 of type vlan for network 2c97e0df-c23c-4456-b7b1-93ae6a0e3989 Jan 31 16:09:27.325178 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c24d7e9d-cd09-47b4-b660-bc850ea56bd7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.331941 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34508) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:27.393755 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.404946 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c24d7e9d-cd09-47b4-b660-bc850ea56bd7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.410473 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24d7e9d-cd09-47b4-b660-bc850ea56bd7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:27.411079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c24d7e9d-cd09-47b4-b660-bc850ea56bd7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.429502 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837d2d37-daa8-4557-9018-729b3311f698']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:27.436325 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Transition to ACTIVE for port object 3fe0f974-c8d5-4c43-8f82-6d4df416a98b will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:09:27.449218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c24d7e9d-cd09-47b4-b660-bc850ea56bd7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3207927 Jan 31 16:09:27.450154 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4acc80b-9704-4810-a7d6-b709924fd44f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.478301 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.480152 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4acc80b-9704-4810-a7d6-b709924fd44f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.483048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c0dbce-1502-41d4-8f4b-02c2efa001e5') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:27.483650 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c0dbce-1502-41d4-8f4b-02c2efa001e5') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:27.516440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f29483-77e4-42e5-a63a-a7b69794743b req-87cbc423-8b7c-45f8-b5d6-ae53bfec5c22 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:27.524922 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39f29483-77e4-42e5-a63a-a7b69794743b req-87cbc423-8b7c-45f8-b5d6-ae53bfec5c22 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 931 time: 0.5279417 Jan 31 16:09:27.562411 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.583884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d7e9d-cd09-47b4-b660-bc850ea56bd7 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event updated for resources: {'Network': ['ID=2c97e0df-c23c-4456-b7b1-93ae6a0e3989,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:27.586863 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4acc80b-9704-4810-a7d6-b709924fd44f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.589704 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4acc80b-9704-4810-a7d6-b709924fd44f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.593868 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d4acc80b-9704-4810-a7d6-b709924fd44f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "DELETE /v2.0/security-groups/30567e82-949c-4f5b-b6bb-daaab3d650ec HTTP/1.1" status: 204 len: 168 time: 0.2609115 Jan 31 16:09:27.594597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34514) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:27.597042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 2c97e0df-c23c-4456-b7b1-93ae6a0e3989 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:27.616700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acc80b-9704-4810-a7d6-b709924fd44f tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30567e82-949c-4f5b-b6bb-daaab3d650ec,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:27.619060 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-5ca355c7-f40e-40b3-957f-cf37512ea7a0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] show failed (client error): The resource could not be found. Jan 31 16:09:27.623294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5ca355c7-f40e-40b3-957f-cf37512ea7a0 tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "GET /v2.0/security-groups/30567e82-949c-4f5b-b6bb-daaab3d650ec HTTP/1.1" status: 404 len: 347 time: 0.0243051 Jan 31 16:09:27.624475 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34516) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:27.666971 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.681022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Pushing event updated for resources: {'Port': ['ID=3fe0f974-c8d5-4c43-8f82-6d4df416a98b,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:27.691315 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1551c628-b3e2-4676-9373-a0a69750bb3c tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/routers/6164d65a-b48a-4db6-b03f-daa20cbd9869 HTTP/1.1" status: 200 len: 921 time: 0.6549342 Jan 31 16:09:27.693153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:27.693757 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.697341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34518) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:27.705755 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:27.720562 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-82a0f60a-8cca-4833-a531-f89a3fd791dd req-359c919f-299c-4dee-9b61-843e5e2e6adc tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0484188 Jan 31 16:09:27.776100 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39f29483-77e4-42e5-a63a-a7b69794743b req-a7972982-93c6-4ebe-9c79-c6f0d768514b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498486 Jan 31 16:09:27.828593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e4ffea-80e5-46e9-abe1-4458da59241f tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:27.833579 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34520) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:27.833881 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-98e4ffea-80e5-46e9-abe1-4458da59241f tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&device_id=6164d65a-b48a-4db6-b03f-daa20cbd9869&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1154594 Jan 31 16:09:27.894182 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.930042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-64fb9370-5301-4392-afc5-1efc5b26411e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Deleting port bb3480e9-4e6d-4b03-b4e2-02202c580493 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:27.930641 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64fb9370-5301-4392-afc5-1efc5b26411e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.931154 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.942712 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:27.950598 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/networks/837d2d37-daa8-4557-9018-729b3311f698 HTTP/1.1" status: 204 len: 168 time: 2.9211447 Jan 31 16:09:27.955285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34524) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:27.989759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa782d4b-55e4-448f-ba11-dbb4b53e48d6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Network': ['ID=837d2d37-daa8-4557-9018-729b3311f698,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:28.027438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Attempting to bind port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:09:28.028133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Attempting to bind port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:09:28.028442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Attempting to bind port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:09:28.035960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34526) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:28.043814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b on network ee461f7c-cf6b-444b-944c-f969c92675a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:09:28.043814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Attempting to bind port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:09:28.053649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2bb6a6-38d6-4bfd-97ff-5b43ba94b5ea tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:28.055222 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-de2bb6a6-38d6-4bfd-97ff-5b43ba94b5ea tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 881 time: 0.2133985 Jan 31 16:09:28.058083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34530) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:28.059820 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64fb9370-5301-4392-afc5-1efc5b26411e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.060153 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64fb9370-5301-4392-afc5-1efc5b26411e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.068600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:09:28.068927 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Checking segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:28.069756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Bound using segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:09:28.069756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Bound port: 3fe0f974-c8d5-4c43-8f82-6d4df416a98b, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:09:28.070113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.079765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-64fb9370-5301-4392-afc5-1efc5b26411e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Calling delete_port for bb3480e9-4e6d-4b03-b4e2-02202c580493 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:28.083990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cfe4d9-b4bb-4cc9-b863-e6783e4b8dde tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:28.091177 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-32cfe4d9-b4bb-4cc9-b863-e6783e4b8dde tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1327097 Jan 31 16:09:28.091477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34532) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:28.113172 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-87c48018-1a00-40c3-ab5e-b094be53f16e tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "GET /v2.0/ports?device_id=6164d65a-b48a-4db6-b03f-daa20cbd9869 HTTP/1.1" status: 200 len: 205 time: 0.0538645 Jan 31 16:09:28.116571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34534) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:28.240715 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32e27894-f9ce-447a-aefe-83ea0b50c583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.259453 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7c39c583-2cd2-422b-9282-ea5afe6e06c4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1670098 Jan 31 16:09:28.264231 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34536) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:28.268040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] For port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:09:28.273728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] For port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3fe0f974-c8d5-4c43-8f82-6d4df416a98b,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:09:28.282479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4309daae-51b8-4281-9f38-21c71712b9dc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-498116005'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:28.288431 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.301012 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.377057 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64fb9370-5301-4392-afc5-1efc5b26411e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.379509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:28.380266 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.381733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] 10.222.0.20 "PUT /v2.0/ports/3fe0f974-c8d5-4c43-8f82-6d4df416a98b HTTP/1.1" status: 200 len: 1091 time: 2.3622019 Jan 31 16:09:28.387527 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bb4e57-1076-4ee9-ae03-caab57a989f8', 'tag': '3fe0f974-c8d5-4c43-8f82-6d4df416a98b'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:28.389901 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c09f8d2-95c1-49a4-a80d-a7d7ba694256" -d '{"events": [{"name": "network-changed", "server_uuid": "66bb4e57-1076-4ee9-ae03-caab57a989f8", "tag": "3fe0f974-c8d5-4c43-8f82-6d4df416a98b"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:28.435675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb9370-5301-4392-afc5-1efc5b26411e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Pushing event deleted for resources: {'Port': ['ID=bb3480e9-4e6d-4b03-b4e2-02202c580493,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:28.476631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4309daae-51b8-4281-9f38-21c71712b9dc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:28.484690 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32e27894-f9ce-447a-aefe-83ea0b50c583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.487776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4309daae-51b8-4281-9f38-21c71712b9dc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.504693 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e437fb-2f3e-44c5-ad7c-473e5347bf31 x-openstack-request-id: req-49e437fb-2f3e-44c5-ad7c-473e5347bf31 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:28.504933 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bb4e57-1076-4ee9-ae03-caab57a989f8", "tag": "3fe0f974-c8d5-4c43-8f82-6d4df416a98b", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:28.505188 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49e437fb-2f3e-44c5-ad7c-473e5347bf31 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:28.505814 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bb4e57-1076-4ee9-ae03-caab57a989f8', 'tag': '3fe0f974-c8d5-4c43-8f82-6d4df416a98b', 'status': 'completed', 'code': 200} Jan 31 16:09:28.513971 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32e27894-f9ce-447a-aefe-83ea0b50c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.549440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e80f51-a4f5-4b9a-9a07-62611ee5b81d service neutron] Pushing event updated for resources: {'Port': ['ID=3fe0f974-c8d5-4c43-8f82-6d4df416a98b,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:28.579810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-32e27894-f9ce-447a-aefe-83ea0b50c583 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bc7a9e6b65c40fe9585d5e866aabdc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407865 Jan 31 16:09:28.579810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e27894-f9ce-447a-aefe-83ea0b50c583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d31b09-4b39-4eae-8239-d9da43b14b4f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:28.581610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64fb9370-5301-4392-afc5-1efc5b26411e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.584965 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64fb9370-5301-4392-afc5-1efc5b26411e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.589210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-64fb9370-5301-4392-afc5-1efc5b26411e tempest-ServerActionsTestJSON-888133667 tempest-ServerActionsTestJSON-888133667-project] 10.222.0.36 "DELETE /v2.0/floatingips/35461e1a-db92-421e-878a-88669fea4d12 HTTP/1.1" status: 204 len: 168 time: 0.9636548 Jan 31 16:09:28.589903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34540) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:28.590140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34542) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:28.603823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-dfee0b9a-3238-41a8-b733-03d37d2ef14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:28.605921 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-dfee0b9a-3238-41a8-b733-03d37d2ef14d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 1094 time: 0.0991211 Jan 31 16:09:28.607880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4309daae-51b8-4281-9f38-21c71712b9dc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:28.631666 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.661168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80ddc639-2415-4353-b3df-a63c925ccf6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.678782 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-2bf969cd-8827-41b2-8c7d-a81ccb8a8c8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe0f974-c8d5-4c43-8f82-6d4df416a98b HTTP/1.1" status: 200 len: 217 time: 0.0587459 Jan 31 16:09:28.684751 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4309daae-51b8-4281-9f38-21c71712b9dc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.685313 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-4309daae-51b8-4281-9f38-21c71712b9dc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Added segment 0bebedf3-bf85-46c3-98a1-a19a2ab0fff9 of type vlan for network 450146f8-f47a-4f2a-ac7b-a29f85c17232 Jan 31 16:09:28.734581 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80ddc639-2415-4353-b3df-a63c925ccf6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.820426 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4309daae-51b8-4281-9f38-21c71712b9dc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.827425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-e5d3f260-0e3e-46a8-b517-037f2da10267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:28.828898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-e5d3f260-0e3e-46a8-b517-037f2da10267 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.1410351 Jan 31 16:09:28.884914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-fb093429-417d-46c8-a3cc-f0a9396aabf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478628 Jan 31 16:09:28.904585 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4309daae-51b8-4281-9f38-21c71712b9dc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:28.911365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309daae-51b8-4281-9f38-21c71712b9dc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:28.912003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4309daae-51b8-4281-9f38-21c71712b9dc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:29.003039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Deleting port 7178d0a8-5fd8-4ff8-8a8f-f0dcfba05d1b {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:29.003377 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:29.066084 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b2f284e4-adf8-4f19-8e87-5245c84d8fca req-a44b175c-4020-41d6-83e6-3f8fe19a85fe tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.1303658 Jan 31 16:09:29.093406 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4309daae-51b8-4281-9f38-21c71712b9dc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8220849 Jan 31 16:09:29.133902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34550) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:29.144903 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ee8a0826-cb2d-4329-b048-8524e78c81fd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': '450146f8-f47a-4f2a-ac7b-a29f85c17232', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:29.159460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309daae-51b8-4281-9f38-21c71712b9dc tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Network': ['ID=450146f8-f47a-4f2a-ac7b-a29f85c17232,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:29.172945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 450146f8-f47a-4f2a-ac7b-a29f85c17232 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:29.226067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52516d-c6ca-4d5b-b96d-b59d37058f3b req-0fae107d-eb97-48d9-a3d7-286d6d49d14a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:29.227724 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e52516d-c6ca-4d5b-b96d-b59d37058f3b req-0fae107d-eb97-48d9-a3d7-286d6d49d14a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 943 time: 0.0738008 Jan 31 16:09:29.348784 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-84107258-279e-444b-afa8-367d66eb7d81 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570358 Jan 31 16:09:29.356172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8a0826-cb2d-4329-b048-8524e78c81fd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:29.360845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0826-cb2d-4329-b048-8524e78c81fd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:29.444201 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e52516d-c6ca-4d5b-b96d-b59d37058f3b req-c65c2955-5928-4b6b-9bdf-0d9548c1a9bb tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081077 Jan 31 16:09:29.467966 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80ddc639-2415-4353-b3df-a63c925ccf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:29.471209 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80ddc639-2415-4353-b3df-a63c925ccf6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:29.475789 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-80ddc639-2415-4353-b3df-a63c925ccf6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37d31b09-4b39-4eae-8239-d9da43b14b4f HTTP/1.1" status: 204 len: 168 time: 0.8845813 Jan 31 16:09:29.487442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddc639-2415-4353-b3df-a63c925ccf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d31b09-4b39-4eae-8239-d9da43b14b4f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:29.582887 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02b46676-c21e-488a-914f-3012d0c4941c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:29.695126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:29.698550 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0826-cb2d-4329-b048-8524e78c81fd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:29.758964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Calling delete_port for 7178d0a8-5fd8-4ff8-8a8f-f0dcfba05d1b owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:29.782850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a0826-cb2d-4329-b048-8524e78c81fd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Subnet': ['ID=bb7c8ebd-d4df-4148-a35c-70dccf8ca982,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:29.879590 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6911962e-9b39-41c5-b112-90a3a3ae2a15 req-c1d8347e-2b18-40a0-bd94-998cc6645afa service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557878 Jan 31 16:09:29.885963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34556) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:29.890075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a0826-cb2d-4329-b048-8524e78c81fd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Checking segment: {'id': '0bebedf3-bf85-46c3-98a1-a19a2ab0fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '450146f8-f47a-4f2a-ac7b-a29f85c17232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:29.890728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8a0826-cb2d-4329-b048-8524e78c81fd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network hostable DHCP agents. Network: 450146f8-f47a-4f2a-ac7b-a29f85c17232, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:09:29.922122 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9c855e53-a8ee-4fa8-9f50-384f384ffaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:29.932180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-02b46676-c21e-488a-914f-3012d0c4941c admin admin] Deleting port e8583210-8674-41a0-8b72-4d7650f385bb {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:29.932793 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02b46676-c21e-488a-914f-3012d0c4941c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.015169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8a0826-cb2d-4329-b048-8524e78c81fd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network 450146f8-f47a-4f2a-ac7b-a29f85c17232 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:09:30.020970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-02b46676-c21e-488a-914f-3012d0c4941c admin admin] For port e8583210-8674-41a0-8b72-4d7650f385bb, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e8583210-8674-41a0-8b72-4d7650f385bb,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:30.021416 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02b46676-c21e-488a-914f-3012d0c4941c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.034779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-02b46676-c21e-488a-914f-3012d0c4941c admin admin] Calling delete_port for e8583210-8674-41a0-8b72-4d7650f385bb owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:30.051259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ee8a0826-cb2d-4329-b048-8524e78c81fd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 450146f8-f47a-4f2a-ac7b-a29f85c17232) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:30.065370 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8a0826-cb2d-4329-b048-8524e78c81fd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:30.065992 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0826-cb2d-4329-b048-8524e78c81fd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.076433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09f8d2-95c1-49a4-a80d-a7d7ba694256 req-1fa94c17-a423-4326-852d-bd42967fcc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:30.077946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0e7619-ed7f-4a35-a128-e35ae259ce48 None None] Network 450146f8-f47a-4f2a-ac7b-a29f85c17232 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:30.078103 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c09f8d2-95c1-49a4-a80d-a7d7ba694256 req-1fa94c17-a423-4326-852d-bd42967fcc34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 1094 time: 0.1487598 Jan 31 16:09:30.136923 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ee8a0826-cb2d-4329-b048-8524e78c81fd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0010529 Jan 31 16:09:30.147542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34560) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:30.165307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': '450146f8-f47a-4f2a-ac7b-a29f85c17232', 'name': 'tempest-PortsIpV6TestJSON-785736697'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:30.249876 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9c855e53-a8ee-4fa8-9f50-384f384ffaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.273742 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9c855e53-a8ee-4fa8-9f50-384f384ffaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.280773 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.283786 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d29f223-4a50-4d35-bf53-e9e0b38b78b5 req-10e8e680-0362-4eaa-9f0e-76f6ccefa674 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0522227 Jan 31 16:09:30.333299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-450146f8-f47a-4f2a-ac7b-a29f85c17232', 'network_id': '450146f8-f47a-4f2a-ac7b-a29f85c17232', 'tenant_id': '2aff9e35cdc94aefbadfb95d5b5ad9e1', 'fixed_ips': [{'subnet_id': 'bb7c8ebd-d4df-4148-a35c-70dccf8ca982'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:09:30.335181 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.359571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Pushing event deleted for resources: {'Port': ['ID=7178d0a8-5fd8-4ff8-8a8f-f0dcfba05d1b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:30.389422 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09f8d2-95c1-49a4-a80d-a7d7ba694256 req-e1c296ac-6103-4087-9403-7437b4575063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:30.391131 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c09f8d2-95c1-49a4-a80d-a7d7ba694256 req-e1c296ac-6103-4087-9403-7437b4575063 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 907 time: 0.3018954 Jan 31 16:09:30.397534 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9c855e53-a8ee-4fa8-9f50-384f384ffaf9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4c811e9f5a04adf96d433645fdbd097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086634 Jan 31 16:09:30.397803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34562) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:30.481329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:30.485775 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.506643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port 8ee572c0-be22-4296-973a-2ade4b372643 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:09:30.561570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Allocated IP 2001:db8::2 (450146f8-f47a-4f2a-ac7b-a29f85c17232/bb7c8ebd-d4df-4148-a35c-70dccf8ca982/4bcd9f9a-3797-48ee-8ff4-67a8e3335ced) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:30.675168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2150-d3e3-41c7-a8d1-4326d483b67f req-bc711a68-e785-4b65-93bf-ce0fc3ffe0d1 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:30.677034 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-69fb2150-d3e3-41c7-a8d1-4326d483b67f req-bc711a68-e785-4b65-93bf-ce0fc3ffe0d1 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 943 time: 0.0986342 Jan 31 16:09:30.678777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-758a2199-c1cf-4fd7-8833-7e281b97496d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.703098 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-758a2199-c1cf-4fd7-8833-7e281b97496d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.746301 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02b46676-c21e-488a-914f-3012d0c4941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.747208 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.755825 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.758283 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c855e53-a8ee-4fa8-9f50-384f384ffaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf885a45-9fcd-45c8-b00c-01d7f99fa6b0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:30.786100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34566) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:30.820425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'subnets': [{'network_id': '74e3c804-f0f7-4bdd-91bf-9e5491e0325c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--696178452', 'ip_version': 6}, {'network_id': '2c97e0df-c23c-4456-b7b1-93ae6a0e3989', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:30.820676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'subnet': {'network_id': '74e3c804-f0f7-4bdd-91bf-9e5491e0325c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--696178452', 'ip_version': 6}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:30.821289 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Request body: {'subnet': {'network_id': '2c97e0df-c23c-4456-b7b1-93ae6a0e3989', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:30.825120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b46676-c21e-488a-914f-3012d0c4941c admin admin] Pushing event deleted for resources: {'Port': ['ID=e8583210-8674-41a0-8b72-4d7650f385bb,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:30.825392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Network 450146f8-f47a-4f2a-ac7b-a29f85c17232 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:30.828170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-758a2199-c1cf-4fd7-8833-7e281b97496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.828618 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c09f8d2-95c1-49a4-a80d-a7d7ba694256 req-14bd74a9-fc92-4857-a7e9-d07a6c1acb58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe0f974-c8d5-4c43-8f82-6d4df416a98b HTTP/1.1" status: 200 len: 217 time: 0.0778277 Jan 31 16:09:30.831326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:30.831544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-758a2199-c1cf-4fd7-8833-7e281b97496d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.832756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-758a2199-c1cf-4fd7-8833-7e281b97496d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf885a45-9fcd-45c8-b00c-01d7f99fa6b0 HTTP/1.1" status: 204 len: 168 time: 0.4334104 Jan 31 16:09:30.837300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:30.845016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Pushing event updated for resources: {'Port': ['ID=4bcd9f9a-3797-48ee-8ff4-67a8e3335ced,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:30.882832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a2199-c1cf-4fd7-8833-7e281b97496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf885a45-9fcd-45c8-b00c-01d7f99fa6b0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:30.909198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8::4f (450146f8-f47a-4f2a-ac7b-a29f85c17232/bb7c8ebd-d4df-4148-a35c-70dccf8ca982/8ee572c0-be22-4296-973a-2ade4b372643) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:30.941142 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Attempting to bind port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:09:30.941869 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Attempting to bind port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '0bebedf3-bf85-46c3-98a1-a19a2ab0fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '450146f8-f47a-4f2a-ac7b-a29f85c17232'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:09:30.942513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Attempting to bind port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced on network 450146f8-f47a-4f2a-ac7b-a29f85c17232 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:09:30.947039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09f8d2-95c1-49a4-a80d-a7d7ba694256 req-4d6de329-50ac-4ecf-970e-03fc78db377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:30.948930 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c09f8d2-95c1-49a4-a80d-a7d7ba694256 req-4d6de329-50ac-4ecf-970e-03fc78db377c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.0914950 Jan 31 16:09:30.949286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:09:30.950532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Checking segment: {'id': '0bebedf3-bf85-46c3-98a1-a19a2ab0fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '450146f8-f47a-4f2a-ac7b-a29f85c17232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:30.951596 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.952181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Bound using segment: {'id': '0bebedf3-bf85-46c3-98a1-a19a2ab0fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '450146f8-f47a-4f2a-ac7b-a29f85c17232'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:09:30.953679 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Bound port: 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bebedf3-bf85-46c3-98a1-a19a2ab0fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '450146f8-f47a-4f2a-ac7b-a29f85c17232'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:09:30.954254 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:30.978093 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-69fb2150-d3e3-41c7-a8d1-4326d483b67f req-dab4b743-d0fd-4097-8dda-67491a5d5618 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201221 Jan 31 16:09:31.006425 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c09f8d2-95c1-49a4-a80d-a7d7ba694256 req-61b68e07-9991-49b6-9780-a3c69d7df09a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429025 Jan 31 16:09:31.047844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] For port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:09:31.053799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] For port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4bcd9f9a-3797-48ee-8ff4-67a8e3335ced,segment=NetworkSegment(0bebedf3-bf85-46c3-98a1-a19a2ab0fff9),segment_id=0bebedf3-bf85-46c3-98a1-a19a2ab0fff9)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:09:31.060558 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.071295 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.156786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364a69f-6889-4580-8707-c3403cb6a9b6 None None] Pushing event updated for resources: {'Port': ['ID=4bcd9f9a-3797-48ee-8ff4-67a8e3335ced,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:31.181217 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.183906 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.253238 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02b46676-c21e-488a-914f-3012d0c4941c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.256176 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.256748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Fanout notify agent at l3_agent the message router_deleted on router 6164d65a-b48a-4db6-b03f-daa20cbd9869 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:09:31.275262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.277305 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-94a5330a-5abc-4171-89ee-d7961c242b46 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/routers/6164d65a-b48a-4db6-b03f-daa20cbd9869 HTTP/1.1" status: 204 len: 168 time: 3.1604114 Jan 31 16:09:31.280880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34572) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:31.285659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c9c9e71c-435c-4e5f-a442-30fc401a6dac tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-392181993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:31.342342 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.413924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c09f8d2-95c1-49a4-a80d-a7d7ba694256 req-c1b82ea9-d41d-4594-953f-b4980177f838 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985035 Jan 31 16:09:31.446371 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e71c-435c-4e5f-a442-30fc401a6dac tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.447447 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e71c-435c-4e5f-a442-30fc401a6dac tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.499940 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0fe72feb-602c-41bf-9235-0670ad44bf0e req-0add44c9-e91e-4b11-91b6-f22e23fb774d tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0606625 Jan 31 16:09:31.594748 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e71c-435c-4e5f-a442-30fc401a6dac tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.597200 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.601718 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c09f8d2-95c1-49a4-a80d-a7d7ba694256 req-0c5e71a4-214b-423b-aa44-b88bbd1a414a service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612062 Jan 31 16:09:31.613820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Made reservation on behalf of 0748fb895641494487de852570258587 for: {'subnet': 2} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:31.622741 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.623075 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.652725 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e71c-435c-4e5f-a442-30fc401a6dac tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.716313 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network 450146f8-f47a-4f2a-ac7b-a29f85c17232 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:31.752244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:31.755921 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e71c-435c-4e5f-a442-30fc401a6dac tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.757121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c9c9e71c-435c-4e5f-a442-30fc401a6dac tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4750793 Jan 31 16:09:31.760078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:31.762597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34590) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:31.765682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:31.766299 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:31.768708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=8ee572c0-be22-4296-973a-2ade4b372643,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:31.790008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'enable_snat': False}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:31.796066 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3f4bdbcf-0875-4e8d-8804-87060be35185 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6438649 Jan 31 16:09:31.799282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34592) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:31.804891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': '450146f8-f47a-4f2a-ac7b-a29f85c17232', 'name': 'tempest-PortsIpV6TestJSON-425561516'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:31.855030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b46676-c21e-488a-914f-3012d0c4941c admin admin] Router 0a09e2d7-3667-4787-92a7-311e6c98474a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:09:32.021579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b46676-c21e-488a-914f-3012d0c4941c admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:32.030706 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-02b46676-c21e-488a-914f-3012d0c4941c admin admin] 10.222.0.36 "PUT /v2.0/routers/0a09e2d7-3667-4787-92a7-311e6c98474a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4382544 Jan 31 16:09:32.031519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:32.035046 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:32.035810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34600) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:32.038399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aba8e1-4acb-4255-872c-fd1164229e66 None None] Sync routers for ids ['0a09e2d7-3667-4787-92a7-311e6c98474a'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:32.059701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aba8e1-4acb-4255-872c-fd1164229e66 None None] Routers {'0a09e2d7-3667-4787-92a7-311e6c98474a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:32.062038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-87aba8e1-4acb-4255-872c-fd1164229e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0a09e2d7-3667-4787-92a7-311e6c98474a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:32.067617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port 41a38171-8120-485d-b22f-93321d15adb1 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:09:32.128750 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:32.277752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-87aba8e1-4acb-4255-872c-fd1164229e66 None None] Set router 0a09e2d7-3667-4787-92a7-311e6c98474a gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:09:32.308850 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:32.334900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8::22e (450146f8-f47a-4f2a-ac7b-a29f85c17232/bb7c8ebd-d4df-4148-a35c-70dccf8ca982/41a38171-8120-485d-b22f-93321d15adb1) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:32.355373 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea3865-5b61-4ac2-9217-e8cb0fbc0a57 req-329d6f22-6721-4948-b1ee-00f950a9d6d7 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:32.356713 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-afea3865-5b61-4ac2-9217-e8cb0fbc0a57 req-329d6f22-6721-4948-b1ee-00f950a9d6d7 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 943 time: 0.1835668 Jan 31 16:09:32.547387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:32.587660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:32.590241 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:32.609070 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-afea3865-5b61-4ac2-9217-e8cb0fbc0a57 req-46c988ef-04db-4130-a41b-8863967f05b6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421546 Jan 31 16:09:32.640571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 3fe0f974-c8d5-4c43-8f82-6d4df416a98b details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:09:32.682355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network 450146f8-f47a-4f2a-ac7b-a29f85c17232 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:32.689716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:32.697286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:32.703432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:32.704194 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:32.713574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=41a38171-8120-485d-b22f-93321d15adb1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:32.739141 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2c73f33f-a518-4ddf-9cac-debd6c4741b4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9393938 Jan 31 16:09:32.740059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34616) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:32.771047 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-221bfcd4-b493-4ac8-8c2b-b2a9152da970 req-5d7b908a-69f0-411b-9be6-451dc1dbdfc0 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0790222 Jan 31 16:09:32.784408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3fe0f974-c8d5-4c43-8f82-6d4df416a98b,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:32.786626 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:32.799571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa5e48f-a2c3-4084-9a93-60e797a93a10 None None] Network 450146f8-f47a-4f2a-ac7b-a29f85c17232 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:32.809602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '3fe0f974-c8d5-4c43-8f82-6d4df416a98b', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'port_id': '3fe0f974-c8d5-4c43-8f82-6d4df416a98b', 'mac_address': 'fa:16:3e:79:de:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18b0c43-4884-496a-b742-bf7f0dcdb7c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:09:32.811591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:32.879393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938aef38-0c33-4a1e-980a-b8f0e5a09826 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:32.883783 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-938aef38-0c33-4a1e-980a-b8f0e5a09826 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A4f HTTP/1.1" status: 200 len: 927 time: 0.1423645 Jan 31 16:09:32.884389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34620) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:32.945395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Deleting port 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:32.945754 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:32.957791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event updated for resources: {'Subnet': ['ID=d70c18ae-be0d-4286-b2b5-9fadfb3644fa,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:32.994901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8e20e35a-4289-4954-a08a-e4f2ed1820ef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 41a38171-8120-485d-b22f-93321d15adb1 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:32.995245 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e20e35a-4289-4954-a08a-e4f2ed1820ef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.041596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Checking segment: {'id': '8877f62c-432a-4557-a2cf-28c5cdf64d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '74e3c804-f0f7-4bdd-91bf-9e5491e0325c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:33.041960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Network hostable DHCP agents. Network: 74e3c804-f0f7-4bdd-91bf-9e5491e0325c, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:09:33.075427 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7b22dc84-32ae-4e7f-b51b-1fb437f2bed7 None None] Provisioning complete for port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:33.075993 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.076866 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7b22dc84-32ae-4e7f-b51b-1fb437f2bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.102097 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e20e35a-4289-4954-a08a-e4f2ed1820ef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.116363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8e20e35a-4289-4954-a08a-e4f2ed1820ef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 41a38171-8120-485d-b22f-93321d15adb1 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:33.119603 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.129344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] For port 84d91a77-e5cb-42b3-8e61-ddb09bbe8733, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=84d91a77-e5cb-42b3-8e61-ddb09bbe8733,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:33.129668 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.142998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Network 74e3c804-f0f7-4bdd-91bf-9e5491e0325c is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:09:33.157827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Calling delete_port for 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:33.190132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 74e3c804-f0f7-4bdd-91bf-9e5491e0325c) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:33.203699 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.220616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:33.221317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.223174 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.241323 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6021fa-83c0-4ac3-93ef-b2e2e35d8bef None None] Network 74e3c804-f0f7-4bdd-91bf-9e5491e0325c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:33.329893 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e20e35a-4289-4954-a08a-e4f2ed1820ef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.366079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-87aba8e1-4acb-4255-872c-fd1164229e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:09:30Z', 'revision_number': 5, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port': {'id': '84d91a77-e5cb-42b3-8e61-ddb09bbe8733', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:02:17Z', 'updated_at': '2022-01-31T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:33.375515 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20e35a-4289-4954-a08a-e4f2ed1820ef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=41a38171-8120-485d-b22f-93321d15adb1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:33.381659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe0f974-c8d5-4c43-8f82-6d4df416a98b {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:09:33.408928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event updated for resources: {'Subnet': ['ID=8e0ba7fc-24bb-4fc2-9d1f-268dfb56c499,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:33.417389 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3fe0f974-c8d5-4c43-8f82-6d4df416a98b,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:33.425460 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e20e35a-4289-4954-a08a-e4f2ed1820ef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.430527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8e20e35a-4289-4954-a08a-e4f2ed1820ef tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/41a38171-8120-485d-b22f-93321d15adb1 HTTP/1.1" status: 204 len: 168 time: 0.5448284 Jan 31 16:09:33.432906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34634) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:33.456045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Checking segment: {'id': '692fd24f-f04a-4832-aa5d-91a7a1bde189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c97e0df-c23c-4456-b7b1-93ae6a0e3989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:33.456487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Network hostable DHCP agents. Network: 2c97e0df-c23c-4456-b7b1-93ae6a0e3989, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:09:33.461304 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.468802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aba8e1-4acb-4255-872c-fd1164229e66 None None] Checking router: 0a09e2d7-3667-4787-92a7-311e6c98474a for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:09:33.474634 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e957b7b-0ebd-4ebd-9bed-f8b81fd119ed tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:09:33.475474 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7b22dc84-32ae-4e7f-b51b-1fb437f2bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.478830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3e957b7b-0ebd-4ebd-9bed-f8b81fd119ed tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/41a38171-8120-485d-b22f-93321d15adb1 HTTP/1.1" status: 404 len: 333 time: 0.0433021 Jan 31 16:09:33.480443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34636) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:33.505980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aba8e1-4acb-4255-872c-fd1164229e66 None None] Routers {'0a09e2d7-3667-4787-92a7-311e6c98474a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:33.506624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-87aba8e1-4acb-4255-872c-fd1164229e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0a09e2d7-3667-4787-92a7-311e6c98474a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:33.525081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Allocated IP 172.25.1.66 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/cc3c8b06-eb1f-494a-a4ac-f1a288945cf8) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:33.586544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Network 2c97e0df-c23c-4456-b7b1-93ae6a0e3989 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:09:33.683884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-1a04571a-02c1-4587-9013-0d670e2969ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 8ee572c0-be22-4296-973a-2ade4b372643 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:33.688619 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a04571a-02c1-4587-9013-0d670e2969ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.898864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2757c-2146-4242-a23b-2d0525819675 req-960ab84a-9869-47a3-9c92-d7d8a07247d9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:33.911674 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2c2757c-2146-4242-a23b-2d0525819675 req-960ab84a-9869-47a3-9c92-d7d8a07247d9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 944 time: 0.1811395 Jan 31 16:09:33.948791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a04571a-02c1-4587-9013-0d670e2969ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.967859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:09:33.974595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-1a04571a-02c1-4587-9013-0d670e2969ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 8ee572c0-be22-4296-973a-2ade4b372643 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:33.977060 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:33.989267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2c2757c-2146-4242-a23b-2d0525819675 req-82cdfec3-e485-4701-a58d-e8a2270d7879 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688839 Jan 31 16:09:34.052855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 2c97e0df-c23c-4456-b7b1-93ae6a0e3989) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:34.074888 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d26a520-89fc-428c-96e8-1a9dcee6a4d7 req-214acfe6-e583-474f-b735-8ac4fbff0e9c tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0752964 Jan 31 16:09:34.078037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:34.078503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:34.079132 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.083991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-87aba8e1-4acb-4255-872c-fd1164229e66 None None] Set router 0a09e2d7-3667-4787-92a7-311e6c98474a gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:09:34.139679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-54599b24-647e-4dab-99a1-6040d0c7f697 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.3267910 Jan 31 16:09:34.140691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34654) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:34.165223 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.206413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-87aba8e1-4acb-4255-872c-fd1164229e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:09:32Z', 'revision_number': 6, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:34.224968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5f5860-9a81-4a15-928b-e9d00924d352 None None] Network 2c97e0df-c23c-4456-b7b1-93ae6a0e3989 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:34.244067 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a04571a-02c1-4587-9013-0d670e2969ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.286677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d91a77-e5cb-42b3-8e61-ddb09bbe8733,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:34.289772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04571a-02c1-4587-9013-0d670e2969ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=8ee572c0-be22-4296-973a-2ade4b372643,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:34.318602 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a04571a-02c1-4587-9013-0d670e2969ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.322447 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1a04571a-02c1-4587-9013-0d670e2969ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/8ee572c0-be22-4296-973a-2ade4b372643 HTTP/1.1" status: 204 len: 168 time: 0.8405893 Jan 31 16:09:34.325115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.325276 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34660) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:34.352396 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3320be8a-2c82-4f84-aefa-8edad9028a18 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:09:34.354335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3320be8a-2c82-4f84-aefa-8edad9028a18 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/8ee572c0-be22-4296-973a-2ade4b372643 HTTP/1.1" status: 404 len: 333 time: 0.0276773 Jan 31 16:09:34.356974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34662) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:34.401821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7b22dc84-32ae-4e7f-b51b-1fb437f2bed7 None None] For port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4bcd9f9a-3797-48ee-8ff4-67a8e3335ced,segment=NetworkSegment(0bebedf3-bf85-46c3-98a1-a19a2ab0fff9),segment_id=0bebedf3-bf85-46c3-98a1-a19a2ab0fff9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:34.413752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=3fe0f974-c8d5-4c43-8f82-6d4df416a98b,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:34.427826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-615f23ce-5782-4b77-a59c-99e3072dc7ce tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting subnet bb7c8ebd-d4df-4148-a35c-70dccf8ca982 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:09:34.436662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aba8e1-4acb-4255-872c-fd1164229e66 None None] The sync data for ids ['0a09e2d7-3667-4787-92a7-311e6c98474a'] in n-d-827120-1 is: [{'id': '0a09e2d7-3667-4787-92a7-311e6c98474a', 'name': 'tempest-ServerActionsTestJSON-90701668-router', 'tenant_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:02:15Z', 'updated_at': '2022-01-31T16:09:32Z', 'revision_number': 6, 'project_id': '0e5507f00dfd45c295eb0a6ab3faea74', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:34.441209 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-615f23ce-5782-4b77-a59c-99e3072dc7ce tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.453704 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.480183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73654d58-7725-4cbe-9369-d723663e8452 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:34.481918 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73654d58-7725-4cbe-9369-d723663e8452 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:34.486015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73654d58-7725-4cbe-9369-d723663e8452 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:34.496798 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-73654d58-7725-4cbe-9369-d723663e8452 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3443301 Jan 31 16:09:34.523665 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-615f23ce-5782-4b77-a59c-99e3072dc7ce tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.532101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34664) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:34.540200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72257b8b-ec67-410b-8079-d13e69f4f5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-74e3c804-f0f7-4bdd-91bf-9e5491e0325c', 'network_id': '74e3c804-f0f7-4bdd-91bf-9e5491e0325c', 'tenant_id': '0748fb895641494487de852570258587', 'fixed_ips': [{'subnet_id': 'd70c18ae-be0d-4286-b2b5-9fadfb3644fa'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:09:34.541551 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-72257b8b-ec67-410b-8079-d13e69f4f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.583402 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7b22dc84-32ae-4e7f-b51b-1fb437f2bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.619680 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-615f23ce-5782-4b77-a59c-99e3072dc7ce tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.644051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee263de-4294-4468-bff9-db02f6a50e06 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Deleting subnet d70c18ae-be0d-4286-b2b5-9fadfb3644fa {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:09:34.684235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ee263de-4294-4468-bff9-db02f6a50e06 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.698681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-2c97e0df-c23c-4456-b7b1-93ae6a0e3989', 'network_id': '2c97e0df-c23c-4456-b7b1-93ae6a0e3989', 'tenant_id': '0748fb895641494487de852570258587', 'fixed_ips': [{'subnet_id': '8e0ba7fc-24bb-4fc2-9d1f-268dfb56c499'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:09:34.699583 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.729701 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-615f23ce-5782-4b77-a59c-99e3072dc7ce tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.748550 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.754351 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.769595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-76761bde-a4d9-4c16-adfb-3fe1fbaf1a32 None None] Could not find standard attr ID for object 8ee572c0-be22-4296-973a-2ade4b372643. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:09:34.777386 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ee263de-4294-4468-bff9-db02f6a50e06 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.777890 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-615f23ce-5782-4b77-a59c-99e3072dc7ce tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.791654 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-615f23ce-5782-4b77-a59c-99e3072dc7ce tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/bb7c8ebd-d4df-4148-a35c-70dccf8ca982 HTTP/1.1" status: 204 len: 168 time: 0.4291775 Jan 31 16:09:34.799032 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:09:34.799447 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:09:34.802100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34672) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:34.857655 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.913888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f23ce-5782-4b77-a59c-99e3072dc7ce tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7c8ebd-d4df-4148-a35c-70dccf8ca982,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:34.930830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Pushing event updated for resources: {'Port': ['ID=cc3c8b06-eb1f-494a-a4ac-f1a288945cf8,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:34.947224 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.947783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a09e2d7-3667-4787-92a7-311e6c98474a {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:09:34.957878 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.961791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34676) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:34.969464 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-68b0186f-1cd1-4373-9455-1d946ba8d9b1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0a09e2d7-3667-4787-92a7-311e6c98474a HTTP/1.1" status: 204 len: 168 time: 2.9279160 Jan 31 16:09:34.988643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:34.992826 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:34.995177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:34.999345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:35.028835 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ee263de-4294-4468-bff9-db02f6a50e06 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.080741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c52e71-fc45-4575-8a92-552af2275ec5 admin admin] Deleting subnet aec72c3f-2832-4d6f-a187-8355a8663b40 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:09:35.102760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6c52e71-fc45-4575-8a92-552af2275ec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.179053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577e85f-c9a5-4cec-a540-8c50678c0318 None None] Network 450146f8-f47a-4f2a-ac7b-a29f85c17232 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:35.192354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6c52e71-fc45-4575-8a92-552af2275ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.193077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Allocated IP 2001:db8:0:1::1 (2c97e0df-c23c-4456-b7b1-93ae6a0e3989/8e0ba7fc-24bb-4fc2-9d1f-268dfb56c499/8f870bbf-4679-45fb-a53a-8a208784581e) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:35.226229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22dc84-32ae-4e7f-b51b-1fb437f2bed7 None None] Pushing event updated for resources: {'Port': ['ID=4bcd9f9a-3797-48ee-8ff4-67a8e3335ced,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:35.247384 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9bfa3-f96c-4fac-839a-d47cd77ce8c8 req-34006ab4-2ea2-4f23-99c0-d754b5e9b9e4 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:35.249024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96a9bfa3-f96c-4fac-839a-d47cd77ce8c8 req-34006ab4-2ea2-4f23-99c0-d754b5e9b9e4 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 944 time: 0.1233041 Jan 31 16:09:35.253506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:35.253975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.261236 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ee263de-4294-4468-bff9-db02f6a50e06 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.284687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-76761bde-a4d9-4c16-adfb-3fe1fbaf1a32 None None] Provisioning complete for port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:35.285077 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-76761bde-a4d9-4c16-adfb-3fe1fbaf1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.312783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee263de-4294-4468-bff9-db02f6a50e06 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event deleted for resources: {'Subnet': ['ID=d70c18ae-be0d-4286-b2b5-9fadfb3644fa,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:35.317820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c001c045-fd8a-4834-9f84-43eda4a2fd40 req-fb06ea44-7b28-40ef-afb8-d60b18601b25 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0942504 Jan 31 16:09:35.323820 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ee263de-4294-4468-bff9-db02f6a50e06 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.328174 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4ee263de-4294-4468-bff9-db02f6a50e06 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "DELETE /v2.0/subnets/d70c18ae-be0d-4286-b2b5-9fadfb3644fa HTTP/1.1" status: 204 len: 168 time: 0.7926795 Jan 31 16:09:35.331236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34688) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:35.425960 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96a9bfa3-f96c-4fac-839a-d47cd77ce8c8 req-df0cc4cd-d8c3-4686-aeec-25daa1fbd6de tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674972 Jan 31 16:09:35.427845 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] For port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4bcd9f9a-3797-48ee-8ff4-67a8e3335ced,segment=NetworkSegment(0bebedf3-bf85-46c3-98a1-a19a2ab0fff9),segment_id=0bebedf3-bf85-46c3-98a1-a19a2ab0fff9)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:35.428213 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.431361 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6c52e71-fc45-4575-8a92-552af2275ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.464662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:35.507901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2067e092-697b-46ed-aa21-3c8c7fb77158 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Deleting subnet 8e0ba7fc-24bb-4fc2-9d1f-268dfb56c499 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:09:35.528929 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.558378 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6c52e71-fc45-4575-8a92-552af2275ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server [None req-72257b8b-ec67-410b-8079-d13e69f4f5eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d70c18ae-be0d-4286-b2b5-9fadfb3644fa: This subnet is being modified by another concurrent operation. Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:09:35.602510 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise exception Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d70c18ae-be0d-4286-b2b5-9fadfb3644fa: This subnet is being modified by another concurrent operation. Jan 31 16:09:35.606548 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Jan 31 16:09:35.674741 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeb9501-cf1b-40a8-8792-9c2155687b93 None None] Network 74e3c804-f0f7-4bdd-91bf-9e5491e0325c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:35.794309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:35.885191 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.894337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:35.992568 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48974c5-c5a3-4b60-bea0-b48653ca6832 None None] DHCP port deletion for 450146f8-f47a-4f2a-ac7b-a29f85c17232 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:09:36.049750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c52e71-fc45-4575-8a92-552af2275ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec72c3f-2832-4d6f-a187-8355a8663b40,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:36.055310 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6c52e71-fc45-4575-8a92-552af2275ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.061655 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34696) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:36.061862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f6c52e71-fc45-4575-8a92-552af2275ec5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/aec72c3f-2832-4d6f-a187-8355a8663b40 HTTP/1.1" status: 204 len: 168 time: 1.0966418 Jan 31 16:09:36.064675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9314bf36-9ae5-493e-a7e5-82e2580944b7 None None] Network 7f3f7475-5763-4383-9796-97b002a13c06 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:36.087454 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.089499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-76761bde-a4d9-4c16-adfb-3fe1fbaf1a32 None None] Could not find standard attr ID for object 41a38171-8120-485d-b22f-93321d15adb1. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:09:36.092198 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.103187 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:36.103543 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.119875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=4bcd9f9a-3797-48ee-8ff4-67a8e3335ced,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:36.123679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No DVR routers for this DVR port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:36.137951 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2067e092-697b-46ed-aa21-3c8c7fb77158 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.156362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced was deleted so its status cannot be updated. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 31 16:09:36.171997 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.212487 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.217010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.229744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Network 2c97e0df-c23c-4456-b7b1-93ae6a0e3989 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:36.236090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:36.242503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450146f8-f47a-4f2a-ac7b-a29f85c17232']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:36.243123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:36.253311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bebedf3-bf85-46c3-98a1-a19a2ab0fff9') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:36.253964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bebedf3-bf85-46c3-98a1-a19a2ab0fff9') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:36.264312 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.281259 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.281959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2067e092-697b-46ed-aa21-3c8c7fb77158 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.284715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c48974c5-c5a3-4b60-bea0-b48653ca6832 None None] Deleting port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:36.285417 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c48974c5-c5a3-4b60-bea0-b48653ca6832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.287114 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:36.288775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:36.289184 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.337135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Router 33783ae0-1c0a-4556-bbd3-92f568ca466b is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:36.350758 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:36.369797 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.391534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Deleting port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:36.391895 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.399585 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.403043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/networks/450146f8-f47a-4f2a-ac7b-a29f85c17232 HTTP/1.1" status: 204 len: 168 time: 1.5996010 Jan 31 16:09:36.403991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7b3a7-d5ff-434b-ba2e-7d2d10d67a8e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Network': ['ID=450146f8-f47a-4f2a-ac7b-a29f85c17232,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:36.409629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34704) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:36.417034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-99c3cd70-c24b-409d-a0d9-a9b4ec857d09 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-256324248'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:36.452096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c3cd70-c24b-409d-a0d9-a9b4ec857d09 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:36.457803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99c3cd70-c24b-409d-a0d9-a9b4ec857d09 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.495811 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c3cd70-c24b-409d-a0d9-a9b4ec857d09 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:36.510034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:36.510372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 84d91a77-e5cb-42b3-8e61-ddb09bbe8733 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:36.510779 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e8583210-8674-41a0-8b72-4d7650f385bb no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:36.510911 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99c3cd70-c24b-409d-a0d9-a9b4ec857d09 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.512942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Pushing event updated for resources: {'Port': ['ID=8f870bbf-4679-45fb-a53a-8a208784581e,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:36.513234 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-99c3cd70-c24b-409d-a0d9-a9b4ec857d09 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Added segment ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0 of type vlan for network c15f69ad-34ad-45d6-8560-360f38da2f66 Jan 31 16:09:36.583251 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99c3cd70-c24b-409d-a0d9-a9b4ec857d09 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.592249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e8583210-8674-41a0-8b72-4d7650f385bb {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:36.592576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e8583210-8674-41a0-8b72-4d7650f385bb not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:36.610128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:36.622290 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5f243a-b812-4901-9bfa-fa252a2a10b1 None None] Sync routers for ids ['33783ae0-1c0a-4556-bbd3-92f568ca466b'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:36.624329 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.628521 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0824a3e7-9cf6-4322-9c33-92e6209a6f1a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "PUT /v2.0/routers/33783ae0-1c0a-4556-bbd3-92f568ca466b HTTP/1.1" status: 200 len: 914 time: 4.8646317 Jan 31 16:09:36.630571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 3fe0f974-c8d5-4c43-8f82-6d4df416a98b up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:36.637600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34714) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:36.646947 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f243a-b812-4901-9bfa-fa252a2a10b1 None None] Routers {'33783ae0-1c0a-4556-bbd3-92f568ca466b'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:36.649507 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ef5f243a-b812-4901-9bfa-fa252a2a10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['33783ae0-1c0a-4556-bbd3-92f568ca466b'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:36.666700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c48974c5-c5a3-4b60-bea0-b48653ca6832 None None] For port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced, host n-d-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:36.667583 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c48974c5-c5a3-4b60-bea0-b48653ca6832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.693700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Attempting to bind port 8f870bbf-4679-45fb-a53a-8a208784581e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:09:36.694056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Attempting to bind port 8f870bbf-4679-45fb-a53a-8a208784581e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '692fd24f-f04a-4832-aa5d-91a7a1bde189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c97e0df-c23c-4456-b7b1-93ae6a0e3989'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:09:36.694423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Attempting to bind port 8f870bbf-4679-45fb-a53a-8a208784581e on network 2c97e0df-c23c-4456-b7b1-93ae6a0e3989 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:09:36.705799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:09:36.706203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Checking segment: {'id': '692fd24f-f04a-4832-aa5d-91a7a1bde189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c97e0df-c23c-4456-b7b1-93ae6a0e3989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:36.706562 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.707107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Bound using segment: {'id': '692fd24f-f04a-4832-aa5d-91a7a1bde189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c97e0df-c23c-4456-b7b1-93ae6a0e3989'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:09:36.707587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Bound port: 8f870bbf-4679-45fb-a53a-8a208784581e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692fd24f-f04a-4832-aa5d-91a7a1bde189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2c97e0df-c23c-4456-b7b1-93ae6a0e3989'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:09:36.708287 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.731963 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa77ddf0-06ae-470e-be96-c9ead39cdb3a req-94e568b5-6abd-473b-b841-463b47997226 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.1278327 Jan 31 16:09:36.736754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c48974c5-c5a3-4b60-bea0-b48653ca6832 None None] Calling delete_port for 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:36.742260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.ipam_backend_mixin [None req-c48974c5-c5a3-4b60-bea0-b48653ca6832 None None] Port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced was not found and therefore no delete operation was performed {{(pid=108773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:09:36.746721 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c48974c5-c5a3-4b60-bea0-b48653ca6832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.757303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2067e092-697b-46ed-aa21-3c8c7fb77158 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.775085 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ef5f243a-b812-4901-9bfa-fa252a2a10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:36.784320 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f243a-b812-4901-9bfa-fa252a2a10b1 None None] Routers {'33783ae0-1c0a-4556-bbd3-92f568ca466b'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:36.785222 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ef5f243a-b812-4901-9bfa-fa252a2a10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['33783ae0-1c0a-4556-bbd3-92f568ca466b'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:36.796763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f50c56-ba9a-4ae6-ba8b-42e0c3b8deff None None] DHCP port deletion for 7f3f7475-5763-4383-9796-97b002a13c06 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:09:36.803318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] For port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=62ff4452-9a78-49fb-8774-ca3a0f5d53f1,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:36.803685 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.826682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Calling delete_port for 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:36.830239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48974c5-c5a3-4b60-bea0-b48653ca6832 None None] Pushing event deleted for resources: {'Port': ['ID=4bcd9f9a-3797-48ee-8ff4-67a8e3335ced,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:36.833367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c48974c5-c5a3-4b60-bea0-b48653ca6832 None None] Network 450146f8-f47a-4f2a-ac7b-a29f85c17232 is not hosted by any dhcp agent {{(pid=108773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 16:09:36.834032 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48974c5-c5a3-4b60-bea0-b48653ca6832 None None] No DVR routers for this DVR port 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:36.840267 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ef5f243a-b812-4901-9bfa-fa252a2a10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:36.841124 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5f243a-b812-4901-9bfa-fa252a2a10b1 None None] The sync data for ids ['33783ae0-1c0a-4556-bbd3-92f568ca466b'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:36.877726 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382677ed-63da-4665-bd4e-90015026a6b0 req-13819ff1-99e5-4895-9a99-26d47360f4c3 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:36.879287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-382677ed-63da-4665-bd4e-90015026a6b0 req-13819ff1-99e5-4895-9a99-26d47360f4c3 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 944 time: 0.2924583 Jan 31 16:09:36.882161 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99c3cd70-c24b-409d-a0d9-a9b4ec857d09 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.887607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3cd70-c24b-409d-a0d9-a9b4ec857d09 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:36.888233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99c3cd70-c24b-409d-a0d9-a9b4ec857d09 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.914928 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:09:36.922823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:36.923540 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.963253 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e8f50c56-ba9a-4ae6-ba8b-42e0c3b8deff None None] Deleting port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:36.964152 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e8f50c56-ba9a-4ae6-ba8b-42e0c3b8deff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:36.989269 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-99c3cd70-c24b-409d-a0d9-a9b4ec857d09 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5748751 Jan 31 16:09:36.990114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34720) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:36.995200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-78ffda99-1876-4964-b363-92428e5d7856 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/routers/33783ae0-1c0a-4556-bbd3-92f568ca466b HTTP/1.1" status: 200 len: 920 time: 0.3552573 Jan 31 16:09:36.999748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34722) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:37.000545 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.003510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1c00d806-1447-4f24-b237-419b6eb45baa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': 'c15f69ad-34ad-45d6-8560-360f38da2f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:37.014229 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2067e092-697b-46ed-aa21-3c8c7fb77158 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.026959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] For port 8f870bbf-4679-45fb-a53a-8a208784581e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:09:37.028716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3cd70-c24b-409d-a0d9-a9b4ec857d09 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Network': ['ID=c15f69ad-34ad-45d6-8560-360f38da2f66,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:37.048370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c15f69ad-34ad-45d6-8560-360f38da2f66 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:37.055620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] For port 8f870bbf-4679-45fb-a53a-8a208784581e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8f870bbf-4679-45fb-a53a-8a208784581e,segment=NetworkSegment(692fd24f-f04a-4832-aa5d-91a7a1bde189),segment_id=692fd24f-f04a-4832-aa5d-91a7a1bde189)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:09:37.064979 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-382677ed-63da-4665-bd4e-90015026a6b0 req-0309d899-1e71-4741-900d-704819316a4a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740170 Jan 31 16:09:37.067348 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2067e092-697b-46ed-aa21-3c8c7fb77158 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.074104 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2067e092-697b-46ed-aa21-3c8c7fb77158 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "DELETE /v2.0/subnets/8e0ba7fc-24bb-4fc2-9d1f-268dfb56c499 HTTP/1.1" status: 204 len: 168 time: 1.7410324 Jan 31 16:09:37.075241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=62ff4452-9a78-49fb-8774-ca3a0f5d53f1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:37.078180 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34726) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:37.114447 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.130263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd47d41-14ce-4776-8c29-b3a62cdc707a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:37.134696 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dbd47d41-14ce-4776-8c29-b3a62cdc707a tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&device_id=33783ae0-1c0a-4556-bbd3-92f568ca466b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1254289 Jan 31 16:09:37.135926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34728) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:37.168323 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e8f50c56-ba9a-4ae6-ba8b-42e0c3b8deff None None] For port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=62ff4452-9a78-49fb-8774-ca3a0f5d53f1,segment=NetworkSegment(c4ae6353-8985-400c-82f7-16228b4ed894),segment_id=c4ae6353-8985-400c-82f7-16228b4ed894)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:37.168701 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e8f50c56-ba9a-4ae6-ba8b-42e0c3b8deff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.177678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] No DVR routers for this DVR port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:37.184532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52389d8-27f5-40ae-b0aa-fee2c8579a4b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:37.191501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34730) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:37.192982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e52389d8-27f5-40ae-b0aa-fee2c8579a4b tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0923941 Jan 31 16:09:37.207009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e8f50c56-ba9a-4ae6-ba8b-42e0c3b8deff None None] Calling delete_port for 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:37.230060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067e092-697b-46ed-aa21-3c8c7fb77158 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0ba7fc-24bb-4fc2-9d1f-268dfb56c499,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:37.282410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a68a1-5de1-4e62-bfd0-95b338ce20c1 None None] Pushing event updated for resources: {'Port': ['ID=8f870bbf-4679-45fb-a53a-8a208784581e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:37.304529 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.308483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c00d806-1447-4f24-b237-419b6eb45baa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:37.312209 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c00d806-1447-4f24-b237-419b6eb45baa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.334456 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.341187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3f7475-5763-4383-9796-97b002a13c06']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:37.368013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ae6353-8985-400c-82f7-16228b4ed894') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:37.368013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ae6353-8985-400c-82f7-16228b4ed894') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:37.371319 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bb4e57-1076-4ee9-ae03-caab57a989f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe0f974-c8d5-4c43-8f82-6d4df416a98b'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:37.373641 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7e7443-b4dd-4f90-9599-e704de302352" -d '{"events": [{"server_uuid": "66bb4e57-1076-4ee9-ae03-caab57a989f8", "name": "network-vif-plugged", "status": "completed", "tag": "3fe0f974-c8d5-4c43-8f82-6d4df416a98b"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:37.380268 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.385834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ef0db0-c1ab-4afb-85fd-70a5d7ba4eb1 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:37.387657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-13ef0db0-c1ab-4afb-85fd-70a5d7ba4eb1 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 881 time: 0.2499254 Jan 31 16:09:37.387871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.390641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34736) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:37.427465 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.431320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3fe0f974-c8d5-4c43-8f82-6d4df416a98b,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:37.435039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:37.435521 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.445053 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66212eb0-cd00-4a28-9b83-0d6273a09f7d x-openstack-request-id: req-66212eb0-cd00-4a28-9b83-0d6273a09f7d {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:37.445589 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bb4e57-1076-4ee9-ae03-caab57a989f8", "name": "network-vif-plugged", "status": "completed", "tag": "3fe0f974-c8d5-4c43-8f82-6d4df416a98b", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:37.445725 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66212eb0-cd00-4a28-9b83-0d6273a09f7d {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:37.446053 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bb4e57-1076-4ee9-ae03-caab57a989f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe0f974-c8d5-4c43-8f82-6d4df416a98b', 'code': 200} Jan 31 16:09:37.449321 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.455807 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e8f50c56-ba9a-4ae6-ba8b-42e0c3b8deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.509059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f50c56-ba9a-4ae6-ba8b-42e0c3b8deff None None] No DVR routers for this DVR port 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:37.552198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=3fe0f974-c8d5-4c43-8f82-6d4df416a98b,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:37.575823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f50c56-ba9a-4ae6-ba8b-42e0c3b8deff None None] Pushing event deleted for resources: {'Port': ['ID=62ff4452-9a78-49fb-8774-ca3a0f5d53f1,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:37.592178 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:37.604416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Deleting port 8f870bbf-4679-45fb-a53a-8a208784581e {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:37.604757 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.628971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34742) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:37.630008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-11696be0-85ad-422f-a777-0275945c4bd0 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "GET /v2.0/ports?device_id=33783ae0-1c0a-4556-bbd3-92f568ca466b HTTP/1.1" status: 200 len: 205 time: 0.2381134 Jan 31 16:09:37.707994 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.733902 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.745694 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] 10.222.0.36 "DELETE /v2.0/networks/7f3f7475-5763-4383-9796-97b002a13c06 HTTP/1.1" status: 204 len: 168 time: 1.6827202 Jan 31 16:09:37.761057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e6d3a-b86a-4333-a022-3df9807f2172 req-7306804b-a776-4c41-9fde-0add2aeccbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:37.762683 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6a6e6d3a-b86a-4333-a022-3df9807f2172 req-7306804b-a776-4c41-9fde-0add2aeccbed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 1096 time: 0.1666749 Jan 31 16:09:37.763592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78701c9-5ed7-4b21-a43d-d3101dbd0c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=7f3f7475-5763-4383-9796-97b002a13c06,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:37.850972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] For port 8f870bbf-4679-45fb-a53a-8a208784581e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8f870bbf-4679-45fb-a53a-8a208784581e,segment=NetworkSegment(692fd24f-f04a-4832-aa5d-91a7a1bde189),segment_id=692fd24f-f04a-4832-aa5d-91a7a1bde189)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:37.851344 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.876614 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6a6e6d3a-b86a-4333-a022-3df9807f2172 req-ab3260b0-1f86-4ea7-bd2b-d4e3a003932b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057825 Jan 31 16:09:37.891214 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c00d806-1447-4f24-b237-419b6eb45baa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.902529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8f870bbf-4679-45fb-a53a-8a208784581e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:37.964691 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8f870bbf-4679-45fb-a53a-8a208784581e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:37.965451 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:37.969221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00d806-1447-4f24-b237-419b6eb45baa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Subnet': ['ID=7059e234-97e9-4518-b4f8-60b7ca914312,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:37.971734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Calling delete_port for 8f870bbf-4679-45fb-a53a-8a208784581e owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:38.001111 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8774c4ba-ec1d-405e-af48-1962b00ace80 req-1783dd03-d945-4ab8-81ee-a20c61f48533 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.1079128 Jan 31 16:09:38.064576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.074984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34754) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:38.077527 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.119637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c00d806-1447-4f24-b237-419b6eb45baa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Checking segment: {'id': 'ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c15f69ad-34ad-45d6-8560-360f38da2f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:38.120015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c00d806-1447-4f24-b237-419b6eb45baa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network hostable DHCP agents. Network: c15f69ad-34ad-45d6-8560-360f38da2f66, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:09:38.132545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 8f870bbf-4679-45fb-a53a-8a208784581e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8f870bbf-4679-45fb-a53a-8a208784581e,segment=NetworkSegment(692fd24f-f04a-4832-aa5d-91a7a1bde189),segment_id=692fd24f-f04a-4832-aa5d-91a7a1bde189)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:38.140485 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.162694 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d2178f3a-7d04-4e14-9e77-f80c8f4c0277 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e5507f00dfd45c295eb0a6ab3faea74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862026 Jan 31 16:09:38.166002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34760) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:38.213784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=8f870bbf-4679-45fb-a53a-8a208784581e,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:38.218916 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.233347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:38.243861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c00d806-1447-4f24-b237-419b6eb45baa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network c15f69ad-34ad-45d6-8560-360f38da2f66 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:09:38.265216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:38.266008 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4bcd9f9a-3797-48ee-8ff4-67a8e3335ced not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:38.267011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:38.278644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event deleted for resources: {'Port': ['ID=8f870bbf-4679-45fb-a53a-8a208784581e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:38.280801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] No DVR routers for this DVR port 8f870bbf-4679-45fb-a53a-8a208784581e on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:38.297723 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:38.298449 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 62ff4452-9a78-49fb-8774-ca3a0f5d53f1 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:38.306081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd0495-0aa5-40d7-8d35-bea9bb8eb468 req-db984bec-1e15-425c-bc03-fd022cc62107 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:38.306730 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a8dd0495-0aa5-40d7-8d35-bea9bb8eb468 req-db984bec-1e15-425c-bc03-fd022cc62107 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 945 time: 0.1395347 Jan 31 16:09:38.355196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-1c00d806-1447-4f24-b237-419b6eb45baa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c15f69ad-34ad-45d6-8560-360f38da2f66) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:38.357128 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93c90add-77e3-499c-a2de-891f4b3a6c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.362189 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a8dd0495-0aa5-40d7-8d35-bea9bb8eb468 req-aedfd333-7ce1-42f6-9129-00a5d6a331b7 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487273 Jan 31 16:09:38.366744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f38ba-c2e2-478e-a7b9-022549b389ce None None] Network c15f69ad-34ad-45d6-8560-360f38da2f66 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:38.402481 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93c90add-77e3-499c-a2de-891f4b3a6c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.427199 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.449088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c97e0df-c23c-4456-b7b1-93ae6a0e3989']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:38.453736 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.462584 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c00d806-1447-4f24-b237-419b6eb45baa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:38.463342 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c00d806-1447-4f24-b237-419b6eb45baa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.470961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692fd24f-f04a-4832-aa5d-91a7a1bde189') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:38.471387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692fd24f-f04a-4832-aa5d-91a7a1bde189') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:38.485391 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.498998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93c90add-77e3-499c-a2de-891f4b3a6c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.511200 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93c90add-77e3-499c-a2de-891f4b3a6c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.512444 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-93c90add-77e3-499c-a2de-891f4b3a6c39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f HTTP/1.1" status: 204 len: 168 time: 0.3443754 Jan 31 16:09:38.530469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90add-77e3-499c-a2de-891f4b3a6c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbb92ad-f1e5-440d-a9c8-b8acc8ebe38f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:38.533769 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.548820 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1c00d806-1447-4f24-b237-419b6eb45baa tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5497518 Jan 31 16:09:38.549594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34766) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:38.555927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': 'c15f69ad-34ad-45d6-8560-360f38da2f66', 'name': 'tempest-PortsIpV6TestJSON-627423935', 'fixed_ips': [{'subnet_id': '7059e234-97e9-4518-b4f8-60b7ca914312', 'ip_address': '2001:db8::10'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:38.568641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:38.569429 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:38.573152 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:38.629063 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-c15f69ad-34ad-45d6-8560-360f38da2f66', 'network_id': 'c15f69ad-34ad-45d6-8560-360f38da2f66', 'tenant_id': '2aff9e35cdc94aefbadfb95d5b5ad9e1', 'fixed_ips': [{'subnet_id': '7059e234-97e9-4518-b4f8-60b7ca914312'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:09:38.633088 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.725525 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.739441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Deleting port cc3c8b06-eb1f-494a-a4ac-f1a288945cf8 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:38.740197 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.747819 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.753349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "DELETE /v2.0/networks/2c97e0df-c23c-4456-b7b1-93ae6a0e3989 HTTP/1.1" status: 204 len: 168 time: 1.5578291 Jan 31 16:09:38.754050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34770) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:38.810588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c15b2c-c5a8-4c16-bddf-9d8b3e52d131 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event deleted for resources: {'Network': ['ID=2c97e0df-c23c-4456-b7b1-93ae6a0e3989,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:38.883459 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Allocated IP 2001:db8::2 (c15f69ad-34ad-45d6-8560-360f38da2f66/7059e234-97e9-4518-b4f8-60b7ca914312/06f1e8ef-86e9-4b87-abb7-25c64ba08c96) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:38.909530 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.913929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:38.919814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87ba18-b5c9-4e2d-86bb-fed241fde847 None None] DHCP port deletion for 2c97e0df-c23c-4456-b7b1-93ae6a0e3989 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:09:38.920069 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:38.952950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2c591585-1c2f-4cf6-aaeb-0db2d30fc04f None None] Could not find standard attr ID for object 8f870bbf-4679-45fb-a53a-8a208784581e. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:09:38.966278 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de426c23-5d86-417e-83f6-ad2778b10f48 None None] Network 2c97e0df-c23c-4456-b7b1-93ae6a0e3989 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:38.967740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Calling delete_port for cc3c8b06-eb1f-494a-a4ac-f1a288945cf8 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:39.024272 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de426c23-5d86-417e-83f6-ad2778b10f48 None None] Network 2c97e0df-c23c-4456-b7b1-93ae6a0e3989 could not be found, it might have been deleted concurrently. {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 31 16:09:39.064391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.100560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e3c804-f0f7-4bdd-91bf-9e5491e0325c']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:39.113783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8877f62c-432a-4557-a2cf-28c5cdf64d5c') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:39.114446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8877f62c-432a-4557-a2cf-28c5cdf64d5c') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:39.127072 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.157164 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.165493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:39.166564 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:39.170627 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:39.189974 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.208980 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.253372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Pushing event updated for resources: {'Port': ['ID=06f1e8ef-86e9-4b87-abb7-25c64ba08c96,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:39.268742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Network c15f69ad-34ad-45d6-8560-360f38da2f66 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:39.270531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:39.275363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:39.275597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.313392 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.316720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-36e893b3-09ee-4cf8-a80f-e15ad76d765f req-481544f4-bc2f-44b2-8b67-906acbdf6642 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0452056 Jan 31 16:09:39.319849 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.322142 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.330541 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "DELETE /v2.0/networks/74e3c804-f0f7-4bdd-91bf-9e5491e0325c HTTP/1.1" status: 204 len: 168 time: 0.5729373 Jan 31 16:09:39.330781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port 8404757e-7adc-4bb2-b03f-00bfdb5524e7 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:09:39.339821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34782) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:39.345488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Attempting to bind port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:09:39.346037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Attempting to bind port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c15f69ad-34ad-45d6-8560-360f38da2f66'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:09:39.346235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Attempting to bind port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 on network c15f69ad-34ad-45d6-8560-360f38da2f66 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:09:39.364204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:09:39.365122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Checking segment: {'id': 'ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c15f69ad-34ad-45d6-8560-360f38da2f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:39.366097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Pushing event deleted for resources: {'Port': ['ID=cc3c8b06-eb1f-494a-a4ac-f1a288945cf8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:39.366575 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.367906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Bound using segment: {'id': 'ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c15f69ad-34ad-45d6-8560-360f38da2f66'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:09:39.368628 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Bound port: 06f1e8ef-86e9-4b87-abb7-25c64ba08c96, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c15f69ad-34ad-45d6-8560-360f38da2f66'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:09:39.369549 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.375362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49f8cf-23ea-4ceb-9641-ad0562f22552 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event deleted for resources: {'Network': ['ID=74e3c804-f0f7-4bdd-91bf-9e5491e0325c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:39.551161 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] For port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:09:39.554821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] For port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=06f1e8ef-86e9-4b87-abb7-25c64ba08c96,segment=NetworkSegment(ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0),segment_id=ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:09:39.565483 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.700181 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.702149 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90f2c4-a89f-4ce7-8fd5-683e76b46556 None None] Pushing event updated for resources: {'Port': ['ID=06f1e8ef-86e9-4b87-abb7-25c64ba08c96,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:39.776219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8f870bbf-4679-45fb-a53a-8a208784581e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:39.824834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8f870bbf-4679-45fb-a53a-8a208784581e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:39.828246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8f870bbf-4679-45fb-a53a-8a208784581e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:39.833686 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.846122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34474433-0ba0-462a-a593-aedb5c6a76b7 req-42eda741-4a12-4aa2-a69a-92ca3605e2ae tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:39.848611 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34474433-0ba0-462a-a593-aedb5c6a76b7 req-42eda741-4a12-4aa2-a69a-92ca3605e2ae tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 945 time: 0.0891414 Jan 31 16:09:39.895712 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34474433-0ba0-462a-a593-aedb5c6a76b7 req-72ae1720-833f-42eb-b846-0ff494c61a30 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399299 Jan 31 16:09:39.953536 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:39.959109 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.039006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8::10 (c15f69ad-34ad-45d6-8560-360f38da2f66/7059e234-97e9-4518-b4f8-60b7ca914312/8404757e-7adc-4bb2-b03f-00bfdb5524e7) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:40.060450 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.063497 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.064152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Fanout notify agent at l3_agent the message router_deleted on router 33783ae0-1c0a-4556-bbd3-92f568ca466b {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:09:40.074257 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.075503 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-011be2a1-c1c4-4bae-bb40-719385bad8ed tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/routers/33783ae0-1c0a-4556-bbd3-92f568ca466b HTTP/1.1" status: 204 len: 168 time: 2.4455070 Jan 31 16:09:40.079433 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34804) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:40.097377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4ab225-9217-440a-aea6-9866dcbdb750']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:40.103753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1308239469', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:40.108324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e56513b-d4b7-4b3a-a693-853fed80616d') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:40.108859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e56513b-d4b7-4b3a-a693-853fed80616d') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:40.136421 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.166150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34808) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:40.171875 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.184087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:40.185234 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:40.190506 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:40.229666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.231338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.278415 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.284244 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.289379 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "DELETE /v2.0/networks/fc4ab225-9217-440a-aea6-9866dcbdb750 HTTP/1.1" status: 204 len: 168 time: 0.9451902 Jan 31 16:09:40.294716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34822) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:40.296120 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.321268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca93ae-72cb-4a5f-b6b1-f1a850edd782 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event deleted for resources: {'Network': ['ID=fc4ab225-9217-440a-aea6-9866dcbdb750,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:40.428636 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.526083 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.569295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26865c2c-1e7b-4bae-b6c3-1a76e161bf7c']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:40.594825 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a8ec2b3b-77d7-468a-9e74-9311fc333abc req-83173564-07aa-4854-9857-fb8b2d36107c tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0508821 Jan 31 16:09:40.599328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04baaba-e321-49fe-bd14-d863b18da15f') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:40.600120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04baaba-e321-49fe-bd14-d863b18da15f') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:40.614187 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.639791 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.647181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:40.647725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:40.652045 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:40.728095 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.739473 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.744649 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] 10.222.0.36 "DELETE /v2.0/networks/26865c2c-1e7b-4bae-b6c3-1a76e161bf7c HTTP/1.1" status: 204 len: 168 time: 0.4443183 Jan 31 16:09:40.765884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bf88d-a26a-4d25-8a74-22dc09883ca0 tempest-BulkNetworkOpsIpV6Test-1307555501 tempest-BulkNetworkOpsIpV6Test-1307555501-project] Pushing event deleted for resources: {'Network': ['ID=26865c2c-1e7b-4bae-b6c3-1a76e161bf7c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:40.874396 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c7c3645a-a3ce-4243-85e5-4d2d88e06d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:40.920899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34840) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:40.965443 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1d5b1-3da7-46a9-aacc-1fe10406b337 None None] Network c15f69ad-34ad-45d6-8560-360f38da2f66 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:40.971898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.041255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34844) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:41.056815 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-01c15c70-27fe-43e4-a3bf-fe4d18fd7ce2 None None] Provisioning complete for port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:41.057185 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-01c15c70-27fe-43e4-a3bf-fe4d18fd7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.093882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.110793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d8d4b-a680-4619-bbc4-73e0a5957dca req-166c8761-a185-4383-a8c0-856c0243dbf8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:41.112338 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7b5d8d4b-a680-4619-bbc4-73e0a5957dca req-166c8761-a185-4383-a8c0-856c0243dbf8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.8855207 Jan 31 16:09:41.165000 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7b5d8d4b-a680-4619-bbc4-73e0a5957dca req-84d98cff-9c36-41f3-977f-2a59e02b18f7 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/quotas/650709d6bc894976b42eca4159787065 HTTP/1.1" status: 200 len: 375 time: 0.0296383 Jan 31 16:09:41.175531 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c83fe84d-3d46-41d7-8b39-676aa52b13c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.226172 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-01c15c70-27fe-43e4-a3bf-fe4d18fd7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.261334 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c7c3645a-a3ce-4243-85e5-4d2d88e06d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.261886 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-93088746-bd24-4e74-9a8a-65ea8038a262 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0748fb895641494487de852570258587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189212 Jan 31 16:09:41.262622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.266380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34848) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:41.276447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-01c15c70-27fe-43e4-a3bf-fe4d18fd7ce2 None None] For port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=06f1e8ef-86e9-4b87-abb7-25c64ba08c96,segment=NetworkSegment(ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0),segment_id=ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:41.285364 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-01c15c70-27fe-43e4-a3bf-fe4d18fd7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.290825 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c7c3645a-a3ce-4243-85e5-4d2d88e06d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.316313 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c83fe84d-3d46-41d7-8b39-676aa52b13c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.324839 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c83fe84d-3d46-41d7-8b39-676aa52b13c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.341097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c15c70-27fe-43e4-a3bf-fe4d18fd7ce2 None None] Pushing event updated for resources: {'Port': ['ID=06f1e8ef-86e9-4b87-abb7-25c64ba08c96,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:41.373504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c83fe84d-3d46-41d7-8b39-676aa52b13c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e1b8bf10ffe466a9a8fbf98fed9e5c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4511712 Jan 31 16:09:41.374159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34850) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:41.376484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fe84d-3d46-41d7-8b39-676aa52b13c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec5b4d3-fa5c-4388-96ad-73b0186e50b0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:41.426610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3645a-a3ce-4243-85e5-4d2d88e06d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feced37-d06b-4a3c-ac8a-f8ba0930af4a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:41.432937 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ec9366-213c-4466-9b76-e65523808c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.437820 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c7c3645a-a3ce-4243-85e5-4d2d88e06d2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b965eb5c0c4446986c13b2ca9e0e336&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2628973 Jan 31 16:09:41.445015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34852) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:41.455174 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7b5d8d4b-a680-4619-bbc4-73e0a5957dca req-17367e8d-b981-499b-b8ae-9bf329f26d42 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2824988 Jan 31 16:09:41.462383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network c15f69ad-34ad-45d6-8560-360f38da2f66 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:41.464627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=8404757e-7adc-4bb2-b03f-00bfdb5524e7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:41.471419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:41.474148 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ec9366-213c-4466-9b76-e65523808c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.479153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283a0bdd-f649-4e07-9378-c8b65df4af4d None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:09:41.489725 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:41.498889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:41.499532 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.539964 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2154068b-1695-4ebf-b267-cd5249bc47aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.557344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f0ccb31c-4f65-4ac5-92b2-a3515c58dad7 None None] Provisioning complete for port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:41.557735 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb31c-4f65-4ac5-92b2-a3515c58dad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.566464 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2154068b-1695-4ebf-b267-cd5249bc47aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.577619 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ec9366-213c-4466-9b76-e65523808c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.580800 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32ec9366-213c-4466-9b76-e65523808c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.584906 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-32ec9366-213c-4466-9b76-e65523808c99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ec5b4d3-fa5c-4388-96ad-73b0186e50b0 HTTP/1.1" status: 204 len: 168 time: 0.2096026 Jan 31 16:09:41.585081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8744-6561-40d6-805e-1c855c4110c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.592315 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4246431a-0555-4a8d-90e5-8f802c77d5f2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0405178 Jan 31 16:09:41.594922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34856) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:41.607899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': 'c15f69ad-34ad-45d6-8560-360f38da2f66', 'name': 'tempest-PortsIpV6TestJSON-1787856607', 'fixed_ips': [{'subnet_id': '7059e234-97e9-4518-b4f8-60b7ca914312', 'ip_address': '2001:db8::f'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:41.619626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9366-213c-4466-9b76-e65523808c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec5b4d3-fa5c-4388-96ad-73b0186e50b0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:41.645646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8744-6561-40d6-805e-1c855c4110c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.705928 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2154068b-1695-4ebf-b267-cd5249bc47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.709282 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2154068b-1695-4ebf-b267-cd5249bc47aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.711195 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2154068b-1695-4ebf-b267-cd5249bc47aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7feced37-d06b-4a3c-ac8a-f8ba0930af4a HTTP/1.1" status: 204 len: 168 time: 0.2647321 Jan 31 16:09:41.758116 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7b5d8d4b-a680-4619-bbc4-73e0a5957dca req-9211a7a8-0e1d-4a8b-aaed-b58dab771596 service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899368 Jan 31 16:09:41.777978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154068b-1695-4ebf-b267-cd5249bc47aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feced37-d06b-4a3c-ac8a-f8ba0930af4a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:41.870603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.871813 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283a0bdd-f649-4e07-9378-c8b65df4af4d None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:09:41.899995 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:41.918225 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0a01eb2-d7c6-4b94-9cf1-65597809c4b7 req-20b96b10-f1d3-4b8e-897f-c91c8714f901 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.1252232 Jan 31 16:09:41.958099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:42.003733 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7b5d8d4b-a680-4619-bbc4-73e0a5957dca req-83c5d460-3f90-4b72-9587-25421c2c874e service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212265 Jan 31 16:09:42.004578 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8744-6561-40d6-805e-1c855c4110c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:42.008831 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8744-6561-40d6-805e-1c855c4110c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:42.018307 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ca7e8744-6561-40d6-805e-1c855c4110c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9196f0f-e066-425b-8034-14ab2802fa4f HTTP/1.1" status: 204 len: 168 time: 0.7484381 Jan 31 16:09:42.061287 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:42.072905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:42.081515 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e8744-6561-40d6-805e-1c855c4110c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9196f0f-e066-425b-8034-14ab2802fa4f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:42.091661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port b0cad293-f7ca-432e-a0e4-2b328599cedd yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:09:42.201620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:42.201982 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:42.282212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Allocated IP 172.25.1.70 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/0fadef34-1860-4bc8-83a3-4f8731e0f756) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:42.416935 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:42.447476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34876) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:42.464052 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dad92a45-493e-4c0b-a03c-9e0b2c8682be admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:42.497170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8::f (c15f69ad-34ad-45d6-8560-360f38da2f66/7059e234-97e9-4518-b4f8-60b7ca914312/b0cad293-f7ca-432e-a0e4-2b328599cedd) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:42.597205 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dad92a45-493e-4c0b-a03c-9e0b2c8682be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:42.607011 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dad92a45-493e-4c0b-a03c-9e0b2c8682be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:42.669001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dad92a45-493e-4c0b-a03c-9e0b2c8682be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=790f77dd05b644d6830c51eb736663e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205019 Jan 31 16:09:42.672040 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:42.672251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34888) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:42.807164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad92a45-493e-4c0b-a03c-9e0b2c8682be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2dd2ca-095a-48b2-9659-4202804c23c5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:42.824956 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c880-1480-4522-940a-b7c5cae52baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:42.829887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:42.840086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:42.842647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Pushing event updated for resources: {'Port': ['ID=0fadef34-1860-4bc8-83a3-4f8731e0f756,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:42.852007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:42.904804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c880-1480-4522-940a-b7c5cae52baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:42.926576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-eb146d76-dcda-4e85-8926-b3f8fafae524 None None] Provisioning complete for port 8404757e-7adc-4bb2-b03f-00bfdb5524e7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:42.926957 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb146d76-dcda-4e85-8926-b3f8fafae524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:42.979344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:43.027414 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:43.030631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c880-1480-4522-940a-b7c5cae52baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:43.035110 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c880-1480-4522-940a-b7c5cae52baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:43.038445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4ab4c880-1480-4522-940a-b7c5cae52baa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b2dd2ca-095a-48b2-9659-4202804c23c5 HTTP/1.1" status: 204 len: 168 time: 0.3590872 Jan 31 16:09:43.047004 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-eb146d76-dcda-4e85-8926-b3f8fafae524 None None] Port 8404757e-7adc-4bb2-b03f-00bfdb5524e7 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:09:43.063920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4c880-1480-4522-940a-b7c5cae52baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2dd2ca-095a-48b2-9659-4202804c23c5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:43.129814 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c8896420-44f8-47c3-9a23-c4dd1fe2f2b5 req-cf0b9a67-db5d-42d5-85b0-4316b87cb78e tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0699155 Jan 31 16:09:43.169767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network c15f69ad-34ad-45d6-8560-360f38da2f66 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:43.175564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:43.181010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:43.187996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:43.188685 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:43.204932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=b0cad293-f7ca-432e-a0e4-2b328599cedd,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:43.224776 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8297b877-180b-48ba-a25b-be11659d5fc8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6276107 Jan 31 16:09:43.225387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34926) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:43.323844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c7b931-dfe0-466e-bdc0-845158571fb1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:43.328440 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-40c7b931-dfe0-466e-bdc0-845158571fb1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1020365 Jan 31 16:09:43.329061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34928) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:43.409026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d1362-bce6-4421-b6e6-2610cfe589f3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:43.419230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d1362-bce6-4421-b6e6-2610cfe589f3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:43.427439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:43.429682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d1362-bce6-4421-b6e6-2610cfe589f3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:43.432130 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-919d1362-bce6-4421-b6e6-2610cfe589f3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1020892 Jan 31 16:09:43.435501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34932) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:43.486471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-fbafde20-3b2d-40a0-930b-0a52e2a118ad tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:43.488078 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-fbafde20-3b2d-40a0-930b-0a52e2a118ad tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.2300742 Jan 31 16:09:43.546155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-6c141c73-f3c6-41e5-8d00-60ac6325ab4d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/quotas/650709d6bc894976b42eca4159787065 HTTP/1.1" status: 200 len: 375 time: 0.0486665 Jan 31 16:09:43.564781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-74c3ca4e-120f-4d9a-a7e7-bb3191f92b43 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port b0cad293-f7ca-432e-a0e4-2b328599cedd {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:43.565838 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74c3ca4e-120f-4d9a-a7e7-bb3191f92b43 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:43.615049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-d5eb06ca-a778-4fbf-9e26-100b8a75299c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596626 Jan 31 16:09:43.690036 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74c3ca4e-120f-4d9a-a7e7-bb3191f92b43 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:43.693487 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6e100669-8daf-4478-8ac9-ba22d1231664 None None] Provisioning complete for port b0cad293-f7ca-432e-a0e4-2b328599cedd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:43.694003 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6e100669-8daf-4478-8ac9-ba22d1231664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:43.708142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-74c3ca4e-120f-4d9a-a7e7-bb3191f92b43 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for b0cad293-f7ca-432e-a0e4-2b328599cedd owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:43.757128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6e100669-8daf-4478-8ac9-ba22d1231664 None None] Port b0cad293-f7ca-432e-a0e4-2b328599cedd cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:09:43.804182 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-e69a84cc-ab26-4fa8-bc9a-696c0de64dda service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511517 Jan 31 16:09:43.809244 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:43.894423 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74c3ca4e-120f-4d9a-a7e7-bb3191f92b43 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:43.948552 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3ca4e-120f-4d9a-a7e7-bb3191f92b43 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=b0cad293-f7ca-432e-a0e4-2b328599cedd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:43.987526 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74c3ca4e-120f-4d9a-a7e7-bb3191f92b43 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:43.993640 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-74c3ca4e-120f-4d9a-a7e7-bb3191f92b43 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/b0cad293-f7ca-432e-a0e4-2b328599cedd HTTP/1.1" status: 204 len: 168 time: 0.5537565 Jan 31 16:09:43.993765 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-b29e32cf-6c40-49f8-a38b-214d1e45fc38 service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777599 Jan 31 16:09:43.993765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34956) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:44.026395 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b01313a-a870-4f36-b3e5-3617314d0a85 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:09:44.028024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7b01313a-a870-4f36-b3e5-3617314d0a85 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/b0cad293-f7ca-432e-a0e4-2b328599cedd HTTP/1.1" status: 404 len: 333 time: 0.0333638 Jan 31 16:09:44.031412 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34962) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:44.061155 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Router c1b77b4f-7ad4-4667-931c-8eddc495b9e1 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:09:44.212602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-02fc33ed-3773-4319-a5a2-09354ec6c8c4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 8404757e-7adc-4bb2-b03f-00bfdb5524e7 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:44.216254 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02fc33ed-3773-4319-a5a2-09354ec6c8c4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:44.246429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34980) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:44.301594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:44.314898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eafd171-70f7-42ef-8f4c-aca0dc5b0d03 None None] Sync routers for ids ['c1b77b4f-7ad4-4667-931c-8eddc495b9e1'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:44.332488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eafd171-70f7-42ef-8f4c-aca0dc5b0d03 None None] Routers {'c1b77b4f-7ad4-4667-931c-8eddc495b9e1'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:44.337093 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5eafd171-70f7-42ef-8f4c-aca0dc5b0d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c1b77b4f-7ad4-4667-931c-8eddc495b9e1'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:44.340445 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:44.346659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f5b14a0c-94b6-4903-8026-39dfa431a28f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2616343 Jan 31 16:09:44.347384 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34986) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:44.360865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:44.372146 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-259b7700-0340-4a9b-836a-394fb5258ee9 req-73bdc354-843c-4e3e-8ac5-95b4c8bdc6cd tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0534475 Jan 31 16:09:44.434022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5eafd171-70f7-42ef-8f4c-aca0dc5b0d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:44.437793 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02fc33ed-3773-4319-a5a2-09354ec6c8c4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:44.456713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eafd171-70f7-42ef-8f4c-aca0dc5b0d03 None None] Routers {'c1b77b4f-7ad4-4667-931c-8eddc495b9e1'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:44.457367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5eafd171-70f7-42ef-8f4c-aca0dc5b0d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c1b77b4f-7ad4-4667-931c-8eddc495b9e1'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:44.461911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-02fc33ed-3773-4319-a5a2-09354ec6c8c4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 8404757e-7adc-4bb2-b03f-00bfdb5524e7 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:44.479722 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-965e26a9-b400-418f-8b71-58c7be10bab3 req-acfa080a-801d-4a79-b95b-e0b646811b4e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 210 time: 0.1258054 Jan 31 16:09:44.534327 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5eafd171-70f7-42ef-8f4c-aca0dc5b0d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:44.535049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eafd171-70f7-42ef-8f4c-aca0dc5b0d03 None None] The sync data for ids ['c1b77b4f-7ad4-4667-931c-8eddc495b9e1'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:44.678611 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02fc33ed-3773-4319-a5a2-09354ec6c8c4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:44.721756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc33ed-3773-4319-a5a2-09354ec6c8c4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=8404757e-7adc-4bb2-b03f-00bfdb5524e7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:44.748531 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02fc33ed-3773-4319-a5a2-09354ec6c8c4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:44.758553 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-02fc33ed-3773-4319-a5a2-09354ec6c8c4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/8404757e-7adc-4bb2-b03f-00bfdb5524e7 HTTP/1.1" status: 204 len: 168 time: 0.7259812 Jan 31 16:09:44.760412 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34998) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:44.796973 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3386c339-bbfb-49ae-bbe1-6f88f93f46f6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:09:44.803701 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3386c339-bbfb-49ae-bbe1-6f88f93f46f6 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/8404757e-7adc-4bb2-b03f-00bfdb5524e7 HTTP/1.1" status: 404 len: 333 time: 0.0417683 Jan 31 16:09:44.805351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35000) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:44.822683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35002) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:44.927044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-210d48c0-45b7-4e6a-b761-e126422c4474 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting subnet 7059e234-97e9-4518-b4f8-60b7ca914312 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:09:44.938634 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-210d48c0-45b7-4e6a-b761-e126422c4474 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.049259 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-210d48c0-45b7-4e6a-b761-e126422c4474 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.186755 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-210d48c0-45b7-4e6a-b761-e126422c4474 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.221185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9aa3986f-2824-41eb-b9c8-fc9163912752 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1201258325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:45.243347 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5534e47d-b9dc-4ad5-8764-ed186b2eed1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.262872 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9aa3986f-2824-41eb-b9c8-fc9163912752 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.264059 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9aa3986f-2824-41eb-b9c8-fc9163912752 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.329717 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-210d48c0-45b7-4e6a-b761-e126422c4474 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.395566 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-210d48c0-45b7-4e6a-b761-e126422c4474 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.399628 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-210d48c0-45b7-4e6a-b761-e126422c4474 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/7059e234-97e9-4518-b4f8-60b7ca914312 HTTP/1.1" status: 204 len: 168 time: 0.5921459 Jan 31 16:09:45.401192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c7b36-da8a-4493-8797-a70361d8dda9 None None] Network c15f69ad-34ad-45d6-8560-360f38da2f66 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:45.406359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d48c0-45b7-4e6a-b761-e126422c4474 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Subnet': ['ID=7059e234-97e9-4518-b4f8-60b7ca914312,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:45.408286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35022) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:45.420162 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9aa3986f-2824-41eb-b9c8-fc9163912752 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.430185 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9aa3986f-2824-41eb-b9c8-fc9163912752 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.449666 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5534e47d-b9dc-4ad5-8764-ed186b2eed1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.476935 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9aa3986f-2824-41eb-b9c8-fc9163912752 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.478462 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9aa3986f-2824-41eb-b9c8-fc9163912752 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2309735 Jan 31 16:09:45.482936 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.486003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35024) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:45.491717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1523842362'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:45.507662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5534e47d-b9dc-4ad5-8764-ed186b2eed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.541621 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.594419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Made reservation on behalf of c47efad02c034f2493e24bd0935173ed for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:45.598316 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.673430 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d9e84e46-07ba-4eee-a1b5-d1ed3a11ff78 req-90517876-bc4b-4b0d-9374-de393a6e5628 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.1508236 Jan 31 16:09:45.699572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d4fddc8-0d8c-43c3-8fb1-0f2af69b6c25 req-8be656b7-463b-4ebd-8da4-57444073cdc0 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 210 time: 0.0605419 Jan 31 16:09:45.700675 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.732251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db168609-4762-4c58-9d3e-4429756b38cd None None] DHCP port deletion for c15f69ad-34ad-45d6-8560-360f38da2f66 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:09:45.753107 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5534e47d-b9dc-4ad5-8764-ed186b2eed1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c761005df884c4cac80c3c64aa88ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9277985 Jan 31 16:09:45.756015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35032) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:45.762996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534e47d-b9dc-4ad5-8764-ed186b2eed1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5cde4e-69b0-4792-8089-f1f5e958680c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:45.771611 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.780310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Deleting port 0fadef34-1860-4bc8-83a3-4f8731e0f756 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:45.780851 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.811574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-c7e2ffb5-dcec-4e30-8857-b09b92fd0db8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:45.813137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-c7e2ffb5-dcec-4e30-8857-b09b92fd0db8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.3187952 Jan 31 16:09:45.830374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-db168609-4762-4c58-9d3e-4429756b38cd None None] Deleting port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:45.831088 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-db168609-4762-4c58-9d3e-4429756b38cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.844353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Request body: {'port': {'device_id': 'b672aa9d-7fdf-429c-875d-847e73610170', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'admin_state_up': True, 'tenant_id': '650709d6bc894976b42eca4159787065'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:45.918457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-db168609-4762-4c58-9d3e-4429756b38cd None None] For port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=06f1e8ef-86e9-4b87-abb7-25c64ba08c96,segment=NetworkSegment(ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0),segment_id=ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:45.919142 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-db168609-4762-4c58-9d3e-4429756b38cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.921748 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cda7602b-5fb2-4453-8009-5f87da782d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.940725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-db168609-4762-4c58-9d3e-4429756b38cd None None] Calling delete_port for 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:45.948933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:09:45.949556 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.966097 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.984363 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cda7602b-5fb2-4453-8009-5f87da782d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.986077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:45.995656 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.030483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755c17b6-f08f-480e-a245-5350c6ed23c5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:46.047051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Made reservation on behalf of 650709d6bc894976b42eca4159787065 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:46.049112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Calling delete_port for 0fadef34-1860-4bc8-83a3-4f8731e0f756 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:46.051202 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.069778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:46.072038 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-db168609-4762-4c58-9d3e-4429756b38cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.075840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] For port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=06f1e8ef-86e9-4b87-abb7-25c64ba08c96,segment=NetworkSegment(ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0),segment_id=ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:46.076354 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.096379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:09:46.099235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db168609-4762-4c58-9d3e-4429756b38cd None None] No DVR routers for this DVR port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:46.114656 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.115103 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Added segment 9911e775-1faf-43fc-9ca9-895f0fcba600 of type vlan for network 535d9272-d114-434f-ad45-04cd801c1929 Jan 31 16:09:46.142097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db168609-4762-4c58-9d3e-4429756b38cd None None] Pushing event deleted for resources: {'Port': ['ID=06f1e8ef-86e9-4b87-abb7-25c64ba08c96,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:46.209486 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cda7602b-5fb2-4453-8009-5f87da782d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.212798 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cda7602b-5fb2-4453-8009-5f87da782d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.213439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cda7602b-5fb2-4453-8009-5f87da782d7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea5cde4e-69b0-4792-8089-f1f5e958680c HTTP/1.1" status: 204 len: 168 time: 0.4561148 Jan 31 16:09:46.221072 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.271012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7602b-5fb2-4453-8009-5f87da782d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5cde4e-69b0-4792-8089-f1f5e958680c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:46.314150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Allocated IP 172.20.0.3 (ee461f7c-cf6b-444b-944c-f969c92675a4/c18b0c43-4884-496a-b742-bf7f0dcdb7c4/5c8bf2cd-dbd0-4870-9f05-a95ce230dc15) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:46.320873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.321114 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.329087 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:46.330034 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.359677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8725529 Jan 31 16:09:46.359932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=06f1e8ef-86e9-4b87-abb7-25c64ba08c96,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:46.360390 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35048) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:46.371381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No DVR routers for this DVR port 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:09:46.390607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bbc994ce-a49d-4327-9f85-55b33ba676ce tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Request body: {'subnet': {'network_id': '535d9272-d114-434f-ad45-04cd801c1929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:46.533353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b017cc7-b40f-47f8-b96f-a59ef7b697d7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event updated for resources: {'Network': ['ID=535d9272-d114-434f-ad45-04cd801c1929,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:46.543893 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.545379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 535d9272-d114-434f-ad45-04cd801c1929 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:46.575233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.617566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Pushing event deleted for resources: {'Port': ['ID=0fadef34-1860-4bc8-83a3-4f8731e0f756,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:46.618761 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15f69ad-34ad-45d6-8560-360f38da2f66']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:46.647533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc994ce-a49d-4327-9f85-55b33ba676ce tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Made reservation on behalf of c47efad02c034f2493e24bd0935173ed for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:46.651661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bbc994ce-a49d-4327-9f85-55b33ba676ce tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.665938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:46.666853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1b5b9f-f288-44a2-9ac5-e4ac6bb46eb0') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:46.683712 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.722023 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.755923 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.790296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:09:46.790710 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.798742 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.808432 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-17e331a9-8604-4e91-92a4-1a1e4dccc0e3 req-e39df4bd-608b-45f5-aab5-812b97702084 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0440485 Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:09:46.810313 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:09:46.893776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.914708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.921763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/networks/c15f69ad-34ad-45d6-8560-360f38da2f66 HTTP/1.1" status: 204 len: 168 time: 1.5070500 Jan 31 16:09:46.921763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2026a2-3efc-4797-9e83-7d1dcd11a2b3 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Network': ['ID=c15f69ad-34ad-45d6-8560-360f38da2f66,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:46.922661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35070) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:46.927842 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-769b6c12-cef4-4195-b0b5-d1db2d7d58b5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-335695104'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:46.945738 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:46.953673 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d47e7716-3374-46fe-88f9-cb007eb612b2 req-e0892439-8fcf-4a14-b0cc-cf6dddd0fd01 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 210 time: 0.0866268 Jan 31 16:09:46.956833 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:09:47.004328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event updated for resources: {'Port': ['ID=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:47.023536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769b6c12-cef4-4195-b0b5-d1db2d7d58b5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:47.026681 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-769b6c12-cef4-4195-b0b5-d1db2d7d58b5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.040946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Network ee461f7c-cf6b-444b-944c-f969c92675a4 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:47.046070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:47.049442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:47.082163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769b6c12-cef4-4195-b0b5-d1db2d7d58b5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:47.100533 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-769b6c12-cef4-4195-b0b5-d1db2d7d58b5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.100851 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-769b6c12-cef4-4195-b0b5-d1db2d7d58b5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Added segment 9cf965dd-5daf-4d60-808d-d86398f0c318 of type vlan for network 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326 Jan 31 16:09:47.124253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:47.124882 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.159971 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-aff4da2e-f71b-426f-b613-e1f76e194af8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3214552 Jan 31 16:09:47.174295 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.178706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Request body: {'port': {'device_id': 'b672aa9d-7fdf-429c-875d-847e73610170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:47.181569 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.187471 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-769b6c12-cef4-4195-b0b5-d1db2d7d58b5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.222311 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-20a660a1-24eb-4525-95e7-afb6c506659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.262531 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.299189 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-769b6c12-cef4-4195-b0b5-d1db2d7d58b5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.305024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769b6c12-cef4-4195-b0b5-d1db2d7d58b5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:47.305674 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-769b6c12-cef4-4195-b0b5-d1db2d7d58b5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.310754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35078) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:47.347800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Router c1b77b4f-7ad4-4667-931c-8eddc495b9e1 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:09:47.361354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bbc994ce-a49d-4327-9f85-55b33ba676ce tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.401919 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-769b6c12-cef4-4195-b0b5-d1db2d7d58b5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4783423 Jan 31 16:09:47.410013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35084) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:47.414921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-07abd57b-f04a-4a6b-b338-033719721112 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': '4ce8d9fa-9f17-44e2-b94f-fef8a16f1326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:47.419684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc994ce-a49d-4327-9f85-55b33ba676ce tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event updated for resources: {'Subnet': ['ID=e83f38e1-69f2-4851-91a4-de107fc76caf,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:47.539582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:47.548729 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.552421 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-62671650-92eb-451a-94ac-e27624bcf6de tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "PUT /v2.0/routers/c1b77b4f-7ad4-4667-931c-8eddc495b9e1 HTTP/1.1" status: 200 len: 706 time: 3.2016289 Jan 31 16:09:47.552998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35088) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:47.553749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc994ce-a49d-4327-9f85-55b33ba676ce tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Checking segment: {'id': '9911e775-1faf-43fc-9ca9-895f0fcba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '535d9272-d114-434f-ad45-04cd801c1929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:47.554102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc994ce-a49d-4327-9f85-55b33ba676ce tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Network hostable DHCP agents. Network: 535d9272-d114-434f-ad45-04cd801c1929, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:09:47.555018 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d81977e-f75a-46a5-931c-9dfd01938f5e None None] Sync routers for ids ['c1b77b4f-7ad4-4667-931c-8eddc495b9e1'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:47.567314 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d81977e-f75a-46a5-931c-9dfd01938f5e None None] Routers {'c1b77b4f-7ad4-4667-931c-8eddc495b9e1'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:47.568551 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7d81977e-f75a-46a5-931c-9dfd01938f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c1b77b4f-7ad4-4667-931c-8eddc495b9e1'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:47.611794 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7d81977e-f75a-46a5-931c-9dfd01938f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:47.621875 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d81977e-f75a-46a5-931c-9dfd01938f5e None None] Routers {'c1b77b4f-7ad4-4667-931c-8eddc495b9e1'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:47.622916 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7d81977e-f75a-46a5-931c-9dfd01938f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c1b77b4f-7ad4-4667-931c-8eddc495b9e1'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:47.642236 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3236bfe5-d3e2-426a-926b-906434ce7d5c tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/routers/c1b77b4f-7ad4-4667-931c-8eddc495b9e1 HTTP/1.1" status: 200 len: 741 time: 0.0826404 Jan 31 16:09:47.646496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35092) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:47.682418 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7d81977e-f75a-46a5-931c-9dfd01938f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:47.683823 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d81977e-f75a-46a5-931c-9dfd01938f5e None None] The sync data for ids ['c1b77b4f-7ad4-4667-931c-8eddc495b9e1'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:47.709455 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8e450b67-40bc-456e-a7a2-828d6cea15d4 tempest-RoutersAdminTest-744075329 tempest-RoutersAdminTest-744075329-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&device_id=c1b77b4f-7ad4-4667-931c-8eddc495b9e1 HTTP/1.1" status: 200 len: 205 time: 0.0612192 Jan 31 16:09:47.713606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35094) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:47.730709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc994ce-a49d-4327-9f85-55b33ba676ce tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Network 535d9272-d114-434f-ad45-04cd801c1929 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:09:47.762666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:09:47.767191 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2635d2b4-f9ca-4d2c-bbc4-11ee919a3447 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b77b4f-7ad4-4667-931c-8eddc495b9e1 HTTP/1.1" status: 200 len: 205 time: 0.0521028 Jan 31 16:09:47.769447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35098) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:47.778274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-bbc994ce-a49d-4327-9f85-55b33ba676ce tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 535d9272-d114-434f-ad45-04cd801c1929) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:47.783512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc994ce-a49d-4327-9f85-55b33ba676ce tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:47.784653 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bbc994ce-a49d-4327-9f85-55b33ba676ce tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.811363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:09:47.811770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 06f1e8ef-86e9-4b87-abb7-25c64ba08c96 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:09:47.824025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344abd1e-66d3-497d-8a77-05943b9989eb None None] Network 535d9272-d114-434f-ad45-04cd801c1929 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:47.831123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b6c12-cef4-4195-b0b5-d1db2d7d58b5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Network': ['ID=4ce8d9fa-9f17-44e2-b94f-fef8a16f1326,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:47.855409 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:47.857571 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bc4a2cc0-2e41-4479-a7fa-2278e0b27a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.886261 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bbc994ce-a49d-4327-9f85-55b33ba676ce tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5014455 Jan 31 16:09:47.887255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35104) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:47.895590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-da444257-4c25-4e71-bcb7-fb6b6996368c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Request body: {'network': {'name': 'tempest-router-network01--439126979'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:47.908855 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-984b7a9a-4ff0-425f-8877-e96ca228c64c tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:47.980048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07abd57b-f04a-4a6b-b338-033719721112 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:47.994530 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07abd57b-f04a-4a6b-b338-033719721112 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.007174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da444257-4c25-4e71-bcb7-fb6b6996368c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Made reservation on behalf of c47efad02c034f2493e24bd0935173ed for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:48.011856 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da444257-4c25-4e71-bcb7-fb6b6996368c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.131840 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0ca53e51-adc9-4615-98cb-39c8e4284aa9 req-20198b01-80de-457b-a503-48eea10abcaa tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.1568196 Jan 31 16:09:48.141823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-535d9272-d114-434f-ad45-04cd801c1929', 'network_id': '535d9272-d114-434f-ad45-04cd801c1929', 'tenant_id': 'c47efad02c034f2493e24bd0935173ed', 'fixed_ips': [{'subnet_id': 'e83f38e1-69f2-4851-91a4-de107fc76caf'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:09:48.143285 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.164667 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-984b7a9a-4ff0-425f-8877-e96ca228c64c tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.171139 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-984b7a9a-4ff0-425f-8877-e96ca228c64c tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.189459 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da444257-4c25-4e71-bcb7-fb6b6996368c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:48.245446 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da444257-4c25-4e71-bcb7-fb6b6996368c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.246121 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-da444257-4c25-4e71-bcb7-fb6b6996368c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Added segment cceca13d-6132-4ef8-9b84-a0390c12008a of type vlan for network f10205c2-648f-46cb-b613-f2987e25f677 Jan 31 16:09:48.254268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803915a1-d212-427c-b4ed-2fd01cdcfa7c req-a9ffc3ce-a556-43a9-9cde-267172794f41 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:48.255810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-803915a1-d212-427c-b4ed-2fd01cdcfa7c req-a9ffc3ce-a556-43a9-9cde-267172794f41 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 931 time: 0.1605775 Jan 31 16:09:48.268824 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-984b7a9a-4ff0-425f-8877-e96ca228c64c tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.269775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984b7a9a-4ff0-425f-8877-e96ca228c64c tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Fanout notify agent at l3_agent the message router_deleted on router c1b77b4f-7ad4-4667-931c-8eddc495b9e1 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:09:48.278387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-984b7a9a-4ff0-425f-8877-e96ca228c64c tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.279305 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-984b7a9a-4ff0-425f-8877-e96ca228c64c tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/routers/c1b77b4f-7ad4-4667-931c-8eddc495b9e1 HTTP/1.1" status: 204 len: 168 time: 0.5087459 Jan 31 16:09:48.284361 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bc4a2cc0-2e41-4479-a7fa-2278e0b27a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.287580 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35116) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:48.312320 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bc4a2cc0-2e41-4479-a7fa-2278e0b27a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.327035 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da444257-4c25-4e71-bcb7-fb6b6996368c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.346400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-803915a1-d212-427c-b4ed-2fd01cdcfa7c req-e829c51d-de02-4488-8151-3b3a6d09a98f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814707 Jan 31 16:09:48.377366 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da444257-4c25-4e71-bcb7-fb6b6996368c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.384342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da444257-4c25-4e71-bcb7-fb6b6996368c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:48.385296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da444257-4c25-4e71-bcb7-fb6b6996368c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.392365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Allocated IP 172.20.0.2 (535d9272-d114-434f-ad45-04cd801c1929/e83f38e1-69f2-4851-91a4-de107fc76caf/781bfe0e-660b-4d65-ab60-286f624020a0) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:48.404678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bc4a2cc0-2e41-4479-a7fa-2278e0b27a87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66cbff0a4190491e84e0990b533e397a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0901232 Jan 31 16:09:48.424005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35120) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:48.427088 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a2cc0-2e41-4479-a7fa-2278e0b27a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb1d5b1-0649-4450-9685-050f5ad0c23a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:48.432484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-10c3bbdb-4cec-4ada-860a-afe4c1ded83b tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1b77b4f-7ad4-4667-931c-8eddc495b9e1 HTTP/1.1" status: 200 len: 205 time: 0.1403055 Jan 31 16:09:48.442435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35124) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:48.512459 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-da444257-4c25-4e71-bcb7-fb6b6996368c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6221535 Jan 31 16:09:48.514358 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-b7fa85f1-135e-47a3-a064-8a87831a9b02 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] delete failed (client error): The resource could not be found. Jan 31 16:09:48.515709 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b7fa85f1-135e-47a3-a064-8a87831a9b02 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/routers/c1b77b4f-7ad4-4667-931c-8eddc495b9e1 HTTP/1.1" status: 404 len: 336 time: 0.0721326 Jan 31 16:09:48.518625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35128) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:48.519970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35130) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:48.522016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:09:48.545136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Request body: {'network': {'name': 'tempest-router-network02--507889863'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:48.548515 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da444257-4c25-4e71-bcb7-fb6b6996368c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event updated for resources: {'Network': ['ID=f10205c2-648f-46cb-b613-f2987e25f677,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:48.570231 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1932af96-6ac5-49ba-bd53-10cbc59fed8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.571612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.573955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network f10205c2-648f-46cb-b613-f2987e25f677 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:48.594649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Made reservation on behalf of c47efad02c034f2493e24bd0935173ed for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:48.596599 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1932af96-6ac5-49ba-bd53-10cbc59fed8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.599205 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.608247 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d4c9decf-63fa-47bc-9915-9ea03594420f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "GET /v2.0/ports?device_id=33783ae0-1c0a-4556-bbd3-92f568ca466b HTTP/1.1" status: 200 len: 205 time: 0.0796392 Jan 31 16:09:48.615856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35134) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:48.654958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Transition to ACTIVE for port object 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:09:48.671080 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.676552 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-e38ba99a-3c0b-4940-a30b-27b685ae604a tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] delete failed (client error): The resource could not be found. Jan 31 16:09:48.677915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e38ba99a-3c0b-4940-a30b-27b685ae604a tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/routers/33783ae0-1c0a-4556-bbd3-92f568ca466b HTTP/1.1" status: 404 len: 336 time: 0.0564744 Jan 31 16:09:48.679645 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.681617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35140) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:48.690231 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.727383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Network 535d9272-d114-434f-ad45-04cd801c1929 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:48.730474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:48.734227 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:48.738778 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07abd57b-f04a-4a6b-b338-033719721112 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.742325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Pushing event updated for resources: {'Port': ['ID=781bfe0e-660b-4d65-ab60-286f624020a0,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:48.746464 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:48.831728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Attempting to bind port 781bfe0e-660b-4d65-ab60-286f624020a0 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:09:48.833781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Attempting to bind port 781bfe0e-660b-4d65-ab60-286f624020a0 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '9911e775-1faf-43fc-9ca9-895f0fcba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '535d9272-d114-434f-ad45-04cd801c1929'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:09:48.834418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Attempting to bind port 781bfe0e-660b-4d65-ab60-286f624020a0 on network 535d9272-d114-434f-ad45-04cd801c1929 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:09:48.834610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abd57b-f04a-4a6b-b338-033719721112 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Subnet': ['ID=bffb7118-a833-487e-9c4f-c48bf25f7cf4,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:48.855725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:09:48.856178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Checking segment: {'id': '9911e775-1faf-43fc-9ca9-895f0fcba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '535d9272-d114-434f-ad45-04cd801c1929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:48.856671 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.857249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Bound using segment: {'id': '9911e775-1faf-43fc-9ca9-895f0fcba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '535d9272-d114-434f-ad45-04cd801c1929'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:09:48.857829 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Bound port: 781bfe0e-660b-4d65-ab60-286f624020a0, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9911e775-1faf-43fc-9ca9-895f0fcba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '535d9272-d114-434f-ad45-04cd801c1929'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:09:48.858377 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.861875 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.862533 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Added segment 73116f5c-ebaa-47cb-a864-48c20b4d8f29 of type vlan for network 25cf4a36-2408-4d22-8f3e-7a045d36e324 Jan 31 16:09:48.892608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Pushing event updated for resources: {'Port': ['ID=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:48.925446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07abd57b-f04a-4a6b-b338-033719721112 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Checking segment: {'id': '9cf965dd-5daf-4d60-808d-d86398f0c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4ce8d9fa-9f17-44e2-b94f-fef8a16f1326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:48.926078 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07abd57b-f04a-4a6b-b338-033719721112 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network hostable DHCP agents. Network: 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:09:48.968730 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:48.981544 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] For port 781bfe0e-660b-4d65-ab60-286f624020a0, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:09:48.986837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] For port 781bfe0e-660b-4d65-ab60-286f624020a0, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=781bfe0e-660b-4d65-ab60-286f624020a0,segment=NetworkSegment(9911e775-1faf-43fc-9ca9-895f0fcba600),segment_id=9911e775-1faf-43fc-9ca9-895f0fcba600)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:09:48.992173 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.010423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07abd57b-f04a-4a6b-b338-033719721112 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:09:49.039898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-07abd57b-f04a-4a6b-b338-033719721112 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:49.048058 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07abd57b-f04a-4a6b-b338-033719721112 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:49.048735 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07abd57b-f04a-4a6b-b338-033719721112 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.055709 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.061432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:49.062140 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.084494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b4555-75a8-48e9-842e-d7f9918d7dd1 None None] Network 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:49.094445 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a7b26d19-04e9-487c-88fd-26255757cac0 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "GET /v2.0/ports?device_id=6164d65a-b48a-4db6-b03f-daa20cbd9869 HTTP/1.1" status: 200 len: 205 time: 0.4115465 Jan 31 16:09:49.096921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35156) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:49.115837 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Attempting to bind port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:09:49.116056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Attempting to bind port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:09:49.116364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Attempting to bind port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:09:49.137363 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-53966435-7f09-4aef-9e1f-76a299727b61 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] delete failed (client error): The resource could not be found. Jan 31 16:09:49.141409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-53966435-7f09-4aef-9e1f-76a299727b61 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/routers/6164d65a-b48a-4db6-b03f-daa20cbd9869 HTTP/1.1" status: 404 len: 336 time: 0.0426283 Jan 31 16:09:49.142054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35158) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:49.179834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d5222649-0f53-4e4b-888b-7bb80fbfd3df tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "GET /v2.0/ports?device_id=9131aa5b-2cf3-4eae-b7d1-1598c49fc193 HTTP/1.1" status: 200 len: 205 time: 0.0363383 Jan 31 16:09:49.180488 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35162) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:49.186637 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-07abd57b-f04a-4a6b-b338-033719721112 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7722363 Jan 31 16:09:49.186885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35166) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:49.188826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637578ab-d2b8-4994-b1c2-55f39d84514c None None] Pushing event updated for resources: {'Port': ['ID=781bfe0e-660b-4d65-ab60-286f624020a0,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:49.190340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 on network ee461f7c-cf6b-444b-944c-f969c92675a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:09:49.190850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Attempting to bind port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:09:49.192219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4161313b-310c-4894-8ff8-bfd77e33edb2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-370159665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:49.197657 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1932af96-6ac5-49ba-bd53-10cbc59fed8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.200099 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1932af96-6ac5-49ba-bd53-10cbc59fed8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.204076 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1932af96-6ac5-49ba-bd53-10cbc59fed8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4eb1d5b1-0649-4450-9685-050f5ad0c23a HTTP/1.1" status: 204 len: 168 time: 0.7231395 Jan 31 16:09:49.212481 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6823325 Jan 31 16:09:49.212481 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35170) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:49.227457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-24befdc5-fbfa-40b9-a44b-0cc4d0e8ddac tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Request body: {'subnet': {'network_id': 'f10205c2-648f-46cb-b613-f2987e25f677', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:49.236169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:09:49.236612 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Checking segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:49.237330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Bound using segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:09:49.238095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Bound port: 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:09:49.238649 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.248125 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-4e5a426c-35b5-4d48-a11a-068f74c2a18d tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] delete failed (client error): The resource could not be found. Jan 31 16:09:49.252045 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4e5a426c-35b5-4d48-a11a-068f74c2a18d tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/routers/9131aa5b-2cf3-4eae-b7d1-1598c49fc193 HTTP/1.1" status: 404 len: 336 time: 0.0702419 Jan 31 16:09:49.252756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35172) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:49.271550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event updated for resources: {'Network': ['ID=25cf4a36-2408-4d22-8f3e-7a045d36e324,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:49.278525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932af96-6ac5-49ba-bd53-10cbc59fed8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb1d5b1-0649-4450-9685-050f5ad0c23a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:49.306538 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-447638a1-bcb4-47b2-93d4-3ea0612e9dc1 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced6640d-be7a-4680-ac35-3f620541486a HTTP/1.1" status: 200 len: 205 time: 0.0504222 Jan 31 16:09:49.309899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35176) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:49.316641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:49.317128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:49.317586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:49.318688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:49.318688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:49.318688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:49.319232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:49.319649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:49.320064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:49.320479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:49.321007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:49.321672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df3c43-9e77-4b36-a35a-20b8034d6ced tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:49.369495 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-b002eb3b-d919-4561-93dd-cd6562886dbb tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] delete failed (client error): The resource could not be found. Jan 31 16:09:49.371101 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b002eb3b-d919-4561-93dd-cd6562886dbb tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/routers/ced6640d-be7a-4680-ac35-3f620541486a HTTP/1.1" status: 404 len: 336 time: 0.0598643 Jan 31 16:09:49.371567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 25cf4a36-2408-4d22-8f3e-7a045d36e324 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:49.373705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35180) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:49.421616 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e04844e7-0690-4d12-bb12-84bb499a2c4f tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "GET /v2.0/ports?device_id=0437519f-cbb5-4ed3-85f8-88609fe397fe HTTP/1.1" status: 200 len: 205 time: 0.0463407 Jan 31 16:09:49.422915 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4161313b-310c-4894-8ff8-bfd77e33edb2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.424059 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4161313b-310c-4894-8ff8-bfd77e33edb2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.437606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35184) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:49.600966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] For port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:09:49.607287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] For port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:09:49.608533 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-51192fac-a613-4f93-99c5-e1dc88c4c795 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] delete failed (client error): The resource could not be found. Jan 31 16:09:49.615328 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-51192fac-a613-4f93-99c5-e1dc88c4c795 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/routers/0437519f-cbb5-4ed3-85f8-88609fe397fe HTTP/1.1" status: 404 len: 336 time: 0.1756616 Jan 31 16:09:49.642504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-63570de0-d3d4-462c-890f-dff91af05deb req-1d7e7445-838c-4cbe-b812-e84badf71ebd tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.3725109 Jan 31 16:09:49.643916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35190) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:49.734666 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.740962 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-43761e71-6976-4cb5-8a21-2d9b4b1bfd79 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] DELETE failed (client error): The resource could not be found. Jan 31 16:09:49.741423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43761e71-6976-4cb5-8a21-2d9b4b1bfd79 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:09:49.750279 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-43761e71-6976-4cb5-8a21-2d9b4b1bfd79 tempest-RoutersAdminTest-678236433 tempest-RoutersAdminTest-678236433-project] 10.222.0.36 "DELETE /v2.0/subnets/f5749476-13f2-4bbd-a4e6-71d973d4e432 HTTP/1.1" status: 404 len: 337 time: 0.1028721 Jan 31 16:09:49.752742 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24befdc5-fbfa-40b9-a44b-0cc4d0e8ddac tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Made reservation on behalf of c47efad02c034f2493e24bd0935173ed for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:49.764497 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-24befdc5-fbfa-40b9-a44b-0cc4d0e8ddac tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.819894 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c92d315-88e7-4664-9b2c-c9b81b36006f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.824393 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4161313b-310c-4894-8ff8-bfd77e33edb2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.858613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5cf88-348f-4c51-bf5b-38e8acd1db8b req-da9f0034-2243-47ee-a6d5-c6593513d02e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:49.860718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-4ce8d9fa-9f17-44e2-b94f-fef8a16f1326', 'network_id': '4ce8d9fa-9f17-44e2-b94f-fef8a16f1326', 'tenant_id': '2aff9e35cdc94aefbadfb95d5b5ad9e1', 'fixed_ips': [{'subnet_id': 'bffb7118-a833-487e-9c4f-c48bf25f7cf4'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:09:49.863995 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.871758 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4dc5cf88-348f-4c51-bf5b-38e8acd1db8b req-da9f0034-2243-47ee-a6d5-c6593513d02e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 943 time: 0.3066721 Jan 31 16:09:49.884510 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4161313b-310c-4894-8ff8-bfd77e33edb2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.901268 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 781bfe0e-660b-4d65-ab60-286f624020a0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:49.928214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:49.928837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:49.928997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35196) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:49.930604 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] 10.222.0.20 "PUT /v2.0/ports/5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 HTTP/1.1" status: 200 len: 1091 time: 2.7571838 Jan 31 16:09:49.931407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b672aa9d-7fdf-429c-875d-847e73610170', 'tag': '5c8bf2cd-dbd0-4870-9f05-a95ce230dc15'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:49.934710 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d85e0d3-6d2c-439e-b5c3-d9e871482b57" -d '{"events": [{"name": "network-changed", "server_uuid": "b672aa9d-7fdf-429c-875d-847e73610170", "tag": "5c8bf2cd-dbd0-4870-9f05-a95ce230dc15"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:49.980648 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886fc9f4-376c-4178-bf98-7b76f84a8f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.019652 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4161313b-310c-4894-8ff8-bfd77e33edb2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.024273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4161313b-310c-4894-8ff8-bfd77e33edb2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8354042 Jan 31 16:09:50.027105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35200) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:50.042633 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a341e4c5-8ceb-4716-9eca-5eb9db2b0a47 x-openstack-request-id: req-a341e4c5-8ceb-4716-9eca-5eb9db2b0a47 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:09:50.043313 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b672aa9d-7fdf-429c-875d-847e73610170", "tag": "5c8bf2cd-dbd0-4870-9f05-a95ce230dc15", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:09:50.043778 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a341e4c5-8ceb-4716-9eca-5eb9db2b0a47 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:09:50.044364 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b672aa9d-7fdf-429c-875d-847e73610170', 'tag': '5c8bf2cd-dbd0-4870-9f05-a95ce230dc15', 'status': 'completed', 'code': 200} Jan 31 16:09:50.051675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f52e2d-28c0-4ce9-8616-d44914c19d1b service neutron] Pushing event updated for resources: {'Port': ['ID=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:50.054826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'network_id': '4ce8d9fa-9f17-44e2-b94f-fef8a16f1326', 'name': 'tempest-PortsIpV6TestJSON-658333965'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:50.085322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-44ae55d8-a37f-4bf9-a2d2-c5fb951f248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:50.087566 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-44ae55d8-a37f-4bf9-a2d2-c5fb951f248e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 1094 time: 0.1182246 Jan 31 16:09:50.117199 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 781bfe0e-660b-4d65-ab60-286f624020a0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:50.117597 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.198489 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Allocated IP 2001:db8::2 (4ce8d9fa-9f17-44e2-b94f-fef8a16f1326/bffb7118-a833-487e-9c4f-c48bf25f7cf4/a8615553-bdcc-420f-b7e2-22cc74df5f18) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:50.206165 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-130c046c-b08b-4ace-b98a-b11fc3313bf6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 HTTP/1.1" status: 200 len: 217 time: 0.1074338 Jan 31 16:09:50.211606 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4dc5cf88-348f-4c51-bf5b-38e8acd1db8b req-ce1e6514-7cf7-47b5-91c3-38dfdcb35f9d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336055 Jan 31 16:09:50.233711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35206) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:50.262331 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.321841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35210) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:50.418079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 781bfe0e-660b-4d65-ab60-286f624020a0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=781bfe0e-660b-4d65-ab60-286f624020a0,segment=NetworkSegment(9911e775-1faf-43fc-9ca9-895f0fcba600),segment_id=9911e775-1faf-43fc-9ca9-895f0fcba600)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:50.427462 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886fc9f4-376c-4178-bf98-7b76f84a8f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.428929 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.438454 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886fc9f4-376c-4178-bf98-7b76f84a8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.453575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-7daf593f-f3a7-4313-b4c7-6a235d8588a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:50.454820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-7daf593f-f3a7-4313-b4c7-6a235d8588a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.2274508 Jan 31 16:09:50.464737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:50.469007 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.492013 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-24befdc5-fbfa-40b9-a44b-0cc4d0e8ddac tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.517941 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-886fc9f4-376c-4178-bf98-7b76f84a8f47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7138f38b3714ab7b6fbfd7b25848182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842943 Jan 31 16:09:50.518699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35214) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:50.524509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fc9f4-376c-4178-bf98-7b76f84a8f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9942c65f-98b5-4f54-9f1f-2ef660520598,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:50.551632 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-05545b4c-6748-4af4-94e5-7328a9b52cc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847645 Jan 31 16:09:50.573564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port 4f04fa86-e1a0-4d10-ac3d-af7bd0b59844 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:09:50.585455 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.600282 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.605168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.615671 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1e20402-5425-4809-b796-091013cea588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.637300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Network 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:50.638271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=781bfe0e-660b-4d65-ab60-286f624020a0,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:50.649359 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:50.653521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:50.690548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24befdc5-fbfa-40b9-a44b-0cc4d0e8ddac tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Checking segment: {'id': 'cceca13d-6132-4ef8-9b84-a0390c12008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f10205c2-648f-46cb-b613-f2987e25f677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:50.691505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24befdc5-fbfa-40b9-a44b-0cc4d0e8ddac tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Network hostable DHCP agents. Network: f10205c2-648f-46cb-b613-f2987e25f677, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:09:50.716756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24befdc5-fbfa-40b9-a44b-0cc4d0e8ddac tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event updated for resources: {'Subnet': ['ID=ab7be83b-248a-4bd9-9930-4c73ed7e0abf,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:50.758201 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Pushing event updated for resources: {'Port': ['ID=a8615553-bdcc-420f-b7e2-22cc74df5f18,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:50.767681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Attempting to bind port a8615553-bdcc-420f-b7e2-22cc74df5f18 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:09:50.768045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Attempting to bind port a8615553-bdcc-420f-b7e2-22cc74df5f18 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '9cf965dd-5daf-4d60-808d-d86398f0c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4ce8d9fa-9f17-44e2-b94f-fef8a16f1326'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:09:50.768405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Attempting to bind port a8615553-bdcc-420f-b7e2-22cc74df5f18 on network 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:09:50.778943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:09:50.779552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Checking segment: {'id': '9cf965dd-5daf-4d60-808d-d86398f0c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4ce8d9fa-9f17-44e2-b94f-fef8a16f1326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:50.780178 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.780851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Bound using segment: {'id': '9cf965dd-5daf-4d60-808d-d86398f0c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4ce8d9fa-9f17-44e2-b94f-fef8a16f1326'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:09:50.781684 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Bound port: a8615553-bdcc-420f-b7e2-22cc74df5f18, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf965dd-5daf-4d60-808d-d86398f0c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4ce8d9fa-9f17-44e2-b94f-fef8a16f1326'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:09:50.782384 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.803110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24befdc5-fbfa-40b9-a44b-0cc4d0e8ddac tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Network f10205c2-648f-46cb-b613-f2987e25f677 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:09:50.845904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fee0495-1202-4db3-855c-8be1bc9260c1 None None] Network 535d9272-d114-434f-ad45-04cd801c1929 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:50.851752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a2cfeac-25c3-413d-a9ed-45910e1092d9 req-caa542eb-6e67-4452-8875-f9c8f2f21380 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0565960 Jan 31 16:09:50.853954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-23240f27-5e47-4e39-bb96-d22db3efb621 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787635 Jan 31 16:09:50.856299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-24befdc5-fbfa-40b9-a44b-0cc4d0e8ddac tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, f10205c2-648f-46cb-b613-f2987e25f677) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:50.861899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24befdc5-fbfa-40b9-a44b-0cc4d0e8ddac tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:50.862847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-24befdc5-fbfa-40b9-a44b-0cc4d0e8ddac tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.875567 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52625f87-afbb-4729-9896-41167e875153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.933905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd66d8fa-fd6d-49f7-840c-59b3242f3ab2 None None] Network f10205c2-648f-46cb-b613-f2987e25f677 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:50.939966 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-24befdc5-fbfa-40b9-a44b-0cc4d0e8ddac tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7198024 Jan 31 16:09:50.942434 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1e20402-5425-4809-b796-091013cea588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.944509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35218) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:50.951374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7fe3012f-beb6-4adc-8e35-ea99d6dc25a1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Request body: {'subnet': {'network_id': '25cf4a36-2408-4d22-8f3e-7a045d36e324', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:50.965591 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8::d3 (4ce8d9fa-9f17-44e2-b94f-fef8a16f1326/bffb7118-a833-487e-9c4f-c48bf25f7cf4/4f04fa86-e1a0-4d10-ac3d-af7bd0b59844) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:50.968058 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1e20402-5425-4809-b796-091013cea588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:50.995188 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52625f87-afbb-4729-9896-41167e875153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.000444 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f1e20402-5425-4809-b796-091013cea588 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0b5522d7f4341a481eccd30cc91dd92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6755216 Jan 31 16:09:51.021009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35220) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:51.090421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5969861d-ad7d-40dd-b8c2-8ee0b2ef66b8 None None] Provisioning complete for port 781bfe0e-660b-4d65-ab60-286f624020a0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:51.090709 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5969861d-ad7d-40dd-b8c2-8ee0b2ef66b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.092288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.116341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e20402-5425-4809-b796-091013cea588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709a4b32-f1af-42bf-af72-d8784863c5dc,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:51.124763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-f10205c2-648f-46cb-b613-f2987e25f677', 'network_id': 'f10205c2-648f-46cb-b613-f2987e25f677', 'tenant_id': 'c47efad02c034f2493e24bd0935173ed', 'fixed_ips': [{'subnet_id': 'ab7be83b-248a-4bd9-9930-4c73ed7e0abf'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:09:51.125653 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.137096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe3012f-beb6-4adc-8e35-ea99d6dc25a1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Made reservation on behalf of c47efad02c034f2493e24bd0935173ed for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:51.146290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7fe3012f-beb6-4adc-8e35-ea99d6dc25a1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.173081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.184008 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.219220 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=770c1cb9fb1242eeb0f63f2950f82164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9822345 Jan 31 16:09:51.243458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35222) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:51.266010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fe31ddd-9a4e-4496-80e9-3c64d72c4784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.274475 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Allocated IP 172.20.0.2 (f10205c2-648f-46cb-b613-f2987e25f677/ab7be83b-248a-4bd9-9930-4c73ed7e0abf/dfc26ef0-2b45-4bfa-8313-bfacc827e932) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:51.298352 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f606b08b-a1ca-452f-8d38-5d72ae7c3de8 req-c8ce8b1f-c70b-49e1-b191-b710068df429 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309001 Jan 31 16:09:51.314198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] For port a8615553-bdcc-420f-b7e2-22cc74df5f18, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:09:51.352070 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fe31ddd-9a4e-4496-80e9-3c64d72c4784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.378663 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52625f87-afbb-4729-9896-41167e875153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.381441 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-52625f87-afbb-4729-9896-41167e875153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.385277 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-52625f87-afbb-4729-9896-41167e875153 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9942c65f-98b5-4f54-9f1f-2ef660520598 HTTP/1.1" status: 204 len: 168 time: 0.8596158 Jan 31 16:09:51.388367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] For port a8615553-bdcc-420f-b7e2-22cc74df5f18, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a8615553-bdcc-420f-b7e2-22cc74df5f18,segment=NetworkSegment(9cf965dd-5daf-4d60-808d-d86398f0c318),segment_id=9cf965dd-5daf-4d60-808d-d86398f0c318)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:09:51.400601 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.448338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e0d3-6d2c-439e-b5c3-d9e871482b57 req-08b0c7e8-cf42-4235-a405-8c97bb01f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:51.449794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d85e0d3-6d2c-439e-b5c3-d9e871482b57 req-08b0c7e8-cf42-4235-a405-8c97bb01f7c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 1094 time: 0.1059451 Jan 31 16:09:51.486228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a11bb68-17d7-45ae-8664-51758c5f27a2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:51.560751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:51.560939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:51.561284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:51.561926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:51.562265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:51.562600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:51.562929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:51.563257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:51.563581 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:51.563904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:51.564226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:51.564545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e680193-0a6c-428f-9d41-ecf0dd034130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:09:51.633549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7fe3012f-beb6-4adc-8e35-ea99d6dc25a1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.684463 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ba8d-60a3-4cf0-b8e4-2e533b1f8209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.720848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c555ea6-6b44-496e-ab45-c5015734ff2c None None] Pushing event updated for resources: {'Port': ['ID=a8615553-bdcc-420f-b7e2-22cc74df5f18,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:51.744719 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e0d3-6d2c-439e-b5c3-d9e871482b57 req-735183c5-7124-4b32-a28b-1492dde225d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:51.746121 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d85e0d3-6d2c-439e-b5c3-d9e871482b57 req-735183c5-7124-4b32-a28b-1492dde225d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 907 time: 0.2735775 Jan 31 16:09:51.750037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3012f-beb6-4adc-8e35-ea99d6dc25a1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event updated for resources: {'Subnet': ['ID=e302d57d-ede4-434c-a186-d2367d42e118,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:51.775138 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ba8d-60a3-4cf0-b8e4-2e533b1f8209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.821881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d85e0d3-6d2c-439e-b5c3-d9e871482b57 req-62ed145b-f584-4369-8d25-4a862cf4ca8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 HTTP/1.1" status: 200 len: 217 time: 0.0599334 Jan 31 16:09:51.846844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52625f87-afbb-4729-9896-41167e875153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9942c65f-98b5-4f54-9f1f-2ef660520598,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:51.876869 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fe31ddd-9a4e-4496-80e9-3c64d72c4784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.879529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe3012f-beb6-4adc-8e35-ea99d6dc25a1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Checking segment: {'id': '73116f5c-ebaa-47cb-a864-48c20b4d8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '25cf4a36-2408-4d22-8f3e-7a045d36e324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:51.879908 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3012f-beb6-4adc-8e35-ea99d6dc25a1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Network hostable DHCP agents. Network: 25cf4a36-2408-4d22-8f3e-7a045d36e324, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:09:51.880217 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.883957 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fe31ddd-9a4e-4496-80e9-3c64d72c4784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.890067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0fe31ddd-9a4e-4496-80e9-3c64d72c4784 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/709a4b32-f1af-42bf-af72-d8784863c5dc HTTP/1.1" status: 204 len: 168 time: 0.8670704 Jan 31 16:09:51.895348 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 781bfe0e-660b-4d65-ab60-286f624020a0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:51.932277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e0d3-6d2c-439e-b5c3-d9e871482b57 req-511e4738-9a60-4598-9262-2c879c9844c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:51.934287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d85e0d3-6d2c-439e-b5c3-d9e871482b57 req-511e4738-9a60-4598-9262-2c879c9844c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.1045876 Jan 31 16:09:51.935497 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3012f-beb6-4adc-8e35-ea99d6dc25a1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Network 25cf4a36-2408-4d22-8f3e-7a045d36e324 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:09:51.946136 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:51.988489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-7fe3012f-beb6-4adc-8e35-ea99d6dc25a1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 25cf4a36-2408-4d22-8f3e-7a045d36e324) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:52.027680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Network f10205c2-648f-46cb-b613-f2987e25f677 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:52.043517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f98f1f-c50d-4bf0-b0ff-1105d6c9223f None None] Network 25cf4a36-2408-4d22-8f3e-7a045d36e324 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:52.047261 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d85e0d3-6d2c-439e-b5c3-d9e871482b57 req-7539cb6e-7f8e-47ec-8c21-f0e04a7de58d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930214 Jan 31 16:09:52.048551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe3012f-beb6-4adc-8e35-ea99d6dc25a1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:52.049125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7fe3012f-beb6-4adc-8e35-ea99d6dc25a1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.062708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe31ddd-9a4e-4496-80e9-3c64d72c4784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709a4b32-f1af-42bf-af72-d8784863c5dc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:52.110692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ddc4e-ae67-4a61-ab3a-bdfe06278f70 req-22e96469-e4c6-48dd-8945-e7301b7ef618 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:52.121036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fc9ddc4e-ae67-4a61-ab3a-bdfe06278f70 req-22e96469-e4c6-48dd-8945-e7301b7ef618 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 943 time: 0.7873485 Jan 31 16:09:52.178925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:52.253187 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:52.299286 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.316318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Pushing event updated for resources: {'Port': ['ID=dfc26ef0-2b45-4bfa-8313-bfacc827e932,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:52.325762 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d85e0d3-6d2c-439e-b5c3-d9e871482b57 req-ca4fb1bc-8920-4ae4-966a-60df5ceb658b service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536395 Jan 31 16:09:52.395301 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.439556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ba8d-60a3-4cf0-b8e4-2e533b1f8209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.442393 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ba8d-60a3-4cf0-b8e4-2e533b1f8209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.446172 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dfb6ba8d-60a3-4cf0-b8e4-2e533b1f8209 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a11bb68-17d7-45ae-8664-51758c5f27a2 HTTP/1.1" status: 204 len: 168 time: 1.1923459 Jan 31 16:09:52.455779 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.460147 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fc9ddc4e-ae67-4a61-ab3a-bdfe06278f70 req-17b36a26-1248-41b5-952a-59d74ff65713 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376927 Jan 31 16:09:52.495834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6ba8d-60a3-4cf0-b8e4-2e533b1f8209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a11bb68-17d7-45ae-8664-51758c5f27a2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:52.512693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:52.516514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:52.527335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 781bfe0e-660b-4d65-ab60-286f624020a0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:52.527997 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.528322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:52.540812 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:52.541701 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.583712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=4f04fa86-e1a0-4d10-ac3d-af7bd0b59844,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:52.599006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d1c0d95-9848-4a4c-b3ce-988be8b05de3 req-8cf29c04-f48f-43a9-b50c-9f9a62119502 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.2835970 Jan 31 16:09:52.599160 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e3a92ee2-3d5c-49e5-b7c0-5c1f3bdfaa37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5568652 Jan 31 16:09:52.604639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35246) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:52.613280 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7fe3012f-beb6-4adc-8e35-ea99d6dc25a1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6652303 Jan 31 16:09:52.613924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35248) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:52.644676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-25cf4a36-2408-4d22-8f3e-7a045d36e324', 'network_id': '25cf4a36-2408-4d22-8f3e-7a045d36e324', 'tenant_id': 'c47efad02c034f2493e24bd0935173ed', 'fixed_ips': [{'subnet_id': 'e302d57d-ede4-434c-a186-d2367d42e118'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:09:52.645566 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.674064 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d85e0d3-6d2c-439e-b5c3-d9e871482b57 req-6cbb7654-25cd-45c2-9147-04b284e4fe43 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360345 Jan 31 16:09:52.761736 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Attempting to bind port dfc26ef0-2b45-4bfa-8313-bfacc827e932 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:09:52.762417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Attempting to bind port dfc26ef0-2b45-4bfa-8313-bfacc827e932 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'cceca13d-6132-4ef8-9b84-a0390c12008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f10205c2-648f-46cb-b613-f2987e25f677'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:09:52.764501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Attempting to bind port dfc26ef0-2b45-4bfa-8313-bfacc827e932 on network f10205c2-648f-46cb-b613-f2987e25f677 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:09:52.820368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35252) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:52.848275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:09:52.849516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Checking segment: {'id': 'cceca13d-6132-4ef8-9b84-a0390c12008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f10205c2-648f-46cb-b613-f2987e25f677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:52.850167 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.850767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Bound using segment: {'id': 'cceca13d-6132-4ef8-9b84-a0390c12008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f10205c2-648f-46cb-b613-f2987e25f677'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:09:52.851462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Bound port: dfc26ef0-2b45-4bfa-8313-bfacc827e932, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cceca13d-6132-4ef8-9b84-a0390c12008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'f10205c2-648f-46cb-b613-f2987e25f677'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:09:52.852067 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.865676 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.867822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-17d468f8-2698-46b1-9ea0-ff3b3edc11d4 None None] Provisioning complete for port 781bfe0e-660b-4d65-ab60-286f624020a0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:52.868403 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-17d468f8-2698-46b1-9ea0-ff3b3edc11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:52.900898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a96d7277-b954-40f6-914b-c09a1410d1b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ac63195d83844cb8479a40621948aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793226 Jan 31 16:09:52.903457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35254) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:53.011184 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-feea23e6-b2ab-4f79-ab87-0b3ee791fde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.063661 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-feea23e6-b2ab-4f79-ab87-0b3ee791fde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.129698 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c986a7c3-f235-4dcb-b9b1-b1dfc9e3b0e2 None None] Network 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:53.137393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35260) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:53.166022 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-36ee8631-37fc-4e60-8360-1a0854ae4149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.206225 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-feea23e6-b2ab-4f79-ab87-0b3ee791fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.208988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-feea23e6-b2ab-4f79-ab87-0b3ee791fde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.212595 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-feea23e6-b2ab-4f79-ab87-0b3ee791fde3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6207bf5a-759b-4a1e-b13c-0bae3107d299 HTTP/1.1" status: 204 len: 168 time: 0.3058367 Jan 31 16:09:53.224469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea23e6-b2ab-4f79-ab87-0b3ee791fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6207bf5a-759b-4a1e-b13c-0bae3107d299,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:53.280512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-36ee8631-37fc-4e60-8360-1a0854ae4149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.287333 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-36ee8631-37fc-4e60-8360-1a0854ae4149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.321894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] For port dfc26ef0-2b45-4bfa-8313-bfacc827e932, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:09:53.341385 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee8631-37fc-4e60-8360-1a0854ae4149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d06735-675a-4cb6-8521-53856892ef6c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:53.346424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Allocated IP 172.20.0.2 (25cf4a36-2408-4d22-8f3e-7a045d36e324/e302d57d-ede4-434c-a186-d2367d42e118/bbc078e5-ecfc-495e-a73d-30a02c9f8dc1) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:53.354317 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] For port dfc26ef0-2b45-4bfa-8313-bfacc827e932, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=dfc26ef0-2b45-4bfa-8313-bfacc827e932,segment=NetworkSegment(cceca13d-6132-4ef8-9b84-a0390c12008a),segment_id=cceca13d-6132-4ef8-9b84-a0390c12008a)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:09:53.367976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-36ee8631-37fc-4e60-8360-1a0854ae4149 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d918860934d2494284f03a358b63ed7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181609 Jan 31 16:09:53.370616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35266) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:53.376053 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.437919 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e48e9f36-6014-4528-8be3-f59bbb99a5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.483713 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e48e9f36-6014-4528-8be3-f59bbb99a5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.591411 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e48e9f36-6014-4528-8be3-f59bbb99a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.593981 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e48e9f36-6014-4528-8be3-f59bbb99a5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.595144 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e48e9f36-6014-4528-8be3-f59bbb99a5a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09d06735-675a-4cb6-8521-53856892ef6c HTTP/1.1" status: 204 len: 168 time: 0.2234359 Jan 31 16:09:53.609267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e9f36-6014-4528-8be3-f59bbb99a5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d06735-675a-4cb6-8521-53856892ef6c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:53.619332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.776013 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e7ab7bbe-d8cb-416e-a6a7-918cd4b49439 req-dfec5585-369e-4a56-b5e9-a84da709c279 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0578668 Jan 31 16:09:53.787811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:53.792495 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5143dc49-1ed6-46a6-b1cc-4ac53a26972b req-15148a08-bcf3-4f51-9a8e-257a4fa280f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.2165353 Jan 31 16:09:53.821631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f9d3a-4de4-46d4-bc78-88ee54828c97 None None] Pushing event updated for resources: {'Port': ['ID=dfc26ef0-2b45-4bfa-8313-bfacc827e932,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:53.896091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a8615553-bdcc-420f-b7e2-22cc74df5f18 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:53.923104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485426-b5a6-4064-8675-28a5bd7a3280 req-3d53a855-7fc0-42cb-8cae-39e83d88d474 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:53.931030 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e0485426-b5a6-4064-8675-28a5bd7a3280 req-3d53a855-7fc0-42cb-8cae-39e83d88d474 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 943 time: 0.3223937 Jan 31 16:09:54.033058 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9354b2c2-0326-4c71-a154-680db26d1075 None None] Provisioning complete for port a8615553-bdcc-420f-b7e2-22cc74df5f18 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:54.033494 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9354b2c2-0326-4c71-a154-680db26d1075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.080347 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e0485426-b5a6-4064-8675-28a5bd7a3280 req-485ef0ac-3439-4e7d-8815-1b535430d4af tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479833 Jan 31 16:09:54.082293 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.100628 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.202842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Network 25cf4a36-2408-4d22-8f3e-7a045d36e324 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:54.210856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:54.220959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:54.237912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a8615553-bdcc-420f-b7e2-22cc74df5f18 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:54.238215 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.253216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Pushing event updated for resources: {'Port': ['ID=bbc078e5-ecfc-495e-a73d-30a02c9f8dc1,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:54.388014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Attempting to bind port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:09:54.388649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Attempting to bind port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '73116f5c-ebaa-47cb-a864-48c20b4d8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '25cf4a36-2408-4d22-8f3e-7a045d36e324'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:09:54.389307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Attempting to bind port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 on network 25cf4a36-2408-4d22-8f3e-7a045d36e324 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:09:54.402361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:09:54.403229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Checking segment: {'id': '73116f5c-ebaa-47cb-a864-48c20b4d8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '25cf4a36-2408-4d22-8f3e-7a045d36e324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:09:54.403822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.404373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Bound using segment: {'id': '73116f5c-ebaa-47cb-a864-48c20b4d8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '25cf4a36-2408-4d22-8f3e-7a045d36e324'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:09:54.405002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Bound port: bbc078e5-ecfc-495e-a73d-30a02c9f8dc1, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73116f5c-ebaa-47cb-a864-48c20b4d8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '25cf4a36-2408-4d22-8f3e-7a045d36e324'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:09:54.405656 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.409496 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9354b2c2-0326-4c71-a154-680db26d1075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.551935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9354b2c2-0326-4c71-a154-680db26d1075 None None] For port a8615553-bdcc-420f-b7e2-22cc74df5f18, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a8615553-bdcc-420f-b7e2-22cc74df5f18,segment=NetworkSegment(9cf965dd-5daf-4d60-808d-d86398f0c318),segment_id=9cf965dd-5daf-4d60-808d-d86398f0c318)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:54.572958 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.580237 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.581310 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9354b2c2-0326-4c71-a154-680db26d1075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.603719 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.673442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] For port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:09:54.687591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] For port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bbc078e5-ecfc-495e-a73d-30a02c9f8dc1,segment=NetworkSegment(73116f5c-ebaa-47cb-a864-48c20b4d8f29),segment_id=73116f5c-ebaa-47cb-a864-48c20b4d8f29)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:09:54.695098 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.716369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=4f04fa86-e1a0-4d10-ac3d-af7bd0b59844,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:54.737512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:09:54.773963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Allocated IP 172.20.0.1 (f10205c2-648f-46cb-b613-f2987e25f677/ab7be83b-248a-4bd9-9930-4c73ed7e0abf/6c4765b8-315c-423a-b1ac-d53a826149a6) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:09:54.833891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354b2c2-0326-4c71-a154-680db26d1075 None None] Pushing event updated for resources: {'Port': ['ID=a8615553-bdcc-420f-b7e2-22cc74df5f18,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:54.847679 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:09:54.848501 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:09:54.870376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6420f4d2-0029-406e-88e4-6d517717df20 None None] Provisioning complete for port a8615553-bdcc-420f-b7e2-22cc74df5f18 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:54.870895 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6420f4d2-0029-406e-88e4-6d517717df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:54.942070 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.resource_extend [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:09:55.063294 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58b659c5-3569-402c-88b9-365a0df4b4de req-b03cb584-a7ce-45ec-8b14-eb953e521e00 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0669663 Jan 31 16:09:55.123432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2d6d5-19a2-4e3b-902b-8980cf248c5e None None] Pushing event updated for resources: {'Port': ['ID=bbc078e5-ecfc-495e-a73d-30a02c9f8dc1,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:55.212499 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:55.273766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:55.308103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '5c8bf2cd-dbd0-4870-9f05-a95ce230dc15', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'port_id': '5c8bf2cd-dbd0-4870-9f05-a95ce230dc15', 'mac_address': 'fa:16:3e:1f:fb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18b0c43-4884-496a-b742-bf7f0dcdb7c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:09:55.309945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6420f4d2-0029-406e-88e4-6d517717df20 None None] Provisioning complete for port 4f04fa86-e1a0-4d10-ac3d-af7bd0b59844 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:55.310323 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6420f4d2-0029-406e-88e4-6d517717df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:55.374252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6420f4d2-0029-406e-88e4-6d517717df20 None None] Port 4f04fa86-e1a0-4d10-ac3d-af7bd0b59844 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:09:55.456412 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:55.475298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:09:55.502504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:55.509219 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:55.555241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35330) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:55.571739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1da00f5b-77b4-4e2b-afd6-8ee59bf81326 None None] Provisioning complete for port 4f04fa86-e1a0-4d10-ac3d-af7bd0b59844 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:55.572053 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1da00f5b-77b4-4e2b-afd6-8ee59bf81326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:55.633242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92bb92b-c1a2-4800-99c6-63226ad0906a None None] Network f10205c2-648f-46cb-b613-f2987e25f677 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:55.754752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['5c8bf2cd-dbd0-4870-9f05-a95ce230dc15'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:09:55.767443 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:55.782160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2002221247'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:55.803333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-1da00f5b-77b4-4e2b-afd6-8ee59bf81326 None None] Port 4f04fa86-e1a0-4d10-ac3d-af7bd0b59844 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:09:55.827989 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:55.836499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:09:55.848182 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:55.871857 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:55.985204 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:56.012018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a7d65-2920-4a65-a2fa-5814f1ff5eba req-ed2f409f-bdd7-481c-97ad-9e885bd0b88c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:56.020417 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b4a7d65-2920-4a65-a2fa-5814f1ff5eba req-ed2f409f-bdd7-481c-97ad-9e885bd0b88c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 944 time: 0.7816846 Jan 31 16:09:56.083892 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:56.093908 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:56.151818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:09:56.161157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7739db9c-34f2-4b1c-a189-0ad5f888b724,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:56.169639 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:56.176357 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Added segment 20e3db12-c423-491c-8ebe-f6243d57e5c4 of type vlan for network 112c53c9-7c26-48e5-a885-77be9ec1d3c9 Jan 31 16:09:56.203384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device dfc26ef0-2b45-4bfa-8313-bfacc827e932 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:56.274072 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:56.291868 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-93552ba6-9440-4b76-9363-27e1e6348af4 req-08594e77-d56d-4c91-8af2-41f9f57d15b2 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0521491 Jan 31 16:09:56.293592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:56.319145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-82045d20-5217-4abf-8185-566ba0e546a7 None None] Provisioning complete for port dfc26ef0-2b45-4bfa-8313-bfacc827e932 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:56.319698 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-82045d20-5217-4abf-8185-566ba0e546a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:56.344148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b4a7d65-2920-4a65-a2fa-5814f1ff5eba req-5ac2612a-4497-4335-aa3e-fe741d50cb29 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227210 Jan 31 16:09:56.345000 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:56.361842 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:56.362502 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:56.439977 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8824334 Jan 31 16:09:56.470089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:56.515388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac3dd9-5c05-49fe-b9d6-94dd7f52532d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Network': ['ID=112c53c9-7c26-48e5-a885-77be9ec1d3c9,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:56.564971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 112c53c9-7c26-48e5-a885-77be9ec1d3c9 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:09:56.742625 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7def1afc-71f5-4101-9900-8ecd3bb58b4d None None] Network 25cf4a36-2408-4d22-8f3e-7a045d36e324 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:09:56.777251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Network f10205c2-648f-46cb-b613-f2987e25f677 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:56.792419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:56.803912 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:09:56.837908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port dfc26ef0-2b45-4bfa-8313-bfacc827e932 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:56.838302 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:56.858059 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-64f99b68-0967-4553-a0b6-ee5ad5f51caf req-05f48c41-63cb-4603-982b-43fad6f37dc0 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=382c5ecf-00b7-4ef1-b859-289b5d6facc0&device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0472906 Jan 31 16:09:56.871765 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35360) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:56.887377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event updated for resources: {'Port': ['ID=6c4765b8-315c-423a-b1ac-d53a826149a6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:57.074623 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.096587 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26fb64f5-28f7-4f65-a7b8-023ba8edd327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.145072 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-82045d20-5217-4abf-8185-566ba0e546a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.238500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-82045d20-5217-4abf-8185-566ba0e546a7 None None] For port dfc26ef0-2b45-4bfa-8313-bfacc827e932, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=dfc26ef0-2b45-4bfa-8313-bfacc827e932,segment=NetworkSegment(cceca13d-6132-4ef8-9b84-a0390c12008a),segment_id=cceca13d-6132-4ef8-9b84-a0390c12008a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:57.248574 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-82045d20-5217-4abf-8185-566ba0e546a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.446068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d828a894-dd20-492e-977f-23832eb23210 req-098a0f6c-ee4c-48cf-a716-b12f1f319dff tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0707667 Jan 31 16:09:57.453183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:57.456196 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5acf552f-246d-4163-bbd7-6da23617b6ac req-cd62602d-5ebc-424f-90d5-8baa441d1847 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d93faedc6f5402da49f91c4688dab3d&device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.1806805 Jan 31 16:09:57.470275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26fb64f5-28f7-4f65-a7b8-023ba8edd327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.475528 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26fb64f5-28f7-4f65-a7b8-023ba8edd327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.505085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82045d20-5217-4abf-8185-566ba0e546a7 None None] Pushing event updated for resources: {'Port': ['ID=dfc26ef0-2b45-4bfa-8313-bfacc827e932,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:57.530923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c3727dcb-02e2-45b3-91bf-1b0dfb87f2e0 None None] Provisioning complete for port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:57.534338 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c3727dcb-02e2-45b3-91bf-1b0dfb87f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.580160 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5acf552f-246d-4163-bbd7-6da23617b6ac req-0e96a555-7b47-44d2-a429-045dd9a35574 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4d93faedc6f5402da49f91c4688dab3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119425 Jan 31 16:09:57.605305 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-26fb64f5-28f7-4f65-a7b8-023ba8edd327 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4b4aef49ec747eba9c8bc1deab6ee1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7321811 Jan 31 16:09:57.607983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35378) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:57.640459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb64f5-28f7-4f65-a7b8-023ba8edd327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2498f0df-a0b8-46dd-ae20-6a487443687d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:57.723230 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:57.725077 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.767342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ea88735-800d-4e39-8469-c6bca66c8e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.827897 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ea88735-800d-4e39-8469-c6bca66c8e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.862124 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.891328 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.891578 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.892640 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.921910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb75bd-5731-4c99-bcc7-33dde4fc2d2a req-9b17eb0e-8a88-4d58-b5f3-a8b8f2fd59c1 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:57.926268 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6beb75bd-5731-4c99-bcc7-33dde4fc2d2a req-9b17eb0e-8a88-4d58-b5f3-a8b8f2fd59c1 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 944 time: 0.3815339 Jan 31 16:09:57.956928 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.958569 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ea88735-800d-4e39-8469-c6bca66c8e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.963751 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ea88735-800d-4e39-8469-c6bca66c8e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.968708 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6ea88735-800d-4e39-8469-c6bca66c8e59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2498f0df-a0b8-46dd-ae20-6a487443687d HTTP/1.1" status: 204 len: 168 time: 0.3491826 Jan 31 16:09:57.981727 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:57.983582 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c3727dcb-02e2-45b3-91bf-1b0dfb87f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:58.005303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea88735-800d-4e39-8469-c6bca66c8e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2498f0df-a0b8-46dd-ae20-6a487443687d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:58.111869 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c3727dcb-02e2-45b3-91bf-1b0dfb87f2e0 None None] For port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bbc078e5-ecfc-495e-a73d-30a02c9f8dc1,segment=NetworkSegment(73116f5c-ebaa-47cb-a864-48c20b4d8f29),segment_id=73116f5c-ebaa-47cb-a864-48c20b4d8f29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:58.184971 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:09:58.185773 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:09:58.186490 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c3727dcb-02e2-45b3-91bf-1b0dfb87f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:58.302268 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c3727dcb-02e2-45b3-91bf-1b0dfb87f2e0 None None] Provisioning complete for port dfc26ef0-2b45-4bfa-8313-bfacc827e932 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:58.303456 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c3727dcb-02e2-45b3-91bf-1b0dfb87f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:58.388708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3727dcb-02e2-45b3-91bf-1b0dfb87f2e0 None None] Pushing event updated for resources: {'Port': ['ID=bbc078e5-ecfc-495e-a73d-30a02c9f8dc1,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:58.413288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf552f-246d-4163-bbd7-6da23617b6ac req-2b206bf9-7e4e-4cea-af6b-c79b9eed766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:58.415887 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5acf552f-246d-4163-bbd7-6da23617b6ac req-2b206bf9-7e4e-4cea-af6b-c79b9eed766c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8019767 Jan 31 16:09:58.496106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6beb75bd-5731-4c99-bcc7-33dde4fc2d2a req-0df4d3a0-e3c2-447b-a34a-7889c4d61795 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060744 Jan 31 16:09:58.510992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=4f04fa86-e1a0-4d10-ac3d-af7bd0b59844,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:58.544232 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:58.551371 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:58.580325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-00b80cdd-4cec-4c88-8907-8204030c265e None None] Provisioning complete for port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:58.580970 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-00b80cdd-4cec-4c88-8907-8204030c265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:58.689842 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:58.690822 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdf76646-00bb-4c2b-a187-7007d8eea049 req-3cb242a4-4e8d-47ba-8ad9-c4321daa428a tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.1013296 Jan 31 16:09:58.695905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:58.706204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:58.710086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event updated for resources: {'Port': ['ID=6c4765b8-315c-423a-b1ac-d53a826149a6,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:09:58.754647 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:58.879462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a8615553-bdcc-420f-b7e2-22cc74df5f18 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:58.996889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-00b80cdd-4cec-4c88-8907-8204030c265e None None] Provisioning complete for port 6c4765b8-315c-423a-b1ac-d53a826149a6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:58.996889 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-00b80cdd-4cec-4c88-8907-8204030c265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:59.003574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Router 7aac533c-88ef-4459-aeba-81eb3da85b19 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:09:59.012071 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:09:59.019648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Network f10205c2-648f-46cb-b613-f2987e25f677 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:09:59.022776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:59.023450 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:59.028118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:09:59.164664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a8615553-bdcc-420f-b7e2-22cc74df5f18 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:59.164936 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:59.294958 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-00b80cdd-4cec-4c88-8907-8204030c265e None None] Port 6c4765b8-315c-423a-b1ac-d53a826149a6 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:09:59.427703 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:59.441885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35410) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:59.443233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-795c139d-b863-4c1b-bccb-542168c8130a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "PUT /v2.0/routers/7aac533c-88ef-4459-aeba-81eb3da85b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8336880 Jan 31 16:09:59.462313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37a1b3-ccea-4c64-a6f0-0ed28b8a8153 None None] Sync routers for ids ['7aac533c-88ef-4459-aeba-81eb3da85b19'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:59.481353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Router dbdd5182-bf85-4abe-9860-7ea1d9697400 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:09:59.482444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a3a96505-e11b-434d-927e-7d8228f5da5b None None] Provisioning complete for port 4f04fa86-e1a0-4d10-ac3d-af7bd0b59844 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:59.482894 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a3a96505-e11b-434d-927e-7d8228f5da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:59.576847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a3a96505-e11b-434d-927e-7d8228f5da5b None None] Port 4f04fa86-e1a0-4d10-ac3d-af7bd0b59844 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:09:59.614178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37a1b3-ccea-4c64-a6f0-0ed28b8a8153 None None] Routers {'7aac533c-88ef-4459-aeba-81eb3da85b19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:59.614178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5f37a1b3-ccea-4c64-a6f0-0ed28b8a8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7aac533c-88ef-4459-aeba-81eb3da85b19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:59.619190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4252aaa6-1aef-4726-b7fe-53ca3932a6b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:09:59.621021 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4252aaa6-1aef-4726-b7fe-53ca3932a6b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports?device_id=7aac533c-88ef-4459-aeba-81eb3da85b19 HTTP/1.1" status: 200 len: 987 time: 0.1778550 Jan 31 16:09:59.626707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35416) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:59.653419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:09:59.716761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5f37a1b3-ccea-4c64-a6f0-0ed28b8a8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:59.750063 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37a1b3-ccea-4c64-a6f0-0ed28b8a8153 None None] Routers {'7aac533c-88ef-4459-aeba-81eb3da85b19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:59.750690 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5f37a1b3-ccea-4c64-a6f0-0ed28b8a8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7aac533c-88ef-4459-aeba-81eb3da85b19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:59.756826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35422) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:59.762143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0f0e3917-f9c1-4a8b-8cdf-ad81532de16e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'subnet': {'network_id': '112c53c9-7c26-48e5-a885-77be9ec1d3c9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:09:59.766450 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:09:59.800023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5f37a1b3-ccea-4c64-a6f0-0ed28b8a8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:59.803546 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37a1b3-ccea-4c64-a6f0-0ed28b8a8153 None None] The sync data for ids ['7aac533c-88ef-4459-aeba-81eb3da85b19'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:09:59.809403 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9c3b1037-8a87-4a02-ba38-0076ceae3173 None None] Provisioning complete for port 6c4765b8-315c-423a-b1ac-d53a826149a6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:59.809718 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1037-8a87-4a02-ba38-0076ceae3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:59.852342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b1037-8a87-4a02-ba38-0076ceae3173 None None] Port 6c4765b8-315c-423a-b1ac-d53a826149a6 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:09:59.854806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:09:59.855177 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:59.856783 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:59.874365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:09:59.880420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5cf27b64-9686-4f4f-b5c4-cd5083be4607 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "PUT /v2.0/routers/dbdd5182-bf85-4abe-9860-7ea1d9697400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2652183 Jan 31 16:09:59.888380 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4a6384-ed2a-4104-9e57-93e10c262bbb None None] Sync routers for ids ['dbdd5182-bf85-4abe-9860-7ea1d9697400'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:09:59.915268 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a6384-ed2a-4104-9e57-93e10c262bbb None None] Routers {'dbdd5182-bf85-4abe-9860-7ea1d9697400'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:09:59.916089 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ae4a6384-ed2a-4104-9e57-93e10c262bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dbdd5182-bf85-4abe-9860-7ea1d9697400'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:09:59.932624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:09:59.935171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35426) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:09:59.937030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b672aa9d-7fdf-429c-875d-847e73610170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8bf2cd-dbd0-4870-9f05-a95ce230dc15'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:09:59.939841 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41d27dc-0f89-4899-9378-7863e460bf2d" -d '{"events": [{"server_uuid": "b672aa9d-7fdf-429c-875d-847e73610170", "name": "network-vif-plugged", "status": "completed", "tag": "5c8bf2cd-dbd0-4870-9f05-a95ce230dc15"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:09:59.945865 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:09:59.957654 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5acf552f-246d-4163-bbd7-6da23617b6ac req-8d3f4a51-c1ec-4215-95b5-796ce83f6c9f tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.30 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.1044607 Jan 31 16:10:00.027735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:00.035974 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ae4a6384-ed2a-4104-9e57-93e10c262bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:00.079572 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device dfc26ef0-2b45-4bfa-8313-bfacc827e932 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:00.083756 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a6384-ed2a-4104-9e57-93e10c262bbb None None] Routers {'dbdd5182-bf85-4abe-9860-7ea1d9697400'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:00.090432 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ae4a6384-ed2a-4104-9e57-93e10c262bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dbdd5182-bf85-4abe-9860-7ea1d9697400'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:00.147131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc8a3e-b502-49b9-b81d-fd5835d64312 req-1eeb322a-1dbb-4bf7-a3ea-cba3b2542d99 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:00.151216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38bc8a3e-b502-49b9-b81d-fd5835d64312 req-1eeb322a-1dbb-4bf7-a3ea-cba3b2542d99 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 944 time: 0.4454606 Jan 31 16:10:00.168124 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ae4a6384-ed2a-4104-9e57-93e10c262bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:00.168124 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4a6384-ed2a-4104-9e57-93e10c262bbb None None] The sync data for ids ['dbdd5182-bf85-4abe-9860-7ea1d9697400'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:10:00.182189 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port dfc26ef0-2b45-4bfa-8313-bfacc827e932 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:00.182553 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:00.313313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38bc8a3e-b502-49b9-b81d-fd5835d64312 req-5ba2c902-f3af-4b2e-9ef7-920699d2834d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398435 Jan 31 16:10:00.314418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0e3917-f9c1-4a8b-8cdf-ad81532de16e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:00.317802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3917-f9c1-4a8b-8cdf-ad81532de16e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:00.361106 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bd284242-9a03-4603-a28a-063eaf133e7e req-06d4474e-1973-4b9e-8fb5-908767f2b518 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b6e7a3-c649-45e0-8fce-d5b426aeee71 HTTP/1.1" status: 200 len: 210 time: 0.0724156 Jan 31 16:10:00.408405 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f73eb0-f288-457b-8731-c61cabe9f214 x-openstack-request-id: req-86f73eb0-f288-457b-8731-c61cabe9f214 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:10:00.408815 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b672aa9d-7fdf-429c-875d-847e73610170", "name": "network-vif-plugged", "status": "completed", "tag": "5c8bf2cd-dbd0-4870-9f05-a95ce230dc15", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:10:00.408956 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86f73eb0-f288-457b-8731-c61cabe9f214 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:10:00.409354 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b672aa9d-7fdf-429c-875d-847e73610170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8bf2cd-dbd0-4870-9f05-a95ce230dc15', 'code': 200} Jan 31 16:10:00.618215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11742c85-75c6-4a59-9cb7-e915f875a03c req-921b7405-4020-4ff6-8f41-7eeb9bbb415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:00.619791 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11742c85-75c6-4a59-9cb7-e915f875a03c req-921b7405-4020-4ff6-8f41-7eeb9bbb415d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 1096 time: 0.1245294 Jan 31 16:10:00.692649 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11742c85-75c6-4a59-9cb7-e915f875a03c req-32a99505-45bd-4bac-a41d-42661a0d9853 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632086 Jan 31 16:10:00.895890 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2909be15-aa48-4229-8725-13b47963a2b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:01.046750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35460) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:01.141050 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3917-f9c1-4a8b-8cdf-ad81532de16e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:01.207440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-2909be15-aa48-4229-8725-13b47963a2b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 4f04fa86-e1a0-4d10-ac3d-af7bd0b59844 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:01.208080 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2909be15-aa48-4229-8725-13b47963a2b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:01.240607 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-e63164e8-7103-4b5a-9a60-802f45b60b64 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:10:01.244307 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e63164e8-7103-4b5a-9a60-802f45b60b64 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "PUT /v2.0/routers/dbdd5182-bf85-4abe-9860-7ea1d9697400/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3017704 Jan 31 16:10:01.245894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35468) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:01.253817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e3917-f9c1-4a8b-8cdf-ad81532de16e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Subnet': ['ID=b385144c-1345-4011-b1e9-a8f387052266,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:01.325114 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2909be15-aa48-4229-8725-13b47963a2b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:01.337083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e3917-f9c1-4a8b-8cdf-ad81532de16e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Checking segment: {'id': '20e3db12-c423-491c-8ebe-f6243d57e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '112c53c9-7c26-48e5-a885-77be9ec1d3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:01.337436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0e3917-f9c1-4a8b-8cdf-ad81532de16e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network hostable DHCP agents. Network: 112c53c9-7c26-48e5-a885-77be9ec1d3c9, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:01.340586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-2909be15-aa48-4229-8725-13b47963a2b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 4f04fa86-e1a0-4d10-ac3d-af7bd0b59844 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:01.353854 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0ffcb4d-a7ba-4412-aff9-86fbccc7bc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:01.398904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0e3917-f9c1-4a8b-8cdf-ad81532de16e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network 112c53c9-7c26-48e5-a885-77be9ec1d3c9 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:01.498758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae09f26-e877-4c75-be57-15b6f34ceebd req-f40bef8e-6ec4-43cf-aecc-50fb259a892e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:01.499432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-0f0e3917-f9c1-4a8b-8cdf-ad81532de16e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 112c53c9-7c26-48e5-a885-77be9ec1d3c9) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:01.507108 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6ae09f26-e877-4c75-be57-15b6f34ceebd req-f40bef8e-6ec4-43cf-aecc-50fb259a892e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 945 time: 0.0893013 Jan 31 16:10:01.510527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e3917-f9c1-4a8b-8cdf-ad81532de16e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:01.510929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f7238-0f24-4cce-ad5d-d3b212271495 None None] Network 112c53c9-7c26-48e5-a885-77be9ec1d3c9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:01.511399 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3917-f9c1-4a8b-8cdf-ad81532de16e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:01.601275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0f0e3917-f9c1-4a8b-8cdf-ad81532de16e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8433502 Jan 31 16:10:01.602102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35480) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:01.613926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9156dd12-0844-499e-b060-864cf22c2bd1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1742765378'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:01.709346 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6ae09f26-e877-4c75-be57-15b6f34ceebd req-b8f15cab-31e0-49c3-a53f-6236c246d656 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863506 Jan 31 16:10:01.744096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a08084de-c353-4141-8683-5e1ae4db9042 req-b50524ee-0156-4087-96be-6332f6d1ee88 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d93faedc6f5402da49f91c4688dab3d&device_id=382c5ecf-00b7-4ef1-b859-289b5d6facc0 HTTP/1.1" status: 200 len: 210 time: 0.0496507 Jan 31 16:10:01.749754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9156dd12-0844-499e-b060-864cf22c2bd1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:01.752871 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9156dd12-0844-499e-b060-864cf22c2bd1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:01.810461 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-112c53c9-7c26-48e5-a885-77be9ec1d3c9', 'network_id': '112c53c9-7c26-48e5-a885-77be9ec1d3c9', 'tenant_id': '8d10f9a085a7441a8d0a9cb588cb3ea9', 'fixed_ips': [{'subnet_id': 'b385144c-1345-4011-b1e9-a8f387052266'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:01.811352 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:01.833502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f95b400e-fe97-4dd1-9bc3-9404b566f898 req-e72720e3-4433-400a-954f-1f110245509f tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=382c5ecf-00b7-4ef1-b859-289b5d6facc0 HTTP/1.1" status: 200 len: 210 time: 0.0616643 Jan 31 16:10:01.837555 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0ffcb4d-a7ba-4412-aff9-86fbccc7bc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:01.846460 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2909be15-aa48-4229-8725-13b47963a2b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:01.860526 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0ffcb4d-a7ba-4412-aff9-86fbccc7bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:01.865389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a08084de-c353-4141-8683-5e1ae4db9042 req-d33efcdd-b771-4f60-85d0-92f8c2ba9f79 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4d93faedc6f5402da49f91c4688dab3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969927 Jan 31 16:10:01.879721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9156dd12-0844-499e-b060-864cf22c2bd1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:01.893996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909be15-aa48-4229-8725-13b47963a2b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=4f04fa86-e1a0-4d10-ac3d-af7bd0b59844,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:02.028277 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9156dd12-0844-499e-b060-864cf22c2bd1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.028622 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-9156dd12-0844-499e-b060-864cf22c2bd1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Added segment 3cb6a533-364c-4746-aa4c-1adf83f5bd3d of type vlan for network b70546dd-6c30-47a1-8303-74c225f1395e Jan 31 16:10:02.037446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Allocated IP 2001:db8:0:ffff::2 (112c53c9-7c26-48e5-a885-77be9ec1d3c9/b385144c-1345-4011-b1e9-a8f387052266/9a68d6c0-7594-481f-a65f-fd9db1567805) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:02.041426 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2909be15-aa48-4229-8725-13b47963a2b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.055110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b0ffcb4d-a7ba-4412-aff9-86fbccc7bc07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d78cbf8407c044059584cb404c8f9b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0037558 Jan 31 16:10:02.057007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35488) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:02.084585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffcb4d-a7ba-4412-aff9-86fbccc7bc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3407ee7-7e96-492a-811f-a77253c52869,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:02.185529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9156dd12-0844-499e-b060-864cf22c2bd1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.189595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08084de-c353-4141-8683-5e1ae4db9042 req-d29049ec-9f7c-4411-bcd4-13339906dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:02.191229 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a08084de-c353-4141-8683-5e1ae4db9042 req-d29049ec-9f7c-4411-bcd4-13339906dce7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3129122 Jan 31 16:10:02.236703 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9156dd12-0844-499e-b060-864cf22c2bd1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.242652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156dd12-0844-499e-b060-864cf22c2bd1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:02.243243 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9156dd12-0844-499e-b060-864cf22c2bd1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.256204 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f224ec41-0ace-4f8b-a098-46124c00821e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.265305 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d83f6684-e915-4f23-a532-03137ea301f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.267111 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.276614 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.323010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2909be15-aa48-4229-8725-13b47963a2b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Router 7aac533c-88ef-4459-aeba-81eb3da85b19 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:10:02.328381 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d83f6684-e915-4f23-a532-03137ea301f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.333560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Network 112c53c9-7c26-48e5-a885-77be9ec1d3c9 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:02.340741 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:02.352239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:02.363393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Pushing event updated for resources: {'Port': ['ID=9a68d6c0-7594-481f-a65f-fd9db1567805,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:02.390421 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9156dd12-0844-499e-b060-864cf22c2bd1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7785614 Jan 31 16:10:02.394875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35494) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:02.400406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-994ecc0a-905c-41e8-921b-66b64d310ce1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'subnet': {'network_id': 'b70546dd-6c30-47a1-8303-74c225f1395e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:02.416404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156dd12-0844-499e-b060-864cf22c2bd1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Network': ['ID=b70546dd-6c30-47a1-8303-74c225f1395e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:02.418520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Attempting to bind port 9a68d6c0-7594-481f-a65f-fd9db1567805 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:02.418881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Attempting to bind port 9a68d6c0-7594-481f-a65f-fd9db1567805 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '20e3db12-c423-491c-8ebe-f6243d57e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '112c53c9-7c26-48e5-a885-77be9ec1d3c9'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:02.427016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Attempting to bind port 9a68d6c0-7594-481f-a65f-fd9db1567805 on network 112c53c9-7c26-48e5-a885-77be9ec1d3c9 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:02.431291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b70546dd-6c30-47a1-8303-74c225f1395e details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:02.436473 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:02.436845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Checking segment: {'id': '20e3db12-c423-491c-8ebe-f6243d57e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '112c53c9-7c26-48e5-a885-77be9ec1d3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:02.437264 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.437639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Bound using segment: {'id': '20e3db12-c423-491c-8ebe-f6243d57e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '112c53c9-7c26-48e5-a885-77be9ec1d3c9'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:02.438170 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Bound port: 9a68d6c0-7594-481f-a65f-fd9db1567805, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e3db12-c423-491c-8ebe-f6243d57e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '112c53c9-7c26-48e5-a885-77be9ec1d3c9'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:02.438543 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.438923 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2909be15-aa48-4229-8725-13b47963a2b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:10:02.451260 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2909be15-aa48-4229-8725-13b47963a2b7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "PUT /v2.0/routers/7aac533c-88ef-4459-aeba-81eb3da85b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8176355 Jan 31 16:10:02.453911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35496) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:02.458450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6d51b-2363-4db8-8796-cb3e4d58448b None None] Sync routers for ids ['7aac533c-88ef-4459-aeba-81eb3da85b19'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:10:02.495276 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e20d1c-63cd-4b1c-9e9a-fa60bdfe2464 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:10:02.497085 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-79e20d1c-63cd-4b1c-9e9a-fa60bdfe2464 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/4f04fa86-e1a0-4d10-ac3d-af7bd0b59844 HTTP/1.1" status: 404 len: 333 time: 0.0422654 Jan 31 16:10:02.502812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35498) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:02.544305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6d51b-2363-4db8-8796-cb3e4d58448b None None] Routers {'7aac533c-88ef-4459-aeba-81eb3da85b19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:02.545040 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f4e6d51b-2363-4db8-8796-cb3e4d58448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7aac533c-88ef-4459-aeba-81eb3da85b19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:02.587662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994ecc0a-905c-41e8-921b-66b64d310ce1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:02.593905 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-994ecc0a-905c-41e8-921b-66b64d310ce1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.597775 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f4e6d51b-2363-4db8-8796-cb3e4d58448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:02.599729 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-405b5b03-e045-4d04-8b7e-ce972629e586 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.624818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6d51b-2363-4db8-8796-cb3e4d58448b None None] Routers {'7aac533c-88ef-4459-aeba-81eb3da85b19'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:02.625717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f4e6d51b-2363-4db8-8796-cb3e4d58448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7aac533c-88ef-4459-aeba-81eb3da85b19'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:02.628320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] For port 9a68d6c0-7594-481f-a65f-fd9db1567805, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:02.632535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] For port 9a68d6c0-7594-481f-a65f-fd9db1567805, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9a68d6c0-7594-481f-a65f-fd9db1567805,segment=NetworkSegment(20e3db12-c423-491c-8ebe-f6243d57e5c4),segment_id=20e3db12-c423-491c-8ebe-f6243d57e5c4)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:02.670210 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f4e6d51b-2363-4db8-8796-cb3e4d58448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:02.671167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6d51b-2363-4db8-8796-cb3e4d58448b None None] The sync data for ids ['7aac533c-88ef-4459-aeba-81eb3da85b19'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:10:02.674221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.764943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7e30d-ad93-4832-8b66-d30eeeec644b None None] Pushing event updated for resources: {'Port': ['ID=9a68d6c0-7594-481f-a65f-fd9db1567805,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:02.834687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d83f6684-e915-4f23-a532-03137ea301f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.837234 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d83f6684-e915-4f23-a532-03137ea301f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.840960 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d83f6684-e915-4f23-a532-03137ea301f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3407ee7-7e96-492a-811f-a77253c52869 HTTP/1.1" status: 204 len: 168 time: 0.7792346 Jan 31 16:10:02.874744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f6684-e915-4f23-a532-03137ea301f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3407ee7-7e96-492a-811f-a77253c52869,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:02.893234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f224ec41-0ace-4f8b-a098-46124c00821e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Deleting port 6c4765b8-315c-423a-b1ac-d53a826149a6 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:02.895799 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-405b5b03-e045-4d04-8b7e-ce972629e586 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.905592 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f224ec41-0ace-4f8b-a098-46124c00821e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:02.919951 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-405b5b03-e045-4d04-8b7e-ce972629e586 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:03.043503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9485f-3a43-4708-a2c2-55eb9561f302 req-7cb45d18-c070-4b7d-9feb-d0812299dd64 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:03.045627 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00b9485f-3a43-4708-a2c2-55eb9561f302 req-7cb45d18-c070-4b7d-9feb-d0812299dd64 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 945 time: 0.2059469 Jan 31 16:10:03.052924 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-405b5b03-e045-4d04-8b7e-ce972629e586 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:03.053313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405b5b03-e045-4d04-8b7e-ce972629e586 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Fanout notify agent at l3_agent the message router_deleted on router 7aac533c-88ef-4459-aeba-81eb3da85b19 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:10:03.074042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-405b5b03-e045-4d04-8b7e-ce972629e586 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:03.080482 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-405b5b03-e045-4d04-8b7e-ce972629e586 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/routers/7aac533c-88ef-4459-aeba-81eb3da85b19 HTTP/1.1" status: 204 len: 168 time: 0.5761986 Jan 31 16:10:03.089077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35512) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:03.197480 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00b9485f-3a43-4708-a2c2-55eb9561f302 req-a2d82fae-4dc6-493a-b80c-35856b9b6454 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338656 Jan 31 16:10:03.205291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b94b127-f85c-4025-89ad-3f38a83f6851 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting subnet bffb7118-a833-487e-9c4f-c48bf25f7cf4 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:03.208984 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b94b127-f85c-4025-89ad-3f38a83f6851 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:03.225794 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-815c8ec6-3b7d-4722-b76b-269b7797fad1 req-97f39bab-3d69-42ac-a37d-48d3cd2c9a28 tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=382c5ecf-00b7-4ef1-b859-289b5d6facc0 HTTP/1.1" status: 200 len: 210 time: 0.2349582 Jan 31 16:10:03.265718 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-994ecc0a-905c-41e8-921b-66b64d310ce1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:03.364949 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f224ec41-0ace-4f8b-a098-46124c00821e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:03.392840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f224ec41-0ace-4f8b-a098-46124c00821e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Calling delete_port for 6c4765b8-315c-423a-b1ac-d53a826149a6 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:03.405170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ecc0a-905c-41e8-921b-66b64d310ce1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Subnet': ['ID=0ca9f84a-645e-4715-9184-e884fc36b9d6,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:03.449637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994ecc0a-905c-41e8-921b-66b64d310ce1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Checking segment: {'id': '3cb6a533-364c-4746-aa4c-1adf83f5bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'b70546dd-6c30-47a1-8303-74c225f1395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:03.450108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994ecc0a-905c-41e8-921b-66b64d310ce1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network hostable DHCP agents. Network: b70546dd-6c30-47a1-8303-74c225f1395e, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:03.560925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994ecc0a-905c-41e8-921b-66b64d310ce1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network b70546dd-6c30-47a1-8303-74c225f1395e is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:03.618620 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a08084de-c353-4141-8683-5e1ae4db9042 req-162677b5-001e-4816-b412-6033e5d5943c tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.30 "GET /v2.0/ports?device_id=382c5ecf-00b7-4ef1-b859-289b5d6facc0 HTTP/1.1" status: 200 len: 210 time: 0.0541174 Jan 31 16:10:03.624532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-994ecc0a-905c-41e8-921b-66b64d310ce1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, b70546dd-6c30-47a1-8303-74c225f1395e) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:03.645883 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecf6056-0e16-4bc8-8d24-bf91fc648b79 None None] Network b70546dd-6c30-47a1-8303-74c225f1395e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:03.651818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ecc0a-905c-41e8-921b-66b64d310ce1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:03.652076 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-994ecc0a-905c-41e8-921b-66b64d310ce1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:03.688938 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b94b127-f85c-4025-89ad-3f38a83f6851 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:03.774245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9a68d6c0-7594-481f-a65f-fd9db1567805 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:03.811193 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b94b127-f85c-4025-89ad-3f38a83f6851 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:03.831124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-994ecc0a-905c-41e8-921b-66b64d310ce1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4342191 Jan 31 16:10:03.835225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35528) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:03.904088 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b94b127-f85c-4025-89ad-3f38a83f6851 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:03.937359 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f224ec41-0ace-4f8b-a098-46124c00821e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:03.965809 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b94b127-f85c-4025-89ad-3f38a83f6851 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:03.974717 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5b94b127-f85c-4025-89ad-3f38a83f6851 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/bffb7118-a833-487e-9c4f-c48bf25f7cf4 HTTP/1.1" status: 204 len: 168 time: 0.8711731 Jan 31 16:10:03.978119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35534) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:03.980596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94b127-f85c-4025-89ad-3f38a83f6851 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Subnet': ['ID=bffb7118-a833-487e-9c4f-c48bf25f7cf4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:04.101903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224ec41-0ace-4f8b-a098-46124c00821e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event deleted for resources: {'Port': ['ID=6c4765b8-315c-423a-b1ac-d53a826149a6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:04.180323 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:04.222298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e8906-bd1d-4b43-8385-c3abc52aefec req-145a524a-6589-4988-852e-361b319ac13c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:04.242643 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf3e8906-bd1d-4b43-8385-c3abc52aefec req-145a524a-6589-4988-852e-361b319ac13c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 945 time: 0.3521030 Jan 31 16:10:04.398488 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf3e8906-bd1d-4b43-8385-c3abc52aefec req-258c6089-4b56-4f2e-bb04-e6c80cb74bf7 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544275 Jan 31 16:10:04.410467 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port a8615553-bdcc-420f-b7e2-22cc74df5f18 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:04.421290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:04.432814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3078a870-b86a-489d-aff1-801cf3e208e1 None None] Network 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:04.477140 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:04.508669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412060fc-c977-4a81-ab9e-f2150fefce45 None None] Network 112c53c9-7c26-48e5-a885-77be9ec1d3c9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:04.541296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] For port a8615553-bdcc-420f-b7e2-22cc74df5f18, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a8615553-bdcc-420f-b7e2-22cc74df5f18,segment=NetworkSegment(9cf965dd-5daf-4d60-808d-d86398f0c318),segment_id=9cf965dd-5daf-4d60-808d-d86398f0c318)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:04.541796 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:04.578921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for a8615553-bdcc-420f-b7e2-22cc74df5f18 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:04.604142 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b01c6e11-ad31-4c1b-b94d-8431117cd514 req-d3ccff79-f7dc-4563-965e-0fde53344c4d tempest-ServerShowV247Test-2075274870 tempest-ServerShowV247Test-2075274870-project] 10.222.0.36 "GET /v2.0/ports?device_id=382c5ecf-00b7-4ef1-b859-289b5d6facc0 HTTP/1.1" status: 200 len: 210 time: 0.0586369 Jan 31 16:10:04.622438 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f224ec41-0ace-4f8b-a098-46124c00821e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:04.788843 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d0e179e1-5e90-447b-9c5a-2d91ecc4a758 None None] Provisioning complete for port 9a68d6c0-7594-481f-a65f-fd9db1567805 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:04.789451 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d0e179e1-5e90-447b-9c5a-2d91ecc4a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:04.832813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b96f5-c577-4a58-a230-f3865f48e58f req-9d72c2af-d4df-40b7-bf5f-8dacf0e3e8f9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:04.834432 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b84b96f5-c577-4a58-a230-f3865f48e58f req-9d72c2af-d4df-40b7-bf5f-8dacf0e3e8f9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 945 time: 0.1398723 Jan 31 16:10:04.835815 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:04.840427 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ecc7f-b29b-4814-8bc8-263929ca7639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-b70546dd-6c30-47a1-8303-74c225f1395e', 'network_id': 'b70546dd-6c30-47a1-8303-74c225f1395e', 'tenant_id': '8d10f9a085a7441a8d0a9cb588cb3ea9', 'fixed_ips': [{'subnet_id': '0ca9f84a-645e-4715-9184-e884fc36b9d6'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:04.841320 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7d5ecc7f-b29b-4814-8bc8-263929ca7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:04.881827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9a68d6c0-7594-481f-a65f-fd9db1567805 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:04.882206 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:04.902177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=a8615553-bdcc-420f-b7e2-22cc74df5f18,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:04.980420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No DVR routers for this DVR port a8615553-bdcc-420f-b7e2-22cc74df5f18 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:04.997834 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.046185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f224ec41-0ace-4f8b-a098-46124c00821e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Router dbdd5182-bf85-4abe-9860-7ea1d9697400 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:10:05.085287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7a1449-6132-446a-bbc3-041e25feac88 None None] DHCP port deletion for 4ce8d9fa-9f17-44e2-b94f-fef8a16f1326 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:10:05.098094 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d0e179e1-5e90-447b-9c5a-2d91ecc4a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.113283 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b84b96f5-c577-4a58-a230-f3865f48e58f req-229f1a8f-498f-406b-bfff-117e3d8f68d2 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184620 Jan 31 16:10:05.200049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.235283 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server [None req-7d5ecc7f-b29b-4814-8bc8-263929ca7639 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ca9f84a-645e-4715-9184-e884fc36b9d6: This subnet is being modified by another concurrent operation. Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:10:05.235798 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise exception Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ca9f84a-645e-4715-9184-e884fc36b9d6: This subnet is being modified by another concurrent operation. Jan 31 16:10:05.240274 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Jan 31 16:10:05.268333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-d0e179e1-5e90-447b-9c5a-2d91ecc4a758 None None] For port 9a68d6c0-7594-481f-a65f-fd9db1567805, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9a68d6c0-7594-481f-a65f-fd9db1567805,segment=NetworkSegment(20e3db12-c423-491c-8ebe-f6243d57e5c4),segment_id=20e3db12-c423-491c-8ebe-f6243d57e5c4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:05.270900 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.282702 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a197bd01-a979-4370-a260-7d58a7aa74ca None None] Network b70546dd-6c30-47a1-8303-74c225f1395e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:05.303399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce8d9fa-9f17-44e2-b94f-fef8a16f1326']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:05.307131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f224ec41-0ace-4f8b-a098-46124c00821e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:10:05.311611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca9f84a-645e-4715-9184-e884fc36b9d6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:05.317424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf965dd-5daf-4d60-808d-d86398f0c318') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:05.318256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf965dd-5daf-4d60-808d-d86398f0c318') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:05.319638 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f224ec41-0ace-4f8b-a098-46124c00821e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "PUT /v2.0/routers/dbdd5182-bf85-4abe-9860-7ea1d9697400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0713274 Jan 31 16:10:05.330369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35568) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:05.332362 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa587b-312e-4706-a03e-c24b204fecc4 None None] Sync routers for ids ['dbdd5182-bf85-4abe-9860-7ea1d9697400'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:10:05.340431 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d0e179e1-5e90-447b-9c5a-2d91ecc4a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.344867 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.353068 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa587b-312e-4706-a03e-c24b204fecc4 None None] Routers {'dbdd5182-bf85-4abe-9860-7ea1d9697400'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:05.354592 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dcaa587b-312e-4706-a03e-c24b204fecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dbdd5182-bf85-4abe-9860-7ea1d9697400'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:05.382246 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.393433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:05.395479 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:05.413545 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:05.436684 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dcaa587b-312e-4706-a03e-c24b204fecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:05.461756 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-15b19f5e-3459-40d1-803a-f6093eb4a442 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] delete failed (client error): The resource could not be found. Jan 31 16:10:05.462813 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-15b19f5e-3459-40d1-803a-f6093eb4a442 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-2089537792 HTTP/1.1" status: 404 len: 335 time: 0.1314306 Jan 31 16:10:05.469541 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35576) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:05.470073 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa587b-312e-4706-a03e-c24b204fecc4 None None] Routers {'dbdd5182-bf85-4abe-9860-7ea1d9697400'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:05.471731 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dcaa587b-312e-4706-a03e-c24b204fecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dbdd5182-bf85-4abe-9860-7ea1d9697400'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:05.481619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2d18a81a-a146-4cff-8ccf-d83cccb0d504 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dbdd5182-bf85-4abe-9860-7ea1d9697400'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:05.531217 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.541946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.552241 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/networks/4ce8d9fa-9f17-44e2-b94f-fef8a16f1326 HTTP/1.1" status: 204 len: 168 time: 1.5550206 Jan 31 16:10:05.565348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35580) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:05.566070 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dcaa587b-312e-4706-a03e-c24b204fecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:05.569869 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa587b-312e-4706-a03e-c24b204fecc4 None None] The sync data for ids ['dbdd5182-bf85-4abe-9860-7ea1d9697400'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:10:05.583776 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:10:05.584130 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:10:05.595746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e37008-ba28-4354-9d4e-77a003cbb89c tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Network': ['ID=4ce8d9fa-9f17-44e2-b94f-fef8a16f1326,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:05.611496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a2520be4-cab3-44db-8212-7679ed37bd03 None None] Provisioning complete for port 9a68d6c0-7594-481f-a65f-fd9db1567805 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:05.611828 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.611977 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a2520be4-cab3-44db-8212-7679ed37bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.667428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70546dd-6c30-47a1-8303-74c225f1395e']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:05.671132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8240db-6028-4781-a642-855880d3e02a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:05.672913 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2a8240db-6028-4781-a642-855880d3e02a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/5616af30-0321-446d-a4be-c89cd9421f47 HTTP/1.1" status: 200 len: 845 time: 0.0946410 Jan 31 16:10:05.676815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35584) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:05.715274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e179e1-5e90-447b-9c5a-2d91ecc4a758 None None] Pushing event updated for resources: {'Port': ['ID=9a68d6c0-7594-481f-a65f-fd9db1567805,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:05.717278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb6a533-364c-4746-aa4c-1adf83f5bd3d') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:05.717596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb6a533-364c-4746-aa4c-1adf83f5bd3d') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:05.758946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea1247-1247-4848-abad-4bb587ae22b1 None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:10:05.760229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.769165 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d18a81a-a146-4cff-8ccf-d83cccb0d504 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.784301 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2c924808-944f-48fa-bfe7-0920633b1b74 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/5616af30-0321-446d-a4be-c89cd9421f47?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1025572 Jan 31 16:10:05.784538 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.786342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35590) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:05.799681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6ab39fe4-9648-4f79-9e7d-4863b43cadf1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:05.801249 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-2d18a81a-a146-4cff-8ccf-d83cccb0d504 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] update failed (client error): The resource could not be found. Jan 31 16:10:05.806069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2d18a81a-a146-4cff-8ccf-d83cccb0d504 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "PUT /v2.0/routers/dbdd5182-bf85-4abe-9860-7ea1d9697400 HTTP/1.1" status: 404 len: 339 time: 0.3313022 Jan 31 16:10:05.806069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:05.806069 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:05.874116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35592) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:06.018970 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea1247-1247-4848-abad-4bb587ae22b1 None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:10:06.035682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab39fe4-9648-4f79-9e7d-4863b43cadf1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:06.043016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ab39fe4-9648-4f79-9e7d-4863b43cadf1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:06.138105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35610) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:06.437325 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a0b11-661e-42d3-982a-c329d90cf79b req-f03e6455-e1bd-4d13-9174-1393c051b062 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:06.438884 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f85a0b11-661e-42d3-982a-c329d90cf79b req-f03e6455-e1bd-4d13-9174-1393c051b062 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 945 time: 0.2996802 Jan 31 16:10:06.443449 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9a68d6c0-7594-481f-a65f-fd9db1567805 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:06.622198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9a68d6c0-7594-481f-a65f-fd9db1567805 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:06.622680 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:06.635768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:06.640064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:06.643789 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/b70546dd-6c30-47a1-8303-74c225f1395e HTTP/1.1" status: 204 len: 168 time: 2.8074601 Jan 31 16:10:06.661953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35648) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:06.702537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1567349775'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:06.712213 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b420d5f8-c16a-4453-ac33-ee5f15528f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:06.747964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc32365-95ee-4dfd-ba8d-1a9f20c68516 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Network': ['ID=b70546dd-6c30-47a1-8303-74c225f1395e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:06.860239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:06.875529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a8615553-bdcc-420f-b7e2-22cc74df5f18 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:10:06.900975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: a8615553-bdcc-420f-b7e2-22cc74df5f18 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:10:06.901695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a8615553-bdcc-420f-b7e2-22cc74df5f18 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:10:06.946932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-f85a0b11-661e-42d3-982a-c329d90cf79b req-c403f6c8-0d50-46a3-9764-7162d537a2af tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Deleting port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:06.947280 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f85a0b11-661e-42d3-982a-c329d90cf79b req-c403f6c8-0d50-46a3-9764-7162d537a2af tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:06.979153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:06.982854 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.122288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072a9b4-7f5a-4fb4-b5a2-6f8e40860692 req-cb14af39-0dc5-4c95-8a7e-fb3b274d4835 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:07.123833 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c072a9b4-7f5a-4fb4-b5a2-6f8e40860692 req-cb14af39-0dc5-4c95-8a7e-fb3b274d4835 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 945 time: 0.2809169 Jan 31 16:10:07.130175 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ab39fe4-9648-4f79-9e7d-4863b43cadf1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.153404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:07.185795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Allocated IP 172.20.0.1 (535d9272-d114-434f-ad45-04cd801c1929/e83f38e1-69f2-4851-91a4-de107fc76caf/b9e671cc-0146-4d1b-a426-94be88e7c612) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:07.236292 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.236704 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Added segment 02f8f9dc-0b06-428b-8678-32dd05411474 of type vlan for network 51d261be-f079-4f9f-9c7c-e1720d93eacc Jan 31 16:10:07.264713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab39fe4-9648-4f79-9e7d-4863b43cadf1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:07.294773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6ab39fe4-9648-4f79-9e7d-4863b43cadf1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:07.305153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f85a0b11-661e-42d3-982a-c329d90cf79b req-c403f6c8-0d50-46a3-9764-7162d537a2af tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] For port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:07.305573 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f85a0b11-661e-42d3-982a-c329d90cf79b req-c403f6c8-0d50-46a3-9764-7162d537a2af tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.306445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc4fee6-b395-43d2-b0f7-d81f60d877de None None] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:07.343599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab39fe4-9648-4f79-9e7d-4863b43cadf1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:07.344326 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ab39fe4-9648-4f79-9e7d-4863b43cadf1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.370404 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.371129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab39fe4-9648-4f79-9e7d-4863b43cadf1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Subnet': ['ID=714227d3-36a3-4b61-b715-29ca64775383,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:07.381784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-f85a0b11-661e-42d3-982a-c329d90cf79b req-c403f6c8-0d50-46a3-9764-7162d537a2af tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Calling delete_port for 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:07.385030 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b420d5f8-c16a-4453-ac33-ee5f15528f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.393652 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c072a9b4-7f5a-4fb4-b5a2-6f8e40860692 req-132c7ab2-d49f-4b11-93e8-7f77949d0c07 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514372 Jan 31 16:10:07.398478 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.408238 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b420d5f8-c16a-4453-ac33-ee5f15528f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.420848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35690) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:07.421017 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6ab39fe4-9648-4f79-9e7d-4863b43cadf1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6333215 Jan 31 16:10:07.429118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0b381bed-fd0e-437f-b164-46d773d0ea11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'security_group': {'name': 'tempest-secgroup-1909229236'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:07.433493 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.484406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event updated for resources: {'Port': ['ID=b9e671cc-0146-4d1b-a426-94be88e7c612,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:07.512352 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Network 535d9272-d114-434f-ad45-04cd801c1929 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:07.517391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:07.519105 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.db.resource_extend [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:10:07.520966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:07.551338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b381bed-fd0e-437f-b164-46d773d0ea11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.561392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35696) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:07.576361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'tenant_id': '2aff9e35cdc94aefbadfb95d5b5ad9e1', 'fixed_ips': [{'subnet_id': '714227d3-36a3-4b61-b715-29ca64775383'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:07.579407 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.598754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420d5f8-c16a-4453-ac33-ee5f15528f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e957538f-59f0-403c-94d9-ded661d6383d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:07.608335 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b420d5f8-c16a-4453-ac33-ee5f15528f5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d93faedc6f5402da49f91c4688dab3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4678288 Jan 31 16:10:07.609096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35700) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:07.616875 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.618297 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.623031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:07.623781 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.788908 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b381bed-fd0e-437f-b164-46d773d0ea11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.793559 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1135864 Jan 31 16:10:07.795120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35704) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:07.800871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f064c345-bc81-4c66-8c13-8a93494f074b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'subnet': {'network_id': '51d261be-f079-4f9f-9c7c-e1720d93eacc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:07.807727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b381bed-fd0e-437f-b164-46d773d0ea11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.868426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240375ab-ccfe-4994-9a6b-8dce8305633f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Network': ['ID=51d261be-f079-4f9f-9c7c-e1720d93eacc,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:07.871869 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6532405-3627-4814-9eae-0c111b90d83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.874642 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a4112ff7-29bf-40a9-ada3-b57905eacdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.886059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 51d261be-f079-4f9f-9c7c-e1720d93eacc details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:07.896008 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Allocated IP 2001:db8::2 (e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8/714227d3-36a3-4b61-b715-29ca64775383/a5197883-486f-41e6-85e2-6c7531ce4c66) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:07.921994 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a4112ff7-29bf-40a9-ada3-b57905eacdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.932589 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.964183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b381bed-fd0e-437f-b164-46d773d0ea11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.965629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0b381bed-fd0e-437f-b164-46d773d0ea11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5432415 Jan 31 16:10:07.983168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1773f20a-ec6f-48b4-ae2e-78a34ca5761f None None] Provisioning complete for port b9e671cc-0146-4d1b-a426-94be88e7c612 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:07.983846 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1773f20a-ec6f-48b4-ae2e-78a34ca5761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:07.991084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35708) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:07.996682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-cb6535ab-4b65-4274-9769-efa30df76e64 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'security_group': {'name': 'tempest-secgroup-2125113755'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:08.003682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b381bed-fd0e-437f-b164-46d773d0ea11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71b05f4-67bb-4888-ad03-67e7806e6a12,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:08.048262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a4112ff7-29bf-40a9-ada3-b57905eacdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.051657 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a4112ff7-29bf-40a9-ada3-b57905eacdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.053373 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a4112ff7-29bf-40a9-ada3-b57905eacdc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e957538f-59f0-403c-94d9-ded661d6383d HTTP/1.1" status: 204 len: 168 time: 0.4375632 Jan 31 16:10:08.071502 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4112ff7-29bf-40a9-ada3-b57905eacdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e957538f-59f0-403c-94d9-ded661d6383d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:08.107305 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f85a0b11-661e-42d3-982a-c329d90cf79b req-c403f6c8-0d50-46a3-9764-7162d537a2af tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.137129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f064c345-bc81-4c66-8c13-8a93494f074b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:08.140997 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f064c345-bc81-4c66-8c13-8a93494f074b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.151082 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6535ab-4b65-4274-9769-efa30df76e64 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.151547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403f6c8-0d50-46a3-9764-7162d537a2af tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event deleted for resources: {'Port': ['ID=5c8bf2cd-dbd0-4870-9f05-a95ce230dc15,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:08.161148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b', '5c8bf2cd-dbd0-4870-9f05-a95ce230dc15'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:10:08.250085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-1773f20a-ec6f-48b4-ae2e-78a34ca5761f None None] Port b9e671cc-0146-4d1b-a426-94be88e7c612 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:08.260303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85a0b11-661e-42d3-982a-c329d90cf79b req-c403f6c8-0d50-46a3-9764-7162d537a2af tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] No DVR routers for this DVR port 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:08.266942 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f85a0b11-661e-42d3-982a-c329d90cf79b req-c403f6c8-0d50-46a3-9764-7162d537a2af tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.272782 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f85a0b11-661e-42d3-982a-c329d90cf79b req-c403f6c8-0d50-46a3-9764-7162d537a2af tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "DELETE /v2.0/ports/5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 HTTP/1.1" status: 204 len: 173 time: 1.8216274 Jan 31 16:10:08.275444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b672aa9d-7fdf-429c-875d-847e73610170', 'name': 'network-vif-deleted', 'tag': '5c8bf2cd-dbd0-4870-9f05-a95ce230dc15'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:10:08.293430 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99de9f-afe1-4f4b-9212-4e453566022b" -d '{"events": [{"server_uuid": "b672aa9d-7fdf-429c-875d-847e73610170", "name": "network-vif-deleted", "tag": "5c8bf2cd-dbd0-4870-9f05-a95ce230dc15"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:10:08.326006 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6532405-3627-4814-9eae-0c111b90d83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.333816 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6532405-3627-4814-9eae-0c111b90d83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.381302 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3c8ce0-c58b-4913-a751-a69d76c32376 x-openstack-request-id: req-7c3c8ce0-c58b-4913-a751-a69d76c32376 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:10:08.381730 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b672aa9d-7fdf-429c-875d-847e73610170", "name": "network-vif-deleted", "tag": "5c8bf2cd-dbd0-4870-9f05-a95ce230dc15", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:10:08.382321 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c3c8ce0-c58b-4913-a751-a69d76c32376 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:10:08.383194 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b672aa9d-7fdf-429c-875d-847e73610170', 'name': 'network-vif-deleted', 'tag': '5c8bf2cd-dbd0-4870-9f05-a95ce230dc15', 'status': 'completed', 'code': 200} Jan 31 16:10:08.402869 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.412969 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.484263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:08.490029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:08.495332 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:08.511202 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e6532405-3627-4814-9eae-0c111b90d83c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f03c6e7a3c494d8e97daec55db941fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9432292 Jan 31 16:10:08.520917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35724) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:08.521615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6532405-3627-4814-9eae-0c111b90d83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e69a9f-9e46-432d-8bea-c99ab534520a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:08.554000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Pushing event updated for resources: {'Port': ['ID=a5197883-486f-41e6-85e2-6c7531ce4c66,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:08.556451 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6535ab-4b65-4274-9769-efa30df76e64 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.586260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6535ab-4b65-4274-9769-efa30df76e64 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.628237 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.653904 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.664063 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6670c742-883c-40da-81ba-9a7c4ba693e1 req-bd400c0b-ed47-43e6-a9eb-02d6a35cb9f2 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=b672aa9d-7fdf-429c-875d-847e73610170 HTTP/1.1" status: 200 len: 210 time: 0.1439512 Jan 31 16:10:08.698158 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6535ab-4b65-4274-9769-efa30df76e64 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.699698 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cb6535ab-4b65-4274-9769-efa30df76e64 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7076499 Jan 31 16:10:08.702852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35730) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:08.713449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1747564761', 'security_groups': ['e8daa9ac-e594-475b-8d01-816a420d63f5'], 'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '714227d3-36a3-4b61-b715-29ca64775383'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:08.745679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6535ab-4b65-4274-9769-efa30df76e64 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8daa9ac-e594-475b-8d01-816a420d63f5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:08.747690 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-20e70062-6e1b-4315-b88d-d4da93b8a5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.780116 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-20e70062-6e1b-4315-b88d-d4da93b8a5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.827277 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f064c345-bc81-4c66-8c13-8a93494f074b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.838318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Attempting to bind port a5197883-486f-41e6-85e2-6c7531ce4c66 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:08.838885 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Attempting to bind port a5197883-486f-41e6-85e2-6c7531ce4c66 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b86142d7-ca69-4673-baee-29d2d14622df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:08.839359 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Attempting to bind port a5197883-486f-41e6-85e2-6c7531ce4c66 on network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:08.843217 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.848522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:08.849144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Checking segment: {'id': 'b86142d7-ca69-4673-baee-29d2d14622df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:08.849628 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.850104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Bound using segment: {'id': 'b86142d7-ca69-4673-baee-29d2d14622df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:08.850671 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Bound port: a5197883-486f-41e6-85e2-6c7531ce4c66, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86142d7-ca69-4673-baee-29d2d14622df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:08.851202 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.870937 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event updated for resources: {'Port': ['ID=b9e671cc-0146-4d1b-a426-94be88e7c612,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:08.889797 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-20e70062-6e1b-4315-b88d-d4da93b8a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.894675 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-20e70062-6e1b-4315-b88d-d4da93b8a5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:08.898976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-20e70062-6e1b-4315-b88d-d4da93b8a5d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4e69a9f-9e46-432d-8bea-c99ab534520a HTTP/1.1" status: 204 len: 168 time: 0.3741808 Jan 31 16:10:08.920151 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e70062-6e1b-4315-b88d-d4da93b8a5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e69a9f-9e46-432d-8bea-c99ab534520a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:08.977855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064c345-bc81-4c66-8c13-8a93494f074b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Subnet': ['ID=9e8c47ef-153b-492d-a31d-bc1551572b6d,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:08.997229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f064c345-bc81-4c66-8c13-8a93494f074b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Checking segment: {'id': '02f8f9dc-0b06-428b-8678-32dd05411474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51d261be-f079-4f9f-9c7c-e1720d93eacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:08.997634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f064c345-bc81-4c66-8c13-8a93494f074b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network hostable DHCP agents. Network: 51d261be-f079-4f9f-9c7c-e1720d93eacc, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:09.016413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] For port a5197883-486f-41e6-85e2-6c7531ce4c66, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:09.023771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] For port a5197883-486f-41e6-85e2-6c7531ce4c66, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a5197883-486f-41e6-85e2-6c7531ce4c66,segment=NetworkSegment(b86142d7-ca69-4673-baee-29d2d14622df),segment_id=b86142d7-ca69-4673-baee-29d2d14622df)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:09.034840 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:09.040535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f064c345-bc81-4c66-8c13-8a93494f074b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network 51d261be-f079-4f9f-9c7c-e1720d93eacc is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:09.056196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Network 535d9272-d114-434f-ad45-04cd801c1929 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:09.058562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:09.074134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f064c345-bc81-4c66-8c13-8a93494f074b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 51d261be-f079-4f9f-9c7c-e1720d93eacc) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:09.080895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:09.084263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064c345-bc81-4c66-8c13-8a93494f074b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:09.085053 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f064c345-bc81-4c66-8c13-8a93494f074b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:09.137521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b45af3-15c2-4fd9-a2ac-dc8927028084 None None] Network 51d261be-f079-4f9f-9c7c-e1720d93eacc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:09.182024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f064c345-bc81-4c66-8c13-8a93494f074b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3855779 Jan 31 16:10:09.185371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35744) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:09.192383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-03c46654-8c5b-4ba8-9290-d7c4f2b93d53 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1739163348'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:09.244631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c46654-8c5b-4ba8-9290-d7c4f2b93d53 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:09.248591 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03c46654-8c5b-4ba8-9290-d7c4f2b93d53 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:09.254814 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:09.297013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Router dbdd5182-bf85-4abe-9860-7ea1d9697400 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:10:09.298541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port 649e52d7-c5f4-440e-90a1-748a497b85f7 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:10:09.306643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c46654-8c5b-4ba8-9290-d7c4f2b93d53 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:09.319300 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03c46654-8c5b-4ba8-9290-d7c4f2b93d53 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:09.320030 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-03c46654-8c5b-4ba8-9290-d7c4f2b93d53 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Added segment 963592a8-5d64-4da2-be8a-edc1f13f419b of type vlan for network 6a3c0927-e9dd-4508-8976-35bdaab6eed4 Jan 31 16:10:09.367012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Pushing event updated for resources: {'Port': ['ID=a5197883-486f-41e6-85e2-6c7531ce4c66,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:09.383323 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03c46654-8c5b-4ba8-9290-d7c4f2b93d53 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:09.412902 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:09.413560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:09.416266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:09.420986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:09.423206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:09.425350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:09.426019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:09.428045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:09.428474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:09.429012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:09.430611 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:09.431037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38e126-366d-4174-9fb9-536d17a271c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:09.555671 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03c46654-8c5b-4ba8-9290-d7c4f2b93d53 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:09.564187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c46654-8c5b-4ba8-9290-d7c4f2b93d53 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:09.565748 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03c46654-8c5b-4ba8-9290-d7c4f2b93d53 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:09.572281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:10:09.583847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8::1a7 (e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8/714227d3-36a3-4b61-b715-29ca64775383/649e52d7-c5f4-440e-90a1-748a497b85f7) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:09.591297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-76f47a83-e70a-433f-ba0a-55960565574b None None] Provisioning complete for port b9e671cc-0146-4d1b-a426-94be88e7c612 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:09.591945 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-76f47a83-e70a-433f-ba0a-55960565574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:09.611734 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-60d669c8-ff90-4d10-8d88-632691a59868 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "PUT /v2.0/routers/dbdd5182-bf85-4abe-9860-7ea1d9697400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7998013 Jan 31 16:10:09.623191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df00ec4-159e-4289-8c91-146fd087864c None None] Sync routers for ids ['dbdd5182-bf85-4abe-9860-7ea1d9697400'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:10:09.631759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-51d261be-f079-4f9f-9c7c-e1720d93eacc', 'network_id': '51d261be-f079-4f9f-9c7c-e1720d93eacc', 'tenant_id': '8d10f9a085a7441a8d0a9cb588cb3ea9', 'fixed_ips': [{'subnet_id': '9e8c47ef-153b-492d-a31d-bc1551572b6d'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:09.632606 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:09.670242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df00ec4-159e-4289-8c91-146fd087864c None None] Routers {'dbdd5182-bf85-4abe-9860-7ea1d9697400'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:09.671060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9df00ec4-159e-4289-8c91-146fd087864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dbdd5182-bf85-4abe-9860-7ea1d9697400'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:09.681986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35754) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:09.723356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c46654-8c5b-4ba8-9290-d7c4f2b93d53 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Network': ['ID=6a3c0927-e9dd-4508-8976-35bdaab6eed4,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:09.763698 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-03c46654-8c5b-4ba8-9290-d7c4f2b93d53 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5715215 Jan 31 16:10:09.763698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35760) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:09.769157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'subnet': {'network_id': '6a3c0927-e9dd-4508-8976-35bdaab6eed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:09.776892 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 6a3c0927-e9dd-4508-8976-35bdaab6eed4 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:09.779129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9df00ec4-159e-4289-8c91-146fd087864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:09.812077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df00ec4-159e-4289-8c91-146fd087864c None None] Routers {'dbdd5182-bf85-4abe-9860-7ea1d9697400'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:09.812885 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9df00ec4-159e-4289-8c91-146fd087864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dbdd5182-bf85-4abe-9860-7ea1d9697400'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:09.820515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-76f47a83-e70a-433f-ba0a-55960565574b None None] Port b9e671cc-0146-4d1b-a426-94be88e7c612 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:09.854620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35762) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:09.970124 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-17f1c28a-d243-43e9-ae46-b10d8b2173e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:09.970764 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:09.977186 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:09.984639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9df00ec4-159e-4289-8c91-146fd087864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:09.985306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df00ec4-159e-4289-8c91-146fd087864c None None] The sync data for ids ['dbdd5182-bf85-4abe-9860-7ea1d9697400'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:10:10.020165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35766) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:10.082871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.091408 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a1c154a8-90fc-4b65-aa6c-4f1d52c0fcec tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.098519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_backend_mixin [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Performing IP validity checks on allocation pools {{(pid=108771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 16:10:10.100722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_backend_mixin [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 16:10:10.178976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Allocated IP 2001:db8::3 (51d261be-f079-4f9f-9c7c-e1720d93eacc/9e8c47ef-153b-492d-a31d-bc1551572b6d/53d573ca-addc-4195-8f03-1ba4e057c7c4) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:10.222968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35772) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:10.232574 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-a1c154a8-90fc-4b65-aa6c-4f1d52c0fcec tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 31 16:10:10.237486 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a1c154a8-90fc-4b65-aa6c-4f1d52c0fcec tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "DELETE /v2.0/routers/dbdd5182-bf85-4abe-9860-7ea1d9697400 HTTP/1.1" status: 409 len: 329 time: 0.5471716 Jan 31 16:10:10.238798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35776) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:10.340257 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.386595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-31903378-network', 'tenant_id': '696efa3408824df7a314f27bd6b9be05'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:10.408072 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6f01772f-05a5-426c-8e98-8ba05a867826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.471096 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-17f1c28a-d243-43e9-ae46-b10d8b2173e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.483597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:10.485067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=649e52d7-c5f4-440e-90a1-748a497b85f7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:10.489277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:10.490866 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.491515 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-17f1c28a-d243-43e9-ae46-b10d8b2173e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.494510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:10.501403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:10.502091 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.506545 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.514160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a5197883-486f-41e6-85e2-6c7531ce4c66 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:10.566427 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-17f1c28a-d243-43e9-ae46-b10d8b2173e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7b26e2cc25c48b58035599fe29fab19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7004559 Jan 31 16:10:10.578083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35782) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:10.587563 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fe5731fe-b5da-42c5-930b-601de8b46f37 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8833358 Jan 31 16:10:10.590658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35784) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:10.597363 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b4eefe05-788c-4898-af41-404400e361c1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:10.627144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Network 51d261be-f079-4f9f-9c7c-e1720d93eacc is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:10.632747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:10.634714 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.637906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:10.712935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Made reservation on behalf of 696efa3408824df7a314f27bd6b9be05 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:10.715280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.721522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Attempting to bind port 53d573ca-addc-4195-8f03-1ba4e057c7c4 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:10.721984 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Attempting to bind port 53d573ca-addc-4195-8f03-1ba4e057c7c4 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '02f8f9dc-0b06-428b-8678-32dd05411474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51d261be-f079-4f9f-9c7c-e1720d93eacc'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:10.722867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Attempting to bind port 53d573ca-addc-4195-8f03-1ba4e057c7c4 on network 51d261be-f079-4f9f-9c7c-e1720d93eacc {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:10.727033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Pushing event updated for resources: {'Port': ['ID=53d573ca-addc-4195-8f03-1ba4e057c7c4,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:10.736510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a5197883-486f-41e6-85e2-6c7531ce4c66 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:10.736989 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.739667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1c28a-d243-43e9-ae46-b10d8b2173e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d0dd29-8064-4613-850e-bff524872217,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:10.785408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:10:10.790613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:10.791205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Checking segment: {'id': '02f8f9dc-0b06-428b-8678-32dd05411474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51d261be-f079-4f9f-9c7c-e1720d93eacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:10.791758 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.792508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Bound using segment: {'id': '02f8f9dc-0b06-428b-8678-32dd05411474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51d261be-f079-4f9f-9c7c-e1720d93eacc'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:10.793135 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Bound port: 53d573ca-addc-4195-8f03-1ba4e057c7c4, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f8f9dc-0b06-428b-8678-32dd05411474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51d261be-f079-4f9f-9c7c-e1720d93eacc'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:10.793763 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.797102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Subnet': ['ID=f0482013-c636-42b8-9229-bee3f2e03e19,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:10.825863 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.835632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:10:10.836443 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5c8bf2cd-dbd0-4870-9f05-a95ce230dc15 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:10:10.881392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac716b-abde-44b9-bdee-e5b607606532 req-20162bf7-a128-49a5-927a-539d7d9f0b8d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:10.883202 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-20162bf7-a128-49a5-927a-539d7d9f0b8d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.1455674 Jan 31 16:10:10.884395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eefe05-788c-4898-af41-404400e361c1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:10.888458 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b4eefe05-788c-4898-af41-404400e361c1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.934674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] For port 53d573ca-addc-4195-8f03-1ba4e057c7c4, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:10.938090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] For port 53d573ca-addc-4195-8f03-1ba4e057c7c4, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=53d573ca-addc-4195-8f03-1ba4e057c7c4,segment=NetworkSegment(02f8f9dc-0b06-428b-8678-32dd05411474),segment_id=02f8f9dc-0b06-428b-8678-32dd05411474)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:10.939857 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.960452 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:10.972471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Checking segment: {'id': '963592a8-5d64-4da2-be8a-edc1f13f419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6a3c0927-e9dd-4508-8976-35bdaab6eed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:10.973065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network hostable DHCP agents. Network: 6a3c0927-e9dd-4508-8976-35bdaab6eed4, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:10.991992 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-ceae953a-9a01-4c52-88b3-0c2feb422a64 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/quotas/650709d6bc894976b42eca4159787065 HTTP/1.1" status: 200 len: 375 time: 0.0272267 Jan 31 16:10:11.023645 n-d-827120-1 neutron-server[108772]: INFO neutron.db.ipam_backend_mixin [None req-b4eefe05-788c-4898-af41-404400e361c1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 714227d3-36a3-4b61-b715-29ca64775383 (CIDR: 2001:db8::/64) Jan 31 16:10:11.027601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port a5197883-486f-41e6-85e2-6c7531ce4c66, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a5197883-486f-41e6-85e2-6c7531ce4c66,segment=NetworkSegment(b86142d7-ca69-4673-baee-29d2d14622df),segment_id=b86142d7-ca69-4673-baee-29d2d14622df)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:11.028208 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4eefe05-788c-4898-af41-404400e361c1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:10:11.028721 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e87bfb93-7f8c-4b9b-9b7b-42fa92502db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.028874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4eefe05-788c-4898-af41-404400e361c1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:11.040707 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.061896 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b4eefe05-788c-4898-af41-404400e361c1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4699039 Jan 31 16:10:11.064502 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35796) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:11.074640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9632823c-62bb-4fc6-ae79-496af83678e0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:11.084301 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6f01772f-05a5-426c-8e98-8ba05a867826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.086469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-872f3ad2-ffd9-426e-b92c-aacacaca3647 None None] Provisioning complete for port a5197883-486f-41e6-85e2-6c7531ce4c66 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:11.087391 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-872f3ad2-ffd9-426e-b92c-aacacaca3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.120334 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6f01772f-05a5-426c-8e98-8ba05a867826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.146577 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e87bfb93-7f8c-4b9b-9b7b-42fa92502db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.152230 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d62c44-734b-401b-8b30-e72657fc162e None None] Pushing event updated for resources: {'Port': ['ID=53d573ca-addc-4195-8f03-1ba4e057c7c4,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:11.210716 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6f01772f-05a5-426c-8e98-8ba05a867826 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea221b3773a1477ba64fbcc201fd3ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1871183 Jan 31 16:10:11.210716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network 6a3c0927-e9dd-4508-8976-35bdaab6eed4 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:11.220466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35798) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:11.233576 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-29d715b3-fcbf-40ab-9293-bb9e2ed0317b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2196820 Jan 31 16:10:11.279515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=a5197883-486f-41e6-85e2-6c7531ce4c66,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:11.280954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01772f-05a5-426c-8e98-8ba05a867826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5563c484-9617-4e64-a479-9f7d9b835d25,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:11.321560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-872f3ad2-ffd9-426e-b92c-aacacaca3647 None None] Provisioning complete for port 5616af30-0321-446d-a4be-c89cd9421f47 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:11.322120 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-872f3ad2-ffd9-426e-b92c-aacacaca3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.322623 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.364872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-872f3ad2-ffd9-426e-b92c-aacacaca3647 None None] Port 5616af30-0321-446d-a4be-c89cd9421f47 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:11.365109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 6a3c0927-e9dd-4508-8976-35bdaab6eed4) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:11.370892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.386906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c36d8-b5a5-43fb-995d-35a126732f91 None None] Network 6a3c0927-e9dd-4508-8976-35bdaab6eed4 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:11.390140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:11.390835 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.396325 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b5c0eb3a-bebd-4905-9a35-ea9b33f9b43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.481567 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b5c0eb3a-bebd-4905-9a35-ea9b33f9b43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.486526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d81c875a-6974-44aa-b9aa-ec0a270760f7 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7222121 Jan 31 16:10:11.495185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35800) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:11.501122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d82d44-14de-4faf-89c6-5be679058110,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:11.545935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b290fba2-3e87-4f17-a17e-41cc70ae4226 None None] Provisioning complete for port 649e52d7-c5f4-440e-90a1-748a497b85f7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:11.546536 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b290fba2-3e87-4f17-a17e-41cc70ae4226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.557441 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e87bfb93-7f8c-4b9b-9b7b-42fa92502db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.564883 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e87bfb93-7f8c-4b9b-9b7b-42fa92502db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.568637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e87bfb93-7f8c-4b9b-9b7b-42fa92502db7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53d0dd29-8064-4613-850e-bff524872217 HTTP/1.1" status: 204 len: 168 time: 0.9872727 Jan 31 16:10:11.568637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:11.609892 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b290fba2-3e87-4f17-a17e-41cc70ae4226 None None] Port 649e52d7-c5f4-440e-90a1-748a497b85f7 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:11.641704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-6a3c0927-e9dd-4508-8976-35bdaab6eed4', 'network_id': '6a3c0927-e9dd-4508-8976-35bdaab6eed4', 'tenant_id': '8d10f9a085a7441a8d0a9cb588cb3ea9', 'fixed_ips': [{'subnet_id': 'f0482013-c636-42b8-9229-bee3f2e03e19'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:11.642661 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.661292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bfb93-7f8c-4b9b-9b7b-42fa92502db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d0dd29-8064-4613-850e-bff524872217,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:11.674601 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.675145 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Added segment ac6d5caf-ffef-4d63-a833-123e4001bb6a of type vlan for network b4b16857-79c4-4bc5-ae7b-5bb7206251b9 Jan 31 16:10:11.751308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214d24b9-0f02-4160-bfaa-c2f7795ec9b1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.755430 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.794595 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-3696f19f-44cf-40eb-aab1-96618b03f041 service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467381 Jan 31 16:10:11.806635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9632823c-62bb-4fc6-ae79-496af83678e0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:11.809360 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9632823c-62bb-4fc6-ae79-496af83678e0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.831394 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b5c0eb3a-bebd-4905-9a35-ea9b33f9b43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.834153 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b5c0eb3a-bebd-4905-9a35-ea9b33f9b43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.838162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b5c0eb3a-bebd-4905-9a35-ea9b33f9b43d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5563c484-9617-4e64-a479-9f7d9b835d25 HTTP/1.1" status: 204 len: 168 time: 0.6132784 Jan 31 16:10:11.853867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Allocated IP 2001:db8::3 (6a3c0927-e9dd-4508-8976-35bdaab6eed4/f0482013-c636-42b8-9229-bee3f2e03e19/d58a44cf-a6c6-4e5b-8d14-404073465f87) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:11.880518 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:11.884268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0eb3a-bebd-4905-9a35-ea9b33f9b43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5563c484-9617-4e64-a479-9f7d9b835d25,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:12.079829 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:12.095895 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:12.143257 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-8e19a7e9-4f5f-4b12-8229-064b705c8ce0 service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225733 Jan 31 16:10:12.149781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Network 6a3c0927-e9dd-4508-8976-35bdaab6eed4 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:12.152903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:12.159436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:12.179954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Pushing event updated for resources: {'Port': ['ID=d58a44cf-a6c6-4e5b-8d14-404073465f87,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:12.240703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Attempting to bind port d58a44cf-a6c6-4e5b-8d14-404073465f87 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:12.241069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Attempting to bind port d58a44cf-a6c6-4e5b-8d14-404073465f87 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '963592a8-5d64-4da2-be8a-edc1f13f419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6a3c0927-e9dd-4508-8976-35bdaab6eed4'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:12.241920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Attempting to bind port d58a44cf-a6c6-4e5b-8d14-404073465f87 on network 6a3c0927-e9dd-4508-8976-35bdaab6eed4 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:12.247897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:12.248217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Checking segment: {'id': '963592a8-5d64-4da2-be8a-edc1f13f419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6a3c0927-e9dd-4508-8976-35bdaab6eed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:12.248652 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:12.249320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Bound using segment: {'id': '963592a8-5d64-4da2-be8a-edc1f13f419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6a3c0927-e9dd-4508-8976-35bdaab6eed4'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:12.250002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Bound port: d58a44cf-a6c6-4e5b-8d14-404073465f87, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963592a8-5d64-4da2-be8a-edc1f13f419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6a3c0927-e9dd-4508-8976-35bdaab6eed4'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:12.250390 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:12.448167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] For port d58a44cf-a6c6-4e5b-8d14-404073465f87, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:12.457322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] For port d58a44cf-a6c6-4e5b-8d14-404073465f87, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d58a44cf-a6c6-4e5b-8d14-404073465f87,segment=NetworkSegment(963592a8-5d64-4da2-be8a-edc1f13f419b),segment_id=963592a8-5d64-4da2-be8a-edc1f13f419b)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:12.469651 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:12.489592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35822) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:12.514871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9632823c-62bb-4fc6-ae79-496af83678e0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:12.517447 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-239cba83-108f-4705-a353-5d9bb0bca1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:12.648306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9632823c-62bb-4fc6-ae79-496af83678e0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:12.663596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-9632823c-62bb-4fc6-ae79-496af83678e0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:12.677085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a5197883-486f-41e6-85e2-6c7531ce4c66 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:12.688006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9632823c-62bb-4fc6-ae79-496af83678e0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:12.688786 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9632823c-62bb-4fc6-ae79-496af83678e0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:12.699040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632823c-62bb-4fc6-ae79-496af83678e0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Subnet': ['ID=6b1fd1f1-0c86-40ad-aa63-982ab64bc883,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:12.767848 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9632823c-62bb-4fc6-ae79-496af83678e0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7021782 Jan 31 16:10:12.771482 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35828) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:12.781758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-01c36ac7-2c77-45fc-99a2-56732ae4a220 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2115134341', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6b1fd1f1-0c86-40ad-aa63-982ab64bc883'}], 'security_groups': ['c71b05f4-67bb-4888-ad03-67e7806e6a12']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:12.794528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae58988-4974-4c55-addd-b0b98d54997e None None] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:12.828948 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-239cba83-108f-4705-a353-5d9bb0bca1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:12.840948 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:12.843656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:12.849815 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-239cba83-108f-4705-a353-5d9bb0bca1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:12.850485 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:12.938467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfbc2f-55c9-4a9c-b578-ccaef320ca38 None None] Pushing event updated for resources: {'Port': ['ID=d58a44cf-a6c6-4e5b-8d14-404073465f87,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:12.943515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-239cba83-108f-4705-a353-5d9bb0bca1b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=065f7b9171684abea38017021de3ade5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525309 Jan 31 16:10:12.947203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c52c2c7-5f39-47d8-a602-fcd9b80012c6 None None] Network 51d261be-f079-4f9f-9c7c-e1720d93eacc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:12.986894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35834) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:13.061810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c36ac7-2c77-45fc-99a2-56732ae4a220 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.076311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cba83-108f-4705-a353-5d9bb0bca1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc19851a-a878-4f32-8b89-d6786e529219,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:13.078941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a5197883-486f-41e6-85e2-6c7531ce4c66 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:13.079591 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.139343 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10eec8b7-a5ad-4857-bc69-6b6ef7674881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.157809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] Pushing event updated for resources: {'Network': ['ID=b4b16857-79c4-4bc5-ae7b-5bb7206251b9,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:13.164034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1c9e223c-fb8d-4561-9119-1ea6f59b8c6c None None] Provisioning complete for port 53d573ca-addc-4195-8f03-1ba4e057c7c4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:13.164403 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1c9e223c-fb8d-4561-9119-1ea6f59b8c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.220264 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10eec8b7-a5ad-4857-bc69-6b6ef7674881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.230375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8288b13-3782-4e72-b24c-e1592efa8215 req-641f2e73-d10a-434a-bb97-5043bdf2a2a6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 210 time: 0.3930795 Jan 31 16:10:13.241316 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.262190 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b00e904c-d06e-49bd-bb7d-830019b8220e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.0324061 Jan 31 16:10:13.264891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b4b16857-79c4-4bc5-ae7b-5bb7206251b9 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:13.269820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35844) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:13.289697 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4e6cce15-9d3d-489a-9fdb-cedaf16b61b0 admin admin] Request body: {'subnet': {'network_id': 'b4b16857-79c4-4bc5-ae7b-5bb7206251b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-31903378-subnet', 'tenant_id': '696efa3408824df7a314f27bd6b9be05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:13.430078 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6cce15-9d3d-489a-9fdb-cedaf16b61b0 admin admin] Made reservation on behalf of 696efa3408824df7a314f27bd6b9be05 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:13.432659 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4e6cce15-9d3d-489a-9fdb-cedaf16b61b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.441367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10eec8b7-a5ad-4857-bc69-6b6ef7674881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.446256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10eec8b7-a5ad-4857-bc69-6b6ef7674881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.447648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-10eec8b7-a5ad-4857-bc69-6b6ef7674881 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc19851a-a878-4f32-8b89-d6786e529219 HTTP/1.1" status: 204 len: 168 time: 0.4592042 Jan 31 16:10:13.465359 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.515486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eec8b7-a5ad-4857-bc69-6b6ef7674881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc19851a-a878-4f32-8b89-d6786e529219,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:13.566774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Subnet': ['ID=f0482013-c636-42b8-9229-bee3f2e03e19,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:13.674417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-214d24b9-0f02-4160-bfaa-c2f7795ec9b1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Deleting port b9e671cc-0146-4d1b-a426-94be88e7c612 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:13.675557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214d24b9-0f02-4160-bfaa-c2f7795ec9b1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.720078 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-01c36ac7-2c77-45fc-99a2-56732ae4a220 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Delete allocated IP 2001:db8::1a7 (e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8/714227d3-36a3-4b61-b715-29ca64775383) {{(pid=108772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 16:10:13.763532 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.802550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3c0927-e9dd-4508-8976-35bdaab6eed4']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:13.829221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963592a8-5d64-4da2-be8a-edc1f13f419b') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:13.829221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963592a8-5d64-4da2-be8a-edc1f13f419b') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:13.846953 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.864750 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214d24b9-0f02-4160-bfaa-c2f7795ec9b1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.880404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 53d573ca-addc-4195-8f03-1ba4e057c7c4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:13.882117 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.884351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-214d24b9-0f02-4160-bfaa-c2f7795ec9b1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Calling delete_port for b9e671cc-0146-4d1b-a426-94be88e7c612 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:13.895665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:13.896939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:13.899744 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:13.946509 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4e6cce15-9d3d-489a-9fdb-cedaf16b61b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:13.985508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-01c36ac7-2c77-45fc-99a2-56732ae4a220 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8:0:1::fe (e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8/6b1fd1f1-0c86-40ad-aa63-982ab64bc883/649e52d7-c5f4-440e-90a1-748a497b85f7) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:14.060829 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.api [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 16:10:14.060829 n-d-827120-1 neutron-server[108771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 16:10:14.060829 n-d-827120-1 neutron-server[108771]: [parameters: {'id': '6a3c0927-e9dd-4508-8976-35bdaab6eed4'}] Jan 31 16:10:14.060829 n-d-827120-1 neutron-server[108771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:10:14.062444 n-d-827120-1 neutron-server[108771]: DEBUG oslo_db.api [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:10:14.179054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cce15-9d3d-489a-9fdb-cedaf16b61b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df19511d-9bd7-40f8-835e-31f7c2b99133,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:14.201985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6cce15-9d3d-489a-9fdb-cedaf16b61b0 admin admin] Checking segment: {'id': 'ac6d5caf-ffef-4d63-a833-123e4001bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b4b16857-79c4-4bc5-ae7b-5bb7206251b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:14.202352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6cce15-9d3d-489a-9fdb-cedaf16b61b0 admin admin] Network hostable DHCP agents. Network: b4b16857-79c4-4bc5-ae7b-5bb7206251b9, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:14.249368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6cce15-9d3d-489a-9fdb-cedaf16b61b0 admin admin] Network b4b16857-79c4-4bc5-ae7b-5bb7206251b9 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:14.347010 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1c9e223c-fb8d-4561-9119-1ea6f59b8c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:14.352742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3f1fc9-95c6-490e-b4ee-8b9306ac5083 None None] Network 6a3c0927-e9dd-4508-8976-35bdaab6eed4 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:14.408848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba88678-3a75-4579-ad60-8db3b870a492 None None] Update dhcp port {'port': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'fixed_ips': [{'subnet_id': '714227d3-36a3-4b61-b715-29ca64775383', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b1fd1f1-0c86-40ad-aa63-982ab64bc883'}], 'binding:host_id': 'n-d-827120-1'}, 'id': 'a5197883-486f-41e6-85e2-6c7531ce4c66'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:10:14.416871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4e6cce15-9d3d-489a-9fdb-cedaf16b61b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, b4b16857-79c4-4bc5-ae7b-5bb7206251b9) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:14.466040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53afe31d-e15e-44eb-a940-d109c1778f19 req-76fa323f-cdba-41fe-8610-d492a6571c0b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 210 time: 0.0954847 Jan 31 16:10:14.467563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6cce15-9d3d-489a-9fdb-cedaf16b61b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:14.468156 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4e6cce15-9d3d-489a-9fdb-cedaf16b61b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:14.503400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b1487-90e3-44d5-beb9-2d78a8103b3a None None] Network b4b16857-79c4-4bc5-ae7b-5bb7206251b9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:14.531920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1c9e223c-fb8d-4561-9119-1ea6f59b8c6c None None] For port 53d573ca-addc-4195-8f03-1ba4e057c7c4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=53d573ca-addc-4195-8f03-1ba4e057c7c4,segment=NetworkSegment(02f8f9dc-0b06-428b-8678-32dd05411474),segment_id=02f8f9dc-0b06-428b-8678-32dd05411474)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:14.544947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 53d573ca-addc-4195-8f03-1ba4e057c7c4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:14.545325 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:14.548382 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214d24b9-0f02-4160-bfaa-c2f7795ec9b1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:14.582596 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:14.585315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c36ac7-2c77-45fc-99a2-56732ae4a220 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:14.596978 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c36ac7-2c77-45fc-99a2-56732ae4a220 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:14.626026 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1c9e223c-fb8d-4561-9119-1ea6f59b8c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:14.656340 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4e6cce15-9d3d-489a-9fdb-cedaf16b61b0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3851409 Jan 31 16:10:14.678365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d24b9-0f02-4160-bfaa-c2f7795ec9b1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event deleted for resources: {'Port': ['ID=b9e671cc-0146-4d1b-a426-94be88e7c612,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:14.744671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-01c36ac7-2c77-45fc-99a2-56732ae4a220 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] In _notify_port_updated(), no bound segment for port 649e52d7-c5f4-440e-90a1-748a497b85f7 on network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:10:14.767870 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eba88678-3a75-4579-ad60-8db3b870a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:14.770942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c36ac7-2c77-45fc-99a2-56732ae4a220 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:14.774821 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01c36ac7-2c77-45fc-99a2-56732ae4a220 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:14.778950 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-01c36ac7-2c77-45fc-99a2-56732ae4a220 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "PUT /v2.0/ports/649e52d7-c5f4-440e-90a1-748a497b85f7 HTTP/1.1" status: 200 len: 930 time: 2.0037434 Jan 31 16:10:14.786575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c36ac7-2c77-45fc-99a2-56732ae4a220 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=649e52d7-c5f4-440e-90a1-748a497b85f7,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:14.808249 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35890) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:15.021650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac716b-abde-44b9-bdee-e5b607606532 req-4aaf0a95-aedc-4b85-8973-92bdbbe74d0c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:15.027400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-4aaf0a95-aedc-4b85-8973-92bdbbe74d0c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.8059192 Jan 31 16:10:15.059707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-edac716b-abde-44b9-bdee-e5b607606532 req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Request body: {'port': {'device_id': '3ebbd2f3-1401-4856-a1e3-96f45453908e', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'admin_state_up': True, 'tenant_id': '650709d6bc894976b42eca4159787065'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:15.073570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b6b0eee1-c83c-4502-876b-e6a97a3bef60 None None] Provisioning complete for port d58a44cf-a6c6-4e5b-8d14-404073465f87 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:15.074114 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b6b0eee1-c83c-4502-876b-e6a97a3bef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:15.082057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e223c-fb8d-4561-9119-1ea6f59b8c6c None None] Pushing event updated for resources: {'Port': ['ID=53d573ca-addc-4195-8f03-1ba4e057c7c4,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:15.251914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e32953a-403d-46ca-ba21-8d7888f953df req-ada6b8a6-dd70-47ab-9c3e-5c7ba39a564f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1609633 Jan 31 16:10:15.275238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab584f-73b3-4468-a838-63df471a1432 None None] DHCP port deletion for 6a3c0927-e9dd-4508-8976-35bdaab6eed4 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:10:15.394232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce60ee8-1fe9-4dd1-9bb8-3f0e24f958a7 None None] Network b4b16857-79c4-4bc5-ae7b-5bb7206251b9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:15.437339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32953a-403d-46ca-ba21-8d7888f953df req-75c84829-f637-45d3-9e0e-16836e29fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:15.441982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e32953a-403d-46ca-ba21-8d7888f953df req-75c84829-f637-45d3-9e0e-16836e29fceb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 1096 time: 0.1223001 Jan 31 16:10:15.468873 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 53d573ca-addc-4195-8f03-1ba4e057c7c4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:15.473118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Deleting port d58a44cf-a6c6-4e5b-8d14-404073465f87 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:15.473647 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:15.475863 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-214d24b9-0f02-4160-bfaa-c2f7795ec9b1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:15.528385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3bab584f-73b3-4468-a838-63df471a1432 None None] Deleting port d58a44cf-a6c6-4e5b-8d14-404073465f87 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:15.528719 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bab584f-73b3-4468-a838-63df471a1432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:15.598930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8456c0fa-f22e-45d5-bea0-ed92108baa49 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 649e52d7-c5f4-440e-90a1-748a497b85f7 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:15.599643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-eba88678-3a75-4579-ad60-8db3b870a492 None None] Allocated IP 2001:db8:0:1::2 (e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8/6b1fd1f1-0c86-40ad-aa63-982ab64bc883/a5197883-486f-41e6-85e2-6c7531ce4c66) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:15.600909 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8456c0fa-f22e-45d5-bea0-ed92108baa49 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:15.607909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edac716b-abde-44b9-bdee-e5b607606532 req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Made reservation on behalf of 650709d6bc894976b42eca4159787065 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:15.611925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-edac716b-abde-44b9-bdee-e5b607606532 req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:15.664320 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] For port d58a44cf-a6c6-4e5b-8d14-404073465f87, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d58a44cf-a6c6-4e5b-8d14-404073465f87,segment=NetworkSegment(963592a8-5d64-4da2-be8a-edc1f13f419b),segment_id=963592a8-5d64-4da2-be8a-edc1f13f419b)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:15.670269 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:15.691304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32953a-403d-46ca-ba21-8d7888f953df req-50bc50f2-a3bf-4088-b209-8c3d30a01f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:15.697014 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e32953a-403d-46ca-ba21-8d7888f953df req-50bc50f2-a3bf-4088-b209-8c3d30a01f46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 907 time: 0.2309878 Jan 31 16:10:15.723226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-eba88678-3a75-4579-ad60-8db3b870a492 None None] For port a5197883-486f-41e6-85e2-6c7531ce4c66, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a5197883-486f-41e6-85e2-6c7531ce4c66,segment=NetworkSegment(b86142d7-ca69-4673-baee-29d2d14622df),segment_id=b86142d7-ca69-4673-baee-29d2d14622df)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:15.755696 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eba88678-3a75-4579-ad60-8db3b870a492 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:15.790811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ccbc42cb-7ca2-4588-9aa2-618be7b49224 req-8597eb7d-991d-4350-867c-f5198d661b7e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 210 time: 0.1305492 Jan 31 16:10:15.793963 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e32953a-403d-46ca-ba21-8d7888f953df req-cf650383-3c25-42eb-b0a5-154ac397caa8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe0f974-c8d5-4c43-8f82-6d4df416a98b HTTP/1.1" status: 200 len: 217 time: 0.0909362 Jan 31 16:10:15.794462 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Calling delete_port for d58a44cf-a6c6-4e5b-8d14-404073465f87 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:15.810146 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eba88678-3a75-4579-ad60-8db3b870a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:15.922405 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32953a-403d-46ca-ba21-8d7888f953df req-dc588568-e6db-4a70-bdcc-da0ad90f4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:15.928880 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e32953a-403d-46ca-ba21-8d7888f953df req-dc588568-e6db-4a70-bdcc-da0ad90f4a22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.1264405 Jan 31 16:10:15.953659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35956) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:15.977760 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e32953a-403d-46ca-ba21-8d7888f953df req-daf23926-8e94-46ba-9c89-163751ca91ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416877 Jan 31 16:10:16.022480 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b6b0eee1-c83c-4502-876b-e6a97a3bef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.031128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35962) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:16.038716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1897257394-network', 'tenant_id': 'c1f98e90df154c4ca22f7d9e60854bcf'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:16.048528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3bab584f-73b3-4468-a838-63df471a1432 None None] For port d58a44cf-a6c6-4e5b-8d14-404073465f87, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d58a44cf-a6c6-4e5b-8d14-404073465f87,segment=NetworkSegment(963592a8-5d64-4da2-be8a-edc1f13f419b),segment_id=963592a8-5d64-4da2-be8a-edc1f13f419b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:16.049366 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bab584f-73b3-4468-a838-63df471a1432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.056588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba88678-3a75-4579-ad60-8db3b870a492 None None] Pushing event updated for resources: {'Port': ['ID=a5197883-486f-41e6-85e2-6c7531ce4c66,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:16.078124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 53d573ca-addc-4195-8f03-1ba4e057c7c4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:16.078725 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.145522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3bab584f-73b3-4468-a838-63df471a1432 None None] Calling delete_port for d58a44cf-a6c6-4e5b-8d14-404073465f87 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:16.166010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Made reservation on behalf of c1f98e90df154c4ca22f7d9e60854bcf for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:16.168715 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.192791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-edac716b-abde-44b9-bdee-e5b607606532 req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Allocated IP 172.20.0.10 (ee461f7c-cf6b-444b-944c-f969c92675a4/c18b0c43-4884-496a-b742-bf7f0dcdb7c4/27c13fbe-19a1-4386-8789-a2be5392e937) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:16.196817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.253927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e32953a-403d-46ca-ba21-8d7888f953df req-585f2602-afc0-40d2-8d85-8a0e5c10f650 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677960 Jan 31 16:10:16.266576 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bab584f-73b3-4468-a838-63df471a1432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.268946 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8456c0fa-f22e-45d5-bea0-ed92108baa49 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.356603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab584f-73b3-4468-a838-63df471a1432 None None] Pushing event deleted for resources: {'Port': ['ID=d58a44cf-a6c6-4e5b-8d14-404073465f87,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:16.358685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab584f-73b3-4468-a838-63df471a1432 None None] No DVR routers for this DVR port d58a44cf-a6c6-4e5b-8d14-404073465f87 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:16.384042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8456c0fa-f22e-45d5-bea0-ed92108baa49 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 649e52d7-c5f4-440e-90a1-748a497b85f7 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:16.438871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214d24b9-0f02-4160-bfaa-c2f7795ec9b1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Router dbdd5182-bf85-4abe-9860-7ea1d9697400 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:10:16.481649 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.517412 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e32953a-403d-46ca-ba21-8d7888f953df req-edd38a1f-9dd0-4516-b21c-2c0dfdd722ad service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465804 Jan 31 16:10:16.518917 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.545049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3478688-68ce-4621-95a5-7cdb77f59991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.580313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:16.611074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baea0af6-afbe-403d-a9d3-fb31f3e366bd,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:16.624937 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.625524 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Added segment 09c11d23-44e0-473f-9ea4-d7d7cffe71b2 of type vlan for network 12dad0b3-b2a1-4423-a04c-ea458053abc0 Jan 31 16:10:16.659137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.682476 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.685762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-90d5e5c8-104b-474f-9b5b-e1061f1248fa None None] Provisioning complete for port 53d573ca-addc-4195-8f03-1ba4e057c7c4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:16.686306 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-90d5e5c8-104b-474f-9b5b-e1061f1248fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.727382 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.728964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:16.730069 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.805132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Port': ['ID=d58a44cf-a6c6-4e5b-8d14-404073465f87,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:16.819055 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7843490 Jan 31 16:10:16.819451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35976) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:16.823911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No DVR routers for this DVR port d58a44cf-a6c6-4e5b-8d14-404073465f87 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:16.824656 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c13c2bbf-4bda-42fd-9d83-42f4a66e41a5 admin admin] Request body: {'subnet': {'network_id': '12dad0b3-b2a1-4423-a04c-ea458053abc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1897257394-subnet', 'tenant_id': 'c1f98e90df154c4ca22f7d9e60854bcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:16.834686 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbe5ec-a206-4d87-9a6e-dffa4f43c6de admin admin] Pushing event updated for resources: {'Network': ['ID=12dad0b3-b2a1-4423-a04c-ea458053abc0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:16.847975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 12dad0b3-b2a1-4423-a04c-ea458053abc0 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:16.862850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13c2bbf-4bda-42fd-9d83-42f4a66e41a5 admin admin] Made reservation on behalf of c1f98e90df154c4ca22f7d9e60854bcf for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:16.865847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c13c2bbf-4bda-42fd-9d83-42f4a66e41a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.873541 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214d24b9-0f02-4160-bfaa-c2f7795ec9b1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:10:16.885190 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59897c50-d31e-48a2-a4c1-fcdf4b035c05 None None] Sync routers for ids ['dbdd5182-bf85-4abe-9860-7ea1d9697400'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:10:16.896809 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59897c50-d31e-48a2-a4c1-fcdf4b035c05 None None] Routers {'dbdd5182-bf85-4abe-9860-7ea1d9697400'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:16.898966 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-59897c50-d31e-48a2-a4c1-fcdf4b035c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dbdd5182-bf85-4abe-9860-7ea1d9697400'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:16.915246 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-214d24b9-0f02-4160-bfaa-c2f7795ec9b1 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "PUT /v2.0/routers/dbdd5182-bf85-4abe-9860-7ea1d9697400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6743057 Jan 31 16:10:16.924383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35980) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:16.964704 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-edac716b-abde-44b9-bdee-e5b607606532 req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:16.982832 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-59897c50-d31e-48a2-a4c1-fcdf4b035c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:17.010368 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59897c50-d31e-48a2-a4c1-fcdf4b035c05 None None] Routers {'dbdd5182-bf85-4abe-9860-7ea1d9697400'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:17.011225 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-59897c50-d31e-48a2-a4c1-fcdf4b035c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['dbdd5182-bf85-4abe-9860-7ea1d9697400'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:17.039779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-85aeb784-2fba-4749-84d0-9f88b1447b16 req-7aead9e4-e7af-443a-9317-14000a6875ad tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 210 time: 0.0611341 Jan 31 16:10:17.051011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aad74a90-5d99-44f4-b2a8-a90b0ec83132 None None] Provisioning complete for port a5197883-486f-41e6-85e2-6c7531ce4c66 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:17.051423 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aad74a90-5d99-44f4-b2a8-a90b0ec83132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.088138 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-7ca4aa7d-6f62-45fc-be4a-eb4791a632c0 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] show failed (client error): The resource could not be found. Jan 31 16:10:17.089834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7ca4aa7d-6f62-45fc-be4a-eb4791a632c0 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1270875725 HTTP/1.1" status: 404 len: 335 time: 0.1592133 Jan 31 16:10:17.096513 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-59897c50-d31e-48a2-a4c1-fcdf4b035c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:17.100366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35984) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:17.103411 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59897c50-d31e-48a2-a4c1-fcdf4b035c05 None None] The sync data for ids ['dbdd5182-bf85-4abe-9860-7ea1d9697400'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:10:17.115643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-dfe42d5c-75c6-4d52-ad4a-bf4a30ef17e9 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Request body: {'router': {'name': 'new_name'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:17.128429 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.178973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aad74a90-5d99-44f4-b2a8-a90b0ec83132 None None] Provisioning complete for port 5616af30-0321-446d-a4be-c89cd9421f47 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:17.180065 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aad74a90-5d99-44f4-b2a8-a90b0ec83132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.229437 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-aad74a90-5d99-44f4-b2a8-a90b0ec83132 None None] Port 5616af30-0321-446d-a4be-c89cd9421f47 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:17.245988 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-02d697cf-2adb-44e9-984d-a0a46b098b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.249399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aad74a90-5d99-44f4-b2a8-a90b0ec83132 None None] Provisioning complete for port 649e52d7-c5f4-440e-90a1-748a497b85f7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:17.249793 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aad74a90-5d99-44f4-b2a8-a90b0ec83132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.299442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a5197883-486f-41e6-85e2-6c7531ce4c66 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:17.308103 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-dfe42d5c-75c6-4d52-ad4a-bf4a30ef17e9 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] update failed (client error): The resource could not be found. Jan 31 16:10:17.309184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dfe42d5c-75c6-4d52-ad4a-bf4a30ef17e9 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1490002631 HTTP/1.1" status: 404 len: 335 time: 0.1997333 Jan 31 16:10:17.316065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35990) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:17.336179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-aad74a90-5d99-44f4-b2a8-a90b0ec83132 None None] Port 649e52d7-c5f4-440e-90a1-748a497b85f7 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:17.359593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a5197883-486f-41e6-85e2-6c7531ce4c66 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:17.360092 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.360199 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8456c0fa-f22e-45d5-bea0-ed92108baa49 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.362968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3c0927-e9dd-4508-8976-35bdaab6eed4']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:17.386174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3478688-68ce-4621-95a5-7cdb77f59991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.391551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963592a8-5d64-4da2-be8a-edc1f13f419b') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:17.392089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963592a8-5d64-4da2-be8a-edc1f13f419b') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:17.394760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-edac716b-abde-44b9-bdee-e5b607606532 req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.408322 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c13c2bbf-4bda-42fd-9d83-42f4a66e41a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.424943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:10:17.433413 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3478688-68ce-4621-95a5-7cdb77f59991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.436689 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.448913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456c0fa-f22e-45d5-bea0-ed92108baa49 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=649e52d7-c5f4-440e-90a1-748a497b85f7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:17.469148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f0759867-5cb8-437b-9079-aa03e060e0b0 None None] Could not find standard attr ID for object 649e52d7-c5f4-440e-90a1-748a497b85f7. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:10:17.478528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a6c506-6dba-467c-b382-ebd12ac1319d tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Deleting subnet e302d57d-ede4-434c-a186-d2367d42e118 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:17.503565 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c506-6dba-467c-b382-ebd12ac1319d tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.573434 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.576621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edac716b-abde-44b9-bdee-e5b607606532 req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Network ee461f7c-cf6b-444b-944c-f969c92675a4 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:17.602518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c3478688-68ce-4621-95a5-7cdb77f59991 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68ac03a7d7e744e7bdba43a8fccf33b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6382918 Jan 31 16:10:17.603020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c2bbf-4bda-42fd-9d83-42f4a66e41a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cee9e0f-0f7f-4698-a86a-c5d372e5027e,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:17.605228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35998) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:17.621641 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8456c0fa-f22e-45d5-bea0-ed92108baa49 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.626596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c2bbf-4bda-42fd-9d83-42f4a66e41a5 admin admin] Checking segment: {'id': '09c11d23-44e0-473f-9ea4-d7d7cffe71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '12dad0b3-b2a1-4423-a04c-ea458053abc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:17.626961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c2bbf-4bda-42fd-9d83-42f4a66e41a5 admin admin] Network hostable DHCP agents. Network: 12dad0b3-b2a1-4423-a04c-ea458053abc0, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:17.631887 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8456c0fa-f22e-45d5-bea0-ed92108baa49 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/649e52d7-c5f4-440e-90a1-748a497b85f7 HTTP/1.1" status: 204 len: 168 time: 2.8160968 Jan 31 16:10:17.633971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-edac716b-abde-44b9-bdee-e5b607606532 req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:17.638365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36000) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:17.644698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:17.645122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.670809 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d58a44cf-a6c6-4e5b-8d14-404073465f87 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3478688-68ce-4621-95a5-7cdb77f59991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735e735c-4bea-42cc-8856-5ed3757760bd,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:17.671017 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:17.673132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-edac716b-abde-44b9-bdee-e5b607606532 req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:17.673215 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c506-6dba-467c-b382-ebd12ac1319d tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.707017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event updated for resources: {'Port': ['ID=27c13fbe-19a1-4386-8789-a2be5392e937,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:17.727908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d58a44cf-a6c6-4e5b-8d14-404073465f87 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:10:17.728250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d58a44cf-a6c6-4e5b-8d14-404073465f87 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:10:17.740653 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2919ebd6-7fc2-4a8d-b9ae-cd68eef84e5d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:10:17.742609 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2919ebd6-7fc2-4a8d-b9ae-cd68eef84e5d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/649e52d7-c5f4-440e-90a1-748a497b85f7 HTTP/1.1" status: 404 len: 333 time: 0.0922515 Jan 31 16:10:17.748602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36002) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:17.812468 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c2bbf-4bda-42fd-9d83-42f4a66e41a5 admin admin] Network 12dad0b3-b2a1-4423-a04c-ea458053abc0 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:17.832115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.840840 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.841190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-c13c2bbf-4bda-42fd-9d83-42f4a66e41a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 12dad0b3-b2a1-4423-a04c-ea458053abc0) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:17.842820 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-24a46711-f765-40aa-aca1-86eed8c8da11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.844433 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/6a3c0927-e9dd-4508-8976-35bdaab6eed4 HTTP/1.1" status: 204 len: 168 time: 6.3444438 Jan 31 16:10:17.852886 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d635eb-4585-4aba-8e8d-909abcb88b7d None None] Network 12dad0b3-b2a1-4423-a04c-ea458053abc0 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:17.856924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac716b-abde-44b9-bdee-e5b607606532 req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:17.857589 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-edac716b-abde-44b9-bdee-e5b607606532 req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.862968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36008) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:17.882650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-fcd3bc44-80e3-487c-9b47-2189ebff4018 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1720260725'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:17.897255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb3fa9-7777-4813-a9fb-13f18cb3d23c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Network': ['ID=6a3c0927-e9dd-4508-8976-35bdaab6eed4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:17.904134 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c506-6dba-467c-b382-ebd12ac1319d tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.912038 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2e89-9b4f-410d-8938-6a0468b5fae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.925152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-544acaa4-4f13-4112-a004-9f96db94d8e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8782456 Jan 31 16:10:17.944183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13c2bbf-4bda-42fd-9d83-42f4a66e41a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:17.945163 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c13c2bbf-4bda-42fd-9d83-42f4a66e41a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.946823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Request body: {'port': {'device_id': '3ebbd2f3-1401-4856-a1e3-96f45453908e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:17.990315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e336d-9c4b-4fb3-ad6e-4736ffa0c8b0 None None] Network 12dad0b3-b2a1-4423-a04c-ea458053abc0 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:17.992791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2e89-9b4f-410d-8938-6a0468b5fae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:17.994547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd3bc44-80e3-487c-9b47-2189ebff4018 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:17.998051 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bc44-80e3-487c-9b47-2189ebff4018 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.046821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c13c2bbf-4bda-42fd-9d83-42f4a66e41a5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2183642 Jan 31 16:10:18.046821 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-24a46711-f765-40aa-aca1-86eed8c8da11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.046821 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c506-6dba-467c-b382-ebd12ac1319d tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.080820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6c506-6dba-467c-b382-ebd12ac1319d tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event deleted for resources: {'Subnet': ['ID=e302d57d-ede4-434c-a186-d2367d42e118,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:18.113032 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c506-6dba-467c-b382-ebd12ac1319d tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.113697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b71c6-97fd-4898-bf17-4318af8280ba None None] Network 25cf4a36-2408-4d22-8f3e-7a045d36e324 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:18.120075 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c6a6c506-6dba-467c-b382-ebd12ac1319d tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "DELETE /v2.0/subnets/e302d57d-ede4-434c-a186-d2367d42e118 HTTP/1.1" status: 204 len: 168 time: 0.8010683 Jan 31 16:10:18.123365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36018) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:18.196731 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-24a46711-f765-40aa-aca1-86eed8c8da11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.200236 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-24a46711-f765-40aa-aca1-86eed8c8da11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.205792 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-24a46711-f765-40aa-aca1-86eed8c8da11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/security-groups/e8daa9ac-e594-475b-8d01-816a420d63f5 HTTP/1.1" status: 204 len: 168 time: 0.4552600 Jan 31 16:10:18.211725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-28aaeebc-82d9-43aa-964e-59bd47e28bc7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Deleting subnet ab7be83b-248a-4bd9-9930-4c73ed7e0abf {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:18.216385 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28aaeebc-82d9-43aa-964e-59bd47e28bc7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.263854 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28aaeebc-82d9-43aa-964e-59bd47e28bc7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.333260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36020) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:18.387295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a46711-f765-40aa-aca1-86eed8c8da11 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8daa9ac-e594-475b-8d01-816a420d63f5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:18.463100 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28aaeebc-82d9-43aa-964e-59bd47e28bc7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.543864 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28aaeebc-82d9-43aa-964e-59bd47e28bc7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.551907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301fcf96-6e51-4125-af50-f09e36928be0 None None] DHCP port deletion for 25cf4a36-2408-4d22-8f3e-7a045d36e324 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:10:18.601719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb7582a-5824-489b-bfd6-5b4f33a5262a None None] Network f10205c2-648f-46cb-b613-f2987e25f677 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:18.622137 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28aaeebc-82d9-43aa-964e-59bd47e28bc7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.626620 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.629450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd3bc44-80e3-487c-9b47-2189ebff4018 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:18.638039 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-28aaeebc-82d9-43aa-964e-59bd47e28bc7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "DELETE /v2.0/subnets/ab7be83b-248a-4bd9-9930-4c73ed7e0abf HTTP/1.1" status: 204 len: 168 time: 0.5108418 Jan 31 16:10:18.638039 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92cfb72a-ace5-473b-bee9-87cf598e512e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.639077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36034) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:18.661606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab133b35-3a32-4c47-b004-f50b072195ee req-20b356e3-7c50-4e75-8372-e744282a9cf2 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:18.663207 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ab133b35-3a32-4c47-b004-f50b072195ee req-20b356e3-7c50-4e75-8372-e744282a9cf2 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 932 time: 0.1443651 Jan 31 16:10:18.671902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaeebc-82d9-43aa-964e-59bd47e28bc7 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7be83b-248a-4bd9-9930-4c73ed7e0abf,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:18.742034 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bc44-80e3-487c-9b47-2189ebff4018 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.742389 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-fcd3bc44-80e3-487c-9b47-2189ebff4018 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Added segment 25283ea6-3d83-49ca-9e9d-0da75f324c7c of type vlan for network 0828575a-a4de-40ef-94a5-7d57d0588e98 Jan 31 16:10:18.749878 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-301fcf96-6e51-4125-af50-f09e36928be0 None None] Deleting port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:18.750300 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-301fcf96-6e51-4125-af50-f09e36928be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.750540 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2e89-9b4f-410d-8938-6a0468b5fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.753270 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2e89-9b4f-410d-8938-6a0468b5fae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.754475 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0bbc2e89-9b4f-410d-8938-6a0468b5fae4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/735e735c-4bea-42cc-8856-5ed3757760bd HTTP/1.1" status: 204 len: 168 time: 1.1219947 Jan 31 16:10:18.856371 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.863318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-301fcf96-6e51-4125-af50-f09e36928be0 None None] For port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bbc078e5-ecfc-495e-a73d-30a02c9f8dc1,segment=NetworkSegment(73116f5c-ebaa-47cb-a864-48c20b4d8f29),segment_id=73116f5c-ebaa-47cb-a864-48c20b4d8f29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:18.864933 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92cfb72a-ace5-473b-bee9-87cf598e512e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.865831 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-301fcf96-6e51-4125-af50-f09e36928be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.898507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-301fcf96-6e51-4125-af50-f09e36928be0 None None] Calling delete_port for bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:18.982079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b351331-c04d-44d8-af8d-c11db43eff73 None None] DHCP port deletion for f10205c2-648f-46cb-b613-f2987e25f677 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:10:18.992819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Deleting port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:18.993294 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.995357 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92cfb72a-ace5-473b-bee9-87cf598e512e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:18.997965 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92cfb72a-ace5-473b-bee9-87cf598e512e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.001663 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-92cfb72a-ace5-473b-bee9-87cf598e512e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/security-groups/c71b05f4-67bb-4888-ad03-67e7806e6a12 HTTP/1.1" status: 204 len: 168 time: 0.6619542 Jan 31 16:10:19.018465 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36052) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:19.103728 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-301fcf96-6e51-4125-af50-f09e36928be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.105149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfb72a-ace5-473b-bee9-87cf598e512e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71b05f4-67bb-4888-ad03-67e7806e6a12,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:19.168404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c13fbe-19a1-4386-8789-a2be5392e937 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:10:19.176088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fcf96-6e51-4125-af50-f09e36928be0 None None] Pushing event deleted for resources: {'Port': ['ID=bbc078e5-ecfc-495e-a73d-30a02c9f8dc1,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:19.177802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.189456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301fcf96-6e51-4125-af50-f09e36928be0 None None] No DVR routers for this DVR port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:19.191456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Transition to ACTIVE for port object 27c13fbe-19a1-4386-8789-a2be5392e937 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:10:19.205430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc2e89-9b4f-410d-8938-6a0468b5fae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735e735c-4bea-42cc-8856-5ed3757760bd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:19.216179 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.230509 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bc44-80e3-487c-9b47-2189ebff4018 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.236667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8b351331-c04d-44d8-af8d-c11db43eff73 None None] Deleting port dfc26ef0-2b45-4bfa-8313-bfacc827e932 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:19.238579 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8b351331-c04d-44d8-af8d-c11db43eff73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.256751 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ab133b35-3a32-4c47-b004-f50b072195ee req-08b29962-c655-4018-9b59-79b8470eabfb tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587621 Jan 31 16:10:19.282451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] For port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bbc078e5-ecfc-495e-a73d-30a02c9f8dc1,segment=NetworkSegment(73116f5c-ebaa-47cb-a864-48c20b4d8f29),segment_id=73116f5c-ebaa-47cb-a864-48c20b4d8f29)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:19.282820 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.300917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b2e8fa-be41-4c87-b1f4-4272f822f478 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting subnet 714227d3-36a3-4b61-b715-29ca64775383 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:19.308953 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-97b2e8fa-be41-4c87-b1f4-4272f822f478 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.314388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Pushing event updated for resources: {'Port': ['ID=27c13fbe-19a1-4386-8789-a2be5392e937,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:19.338574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8b351331-c04d-44d8-af8d-c11db43eff73 None None] For port dfc26ef0-2b45-4bfa-8313-bfacc827e932, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=dfc26ef0-2b45-4bfa-8313-bfacc827e932,segment=NetworkSegment(cceca13d-6132-4ef8-9b84-a0390c12008a),segment_id=cceca13d-6132-4ef8-9b84-a0390c12008a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:19.339122 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8b351331-c04d-44d8-af8d-c11db43eff73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.343826 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bc44-80e3-487c-9b47-2189ebff4018 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.349671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Calling delete_port for bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:19.354505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd3bc44-80e3-487c-9b47-2189ebff4018 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:19.355148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8b351331-c04d-44d8-af8d-c11db43eff73 None None] Calling delete_port for dfc26ef0-2b45-4bfa-8313-bfacc827e932 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:19.355266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bc44-80e3-487c-9b47-2189ebff4018 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.394669 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-97b2e8fa-be41-4c87-b1f4-4272f822f478 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.407997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fcd3bc44-80e3-487c-9b47-2189ebff4018 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5437133 Jan 31 16:10:19.423731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36058) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:19.458056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c4c349de-dbf6-46db-bbb3-dff75d70c127 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'subnet': {'network_id': '0828575a-a4de-40ef-94a5-7d57d0588e98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:19.463926 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-10b6ebfb-ca9b-4040-b04c-b6350cadbfde tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:19.466030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:10:19.467296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-10b6ebfb-ca9b-4040-b04c-b6350cadbfde tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/networks?id=b4b16857-79c4-4bc5-ae7b-5bb7206251b9 HTTP/1.1" status: 200 len: 823 time: 0.4386909 Jan 31 16:10:19.480349 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8b351331-c04d-44d8-af8d-c11db43eff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.497321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-b1b98703-86bf-43b1-9b09-3ec0b32fa1c7 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/quotas/696efa3408824df7a314f27bd6b9be05 HTTP/1.1" status: 200 len: 375 time: 0.0226970 Jan 31 16:10:19.528588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b351331-c04d-44d8-af8d-c11db43eff73 None None] No DVR routers for this DVR port dfc26ef0-2b45-4bfa-8313-bfacc827e932 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:19.550935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:10:19.551280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:10:19.551696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device dfc26ef0-2b45-4bfa-8313-bfacc827e932 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:10:19.557189 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-cf595902-c6df-42a5-81aa-f612f5d32f01 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=696efa3408824df7a314f27bd6b9be05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523469 Jan 31 16:10:19.605112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b351331-c04d-44d8-af8d-c11db43eff73 None None] Pushing event deleted for resources: {'Port': ['ID=dfc26ef0-2b45-4bfa-8313-bfacc827e932,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:19.608958 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: dfc26ef0-2b45-4bfa-8313-bfacc827e932 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:10:19.609312 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device dfc26ef0-2b45-4bfa-8313-bfacc827e932 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:10:19.623911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3bc44-80e3-487c-9b47-2189ebff4018 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Network': ['ID=0828575a-a4de-40ef-94a5-7d57d0588e98,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:19.647549 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 0828575a-a4de-40ef-94a5-7d57d0588e98 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:19.681721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Attempting to bind port 27c13fbe-19a1-4386-8789-a2be5392e937 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:19.682242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Attempting to bind port 27c13fbe-19a1-4386-8789-a2be5392e937 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:19.682438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Attempting to bind port 27c13fbe-19a1-4386-8789-a2be5392e937 on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:19.697975 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Port 27c13fbe-19a1-4386-8789-a2be5392e937 on network ee461f7c-cf6b-444b-944c-f969c92675a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:10:19.698349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Attempting to bind port 27c13fbe-19a1-4386-8789-a2be5392e937 on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:19.707350 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-55578102-a8c3-4108-991e-6e5860b408bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.712930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:19.713600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Checking segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:19.714204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Bound using segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:19.714629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Bound port: 27c13fbe-19a1-4386-8789-a2be5392e937, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:19.714998 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.753000 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.756870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36064) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:19.773199 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-97b2e8fa-be41-4c87-b1f4-4272f822f478 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.780161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c349de-dbf6-46db-bbb3-dff75d70c127 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:19.783814 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c4c349de-dbf6-46db-bbb3-dff75d70c127 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.831547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event deleted for resources: {'Port': ['ID=bbc078e5-ecfc-495e-a73d-30a02c9f8dc1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:19.833415 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79aa21f2-c699-47a8-8e6b-4b805fb148ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.837821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] No DVR routers for this DVR port bbc078e5-ecfc-495e-a73d-30a02c9f8dc1 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:19.888104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] For port 27c13fbe-19a1-4386-8789-a2be5392e937, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:19.891871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] For port 27c13fbe-19a1-4386-8789-a2be5392e937, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27c13fbe-19a1-4386-8789-a2be5392e937,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:19.899456 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.926200 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f2fac820-26a6-46b6-b276-f59a84755233 service neutron] 10.222.0.36 "GET /v2.0/networks/b4b16857-79c4-4bc5-ae7b-5bb7206251b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559287 Jan 31 16:10:19.955156 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:19.955984 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:19.957677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] 10.222.0.30 "PUT /v2.0/ports/27c13fbe-19a1-4386-8789-a2be5392e937 HTTP/1.1" status: 200 len: 1092 time: 2.0162845 Jan 31 16:10:19.960811 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebbd2f3-1401-4856-a1e3-96f45453908e', 'tag': '27c13fbe-19a1-4386-8789-a2be5392e937'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:10:19.963492 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf84c9b-d85f-45aa-aab2-cd34a28bcf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebbd2f3-1401-4856-a1e3-96f45453908e", "tag": "27c13fbe-19a1-4386-8789-a2be5392e937"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:10:19.992595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8799fa-cc6b-4e60-9bb3-e0ab4f56a23e service neutron] Pushing event updated for resources: {'Port': ['ID=27c13fbe-19a1-4386-8789-a2be5392e937,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:19.993616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.008922 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e227ddc-52d6-4e2d-8bf0-3e1fa06c99b9 x-openstack-request-id: req-6e227ddc-52d6-4e2d-8bf0-3e1fa06c99b9 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:10:20.009213 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebbd2f3-1401-4856-a1e3-96f45453908e", "tag": "27c13fbe-19a1-4386-8789-a2be5392e937", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:10:20.009499 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e227ddc-52d6-4e2d-8bf0-3e1fa06c99b9 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:10:20.009936 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebbd2f3-1401-4856-a1e3-96f45453908e', 'tag': '27c13fbe-19a1-4386-8789-a2be5392e937', 'status': 'completed', 'code': 200} Jan 31 16:10:20.044032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac716b-abde-44b9-bdee-e5b607606532 req-ec1a16ee-5a54-44cf-a960-5118a6de5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:20.045641 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-ec1a16ee-5a54-44cf-a960-5118a6de5c8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 1095 time: 0.0472488 Jan 31 16:10:20.085820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cf4a36-2408-4d22-8f3e-7a045d36e324']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:20.096727 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-f93edb8a-6dbd-4bdc-943a-9a4657a71f0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c13fbe-19a1-4386-8789-a2be5392e937 HTTP/1.1" status: 200 len: 217 time: 0.0421412 Jan 31 16:10:20.107521 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73116f5c-ebaa-47cb-a864-48c20b4d8f29') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:20.107823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73116f5c-ebaa-47cb-a864-48c20b4d8f29') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:20.109891 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-97b2e8fa-be41-4c87-b1f4-4272f822f478 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.151154 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.165548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2e8fa-be41-4c87-b1f4-4272f822f478 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Subnet': ['ID=714227d3-36a3-4b61-b715-29ca64775383,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:20.171004 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-97b2e8fa-be41-4c87-b1f4-4272f822f478 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.174437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-97b2e8fa-be41-4c87-b1f4-4272f822f478 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/714227d3-36a3-4b61-b715-29ca64775383 HTTP/1.1" status: 204 len: 168 time: 1.1536312 Jan 31 16:10:20.179456 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36072) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:20.183011 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac716b-abde-44b9-bdee-e5b607606532 req-9df4510d-1b34-43d9-ad52-f1728cc82d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:20.183364 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.184640 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-9df4510d-1b34-43d9-ad52-f1728cc82d3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.0811281 Jan 31 16:10:20.189669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-60cfc8aa-6c7d-491d-a361-ebb5f1a01cb4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:20.197299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6369efbe-ce09-43a0-8094-bdec6ff41e38 None None] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:20.220412 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:20.220985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:20.225627 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:20.253041 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-47edf293-78a2-4dc2-89be-107cdeb7c729 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600991 Jan 31 16:10:20.283284 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c4c349de-dbf6-46db-bbb3-dff75d70c127 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.366126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79aa21f2-c699-47a8-8e6b-4b805fb148ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.378710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-283deeb8-35ff-426f-9c7e-0f2f17542fdc service neutron] 10.222.0.36 "GET /v2.0/networks/b4b16857-79c4-4bc5-ae7b-5bb7206251b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195378 Jan 31 16:10:20.385728 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79aa21f2-c699-47a8-8e6b-4b805fb148ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.449677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c349de-dbf6-46db-bbb3-dff75d70c127 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Subnet': ['ID=06f56a22-32e8-4151-bc4b-94aee50322ad,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:20.483200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-78629573-6c7a-4434-91fe-00606fefd891 service neutron] 10.222.0.30 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208786 Jan 31 16:10:20.486946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c349de-dbf6-46db-bbb3-dff75d70c127 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Checking segment: {'id': '25283ea6-3d83-49ca-9e9d-0da75f324c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0828575a-a4de-40ef-94a5-7d57d0588e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:20.487216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c349de-dbf6-46db-bbb3-dff75d70c127 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network hostable DHCP agents. Network: 0828575a-a4de-40ef-94a5-7d57d0588e98, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:20.606755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b6709-05f9-465a-825d-48c1c6aae0c9 req-be5d1658-1c2d-421d-b631-0106130e6d26 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:20.608624 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b31b6709-05f9-465a-825d-48c1c6aae0c9 req-be5d1658-1c2d-421d-b631-0106130e6d26 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 944 time: 0.1959867 Jan 31 16:10:20.622730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c349de-dbf6-46db-bbb3-dff75d70c127 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network 0828575a-a4de-40ef-94a5-7d57d0588e98 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:20.667052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c4c349de-dbf6-46db-bbb3-dff75d70c127 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 0828575a-a4de-40ef-94a5-7d57d0588e98) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:20.677676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a2abb7-6935-40bd-9322-0b0c145016d6 None None] Network 0828575a-a4de-40ef-94a5-7d57d0588e98 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:20.700078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c349de-dbf6-46db-bbb3-dff75d70c127 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:20.701730 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c4c349de-dbf6-46db-bbb3-dff75d70c127 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.820640 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.822156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c4c349de-dbf6-46db-bbb3-dff75d70c127 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3977549 Jan 31 16:10:20.837916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36086) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:20.841744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edac716b-abde-44b9-bdee-e5b607606532 req-7a9e81cd-4b75-4600-b27f-32751f30fa18 service neutron] 10.222.0.30 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491154 Jan 31 16:10:20.863051 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b31b6709-05f9-465a-825d-48c1c6aae0c9 req-3504ec0f-664e-4d2f-8d33-e2d58818a13d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252381 Jan 31 16:10:20.885758 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.909867 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:20.909867 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "DELETE /v2.0/networks/25cf4a36-2408-4d22-8f3e-7a045d36e324 HTTP/1.1" status: 204 len: 168 time: 2.2645600 Jan 31 16:10:20.910140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36092) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:20.988648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fb5a5d49-9b5c-4dec-bad4-b94bfd623daa req-746b2384-4065-41d7-a13b-9b5bdcfd95d1 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 210 time: 0.1619225 Jan 31 16:10:20.990903 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-79aa21f2-c699-47a8-8e6b-4b805fb148ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e832e3d505124730b01eaf409863c449&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2291236 Jan 31 16:10:20.991760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf655999-9ac4-420a-a0fd-c2f7442fef0e tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event deleted for resources: {'Network': ['ID=25cf4a36-2408-4d22-8f3e-7a045d36e324,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:21.014912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36094) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:21.052119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-0828575a-a4de-40ef-94a5-7d57d0588e98', 'network_id': '0828575a-a4de-40ef-94a5-7d57d0588e98', 'tenant_id': '8d10f9a085a7441a8d0a9cb588cb3ea9', 'fixed_ips': [{'subnet_id': '06f56a22-32e8-4151-bc4b-94aee50322ad'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:21.053450 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.086023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa21f2-c699-47a8-8e6b-4b805fb148ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7131a656-f4a6-4371-9ca7-5d0d3a06e71d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:21.112736 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.116217 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf84c9b-d85f-45aa-aab2-cd34a28bcf3d req-4de3a788-e56b-4ed2-8987-b659f7436985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:21.118198 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecf84c9b-d85f-45aa-aab2-cd34a28bcf3d req-4de3a788-e56b-4ed2-8987-b659f7436985 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 1095 time: 0.2008522 Jan 31 16:10:21.265709 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e08b82ea-be75-4a07-b93a-473c750db805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.274948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cfc8aa-6c7d-491d-a361-ebb5f1a01cb4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:21.278818 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60cfc8aa-6c7d-491d-a361-ebb5f1a01cb4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.317606 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.335242 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.376432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10205c2-648f-46cb-b613-f2987e25f677']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:21.385315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf84c9b-d85f-45aa-aab2-cd34a28bcf3d req-86aa48f9-c7e6-4e46-ade5-857e6626f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:21.386872 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecf84c9b-d85f-45aa-aab2-cd34a28bcf3d req-86aa48f9-c7e6-4e46-ade5-857e6626f2d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 907 time: 0.2611542 Jan 31 16:10:21.392116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cceca13d-6132-4ef8-9b84-a0390c12008a') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:21.392293 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cceca13d-6132-4ef8-9b84-a0390c12008a') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:21.404655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Allocated IP 2001:db8::1 (0828575a-a4de-40ef-94a5-7d57d0588e98/06f56a22-32e8-4151-bc4b-94aee50322ad/f8428767-df72-4701-bf97-c599bc14e75c) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:21.438031 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e08b82ea-be75-4a07-b93a-473c750db805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.450071 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecf84c9b-d85f-45aa-aab2-cd34a28bcf3d req-2f9b9aa7-fde6-41d1-a4e7-68e403061f01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c13fbe-19a1-4386-8789-a2be5392e937 HTTP/1.1" status: 200 len: 217 time: 0.0552113 Jan 31 16:10:21.451839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.508191 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.538333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:21.538695 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:21.545351 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:21.578190 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.600355 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-faefedfe-3c16-42c2-83b4-a9edc21b5365 None None] Provisioning complete for port a5197883-486f-41e6-85e2-6c7531ce4c66 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:21.601211 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-faefedfe-3c16-42c2-83b4-a9edc21b5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.633766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf84c9b-d85f-45aa-aab2-cd34a28bcf3d req-18283a70-bd58-4329-b861-8d6fca8f5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:21.635808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecf84c9b-d85f-45aa-aab2-cd34a28bcf3d req-18283a70-bd58-4329-b861-8d6fca8f5ac0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.1767297 Jan 31 16:10:21.664025 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e08b82ea-be75-4a07-b93a-473c750db805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.669773 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e08b82ea-be75-4a07-b93a-473c750db805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.676248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e08b82ea-be75-4a07-b93a-473c750db805 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7131a656-f4a6-4371-9ca7-5d0d3a06e71d HTTP/1.1" status: 204 len: 168 time: 0.5702059 Jan 31 16:10:21.692977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecf84c9b-d85f-45aa-aab2-cd34a28bcf3d req-694d483d-227d-4b6b-8a15-0c4693fd5ced service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429025 Jan 31 16:10:21.695397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b82ea-be75-4a07-b93a-473c750db805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7131a656-f4a6-4371-9ca7-5d0d3a06e71d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:21.734777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.771128 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.777616 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "DELETE /v2.0/networks/f10205c2-648f-46cb-b613-f2987e25f677 HTTP/1.1" status: 204 len: 168 time: 0.8694360 Jan 31 16:10:21.779851 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.780415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36106) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:21.802077 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.837856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecf84c9b-d85f-45aa-aab2-cd34a28bcf3d req-58adcc90-a3d3-43ad-8928-d2185482d034 service neutron] 10.222.0.30 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369371 Jan 31 16:10:21.839873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcbbc9-7b0b-49e6-b6d8-bd376b5c1a60 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event deleted for resources: {'Network': ['ID=f10205c2-648f-46cb-b613-f2987e25f677,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:21.880551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Pushing event updated for resources: {'Port': ['ID=f8428767-df72-4701-bf97-c599bc14e75c,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:21.907869 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:21.973526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Network 0828575a-a4de-40ef-94a5-7d57d0588e98 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:21.984206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:21.987986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:22.024203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-faefedfe-3c16-42c2-83b4-a9edc21b5365 None None] Provisioning complete for port 5616af30-0321-446d-a4be-c89cd9421f47 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:22.025041 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-faefedfe-3c16-42c2-83b4-a9edc21b5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.038981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Subnet': ['ID=06f56a22-32e8-4151-bc4b-94aee50322ad,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:22.058650 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f54afe-a878-4e0a-ad44-c1bad50f58cb tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Deleting subnet e83f38e1-69f2-4851-91a4-de107fc76caf {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:22.078635 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f54afe-a878-4e0a-ad44-c1bad50f58cb tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.108422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60cfc8aa-6c7d-491d-a361-ebb5f1a01cb4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.116215 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecf84c9b-d85f-45aa-aab2-cd34a28bcf3d req-49bd622e-53a3-4ddf-a623-f8f4430b0812 service neutron] 10.222.0.30 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672153 Jan 31 16:10:22.158222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ec0be-e43e-4bfd-97e1-469d87b8b815 req-3437e9c0-0052-4dd1-8f55-bb5d3226f47f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:22.159370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Attempting to bind port f8428767-df72-4701-bf97-c599bc14e75c on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:22.159762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-960ec0be-e43e-4bfd-97e1-469d87b8b815 req-3437e9c0-0052-4dd1-8f55-bb5d3226f47f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 944 time: 0.1839221 Jan 31 16:10:22.161936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Attempting to bind port f8428767-df72-4701-bf97-c599bc14e75c by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '25283ea6-3d83-49ca-9e9d-0da75f324c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0828575a-a4de-40ef-94a5-7d57d0588e98'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:22.162715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Attempting to bind port f8428767-df72-4701-bf97-c599bc14e75c on network 0828575a-a4de-40ef-94a5-7d57d0588e98 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:22.176895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-faefedfe-3c16-42c2-83b4-a9edc21b5365 None None] Port 5616af30-0321-446d-a4be-c89cd9421f47 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:22.188697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:22.189074 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Checking segment: {'id': '25283ea6-3d83-49ca-9e9d-0da75f324c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0828575a-a4de-40ef-94a5-7d57d0588e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:22.189520 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.190402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Bound using segment: {'id': '25283ea6-3d83-49ca-9e9d-0da75f324c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0828575a-a4de-40ef-94a5-7d57d0588e98'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:22.191030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Bound port: f8428767-df72-4701-bf97-c599bc14e75c, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25283ea6-3d83-49ca-9e9d-0da75f324c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0828575a-a4de-40ef-94a5-7d57d0588e98'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:22.191457 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.294946 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-960ec0be-e43e-4bfd-97e1-469d87b8b815 req-7614df7c-0ceb-499f-a801-810a16e9ae90 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243279 Jan 31 16:10:22.306324 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c9a3af13-f0fd-4860-ac85-13686caa7dd1 req-a17f3f38-8221-438f-b4f3-fb33983e0672 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 210 time: 0.0915277 Jan 31 16:10:22.350202 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.383813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cfc8aa-6c7d-491d-a361-ebb5f1a01cb4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:22.389705 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f54afe-a878-4e0a-ad44-c1bad50f58cb tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.424631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-60cfc8aa-6c7d-491d-a361-ebb5f1a01cb4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:22.438322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0260a-f127-41e8-bd97-13085829e04d None None] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:22.441109 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cfc8aa-6c7d-491d-a361-ebb5f1a01cb4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:22.442328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60cfc8aa-6c7d-491d-a361-ebb5f1a01cb4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.455365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0828575a-a4de-40ef-94a5-7d57d0588e98']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:22.469373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfc8aa-6c7d-491d-a361-ebb5f1a01cb4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Subnet': ['ID=3ba09852-620a-410a-8ba8-2350bf8f64e7,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:22.491030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25283ea6-3d83-49ca-9e9d-0da75f324c7c') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:22.491573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25283ea6-3d83-49ca-9e9d-0da75f324c7c') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:22.516076 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.533454 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-60cfc8aa-6c7d-491d-a361-ebb5f1a01cb4 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3487339 Jan 31 16:10:22.533838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36124) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:22.540204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-192d3179-fad3-4177-95a1-96926df1c3a5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'security_group': {'name': 'tempest-secgroup-399054844'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:22.545875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-a0106160-f15e-4dcf-a9cc-32efe350a80f tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:22.547430 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-a0106160-f15e-4dcf-a9cc-32efe350a80f tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.20 "GET /v2.0/networks?id=b4b16857-79c4-4bc5-ae7b-5bb7206251b9 HTTP/1.1" status: 200 len: 823 time: 0.4298117 Jan 31 16:10:22.550763 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.558774 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.568477 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.593612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] For port f8428767-df72-4701-bf97-c599bc14e75c, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:22.596085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Request body: {'port': {'device_id': '61e48742-01f8-4d9b-941a-8c7e0e32e604', 'network_id': 'b4b16857-79c4-4bc5-ae7b-5bb7206251b9', 'admin_state_up': True, 'tenant_id': '696efa3408824df7a314f27bd6b9be05'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:22.616708 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-192d3179-fad3-4177-95a1-96926df1c3a5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.617585 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:22.618007 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:22.621084 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:22.738424 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f54afe-a878-4e0a-ad44-c1bad50f58cb tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.756685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] For port f8428767-df72-4701-bf97-c599bc14e75c, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f8428767-df72-4701-bf97-c599bc14e75c,segment=NetworkSegment(25283ea6-3d83-49ca-9e9d-0da75f324c7c),segment_id=25283ea6-3d83-49ca-9e9d-0da75f324c7c)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:22.771514 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.db.api [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 16:10:22.771514 n-d-827120-1 neutron-server[108772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 16:10:22.771514 n-d-827120-1 neutron-server[108772]: [parameters: {'id': '0828575a-a4de-40ef-94a5-7d57d0588e98'}] Jan 31 16:10:22.771514 n-d-827120-1 neutron-server[108772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:10:22.771922 n-d-827120-1 neutron-server[108772]: DEBUG oslo_db.api [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:10:22.810072 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.843182 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f54afe-a878-4e0a-ad44-c1bad50f58cb tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.844766 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-192d3179-fad3-4177-95a1-96926df1c3a5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.860329 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-192d3179-fad3-4177-95a1-96926df1c3a5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.887219 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-192d3179-fad3-4177-95a1-96926df1c3a5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.888842 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-192d3179-fad3-4177-95a1-96926df1c3a5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3538523 Jan 31 16:10:22.896171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36134) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:22.901553 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2b68e777-f4ff-445e-a1b6-ed33e4559cad tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'security_group': {'name': 'tempest-secgroup-1432385389'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:22.909244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f54afe-a878-4e0a-ad44-c1bad50f58cb tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event deleted for resources: {'Subnet': ['ID=e83f38e1-69f2-4851-91a4-de107fc76caf,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:22.923858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d3179-fad3-4177-95a1-96926df1c3a5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df05f61-df9d-47bb-925a-d464f1588b46,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:22.944237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0814a4f-efb2-49ed-9200-77ce5ae7a201 None None] Update dhcp port {'port': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'fixed_ips': [{'subnet_id': '6b1fd1f1-0c86-40ad-aa63-982ab64bc883', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3ba09852-620a-410a-8ba8-2350bf8f64e7'}], 'binding:host_id': 'n-d-827120-1'}, 'id': 'a5197883-486f-41e6-85e2-6c7531ce4c66'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:10:22.947625 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f54afe-a878-4e0a-ad44-c1bad50f58cb tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:22.956592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36136) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:22.957157 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-92f54afe-a878-4e0a-ad44-c1bad50f58cb tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "DELETE /v2.0/subnets/e83f38e1-69f2-4851-91a4-de107fc76caf HTTP/1.1" status: 204 len: 168 time: 1.1730714 Jan 31 16:10:22.962742 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Made reservation on behalf of 696efa3408824df7a314f27bd6b9be05 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:22.969185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f0320c-10dd-4d72-b748-4124512cef5a None None] Network 535d9272-d114-434f-ad45-04cd801c1929 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:22.970062 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.048470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef146e-fb68-4263-9367-1a6010c48e96 None None] Pushing event updated for resources: {'Port': ['ID=f8428767-df72-4701-bf97-c599bc14e75c,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:23.065259 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.067926 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b68e777-f4ff-445e-a1b6-ed33e4559cad tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.071081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aec241b-e5a3-4745-9bfb-e0617ead433a None None] Network 0828575a-a4de-40ef-94a5-7d57d0588e98 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:23.147312 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0814a4f-efb2-49ed-9200-77ce5ae7a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.187421 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Allocated IP 172.20.0.8 (b4b16857-79c4-4bc5-ae7b-5bb7206251b9/df19511d-9bd7-40f8-835e-31f7c2b99133/295656e8-4b3f-4cf4-9272-a61e8b6a960b) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:23.196300 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b68e777-f4ff-445e-a1b6-ed33e4559cad tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.205735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Deleting port 781bfe0e-660b-4d65-ab60-286f624020a0 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:23.206353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.209523 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b68e777-f4ff-445e-a1b6-ed33e4559cad tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.261064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68e777-f4ff-445e-a1b6-ed33e4559cad tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf725cc-5733-44bc-a189-2119b2783805,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:23.371691 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b68e777-f4ff-445e-a1b6-ed33e4559cad tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.374236 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2b68e777-f4ff-445e-a1b6-ed33e4559cad tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4769061 Jan 31 16:10:23.381137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36154) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:23.394884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-20a2402a-106f-4ce9-afd7-2dbdae4ee313 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'security_group': {'name': 'tempest-secgroup-1131428147'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:23.397221 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.432098 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.437490 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.442469 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] For port 781bfe0e-660b-4d65-ab60-286f624020a0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=781bfe0e-660b-4d65-ab60-286f624020a0,segment=NetworkSegment(9911e775-1faf-43fc-9ca9-895f0fcba600),segment_id=9911e775-1faf-43fc-9ca9-895f0fcba600)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:23.443240 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.473833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Calling delete_port for 781bfe0e-660b-4d65-ab60-286f624020a0 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:23.495393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Network b4b16857-79c4-4bc5-ae7b-5bb7206251b9 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:23.498331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd599-b437-4129-89c9-08219cf0ba9b req-2bba01e7-4b7f-42d8-b54c-1042f53dabaa tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:23.507514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:23.507984 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f23cd599-b437-4129-89c9-08219cf0ba9b req-2bba01e7-4b7f-42d8-b54c-1042f53dabaa tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 944 time: 0.1265216 Jan 31 16:10:23.511287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:23.606704 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f23cd599-b437-4129-89c9-08219cf0ba9b req-4a48b53d-acae-4bf0-af13-426085f36e3c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972662 Jan 31 16:10:23.619031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:23.619031 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.622115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-20a2402a-106f-4ce9-afd7-2dbdae4ee313 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.647674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9f853-f785-4d2b-b36d-f04e6402bfcf req-e442e841-3891-4bcd-945e-71e6f0fd155b tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:23.655848 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76f9f853-f785-4d2b-b36d-f04e6402bfcf req-e442e841-3891-4bcd-945e-71e6f0fd155b tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 931 time: 0.2045460 Jan 31 16:10:23.680547 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1192787 Jan 31 16:10:23.692270 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.710483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] No DVR routers for this DVR port 781bfe0e-660b-4d65-ab60-286f624020a0 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:23.737431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Request body: {'port': {'device_id': '61e48742-01f8-4d9b-941a-8c7e0e32e604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:23.760262 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76f9f853-f785-4d2b-b36d-f04e6402bfcf req-6eaf6bc5-ed2f-4ef1-abf5-ba3bf1c9aa69 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034579 Jan 31 16:10:23.773382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event deleted for resources: {'Port': ['ID=781bfe0e-660b-4d65-ab60-286f624020a0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:23.840963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-a0814a4f-efb2-49ed-9200-77ce5ae7a201 None None] Allocated IP 2001:db8::2 (e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8/3ba09852-620a-410a-8ba8-2350bf8f64e7/a5197883-486f-41e6-85e2-6c7531ce4c66) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:23.848048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dac230-0ee5-47a9-b002-e7b59b0d46d3 None None] DHCP port deletion for 535d9272-d114-434f-ad45-04cd801c1929 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:10:23.849554 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-20a2402a-106f-4ce9-afd7-2dbdae4ee313 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.855478 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.866553 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-20a2402a-106f-4ce9-afd7-2dbdae4ee313 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.880109 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1834961-7a2d-4e71-9c3b-60756206a980 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Pushing event updated for resources: {'Port': ['ID=295656e8-4b3f-4cf4-9272-a61e8b6a960b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:23.904040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535d9272-d114-434f-ad45-04cd801c1929']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:23.921625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2402a-106f-4ce9-afd7-2dbdae4ee313 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4d5952-96b3-4087-8fd0-7f23a84a8bc4,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:23.926309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9911e775-1faf-43fc-9ca9-895f0fcba600') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:23.926962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9911e775-1faf-43fc-9ca9-895f0fcba600') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:23.938880 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-20a2402a-106f-4ce9-afd7-2dbdae4ee313 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.940455 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-20a2402a-106f-4ce9-afd7-2dbdae4ee313 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5529075 Jan 31 16:10:23.943251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36166) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:23.948997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-948661190', 'security_groups': ['8d4d5952-96b3-4087-8fd0-7f23a84a8bc4'], 'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3ba09852-620a-410a-8ba8-2350bf8f64e7'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:23.954809 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.960292 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:23.981363 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Deleting port f8428767-df72-4701-bf97-c599bc14e75c {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:23.981816 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.003313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a0814a4f-efb2-49ed-9200-77ce5ae7a201 None None] For port a5197883-486f-41e6-85e2-6c7531ce4c66, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a5197883-486f-41e6-85e2-6c7531ce4c66,segment=NetworkSegment(b86142d7-ca69-4673-baee-29d2d14622df),segment_id=b86142d7-ca69-4673-baee-29d2d14622df)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:24.023711 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.035277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:24.035999 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:24.039417 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:24.071262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27c13fbe-19a1-4386-8789-a2be5392e937 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:10:24.117763 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0814a4f-efb2-49ed-9200-77ce5ae7a201 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.126148 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0814a4f-efb2-49ed-9200-77ce5ae7a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.160345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] For port f8428767-df72-4701-bf97-c599bc14e75c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f8428767-df72-4701-bf97-c599bc14e75c,segment=NetworkSegment(25283ea6-3d83-49ca-9e9d-0da75f324c7c),segment_id=25283ea6-3d83-49ca-9e9d-0da75f324c7c)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:24.160727 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.181403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Calling delete_port for f8428767-df72-4701-bf97-c599bc14e75c owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:24.236821 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:24.273171 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.273926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0814a4f-efb2-49ed-9200-77ce5ae7a201 None None] Pushing event updated for resources: {'Port': ['ID=a5197883-486f-41e6-85e2-6c7531ce4c66,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:24.341282 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.352128 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "DELETE /v2.0/networks/535d9272-d114-434f-ad45-04cd801c1929 HTTP/1.1" status: 204 len: 168 time: 1.3929870 Jan 31 16:10:24.356653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36178) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:24.390737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c7241-d9ae-47a8-a147-11e0e9a4023b tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Pushing event deleted for resources: {'Network': ['ID=535d9272-d114-434f-ad45-04cd801c1929,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:24.410984 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27c13fbe-19a1-4386-8789-a2be5392e937, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27c13fbe-19a1-4386-8789-a2be5392e937,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:24.425678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '27c13fbe-19a1-4386-8789-a2be5392e937', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'port_id': '27c13fbe-19a1-4386-8789-a2be5392e937', 'mac_address': 'fa:16:3e:5b:12:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18b0c43-4884-496a-b742-bf7f0dcdb7c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:10:24.427839 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.453210 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e3493d89-51a7-4a67-a394-84d64c88fc5c tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbdd5182-bf85-4abe-9860-7ea1d9697400 HTTP/1.1" status: 200 len: 205 time: 0.0951428 Jan 31 16:10:24.455536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36182) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:24.476872 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.487604 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.500347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No DVR routers for this DVR port f8428767-df72-4701-bf97-c599bc14e75c on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:24.502121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Port': ['ID=f8428767-df72-4701-bf97-c599bc14e75c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:24.512929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c13fbe-19a1-4386-8789-a2be5392e937 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:10:24.518322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] device_id is not set on port 1a298b87-d694-4aa1-9272-57efdb3847d1 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:10:24.561499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27c13fbe-19a1-4386-8789-a2be5392e937, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27c13fbe-19a1-4386-8789-a2be5392e937,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:24.575352 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.689794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=27c13fbe-19a1-4386-8789-a2be5392e937,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:24.720380 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc094-4195-462e-8b13-65847ed92845 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.839573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295656e8-4b3f-4cf4-9272-a61e8b6a960b {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:10:24.842763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['27c13fbe-19a1-4386-8789-a2be5392e937'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:10:24.846768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd037307-0b10-4741-8f39-adfcd5a4bea1 req-cecb460e-2067-4e90-ab19-8ec66ccee257 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:24.859960 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dd037307-0b10-4741-8f39-adfcd5a4bea1 req-cecb460e-2067-4e90-ab19-8ec66ccee257 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 945 time: 0.1244893 Jan 31 16:10:24.920016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:24.926086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.018992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8::11c (e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8/3ba09852-620a-410a-8ba8-2350bf8f64e7/1a298b87-d694-4aa1-9272-57efdb3847d1) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:25.033024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dd037307-0b10-4741-8f39-adfcd5a4bea1 req-9061bace-dc92-4543-9378-f8f0325ab26f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706908 Jan 31 16:10:25.108708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Transition to ACTIVE for port object 295656e8-4b3f-4cf4-9272-a61e8b6a960b will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:10:25.116041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0828575a-a4de-40ef-94a5-7d57d0588e98']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:25.203461 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.221327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25283ea6-3d83-49ca-9e9d-0da75f324c7c') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:25.221327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25283ea6-3d83-49ca-9e9d-0da75f324c7c') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:25.252269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff519572-1917-4fbe-8dfb-057d431cb5fe None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:10:25.297400 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.308099 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a5197883-486f-41e6-85e2-6c7531ce4c66 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:25.371792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.399622 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:25.413431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0d1f85a5-0698-49e7-ae05-1de1594c00e5 None None] Provisioning complete for port a5197883-486f-41e6-85e2-6c7531ce4c66 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:25.414315 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0d1f85a5-0698-49e7-ae05-1de1594c00e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.443741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:25.451142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:25.466807 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:25.470250 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.536085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a5197883-486f-41e6-85e2-6c7531ce4c66 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:25.536527 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.559510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=1a298b87-d694-4aa1-9272-57efdb3847d1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:25.572802 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d33cd238-b329-406a-878c-eff4074fc0ee tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6283107 Jan 31 16:10:25.573978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36260) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:25.579521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-99a0ce3a-280f-4cda-b46c-055a0ec35573 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:25.591479 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff519572-1917-4fbe-8dfb-057d431cb5fe None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:10:25.609422 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Pushing event updated for resources: {'Port': ['ID=295656e8-4b3f-4cf4-9272-a61e8b6a960b,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:25.626440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc094-4195-462e-8b13-65847ed92845 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.629301 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.632699 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc094-4195-462e-8b13-65847ed92845 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.679380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c8598-3388-443f-8bfe-874c891ce6ed req-9ccb1213-1fc1-4bcd-956a-a68145ddf3c1 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:25.687290 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a23c8598-3388-443f-8bfe-874c891ce6ed req-9ccb1213-1fc1-4bcd-956a-a68145ddf3c1 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 931 time: 0.7413993 Jan 31 16:10:25.724374 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.743958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:25.744344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:25.748802 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:25.772402 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc094-4195-462e-8b13-65847ed92845 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.772648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5fc094-4195-462e-8b13-65847ed92845 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Fanout notify agent at l3_agent the message router_deleted on router dbdd5182-bf85-4abe-9860-7ea1d9697400 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:10:25.799278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a0ce3a-280f-4cda-b46c-055a0ec35573 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:25.814485 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99a0ce3a-280f-4cda-b46c-055a0ec35573 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.827980 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc094-4195-462e-8b13-65847ed92845 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.832206 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ac5fc094-4195-462e-8b13-65847ed92845 tempest-RoutersNegativeTest-119103613 tempest-RoutersNegativeTest-119103613-project] 10.222.0.36 "DELETE /v2.0/routers/dbdd5182-bf85-4abe-9860-7ea1d9697400 HTTP/1.1" status: 204 len: 168 time: 1.3470414 Jan 31 16:10:25.857632 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.858293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0d1f85a5-0698-49e7-ae05-1de1594c00e5 None None] Provisioning complete for port 5616af30-0321-446d-a4be-c89cd9421f47 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:25.858878 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0d1f85a5-0698-49e7-ae05-1de1594c00e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.884553 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a23c8598-3388-443f-8bfe-874c891ce6ed req-33164810-af67-4e7e-92b8-935356f1eeec tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833482 Jan 31 16:10:25.899492 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.911337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:25.918271 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/0828575a-a4de-40ef-94a5-7d57d0588e98 HTTP/1.1" status: 204 len: 168 time: 5.0660663 Jan 31 16:10:25.926009 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36270) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:25.932367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-de9c713f-372d-4d1d-8049-f68560efa8e8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1227117050'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:25.949055 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962cfe5-d8ff-48c0-b4fe-46a0d5a77002 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Network': ['ID=0828575a-a4de-40ef-94a5-7d57d0588e98,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:25.950992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Attempting to bind port 295656e8-4b3f-4cf4-9272-a61e8b6a960b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:25.951328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Attempting to bind port 295656e8-4b3f-4cf4-9272-a61e8b6a960b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'ac6d5caf-ffef-4d63-a833-123e4001bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b4b16857-79c4-4bc5-ae7b-5bb7206251b9'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:25.951658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Attempting to bind port 295656e8-4b3f-4cf4-9272-a61e8b6a960b on network b4b16857-79c4-4bc5-ae7b-5bb7206251b9 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:25.959905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Port 295656e8-4b3f-4cf4-9272-a61e8b6a960b on network b4b16857-79c4-4bc5-ae7b-5bb7206251b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:10:25.960232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Attempting to bind port 295656e8-4b3f-4cf4-9272-a61e8b6a960b on network b4b16857-79c4-4bc5-ae7b-5bb7206251b9 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:25.970666 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:25.971567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Checking segment: {'id': 'ac6d5caf-ffef-4d63-a833-123e4001bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b4b16857-79c4-4bc5-ae7b-5bb7206251b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:25.971567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Bound using segment: {'id': 'ac6d5caf-ffef-4d63-a833-123e4001bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b4b16857-79c4-4bc5-ae7b-5bb7206251b9'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:25.972044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Bound port: 295656e8-4b3f-4cf4-9272-a61e8b6a960b, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6d5caf-ffef-4d63-a833-123e4001bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b4b16857-79c4-4bc5-ae7b-5bb7206251b9'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:25.972417 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.001331 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9c713f-372d-4d1d-8049-f68560efa8e8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:26.005697 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de9c713f-372d-4d1d-8049-f68560efa8e8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.033699 n-d-827120-1 neutron-server[108771]: INFO neutron.db.ipam_backend_mixin [None req-99a0ce3a-280f-4cda-b46c-055a0ec35573 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ba09852-620a-410a-8ba8-2350bf8f64e7 (CIDR: 2001:db8::/64) Jan 31 16:10:26.039313 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a0ce3a-280f-4cda-b46c-055a0ec35573 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:10:26.040254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a0ce3a-280f-4cda-b46c-055a0ec35573 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:26.079513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9c713f-372d-4d1d-8049-f68560efa8e8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:26.089009 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-99a0ce3a-280f-4cda-b46c-055a0ec35573 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5137446 Jan 31 16:10:26.091878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36276) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:26.103517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6326d4af-1723-4138-8ad1-3a84308c2985 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:26.116528 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de9c713f-372d-4d1d-8049-f68560efa8e8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.116881 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-de9c713f-372d-4d1d-8049-f68560efa8e8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Added segment 791e94ea-60e0-4f1f-8063-76eae06e09e1 of type vlan for network 73dc4125-f731-447e-9430-c0a19ab567c1 Jan 31 16:10:26.130564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] For port 295656e8-4b3f-4cf4-9272-a61e8b6a960b, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:26.181118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] For port 295656e8-4b3f-4cf4-9272-a61e8b6a960b, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=295656e8-4b3f-4cf4-9272-a61e8b6a960b,segment=NetworkSegment(ac6d5caf-ffef-4d63-a833-123e4001bb6a),segment_id=ac6d5caf-ffef-4d63-a833-123e4001bb6a)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:26.192419 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.199989 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de9c713f-372d-4d1d-8049-f68560efa8e8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.232786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27c13fbe-19a1-4386-8789-a2be5392e937 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:26.249318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:26.250115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.251457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] 10.222.0.20 "PUT /v2.0/ports/295656e8-4b3f-4cf4-9272-a61e8b6a960b HTTP/1.1" status: 200 len: 1091 time: 2.5191357 Jan 31 16:10:26.259008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e48742-01f8-4d9b-941a-8c7e0e32e604', 'tag': '295656e8-4b3f-4cf4-9272-a61e8b6a960b'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:10:26.261446 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b92db7-fe40-464d-98f7-587d8b7d1e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "61e48742-01f8-4d9b-941a-8c7e0e32e604", "tag": "295656e8-4b3f-4cf4-9272-a61e8b6a960b"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:10:26.326471 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0f5d7e-a3d2-43ac-901f-e8f742912b44 x-openstack-request-id: req-7a0f5d7e-a3d2-43ac-901f-e8f742912b44 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:10:26.327035 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e48742-01f8-4d9b-941a-8c7e0e32e604", "tag": "295656e8-4b3f-4cf4-9272-a61e8b6a960b", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:10:26.327035 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a0f5d7e-a3d2-43ac-901f-e8f742912b44 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:10:26.327388 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e48742-01f8-4d9b-941a-8c7e0e32e604', 'tag': '295656e8-4b3f-4cf4-9272-a61e8b6a960b', 'status': 'completed', 'code': 200} Jan 31 16:10:26.349689 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de9c713f-372d-4d1d-8049-f68560efa8e8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.351835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 781bfe0e-660b-4d65-ab60-286f624020a0 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:10:26.355383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9c713f-372d-4d1d-8049-f68560efa8e8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:26.355979 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de9c713f-372d-4d1d-8049-f68560efa8e8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.366671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36282) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:26.368930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee712ba0-c450-42af-ad4d-056d71edb5aa req-b639e0b6-966b-4bc1-b341-c43f9c98cfca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:26.370961 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ee712ba0-c450-42af-ad4d-056d71edb5aa req-b639e0b6-966b-4bc1-b341-c43f9c98cfca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 945 time: 0.1918581 Jan 31 16:10:26.391274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213bee0-c07e-43c5-a273-67a9efc14a2b service neutron] Pushing event updated for resources: {'Port': ['ID=295656e8-4b3f-4cf4-9272-a61e8b6a960b,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:26.395221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36286) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:26.398579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-de9c713f-372d-4d1d-8049-f68560efa8e8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4700496 Jan 31 16:10:26.401169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36288) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:26.415071 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0d1f85a5-0698-49e7-ae05-1de1594c00e5 None None] Port 5616af30-0321-446d-a4be-c89cd9421f47 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:26.420644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 781bfe0e-660b-4d65-ab60-286f624020a0 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:10:26.421077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 781bfe0e-660b-4d65-ab60-286f624020a0 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:10:26.457844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 27c13fbe-19a1-4386-8789-a2be5392e937 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:10:26.462973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 27c13fbe-19a1-4386-8789-a2be5392e937 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:26.463828 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.487220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2f162bdd-1761-421a-b794-ef2be3cead9e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'subnet': {'network_id': '73dc4125-f731-447e-9430-c0a19ab567c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:26.494947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-5663ec5b-06a3-4460-9fe3-4a22fda0a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:26.501758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-5663ec5b-06a3-4460-9fe3-4a22fda0a103 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=696efa3408824df7a314f27bd6b9be05&device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 1094 time: 0.1901224 Jan 31 16:10:26.538390 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6326d4af-1723-4138-8ad1-3a84308c2985 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:26.547001 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6326d4af-1723-4138-8ad1-3a84308c2985 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.560992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c713f-372d-4d1d-8049-f68560efa8e8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Network': ['ID=73dc4125-f731-447e-9430-c0a19ab567c1,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:26.564494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-e5f752c3-a43f-4be4-9d9c-92aab986a5a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=295656e8-4b3f-4cf4-9272-a61e8b6a960b HTTP/1.1" status: 200 len: 217 time: 0.0581999 Jan 31 16:10:26.583462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 73dc4125-f731-447e-9430-c0a19ab567c1 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:26.660003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-d349c89f-c8cf-4861-8b9d-1fe095868eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:26.661394 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-d349c89f-c8cf-4861-8b9d-1fe095868eec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df19511d-9bd7-40f8-835e-31f7c2b99133 HTTP/1.1" status: 200 len: 863 time: 0.0895274 Jan 31 16:10:26.692837 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.726276 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-c65d20fb-1bec-4e1a-b5cf-d863c4301f14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4b16857-79c4-4bc5-ae7b-5bb7206251b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564313 Jan 31 16:10:26.764680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebbd2f3-1401-4856-a1e3-96f45453908e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c13fbe-19a1-4386-8789-a2be5392e937'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:10:26.767556 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2dde1b-388c-489b-9b70-6bdff758d6ee" -d '{"events": [{"server_uuid": "3ebbd2f3-1401-4856-a1e3-96f45453908e", "name": "network-vif-plugged", "status": "completed", "tag": "27c13fbe-19a1-4386-8789-a2be5392e937"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:10:26.790680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 27c13fbe-19a1-4386-8789-a2be5392e937, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27c13fbe-19a1-4386-8789-a2be5392e937,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:26.796798 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.838446 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ee712ba0-c450-42af-ad4d-056d71edb5aa req-e7a93606-fb1a-41f0-a686-3af08b7ca77b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509568 Jan 31 16:10:26.870814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f162bdd-1761-421a-b794-ef2be3cead9e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:26.874705 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f162bdd-1761-421a-b794-ef2be3cead9e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.888603 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eca8431-b257-4ce5-b6d5-2b58918552f2 x-openstack-request-id: req-1eca8431-b257-4ce5-b6d5-2b58918552f2 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:10:26.889152 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebbd2f3-1401-4856-a1e3-96f45453908e", "name": "network-vif-plugged", "status": "completed", "tag": "27c13fbe-19a1-4386-8789-a2be5392e937", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:10:26.889341 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1eca8431-b257-4ce5-b6d5-2b58918552f2 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:10:26.892134 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebbd2f3-1401-4856-a1e3-96f45453908e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c13fbe-19a1-4386-8789-a2be5392e937', 'code': 200} Jan 31 16:10:26.893847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=27c13fbe-19a1-4386-8789-a2be5392e937,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:26.935307 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-110b4576-ec5b-41c0-a85f-5fa8c588803c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.948580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-79a40ba7-e39e-4c14-acf5-e5a686668507 None None] Provisioning complete for port 1a298b87-d694-4aa1-9272-57efdb3847d1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:26.949018 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-79a40ba7-e39e-4c14-acf5-e5a686668507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:26.991233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-79a40ba7-e39e-4c14-acf5-e5a686668507 None None] Port 1a298b87-d694-4aa1-9272-57efdb3847d1 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:27.011164 n-d-827120-1 neutron-server[108771]: INFO neutron.db.ipam_backend_mixin [None req-6326d4af-1723-4138-8ad1-3a84308c2985 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6b1fd1f1-0c86-40ad-aa63-982ab64bc883 (CIDR: 2001:db8:0:1::/64) Jan 31 16:10:27.018307 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f5bed870-a747-491e-b82f-34580c60dbc2 service neutron] 10.222.0.20 "GET /v2.0/networks/b4b16857-79c4-4bc5-ae7b-5bb7206251b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852614 Jan 31 16:10:27.063159 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6326d4af-1723-4138-8ad1-3a84308c2985 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:10:27.063739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6326d4af-1723-4138-8ad1-3a84308c2985 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:27.122752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6326d4af-1723-4138-8ad1-3a84308c2985 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0294485 Jan 31 16:10:27.126759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36304) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:27.128580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-21a1830a-d632-4873-9bba-6d79b6025392 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c47efad02c034f2493e24bd0935173ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7262473 Jan 31 16:10:27.133409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36306) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:27.135565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9b08a003-3038-467e-9901-e0eb7b04625d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'subnet': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:27.140479 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-110b4576-ec5b-41c0-a85f-5fa8c588803c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.151939 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-110b4576-ec5b-41c0-a85f-5fa8c588803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.166386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f091b1-ab4d-4fbd-baf5-edccd3dcf565 req-8d3ca174-8fc4-4425-9cce-e3c97dc13a71 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:27.168094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6f091b1-ab4d-4fbd-baf5-edccd3dcf565 req-8d3ca174-8fc4-4425-9cce-e3c97dc13a71 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 943 time: 0.1776474 Jan 31 16:10:27.170194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78624d6-ed8f-4bc9-b793-a959914ec83f req-3c62b133-b404-4838-b3c0-7ee195ae3ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:27.171647 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c78624d6-ed8f-4bc9-b793-a959914ec83f req-3c62b133-b404-4838-b3c0-7ee195ae3ff4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 1097 time: 0.2293563 Jan 31 16:10:27.224263 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f991b742-6b48-4cd2-96b5-8f3a26557eaf req-f0d60605-abf0-4d62-84df-a3765543b405 service neutron] 10.222.0.20 "GET /v2.0/networks/b4b16857-79c4-4bc5-ae7b-5bb7206251b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966834 Jan 31 16:10:27.261103 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-110b4576-ec5b-41c0-a85f-5fa8c588803c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3db8c439d45645ca857677d486b54742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8799493 Jan 31 16:10:27.261805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36310) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:27.267200 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b4576-ec5b-41c0-a85f-5fa8c588803c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f570a4d-d066-4056-85be-b32b714a61a2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:27.313409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6f091b1-ab4d-4fbd-baf5-edccd3dcf565 req-9996faed-7448-4b9d-8c7f-e50f337084a5 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337845 Jan 31 16:10:27.321112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c78624d6-ed8f-4bc9-b793-a959914ec83f req-f4f593fa-5451-41f6-9fde-597cad661ff8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367397 Jan 31 16:10:27.361435 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aaa43b96-ce4b-42bc-b730-be0eccc2e95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.383123 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b86d516-6497-4773-8fce-36663113da6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.394534 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aaa43b96-ce4b-42bc-b730-be0eccc2e95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.396697 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f162bdd-1761-421a-b794-ef2be3cead9e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.402499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92db7-fe40-464d-98f7-587d8b7d1e2f req-a354ab7f-e49c-4c9d-8d9f-a17289d5d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:27.403954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6b92db7-fe40-464d-98f7-587d8b7d1e2f req-a354ab7f-e49c-4c9d-8d9f-a17289d5d225 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=696efa3408824df7a314f27bd6b9be05&device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 1094 time: 0.1048608 Jan 31 16:10:27.436177 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b86d516-6497-4773-8fce-36663113da6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.459964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b08a003-3038-467e-9901-e0eb7b04625d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Made reservation on behalf of 2aff9e35cdc94aefbadfb95d5b5ad9e1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:27.463453 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b08a003-3038-467e-9901-e0eb7b04625d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.499130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f162bdd-1761-421a-b794-ef2be3cead9e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Checking segment: {'id': '791e94ea-60e0-4f1f-8063-76eae06e09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '73dc4125-f731-447e-9430-c0a19ab567c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:27.499658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f162bdd-1761-421a-b794-ef2be3cead9e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network hostable DHCP agents. Network: 73dc4125-f731-447e-9430-c0a19ab567c1, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:27.510684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f162bdd-1761-421a-b794-ef2be3cead9e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Subnet': ['ID=9a679dbb-227c-43f2-bbee-6506d94174c5,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:27.526832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f162bdd-1761-421a-b794-ef2be3cead9e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network 73dc4125-f731-447e-9430-c0a19ab567c1 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:27.531105 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aaa43b96-ce4b-42bc-b730-be0eccc2e95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.538474 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aaa43b96-ce4b-42bc-b730-be0eccc2e95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.540717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-aaa43b96-ce4b-42bc-b730-be0eccc2e95e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/755c17b6-f08f-480e-a245-5350c6ed23c5 HTTP/1.1" status: 204 len: 168 time: 0.4021463 Jan 31 16:10:27.557367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa43b96-ce4b-42bc-b730-be0eccc2e95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c17b6-f08f-480e-a245-5350c6ed23c5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:27.559619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-2f162bdd-1761-421a-b794-ef2be3cead9e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 73dc4125-f731-447e-9430-c0a19ab567c1) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:27.570345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43721003-14d1-4e82-8577-02c403ce2756 None None] Network 73dc4125-f731-447e-9430-c0a19ab567c1 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:27.573557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f162bdd-1761-421a-b794-ef2be3cead9e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:27.574354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f162bdd-1761-421a-b794-ef2be3cead9e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.595175 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2f162bdd-1761-421a-b794-ef2be3cead9e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1841052 Jan 31 16:10:27.599697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36322) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:27.632698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92db7-fe40-464d-98f7-587d8b7d1e2f req-efbebb7e-7b81-4c16-acdb-522bab377137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:27.634253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6b92db7-fe40-464d-98f7-587d8b7d1e2f req-efbebb7e-7b81-4c16-acdb-522bab377137 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4b16857-79c4-4bc5-ae7b-5bb7206251b9 HTTP/1.1" status: 200 len: 924 time: 0.2176247 Jan 31 16:10:27.642265 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b86d516-6497-4773-8fce-36663113da6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.644371 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b86d516-6497-4773-8fce-36663113da6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.648881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2b86d516-6497-4773-8fce-36663113da6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f570a4d-d066-4056-85be-b32b714a61a2 HTTP/1.1" status: 204 len: 168 time: 0.3837128 Jan 31 16:10:27.702892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86d516-6497-4773-8fce-36663113da6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f570a4d-d066-4056-85be-b32b714a61a2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:27.705712 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6b92db7-fe40-464d-98f7-587d8b7d1e2f req-f3f60ae0-6f25-452e-9631-8f86608c94b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=295656e8-4b3f-4cf4-9272-a61e8b6a960b HTTP/1.1" status: 200 len: 217 time: 0.0556209 Jan 31 16:10:27.812160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92db7-fe40-464d-98f7-587d8b7d1e2f req-f5505233-7963-42a7-9e98-3ad5f5e1f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:27.813802 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6b92db7-fe40-464d-98f7-587d8b7d1e2f req-f5505233-7963-42a7-9e98-3ad5f5e1f29f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df19511d-9bd7-40f8-835e-31f7c2b99133 HTTP/1.1" status: 200 len: 863 time: 0.0965936 Jan 31 16:10:27.843888 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:27.859502 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6b92db7-fe40-464d-98f7-587d8b7d1e2f req-cd83b965-4d64-4a2d-a592-188f311530b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4b16857-79c4-4bc5-ae7b-5bb7206251b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360169 Jan 31 16:10:27.915554 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-73dc4125-f731-447e-9430-c0a19ab567c1', 'network_id': '73dc4125-f731-447e-9430-c0a19ab567c1', 'tenant_id': '8d10f9a085a7441a8d0a9cb588cb3ea9', 'fixed_ips': [{'subnet_id': '9a679dbb-227c-43f2-bbee-6506d94174c5'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:27.916488 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.105479 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Allocated IP 2001:db8::1 (73dc4125-f731-447e-9430-c0a19ab567c1/9a679dbb-227c-43f2-bbee-6506d94174c5/295f2ccc-e32c-4e2a-9fff-fc5100184569) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:28.171629 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6b92db7-fe40-464d-98f7-587d8b7d1e2f req-11960007-90e8-41f6-8bf8-583fc95c2103 service neutron] 10.222.0.20 "GET /v2.0/networks/b4b16857-79c4-4bc5-ae7b-5bb7206251b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017230 Jan 31 16:10:28.174173 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b08a003-3038-467e-9901-e0eb7b04625d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.182717 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.184561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c9354-1f5b-4ed8-902b-1f5decd0e5ce req-5fc48f34-8d7e-4fac-9b81-eb133eca6a24 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:28.186387 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e7c9354-1f5b-4ed8-902b-1f5decd0e5ce req-5fc48f34-8d7e-4fac-9b81-eb133eca6a24 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 946 time: 0.1867576 Jan 31 16:10:28.254327 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.288857 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.298300 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.304071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08a003-3038-467e-9901-e0eb7b04625d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:28.313895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-9b08a003-3038-467e-9901-e0eb7b04625d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:28.335326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b08a003-3038-467e-9901-e0eb7b04625d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:28.336180 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b08a003-3038-467e-9901-e0eb7b04625d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.358892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08a003-3038-467e-9901-e0eb7b04625d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Subnet': ['ID=43584985-8f91-44dc-8146-fb7b6b295f14,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:28.378433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9b08a003-3038-467e-9901-e0eb7b04625d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2465580 Jan 31 16:10:28.382088 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e7c9354-1f5b-4ed8-902b-1f5decd0e5ce req-f146212f-673b-4cc6-82f8-dece8693033a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778336 Jan 31 16:10:28.390063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36342) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:28.399947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-76524091-4d7e-4cff-ace9-fe9d80489d31 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1884265697', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43584985-8f91-44dc-8146-fb7b6b295f14'}], 'security_groups': ['8df05f61-df9d-47bb-925a-d464f1588b46', '4cf725cc-5733-44bc-a189-2119b2783805']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:28.402621 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd085bd5-7059-4174-a465-edf6f1eb1780 None None] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:28.414455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.470588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a6b92db7-fe40-464d-98f7-587d8b7d1e2f req-e84775fb-361b-4d08-b260-6f1c4f22ba53 service neutron] 10.222.0.20 "GET /v2.0/networks/b4b16857-79c4-4bc5-ae7b-5bb7206251b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812836 Jan 31 16:10:28.563411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Subnet': ['ID=9a679dbb-227c-43f2-bbee-6506d94174c5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:28.603511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36344) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:28.605290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Pushing event updated for resources: {'Port': ['ID=295f2ccc-e32c-4e2a-9fff-fc5100184569,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:28.631916 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fff9d484-a4c3-49e3-86de-85e9d569a64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.635071 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76524091-4d7e-4cff-ace9-fe9d80489d31 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.647363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Network 73dc4125-f731-447e-9430-c0a19ab567c1 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:28.652569 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.692917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:28.698303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:28.726085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caea19-d7db-41f4-953e-825201a93c69 req-57975609-382a-455c-b4ed-da96c687fc4d tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:28.732432 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-45caea19-d7db-41f4-953e-825201a93c69 req-57975609-382a-455c-b4ed-da96c687fc4d tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 943 time: 0.1749763 Jan 31 16:10:28.781972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Attempting to bind port 295f2ccc-e32c-4e2a-9fff-fc5100184569 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:28.782752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Attempting to bind port 295f2ccc-e32c-4e2a-9fff-fc5100184569 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '791e94ea-60e0-4f1f-8063-76eae06e09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '73dc4125-f731-447e-9430-c0a19ab567c1'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:28.783376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Attempting to bind port 295f2ccc-e32c-4e2a-9fff-fc5100184569 on network 73dc4125-f731-447e-9430-c0a19ab567c1 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:28.805853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:28.806311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Checking segment: {'id': '791e94ea-60e0-4f1f-8063-76eae06e09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '73dc4125-f731-447e-9430-c0a19ab567c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:28.806886 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.807233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Bound using segment: {'id': '791e94ea-60e0-4f1f-8063-76eae06e09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '73dc4125-f731-447e-9430-c0a19ab567c1'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:28.808039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Bound port: 295f2ccc-e32c-4e2a-9fff-fc5100184569, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791e94ea-60e0-4f1f-8063-76eae06e09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '73dc4125-f731-447e-9430-c0a19ab567c1'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:28.808204 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.827360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dc4125-f731-447e-9430-c0a19ab567c1']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:28.855069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791e94ea-60e0-4f1f-8063-76eae06e09e1') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:28.855411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791e94ea-60e0-4f1f-8063-76eae06e09e1') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:28.878372 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-45caea19-d7db-41f4-953e-825201a93c69 req-e498426f-c457-42e7-9597-e40300f56b76 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309011 Jan 31 16:10:28.879723 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fff9d484-a4c3-49e3-86de-85e9d569a64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.883054 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.894351 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fff9d484-a4c3-49e3-86de-85e9d569a64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.900808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.909805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:28.911226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:28.916707 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:28.942348 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] For port 295f2ccc-e32c-4e2a-9fff-fc5100184569, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:28.993570 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.api [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 16:10:28.993570 n-d-827120-1 neutron-server[108771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 16:10:28.993570 n-d-827120-1 neutron-server[108771]: [parameters: {'id': '73dc4125-f731-447e-9430-c0a19ab567c1'}] Jan 31 16:10:28.993570 n-d-827120-1 neutron-server[108771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:10:28.994351 n-d-827120-1 neutron-server[108771]: DEBUG oslo_db.api [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:10:29.029347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] For port 295f2ccc-e32c-4e2a-9fff-fc5100184569, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=295f2ccc-e32c-4e2a-9fff-fc5100184569,segment=NetworkSegment(791e94ea-60e0-4f1f-8063-76eae06e09e1),segment_id=791e94ea-60e0-4f1f-8063-76eae06e09e1)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:29.033725 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fff9d484-a4c3-49e3-86de-85e9d569a64f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5f3420da964462d960aaeffc6bce477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287820 Jan 31 16:10:29.036415 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.036796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36354) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:29.038012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9d484-a4c3-49e3-86de-85e9d569a64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8e84c6-0604-4cad-9a84-6cf1dd1d6116,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:29.099211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398743c5-21e3-4562-ade0-eab119396d31 None None] Update dhcp port {'port': {'network_id': 'e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8', 'fixed_ips': [{'subnet_id': '6b1fd1f1-0c86-40ad-aa63-982ab64bc883', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3ba09852-620a-410a-8ba8-2350bf8f64e7', 'ip_address': '2001:db8::2'}, {'subnet_id': '43584985-8f91-44dc-8146-fb7b6b295f14'}], 'binding:host_id': 'n-d-827120-1'}, 'id': 'a5197883-486f-41e6-85e2-6c7531ce4c66'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:10:29.128572 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98bf364c-f6f4-418f-be05-ecfaeda049f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.161499 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98bf364c-f6f4-418f-be05-ecfaeda049f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.187296 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-398743c5-21e3-4562-ade0-eab119396d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.206026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-76524091-4d7e-4cff-ace9-fe9d80489d31 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Delete allocated IP 2001:db8::11c (e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8/3ba09852-620a-410a-8ba8-2350bf8f64e7) {{(pid=108772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 16:10:29.227618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-76524091-4d7e-4cff-ace9-fe9d80489d31 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Allocated IP 2001:db8:0:2::90 (e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8/43584985-8f91-44dc-8146-fb7b6b295f14/1a298b87-d694-4aa1-9272-57efdb3847d1) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:29.258049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98bf364c-f6f4-418f-be05-ecfaeda049f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.262509 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98bf364c-f6f4-418f-be05-ecfaeda049f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.264718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-98bf364c-f6f4-418f-be05-ecfaeda049f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da8e84c6-0604-4cad-9a84-6cf1dd1d6116 HTTP/1.1" status: 204 len: 168 time: 0.2249186 Jan 31 16:10:29.281701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf364c-f6f4-418f-be05-ecfaeda049f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8e84c6-0604-4cad-9a84-6cf1dd1d6116,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:29.325179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f12a5-95cb-450b-a7cc-c0f8cb059d7e None None] Pushing event updated for resources: {'Port': ['ID=295f2ccc-e32c-4e2a-9fff-fc5100184569,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:29.359294 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab28af-a2dc-48f0-82c8-284d217edb8c None None] Network 73dc4125-f731-447e-9430-c0a19ab567c1 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:29.496011 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.502068 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76524091-4d7e-4cff-ace9-fe9d80489d31 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.536395 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76524091-4d7e-4cff-ace9-fe9d80489d31 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.599048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-398743c5-21e3-4562-ade0-eab119396d31 None None] Allocated IP 2001:db8:0:2::2 (e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8/43584985-8f91-44dc-8146-fb7b6b295f14/a5197883-486f-41e6-85e2-6c7531ce4c66) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:29.623861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Deleting port 295f2ccc-e32c-4e2a-9fff-fc5100184569 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:29.624206 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.635803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76524091-4d7e-4cff-ace9-fe9d80489d31 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event updated for resources: {'Port': ['ID=1a298b87-d694-4aa1-9272-57efdb3847d1,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:29.638329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-76524091-4d7e-4cff-ace9-fe9d80489d31 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] In _notify_port_updated(), no bound segment for port 1a298b87-d694-4aa1-9272-57efdb3847d1 on network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:10:29.644795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76524091-4d7e-4cff-ace9-fe9d80489d31 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:29.645440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76524091-4d7e-4cff-ace9-fe9d80489d31 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.649900 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-76524091-4d7e-4cff-ace9-fe9d80489d31 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "PUT /v2.0/ports/1a298b87-d694-4aa1-9272-57efdb3847d1 HTTP/1.1" status: 200 len: 969 time: 1.2585099 Jan 31 16:10:29.653924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36376) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:29.707338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eb4fe-43be-438b-93fd-1aaa980266a0 req-91febbfc-e819-4705-8c3a-e8fb964e494d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:29.708871 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c18eb4fe-43be-438b-93fd-1aaa980266a0 req-91febbfc-e819-4705-8c3a-e8fb964e494d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 946 time: 0.2039740 Jan 31 16:10:29.755005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] For port 295f2ccc-e32c-4e2a-9fff-fc5100184569, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=295f2ccc-e32c-4e2a-9fff-fc5100184569,segment=NetworkSegment(791e94ea-60e0-4f1f-8063-76eae06e09e1),segment_id=791e94ea-60e0-4f1f-8063-76eae06e09e1)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:29.755309 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.771814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Calling delete_port for 295f2ccc-e32c-4e2a-9fff-fc5100184569 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:29.790286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-398743c5-21e3-4562-ade0-eab119396d31 None None] For port a5197883-486f-41e6-85e2-6c7531ce4c66, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a5197883-486f-41e6-85e2-6c7531ce4c66,segment=NetworkSegment(b86142d7-ca69-4673-baee-29d2d14622df),segment_id=b86142d7-ca69-4673-baee-29d2d14622df)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:29.792487 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c18eb4fe-43be-438b-93fd-1aaa980266a0 req-3e5788bf-ee03-4c88-a61c-ffa82bf1050b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543678 Jan 31 16:10:29.796379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-60d47ef3-1dea-49d8-8e62-77a57d29f5d0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 1a298b87-d694-4aa1-9272-57efdb3847d1 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:29.796849 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60d47ef3-1dea-49d8-8e62-77a57d29f5d0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.845274 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-398743c5-21e3-4562-ade0-eab119396d31 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.851638 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-398743c5-21e3-4562-ade0-eab119396d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.896784 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:29.931320 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No DVR routers for this DVR port 295f2ccc-e32c-4e2a-9fff-fc5100184569 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:29.984621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Port': ['ID=295f2ccc-e32c-4e2a-9fff-fc5100184569,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:29.997212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398743c5-21e3-4562-ade0-eab119396d31 None None] Pushing event updated for resources: {'Port': ['ID=a5197883-486f-41e6-85e2-6c7531ce4c66,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:30.089917 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60d47ef3-1dea-49d8-8e62-77a57d29f5d0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.099545 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.121271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6270851-2ea0-4cdb-9d7f-e10cf12059bc req-f104adf6-f6b3-44a0-a225-ddf7df6a3222 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:30.122850 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6270851-2ea0-4cdb-9d7f-e10cf12059bc req-f104adf6-f6b3-44a0-a225-ddf7df6a3222 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 943 time: 0.1517851 Jan 31 16:10:30.128831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-60d47ef3-1dea-49d8-8e62-77a57d29f5d0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 1a298b87-d694-4aa1-9272-57efdb3847d1 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:30.139060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dc4125-f731-447e-9430-c0a19ab567c1']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:30.149638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791e94ea-60e0-4f1f-8063-76eae06e09e1') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:30.150160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791e94ea-60e0-4f1f-8063-76eae06e09e1') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:30.169205 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.190635 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.198902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:30.199361 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:30.203322 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:30.287386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6270851-2ea0-4cdb-9d7f-e10cf12059bc req-7f224dce-81b1-41ed-9795-cb4c494a0a06 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567647 Jan 31 16:10:30.294000 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.372597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.393112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/73dc4125-f731-447e-9430-c0a19ab567c1 HTTP/1.1" status: 204 len: 168 time: 2.7883773 Jan 31 16:10:30.393909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36400) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:30.397140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ab568-217d-4ecc-84c7-a0d422f50eb8 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Network': ['ID=73dc4125-f731-447e-9430-c0a19ab567c1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:30.404006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-975d37aa-9099-4749-a1fd-f050437c8b27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1769520691'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:30.445168 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60d47ef3-1dea-49d8-8e62-77a57d29f5d0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.473263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d6ed7-c149-4f72-a8ac-9abb10829fc7 req-152d48ce-4341-4da4-a8cb-b8c764c1d662 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:30.474884 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-145d6ed7-c149-4f72-a8ac-9abb10829fc7 req-152d48ce-4341-4da4-a8cb-b8c764c1d662 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 946 time: 0.4990566 Jan 31 16:10:30.490141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975d37aa-9099-4749-a1fd-f050437c8b27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:30.493809 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-975d37aa-9099-4749-a1fd-f050437c8b27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.495134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d47ef3-1dea-49d8-8e62-77a57d29f5d0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=1a298b87-d694-4aa1-9272-57efdb3847d1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:30.530297 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60d47ef3-1dea-49d8-8e62-77a57d29f5d0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.533895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-60d47ef3-1dea-49d8-8e62-77a57d29f5d0 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/1a298b87-d694-4aa1-9272-57efdb3847d1 HTTP/1.1" status: 204 len: 168 time: 0.8788781 Jan 31 16:10:30.536397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36406) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:30.547612 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-145d6ed7-c149-4f72-a8ac-9abb10829fc7 req-a0ce083a-8f56-4be7-901b-bd3f04fc14ce tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658386 Jan 31 16:10:30.552360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975d37aa-9099-4749-a1fd-f050437c8b27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:30.564098 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-975d37aa-9099-4749-a1fd-f050437c8b27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.564452 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-975d37aa-9099-4749-a1fd-f050437c8b27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Added segment b793280a-e09f-4e15-9706-62c039c633bf of type vlan for network da0ca09a-fe2c-4640-bfb1-52233fa3a578 Jan 31 16:10:30.575298 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d690b1-8ad7-4e25-b6bd-9f45edb9375a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] GET failed (client error): The resource could not be found. Jan 31 16:10:30.575298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d6d690b1-8ad7-4e25-b6bd-9f45edb9375a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports/1a298b87-d694-4aa1-9272-57efdb3847d1 HTTP/1.1" status: 404 len: 333 time: 0.0355942 Jan 31 16:10:30.575832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36408) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:30.640375 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-975d37aa-9099-4749-a1fd-f050437c8b27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.711336 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a03763a0-7f6a-4121-82be-9b2db9d722e2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.717937 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-975d37aa-9099-4749-a1fd-f050437c8b27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.723681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d37aa-9099-4749-a1fd-f050437c8b27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:30.724712 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-975d37aa-9099-4749-a1fd-f050437c8b27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.778912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 295656e8-4b3f-4cf4-9272-a61e8b6a960b details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:10:30.791158 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a03763a0-7f6a-4121-82be-9b2db9d722e2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.843899 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-975d37aa-9099-4749-a1fd-f050437c8b27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4455214 Jan 31 16:10:30.845296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36424) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:30.853106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-54633383-e037-4763-a378-5df78d35af5d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'subnet': {'network_id': 'da0ca09a-fe2c-4640-bfb1-52233fa3a578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:30.872671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d37aa-9099-4749-a1fd-f050437c8b27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Network': ['ID=da0ca09a-fe2c-4640-bfb1-52233fa3a578,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:30.889564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network da0ca09a-fe2c-4640-bfb1-52233fa3a578 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:30.930768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a03763a0-7f6a-4121-82be-9b2db9d722e2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.935048 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a03763a0-7f6a-4121-82be-9b2db9d722e2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:30.942089 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a03763a0-7f6a-4121-82be-9b2db9d722e2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/security-groups/8d4d5952-96b3-4087-8fd0-7f23a84a8bc4 HTTP/1.1" status: 204 len: 168 time: 0.3646970 Jan 31 16:10:30.948128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36430) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:30.990324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2a9e479d-3556-424c-93cf-a0218a24780a None None] Could not find standard attr ID for object 1a298b87-d694-4aa1-9272-57efdb3847d1. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:10:30.991087 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae42554-1e65-4f32-88cc-6c4424cc4272 req-0776199e-511a-4c61-be09-1022fab611a4 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:30.993164 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ae42554-1e65-4f32-88cc-6c4424cc4272 req-0776199e-511a-4c61-be09-1022fab611a4 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 946 time: 0.1127861 Jan 31 16:10:30.997552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03763a0-7f6a-4121-82be-9b2db9d722e2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4d5952-96b3-4087-8fd0-7f23a84a8bc4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:31.070973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2a9e479d-3556-424c-93cf-a0218a24780a None None] Provisioning complete for port 5616af30-0321-446d-a4be-c89cd9421f47 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:31.072350 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2a9e479d-3556-424c-93cf-a0218a24780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.108812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54633383-e037-4763-a378-5df78d35af5d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:31.111626 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9465e24-9ad6-411c-a34b-dadc29456992 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.113663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54633383-e037-4763-a378-5df78d35af5d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.117089 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ae42554-1e65-4f32-88cc-6c4424cc4272 req-41bd720f-fa39-4a14-85a8-cdc9673e55cb tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133020 Jan 31 16:10:31.137589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e479d-3556-424c-93cf-a0218a24780a None None] Port 5616af30-0321-446d-a4be-c89cd9421f47 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:31.157702 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36432) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:31.167790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 295656e8-4b3f-4cf4-9272-a61e8b6a960b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=295656e8-4b3f-4cf4-9272-a61e8b6a960b,segment=NetworkSegment(ac6d5caf-ffef-4d63-a833-123e4001bb6a),segment_id=ac6d5caf-ffef-4d63-a833-123e4001bb6a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:31.171758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2a9e479d-3556-424c-93cf-a0218a24780a None None] Provisioning complete for port a5197883-486f-41e6-85e2-6c7531ce4c66 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:31.172336 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2a9e479d-3556-424c-93cf-a0218a24780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.177701 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9465e24-9ad6-411c-a34b-dadc29456992 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.207447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '295656e8-4b3f-4cf4-9272-a61e8b6a960b', 'network_id': 'b4b16857-79c4-4bc5-ae7b-5bb7206251b9', 'port_id': '295656e8-4b3f-4cf4-9272-a61e8b6a960b', 'mac_address': 'fa:16:3e:f5:f1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df19511d-9bd7-40f8-835e-31f7c2b99133', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:10:31.291798 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9465e24-9ad6-411c-a34b-dadc29456992 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.297950 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c9465e24-9ad6-411c-a34b-dadc29456992 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.299139 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c9465e24-9ad6-411c-a34b-dadc29456992 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/security-groups/4cf725cc-5733-44bc-a189-2119b2783805 HTTP/1.1" status: 204 len: 168 time: 0.3500447 Jan 31 16:10:31.303709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36442) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:31.314404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a5197883-486f-41e6-85e2-6c7531ce4c66 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:31.332414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9465e24-9ad6-411c-a34b-dadc29456992 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf725cc-5733-44bc-a189-2119b2783805,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:31.393348 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.443136 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aec2a887-d046-470a-a601-d2c5075e39d1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.478473 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aec2a887-d046-470a-a601-d2c5075e39d1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.494555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295656e8-4b3f-4cf4-9272-a61e8b6a960b {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:10:31.529551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a5197883-486f-41e6-85e2-6c7531ce4c66 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:31.530140 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.545909 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0f6a-eee7-4cda-8272-11dbd687948b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.596932 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54633383-e037-4763-a378-5df78d35af5d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.614974 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 295656e8-4b3f-4cf4-9272-a61e8b6a960b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=295656e8-4b3f-4cf4-9272-a61e8b6a960b,segment=NetworkSegment(ac6d5caf-ffef-4d63-a833-123e4001bb6a),segment_id=ac6d5caf-ffef-4d63-a833-123e4001bb6a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:31.619780 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73172c5f-d74b-48f7-ba45-a9905a775cd3 None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:10:31.626186 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.660970 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1c4347f5-e5cb-482d-98b2-f7aa1aefdfb7 None None] Could not find standard attr ID for object 1a298b87-d694-4aa1-9272-57efdb3847d1. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:10:31.684210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aec2a887-d046-470a-a601-d2c5075e39d1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.688387 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aec2a887-d046-470a-a601-d2c5075e39d1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.689885 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aec2a887-d046-470a-a601-d2c5075e39d1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/security-groups/8df05f61-df9d-47bb-925a-d464f1588b46 HTTP/1.1" status: 204 len: 168 time: 0.3848124 Jan 31 16:10:31.699647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36456) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:31.722716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2a887-d046-470a-a601-d2c5075e39d1 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df05f61-df9d-47bb-925a-d464f1588b46,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:31.732298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54633383-e037-4763-a378-5df78d35af5d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Subnet': ['ID=682e2ef8-8a14-4006-bfd4-81add1a2cae3,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:31.749861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54633383-e037-4763-a378-5df78d35af5d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Checking segment: {'id': 'b793280a-e09f-4e15-9706-62c039c633bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'da0ca09a-fe2c-4640-bfb1-52233fa3a578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:31.750524 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54633383-e037-4763-a378-5df78d35af5d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network hostable DHCP agents. Network: da0ca09a-fe2c-4640-bfb1-52233fa3a578, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:31.774356 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54633383-e037-4763-a378-5df78d35af5d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network da0ca09a-fe2c-4640-bfb1-52233fa3a578 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:31.790843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-54633383-e037-4763-a378-5df78d35af5d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, da0ca09a-fe2c-4640-bfb1-52233fa3a578) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:31.796139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=295656e8-4b3f-4cf4-9272-a61e8b6a960b,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:31.799369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54633383-e037-4763-a378-5df78d35af5d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:31.800286 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54633383-e037-4763-a378-5df78d35af5d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.828409 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-54633383-e037-4763-a378-5df78d35af5d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9818559 Jan 31 16:10:31.832110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36458) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:31.837139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5bb666f4-c5cb-4cfc-9d85-946193710aa3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'subnet': {'network_id': 'da0ca09a-fe2c-4640-bfb1-52233fa3a578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:31.870542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['295656e8-4b3f-4cf4-9272-a61e8b6a960b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:10:31.886248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d8a5c9-a6b8-408b-a426-74ffdf8656c8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting subnet 3ba09852-620a-410a-8ba8-2350bf8f64e7 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:31.890475 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0f6a-eee7-4cda-8272-11dbd687948b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.893592 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44d8a5c9-a6b8-408b-a426-74ffdf8656c8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.897697 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0f6a-eee7-4cda-8272-11dbd687948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:31.984071 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44d8a5c9-a6b8-408b-a426-74ffdf8656c8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:32.013502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0e2f0f6a-eee7-4cda-8272-11dbd687948b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8de1537379dc49e9ac3253352da562cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8437586 Jan 31 16:10:32.013502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f0f6a-eee7-4cda-8272-11dbd687948b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9372ebc7-7508-4df4-a993-99d7891f4d2c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:32.026389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36466) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:32.103901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0390c189-da2e-4326-a0ed-3efe39e8566d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:32.105526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef7d3c-1ceb-468d-b39b-6261bfd55459 req-746f065c-845f-422f-8417-ec8f128b8c42 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:32.113672 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3fef7d3c-1ceb-468d-b39b-6261bfd55459 req-746f065c-845f-422f-8417-ec8f128b8c42 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 944 time: 0.6805317 Jan 31 16:10:32.168245 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0390c189-da2e-4326-a0ed-3efe39e8566d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:32.236282 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3fef7d3c-1ceb-468d-b39b-6261bfd55459 req-a097fd2d-5e36-44f7-8250-afc82c2a5375 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214709 Jan 31 16:10:32.242423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44d8a5c9-a6b8-408b-a426-74ffdf8656c8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:32.259981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb666f4-c5cb-4cfc-9d85-946193710aa3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:32.263882 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5bb666f4-c5cb-4cfc-9d85-946193710aa3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:32.524399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7f4a4-0c15-4b55-9762-cd2c6bb9157a req-b61e73bc-4c1f-4d0a-ad3a-14b847bcd81c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:32.528151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73172c5f-d74b-48f7-ba45-a9905a775cd3 None None] Unable to find a vacant binding_index for network da0ca09a-fe2c-4640-bfb1-52233fa3a578 and agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 {{(pid=108773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 31 16:10:32.534638 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bca7f4a4-0c15-4b55-9762-cd2c6bb9157a req-b61e73bc-4c1f-4d0a-ad3a-14b847bcd81c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 946 time: 0.2172689 Jan 31 16:10:32.539986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73172c5f-d74b-48f7-ba45-a9905a775cd3 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, da0ca09a-fe2c-4640-bfb1-52233fa3a578) {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:10:32.567418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad21cd9-c6cd-4623-ab65-9a2d9cdcf2ad req-a8aab0d9-2777-44f6-a275-859575ff6116 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:32.569083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ad21cd9-c6cd-4623-ab65-9a2d9cdcf2ad req-a8aab0d9-2777-44f6-a275-859575ff6116 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 946 time: 0.1853321 Jan 31 16:10:32.595020 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0390c189-da2e-4326-a0ed-3efe39e8566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:32.597846 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0390c189-da2e-4326-a0ed-3efe39e8566d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:32.601318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0390c189-da2e-4326-a0ed-3efe39e8566d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9372ebc7-7508-4df4-a993-99d7891f4d2c HTTP/1.1" status: 204 len: 168 time: 0.5713043 Jan 31 16:10:32.623404 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44d8a5c9-a6b8-408b-a426-74ffdf8656c8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:32.686298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390c189-da2e-4326-a0ed-3efe39e8566d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9372ebc7-7508-4df4-a993-99d7891f4d2c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:32.725130 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44d8a5c9-a6b8-408b-a426-74ffdf8656c8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:32.733416 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-44d8a5c9-a6b8-408b-a426-74ffdf8656c8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/3ba09852-620a-410a-8ba8-2350bf8f64e7 HTTP/1.1" status: 204 len: 168 time: 1.0287030 Jan 31 16:10:32.736022 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36494) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:32.823922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5bb666f4-c5cb-4cfc-9d85-946193710aa3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:32.840653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8a5c9-a6b8-408b-a426-74ffdf8656c8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba09852-620a-410a-8ba8-2350bf8f64e7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:32.891725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb666f4-c5cb-4cfc-9d85-946193710aa3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Subnet': ['ID=1b6c2933-350e-4074-a9e4-3809e6027941,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:32.899006 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bca7f4a4-0c15-4b55-9762-cd2c6bb9157a req-86285d8f-838a-4054-b748-6b8581890bd6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630316 Jan 31 16:10:32.918372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc4b68a-c5be-4a9c-9cc6-017997bbdc60 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting subnet 43584985-8f91-44dc-8146-fb7b6b295f14 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:32.922352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb666f4-c5cb-4cfc-9d85-946193710aa3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network da0ca09a-fe2c-4640-bfb1-52233fa3a578 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:32.922785 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b68a-c5be-4a9c-9cc6-017997bbdc60 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:32.925383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5bb666f4-c5cb-4cfc-9d85-946193710aa3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:32.933979 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb666f4-c5cb-4cfc-9d85-946193710aa3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:32.934305 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5bb666f4-c5cb-4cfc-9d85-946193710aa3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:32.973860 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5bb666f4-c5cb-4cfc-9d85-946193710aa3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1399791 Jan 31 16:10:32.976446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36506) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:32.986288 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b68a-c5be-4a9c-9cc6-017997bbdc60 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.015814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-2ad21cd9-c6cd-4623-ab65-9a2d9cdcf2ad req-21aed6fd-af65-4959-b407-f3f9e63cf4c9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Deleting port 27c13fbe-19a1-4386-8789-a2be5392e937 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:33.016032 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2ad21cd9-c6cd-4623-ab65-9a2d9cdcf2ad req-21aed6fd-af65-4959-b407-f3f9e63cf4c9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.067853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76509edc-4fcb-4190-9a22-70acee39f5b1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:33.069346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76509edc-4fcb-4190-9a22-70acee39f5b1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:33.071566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76509edc-4fcb-4190-9a22-70acee39f5b1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:33.073667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76509edc-4fcb-4190-9a22-70acee39f5b1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:33.076210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76509edc-4fcb-4190-9a22-70acee39f5b1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:33.083461 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-76509edc-4fcb-4190-9a22-70acee39f5b1 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1051586 Jan 31 16:10:33.084066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36516) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:33.091365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0a7ed243-43dc-45ab-95a8-ce1fb9a9a060 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1177052805'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:33.126731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7ed243-43dc-45ab-95a8-ce1fb9a9a060 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:33.146110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-da0ca09a-fe2c-4640-bfb1-52233fa3a578', 'network_id': 'da0ca09a-fe2c-4640-bfb1-52233fa3a578', 'tenant_id': '8d10f9a085a7441a8d0a9cb588cb3ea9', 'fixed_ips': [{'subnet_id': '1b6c2933-350e-4074-a9e4-3809e6027941'}, {'subnet_id': '682e2ef8-8a14-4006-bfd4-81add1a2cae3'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:33.150128 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.157575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0a7ed243-43dc-45ab-95a8-ce1fb9a9a060 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.172799 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b68a-c5be-4a9c-9cc6-017997bbdc60 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.182748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-2ad21cd9-c6cd-4623-ab65-9a2d9cdcf2ad req-21aed6fd-af65-4959-b407-f3f9e63cf4c9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] For port 27c13fbe-19a1-4386-8789-a2be5392e937, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=27c13fbe-19a1-4386-8789-a2be5392e937,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:33.183145 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2ad21cd9-c6cd-4623-ab65-9a2d9cdcf2ad req-21aed6fd-af65-4959-b407-f3f9e63cf4c9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.206998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7ed243-43dc-45ab-95a8-ce1fb9a9a060 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:33.221384 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0a7ed243-43dc-45ab-95a8-ce1fb9a9a060 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.221796 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-0a7ed243-43dc-45ab-95a8-ce1fb9a9a060 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Added segment d25377a8-8004-49c0-81cc-9e99e45c8a1a of type vlan for network d8d928fa-f09e-41a9-ba43-2308876569ce Jan 31 16:10:33.278090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-2ad21cd9-c6cd-4623-ab65-9a2d9cdcf2ad req-21aed6fd-af65-4959-b407-f3f9e63cf4c9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Calling delete_port for 27c13fbe-19a1-4386-8789-a2be5392e937 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:33.280162 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0a7ed243-43dc-45ab-95a8-ce1fb9a9a060 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.315574 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0a7ed243-43dc-45ab-95a8-ce1fb9a9a060 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.326401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7ed243-43dc-45ab-95a8-ce1fb9a9a060 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:33.329487 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0a7ed243-43dc-45ab-95a8-ce1fb9a9a060 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.383552 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b68a-c5be-4a9c-9cc6-017997bbdc60 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.434518 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36528) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:33.435105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4b68a-c5be-4a9c-9cc6-017997bbdc60 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Subnet': ['ID=43584985-8f91-44dc-8146-fb7b6b295f14,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:33.440490 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b68a-c5be-4a9c-9cc6-017997bbdc60 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.446313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3bc4b68a-c5be-4a9c-9cc6-017997bbdc60 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/43584985-8f91-44dc-8146-fb7b6b295f14 HTTP/1.1" status: 204 len: 168 time: 0.6810997 Jan 31 16:10:33.447864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36530) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:33.472448 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Allocated IP 172.20.0.1 (da0ca09a-fe2c-4640-bfb1-52233fa3a578/1b6c2933-350e-4074-a9e4-3809e6027941/60e5971a-b48c-410d-b905-8efb92f15f0c) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:33.481030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Allocated IP 2001:db8::2 (da0ca09a-fe2c-4640-bfb1-52233fa3a578/682e2ef8-8a14-4006-bfd4-81add1a2cae3/60e5971a-b48c-410d-b905-8efb92f15f0c) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:33.485720 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18b1f88-b301-4b51-9887-5cf379b89408 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:33.486193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18b1f88-b301-4b51-9887-5cf379b89408 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:33.492051 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f18b1f88-b301-4b51-9887-5cf379b89408 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/3ba09852-620a-410a-8ba8-2350bf8f64e7 HTTP/1.1" status: 404 len: 337 time: 0.0409493 Jan 31 16:10:33.492631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36532) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:33.579399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6ded98-79c2-4990-859f-7b3e8a9e1d3b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting subnet 6b1fd1f1-0c86-40ad-aa63-982ab64bc883 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:33.584767 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3f6ded98-79c2-4990-859f-7b3e8a9e1d3b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.622164 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2ad21cd9-c6cd-4623-ab65-9a2d9cdcf2ad req-21aed6fd-af65-4959-b407-f3f9e63cf4c9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.645746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:10:33.648481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['27c13fbe-19a1-4386-8789-a2be5392e937'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:10:33.669576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3f6ded98-79c2-4990-859f-7b3e8a9e1d3b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.700976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aed6fd-af65-4959-b407-f3f9e63cf4c9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event deleted for resources: {'Port': ['ID=27c13fbe-19a1-4386-8789-a2be5392e937,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:33.732700 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.746345 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.778257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad21cd9-c6cd-4623-ab65-9a2d9cdcf2ad req-21aed6fd-af65-4959-b407-f3f9e63cf4c9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] No DVR routers for this DVR port 27c13fbe-19a1-4386-8789-a2be5392e937 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:33.783912 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2ad21cd9-c6cd-4623-ab65-9a2d9cdcf2ad req-21aed6fd-af65-4959-b407-f3f9e63cf4c9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.789502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ad21cd9-c6cd-4623-ab65-9a2d9cdcf2ad req-21aed6fd-af65-4959-b407-f3f9e63cf4c9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "DELETE /v2.0/ports/27c13fbe-19a1-4386-8789-a2be5392e937 HTTP/1.1" status: 204 len: 173 time: 1.2058625 Jan 31 16:10:33.790516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebbd2f3-1401-4856-a1e3-96f45453908e', 'name': 'network-vif-deleted', 'tag': '27c13fbe-19a1-4386-8789-a2be5392e937'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:10:33.794148 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6ea2a5-c31d-427d-9f70-9f320ba30bb1" -d '{"events": [{"server_uuid": "3ebbd2f3-1401-4856-a1e3-96f45453908e", "name": "network-vif-deleted", "tag": "27c13fbe-19a1-4386-8789-a2be5392e937"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:10:33.826272 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Network da0ca09a-fe2c-4640-bfb1-52233fa3a578 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:33.857763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:33.860940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Pushing event updated for resources: {'Port': ['ID=60e5971a-b48c-410d-b905-8efb92f15f0c,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:33.864714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:33.887342 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0a7ed243-43dc-45ab-95a8-ce1fb9a9a060 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7989447 Jan 31 16:10:33.894813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36546) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:33.906384 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d281423-d34d-41c5-9e1e-91b87a57f887 x-openstack-request-id: req-4d281423-d34d-41c5-9e1e-91b87a57f887 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:10:33.906605 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebbd2f3-1401-4856-a1e3-96f45453908e", "name": "network-vif-deleted", "tag": "27c13fbe-19a1-4386-8789-a2be5392e937", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:10:33.906686 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d281423-d34d-41c5-9e1e-91b87a57f887 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:10:33.907126 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebbd2f3-1401-4856-a1e3-96f45453908e', 'name': 'network-vif-deleted', 'tag': '27c13fbe-19a1-4386-8789-a2be5392e937', 'status': 'completed', 'code': 200} Jan 31 16:10:33.919027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-22fef5a3-0f27-46d6-ba1b-21e997aa2b85 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'network': {'name': 'New_network'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:33.952592 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3f6ded98-79c2-4990-859f-7b3e8a9e1d3b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:33.985917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ed243-43dc-45ab-95a8-ce1fb9a9a060 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Network': ['ID=d8d928fa-f09e-41a9-ba43-2308876569ce,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:33.988480 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-457157db-5620-4887-a678-bb1a01e07b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.020148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network d8d928fa-f09e-41a9-ba43-2308876569ce details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:34.048629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ba6bb-beba-4048-a271-fc26a002ad41 req-39e42a92-bd78-4aef-9ac3-730ab629a172 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:34.050248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af2ba6bb-beba-4048-a271-fc26a002ad41 req-39e42a92-bd78-4aef-9ac3-730ab629a172 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 944 time: 0.6942568 Jan 31 16:10:34.075893 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c4e57cc-5a97-44b1-9ac9-b5b273114fad req-7cd7c3bb-5bed-4015-80bf-5eef74212966 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ebbd2f3-1401-4856-a1e3-96f45453908e HTTP/1.1" status: 200 len: 210 time: 0.0423214 Jan 31 16:10:34.128555 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3f6ded98-79c2-4990-859f-7b3e8a9e1d3b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.133767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Attempting to bind port 60e5971a-b48c-410d-b905-8efb92f15f0c on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:34.133958 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Attempting to bind port 60e5971a-b48c-410d-b905-8efb92f15f0c by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b793280a-e09f-4e15-9706-62c039c633bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'da0ca09a-fe2c-4640-bfb1-52233fa3a578'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:34.134304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Attempting to bind port 60e5971a-b48c-410d-b905-8efb92f15f0c on network da0ca09a-fe2c-4640-bfb1-52233fa3a578 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:34.143865 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:34.144544 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Checking segment: {'id': 'b793280a-e09f-4e15-9706-62c039c633bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'da0ca09a-fe2c-4640-bfb1-52233fa3a578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:34.144626 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.145201 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Bound using segment: {'id': 'b793280a-e09f-4e15-9706-62c039c633bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'da0ca09a-fe2c-4640-bfb1-52233fa3a578'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:34.145548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Bound port: 60e5971a-b48c-410d-b905-8efb92f15f0c, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b793280a-e09f-4e15-9706-62c039c633bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'da0ca09a-fe2c-4640-bfb1-52233fa3a578'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:34.145927 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.187494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ded98-79c2-4990-859f-7b3e8a9e1d3b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1fd1f1-0c86-40ad-aa63-982ab64bc883,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:34.190044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3f6ded98-79c2-4990-859f-7b3e8a9e1d3b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.192183 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af2ba6bb-beba-4048-a271-fc26a002ad41 req-0db47a18-098a-4f12-9cf5-259f1ba81d9b tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334434 Jan 31 16:10:34.217432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36566) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.218013 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3f6ded98-79c2-4990-859f-7b3e8a9e1d3b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/6b1fd1f1-0c86-40ad-aa63-982ab64bc883 HTTP/1.1" status: 204 len: 168 time: 0.7128053 Jan 31 16:10:34.256127 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] For port 60e5971a-b48c-410d-b905-8efb92f15f0c, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:34.259838 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-485b362f-0759-408c-b53c-2fdc9b09228d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:34.260283 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485b362f-0759-408c-b53c-2fdc9b09228d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:34.260640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] For port 60e5971a-b48c-410d-b905-8efb92f15f0c, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=60e5971a-b48c-410d-b905-8efb92f15f0c,segment=NetworkSegment(b793280a-e09f-4e15-9706-62c039c633bf),segment_id=b793280a-e09f-4e15-9706-62c039c633bf)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:34.265938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36572) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.266069 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-485b362f-0759-408c-b53c-2fdc9b09228d tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/714227d3-36a3-4b61-b715-29ca64775383 HTTP/1.1" status: 404 len: 337 time: 0.0499728 Jan 31 16:10:34.279529 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-22fef5a3-0f27-46d6-ba1b-21e997aa2b85 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.280394 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.321396 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-22fef5a3-0f27-46d6-ba1b-21e997aa2b85 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.369810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-457157db-5620-4887-a678-bb1a01e07b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.373597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22fef5a3-0f27-46d6-ba1b-21e997aa2b85 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network d8d928fa-f09e-41a9-ba43-2308876569ce is not hosted by any dhcp agent {{(pid=108772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 16:10:34.380436 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c1018438-9b26-4d8e-9d64-531fe01d27e8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "GET /v2.0/ports?device_id=7aac533c-88ef-4459-aeba-81eb3da85b19 HTTP/1.1" status: 200 len: 205 time: 0.1107895 Jan 31 16:10:34.382444 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36580) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.386174 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fef5a3-0f27-46d6-ba1b-21e997aa2b85 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:34.386823 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-22fef5a3-0f27-46d6-ba1b-21e997aa2b85 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.391302 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-22fef5a3-0f27-46d6-ba1b-21e997aa2b85 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "PUT /v2.0/networks/d8d928fa-f09e-41a9-ba43-2308876569ce HTTP/1.1" status: 200 len: 723 time: 0.4854465 Jan 31 16:10:34.391942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36582) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.401585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bb8ea-7e95-4ce1-b087-4f8b73df391e None None] Pushing event updated for resources: {'Port': ['ID=60e5971a-b48c-410d-b905-8efb92f15f0c,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:34.461020 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-ead2acf7-129b-4d76-be67-a1005ca8aff2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] delete failed (client error): The resource could not be found. Jan 31 16:10:34.462200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ead2acf7-129b-4d76-be67-a1005ca8aff2 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/routers/7aac533c-88ef-4459-aeba-81eb3da85b19 HTTP/1.1" status: 404 len: 336 time: 0.0762100 Jan 31 16:10:34.464751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36590) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.468239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ec6dfa06-cd0e-48ba-9fe2-3989294684e5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'subnet': {'network_id': 'd8d928fa-f09e-41a9-ba43-2308876569ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:34.471743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-457157db-5620-4887-a678-bb1a01e07b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.506215 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fa5d26-6ba2-43fd-bffd-db104064c101 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:34.506994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fa5d26-6ba2-43fd-bffd-db104064c101 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:34.510462 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e3fa5d26-6ba2-43fd-bffd-db104064c101 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/bffb7118-a833-487e-9c4f-c48bf25f7cf4 HTTP/1.1" status: 404 len: 337 time: 0.0447352 Jan 31 16:10:34.512905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36592) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.546135 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8760a8-c5cf-4363-81de-2d5e3c051ac7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:34.546953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8760a8-c5cf-4363-81de-2d5e3c051ac7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:34.551397 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bf8760a8-c5cf-4363-81de-2d5e3c051ac7 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/7059e234-97e9-4518-b4f8-60b7ca914312 HTTP/1.1" status: 404 len: 337 time: 0.0370390 Jan 31 16:10:34.555525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36598) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.601367 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6209f6c8-00fc-40b5-87ea-208caaedbe2a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:34.606063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6209f6c8-00fc-40b5-87ea-208caaedbe2a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:34.613383 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6209f6c8-00fc-40b5-87ea-208caaedbe2a tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/bb7c8ebd-d4df-4148-a35c-70dccf8ca982 HTTP/1.1" status: 404 len: 337 time: 0.0567029 Jan 31 16:10:34.615872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36600) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.624822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fef5a3-0f27-46d6-ba1b-21e997aa2b85 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Network': ['ID=d8d928fa-f09e-41a9-ba43-2308876569ce,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:34.640527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network d8d928fa-f09e-41a9-ba43-2308876569ce details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:34.642112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-457157db-5620-4887-a678-bb1a01e07b74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc7f7cd013884507ac52c229c146d028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7546155 Jan 31 16:10:34.643570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457157db-5620-4887-a678-bb1a01e07b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2f19a3-f841-4399-8e81-e29fdf7ba778,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:34.646808 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36604) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.657961 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7984472-ea04-42f8-9263-ea63d3170021 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:34.658721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7984472-ea04-42f8-9263-ea63d3170021 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:34.661895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c7984472-ea04-42f8-9263-ea63d3170021 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/2804639f-5ee2-4b0b-b6a9-84529da4eb2d HTTP/1.1" status: 404 len: 333 time: 0.0447540 Jan 31 16:10:34.664923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36606) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.727441 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-69104565-0b95-4062-823a-b7e8f0e919a5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:34.727441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69104565-0b95-4062-823a-b7e8f0e919a5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:34.740701 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-69104565-0b95-4062-823a-b7e8f0e919a5 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/54c3c139-6d09-40c0-a13c-3c17fa538d1d HTTP/1.1" status: 404 len: 337 time: 0.0744827 Jan 31 16:10:34.743706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36612) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.773201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6dfa06-cd0e-48ba-9fe2-3989294684e5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:34.785296 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec6dfa06-cd0e-48ba-9fe2-3989294684e5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.805099 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10c37c5-8c37-4603-9d44-27a00dfc87f8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:34.805562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10c37c5-8c37-4603-9d44-27a00dfc87f8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:34.808631 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e10c37c5-8c37-4603-9d44-27a00dfc87f8 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/8f8f74ec-30f3-4769-8b82-1508f4242e91 HTTP/1.1" status: 404 len: 337 time: 0.0639293 Jan 31 16:10:34.817873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36616) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.822150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 295656e8-4b3f-4cf4-9272-a61e8b6a960b up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:34.872859 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b25456-afda-40e5-af29-884c66a8a5bd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:34.876111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b25456-afda-40e5-af29-884c66a8a5bd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:34.884607 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-35b25456-afda-40e5-af29-884c66a8a5bd tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/e1aa862e-c2aa-4e6c-91cf-da48e271999c HTTP/1.1" status: 404 len: 333 time: 0.0573297 Jan 31 16:10:34.888699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36622) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:34.955929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 295656e8-4b3f-4cf4-9272-a61e8b6a960b completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:10:34.957809 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d6a32c9-0ea5-4e96-9d4d-e4a6a9cb3605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.962985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 295656e8-4b3f-4cf4-9272-a61e8b6a960b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:34.963360 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:34.967602 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54b1311-34bd-4690-a728-db434acac540 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:34.968076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54b1311-34bd-4690-a728-db434acac540 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:34.975609 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d54b1311-34bd-4690-a728-db434acac540 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/3e5e1828-87bc-4b55-9066-cbd12e3c3b67 HTTP/1.1" status: 404 len: 337 time: 0.0814371 Jan 31 16:10:34.977742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36628) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:35.041149 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d6a32c9-0ea5-4e96-9d4d-e4a6a9cb3605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.041647 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9082a09b-71a3-46d9-87c6-8c50d14c061b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:35.042298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9082a09b-71a3-46d9-87c6-8c50d14c061b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:35.045622 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9082a09b-71a3-46d9-87c6-8c50d14c061b tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/subnets/c7a3c956-0118-43cf-8b80-d855086f3439 HTTP/1.1" status: 404 len: 337 time: 0.0665781 Jan 31 16:10:35.048810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36634) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:35.142231 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.152852 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d6a32c9-0ea5-4e96-9d4d-e4a6a9cb3605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.155988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d6a32c9-0ea5-4e96-9d4d-e4a6a9cb3605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.157189 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6d6a32c9-0ea5-4e96-9d4d-e4a6a9cb3605 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c2f19a3-f841-4399-8e81-e29fdf7ba778 HTTP/1.1" status: 204 len: 168 time: 0.5053103 Jan 31 16:10:35.200443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a32c9-0ea5-4e96-9d4d-e4a6a9cb3605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2f19a3-f841-4399-8e81-e29fdf7ba778,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:35.217852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e48742-01f8-4d9b-941a-8c7e0e32e604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295656e8-4b3f-4cf4-9272-a61e8b6a960b'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:10:35.234642 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a501e4-a064-4ee7-b1e3-c3649170f500" -d '{"events": [{"server_uuid": "61e48742-01f8-4d9b-941a-8c7e0e32e604", "name": "network-vif-plugged", "status": "completed", "tag": "295656e8-4b3f-4cf4-9272-a61e8b6a960b"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:10:35.260925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-25c83d33-2058-4986-abdc-98c33f28923e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port 5616af30-0321-446d-a4be-c89cd9421f47 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:35.261287 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25c83d33-2058-4986-abdc-98c33f28923e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.319922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 295656e8-4b3f-4cf4-9272-a61e8b6a960b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=295656e8-4b3f-4cf4-9272-a61e8b6a960b,segment=NetworkSegment(ac6d5caf-ffef-4d63-a833-123e4001bb6a),segment_id=ac6d5caf-ffef-4d63-a833-123e4001bb6a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:35.336472 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.364275 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996d1918-a12e-409f-8913-22862d9a71f3 x-openstack-request-id: req-996d1918-a12e-409f-8913-22862d9a71f3 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:10:35.364565 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e48742-01f8-4d9b-941a-8c7e0e32e604", "name": "network-vif-plugged", "status": "completed", "tag": "295656e8-4b3f-4cf4-9272-a61e8b6a960b", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:10:35.364999 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-996d1918-a12e-409f-8913-22862d9a71f3 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:10:35.366675 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e48742-01f8-4d9b-941a-8c7e0e32e604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295656e8-4b3f-4cf4-9272-a61e8b6a960b', 'code': 200} Jan 31 16:10:35.375060 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec6dfa06-cd0e-48ba-9fe2-3989294684e5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.460266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25c83d33-2058-4986-abdc-98c33f28923e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.486044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=295656e8-4b3f-4cf4-9272-a61e8b6a960b,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:35.512211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-25c83d33-2058-4986-abdc-98c33f28923e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for 5616af30-0321-446d-a4be-c89cd9421f47 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:35.543545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95960b-f7cf-4093-970e-ff0483d2ff1a req-9c27bb39-02b5-4bee-b7d4-504653a9cf85 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:35.545321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef95960b-f7cf-4093-970e-ff0483d2ff1a req-9c27bb39-02b5-4bee-b7d4-504653a9cf85 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 945 time: 0.1529422 Jan 31 16:10:35.612061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 60e5971a-b48c-410d-b905-8efb92f15f0c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:35.616843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6dfa06-cd0e-48ba-9fe2-3989294684e5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Checking segment: {'id': 'd25377a8-8004-49c0-81cc-9e99e45c8a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd8d928fa-f09e-41a9-ba43-2308876569ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:35.617493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6dfa06-cd0e-48ba-9fe2-3989294684e5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network hostable DHCP agents. Network: d8d928fa-f09e-41a9-ba43-2308876569ce, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:35.641422 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dfa06-cd0e-48ba-9fe2-3989294684e5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Subnet': ['ID=6dfd9a89-a79c-471d-90b3-d30d54b9e1a7,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:35.669686 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82c7cf-4bd0-42ae-a510-b8d295e2f764 req-e7ceb90f-3d61-4db6-815f-6c9197c16a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:35.674795 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f82c7cf-4bd0-42ae-a510-b8d295e2f764 req-e7ceb90f-3d61-4db6-815f-6c9197c16a7d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 1096 time: 0.2166572 Jan 31 16:10:35.716283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 60e5971a-b48c-410d-b905-8efb92f15f0c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:35.716556 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.857601 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6dfa06-cd0e-48ba-9fe2-3989294684e5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network d8d928fa-f09e-41a9-ba43-2308876569ce is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:35.881112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef95960b-f7cf-4093-970e-ff0483d2ff1a req-91c93412-0ce1-4955-8afe-d961a34c0cb9 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266931 Jan 31 16:10:35.886149 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25c83d33-2058-4986-abdc-98c33f28923e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.893556 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f82c7cf-4bd0-42ae-a510-b8d295e2f764 req-3d948122-ff6f-425d-8479-42cb8ccfa65b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032347 Jan 31 16:10:35.907172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36670) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:35.908441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ec6dfa06-cd0e-48ba-9fe2-3989294684e5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, d8d928fa-f09e-41a9-ba43-2308876569ce) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:35.915683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6dfa06-cd0e-48ba-9fe2-3989294684e5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:35.916541 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec6dfa06-cd0e-48ba-9fe2-3989294684e5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.929934 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.966455 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ec6dfa06-cd0e-48ba-9fe2-3989294684e5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5073280 Jan 31 16:10:35.969116 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ced2bc9d-421b-46eb-9e16-c9792ea75c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.972624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36672) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:35.983313 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c83d33-2058-4986-abdc-98c33f28923e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=5616af30-0321-446d-a4be-c89cd9421f47,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:35.986387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fe5767e9-ae4e-4a44-a8b5-4b61afa9ef3d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:35.993393 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25c83d33-2058-4986-abdc-98c33f28923e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:35.996895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-25c83d33-2058-4986-abdc-98c33f28923e tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/ports/5616af30-0321-446d-a4be-c89cd9421f47 HTTP/1.1" status: 204 len: 168 time: 0.9466841 Jan 31 16:10:36.001819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36674) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:36.057660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 60e5971a-b48c-410d-b905-8efb92f15f0c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=60e5971a-b48c-410d-b905-8efb92f15f0c,segment=NetworkSegment(b793280a-e09f-4e15-9706-62c039c633bf),segment_id=b793280a-e09f-4e15-9706-62c039c633bf)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:36.066590 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:36.091476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-24ae2274-92d2-4a3a-9099-90ba347acd48 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:36.095528 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-24ae2274-92d2-4a3a-9099-90ba347acd48 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.4089894 Jan 31 16:10:36.119753 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ced2bc9d-421b-46eb-9e16-c9792ea75c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:36.132326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ced2bc9d-421b-46eb-9e16-c9792ea75c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:36.177618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27c13fbe-19a1-4386-8789-a2be5392e937 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:10:36.203611 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 27c13fbe-19a1-4386-8789-a2be5392e937 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:10:36.203988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 27c13fbe-19a1-4386-8789-a2be5392e937 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:10:36.205373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=60e5971a-b48c-410d-b905-8efb92f15f0c,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:36.244717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ced2bc9d-421b-46eb-9e16-c9792ea75c1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8213d6c2623e48c28c69e016b432031e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338547 Jan 31 16:10:36.246835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa38c1d0-72dc-43b3-b795-ca3722e6169c None None] Network da0ca09a-fe2c-4640-bfb1-52233fa3a578 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:36.261448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36686) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:36.268020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2bc9d-421b-46eb-9e16-c9792ea75c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095fa31f-dcda-471b-91c1-9237fe7060eb,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:36.269897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3c0bc8-fc8e-4ce2-9a61-c2e0cccaad53 None None] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:36.325219 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-cfce85a3-ebc2-4c52-b33c-d0fa8b4e668b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/quotas/650709d6bc894976b42eca4159787065 HTTP/1.1" status: 200 len: 375 time: 0.1798241 Jan 31 16:10:36.353734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a0657d-a281-4254-b931-a598af5239a4 None None] Network d8d928fa-f09e-41a9-ba43-2308876569ce requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:36.360637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98f4c563-1bc8-4620-853c-e3495de2c355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:36.393546 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98f4c563-1bc8-4620-853c-e3495de2c355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:36.469816 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe5767e9-ae4e-4a44-a8b5-4b61afa9ef3d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9351370'] for subnet, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:36.513101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-86670c0f-e18a-4f8d-b98d-dc72ceee9dc2 None None] Provisioning complete for port 60e5971a-b48c-410d-b905-8efb92f15f0c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:36.513674 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-86670c0f-e18a-4f8d-b98d-dc72ceee9dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:36.514493 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98f4c563-1bc8-4620-853c-e3495de2c355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:36.521451 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98f4c563-1bc8-4620-853c-e3495de2c355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:36.525002 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-98f4c563-1bc8-4620-853c-e3495de2c355 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/095fa31f-dcda-471b-91c1-9237fe7060eb HTTP/1.1" status: 204 len: 168 time: 0.2622066 Jan 31 16:10:36.540553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:36.544828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4c563-1bc8-4620-853c-e3495de2c355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095fa31f-dcda-471b-91c1-9237fe7060eb,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:36.602469 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-d45492f0-aec8-484b-9275-72eebfe937b2 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2762160 Jan 31 16:10:36.771253 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:10:36.927085 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-ca2700ec-7474-4923-b376-128aec2cc6df service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232195 Jan 31 16:10:36.931208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Deleting port a5197883-486f-41e6-85e2-6c7531ce4c66 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:36.931971 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:37.027372 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe5767e9-ae4e-4a44-a8b5-4b61afa9ef3d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773760175782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9003297'] for subnet, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:37.060490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-d8d928fa-f09e-41a9-ba43-2308876569ce', 'network_id': 'd8d928fa-f09e-41a9-ba43-2308876569ce', 'tenant_id': '8d10f9a085a7441a8d0a9cb588cb3ea9', 'fixed_ips': [{'subnet_id': '6dfd9a89-a79c-471d-90b3-d30d54b9e1a7'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:37.062495 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:37.172677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5767e9-ae4e-4a44-a8b5-4b61afa9ef3d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:37.173272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe5767e9-ae4e-4a44-a8b5-4b61afa9ef3d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:37.177585 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fe5767e9-ae4e-4a44-a8b5-4b61afa9ef3d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "PUT /v2.0/subnets/6dfd9a89-a79c-471d-90b3-d30d54b9e1a7 HTTP/1.1" status: 200 len: 826 time: 1.2009015 Jan 31 16:10:37.178325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3e515-d3e7-42b4-b2ee-ccdb8b7d7e20 req-e4a538b5-cc0a-4122-bcc1-a13ea33148ed tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:37.185110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0bb3e515-d3e7-42b4-b2ee-ccdb8b7d7e20 req-e4a538b5-cc0a-4122-bcc1-a13ea33148ed tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 945 time: 0.1820908 Jan 31 16:10:37.187849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36730) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:37.266889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace182df-e83e-4bcd-9f05-b038a3e79253 None None] DHCP port deletion for e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:10:37.376732 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0bb3e515-d3e7-42b4-b2ee-ccdb8b7d7e20 req-d0f42cbe-7a9e-4ecb-8ca3-07a957bd1f7e tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488760 Jan 31 16:10:37.424482 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 60e5971a-b48c-410d-b905-8efb92f15f0c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:37.436876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] For port a5197883-486f-41e6-85e2-6c7531ce4c66, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a5197883-486f-41e6-85e2-6c7531ce4c66,segment=NetworkSegment(b86142d7-ca69-4673-baee-29d2d14622df),segment_id=b86142d7-ca69-4673-baee-29d2d14622df)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:37.437244 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:37.480392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5767e9-ae4e-4a44-a8b5-4b61afa9ef3d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Subnet': ['ID=6dfd9a89-a79c-471d-90b3-d30d54b9e1a7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:37.487531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Calling delete_port for a5197883-486f-41e6-85e2-6c7531ce4c66 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:37.567678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-cf3f673f-0ec4-48c1-a6a6-30d4bfdee477 service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392934 Jan 31 16:10:37.606695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Allocated IP 2001:db8::2 (d8d928fa-f09e-41a9-ba43-2308876569ce/6dfd9a89-a79c-471d-90b3-d30d54b9e1a7/630146ee-ab4c-495e-a629-aaee23b00509) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:37.620978 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:37.632505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ace182df-e83e-4bcd-9f05-b038a3e79253 None None] Deleting port a5197883-486f-41e6-85e2-6c7531ce4c66 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:37.632879 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ace182df-e83e-4bcd-9f05-b038a3e79253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:37.791554 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:37.854575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:37.990051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Port': ['ID=a5197883-486f-41e6-85e2-6c7531ce4c66,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:38.011121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] No DVR routers for this DVR port a5197883-486f-41e6-85e2-6c7531ce4c66 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:38.016886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36780) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:38.049507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ace182df-e83e-4bcd-9f05-b038a3e79253 None None] For port a5197883-486f-41e6-85e2-6c7531ce4c66, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a5197883-486f-41e6-85e2-6c7531ce4c66,segment=NetworkSegment(b86142d7-ca69-4673-baee-29d2d14622df),segment_id=b86142d7-ca69-4673-baee-29d2d14622df)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:38.050072 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ace182df-e83e-4bcd-9f05-b038a3e79253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.078075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 60e5971a-b48c-410d-b905-8efb92f15f0c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:38.085258 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.106477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ace182df-e83e-4bcd-9f05-b038a3e79253 None None] Calling delete_port for a5197883-486f-41e6-85e2-6c7531ce4c66 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:38.139645 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb6f51bf-1389-44d0-8d10-544378f25bc1 req-e75e1f84-5841-4cbe-a0a2-c37da2b9cbe3 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 210 time: 0.0956700 Jan 31 16:10:38.203857 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ddb796-db77-4ece-9f25-0c10fb71d02e None None] Network da0ca09a-fe2c-4640-bfb1-52233fa3a578 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:38.217498 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.261866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:38.288714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86142d7-ca69-4673-baee-29d2d14622df') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:38.289009 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86142d7-ca69-4673-baee-29d2d14622df') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:38.307735 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.330023 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.360529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:38.361077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:38.364544 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:38.451182 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-709ce1ec-de37-48ac-9e81-bbbb769ebb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.559641 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.584532 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.591804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] 10.222.0.36 "DELETE /v2.0/networks/e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 HTTP/1.1" status: 204 len: 168 time: 2.5610862 Jan 31 16:10:38.621706 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-709ce1ec-de37-48ac-9e81-bbbb769ebb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.635203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-709ce1ec-de37-48ac-9e81-bbbb769ebb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.700481 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73fe22-e546-4fb6-b0c3-8e6206afa722 tempest-PortsIpV6TestJSON-214101735 tempest-PortsIpV6TestJSON-214101735-project] Pushing event deleted for resources: {'Network': ['ID=e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:38.719300 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-709ce1ec-de37-48ac-9e81-bbbb769ebb9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c011dbd93923443fa96d01bf580d1eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7013612 Jan 31 16:10:38.726536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36836) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:38.735916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ce1ec-de37-48ac-9e81-bbbb769ebb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8700cfeb-9da9-4f91-9256-d5c6fd352f31,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:38.754284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1a51d-4884-4dde-bde7-7d7afc88595a req-57c495a1-c205-4d8c-8de9-7d7350d8d9cf tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:38.755951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-45e1a51d-4884-4dde-bde7-7d7afc88595a req-57c495a1-c205-4d8c-8de9-7d7350d8d9cf tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 945 time: 0.1907771 Jan 31 16:10:38.820491 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e11c5b15-d047-4747-a6ec-f3d871abd4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.837132 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-45e1a51d-4884-4dde-bde7-7d7afc88595a req-ba484338-f628-4a8d-b10f-a4f47d41858d tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718253 Jan 31 16:10:38.849925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e11c5b15-d047-4747-a6ec-f3d871abd4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.957613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e11c5b15-d047-4747-a6ec-f3d871abd4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.966133 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e11c5b15-d047-4747-a6ec-f3d871abd4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.974725 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e11c5b15-d047-4747-a6ec-f3d871abd4c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8700cfeb-9da9-4f91-9256-d5c6fd352f31 HTTP/1.1" status: 204 len: 168 time: 0.2511764 Jan 31 16:10:38.986425 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:38.992853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36864) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:39.007895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c5b15-d047-4747-a6ec-f3d871abd4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8700cfeb-9da9-4f91-9256-d5c6fd352f31,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:39.052355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ace182df-e83e-4bcd-9f05-b038a3e79253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.080802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ace182df-e83e-4bcd-9f05-b038a3e79253 None None] Network e28b0d70-c8d6-43ea-aa3d-6cc51bd544f8 is not hosted by any dhcp agent {{(pid=108773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 16:10:39.081728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace182df-e83e-4bcd-9f05-b038a3e79253 None None] No DVR routers for this DVR port a5197883-486f-41e6-85e2-6c7531ce4c66 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:39.088632 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.102697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61450dc0-2a1f-4de5-8add-36591b70eeaf None None] Provisioning complete for port 60e5971a-b48c-410d-b905-8efb92f15f0c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:39.102911 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61450dc0-2a1f-4de5-8add-36591b70eeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.118891 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.170019 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Subnet': ['ID=6dfd9a89-a79c-471d-90b3-d30d54b9e1a7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:39.180037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79dc0a-5009-4e2a-9432-6821967736dc req-99ce7efe-6084-4fc3-b995-6b6ee1ecb1d0 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:39.181718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ae79dc0a-5009-4e2a-9432-6821967736dc req-99ce7efe-6084-4fc3-b995-6b6ee1ecb1d0 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 945 time: 0.1577086 Jan 31 16:10:39.192133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace182df-e83e-4bcd-9f05-b038a3e79253 None None] Pushing event deleted for resources: {'Port': ['ID=a5197883-486f-41e6-85e2-6c7531ce4c66,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:39.208497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Network d8d928fa-f09e-41a9-ba43-2308876569ce is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:39.230581 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:39.237988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:39.275010 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ae79dc0a-5009-4e2a-9432-6821967736dc req-fea9faa5-264d-415b-b909-3743f2235943 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811098 Jan 31 16:10:39.302654 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.305294 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5465d084-c7ea-4f29-9c45-95730568a3de req-0e6cfe05-af1c-4176-95da-68e83217a584 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 210 time: 0.0650067 Jan 31 16:10:39.358569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d928fa-f09e-41a9-ba43-2308876569ce']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:39.380765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25377a8-8004-49c0-81cc-9e99e45c8a1a') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:39.381057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25377a8-8004-49c0-81cc-9e99e45c8a1a') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:39.398951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.413982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.422362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:39.423638 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:39.430888 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:39.449584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Attempting to bind port 630146ee-ab4c-495e-a629-aaee23b00509 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:39.451309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Attempting to bind port 630146ee-ab4c-495e-a629-aaee23b00509 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd25377a8-8004-49c0-81cc-9e99e45c8a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd8d928fa-f09e-41a9-ba43-2308876569ce'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:39.451859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Attempting to bind port 630146ee-ab4c-495e-a629-aaee23b00509 on network d8d928fa-f09e-41a9-ba43-2308876569ce {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:39.460534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Pushing event updated for resources: {'Port': ['ID=630146ee-ab4c-495e-a629-aaee23b00509,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:39.469450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:39.470114 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Checking segment: {'id': 'd25377a8-8004-49c0-81cc-9e99e45c8a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd8d928fa-f09e-41a9-ba43-2308876569ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:39.470665 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.471808 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Bound using segment: {'id': 'd25377a8-8004-49c0-81cc-9e99e45c8a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd8d928fa-f09e-41a9-ba43-2308876569ce'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:39.472440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Bound port: 630146ee-ab4c-495e-a629-aaee23b00509, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25377a8-8004-49c0-81cc-9e99e45c8a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd8d928fa-f09e-41a9-ba43-2308876569ce'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:39.473887 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.502699 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.api [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 16:10:39.502699 n-d-827120-1 neutron-server[108771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 16:10:39.502699 n-d-827120-1 neutron-server[108771]: [parameters: {'id': 'd8d928fa-f09e-41a9-ba43-2308876569ce'}] Jan 31 16:10:39.502699 n-d-827120-1 neutron-server[108771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:10:39.504223 n-d-827120-1 neutron-server[108771]: DEBUG oslo_db.api [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:10:39.546849 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aaa20460-8001-4948-9e72-195feb983ed5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2aff9e35cdc94aefbadfb95d5b5ad9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5527318 Jan 31 16:10:39.549556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36890) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:39.599209 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a5197883-486f-41e6-85e2-6c7531ce4c66 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:10:39.697374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: a5197883-486f-41e6-85e2-6c7531ce4c66 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:10:39.702330 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a5197883-486f-41e6-85e2-6c7531ce4c66 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:10:39.738608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] For port 630146ee-ab4c-495e-a629-aaee23b00509, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:39.753203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23aa679f-5e9a-4f39-9ae2-a807bd151ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.759673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36894) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:39.766204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] For port 630146ee-ab4c-495e-a629-aaee23b00509, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=630146ee-ab4c-495e-a629-aaee23b00509,segment=NetworkSegment(d25377a8-8004-49c0-81cc-9e99e45c8a1a),segment_id=d25377a8-8004-49c0-81cc-9e99e45c8a1a)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:39.774201 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.786090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16a07857-a6c2-4782-88f3-6e0e058f45de admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.804837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-2c2ccc8e-e063-40e4-bb80-47e3415ea212 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:39.810329 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-2c2ccc8e-e063-40e4-bb80-47e3415ea212 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.2307589 Jan 31 16:10:39.837568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Request body: {'port': {'device_id': '12d51653-6788-433b-8837-d69ed5caf994', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'admin_state_up': True, 'tenant_id': '650709d6bc894976b42eca4159787065'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:39.852137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23aa679f-5e9a-4f39-9ae2-a807bd151ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.884132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556e0b9-eac4-4308-a2a1-c66dc557c63d None None] Pushing event updated for resources: {'Port': ['ID=630146ee-ab4c-495e-a629-aaee23b00509,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:39.887089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20133210-03da-442e-8faf-32a0991ea12c None None] Network da0ca09a-fe2c-4640-bfb1-52233fa3a578 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:39.985275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16a07857-a6c2-4782-88f3-6e0e058f45de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.987094 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0f0ed01f-213b-44ec-bb8d-673f51d7f59b None None] Provisioning complete for port 60e5971a-b48c-410d-b905-8efb92f15f0c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:39.987554 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f0ed01f-213b-44ec-bb8d-673f51d7f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:39.992339 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16a07857-a6c2-4782-88f3-6e0e058f45de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:40.010648 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:40.040139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e1336d-fcf0-4411-baff-93177834226c None None] Network d8d928fa-f09e-41a9-ba43-2308876569ce requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:40.113564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a07857-a6c2-4782-88f3-6e0e058f45de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809ab4a6-c047-406c-a0a1-924e5514ef5e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:40.127125 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-16a07857-a6c2-4782-88f3-6e0e058f45de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1f9cb5b4aa5421285fe00854c7c7cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3657393 Jan 31 16:10:40.127901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36910) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:40.131734 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23aa679f-5e9a-4f39-9ae2-a807bd151ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:40.137440 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23aa679f-5e9a-4f39-9ae2-a807bd151ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:40.138636 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-23aa679f-5e9a-4f39-9ae2-a807bd151ad2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab1d76ea-6773-420f-bc01-6770af7edd28 HTTP/1.1" status: 204 len: 168 time: 0.5871627 Jan 31 16:10:40.156088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa679f-5e9a-4f39-9ae2-a807bd151ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1d76ea-6773-420f-bc01-6770af7edd28,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:40.185307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Made reservation on behalf of 650709d6bc894976b42eca4159787065 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:40.190455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:40.198138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Deleting port 630146ee-ab4c-495e-a629-aaee23b00509 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:40.198738 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:40.218785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a7074c4-42b0-4a25-8521-3c353e69f39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:40.255679 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a7074c4-42b0-4a25-8521-3c353e69f39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:40.347824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] For port 630146ee-ab4c-495e-a629-aaee23b00509, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=630146ee-ab4c-495e-a629-aaee23b00509,segment=NetworkSegment(d25377a8-8004-49c0-81cc-9e99e45c8a1a),segment_id=d25377a8-8004-49c0-81cc-9e99e45c8a1a)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:40.348532 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:40.372361 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a7074c4-42b0-4a25-8521-3c353e69f39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:40.372906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Calling delete_port for 630146ee-ab4c-495e-a629-aaee23b00509 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:40.376448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a7074c4-42b0-4a25-8521-3c353e69f39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:40.384486 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2a7074c4-42b0-4a25-8521-3c353e69f39e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/809ab4a6-c047-406c-a0a1-924e5514ef5e HTTP/1.1" status: 204 len: 168 time: 0.2548304 Jan 31 16:10:40.402764 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7074c4-42b0-4a25-8521-3c353e69f39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809ab4a6-c047-406c-a0a1-924e5514ef5e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:40.485520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Allocated IP 172.20.0.8 (ee461f7c-cf6b-444b-944c-f969c92675a4/c18b0c43-4884-496a-b742-bf7f0dcdb7c4/a3676efb-efb3-474b-bc1e-ff2781a7ca30) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:40.499651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43063ee9-6ecb-4001-8c1d-dfa272c37c06 None None] Network d8d928fa-f09e-41a9-ba43-2308876569ce requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:40.546445 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2684dd4c-a9a8-4242-8965-ac3c6e630253 req-bde80eba-afa9-4099-994d-e38546fe3b66 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 210 time: 0.0633247 Jan 31 16:10:40.589300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb59f18-cd4b-40e9-a703-1b61d8a4b93a req-398ae809-b709-47a6-aadf-5770cf636638 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:40.591012 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0fb59f18-cd4b-40e9-a703-1b61d8a4b93a req-398ae809-b709-47a6-aadf-5770cf636638 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 945 time: 0.1915042 Jan 31 16:10:40.689422 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0fb59f18-cd4b-40e9-a703-1b61d8a4b93a req-025d24fb-fc6c-48e2-9a62-a1bde9713bef tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862734 Jan 31 16:10:40.767441 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:40.806373 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Port': ['ID=630146ee-ab4c-495e-a629-aaee23b00509,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:40.812954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No DVR routers for this DVR port 630146ee-ab4c-495e-a629-aaee23b00509 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:40.818128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e7dcf-a27d-4d36-9f5d-955f487b6f2a None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:10:40.832426 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:41.008885 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:41.020254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b47d33c9-945e-4edc-9105-24a15e858360 None None] Provisioning complete for port 60e5971a-b48c-410d-b905-8efb92f15f0c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:41.020679 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b47d33c9-945e-4edc-9105-24a15e858360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:41.065341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d928fa-f09e-41a9-ba43-2308876569ce']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:41.145785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25377a8-8004-49c0-81cc-9e99e45c8a1a') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:41.146012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25377a8-8004-49c0-81cc-9e99e45c8a1a') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:41.149092 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64e7dcf-a27d-4d36-9f5d-955f487b6f2a None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:10:41.149696 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:41.167992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:10:41.168167 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:41.190786 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:41.202253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:41.202791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:41.281273 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:41.740902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee887c-9168-40dd-9b4f-6c02adcd3402 req-9d7e7bb8-fccc-4c34-b5ba-dc0665cbe145 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:41.743258 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3aee887c-9168-40dd-9b4f-6c02adcd3402 req-9d7e7bb8-fccc-4c34-b5ba-dc0665cbe145 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 931 time: 0.0648785 Jan 31 16:10:41.804512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:41.808486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Network ee461f7c-cf6b-444b-944c-f969c92675a4 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:41.821967 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:41.828861 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/d8d928fa-f09e-41a9-ba43-2308876569ce HTTP/1.1" status: 204 len: 168 time: 4.6298518 Jan 31 16:10:41.829590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:41.831552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37006) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:41.841371 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3aee887c-9168-40dd-9b4f-6c02adcd3402 req-f8949c79-7f89-44a3-a24d-8af780f2bd44 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820820 Jan 31 16:10:41.847701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:41.898333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff600c3-0388-447e-bf7e-7c6168498be5 req-4ffe5da4-26ec-4394-9360-b90a897b17db tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:41.899812 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ff600c3-0388-447e-bf7e-7c6168498be5 req-4ffe5da4-26ec-4394-9360-b90a897b17db tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 945 time: 0.8377335 Jan 31 16:10:41.900568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd1552-c5b0-4e36-9b96-fd2efca2a0e3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Network': ['ID=d8d928fa-f09e-41a9-ba43-2308876569ce,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:41.920669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event updated for resources: {'Port': ['ID=a3676efb-efb3-474b-bc1e-ff2781a7ca30,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:41.930780 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9072ec35-5100-4255-b0ed-dbb4094dbaf4 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:41.931605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9072ec35-5100-4255-b0ed-dbb4094dbaf4 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:41.936433 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9072ec35-5100-4255-b0ed-dbb4094dbaf4 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/d8d928fa-f09e-41a9-ba43-2308876569ce HTTP/1.1" status: 404 len: 339 time: 0.0925052 Jan 31 16:10:41.940180 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37020) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:41.946310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-10c8b7d4-f61b-466f-9733-191ac0d4b3f3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1503652859', 'description': 'd1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:41.956542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:41.957169 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:41.977766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c8b7d4-f61b-466f-9733-191ac0d4b3f3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:41.982561 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10c8b7d4-f61b-466f-9733-191ac0d4b3f3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:41.984533 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ff600c3-0388-447e-bf7e-7c6168498be5 req-b9f1abc5-1b40-4225-80be-cacc602102e8 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672405 Jan 31 16:10:41.988317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-f7928a96-85cf-47e6-848b-7cb978fad52b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1625757 Jan 31 16:10:41.998910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-550a6c16-e40b-4293-94de-1a25d4f88884 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:10:41.999902 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-550a6c16-e40b-4293-94de-1a25d4f88884 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060282 Jan 31 16:10:42.012379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Request body: {'port': {'device_id': '12d51653-6788-433b-8837-d69ed5caf994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:42.014486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c8b7d4-f61b-466f-9733-191ac0d4b3f3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:42.027320 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10c8b7d4-f61b-466f-9733-191ac0d4b3f3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:42.027921 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-10c8b7d4-f61b-466f-9733-191ac0d4b3f3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Added segment df27cae8-777a-4875-8be3-d48d248e6cd8 of type vlan for network 97ad881a-cf78-4650-8950-01261c895b43 Jan 31 16:10:42.070150 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10c8b7d4-f61b-466f-9733-191ac0d4b3f3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:42.074249 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:42.098648 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10c8b7d4-f61b-466f-9733-191ac0d4b3f3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:42.105214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c8b7d4-f61b-466f-9733-191ac0d4b3f3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:42.105900 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10c8b7d4-f61b-466f-9733-191ac0d4b3f3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:42.172684 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-10c8b7d4-f61b-466f-9733-191ac0d4b3f3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2301476 Jan 31 16:10:42.176004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37026) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:42.210961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8b7d4-f61b-466f-9733-191ac0d4b3f3 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Network': ['ID=97ad881a-cf78-4650-8950-01261c895b43,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:42.224312 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 97ad881a-cf78-4650-8950-01261c895b43 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:42.302598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c378ace-cf67-4ae2-90eb-c6416388615d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:42.305141 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6c378ace-cf67-4ae2-90eb-c6416388615d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/networks?id=97ad881a-cf78-4650-8950-01261c895b43 HTTP/1.1" status: 200 len: 765 time: 0.1279507 Jan 31 16:10:42.308177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37034) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:42.314716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3ab21aff-1683-4b9d-a58c-b11af8543522 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'network': {'description': 'd2'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:42.412526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37046) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:42.512260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3676efb-efb3-474b-bc1e-ff2781a7ca30 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:10:42.523677 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:42.530413 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ab21aff-1683-4b9d-a58c-b11af8543522 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:42.538974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Transition to ACTIVE for port object a3676efb-efb3-474b-bc1e-ff2781a7ca30 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:10:42.545811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:42.546796 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ab21aff-1683-4b9d-a58c-b11af8543522 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:42.561382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ab21aff-1683-4b9d-a58c-b11af8543522 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network 97ad881a-cf78-4650-8950-01261c895b43 is not hosted by any dhcp agent {{(pid=108772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 16:10:42.567891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab21aff-1683-4b9d-a58c-b11af8543522 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:42.569151 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ab21aff-1683-4b9d-a58c-b11af8543522 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:42.572914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3ab21aff-1683-4b9d-a58c-b11af8543522 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "PUT /v2.0/networks/97ad881a-cf78-4650-8950-01261c895b43 HTTP/1.1" status: 200 len: 762 time: 0.2610095 Jan 31 16:10:42.576203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37056) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:42.698418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Pushing event updated for resources: {'Port': ['ID=a3676efb-efb3-474b-bc1e-ff2781a7ca30,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:42.699002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab21aff-1683-4b9d-a58c-b11af8543522 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Network': ['ID=97ad881a-cf78-4650-8950-01261c895b43,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:42.720058 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 97ad881a-cf78-4650-8950-01261c895b43 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:42.723127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4551-2405-4614-8b7a-d29eb970608e req-312e1121-6620-478d-b467-553ba19a5c0b tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:42.724858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-62de4551-2405-4614-8b7a-d29eb970608e req-312e1121-6620-478d-b467-553ba19a5c0b tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.20 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 945 time: 0.0929356 Jan 31 16:10:42.751030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5720b2-97a1-4981-bef0-1793f4eeb6e2 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:42.752814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bd5720b2-97a1-4981-bef0-1793f4eeb6e2 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/networks?id=97ad881a-cf78-4650-8950-01261c895b43 HTTP/1.1" status: 200 len: 765 time: 0.1756494 Jan 31 16:10:42.758557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37064) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:42.867997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1062150201'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:42.883086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-62de4551-2405-4614-8b7a-d29eb970608e req-d0707638-42d9-481e-af83-b3701e81d730 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Deleting port 295656e8-4b3f-4cf4-9272-a61e8b6a960b {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:42.883799 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-62de4551-2405-4614-8b7a-d29eb970608e req-d0707638-42d9-481e-af83-b3701e81d730 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.012377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f12ad4-9ab6-4552-a086-03166f453eea req-e72277a0-2f80-468f-bb13-e8d18448d0e3 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.014058 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08f12ad4-9ab6-4552-a086-03166f453eea req-e72277a0-2f80-468f-bb13-e8d18448d0e3 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 943 time: 0.0808976 Jan 31 16:10:43.023393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:43.026959 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.037821 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Attempting to bind port a3676efb-efb3-474b-bc1e-ff2781a7ca30 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:43.038391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Attempting to bind port a3676efb-efb3-474b-bc1e-ff2781a7ca30 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:43.038879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Attempting to bind port a3676efb-efb3-474b-bc1e-ff2781a7ca30 on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:43.058774 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.073235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08f12ad4-9ab6-4552-a086-03166f453eea req-dd102f5b-7287-46ae-8e54-e57ed04c80db tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507979 Jan 31 16:10:43.081044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-62de4551-2405-4614-8b7a-d29eb970608e req-d0707638-42d9-481e-af83-b3701e81d730 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] For port 295656e8-4b3f-4cf4-9272-a61e8b6a960b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=295656e8-4b3f-4cf4-9272-a61e8b6a960b,segment=NetworkSegment(ac6d5caf-ffef-4d63-a833-123e4001bb6a),segment_id=ac6d5caf-ffef-4d63-a833-123e4001bb6a)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:43.081406 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-62de4551-2405-4614-8b7a-d29eb970608e req-d0707638-42d9-481e-af83-b3701e81d730 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.085116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Port a3676efb-efb3-474b-bc1e-ff2781a7ca30 on network ee461f7c-cf6b-444b-944c-f969c92675a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:10:43.085872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Attempting to bind port a3676efb-efb3-474b-bc1e-ff2781a7ca30 on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:43.095168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-62de4551-2405-4614-8b7a-d29eb970608e req-d0707638-42d9-481e-af83-b3701e81d730 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Calling delete_port for 295656e8-4b3f-4cf4-9272-a61e8b6a960b owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:43.100905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:43.101518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Checking segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:43.102128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Bound using segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:43.102767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Bound port: a3676efb-efb3-474b-bc1e-ff2781a7ca30, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:43.103199 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.121294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c69c716-c0cf-41e7-96b9-a2b6e4c7ef6d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.125404 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8c69c716-c0cf-41e7-96b9-a2b6e4c7ef6d tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3634486 Jan 31 16:10:43.151835 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37074) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:43.201609 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9aded1d3-95fe-48c0-bc85-da23fc42327b tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 207 time: 0.0485427 Jan 31 16:10:43.204374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37084) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:43.325644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2475b54-f985-4877-a0f7-0967b389f9e6 req-b03ba144-0948-4bb7-8ed4-308d5dfd8f24 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.334025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2475b54-f985-4877-a0f7-0967b389f9e6 req-b03ba144-0948-4bb7-8ed4-308d5dfd8f24 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e48742-01f8-4d9b-941a-8c7e0e32e604 HTTP/1.1" status: 200 len: 945 time: 0.2060013 Jan 31 16:10:43.387021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a14e8-ad77-45c7-b231-e1a7faa98ce6 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.394100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a14e8-ad77-45c7-b231-e1a7faa98ce6 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.400389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a14e8-ad77-45c7-b231-e1a7faa98ce6 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.406382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a14e8-ad77-45c7-b231-e1a7faa98ce6 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.412819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a14e8-ad77-45c7-b231-e1a7faa98ce6 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.418776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a14e8-ad77-45c7-b231-e1a7faa98ce6 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.421037 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3e9a14e8-ad77-45c7-b231-e1a7faa98ce6 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2152088 Jan 31 16:10:43.422962 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.428398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37106) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:43.444656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] For port a3676efb-efb3-474b-bc1e-ff2781a7ca30, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:43.449172 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.475425 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-62de4551-2405-4614-8b7a-d29eb970608e req-d0707638-42d9-481e-af83-b3701e81d730 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.487468 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['295656e8-4b3f-4cf4-9272-a61e8b6a960b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:10:43.527653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707638-42d9-481e-af83-b3701e81d730 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Pushing event deleted for resources: {'Port': ['ID=295656e8-4b3f-4cf4-9272-a61e8b6a960b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:43.527753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] For port a3676efb-efb3-474b-bc1e-ff2781a7ca30, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a3676efb-efb3-474b-bc1e-ff2781a7ca30,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:43.547283 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.555859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:43.573369 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2475b54-f985-4877-a0f7-0967b389f9e6 req-3b795177-abe4-48f1-85ea-53fa6bca1b68 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.36 "GET /v2.0/security-groups?id=88d82d44-14de-4faf-89c6-5be679058110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330644 Jan 31 16:10:43.574782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-62de4551-2405-4614-8b7a-d29eb970608e req-d0707638-42d9-481e-af83-b3701e81d730 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] No DVR routers for this DVR port 295656e8-4b3f-4cf4-9272-a61e8b6a960b on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:43.577607 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-62de4551-2405-4614-8b7a-d29eb970608e req-d0707638-42d9-481e-af83-b3701e81d730 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.583898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-62de4551-2405-4614-8b7a-d29eb970608e req-d0707638-42d9-481e-af83-b3701e81d730 tempest-ServersNegativeTestMultiTenantJSON-1869610024 tempest-ServersNegativeTestMultiTenantJSON-1869610024-project] 10.222.0.20 "DELETE /v2.0/ports/295656e8-4b3f-4cf4-9272-a61e8b6a960b HTTP/1.1" status: 204 len: 173 time: 0.8520997 Jan 31 16:10:43.584416 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e48742-01f8-4d9b-941a-8c7e0e32e604', 'name': 'network-vif-deleted', 'tag': '295656e8-4b3f-4cf4-9272-a61e8b6a960b'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:10:43.588066 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ad94f4-e1d8-4a81-85a6-5e3cd6256f7a" -d '{"events": [{"server_uuid": "61e48742-01f8-4d9b-941a-8c7e0e32e604", "name": "network-vif-deleted", "tag": "295656e8-4b3f-4cf4-9272-a61e8b6a960b"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:10:43.630032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d21f9-5932-4c7b-a4e0-5ba3fd1f9b44,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:43.648418 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.648841 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Added segment 241c4bb5-cd17-47af-8fab-67c6f398cedf of type vlan for network 07fb2e53-2578-41fe-8b87-f041db9c4358 Jan 31 16:10:43.649993 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4e79b9-a310-4ffd-8dcc-6e8ab7dbc579 x-openstack-request-id: req-5f4e79b9-a310-4ffd-8dcc-6e8ab7dbc579 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:10:43.650627 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e48742-01f8-4d9b-941a-8c7e0e32e604", "name": "network-vif-deleted", "tag": "295656e8-4b3f-4cf4-9272-a61e8b6a960b", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:10:43.651030 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f4e79b9-a310-4ffd-8dcc-6e8ab7dbc579 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:10:43.651146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.651662 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e48742-01f8-4d9b-941a-8c7e0e32e604', 'name': 'network-vif-deleted', 'tag': '295656e8-4b3f-4cf4-9272-a61e8b6a960b', 'status': 'completed', 'code': 200} Jan 31 16:10:43.651829 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.653258 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] 10.222.0.30 "PUT /v2.0/ports/a3676efb-efb3-474b-bc1e-ff2781a7ca30 HTTP/1.1" status: 200 len: 1091 time: 1.6451705 Jan 31 16:10:43.657764 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d51653-6788-433b-8837-d69ed5caf994', 'tag': 'a3676efb-efb3-474b-bc1e-ff2781a7ca30'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:10:43.660248 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f431958-4d2e-481b-8bf3-9560ddff61f6" -d '{"events": [{"name": "network-changed", "server_uuid": "12d51653-6788-433b-8837-d69ed5caf994", "tag": "a3676efb-efb3-474b-bc1e-ff2781a7ca30"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:10:43.752764 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c3bec1-5055-4148-800a-f7dbfa3744f9 x-openstack-request-id: req-91c3bec1-5055-4148-800a-f7dbfa3744f9 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:10:43.753169 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d51653-6788-433b-8837-d69ed5caf994", "tag": "a3676efb-efb3-474b-bc1e-ff2781a7ca30", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:10:43.753560 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91c3bec1-5055-4148-800a-f7dbfa3744f9 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:10:43.753747 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d51653-6788-433b-8837-d69ed5caf994', 'tag': 'a3676efb-efb3-474b-bc1e-ff2781a7ca30', 'status': 'completed', 'code': 200} Jan 31 16:10:43.775660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf11fd1-ebad-4b60-bb24-321d6253339d service neutron] Pushing event updated for resources: {'Port': ['ID=a3676efb-efb3-474b-bc1e-ff2781a7ca30,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:43.787900 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.805545 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7e065bc3-41af-451e-9aab-6d552096bd98 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3741679 Jan 31 16:10:43.809426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37120) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:43.896234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37124) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:43.911253 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.916680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.917268 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:43.930743 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-dd6eefda-77cb-4750-90a2-0d12515145bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.932239 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-dd6eefda-77cb-4750-90a2-0d12515145bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 1094 time: 0.2048802 Jan 31 16:10:43.942754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39421372-d9c9-4ba2-be8d-8fe47aa7bca5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.944262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39421372-d9c9-4ba2-be8d-8fe47aa7bca5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.945869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39421372-d9c9-4ba2-be8d-8fe47aa7bca5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.947283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39421372-d9c9-4ba2-be8d-8fe47aa7bca5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.948889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39421372-d9c9-4ba2-be8d-8fe47aa7bca5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:43.950609 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-39421372-d9c9-4ba2-be8d-8fe47aa7bca5 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1403713 Jan 31 16:10:43.955642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37132) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:44.050237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6365938 Jan 31 16:10:44.050440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37140) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:44.059214 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-04b10dfd-b1c0-4a08-b6ac-f476013619a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3676efb-efb3-474b-bc1e-ff2781a7ca30 HTTP/1.1" status: 200 len: 217 time: 0.0966747 Jan 31 16:10:44.067484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b3182b84-22f7-4ce7-a726-83b345dab336 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'network': {'name': 'tempest-RoutersTest-693020327'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:44.079891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435173ec-b34a-499e-9dbe-e407c2601251 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Network': ['ID=07fb2e53-2578-41fe-8b87-f041db9c4358,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:44.095432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 07fb2e53-2578-41fe-8b87-f041db9c4358 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:44.129280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-3d2d5180-2a00-4860-9041-6c48ceaf6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:44.131924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-3d2d5180-2a00-4860-9041-6c48ceaf6c6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.0641487 Jan 31 16:10:44.139372 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3182b84-22f7-4ce7-a726-83b345dab336 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:44.142975 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3182b84-22f7-4ce7-a726-83b345dab336 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:44.149877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8039f63e-3e0a-4b7d-8ec5-01235a748665 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:44.151621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8039f63e-3e0a-4b7d-8ec5-01235a748665 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:44.153191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8039f63e-3e0a-4b7d-8ec5-01235a748665 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:44.154943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8039f63e-3e0a-4b7d-8ec5-01235a748665 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:44.156715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8039f63e-3e0a-4b7d-8ec5-01235a748665 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:44.162551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8039f63e-3e0a-4b7d-8ec5-01235a748665 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2050796 Jan 31 16:10:44.181166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37150) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:44.191243 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-0f5d8b6c-1649-4589-97e8-272f65265b46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517917 Jan 31 16:10:44.262776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3182b84-22f7-4ce7-a726-83b345dab336 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:44.318059 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3182b84-22f7-4ce7-a726-83b345dab336 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:44.318526 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-b3182b84-22f7-4ce7-a726-83b345dab336 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Added segment 097bf2a1-b64a-46bf-b48f-ea28a194e833 of type vlan for network 56062fb3-1608-4d46-a29f-935e2ccb488a Jan 31 16:10:44.344833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb7a5c-6871-4f29-aa93-80a466ba0f9c req-d361f235-2330-4318-ab05-c6031073700e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:44.346654 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8cdb7a5c-6871-4f29-aa93-80a466ba0f9c req-d361f235-2330-4318-ab05-c6031073700e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 943 time: 0.1498156 Jan 31 16:10:44.365361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-8ebbb7ab-9e5c-4aad-bb48-762ea6cda022 service neutron] 10.222.0.30 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648777 Jan 31 16:10:44.422429 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3182b84-22f7-4ce7-a726-83b345dab336 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:44.436039 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f6da005-e776-4fb4-be72-657a18743b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:44.484752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0869c3e6-8cd7-4939-a229-5ddf899bce5c req-7805fb3f-33e4-46fd-85c6-18c6cef74859 service neutron] 10.222.0.30 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110466 Jan 31 16:10:44.522622 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37154) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:44.529648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83ab752-84ff-4b0a-b4d9-5e8f1155e3eb tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:44.536438 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c83ab752-84ff-4b0a-b4d9-5e8f1155e3eb tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/networks/112c53c9-7c26-48e5-a885-77be9ec1d3c9 HTTP/1.1" status: 200 len: 804 time: 0.3470337 Jan 31 16:10:44.538445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8cdb7a5c-6871-4f29-aa93-80a466ba0f9c req-7a7b9817-26db-43db-9229-6e9e0df8639e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627948 Jan 31 16:10:44.542652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37158) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:44.564278 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3182b84-22f7-4ce7-a726-83b345dab336 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:44.571877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3182b84-22f7-4ce7-a726-83b345dab336 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:44.572936 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3182b84-22f7-4ce7-a726-83b345dab336 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:44.589808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f431958-4d2e-481b-8bf3-9560ddff61f6 req-6942b5f1-2134-4585-9218-ea7eb0949aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:44.591638 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f431958-4d2e-481b-8bf3-9560ddff61f6 req-6942b5f1-2134-4585-9218-ea7eb0949aef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 1094 time: 0.0574155 Jan 31 16:10:44.630003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37162) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:44.674342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f6da005-e776-4fb4-be72-657a18743b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:44.733520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0d60069-41e5-4331-91f1-065d87fe0bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:44.738371 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f6da005-e776-4fb4-be72-657a18743b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:44.760776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-10dc96c0-ebfc-4555-8df6-d0c82323fe27 admin admin] Deleting subnet df19511d-9bd7-40f8-835e-31f7c2b99133 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:44.765781 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-10dc96c0-ebfc-4555-8df6-d0c82323fe27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:44.775124 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b3182b84-22f7-4ce7-a726-83b345dab336 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7205787 Jan 31 16:10:44.786905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37164) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:44.794186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-eae5d2de-4294-4414-bbc9-28042cce2f42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'subnet': {'network_id': '07fb2e53-2578-41fe-8b87-f041db9c4358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:44.804018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3182b84-22f7-4ce7-a726-83b345dab336 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Network': ['ID=56062fb3-1608-4d46-a29f-935e2ccb488a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:44.821223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 56062fb3-1608-4d46-a29f-935e2ccb488a details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:44.834508 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f431958-4d2e-481b-8bf3-9560ddff61f6 req-ff219d24-4170-47c2-a004-87bb0e9d8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:44.836173 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f431958-4d2e-481b-8bf3-9560ddff61f6 req-ff219d24-4170-47c2-a004-87bb0e9d8d82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 907 time: 0.2374258 Jan 31 16:10:44.844698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-10dc96c0-ebfc-4555-8df6-d0c82323fe27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:44.921644 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f431958-4d2e-481b-8bf3-9560ddff61f6 req-bf6f5ebd-b036-47a8-a526-12a6e80942ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3676efb-efb3-474b-bc1e-ff2781a7ca30 HTTP/1.1" status: 200 len: 217 time: 0.0747826 Jan 31 16:10:44.990392 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-10dc96c0-ebfc-4555-8df6-d0c82323fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.042648 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0d60069-41e5-4331-91f1-065d87fe0bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.047151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f431958-4d2e-481b-8bf3-9560ddff61f6 req-8dba379e-660d-4c03-869d-0b8c747aebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:45.057444 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f431958-4d2e-481b-8bf3-9560ddff61f6 req-8dba379e-660d-4c03-869d-0b8c747aebc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.1161778 Jan 31 16:10:45.057444 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0d60069-41e5-4331-91f1-065d87fe0bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.129327 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f431958-4d2e-481b-8bf3-9560ddff61f6 req-bdd4f939-7d5d-4e16-89e3-32f8d7a48499 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696471 Jan 31 16:10:45.174345 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d60069-41e5-4331-91f1-065d87fe0bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32bda1e-a6bf-42ca-8eb6-4af5feda4292,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:45.177386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8f6da005-e776-4fb4-be72-657a18743b71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7638c99a82664db7a0f34c980e9d040f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2782612 Jan 31 16:10:45.187971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37172) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:45.190355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6da005-e776-4fb4-be72-657a18743b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe01d056-85f8-470d-92bb-5e4697b42f57,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:45.209124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c0d60069-41e5-4331-91f1-065d87fe0bae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c112513aa224f498cca932bbde66700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6850061 Jan 31 16:10:45.216680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37174) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:45.228575 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-10dc96c0-ebfc-4555-8df6-d0c82323fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.247134 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-591616da-2dde-4d7a-8249-f10e07e96a66 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/networks/112c53c9-7c26-48e5-a885-77be9ec1d3c9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7031355 Jan 31 16:10:45.251702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37176) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:45.277685 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-10dc96c0-ebfc-4555-8df6-d0c82323fe27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.281681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-10dc96c0-ebfc-4555-8df6-d0c82323fe27 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/df19511d-9bd7-40f8-835e-31f7c2b99133 HTTP/1.1" status: 204 len: 168 time: 0.6468837 Jan 31 16:10:45.284963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc96c0-ebfc-4555-8df6-d0c82323fe27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df19511d-9bd7-40f8-835e-31f7c2b99133,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:45.293738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37178) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:45.338479 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f431958-4d2e-481b-8bf3-9560ddff61f6 req-113f0f70-7c35-4019-ac50-5d39e63dcc1f service neutron] 10.222.0.30 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940765 Jan 31 16:10:45.366967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3da5133a-9ef9-4cbb-8f61-5dc906ff489b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.367305 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf6de-6328-46d6-8de2-61a0b5c94c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.387028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8dbef-2ee3-49b0-a3a1-4897cb9f93ad tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:45.388353 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8bb8dbef-2ee3-49b0-a3a1-4897cb9f93ad tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/subnets/b385144c-1345-4011-b1e9-a8f387052266 HTTP/1.1" status: 200 len: 843 time: 0.1340871 Jan 31 16:10:45.400900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37180) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:45.424264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae5d2de-4294-4414-bbc9-28042cce2f42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:45.425056 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf6de-6328-46d6-8de2-61a0b5c94c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.427864 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eae5d2de-4294-4414-bbc9-28042cce2f42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.476508 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3da5133a-9ef9-4cbb-8f61-5dc906ff489b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.479118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f431958-4d2e-481b-8bf3-9560ddff61f6 req-99fa18d4-97f9-44a5-8e81-358d216e38d0 service neutron] 10.222.0.30 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311948 Jan 31 16:10:45.506092 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf6de-6328-46d6-8de2-61a0b5c94c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.509098 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf6de-6328-46d6-8de2-61a0b5c94c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.512639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0b7cf6de-6328-46d6-8de2-61a0b5c94c3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b32bda1e-a6bf-42ca-8eb6-4af5feda4292 HTTP/1.1" status: 204 len: 168 time: 0.2926557 Jan 31 16:10:45.518775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cf6de-6328-46d6-8de2-61a0b5c94c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32bda1e-a6bf-42ca-8eb6-4af5feda4292,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:45.530758 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.589311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4f0da-d6a9-4617-908d-75b7df066956 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:45.590981 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c4c4f0da-d6a9-4617-908d-75b7df066956 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "GET /v2.0/subnets/b385144c-1345-4011-b1e9-a8f387052266?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1837628 Jan 31 16:10:45.595184 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37186) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:45.601860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f21b3b1f-718c-4484-ba6a-ff7957c97511 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2087895646'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:45.632444 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21b3b1f-718c-4484-ba6a-ff7957c97511 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:45.638444 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f21b3b1f-718c-4484-ba6a-ff7957c97511 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.730501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21b3b1f-718c-4484-ba6a-ff7957c97511 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:45.737072 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3da5133a-9ef9-4cbb-8f61-5dc906ff489b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.740071 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3da5133a-9ef9-4cbb-8f61-5dc906ff489b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.743862 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3da5133a-9ef9-4cbb-8f61-5dc906ff489b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe01d056-85f8-470d-92bb-5e4697b42f57 HTTP/1.1" status: 204 len: 168 time: 0.5479958 Jan 31 16:10:45.749359 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f21b3b1f-718c-4484-ba6a-ff7957c97511 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.749818 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-f21b3b1f-718c-4484-ba6a-ff7957c97511 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Added segment dff33e4f-bf1e-448c-9d19-a1d9c647115e of type vlan for network bd5f0459-9017-4d4f-ba70-0414726915ad Jan 31 16:10:45.785489 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.815395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5133a-9ef9-4cbb-8f61-5dc906ff489b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe01d056-85f8-470d-92bb-5e4697b42f57,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:45.819742 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f21b3b1f-718c-4484-ba6a-ff7957c97511 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.844955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b16857-79c4-4bc5-ae7b-5bb7206251b9']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:45.861247 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f21b3b1f-718c-4484-ba6a-ff7957c97511 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.870705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b3b1f-718c-4484-ba6a-ff7957c97511 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:45.871115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12dff3-55fa-403b-9dd8-63227d706596 req-fd373249-dbcb-4826-a183-5217eaa944b4 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:45.871355 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f21b3b1f-718c-4484-ba6a-ff7957c97511 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.872836 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce12dff3-55fa-403b-9dd8-63227d706596 req-fd373249-dbcb-4826-a183-5217eaa944b4 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 943 time: 0.2248545 Jan 31 16:10:45.874955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6d5caf-ffef-4d63-a833-123e4001bb6a') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:45.875310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6d5caf-ffef-4d63-a833-123e4001bb6a') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:45.920771 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.957718 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.971139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eae5d2de-4294-4414-bbc9-28042cce2f42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.984241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f21b3b1f-718c-4484-ba6a-ff7957c97511 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3872795 Jan 31 16:10:45.985013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37198) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:45.990272 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:45.990690 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:45.993769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'subnet': {'network_id': 'bd5f0459-9017-4d4f-ba70-0414726915ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:45.994639 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:46.001067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b3b1f-718c-4484-ba6a-ff7957c97511 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Network': ['ID=bd5f0459-9017-4d4f-ba70-0414726915ad,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:46.014387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network bd5f0459-9017-4d4f-ba70-0414726915ad details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:46.032619 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce12dff3-55fa-403b-9dd8-63227d706596 req-32af39cb-034a-4aad-849a-3b25435d83d3 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282942 Jan 31 16:10:46.111440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.114844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5d2de-4294-4414-bbc9-28042cce2f42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Subnet': ['ID=3e191533-6dc7-4e6a-9599-38c832339fc7,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:46.121846 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.124813 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b4b16857-79c4-4bc5-ae7b-5bb7206251b9 HTTP/1.1" status: 204 len: 168 time: 0.8303359 Jan 31 16:10:46.127713 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37206) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:46.154838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5d2de-4294-4414-bbc9-28042cce2f42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Checking segment: {'id': '241c4bb5-cd17-47af-8fab-67c6f398cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07fb2e53-2578-41fe-8b87-f041db9c4358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:46.155515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae5d2de-4294-4414-bbc9-28042cce2f42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network hostable DHCP agents. Network: 07fb2e53-2578-41fe-8b87-f041db9c4358, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:46.164596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e124ee6-4e51-4348-a00e-39f304b8d665 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b16857-79c4-4bc5-ae7b-5bb7206251b9,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:46.190501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae5d2de-4294-4414-bbc9-28042cce2f42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 07fb2e53-2578-41fe-8b87-f041db9c4358 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:46.195374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6c7598-64f2-4d2b-b73c-3d7a5e133b15 admin admin] Deleting subnet 5cee9e0f-0f7f-4698-a86a-c5d372e5027e {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:46.200416 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7598-64f2-4d2b-b73c-3d7a5e133b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.203450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-eae5d2de-4294-4414-bbc9-28042cce2f42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 07fb2e53-2578-41fe-8b87-f041db9c4358) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:46.212062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e70d00-9a69-404d-920c-b17b435d8654 None None] Network 07fb2e53-2578-41fe-8b87-f041db9c4358 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:46.223719 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae5d2de-4294-4414-bbc9-28042cce2f42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:46.229345 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eae5d2de-4294-4414-bbc9-28042cce2f42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.233577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Made reservation on behalf of 8d10f9a085a7441a8d0a9cb588cb3ea9 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:46.237666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.260660 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eae5d2de-4294-4414-bbc9-28042cce2f42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4726675 Jan 31 16:10:46.260977 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7598-64f2-4d2b-b73c-3d7a5e133b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.263791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37212) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:46.270675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-43a5a143-26c7-42b5-a75b-1345a433fc36 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'subnet': {'network_id': '56062fb3-1608-4d46-a29f-935e2ccb488a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:46.345143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_backend_mixin [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Performing IP validity checks on allocation pools {{(pid=108771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 16:10:46.345718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_backend_mixin [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 16:10:46.374277 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7598-64f2-4d2b-b73c-3d7a5e133b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.414032 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-07fb2e53-2578-41fe-8b87-f041db9c4358', 'network_id': '07fb2e53-2578-41fe-8b87-f041db9c4358', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'fixed_ips': [{'subnet_id': '3e191533-6dc7-4e6a-9599-38c832339fc7'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:46.415499 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.454832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a5a143-26c7-42b5-a75b-1345a433fc36 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:46.458943 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-43a5a143-26c7-42b5-a75b-1345a433fc36 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.477159 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7598-64f2-4d2b-b73c-3d7a5e133b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.591946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c7598-64f2-4d2b-b73c-3d7a5e133b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cee9e0f-0f7f-4698-a86a-c5d372e5027e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:46.596514 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7598-64f2-4d2b-b73c-3d7a5e133b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.607729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0b6c7598-64f2-4d2b-b73c-3d7a5e133b15 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5cee9e0f-0f7f-4698-a86a-c5d372e5027e HTTP/1.1" status: 204 len: 168 time: 0.4785643 Jan 31 16:10:46.609249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Allocated IP 172.20.0.2 (07fb2e53-2578-41fe-8b87-f041db9c4358/3e191533-6dc7-4e6a-9599-38c832339fc7/65eeb48d-26a6-449f-b8b9-6e5941d5d379) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:46.611065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37228) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:46.847658 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.851898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.860805 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-43a5a143-26c7-42b5-a75b-1345a433fc36 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:46.911158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 295656e8-4b3f-4cf4-9272-a61e8b6a960b no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:10:47.002734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5a143-26c7-42b5-a75b-1345a433fc36 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Subnet': ['ID=19cb5673-7081-4e3c-8a98-8bb3934d749e,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:47.012268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a5a143-26c7-42b5-a75b-1345a433fc36 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Checking segment: {'id': '097bf2a1-b64a-46bf-b48f-ea28a194e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56062fb3-1608-4d46-a29f-935e2ccb488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:47.012735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5a143-26c7-42b5-a75b-1345a433fc36 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network hostable DHCP agents. Network: 56062fb3-1608-4d46-a29f-935e2ccb488a, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:47.040171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5a143-26c7-42b5-a75b-1345a433fc36 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 56062fb3-1608-4d46-a29f-935e2ccb488a is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:47.064411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-43a5a143-26c7-42b5-a75b-1345a433fc36 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 56062fb3-1608-4d46-a29f-935e2ccb488a) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:47.064755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Subnet': ['ID=50931f3b-8854-43c3-9351-4de7952c4c97,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:47.090428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5a143-26c7-42b5-a75b-1345a433fc36 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:47.091130 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-43a5a143-26c7-42b5-a75b-1345a433fc36 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.092160 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.117258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Checking segment: {'id': 'dff33e4f-bf1e-448c-9d19-a1d9c647115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'bd5f0459-9017-4d4f-ba70-0414726915ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:47.117592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network hostable DHCP agents. Network: bd5f0459-9017-4d4f-ba70-0414726915ad, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:47.123550 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-43a5a143-26c7-42b5-a75b-1345a433fc36 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8572762 Jan 31 16:10:47.126388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37252) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:47.141218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-538e6f6f-71e5-42a3-b502-8792eb6f681e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-257133009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:47.156923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12dad0b3-b2a1-4423-a04c-ea458053abc0']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:47.207630 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c11d23-44e0-473f-9ea4-d7d7cffe71b2') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:47.207917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c11d23-44e0-473f-9ea4-d7d7cffe71b2') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:47.220301 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-538e6f6f-71e5-42a3-b502-8792eb6f681e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.221661 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-538e6f6f-71e5-42a3-b502-8792eb6f681e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.247806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb27a88-c2e2-4de9-bff4-ebc0eb28bddf None None] Network 56062fb3-1608-4d46-a29f-935e2ccb488a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:47.283931 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.314053 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.322555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:47.323565 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.361514 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-538e6f6f-71e5-42a3-b502-8792eb6f681e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.372347 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-538e6f6f-71e5-42a3-b502-8792eb6f681e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.386255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 295656e8-4b3f-4cf4-9272-a61e8b6a960b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:10:47.386586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 295656e8-4b3f-4cf4-9272-a61e8b6a960b not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:47.393365 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:47.401627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Network bd5f0459-9017-4d4f-ba70-0414726915ad is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:47.404947 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-538e6f6f-71e5-42a3-b502-8792eb6f681e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.406632 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-538e6f6f-71e5-42a3-b502-8792eb6f681e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2763381 Jan 31 16:10:47.410251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37270) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:47.427451 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-94d78226-3535-45ff-a1f0-3e98f9f48db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.430391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, bd5f0459-9017-4d4f-ba70-0414726915ad) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:47.443698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329d763-deb2-4a11-9595-0560a4a35944 req-9d7cf5bb-5025-41b7-91a7-68c9c9e09926 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:47.445530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5329d763-deb2-4a11-9595-0560a4a35944 req-9d7cf5bb-5025-41b7-91a7-68c9c9e09926 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 943 time: 0.2906744 Jan 31 16:10:47.447028 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:47.448804 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.485915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029ad308-b76f-4f9a-9235-1d8b0d6b668c None None] Network bd5f0459-9017-4d4f-ba70-0414726915ad requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:47.504567 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5329d763-deb2-4a11-9595-0560a4a35944 req-77ef06a2-e285-4e26-940a-b91cc0fdddfa tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518079 Jan 31 16:10:47.510208 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.530383 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.534517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] 10.222.0.36 "DELETE /v2.0/networks/12dad0b3-b2a1-4423-a04c-ea458053abc0 HTTP/1.1" status: 204 len: 168 time: 0.9185555 Jan 31 16:10:47.561071 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.572712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4363e5-9212-4f13-aa46-4cb5b463306e admin admin] Pushing event deleted for resources: {'Network': ['ID=12dad0b3-b2a1-4423-a04c-ea458053abc0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:47.599814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f161c8c1-b455-45e6-a897-ca5f3fae5344 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6105793 Jan 31 16:10:47.600476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37282) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:47.628115 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8ef7c236-046b-4a43-806c-da89a5af2873 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:47.780857 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.788249 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37296) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:47.847114 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ef7c236-046b-4a43-806c-da89a5af2873 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8697014'] for subnet, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:47.965972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37326) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:47.987430 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e7b20803-e6e3-46f7-93c4-8ca3df28ab2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=696efa3408824df7a314f27bd6b9be05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1917527 Jan 31 16:10:47.994543 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37330) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:48.042399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Network 07fb2e53-2578-41fe-8b87-f041db9c4358 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:48.062875 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:48.095390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-56062fb3-1608-4d46-a29f-935e2ccb488a', 'network_id': '56062fb3-1608-4d46-a29f-935e2ccb488a', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'fixed_ips': [{'subnet_id': '19cb5673-7081-4e3c-8a98-8bb3934d749e'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:48.097225 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.118242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:48.130788 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.141923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Pushing event updated for resources: {'Port': ['ID=65eeb48d-26a6-449f-b8b9-6e5941d5d379,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:48.271587 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-69554d95-cf34-4b72-8397-e0aecbf1a11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.343853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Allocated IP 172.21.0.2 (56062fb3-1608-4d46-a29f-935e2ccb488a/19cb5673-7081-4e3c-8a98-8bb3934d749e/55bbcf97-875e-4eb6-93b3-7fd1496f8414) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:48.438601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a3676efb-efb3-474b-bc1e-ff2781a7ca30 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:10:48.485069 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6ecb1932-deac-4e41-8a9a-9f532f7de9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.558893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Allocated IP 172.20.0.1 (07fb2e53-2578-41fe-8b87-f041db9c4358/3e191533-6dc7-4e6a-9599-38c832339fc7/67161dea-afcc-4f8f-9075-5f48ac5bbcee) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:48.572597 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.resource_extend [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:10:48.593292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Attempting to bind port 65eeb48d-26a6-449f-b8b9-6e5941d5d379 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:48.593969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Attempting to bind port 65eeb48d-26a6-449f-b8b9-6e5941d5d379 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '241c4bb5-cd17-47af-8fab-67c6f398cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07fb2e53-2578-41fe-8b87-f041db9c4358'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:48.594841 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Attempting to bind port 65eeb48d-26a6-449f-b8b9-6e5941d5d379 on network 07fb2e53-2578-41fe-8b87-f041db9c4358 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:48.619382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:48.619806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Checking segment: {'id': '241c4bb5-cd17-47af-8fab-67c6f398cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07fb2e53-2578-41fe-8b87-f041db9c4358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:48.620315 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.620756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Bound using segment: {'id': '241c4bb5-cd17-47af-8fab-67c6f398cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07fb2e53-2578-41fe-8b87-f041db9c4358'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:48.622189 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Bound port: 65eeb48d-26a6-449f-b8b9-6e5941d5d379, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241c4bb5-cd17-47af-8fab-67c6f398cedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '07fb2e53-2578-41fe-8b87-f041db9c4358'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:48.622707 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.649658 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6ecb1932-deac-4e41-8a9a-9f532f7de9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.747237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37368) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:48.759350 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-69554d95-cf34-4b72-8397-e0aecbf1a11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.764709 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ef7c236-046b-4a43-806c-da89a5af2873 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773760175782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8639538'] for subnet, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.807796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a3676efb-efb3-474b-bc1e-ff2781a7ca30, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a3676efb-efb3-474b-bc1e-ff2781a7ca30,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:48.821045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'a3676efb-efb3-474b-bc1e-ff2781a7ca30', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'port_id': 'a3676efb-efb3-474b-bc1e-ff2781a7ca30', 'mac_address': 'fa:16:3e:f3:bc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18b0c43-4884-496a-b742-bf7f0dcdb7c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:10:48.825953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7c236-046b-4a43-806c-da89a5af2873 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event updated for resources: {'Subnet': ['ID=50931f3b-8854-43c3-9351-4de7952c4c97,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:48.844260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-69554d95-cf34-4b72-8397-e0aecbf1a11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.862896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] For port 65eeb48d-26a6-449f-b8b9-6e5941d5d379, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:48.866520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] For port 65eeb48d-26a6-449f-b8b9-6e5941d5d379, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=65eeb48d-26a6-449f-b8b9-6e5941d5d379,segment=NetworkSegment(241c4bb5-cd17-47af-8fab-67c6f398cedf),segment_id=241c4bb5-cd17-47af-8fab-67c6f398cedf)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:48.888547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69554d95-cf34-4b72-8397-e0aecbf1a11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0c28ac-d0be-415a-9f30-872839912881,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:48.921248 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.929063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef7c236-046b-4a43-806c-da89a5af2873 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:48.929920 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8ef7c236-046b-4a43-806c-da89a5af2873 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.931529 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8ef7c236-046b-4a43-806c-da89a5af2873 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "PUT /v2.0/subnets/50931f3b-8854-43c3-9351-4de7952c4c97 HTTP/1.1" status: 200 len: 900 time: 1.3300147 Jan 31 16:10:48.932940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf9465-1348-45b2-93fa-ebd80bc6d40c req-e97645a1-2f9b-4fc9-a765-c5611b31cea9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:48.935063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37372) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:48.939983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7cf9465-1348-45b2-93fa-ebd80bc6d40c req-e97645a1-2f9b-4fc9-a765-c5611b31cea9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 943 time: 0.2973397 Jan 31 16:10:48.949313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-69554d95-cf34-4b72-8397-e0aecbf1a11e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a21ba55fba284d32b0086d71ef479e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9821417 Jan 31 16:10:48.963258 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.970272 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37374) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:48.984430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-bd5f0459-9017-4d4f-ba70-0414726915ad', 'network_id': 'bd5f0459-9017-4d4f-ba70-0414726915ad', 'tenant_id': '8d10f9a085a7441a8d0a9cb588cb3ea9', 'fixed_ips': [{'subnet_id': '50931f3b-8854-43c3-9351-4de7952c4c97'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:48.985405 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:48.997391 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7cf9465-1348-45b2-93fa-ebd80bc6d40c req-ed491f37-05d0-40d2-85d1-342350f44d7b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503459 Jan 31 16:10:49.004451 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f3d73ee-9a82-48f4-8646-1dda2ecaa577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.033022 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6ecb1932-deac-4e41-8a9a-9f532f7de9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.035908 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6ecb1932-deac-4e41-8a9a-9f532f7de9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.040096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6ecb1932-deac-4e41-8a9a-9f532f7de9a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88d82d44-14de-4faf-89c6-5be679058110 HTTP/1.1" status: 204 len: 168 time: 1.0437171 Jan 31 16:10:49.044019 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.049015 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.103984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb1932-deac-4e41-8a9a-9f532f7de9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d82d44-14de-4faf-89c6-5be679058110,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:49.197562 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Allocated IP 2001:db8::3 (bd5f0459-9017-4d4f-ba70-0414726915ad/50931f3b-8854-43c3-9351-4de7952c4c97/1efee781-34c7-468f-83e6-d0348c3275a1) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:49.204343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 07fb2e53-2578-41fe-8b87-f041db9c4358 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:49.215975 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:49.220712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:49.255120 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.271027 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf25a368-578b-4031-8e75-8acaa1f43dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.295392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=67161dea-afcc-4f8f-9075-5f48ac5bbcee,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:49.338929 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.528658 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.537965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a00d97-7e32-4c7a-b4e5-9063109afa2f None None] Pushing event updated for resources: {'Port': ['ID=65eeb48d-26a6-449f-b8b9-6e5941d5d379,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:49.566943 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.600198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3676efb-efb3-474b-bc1e-ff2781a7ca30 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:10:49.653766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37382) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:49.676868 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.729157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Network bd5f0459-9017-4d4f-ba70-0414726915ad is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:49.733484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a3676efb-efb3-474b-bc1e-ff2781a7ca30, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a3676efb-efb3-474b-bc1e-ff2781a7ca30,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:49.738962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:49.742832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:49.750053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Pushing event updated for resources: {'Port': ['ID=1efee781-34c7-468f-83e6-d0348c3275a1,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:49.756605 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9c4b281d-981f-4f6b-acb4-fc65fd2f6ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.777558 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.834218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=a3676efb-efb3-474b-bc1e-ff2781a7ca30,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:49.840061 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.859866 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.871815 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf25a368-578b-4031-8e75-8acaa1f43dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.898573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Attempting to bind port 1efee781-34c7-468f-83e6-d0348c3275a1 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:49.898949 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Attempting to bind port 1efee781-34c7-468f-83e6-d0348c3275a1 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'dff33e4f-bf1e-448c-9d19-a1d9c647115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'bd5f0459-9017-4d4f-ba70-0414726915ad'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:49.899753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Attempting to bind port 1efee781-34c7-468f-83e6-d0348c3275a1 on network bd5f0459-9017-4d4f-ba70-0414726915ad {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:49.922177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:49.922415 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f3d73ee-9a82-48f4-8646-1dda2ecaa577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.922539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Checking segment: {'id': 'dff33e4f-bf1e-448c-9d19-a1d9c647115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'bd5f0459-9017-4d4f-ba70-0414726915ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:49.923116 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.923353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Bound using segment: {'id': 'dff33e4f-bf1e-448c-9d19-a1d9c647115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'bd5f0459-9017-4d4f-ba70-0414726915ad'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:49.923828 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Bound port: 1efee781-34c7-468f-83e6-d0348c3275a1, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff33e4f-bf1e-448c-9d19-a1d9c647115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'bd5f0459-9017-4d4f-ba70-0414726915ad'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:49.924203 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.930610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Network 56062fb3-1608-4d46-a29f-935e2ccb488a is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:49.931730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37384) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:49.933838 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-15e1e2e0-f0b7-4445-8dec-3fc77071049d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1f98e90df154c4ca22f7d9e60854bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775140 Jan 31 16:10:49.936732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Pushing event updated for resources: {'Port': ['ID=55bbcf97-875e-4eb6-93b3-7fd1496f8414,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:49.951399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:49.956655 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f3d73ee-9a82-48f4-8646-1dda2ecaa577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:49.956820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:50.027587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] For port 1efee781-34c7-468f-83e6-d0348c3275a1, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:50.031066 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] For port 1efee781-34c7-468f-83e6-d0348c3275a1, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1efee781-34c7-468f-83e6-d0348c3275a1,segment=NetworkSegment(dff33e4f-bf1e-448c-9d19-a1d9c647115e),segment_id=dff33e4f-bf1e-448c-9d19-a1d9c647115e)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:50.037228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d73ee-9a82-48f4-8646-1dda2ecaa577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b68777-488e-4e59-a5b2-d42149e7bf46,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:50.037978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['a3676efb-efb3-474b-bc1e-ff2781a7ca30'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:10:50.047616 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4f3d73ee-9a82-48f4-8646-1dda2ecaa577 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb4b0380086f4da990ac60ab1df377d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2966623 Jan 31 16:10:50.047860 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.048214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37386) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:50.057802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf25a368-578b-4031-8e75-8acaa1f43dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.060211 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf25a368-578b-4031-8e75-8acaa1f43dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.063805 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bf25a368-578b-4031-8e75-8acaa1f43dbf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d0c28ac-d0be-415a-9f30-872839912881 HTTP/1.1" status: 204 len: 168 time: 1.0870399 Jan 31 16:10:50.073590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Deleting port 1efee781-34c7-468f-83e6-d0348c3275a1 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:50.073928 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.209861 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f4b36d0-d7c3-4fe9-a955-9fb441fcdccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.224023 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.230261 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.237953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25a368-578b-4031-8e75-8acaa1f43dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0c28ac-d0be-415a-9f30-872839912881,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:50.318884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Attempting to bind port 55bbcf97-875e-4eb6-93b3-7fd1496f8414 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:10:50.319208 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Attempting to bind port 55bbcf97-875e-4eb6-93b3-7fd1496f8414 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '097bf2a1-b64a-46bf-b48f-ea28a194e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56062fb3-1608-4d46-a29f-935e2ccb488a'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:10:50.319560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Attempting to bind port 55bbcf97-875e-4eb6-93b3-7fd1496f8414 on network 56062fb3-1608-4d46-a29f-935e2ccb488a {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:10:50.326733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20428f4-95ff-4f3e-8be0-6f22ac030f36 None None] Pushing event updated for resources: {'Port': ['ID=1efee781-34c7-468f-83e6-d0348c3275a1,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:50.343047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:10:50.345263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Checking segment: {'id': '097bf2a1-b64a-46bf-b48f-ea28a194e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56062fb3-1608-4d46-a29f-935e2ccb488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:50.345785 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.346163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Bound using segment: {'id': '097bf2a1-b64a-46bf-b48f-ea28a194e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56062fb3-1608-4d46-a29f-935e2ccb488a'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:10:50.347236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Bound port: 55bbcf97-875e-4eb6-93b3-7fd1496f8414, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097bf2a1-b64a-46bf-b48f-ea28a194e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '56062fb3-1608-4d46-a29f-935e2ccb488a'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:10:50.347236 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.355400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.500953 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f4b36d0-d7c3-4fe9-a955-9fb441fcdccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.594908 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-249fdce7-a47c-4d19-9414-dd6e94eb3451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.618430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] For port 55bbcf97-875e-4eb6-93b3-7fd1496f8414, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:10:50.651300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] For port 55bbcf97-875e-4eb6-93b3-7fd1496f8414, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=55bbcf97-875e-4eb6-93b3-7fd1496f8414,segment=NetworkSegment(097bf2a1-b64a-46bf-b48f-ea28a194e833),segment_id=097bf2a1-b64a-46bf-b48f-ea28a194e833)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:10:50.652345 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bb33c-ad2b-433c-a1ac-c7bd544e1d66 req-b3e5d6d8-dbd6-4ebd-a229-358d74e8b94e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:50.654836 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d3bb33c-ad2b-433c-a1ac-c7bd544e1d66 req-b3e5d6d8-dbd6-4ebd-a229-358d74e8b94e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 944 time: 0.4356461 Jan 31 16:10:50.668649 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.689771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] For port 1efee781-34c7-468f-83e6-d0348c3275a1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1efee781-34c7-468f-83e6-d0348c3275a1,segment=NetworkSegment(dff33e4f-bf1e-448c-9d19-a1d9c647115e),segment_id=dff33e4f-bf1e-448c-9d19-a1d9c647115e)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:50.691280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.744205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=67161dea-afcc-4f8f-9075-5f48ac5bbcee,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:50.753941 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-249fdce7-a47c-4d19-9414-dd6e94eb3451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.792834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 07fb2e53-2578-41fe-8b87-f041db9c4358 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:50.796910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:50.796910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:50.797454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:50.797876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:50.798310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:50.798520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:50.799157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:50.800156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:50.800639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:50.801077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:50.801537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:50.801977 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:50.807212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:50.867289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Calling delete_port for 1efee781-34c7-468f-83e6-d0348c3275a1 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:50.899025 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f4b36d0-d7c3-4fe9-a955-9fb441fcdccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.912704 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f4b36d0-d7c3-4fe9-a955-9fb441fcdccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:50.913945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8f4b36d0-d7c3-4fe9-a955-9fb441fcdccb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/baea0af6-afbe-403d-a9d3-fb31f3e366bd HTTP/1.1" status: 204 len: 168 time: 0.9747114 Jan 31 16:10:50.956590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b36d0-d7c3-4fe9-a955-9fb441fcdccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baea0af6-afbe-403d-a9d3-fb31f3e366bd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:51.036911 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d3bb33c-ad2b-433c-a1ac-c7bd544e1d66 req-a18d5554-f576-4d03-8398-81bec9ee9141 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650613 Jan 31 16:10:51.041904 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-249fdce7-a47c-4d19-9414-dd6e94eb3451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:51.049209 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-249fdce7-a47c-4d19-9414-dd6e94eb3451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:51.050473 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-249fdce7-a47c-4d19-9414-dd6e94eb3451 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54b68777-488e-4e59-a5b2-d42149e7bf46 HTTP/1.1" status: 204 len: 168 time: 0.9997618 Jan 31 16:10:51.085873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fdce7-a47c-4d19-9414-dd6e94eb3451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b68777-488e-4e59-a5b2-d42149e7bf46,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:51.170591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:10:51.264852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b725fbb-55bc-4054-bf8a-5381c7c92c1c None None] Network 07fb2e53-2578-41fe-8b87-f041db9c4358 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:51.327239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:51.431463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Port': ['ID=1efee781-34c7-468f-83e6-d0348c3275a1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:51.488681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:10:51.504637 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-355996b0-3ea9-4369-92be-e41c3a40bc5f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0892906 Jan 31 16:10:51.506973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37414) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:51.620204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce5a0b-827c-47b4-8fa5-8e7170d6d5ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:51.621707 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c8ce5a0b-827c-47b4-8fa5-8e7170d6d5ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports/67161dea-afcc-4f8f-9075-5f48ac5bbcee HTTP/1.1" status: 200 len: 910 time: 0.1137066 Jan 31 16:10:51.624534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37418) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:51.658211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e8d387-3140-471a-a596-501b5050b29c None None] Sync routers for ids ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:10:51.694347 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:51.709326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No DVR routers for this DVR port 1efee781-34c7-468f-83e6-d0348c3275a1 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:51.818333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-743230f8-f0b0-4d78-b5c4-8b036d3cb227 None None] Provisioning complete for port 65eeb48d-26a6-449f-b8b9-6e5941d5d379 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:51.820546 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-743230f8-f0b0-4d78-b5c4-8b036d3cb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:51.832636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 65eeb48d-26a6-449f-b8b9-6e5941d5d379 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:51.874588 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:51.881407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb136a0e-34f3-4a00-8c7f-b77f240caab6 None None] Pushing event updated for resources: {'Port': ['ID=55bbcf97-875e-4eb6-93b3-7fd1496f8414,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:52.036874 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:52.128094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Subnet': ['ID=50931f3b-8854-43c3-9351-4de7952c4c97,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:52.261622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8d387-3140-471a-a596-501b5050b29c None None] Routers {'b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:52.262667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-99e8d387-3140-471a-a596-501b5050b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:10:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:52.298211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a3676efb-efb3-474b-bc1e-ff2781a7ca30 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:52.310080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:52.363334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5f0459-9017-4d4f-ba70-0414726915ad']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:52.384998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff33e4f-bf1e-448c-9d19-a1d9c647115e') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:52.385813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff33e4f-bf1e-448c-9d19-a1d9c647115e') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:52.409430 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:52.428912 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:52.436468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:52.436872 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:52.612245 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:52.614946 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:52.618752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:52.619233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:52.619577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:52.619919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:52.620273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:52.620565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:52.621055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:52.621561 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:52.622030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:52.622677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:52.623140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:52.623697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:10:52.634872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f639cd-6d21-444d-9be4-c6fa867a9590 None None] Network bd5f0459-9017-4d4f-ba70-0414726915ad requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:52.639000 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:52.643160 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/bd5f0459-9017-4d4f-ba70-0414726915ad HTTP/1.1" status: 204 len: 168 time: 3.7069621 Jan 31 16:10:52.682700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37452) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:52.692981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e03ef2-58e9-4310-8ded-d6317c3de664 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Network': ['ID=bd5f0459-9017-4d4f-ba70-0414726915ad,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:52.739738 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port a3676efb-efb3-474b-bc1e-ff2781a7ca30 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:10:52.745678 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66f6b5f-24d8-4923-ad77-3a1c5142e218 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:52.746153 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66f6b5f-24d8-4923-ad77-3a1c5142e218 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:52.752458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-99e8d387-3140-471a-a596-501b5050b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:52.756214 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d66f6b5f-24d8-4923-ad77-3a1c5142e218 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/subnets/50931f3b-8854-43c3-9351-4de7952c4c97 HTTP/1.1" status: 404 len: 337 time: 0.0714283 Jan 31 16:10:52.765099 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37458) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:52.786955 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-743230f8-f0b0-4d78-b5c4-8b036d3cb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:52.808950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port a3676efb-efb3-474b-bc1e-ff2781a7ca30 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:52.813419 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:52.824630 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d0fd5f-332d-4303-a1d6-6e0f28df7940 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:52.824630 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d0fd5f-332d-4303-a1d6-6e0f28df7940 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:52.840109 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-12d0fd5f-332d-4303-a1d6-6e0f28df7940 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/bd5f0459-9017-4d4f-ba70-0414726915ad HTTP/1.1" status: 404 len: 339 time: 0.0693240 Jan 31 16:10:52.840795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37466) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:52.875760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8d387-3140-471a-a596-501b5050b29c None None] Routers {'b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:52.876396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-99e8d387-3140-471a-a596-501b5050b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:10:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:52.891910 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:52.945178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f639cd-6d21-444d-9be4-c6fa867a9590 None None] Network bd5f0459-9017-4d4f-ba70-0414726915ad could not be found, it might have been deleted concurrently. {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 31 16:10:52.966039 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:52.969795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-743230f8-f0b0-4d78-b5c4-8b036d3cb227 None None] For port 65eeb48d-26a6-449f-b8b9-6e5941d5d379, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=65eeb48d-26a6-449f-b8b9-6e5941d5d379,segment=NetworkSegment(241c4bb5-cd17-47af-8fab-67c6f398cedf),segment_id=241c4bb5-cd17-47af-8fab-67c6f398cedf)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:53.083346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c0d8d-9eaf-4c38-9cac-387fd59575a3 None None] Network 56062fb3-1608-4d46-a29f-935e2ccb488a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:53.108795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f23c2-94f8-4d20-9954-b6073f5fd851 req-2285f478-ad75-4c4b-8643-e65775e67828 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:53.119602 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.120277 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-534f23c2-94f8-4d20-9954-b6073f5fd851 req-2285f478-ad75-4c4b-8643-e65775e67828 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 944 time: 0.1731901 Jan 31 16:10:53.222753 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.263759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229d805-fcf3-4c5c-8c97-1b8772900f2f None None] DHCP port deletion for bd5f0459-9017-4d4f-ba70-0414726915ad request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:10:53.268363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 65eeb48d-26a6-449f-b8b9-6e5941d5d379 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:53.269670 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.273167 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.289222 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-99e8d387-3140-471a-a596-501b5050b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:53.302456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e8d387-3140-471a-a596-501b5050b29c None None] The sync data for ids ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:10:53.304306 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-743230f8-f0b0-4d78-b5c4-8b036d3cb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.341018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ad881a-cf78-4650-8950-01261c895b43']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:53.372040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df27cae8-777a-4875-8be3-d48d248e6cd8') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:53.372343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df27cae8-777a-4875-8be3-d48d248e6cd8') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:53.414027 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.428333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01b16cc-3677-47c1-9570-b2bb5eabb7b1 None None] Network bd5f0459-9017-4d4f-ba70-0414726915ad requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:53.455832 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.478141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:53.478553 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:53.492963 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:53.495781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01b16cc-3677-47c1-9570-b2bb5eabb7b1 None None] Network bd5f0459-9017-4d4f-ba70-0414726915ad could not be found, it might have been deleted concurrently. {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 31 16:10:53.504507 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-534f23c2-94f8-4d20-9954-b6073f5fd851 req-ff51f887-5531-4f7e-a21a-24771ee4df30 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778410 Jan 31 16:10:53.546112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743230f8-f0b0-4d78-b5c4-8b036d3cb227 None None] Pushing event updated for resources: {'Port': ['ID=65eeb48d-26a6-449f-b8b9-6e5941d5d379,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:53.554926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3018300a-7900-4c5b-9482-aa5e87c69ae8 None None] Provisioning complete for port 55bbcf97-875e-4eb6-93b3-7fd1496f8414 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:53.555839 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3018300a-7900-4c5b-9482-aa5e87c69ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.638413 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.671532 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.684358 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.693096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/97ad881a-cf78-4650-8950-01261c895b43 HTTP/1.1" status: 204 len: 168 time: 0.8511193 Jan 31 16:10:53.711592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37488) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:53.719090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7f492-acbe-413a-b4c8-03b8b3930110 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Network': ['ID=97ad881a-cf78-4650-8950-01261c895b43,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:53.764504 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee49db6-6ffc-43f8-859f-3123b2f0097c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:53.764971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee49db6-6ffc-43f8-859f-3123b2f0097c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:53.788289 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4ee49db6-6ffc-43f8-859f-3123b2f0097c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/subnets/6dfd9a89-a79c-471d-90b3-d30d54b9e1a7 HTTP/1.1" status: 404 len: 337 time: 0.0630708 Jan 31 16:10:53.788726 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37492) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:53.820770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d51653-6788-433b-8837-d69ed5caf994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3676efb-efb3-474b-bc1e-ff2781a7ca30'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:10:53.827222 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec422d8-dc50-4d31-86ba-8e84068d74f0" -d '{"events": [{"server_uuid": "12d51653-6788-433b-8837-d69ed5caf994", "name": "network-vif-plugged", "status": "completed", "tag": "a3676efb-efb3-474b-bc1e-ff2781a7ca30"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:10:53.830890 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4913cb-9858-4c03-b100-df116c8ce892 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:53.831510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4913cb-9858-4c03-b100-df116c8ce892 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:53.853773 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3d4913cb-9858-4c03-b100-df116c8ce892 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/d8d928fa-f09e-41a9-ba43-2308876569ce HTTP/1.1" status: 404 len: 339 time: 0.0609150 Jan 31 16:10:53.853773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37498) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:53.870288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Allocated IP 172.21.0.1 (56062fb3-1608-4d46-a29f-935e2ccb488a/19cb5673-7081-4e3c-8a98-8bb3934d749e/fa9d5044-4154-46e3-b80d-1a0068b6636d) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:53.896039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a3676efb-efb3-474b-bc1e-ff2781a7ca30, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a3676efb-efb3-474b-bc1e-ff2781a7ca30,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:53.917906 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:53.935766 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf2c513-31d6-47c1-a5c3-c4ac29e05798 x-openstack-request-id: req-0cf2c513-31d6-47c1-a5c3-c4ac29e05798 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:10:53.936389 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d51653-6788-433b-8837-d69ed5caf994", "name": "network-vif-plugged", "status": "completed", "tag": "a3676efb-efb3-474b-bc1e-ff2781a7ca30", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:10:53.936785 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0cf2c513-31d6-47c1-a5c3-c4ac29e05798 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:10:53.937357 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d51653-6788-433b-8837-d69ed5caf994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3676efb-efb3-474b-bc1e-ff2781a7ca30', 'code': 200} Jan 31 16:10:54.006721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0315d7f3-3bea-4092-ac5b-014fdbca7d6f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Deleting subnet 1b6c2933-350e-4074-a9e4-3809e6027941 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:54.074454 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3018300a-7900-4c5b-9482-aa5e87c69ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.094823 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0315d7f3-3bea-4092-ac5b-014fdbca7d6f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.127167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=a3676efb-efb3-474b-bc1e-ff2781a7ca30,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:54.156877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3018300a-7900-4c5b-9482-aa5e87c69ae8 None None] For port 55bbcf97-875e-4eb6-93b3-7fd1496f8414, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=55bbcf97-875e-4eb6-93b3-7fd1496f8414,segment=NetworkSegment(097bf2a1-b64a-46bf-b48f-ea28a194e833),segment_id=097bf2a1-b64a-46bf-b48f-ea28a194e833)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:54.164440 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3018300a-7900-4c5b-9482-aa5e87c69ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.217056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.217677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9cd9a-306e-444c-b37e-9d21d534bdd6 req-756137d2-6201-408a-8ac1-f412c208cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:54.222534 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c2a9cd9a-306e-444c-b37e-9d21d534bdd6 req-756137d2-6201-408a-8ac1-f412c208cea3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 1096 time: 0.2121096 Jan 31 16:10:54.266215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 65eeb48d-26a6-449f-b8b9-6e5941d5d379 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:54.310079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0315d7f3-3bea-4092-ac5b-014fdbca7d6f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.315076 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.348306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3018300a-7900-4c5b-9482-aa5e87c69ae8 None None] Provisioning complete for port 67161dea-afcc-4f8f-9075-5f48ac5bbcee triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:54.348946 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3018300a-7900-4c5b-9482-aa5e87c69ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.410479 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c2a9cd9a-306e-444c-b37e-9d21d534bdd6 req-ea95c9ce-d141-4245-9b62-3a48c9eeb696 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707351 Jan 31 16:10:54.411372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018300a-7900-4c5b-9482-aa5e87c69ae8 None None] Pushing event updated for resources: {'Port': ['ID=55bbcf97-875e-4eb6-93b3-7fd1496f8414,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:54.434386 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3018300a-7900-4c5b-9482-aa5e87c69ae8 None None] Port 67161dea-afcc-4f8f-9075-5f48ac5bbcee cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:54.441011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 65eeb48d-26a6-449f-b8b9-6e5941d5d379 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:54.441586 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.454726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 56062fb3-1608-4d46-a29f-935e2ccb488a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:54.470954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:54.477600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:10:54.502286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3018300a-7900-4c5b-9482-aa5e87c69ae8 None None] Provisioning complete for port 65eeb48d-26a6-449f-b8b9-6e5941d5d379 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:54.503113 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3018300a-7900-4c5b-9482-aa5e87c69ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.563360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=fa9d5044-4154-46e3-b80d-1a0068b6636d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:54.607158 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.687644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 55bbcf97-875e-4eb6-93b3-7fd1496f8414 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:54.708992 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0315d7f3-3bea-4092-ac5b-014fdbca7d6f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.751030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031441a-d9e5-4662-aac5-1ff3148e5157 req-d8ce28b1-169b-4d5f-9bdc-2aa9ef253fa8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:54.753987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3031441a-d9e5-4662-aac5-1ff3148e5157 req-d8ce28b1-169b-4d5f-9bdc-2aa9ef253fa8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 945 time: 0.1659195 Jan 31 16:10:54.835937 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3031441a-d9e5-4662-aac5-1ff3148e5157 req-764f7849-6c3a-4915-8e5f-60d9721b611a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740848 Jan 31 16:10:54.849381 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0315d7f3-3bea-4092-ac5b-014fdbca7d6f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.874968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37534) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:54.876156 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.886239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 55bbcf97-875e-4eb6-93b3-7fd1496f8414 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:54.887185 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.892921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315d7f3-3bea-4092-ac5b-014fdbca7d6f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6c2933-350e-4074-a9e4-3809e6027941,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:54.916590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0315d7f3-3bea-4092-ac5b-014fdbca7d6f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:54.925216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0315d7f3-3bea-4092-ac5b-014fdbca7d6f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/subnets/1b6c2933-350e-4074-a9e4-3809e6027941 HTTP/1.1" status: 204 len: 168 time: 1.0708430 Jan 31 16:10:54.925914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37542) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:54.953817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425f6238-9ca0-49ee-9d82-945518d07521 None None] Network da0ca09a-fe2c-4640-bfb1-52233fa3a578 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:54.998504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a27e22-683d-40ca-a7a4-41f04d1f7152 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Deleting subnet 682e2ef8-8a14-4006-bfd4-81add1a2cae3 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:55.003292 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8a27e22-683d-40ca-a7a4-41f04d1f7152 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.054498 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8a27e22-683d-40ca-a7a4-41f04d1f7152 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.091635 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3018300a-7900-4c5b-9482-aa5e87c69ae8 None None] Could not find standard attr ID for object 1efee781-34c7-468f-83e6-d0348c3275a1. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:10:55.156581 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8a27e22-683d-40ca-a7a4-41f04d1f7152 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.242629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aa1e6e47-bc20-4eed-9669-a6399fdb0ab9 None None] Provisioning complete for port 67161dea-afcc-4f8f-9075-5f48ac5bbcee triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:55.243178 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa1e6e47-bc20-4eed-9669-a6399fdb0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.253996 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8a27e22-683d-40ca-a7a4-41f04d1f7152 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.293100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1efee781-34c7-468f-83e6-d0348c3275a1 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:10:55.293897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b8a27e22-683d-40ca-a7a4-41f04d1f7152 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.296317 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f0d33739-bebc-4571-9ac0-61b6fd17dfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.302262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37550) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:55.305993 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b8a27e22-683d-40ca-a7a4-41f04d1f7152 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/subnets/682e2ef8-8a14-4006-bfd4-81add1a2cae3 HTTP/1.1" status: 204 len: 168 time: 0.3784704 Jan 31 16:10:55.336088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 1efee781-34c7-468f-83e6-d0348c3275a1 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:10:55.336470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1efee781-34c7-468f-83e6-d0348c3275a1 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:10:55.352512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a27e22-683d-40ca-a7a4-41f04d1f7152 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Subnet': ['ID=682e2ef8-8a14-4006-bfd4-81add1a2cae3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:55.352686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e6e47-bc20-4eed-9669-a6399fdb0ab9 None None] Port 67161dea-afcc-4f8f-9075-5f48ac5bbcee cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:55.371039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aa1e6e47-bc20-4eed-9669-a6399fdb0ab9 None None] Provisioning complete for port 55bbcf97-875e-4eb6-93b3-7fd1496f8414 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:55.371503 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa1e6e47-bc20-4eed-9669-a6399fdb0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.474682 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.531376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37556) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:55.612758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aa1e6e47-bc20-4eed-9669-a6399fdb0ab9 None None] Provisioning complete for port fa9d5044-4154-46e3-b80d-1a0068b6636d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:55.613562 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa1e6e47-bc20-4eed-9669-a6399fdb0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.639104 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f0d33739-bebc-4571-9ac0-61b6fd17dfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.656280 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f0d33739-bebc-4571-9ac0-61b6fd17dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.739426 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.750965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e6e47-bc20-4eed-9669-a6399fdb0ab9 None None] Port fa9d5044-4154-46e3-b80d-1a0068b6636d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:55.755495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.767113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f0d33739-bebc-4571-9ac0-61b6fd17dfb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc80e8b660584c038c3d6e29a223aeff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8744924 Jan 31 16:10:55.767113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d33739-bebc-4571-9ac0-61b6fd17dfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d543fe42-81e9-476c-8151-3deae1b30192,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:55.767599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37562) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:55.792135 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.856837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1358739695'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:55.880103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Deleting port 60e5971a-b48c-410d-b905-8efb92f15f0c {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:55.880440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.912171 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae1b6928-d43b-49ad-ab51-47aa06107ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:55.973150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Made reservation on behalf of 976270e82c9842fba05a2ff4b97202c7 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:55.976998 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.009887 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.023397 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.023890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 55bbcf97-875e-4eb6-93b3-7fd1496f8414 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:10:56.034278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=fa9d5044-4154-46e3-b80d-1a0068b6636d,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:56.037664 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae1b6928-d43b-49ad-ab51-47aa06107ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.142486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] For port 60e5971a-b48c-410d-b905-8efb92f15f0c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=60e5971a-b48c-410d-b905-8efb92f15f0c,segment=NetworkSegment(b793280a-e09f-4e15-9706-62c039c633bf),segment_id=b793280a-e09f-4e15-9706-62c039c633bf)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:56.142865 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.148016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 55bbcf97-875e-4eb6-93b3-7fd1496f8414 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:56.148396 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.184199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Calling delete_port for 60e5971a-b48c-410d-b905-8efb92f15f0c owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:56.193948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884516f-296c-44f0-a914-0acee1124b00 req-b85ab737-0797-40e1-8b35-e08db1ab2818 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:56.202813 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3884516f-296c-44f0-a914-0acee1124b00 req-b85ab737-0797-40e1-8b35-e08db1ab2818 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 945 time: 0.2602313 Jan 31 16:10:56.344982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.368640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 56062fb3-1608-4d46-a29f-935e2ccb488a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:10:56.378175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.383491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:56.387943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2582aa05-d2e3-4e81-80f3-0b81580c86c3 None None] Network da0ca09a-fe2c-4640-bfb1-52233fa3a578 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:56.422922 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3884516f-296c-44f0-a914-0acee1124b00 req-b95d5e84-a080-4db8-9bb2-0e294b4b24d5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189875 Jan 31 16:10:56.462280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae1b6928-d43b-49ad-ab51-47aa06107ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.464801 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae1b6928-d43b-49ad-ab51-47aa06107ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.469161 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ae1b6928-d43b-49ad-ab51-47aa06107ae3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d543fe42-81e9-476c-8151-3deae1b30192 HTTP/1.1" status: 204 len: 168 time: 0.7002671 Jan 31 16:10:56.492226 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.496075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:10:56.510378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52737d40-8dd8-4e55-a7e7-d408341ef210,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:56.514791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-afedde1d-1626-40fe-9364-6bfd178184b5 None None] Provisioning complete for port 60e5971a-b48c-410d-b905-8efb92f15f0c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:56.515573 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-afedde1d-1626-40fe-9364-6bfd178184b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.551205 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.551512 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Added segment 087e720a-8351-4252-bd93-07e3457c47f8 of type vlan for network c8af21c5-ab19-4a9b-b137-bd4b33028629 Jan 31 16:10:56.553206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b6928-d43b-49ad-ab51-47aa06107ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d543fe42-81e9-476c-8151-3deae1b30192,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:56.594042 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No DVR routers for this DVR port 60e5971a-b48c-410d-b905-8efb92f15f0c on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:10:56.618238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Port': ['ID=60e5971a-b48c-410d-b905-8efb92f15f0c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:56.671382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-afedde1d-1626-40fe-9364-6bfd178184b5 None None] Port 60e5971a-b48c-410d-b905-8efb92f15f0c was deleted so its status cannot be updated. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 31 16:10:56.675261 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.752204 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.758328 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:56.758979 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.846011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:10:56.874199 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7fe94-c168-4c6e-87c6-578b1c598626 None None] DHCP port deletion for da0ca09a-fe2c-4640-bfb1-52233fa3a578 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:10:56.883169 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3505890 Jan 31 16:10:56.886822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37596) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:56.889105 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.905696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4c2ff224-06c0-409f-a82b-a9a5d75e4af3 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Request body: {'subnet': {'network_id': 'c8af21c5-ab19-4a9b-b137-bd4b33028629', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:56.926440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-19f2e803-6827-4536-801d-77a7b7d13717 None None] Provisioning complete for port fa9d5044-4154-46e3-b80d-1a0068b6636d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:10:56.926830 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-19f2e803-6827-4536-801d-77a7b7d13717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:56.936124 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5809e4-b42e-4a43-95ed-f20dd75a81e2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Pushing event updated for resources: {'Network': ['ID=c8af21c5-ab19-4a9b-b137-bd4b33028629,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:56.971908 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37600) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:57.012291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-19f2e803-6827-4536-801d-77a7b7d13717 None None] Port fa9d5044-4154-46e3-b80d-1a0068b6636d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:10:57.015238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c8af21c5-ab19-4a9b-b137-bd4b33028629 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:10:57.114657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0ca09a-fe2c-4640-bfb1-52233fa3a578']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:57.124609 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-729a56ba-cc5f-4901-95cd-9b4eabe014cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.166792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b793280a-e09f-4e15-9706-62c039c633bf') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:57.167082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b793280a-e09f-4e15-9706-62c039c633bf') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:57.198797 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.237998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.242170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-729a56ba-cc5f-4901-95cd-9b4eabe014cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.249266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-729a56ba-cc5f-4901-95cd-9b4eabe014cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.259706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:10:57.260523 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:10:57.265130 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:10:57.266958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:10:57.281516 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e021ac2-7fe2-4b28-ab92-6b250e6b14e4 None None] Sync routers for ids ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:10:57.286420 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-95209f2f-c702-4747-80b5-3f574e54690b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6605489 Jan 31 16:10:57.296079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37612) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:57.303664 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e021ac2-7fe2-4b28-ab92-6b250e6b14e4 None None] Routers {'b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:57.304718 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4e021ac2-7fe2-4b28-ab92-6b250e6b14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:10:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:57.322070 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-729a56ba-cc5f-4901-95cd-9b4eabe014cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb2f7c99a9354b5b8e9cba9d65333150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475091 Jan 31 16:10:57.328243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-0625088d-51b4-47ea-b6ff-f2813dfb561d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:57.337431 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-0625088d-51b4-47ea-b6ff-f2813dfb561d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.4214339 Jan 31 16:10:57.339262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2ff224-06c0-409f-a82b-a9a5d75e4af3 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Made reservation on behalf of 976270e82c9842fba05a2ff4b97202c7 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:57.343466 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff224-06c0-409f-a82b-a9a5d75e4af3 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.346501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37614) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:57.352231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a56ba-cc5f-4901-95cd-9b4eabe014cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b17075e-bf25-48f0-b3a2-06f3d7d0196f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:57.371825 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4e021ac2-7fe2-4b28-ab92-6b250e6b14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:57.372056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c58641-aad9-45ab-9a4b-8ad9a0e898e0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:57.376428 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e8c58641-aad9-45ab-9a4b-8ad9a0e898e0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports/fa9d5044-4154-46e3-b80d-1a0068b6636d HTTP/1.1" status: 200 len: 910 time: 0.0762496 Jan 31 16:10:57.377132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37618) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:57.391041 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e021ac2-7fe2-4b28-ab92-6b250e6b14e4 None None] Routers {'b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:10:57.391185 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-427daf64-9fd7-467d-9c04-9feecde53eba tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/quotas/650709d6bc894976b42eca4159787065 HTTP/1.1" status: 200 len: 375 time: 0.0524890 Jan 31 16:10:57.392517 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4e021ac2-7fe2-4b28-ab92-6b250e6b14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:10:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:57.432384 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4e021ac2-7fe2-4b28-ab92-6b250e6b14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:10:57.433360 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e021ac2-7fe2-4b28-ab92-6b250e6b14e4 None None] The sync data for ids ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:10:57.488374 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.507428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.510459 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/da0ca09a-fe2c-4640-bfb1-52233fa3a578 HTTP/1.1" status: 204 len: 168 time: 2.2049940 Jan 31 16:10:57.512961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37622) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:57.540152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3394ea-5871-4d5f-aca1-567c3f61cd1f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Network': ['ID=da0ca09a-fe2c-4640-bfb1-52233fa3a578,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:57.565634 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-7d466d4c-1a9f-4b91-83ff-b428b898cae3 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736808 Jan 31 16:10:57.574353 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92d314bc-48aa-452e-898d-e5703b8b7b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.600770 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ff4fd0-4569-4f79-94ca-00080b6e9d27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:57.601568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ff4fd0-4569-4f79-94ca-00080b6e9d27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:57.604444 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-43ff4fd0-4569-4f79-94ca-00080b6e9d27 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/subnets/9a679dbb-227c-43f2-bbee-6506d94174c5 HTTP/1.1" status: 404 len: 337 time: 0.0851371 Jan 31 16:10:57.608210 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37626) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:57.663034 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b1a2f6-e243-47dd-aa82-e3f3fb989d3e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:57.663610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b1a2f6-e243-47dd-aa82-e3f3fb989d3e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:57.667254 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d4b1a2f6-e243-47dd-aa82-e3f3fb989d3e tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/73dc4125-f731-447e-9430-c0a19ab567c1 HTTP/1.1" status: 404 len: 339 time: 0.0589666 Jan 31 16:10:57.670309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37630) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:57.690328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92d314bc-48aa-452e-898d-e5703b8b7b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.702200 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a560a4-6bfa-4956-99c7-63302afce29c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:57.702660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a560a4-6bfa-4956-99c7-63302afce29c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:57.710364 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-20a560a4-6bfa-4956-99c7-63302afce29c tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/subnets/06f56a22-32e8-4151-bc4b-94aee50322ad HTTP/1.1" status: 404 len: 337 time: 0.0346239 Jan 31 16:10:57.710364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37636) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:57.737204 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7319660-8be8-416c-ac2c-9ade9de86eee tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:57.738347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7319660-8be8-416c-ac2c-9ade9de86eee tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:57.743330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b7319660-8be8-416c-ac2c-9ade9de86eee tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/0828575a-a4de-40ef-94a5-7d57d0588e98 HTTP/1.1" status: 404 len: 339 time: 0.0315673 Jan 31 16:10:57.746103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37640) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:57.798916 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5297a7-0e0e-40bc-a78b-ab55605d9288 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:57.799338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5297a7-0e0e-40bc-a78b-ab55605d9288 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:57.805523 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-db5297a7-0e0e-40bc-a78b-ab55605d9288 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/subnets/f0482013-c636-42b8-9229-bee3f2e03e19 HTTP/1.1" status: 404 len: 337 time: 0.0550141 Jan 31 16:10:57.806528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37644) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:57.806651 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-57a45197-89fc-4b19-89d3-d69e2acbeadd service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263088 Jan 31 16:10:57.832354 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-039826d2-f6dd-4056-a2ea-7af6fe451984 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:10:57.833226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039826d2-f6dd-4056-a2ea-7af6fe451984 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:10:57.836144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-039826d2-f6dd-4056-a2ea-7af6fe451984 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/6a3c0927-e9dd-4508-8976-35bdaab6eed4 HTTP/1.1" status: 404 len: 339 time: 0.0288417 Jan 31 16:10:57.841609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37646) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:57.855034 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.903368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff224-06c0-409f-a82b-a9a5d75e4af3 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:57.987432 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-24e4a1a3-160b-4f7b-9db7-3faeb1d48257 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.021730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 60e5971a-b48c-410d-b905-8efb92f15f0c no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:10:58.062187 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 60e5971a-b48c-410d-b905-8efb92f15f0c {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:10:58.062445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 60e5971a-b48c-410d-b905-8efb92f15f0c not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:10:58.223258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37654) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:58.349040 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92d314bc-48aa-452e-898d-e5703b8b7b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.351805 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92d314bc-48aa-452e-898d-e5703b8b7b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.352941 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-92d314bc-48aa-452e-898d-e5703b8b7b01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b17075e-bf25-48f0-b3a2-06f3d7d0196f HTTP/1.1" status: 204 len: 168 time: 1.0013008 Jan 31 16:10:58.401435 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4977fbb-e605-4496-b28d-d9b7a5a58ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.423652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-24e4a1a3-160b-4f7b-9db7-3faeb1d48257 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port fa9d5044-4154-46e3-b80d-1a0068b6636d {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:58.424611 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-24e4a1a3-160b-4f7b-9db7-3faeb1d48257 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.457932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d314bc-48aa-452e-898d-e5703b8b7b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b17075e-bf25-48f0-b3a2-06f3d7d0196f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:58.474302 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0899aff-a36c-4de0-95a0-3c461be7b080 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Deleting subnet 9e8c47ef-153b-492d-a31d-bc1551572b6d {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:10:58.485574 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a0899aff-a36c-4de0-95a0-3c461be7b080 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.561047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ff224-06c0-409f-a82b-a9a5d75e4af3 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Pushing event updated for resources: {'Subnet': ['ID=ecd2a07c-a2d2-45f5-bbbe-9365c7e2444c,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:58.571476 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-eb6e08d3-161b-4a65-812e-a5ecd2ebbcbf service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7635736 Jan 31 16:10:58.602448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a0899aff-a36c-4de0-95a0-3c461be7b080 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.606593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ff224-06c0-409f-a82b-a9a5d75e4af3 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Checking segment: {'id': '087e720a-8351-4252-bd93-07e3457c47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c8af21c5-ab19-4a9b-b137-bd4b33028629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:10:58.607062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ff224-06c0-409f-a82b-a9a5d75e4af3 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Network hostable DHCP agents. Network: c8af21c5-ab19-4a9b-b137-bd4b33028629, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:10:58.677764 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-24e4a1a3-160b-4f7b-9db7-3faeb1d48257 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.704946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-24e4a1a3-160b-4f7b-9db7-3faeb1d48257 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for fa9d5044-4154-46e3-b80d-1a0068b6636d owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:10:58.741035 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4977fbb-e605-4496-b28d-d9b7a5a58ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.762299 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a0899aff-a36c-4de0-95a0-3c461be7b080 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.787500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4977fbb-e605-4496-b28d-d9b7a5a58ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.824389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f4977fbb-e605-4496-b28d-d9b7a5a58ab2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85ab5c0a844542f980f965a93ca8d05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5990291 Jan 31 16:10:58.830299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37682) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:58.847347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ff224-06c0-409f-a82b-a9a5d75e4af3 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Network c8af21c5-ab19-4a9b-b137-bd4b33028629 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:10:58.864454 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a0899aff-a36c-4de0-95a0-3c461be7b080 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.877286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4977fbb-e605-4496-b28d-d9b7a5a58ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6814b52-2126-45a2-8744-ea9d9a9015c1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:58.895238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0899aff-a36c-4de0-95a0-3c461be7b080 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8c47ef-153b-492d-a31d-bc1551572b6d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:58.901274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ff224-06c0-409f-a82b-a9a5d75e4af3 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c8af21c5-ab19-4a9b-b137-bd4b33028629) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:10:58.910847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe943649-33c3-4f37-a3e1-b90e4614c175 None None] Network c8af21c5-ab19-4a9b-b137-bd4b33028629 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:58.914466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ff224-06c0-409f-a82b-a9a5d75e4af3 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:10:58.915064 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff224-06c0-409f-a82b-a9a5d75e4af3 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.921730 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a0899aff-a36c-4de0-95a0-3c461be7b080 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:58.927630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a0899aff-a36c-4de0-95a0-3c461be7b080 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/subnets/9e8c47ef-153b-492d-a31d-bc1551572b6d HTTP/1.1" status: 204 len: 168 time: 1.0812924 Jan 31 16:10:58.928813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37688) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:58.937177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ad7b26-acf9-4e3c-886c-83300cdcb491 None None] Network 51d261be-f079-4f9f-9c7c-e1720d93eacc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:10:59.145243 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4c2ff224-06c0-409f-a82b-a9a5d75e4af3 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2439301 Jan 31 16:10:59.156485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37698) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:59.157230 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4e02bc7e-2b2a-4f87-954f-51b863ec8227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:59.196107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Request body: {'port': {'network_id': 'c8af21c5-ab19-4a9b-b137-bd4b33028629', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1316903548'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:59.213237 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:59.316307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-c8af21c5-ab19-4a9b-b137-bd4b33028629', 'network_id': 'c8af21c5-ab19-4a9b-b137-bd4b33028629', 'tenant_id': '976270e82c9842fba05a2ff4b97202c7', 'fixed_ips': [{'subnet_id': 'ecd2a07c-a2d2-45f5-bbbe-9365c7e2444c'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:10:59.317845 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:59.384433 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4e02bc7e-2b2a-4f87-954f-51b863ec8227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:59.531031 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37734) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:59.533341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-de72558b-a18c-46da-8be8-aeaa050246f6 req-bb56e2f2-f584-4663-b76c-9ab6f7587272 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 210 time: 0.5650153 Jan 31 16:10:59.559373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6c2090-d802-4d15-8311-5b8cc434d6f5 None None] DHCP port deletion for 51d261be-f079-4f9f-9c7c-e1720d93eacc request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:10:59.593557 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4e02bc7e-2b2a-4f87-954f-51b863ec8227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:59.596160 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4e02bc7e-2b2a-4f87-954f-51b863ec8227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:59.599582 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4e02bc7e-2b2a-4f87-954f-51b863ec8227 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6814b52-2126-45a2-8744-ea9d9a9015c1 HTTP/1.1" status: 204 len: 168 time: 0.7659438 Jan 31 16:10:59.603424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Allocated IP 172.20.0.2 (c8af21c5-ab19-4a9b-b137-bd4b33028629/ecd2a07c-a2d2-45f5-bbbe-9365c7e2444c/1f42c937-65fd-4a67-8cd3-dba6eb607628) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:10:59.636122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02bc7e-2b2a-4f87-954f-51b863ec8227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6814b52-2126-45a2-8744-ea9d9a9015c1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:59.648200 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-24e4a1a3-160b-4f7b-9db7-3faeb1d48257 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:59.686005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4a1a3-160b-4f7b-9db7-3faeb1d48257 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=fa9d5044-4154-46e3-b80d-1a0068b6636d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:10:59.750354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Deleting port 53d573ca-addc-4195-8f03-1ba4e057c7c4 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:59.750780 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:59.754588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Made reservation on behalf of 976270e82c9842fba05a2ff4b97202c7 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:59.764882 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:59.775381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-479048492-network', 'tenant_id': '3f5ad3a0ca754c4584d02ec38d2cae68'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:10:59.877700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] device_id is not set on port 75516e33-8981-40fa-b0e8-a3c23d09ac74 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:10:59.907883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] For port 53d573ca-addc-4195-8f03-1ba4e057c7c4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=53d573ca-addc-4195-8f03-1ba4e057c7c4,segment=NetworkSegment(02f8f9dc-0b06-428b-8678-32dd05411474),segment_id=02f8f9dc-0b06-428b-8678-32dd05411474)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:10:59.907883 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:59.908237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Made reservation on behalf of 3f5ad3a0ca754c4584d02ec38d2cae68 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:10:59.911351 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:59.949126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c2090-d802-4d15-8311-5b8cc434d6f5 None None] Deleting port 53d573ca-addc-4195-8f03-1ba4e057c7c4 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:10:59.949126 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb6c2090-d802-4d15-8311-5b8cc434d6f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:10:59.953009 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37742) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:10:59.974746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Calling delete_port for 53d573ca-addc-4195-8f03-1ba4e057c7c4 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:00.004787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.055894 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-24e4a1a3-160b-4f7b-9db7-3faeb1d48257 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.096019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 53d573ca-addc-4195-8f03-1ba4e057c7c4 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:00.111092 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.171254 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No DVR routers for this DVR port 53d573ca-addc-4195-8f03-1ba4e057c7c4 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:00.173939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Port': ['ID=53d573ca-addc-4195-8f03-1ba4e057c7c4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:00.180981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.218683 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.226325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 53d573ca-addc-4195-8f03-1ba4e057c7c4 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:00.226944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 53d573ca-addc-4195-8f03-1ba4e057c7c4 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:00.258759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cb6c2090-d802-4d15-8311-5b8cc434d6f5 None None] For port 53d573ca-addc-4195-8f03-1ba4e057c7c4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=53d573ca-addc-4195-8f03-1ba4e057c7c4,segment=NetworkSegment(02f8f9dc-0b06-428b-8678-32dd05411474),segment_id=02f8f9dc-0b06-428b-8678-32dd05411474)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:00.259452 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb6c2090-d802-4d15-8311-5b8cc434d6f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.283375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c2090-d802-4d15-8311-5b8cc434d6f5 None None] Calling delete_port for 53d573ca-addc-4195-8f03-1ba4e057c7c4 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:00.302704 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.310870 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.320669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:00.332373 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf8f87d-3f83-4db2-859b-cdd6a390e42f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:00.340265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.340602 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Added segment a7c41c98-f656-4499-8afd-c787187d4897 of type vlan for network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 Jan 31 16:11:00.349836 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.398591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Network c8af21c5-ab19-4a9b-b137-bd4b33028629 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:00.398803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.403077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:00.408056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7383c059-763e-494d-a5de-45144db29468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.417106 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:00.441884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d261be-f079-4f9f-9c7c-e1720d93eacc']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:00.468526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Pushing event updated for resources: {'Port': ['ID=1f42c937-65fd-4a67-8cd3-dba6eb607628,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:00.510891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Attempting to bind port 1f42c937-65fd-4a67-8cd3-dba6eb607628 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:00.511512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Attempting to bind port 1f42c937-65fd-4a67-8cd3-dba6eb607628 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '087e720a-8351-4252-bd93-07e3457c47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c8af21c5-ab19-4a9b-b137-bd4b33028629'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:00.512067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Attempting to bind port 1f42c937-65fd-4a67-8cd3-dba6eb607628 on network c8af21c5-ab19-4a9b-b137-bd4b33028629 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:00.516346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f8f9dc-0b06-428b-8678-32dd05411474') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:00.516766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f8f9dc-0b06-428b-8678-32dd05411474') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:00.518692 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb6c2090-d802-4d15-8311-5b8cc434d6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.524056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:00.524757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Checking segment: {'id': '087e720a-8351-4252-bd93-07e3457c47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c8af21c5-ab19-4a9b-b137-bd4b33028629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:00.525366 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.525989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Bound using segment: {'id': '087e720a-8351-4252-bd93-07e3457c47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c8af21c5-ab19-4a9b-b137-bd4b33028629'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:00.526685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Bound port: 1f42c937-65fd-4a67-8cd3-dba6eb607628, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087e720a-8351-4252-bd93-07e3457c47f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c8af21c5-ab19-4a9b-b137-bd4b33028629'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:00.527304 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.533100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37748) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:00.569211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e4a1a3-160b-4f7b-9db7-3faeb1d48257 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:11:00.574051 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.575167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:00.576203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.578067 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.605619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Allocated IP 172.20.0.6 (c8af21c5-ab19-4a9b-b137-bd4b33028629/ecd2a07c-a2d2-45f5-bbbe-9365c7e2444c/75516e33-8981-40fa-b0e8-a3c23d09ac74) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:00.621756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c2090-d802-4d15-8311-5b8cc434d6f5 None None] Pushing event deleted for resources: {'Port': ['ID=53d573ca-addc-4195-8f03-1ba4e057c7c4,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:00.624793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c2090-d802-4d15-8311-5b8cc434d6f5 None None] No DVR routers for this DVR port 53d573ca-addc-4195-8f03-1ba4e057c7c4 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:00.627810 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] For port 1f42c937-65fd-4a67-8cd3-dba6eb607628, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:00.641577 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de5a9fcb-78cf-4bf0-b362-7d0bca6e2716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.655899 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.708678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:00.709082 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:00.715321 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:00.725942 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1914792 Jan 31 16:11:00.753673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37752) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:00.758057 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf408f93-b0e0-4b19-bf2c-585e37d3d573 req-a8416eb0-8276-41b8-89c9-82ad5515a448 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 210 time: 0.0983806 Jan 31 16:11:00.760229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1173d8f9-ad44-436c-b75b-b20179f00efe admin admin] Request body: {'subnet': {'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-479048492-subnet', 'tenant_id': '3f5ad3a0ca754c4584d02ec38d2cae68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:00.782929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1f05f-c60e-4a5d-be11-a00ff0e8cab9 admin admin] Pushing event updated for resources: {'Network': ['ID=bdbc2199-a5a4-4b52-9f47-ef0f565faf46,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:00.795651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:00.805285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1173d8f9-ad44-436c-b75b-b20179f00efe admin admin] Made reservation on behalf of 3f5ad3a0ca754c4584d02ec38d2cae68 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:00.808081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1173d8f9-ad44-436c-b75b-b20179f00efe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.811715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e4a1a3-160b-4f7b-9db7-3faeb1d48257 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:00.829878 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-24e4a1a3-160b-4f7b-9db7-3faeb1d48257 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4492900 Jan 31 16:11:00.830192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37754) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:00.851473 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a56603a-9a8a-4b2f-84c1-f0dc473882a8 None None] Sync routers for ids ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:00.854204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-0c97d15e-6fc3-4fc7-b668-696be3548ed0 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:00.855702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-0c97d15e-6fc3-4fc7-b668-696be3548ed0 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.3935261 Jan 31 16:11:00.879267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Request body: {'port': {'device_id': 'cf8cdc44-f06e-4d77-8b32-ff6b6c01a555', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'admin_state_up': True, 'tenant_id': '650709d6bc894976b42eca4159787065'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:00.882038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a56603a-9a8a-4b2f-84c1-f0dc473882a8 None None] Routers {'b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:00.882659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3a56603a-9a8a-4b2f-84c1-f0dc473882a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:10:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:00.937451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] For port 1f42c937-65fd-4a67-8cd3-dba6eb607628, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1f42c937-65fd-4a67-8cd3-dba6eb607628,segment=NetworkSegment(087e720a-8351-4252-bd93-07e3457c47f8),segment_id=087e720a-8351-4252-bd93-07e3457c47f8)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:00.939713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3a56603a-9a8a-4b2f-84c1-f0dc473882a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:00.945625 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.949037 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7383c059-763e-494d-a5de-45144db29468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.952316 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:00.998457 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7383c059-763e-494d-a5de-45144db29468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.012561 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.018445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/51d261be-f079-4f9f-9c7c-e1720d93eacc HTTP/1.1" status: 204 len: 168 time: 2.0884385 Jan 31 16:11:01.031665 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a56603a-9a8a-4b2f-84c1-f0dc473882a8 None None] Routers {'b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:01.032462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3a56603a-9a8a-4b2f-84c1-f0dc473882a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:10:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:01.036855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37756) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:01.075080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3a56603a-9a8a-4b2f-84c1-f0dc473882a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:01.076294 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a56603a-9a8a-4b2f-84c1-f0dc473882a8 None None] The sync data for ids ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:01.082284 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d9336-f338-45ed-9922-7ef69c3f3454 None None] Pushing event updated for resources: {'Port': ['ID=1f42c937-65fd-4a67-8cd3-dba6eb607628,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:01.101328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc063f-7503-407d-bd3f-a05fe5f10545 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Network': ['ID=51d261be-f079-4f9f-9c7c-e1720d93eacc,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:01.118095 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-45994f0e-2e2b-43cf-aae9-ff0ab93f5a3f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:11:01.118638 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45994f0e-2e2b-43cf-aae9-ff0ab93f5a3f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:11:01.123884 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-45994f0e-2e2b-43cf-aae9-ff0ab93f5a3f tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/subnets/0ca9f84a-645e-4715-9184-e884fc36b9d6 HTTP/1.1" status: 404 len: 337 time: 0.0738294 Jan 31 16:11:01.126043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37758) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:01.144542 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7383c059-763e-494d-a5de-45144db29468 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c911fd13769a40e0a1425364124d6473&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1901817 Jan 31 16:11:01.155203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37760) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:01.190530 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7f50a7-8c8d-4978-b31f-b0ea873392c2 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] DELETE failed (client error): The resource could not be found. Jan 31 16:11:01.191137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7f50a7-8c8d-4978-b31f-b0ea873392c2 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:11:01.194149 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-de7f50a7-8c8d-4978-b31f-b0ea873392c2 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/b70546dd-6c30-47a1-8303-74c225f1395e HTTP/1.1" status: 404 len: 339 time: 0.0656512 Jan 31 16:11:01.198941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383c059-763e-494d-a5de-45144db29468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f68ba0c-6d5f-4c3a-87d1-dfacd44ca462,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:01.201631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37762) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:01.234762 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de5a9fcb-78cf-4bf0-b362-7d0bca6e2716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.247093 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.252902 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de5a9fcb-78cf-4bf0-b362-7d0bca6e2716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.331009 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-de5a9fcb-78cf-4bf0-b362-7d0bca6e2716 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1c3febdcbd94787931f15fd33b7c208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7645760 Jan 31 16:11:01.337578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37764) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:01.345040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a9fcb-78cf-4bf0-b362-7d0bca6e2716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5731276d-5931-4005-8e18-2940baa8e220,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:01.361121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Made reservation on behalf of 650709d6bc894976b42eca4159787065 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:01.362956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4ce0f2-02a8-45a5-9098-6a308893ae66 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Deleting subnet b385144c-1345-4011-b1e9-a8f387052266 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:11:01.364599 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.373365 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce0f2-02a8-45a5-9098-6a308893ae66 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.392828 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.407404 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cce74e66-61cb-4544-9621-c5fd382b84d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.414022 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1173d8f9-ad44-436c-b75b-b20179f00efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.495122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce0f2-02a8-45a5-9098-6a308893ae66 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.510865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Network c8af21c5-ab19-4a9b-b137-bd4b33028629 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:01.525246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Pushing event updated for resources: {'Port': ['ID=75516e33-8981-40fa-b0e8-a3c23d09ac74,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:01.526216 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cce74e66-61cb-4544-9621-c5fd382b84d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.527687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:01.532886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:01.538868 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efccb41d-6690-4c1f-833b-d428737685d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.564279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173d8f9-ad44-436c-b75b-b20179f00efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc50a13-9d37-40e9-a224-2341504a1a25,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:01.636570 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efccb41d-6690-4c1f-833b-d428737685d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.645765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1173d8f9-ad44-436c-b75b-b20179f00efe admin admin] Checking segment: {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:01.646537 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1173d8f9-ad44-436c-b75b-b20179f00efe admin admin] Network hostable DHCP agents. Network: bdbc2199-a5a4-4b52-9f47-ef0f565faf46, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:01.656435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:01.657071 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.686387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce0f2-02a8-45a5-9098-6a308893ae66 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.696116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Allocated IP 172.20.0.4 (ee461f7c-cf6b-444b-944c-f969c92675a4/c18b0c43-4884-496a-b742-bf7f0dcdb7c4/dcb70776-c4dc-427d-9257-daf9478e727e) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:01.725203 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9bbc9075-618e-4ceb-bb99-f60105861bc5 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5646026 Jan 31 16:11:01.731485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37766) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:01.740953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1173d8f9-ad44-436c-b75b-b20179f00efe admin admin] Network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:01.742940 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cce74e66-61cb-4544-9621-c5fd382b84d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.745695 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cce74e66-61cb-4544-9621-c5fd382b84d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.749125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cce74e66-61cb-4544-9621-c5fd382b84d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f68ba0c-6d5f-4c3a-87d1-dfacd44ca462 HTTP/1.1" status: 204 len: 168 time: 0.5887182 Jan 31 16:11:01.775086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-1173d8f9-ad44-436c-b75b-b20179f00efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, bdbc2199-a5a4-4b52-9f47-ef0f565faf46) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:01.776944 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce74e66-61cb-4544-9621-c5fd382b84d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f68ba0c-6d5f-4c3a-87d1-dfacd44ca462,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:01.785492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587b9e67-5b96-48d8-8b3c-baeead72752d None None] Network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:01.785708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1173d8f9-ad44-436c-b75b-b20179f00efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:01.786239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1173d8f9-ad44-436c-b75b-b20179f00efe admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.826217 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1173d8f9-ad44-436c-b75b-b20179f00efe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0612352 Jan 31 16:11:01.850102 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce0f2-02a8-45a5-9098-6a308893ae66 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.853809 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7cd7-2699-47d5-a460-824eb53d01ca tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.917782 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efccb41d-6690-4c1f-833b-d428737685d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.920547 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efccb41d-6690-4c1f-833b-d428737685d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:01.924502 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-efccb41d-6690-4c1f-833b-d428737685d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5731276d-5931-4005-8e18-2940baa8e220 HTTP/1.1" status: 204 len: 168 time: 0.5833755 Jan 31 16:11:01.975921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccb41d-6690-4c1f-833b-d428737685d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5731276d-5931-4005-8e18-2940baa8e220,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:02.080291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e17c611d-10ab-408f-834a-7802755402a2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Deleting port 75516e33-8981-40fa-b0e8-a3c23d09ac74 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:02.080735 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e17c611d-10ab-408f-834a-7802755402a2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.088591 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.178887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1f42c937-65fd-4a67-8cd3-dba6eb607628 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:02.259329 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e17c611d-10ab-408f-834a-7802755402a2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.262755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee68532-7497-4ac6-b268-f170a82889e6 None None] Network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:02.280024 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.295111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e17c611d-10ab-408f-834a-7802755402a2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Calling delete_port for 75516e33-8981-40fa-b0e8-a3c23d09ac74 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:02.431534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Network ee461f7c-cf6b-444b-944c-f969c92675a4 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:02.434616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event updated for resources: {'Port': ['ID=dcb70776-c4dc-427d-9257-daf9478e727e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:02.441355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:02.450918 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37786) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:02.455598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:02.486711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['a3676efb-efb3-474b-bc1e-ff2781a7ca30'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:02.533390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:02.534796 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b0530bb-1146-4fbe-982b-e028179e312a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.587721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b5bf3-9b4a-4ca0-b8c9-6dbf91a480f5 None None] Network c8af21c5-ab19-4a9b-b137-bd4b33028629 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:02.621371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:02.627903 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.657212 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce0f2-02a8-45a5-9098-6a308893ae66 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.663122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53e56e-c7e0-4c16-953b-6b108a363cc3 None None] Network 112c53c9-7c26-48e5-a885-77be9ec1d3c9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:02.672623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4a4ce0f2-02a8-45a5-9098-6a308893ae66 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/subnets/b385144c-1345-4011-b1e9-a8f387052266 HTTP/1.1" status: 204 len: 168 time: 1.4641461 Jan 31 16:11:02.685816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37792) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:02.700837 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1e19adb-b7f7-43b7-acd0-463477976dca tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8313107 Jan 31 16:11:02.731263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ce0f2-02a8-45a5-9098-6a308893ae66 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Subnet': ['ID=b385144c-1345-4011-b1e9-a8f387052266,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:02.738140 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-51bbc8fe-59e7-4806-be41-d781d30e4aaf tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:11:02.744924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-51bbc8fe-59e7-4806-be41-d781d30e4aaf tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207632 Jan 31 16:11:02.878148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fce098b3-1580-45ea-b859-017763ceb670 None None] Provisioning complete for port 1f42c937-65fd-4a67-8cd3-dba6eb607628 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:02.878519 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fce098b3-1580-45ea-b859-017763ceb670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.924468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31881b6d-2b24-4d25-8d54-886c8a9a6b85 req-b9d48079-832a-4002-9028-3fcdcdd38fe9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:02.926052 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31881b6d-2b24-4d25-8d54-886c8a9a6b85 req-b9d48079-832a-4002-9028-3fcdcdd38fe9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 931 time: 0.3188157 Jan 31 16:11:02.928582 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e17c611d-10ab-408f-834a-7802755402a2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.936266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.939664 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b0530bb-1146-4fbe-982b-e028179e312a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.946663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 1f42c937-65fd-4a67-8cd3-dba6eb607628 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:02.947034 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.976487 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b0530bb-1146-4fbe-982b-e028179e312a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:02.999992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c611d-10ab-408f-834a-7802755402a2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Pushing event deleted for resources: {'Port': ['ID=75516e33-8981-40fa-b0e8-a3c23d09ac74,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:03.111145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-77919b57-dee5-4995-8508-12458ce3190f tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:03.112850 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-77919b57-dee5-4995-8508-12458ce3190f tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 814 time: 0.3059726 Jan 31 16:11:03.120768 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9b0530bb-1146-4fbe-982b-e028179e312a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bdd9ffe1f52a4a46a1c20296299fab3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6664243 Jan 31 16:11:03.121755 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0530bb-1146-4fbe-982b-e028179e312a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceceda6c-9239-4cad-a78e-857e18c26ca4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:03.125649 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31881b6d-2b24-4d25-8d54-886c8a9a6b85 req-04ff2740-ae80-40b9-8d88-b83d38c83f90 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844344 Jan 31 16:11:03.127401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37810) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:03.185108 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-42198ab3-d22c-46b8-8882-5932f3276686 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/quotas/3f5ad3a0ca754c4584d02ec38d2cae68 HTTP/1.1" status: 200 len: 375 time: 0.0586016 Jan 31 16:11:03.190117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Deleting port 9a68d6c0-7594-481f-a65f-fd9db1567805 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:03.191080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.199815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Request body: {'port': {'device_id': 'cf8cdc44-f06e-4d77-8b32-ff6b6c01a555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:03.205098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b7cd7-2699-47d5-a460-824eb53d01ca tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port 67161dea-afcc-4f8f-9075-5f48ac5bbcee {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:03.205509 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7cd7-2699-47d5-a460-824eb53d01ca tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.257170 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e17c611d-10ab-408f-834a-7802755402a2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.261439 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e17c611d-10ab-408f-834a-7802755402a2 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] 10.222.0.36 "DELETE /v2.0/ports/75516e33-8981-40fa-b0e8-a3c23d09ac74 HTTP/1.1" status: 204 len: 168 time: 1.5268252 Jan 31 16:11:03.264667 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-72d6cb59-f66e-4ab3-a6c5-613573e26e11 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787363 Jan 31 16:11:03.265375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37816) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:03.315906 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8cb01bb0-4c52-4760-809f-52f4c64fc81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.389795 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8cb01bb0-4c52-4760-809f-52f4c64fc81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.393366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] For port 9a68d6c0-7594-481f-a65f-fd9db1567805, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9a68d6c0-7594-481f-a65f-fd9db1567805,segment=NetworkSegment(20e3db12-c423-491c-8ebe-f6243d57e5c4),segment_id=20e3db12-c423-491c-8ebe-f6243d57e5c4)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:03.393766 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.404247 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.435939 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fce098b3-1580-45ea-b859-017763ceb670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.448935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Calling delete_port for 9a68d6c0-7594-481f-a65f-fd9db1567805 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:03.451715 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7cd7-2699-47d5-a460-824eb53d01ca tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.497352 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b7cd7-2699-47d5-a460-824eb53d01ca tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for 67161dea-afcc-4f8f-9075-5f48ac5bbcee owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:03.556544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37822) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:03.566048 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.608944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fce098b3-1580-45ea-b859-017763ceb670 None None] For port 1f42c937-65fd-4a67-8cd3-dba6eb607628, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1f42c937-65fd-4a67-8cd3-dba6eb607628,segment=NetworkSegment(087e720a-8351-4252-bd93-07e3457c47f8),segment_id=087e720a-8351-4252-bd93-07e3457c47f8)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:03.615103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d299e2-0871-47e1-8a56-e3c4d95cb4ab None None] DHCP port deletion for 112c53c9-7c26-48e5-a885-77be9ec1d3c9 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:11:03.640967 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fce098b3-1580-45ea-b859-017763ceb670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.719236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8cb01bb0-4c52-4760-809f-52f4c64fc81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.721943 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8cb01bb0-4c52-4760-809f-52f4c64fc81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.723019 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8cb01bb0-4c52-4760-809f-52f4c64fc81a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ceceda6c-9239-4cad-a78e-857e18c26ca4 HTTP/1.1" status: 204 len: 168 time: 0.5916982 Jan 31 16:11:03.729442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1930254461-network', 'tenant_id': '89ddd85762da493694d7f3b099d534f9'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:03.763362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb01bb0-4c52-4760-809f-52f4c64fc81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceceda6c-9239-4cad-a78e-857e18c26ca4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:03.788037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Made reservation on behalf of 89ddd85762da493694d7f3b099d534f9 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:03.795643 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.830809 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:11:03.831163 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:11:03.841203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce098b3-1580-45ea-b859-017763ceb670 None None] Pushing event updated for resources: {'Port': ['ID=1f42c937-65fd-4a67-8cd3-dba6eb607628,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:03.863025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b7d299e2-0871-47e1-8a56-e3c4d95cb4ab None None] Deleting port 9a68d6c0-7594-481f-a65f-fd9db1567805 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:03.863392 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7d299e2-0871-47e1-8a56-e3c4d95cb4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.879368 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:03.913646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b47d1c94-976c-4a70-92c1-3d0a6c3ff9d7 None None] Provisioning complete for port 1f42c937-65fd-4a67-8cd3-dba6eb607628 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:03.913966 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b47d1c94-976c-4a70-92c1-3d0a6c3ff9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.006465 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb70776-c4dc-427d-9257-daf9478e727e {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:11:04.037001 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.049510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b7d299e2-0871-47e1-8a56-e3c4d95cb4ab None None] For port 9a68d6c0-7594-481f-a65f-fd9db1567805, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9a68d6c0-7594-481f-a65f-fd9db1567805,segment=NetworkSegment(20e3db12-c423-491c-8ebe-f6243d57e5c4),segment_id=20e3db12-c423-491c-8ebe-f6243d57e5c4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:04.049909 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7d299e2-0871-47e1-8a56-e3c4d95cb4ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.051521 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Transition to ACTIVE for port object dcb70776-c4dc-427d-9257-daf9478e727e will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:11:04.073291 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-578d0ec2-2fef-4efa-bb32-da3419096907 service neutron] 10.222.0.36 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7546659 Jan 31 16:11:04.077798 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.078598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b7d299e2-0871-47e1-8a56-e3c4d95cb4ab None None] Calling delete_port for 9a68d6c0-7594-481f-a65f-fd9db1567805 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:04.081389 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.154599 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1dd3f8d6-a98a-4627-97dc-1c7983069212 tempest-DHCPAgentSchedulersTestJSON-1489785313 tempest-DHCPAgentSchedulersTestJSON-1489785313-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.8745613 Jan 31 16:11:04.155273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37832) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:04.162840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Port': ['ID=9a68d6c0-7594-481f-a65f-fd9db1567805,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:04.176065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-144ec57a-31c7-4bdb-8876-71603095dbe8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1982659369'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:04.246489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ec57a-31c7-4bdb-8876-71603095dbe8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Made reservation on behalf of 976270e82c9842fba05a2ff4b97202c7 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:04.250615 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-144ec57a-31c7-4bdb-8876-71603095dbe8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.251282 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7d299e2-0871-47e1-8a56-e3c4d95cb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.266802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d299e2-0871-47e1-8a56-e3c4d95cb4ab None None] No DVR routers for this DVR port 9a68d6c0-7594-481f-a65f-fd9db1567805 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:04.295116 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.301654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] No DVR routers for this DVR port 9a68d6c0-7594-481f-a65f-fd9db1567805 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:04.306321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d299e2-0871-47e1-8a56-e3c4d95cb4ab None None] Pushing event deleted for resources: {'Port': ['ID=9a68d6c0-7594-481f-a65f-fd9db1567805,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:04.330941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9a2d15e3-1182-4a4b-9867-169d95814cc2 None None] Could not find standard attr ID for object 75516e33-8981-40fa-b0e8-a3c23d09ac74. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:11:04.337693 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.380259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Pushing event updated for resources: {'Port': ['ID=dcb70776-c4dc-427d-9257-daf9478e727e,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:04.412561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Attempting to bind port dcb70776-c4dc-427d-9257-daf9478e727e on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:04.413069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Attempting to bind port dcb70776-c4dc-427d-9257-daf9478e727e by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:04.413846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Attempting to bind port dcb70776-c4dc-427d-9257-daf9478e727e on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:04.421609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144ec57a-31c7-4bdb-8876-71603095dbe8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:04.424323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Port dcb70776-c4dc-427d-9257-daf9478e727e on network ee461f7c-cf6b-444b-944c-f969c92675a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:11:04.424986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Attempting to bind port dcb70776-c4dc-427d-9257-daf9478e727e on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:04.435763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:04.436421 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Checking segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:04.436997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Bound using segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:04.437770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Bound port: dcb70776-c4dc-427d-9257-daf9478e727e, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:04.438356 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.468293 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-144ec57a-31c7-4bdb-8876-71603095dbe8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.469251 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-144ec57a-31c7-4bdb-8876-71603095dbe8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Added segment 1b757c75-23f7-465a-a1eb-6079b0efd439 of type vlan for network dc130401-a1e9-4b07-8c62-2643e438128f Jan 31 16:11:04.481509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:04.506058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da4371-d38a-4207-86f0-837ad9095b0c req-19504091-94e5-4a94-970f-772b6fc5bc36 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:04.507668 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34da4371-d38a-4207-86f0-837ad9095b0c req-19504091-94e5-4a94-970f-772b6fc5bc36 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 943 time: 0.1747167 Jan 31 16:11:04.511674 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-1550090d-ca26-46f5-b0a6-28c364cfac06 service neutron] 10.222.0.36 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128749 Jan 31 16:11:04.556776 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.560647 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1f42c937-65fd-4a67-8cd3-dba6eb607628 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:04.587165 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-144ec57a-31c7-4bdb-8876-71603095dbe8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.614393 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34da4371-d38a-4207-86f0-837ad9095b0c req-92f6cd0e-e2ed-41fe-9257-c0cbc6c954b9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914049 Jan 31 16:11:04.614993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b25e4c-510b-48c1-aa41-d89bef6e2856,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:04.623591 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.624178 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Added segment 402fe9b4-c796-46e5-9aec-7fafac589f03 of type vlan for network 04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 Jan 31 16:11:04.666085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] For port dcb70776-c4dc-427d-9257-daf9478e727e, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:04.666805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112c53c9-7c26-48e5-a885-77be9ec1d3c9']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:04.680598 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-144ec57a-31c7-4bdb-8876-71603095dbe8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.685816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 1f42c937-65fd-4a67-8cd3-dba6eb607628 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:04.686617 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.692960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ec57a-31c7-4bdb-8876-71603095dbe8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:04.693892 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-144ec57a-31c7-4bdb-8876-71603095dbe8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.697988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] For port dcb70776-c4dc-427d-9257-daf9478e727e, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dcb70776-c4dc-427d-9257-daf9478e727e,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:04.726048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e3db12-c423-491c-8ebe-f6243d57e5c4') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:04.726657 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e3db12-c423-491c-8ebe-f6243d57e5c4') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:04.750858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.755857 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.757406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7cd7-2699-47d5-a460-824eb53d01ca tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.768935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ec57a-31c7-4bdb-8876-71603095dbe8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Pushing event updated for resources: {'Network': ['ID=dc130401-a1e9-4b07-8c62-2643e438128f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:04.775490 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.791903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network dc130401-a1e9-4b07-8c62-2643e438128f details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:04.818531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:04.819616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:04.821942 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] 10.222.0.20 "PUT /v2.0/ports/dcb70776-c4dc-427d-9257-daf9478e727e HTTP/1.1" status: 200 len: 1091 time: 2.0670674 Jan 31 16:11:04.822593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8cdc44-f06e-4d77-8b32-ff6b6c01a555', 'tag': 'dcb70776-c4dc-427d-9257-daf9478e727e'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:04.825560 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc0dcac-b6ce-4ff5-af13-dc4e0b465ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8cdc44-f06e-4d77-8b32-ff6b6c01a555", "tag": "dcb70776-c4dc-427d-9257-daf9478e727e"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:04.837339 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-144ec57a-31c7-4bdb-8876-71603095dbe8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6701982 Jan 31 16:11:04.858103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37858) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:04.898739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b7cd7-2699-47d5-a460-824eb53d01ca tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=67161dea-afcc-4f8f-9075-5f48ac5bbcee,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:05.007509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1b291-8806-4de1-838f-0934b5f1d65d service neutron] Pushing event updated for resources: {'Port': ['ID=dcb70776-c4dc-427d-9257-daf9478e727e,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:05.085428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9a68d6c0-7594-481f-a65f-fd9db1567805 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:05.112049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4807e83b-c10b-461a-a638-80fcd0f429f9 req-e65555e3-4f59-408a-9b7c-acdd0d3cadc4 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 210 time: 0.2147231 Jan 31 16:11:05.112964 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:05.115500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.resource_extend [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:11:05.131713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9a68d6c0-7594-481f-a65f-fd9db1567805 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:05.133271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9a68d6c0-7594-481f-a65f-fd9db1567805 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:05.199696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-fe2f0edc-6b84-4fd7-97de-0f5e7fa508aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:05.201803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-fe2f0edc-6b84-4fd7-97de-0f5e7fa508aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 1094 time: 0.3073046 Jan 31 16:11:05.278851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:05.279903 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:05.287210 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:05.311131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:05.312796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:05.313606 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:05.317284 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7cd7-2699-47d5-a460-824eb53d01ca tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:05.460635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9016345 Jan 31 16:11:05.510810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37876) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:05.515679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-04207c83-07d5-419b-889f-80d47697ce38 admin admin] Request body: {'subnet': {'network_id': '04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1930254461-subnet', 'tenant_id': '89ddd85762da493694d7f3b099d534f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:05.548166 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:05.562336 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:05.575514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] 10.222.0.36 "DELETE /v2.0/networks/112c53c9-7c26-48e5-a885-77be9ec1d3c9 HTTP/1.1" status: 204 len: 168 time: 2.8687077 Jan 31 16:11:05.601507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa2548-b077-457c-b18f-5b6e2057fbde admin admin] Pushing event updated for resources: {'Network': ['ID=04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:05.606305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04207c83-07d5-419b-889f-80d47697ce38 admin admin] Made reservation on behalf of 89ddd85762da493694d7f3b099d534f9 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:05.610479 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04207c83-07d5-419b-889f-80d47697ce38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:05.614612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:05.659526 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-26980784-e3d9-40df-b7d1-610f25d5abdc tempest-DHCPAgentSchedulersTestJSON-1489785313 tempest-DHCPAgentSchedulersTestJSON-1489785313-project-admin] 10.222.0.36 "GET /v2.0/agents/33cff96b-1cb2-4364-ad6f-f2df255b4410/dhcp-networks HTTP/1.1" status: 200 len: 7210 time: 0.7898498 Jan 31 16:11:05.661380 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdac3573-379d-4f8f-97f2-8debf922a612 x-openstack-request-id: req-cdac3573-379d-4f8f-97f2-8debf922a612 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:05.661844 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8cdc44-f06e-4d77-8b32-ff6b6c01a555", "tag": "dcb70776-c4dc-427d-9257-daf9478e727e", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:05.662215 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdac3573-379d-4f8f-97f2-8debf922a612 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:05.662728 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8cdc44-f06e-4d77-8b32-ff6b6c01a555', 'tag': 'dcb70776-c4dc-427d-9257-daf9478e727e', 'status': 'completed', 'code': 200} Jan 31 16:11:05.669020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37886) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:05.720042 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-00385279-b884-4bc2-8452-d79525e7e997 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb70776-c4dc-427d-9257-daf9478e727e HTTP/1.1" status: 200 len: 217 time: 0.0563459 Jan 31 16:11:05.813398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fa5f2-b043-4bd2-b079-4ae48526af37 tempest-NetworksIpV6Test-200462875 tempest-NetworksIpV6Test-200462875-project] Pushing event deleted for resources: {'Network': ['ID=112c53c9-7c26-48e5-a885-77be9ec1d3c9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:05.842312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-848f673b-c0b8-49e8-b627-4177474c1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:05.844818 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-848f673b-c0b8-49e8-b627-4177474c1131 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.1166384 Jan 31 16:11:05.885305 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-1924c87f-984b-4a87-9ce8-8da3fcc9663a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335476 Jan 31 16:11:05.925494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5d8b0-ace9-4edc-8b07-86d8ff45e634 req-aa3a88cb-0184-4ca3-aac6-a3149fcf83aa tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:05.933808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2eb5d8b0-ace9-4edc-8b07-86d8ff45e634 req-aa3a88cb-0184-4ca3-aac6-a3149fcf83aa tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 943 time: 0.1791210 Jan 31 16:11:05.937614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4b7cd7-2699-47d5-a460-824eb53d01ca tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:11:05.966133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c937e-02b1-46fb-98f1-380870956a6d tempest-DHCPAgentSchedulersTestJSON-1489785313 tempest-DHCPAgentSchedulersTestJSON-1489785313-project-admin] Network dc130401-a1e9-4b07-8c62-2643e438128f is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:05.986645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37896) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:05.999706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-920c937e-02b1-46fb-98f1-380870956a6d tempest-DHCPAgentSchedulersTestJSON-1489785313 tempest-DHCPAgentSchedulersTestJSON-1489785313-project-admin] 10.222.0.36 "POST /v2.0/agents/33cff96b-1cb2-4364-ad6f-f2df255b4410/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3273201 Jan 31 16:11:06.000273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37900) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:06.008080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8c369b-7321-45c2-924a-ac311ae1d65f None None] Network dc130401-a1e9-4b07-8c62-2643e438128f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:06.032240 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-c1bc501d-4e91-4983-ac7e-dd827550b7d5 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397362 Jan 31 16:11:06.289891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7ffbff0e-88fa-4786-a04b-7df75514a389 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d10f9a085a7441a8d0a9cb588cb3ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992499 Jan 31 16:11:06.313532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37910) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:06.345685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4b7cd7-2699-47d5-a460-824eb53d01ca tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:06.357442 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca23a7-2509-4ce6-b4d4-6bfc8c9c4049 None None] Sync routers for ids ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:06.368718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bc4b7cd7-2699-47d5-a460-824eb53d01ca tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5373611 Jan 31 16:11:06.385628 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca23a7-2509-4ce6-b4d4-6bfc8c9c4049 None None] Routers {'b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:06.386257 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9dca23a7-2509-4ce6-b4d4-6bfc8c9c4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:10:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:06.407189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37918) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:06.432629 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9dca23a7-2509-4ce6-b4d4-6bfc8c9c4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:06.442854 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca23a7-2509-4ce6-b4d4-6bfc8c9c4049 None None] Routers {'b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:06.443635 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9dca23a7-2509-4ce6-b4d4-6bfc8c9c4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:10:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:06.447195 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-257335c7-c166-4b61-81d7-483fde9de830 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3 HTTP/1.1" status: 200 len: 205 time: 0.0390263 Jan 31 16:11:06.466952 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d27bc-70db-47c7-9b96-ceacdb2ea90e req-ff970d72-319f-4838-993b-073a012fd5f0 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222620 Jan 31 16:11:06.468881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75515aff-f7c3-4553-81b2-894e75848f71 req-db776884-9f6e-4154-9851-ccc61f5d3f0d tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 210 time: 0.2253175 Jan 31 16:11:06.471694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37920) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:06.492870 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2eb5d8b0-ace9-4edc-8b07-86d8ff45e634 req-a668f688-b52c-488c-b5f2-245af76b71d5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554540 Jan 31 16:11:06.505104 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9dca23a7-2509-4ce6-b4d4-6bfc8c9c4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:06.505789 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca23a7-2509-4ce6-b4d4-6bfc8c9c4049 None None] The sync data for ids ['b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:06.561710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-99a5cb6e-af4e-41f7-a12c-71a690831a0a tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:06.565206 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-99a5cb6e-af4e-41f7-a12c-71a690831a0a tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.30 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 814 time: 0.2327411 Jan 31 16:11:06.598758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Request body: {'port': {'device_id': '35cf9176-b23e-41cd-a314-12eb7ae4c275', 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46', 'admin_state_up': True, 'tenant_id': '3f5ad3a0ca754c4584d02ec38d2cae68'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:06.641233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-234e4960-2372-4f47-bc7e-74a1540a08ef tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:06.648854 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-22cc997c-91c3-4447-990b-d06d6324f89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:06.677246 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04207c83-07d5-419b-889f-80d47697ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:06.709268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eb30278a-7bcb-4e59-8d95-c01b6c166aa5 tempest-DHCPAgentSchedulersTestJSON-1489785313 tempest-DHCPAgentSchedulersTestJSON-1489785313-project-admin] 10.222.0.36 "GET /v2.0/agents/33cff96b-1cb2-4364-ad6f-f2df255b4410/dhcp-networks HTTP/1.1" status: 200 len: 7221 time: 0.7079527 Jan 31 16:11:06.720423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37946) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:06.767940 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-22cc997c-91c3-4447-990b-d06d6324f89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:06.844088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04207c83-07d5-419b-889f-80d47697ce38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd69926-1502-4873-905b-1403f71b27bd,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:06.848743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0dcac-b6ce-4ff5-af13-dc4e0b465ca3 req-b0871644-6d98-4e61-9022-6dfeb436a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:06.850803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fc0dcac-b6ce-4ff5-af13-dc4e0b465ca3 req-b0871644-6d98-4e61-9022-6dfeb436a238 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 1094 time: 0.2945151 Jan 31 16:11:06.855091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04207c83-07d5-419b-889f-80d47697ce38 admin admin] Checking segment: {'id': '402fe9b4-c796-46e5-9aec-7fafac589f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:06.855460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04207c83-07d5-419b-889f-80d47697ce38 admin admin] Network hostable DHCP agents. Network: 04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:06.885629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8dd82259-b216-4e2c-adf9-f234f35bbfff tempest-DHCPAgentSchedulersTestJSON-1489785313 tempest-DHCPAgentSchedulersTestJSON-1489785313-project-admin] 10.222.0.36 "DELETE /v2.0/agents/33cff96b-1cb2-4364-ad6f-f2df255b4410/dhcp-networks/dc130401-a1e9-4b07-8c62-2643e438128f HTTP/1.1" status: 204 len: 168 time: 0.1558139 Jan 31 16:11:06.888224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37968) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:06.910419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Made reservation on behalf of 3f5ad3a0ca754c4584d02ec38d2cae68 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:06.914466 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:06.919648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04207c83-07d5-419b-889f-80d47697ce38 admin admin] Network 04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:06.919978 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-234e4960-2372-4f47-bc7e-74a1540a08ef tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:06.924754 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-234e4960-2372-4f47-bc7e-74a1540a08ef tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:06.996253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-04207c83-07d5-419b-889f-80d47697ce38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:07.011192 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-234e4960-2372-4f47-bc7e-74a1540a08ef tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.011689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234e4960-2372-4f47-bc7e-74a1540a08ef tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Fanout notify agent at l3_agent the message router_deleted on router b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:11:07.017795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04207c83-07d5-419b-889f-80d47697ce38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:07.018477 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04207c83-07d5-419b-889f-80d47697ce38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.026781 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-234e4960-2372-4f47-bc7e-74a1540a08ef tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.027907 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-234e4960-2372-4f47-bc7e-74a1540a08ef tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3 HTTP/1.1" status: 204 len: 168 time: 0.5458651 Jan 31 16:11:07.032954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37982) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:07.035344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab20913-955e-4d44-8e02-33d3d2c4bd66 None None] Network 04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:07.062273 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-22cc997c-91c3-4447-990b-d06d6324f89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.065990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-22cc997c-91c3-4447-990b-d06d6324f89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.077676 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-22cc997c-91c3-4447-990b-d06d6324f89b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7739db9c-34f2-4b1c-a189-0ad5f888b724 HTTP/1.1" status: 204 len: 168 time: 0.7552705 Jan 31 16:11:07.090836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0dcac-b6ce-4ff5-af13-dc4e0b465ca3 req-a84884f0-7ee7-4f1e-8d5c-f4ce29227231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:07.093045 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fc0dcac-b6ce-4ff5-af13-dc4e0b465ca3 req-a84884f0-7ee7-4f1e-8d5c-f4ce29227231 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 907 time: 0.2103498 Jan 31 16:11:07.101360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc997c-91c3-4447-990b-d06d6324f89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7739db9c-34f2-4b1c-a189-0ad5f888b724,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:07.156355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-04207c83-07d5-419b-889f-80d47697ce38 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6369467 Jan 31 16:11:07.156568 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fc0dcac-b6ce-4ff5-af13-dc4e0b465ca3 req-b17d9b4f-4aa6-4064-ab55-0dda498674f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb70776-c4dc-427d-9257-daf9478e727e HTTP/1.1" status: 200 len: 217 time: 0.0474355 Jan 31 16:11:07.195171 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-968a81c6-65e4-418a-a021-b23936a9003f tempest-DHCPAgentSchedulersTestJSON-1489785313 tempest-DHCPAgentSchedulersTestJSON-1489785313-project-admin] 10.222.0.36 "GET /v2.0/agents/33cff96b-1cb2-4364-ad6f-f2df255b4410/dhcp-networks HTTP/1.1" status: 200 len: 6450 time: 0.3026092 Jan 31 16:11:07.219661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37996) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:07.238274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae4a432-84ac-4a21-b1ff-bd5716b07685 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting subnet 19cb5673-7081-4e3c-8a98-8bb3934d749e {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:11:07.254909 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a432-84ac-4a21-b1ff-bd5716b07685 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.281140 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81190984-4412-4b7f-a249-90ad3fb1353a None None] Network 04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:07.318273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0dcac-b6ce-4ff5-af13-dc4e0b465ca3 req-7622f05b-d819-4107-837e-61c43cc3a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:07.322046 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a432-84ac-4a21-b1ff-bd5716b07685 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.323301 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fc0dcac-b6ce-4ff5-af13-dc4e0b465ca3 req-7622f05b-d819-4107-837e-61c43cc3a666 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.1507809 Jan 31 16:11:07.377745 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fc0dcac-b6ce-4ff5-af13-dc4e0b465ca3 req-4773ef38-ca05-4704-bef0-53acbdab3aae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464177 Jan 31 16:11:07.382153 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Allocated IP 172.20.0.14 (bdbc2199-a5a4-4b52-9f47-ef0f565faf46/ddc50a13-9d37-40e9-a224-2341504a1a25/3c750802-1495-43b9-b4bf-6d6b24b344c2) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:07.396671 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c37e30d6-3a79-4985-a7cb-f5e8a8685fa3 tempest-DHCPAgentSchedulersTestJSON-1489785313 tempest-DHCPAgentSchedulersTestJSON-1489785313-project-admin] 10.222.0.36 "GET /v2.0/networks/c8af21c5-ab19-4a9b-b137-bd4b33028629/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1758690 Jan 31 16:11:07.402203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38016) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:07.469610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a432-84ac-4a21-b1ff-bd5716b07685 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.485788 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-885b848d-940c-4368-975b-5c1edeed8584 tempest-DHCPAgentSchedulersTestJSON-1489785313 tempest-DHCPAgentSchedulersTestJSON-1489785313-project-admin] 10.222.0.36 "GET /v2.0/networks/c8af21c5-ab19-4a9b-b137-bd4b33028629/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0668509 Jan 31 16:11:07.488620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38024) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:07.677417 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fde56242-41b8-43a8-b072-be3110ac3d03 req-78598b95-3f29-494d-a998-f6c77960953e tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 210 time: 0.0421195 Jan 31 16:11:07.693344 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fc0dcac-b6ce-4ff5-af13-dc4e0b465ca3 req-3fc555e1-8b2d-40c5-aa68-16a2b14628d3 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075502 Jan 31 16:11:07.720745 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a432-84ac-4a21-b1ff-bd5716b07685 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.763742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4a432-84ac-4a21-b1ff-bd5716b07685 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Subnet': ['ID=19cb5673-7081-4e3c-8a98-8bb3934d749e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:07.769080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a432-84ac-4a21-b1ff-bd5716b07685 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.771835 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5ae4a432-84ac-4a21-b1ff-bd5716b07685 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/19cb5673-7081-4e3c-8a98-8bb3934d749e HTTP/1.1" status: 204 len: 168 time: 0.7378588 Jan 31 16:11:07.776847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0017355c-f25b-488e-8a88-1c37138ac027 None None] Network 56062fb3-1608-4d46-a29f-935e2ccb488a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:07.780806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38048) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:07.798202 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.879442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e9c0ed-a9b9-4a00-a0ed-6de2c32136f0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting subnet 3e191533-6dc7-4e6a-9599-38c832339fc7 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:11:07.884853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16e9c0ed-a9b9-4a00-a0ed-6de2c32136f0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.926663 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.947372 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16e9c0ed-a9b9-4a00-a0ed-6de2c32136f0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:07.953271 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-90da8751-ece2-4847-855d-ad0d3c1b8dbf tempest-DHCPAgentSchedulersTestJSON-1489785313 tempest-DHCPAgentSchedulersTestJSON-1489785313-project-admin] 10.222.0.36 "GET /v2.0/agents/33cff96b-1cb2-4364-ad6f-f2df255b4410/dhcp-networks HTTP/1.1" status: 200 len: 7245 time: 0.4633367 Jan 31 16:11:07.972490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38066) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:08.007261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001a58f-4bab-4470-b005-ed6d2c4fc319 req-0cf159c7-e8c6-42b2-a0ec-3c939ee538be tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:08.007424 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:08.008417 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9001a58f-4bab-4470-b005-ed6d2c4fc319 req-0cf159c7-e8c6-42b2-a0ec-3c939ee538be tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 943 time: 0.3236208 Jan 31 16:11:08.024239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9fc0dcac-b6ce-4ff5-af13-dc4e0b465ca3 req-8572fa8a-9eb4-439a-a526-e6326cefa6d3 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084776 Jan 31 16:11:08.030395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:08.039505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:08.085725 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9001a58f-4bab-4470-b005-ed6d2c4fc319 req-716a5584-ea57-44b3-a40e-45e251207597 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690796 Jan 31 16:11:08.139760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc293d-417e-44c8-96a5-cc756eaa58ba None None] DHCP port deletion for 56062fb3-1608-4d46-a29f-935e2ccb488a request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:11:08.173233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Pushing event updated for resources: {'Port': ['ID=3c750802-1495-43b9-b4bf-6d6b24b344c2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:08.208331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc293d-417e-44c8-96a5-cc756eaa58ba None None] Deleting port 55bbcf97-875e-4eb6-93b3-7fd1496f8414 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:08.208888 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c6dc293d-417e-44c8-96a5-cc756eaa58ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.241275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:08.242694 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.253575 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.270932 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16e9c0ed-a9b9-4a00-a0ed-6de2c32136f0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.295285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c6dc293d-417e-44c8-96a5-cc756eaa58ba None None] For port 55bbcf97-875e-4eb6-93b3-7fd1496f8414, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=55bbcf97-875e-4eb6-93b3-7fd1496f8414,segment=NetworkSegment(097bf2a1-b64a-46bf-b48f-ea28a194e833),segment_id=097bf2a1-b64a-46bf-b48f-ea28a194e833)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:08.296190 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c6dc293d-417e-44c8-96a5-cc756eaa58ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.306308 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-259b228e-23f2-42a8-9dda-0c9ba382e625 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7160468 Jan 31 16:11:08.314624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc293d-417e-44c8-96a5-cc756eaa58ba None None] Calling delete_port for 55bbcf97-875e-4eb6-93b3-7fd1496f8414 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:08.336133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Request body: {'port': {'device_id': '35cf9176-b23e-41cd-a314-12eb7ae4c275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:08.416190 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c6dc293d-417e-44c8-96a5-cc756eaa58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.448678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.473259 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc293d-417e-44c8-96a5-cc756eaa58ba None None] Pushing event deleted for resources: {'Port': ['ID=55bbcf97-875e-4eb6-93b3-7fd1496f8414,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:08.480680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc293d-417e-44c8-96a5-cc756eaa58ba None None] No DVR routers for this DVR port 55bbcf97-875e-4eb6-93b3-7fd1496f8414 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:08.489720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 55bbcf97-875e-4eb6-93b3-7fd1496f8414 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:08.494398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38088) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:08.515809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc130401-a1e9-4b07-8c62-2643e438128f']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:08.525127 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.530839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b757c75-23f7-465a-a1eb-6079b0efd439') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:08.531366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b757c75-23f7-465a-a1eb-6079b0efd439') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:08.533534 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16e9c0ed-a9b9-4a00-a0ed-6de2c32136f0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.544653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 55bbcf97-875e-4eb6-93b3-7fd1496f8414 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:08.545336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 55bbcf97-875e-4eb6-93b3-7fd1496f8414 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:08.545987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38094) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:08.552486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1248815185-network', 'tenant_id': '6eb650fc2c8a4629ad301b56eaff7465'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:08.578417 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.579968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e1511-c4bb-4c5f-a17b-f2281efba7bf None None] Network 07fb2e53-2578-41fe-8b87-f041db9c4358 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:08.581677 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16e9c0ed-a9b9-4a00-a0ed-6de2c32136f0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.582234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Made reservation on behalf of 6eb650fc2c8a4629ad301b56eaff7465 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:08.587713 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.589601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-16e9c0ed-a9b9-4a00-a0ed-6de2c32136f0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/3e191533-6dc7-4e6a-9599-38c832339fc7 HTTP/1.1" status: 204 len: 168 time: 0.8067529 Jan 31 16:11:08.599261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38096) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:08.600357 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.650159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9c0ed-a9b9-4a00-a0ed-6de2c32136f0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Subnet': ['ID=3e191533-6dc7-4e6a-9599-38c832339fc7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:08.695496 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.722033 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.728782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:08.729093 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:08.736961 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:08.812624 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38102) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:08.836125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9fe57eee-6576-41b7-bcbc-a9040e9087ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.863622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.884031 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] DHCP port deletion for 07fb2e53-2578-41fe-8b87-f041db9c4358 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:11:08.903965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56062fb3-1608-4d46-a29f-935e2ccb488a']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:08.920602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097bf2a1-b64a-46bf-b48f-ea28a194e833') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:08.921030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097bf2a1-b64a-46bf-b48f-ea28a194e833') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:08.931688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.943350 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.943637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.949284 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dcb70776-c4dc-427d-9257-daf9478e727e details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:11:08.949762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] 10.222.0.36 "DELETE /v2.0/networks/dc130401-a1e9-4b07-8c62-2643e438128f HTTP/1.1" status: 204 len: 168 time: 0.9505851 Jan 31 16:11:08.959977 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.965457 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38106) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:08.967676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:08.968798 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.981819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Deleting port 65eeb48d-26a6-449f-b8b9-6e5941d5d379 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:08.982234 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:08.990677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a1adf-6d89-464c-b2bd-2e9178453395 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Pushing event deleted for resources: {'Network': ['ID=dc130401-a1e9-4b07-8c62-2643e438128f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:09.014294 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:09.035670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1331340738'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:09.052747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002b05a-81d9-439c-99ef-ae8bc35c0911 req-a3b6a0e6-0648-4943-8f3b-d136b18979ff tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:09.054612 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5002b05a-81d9-439c-99ef-ae8bc35c0911 req-a3b6a0e6-0648-4943-8f3b-d136b18979ff tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 932 time: 0.2413981 Jan 31 16:11:09.057948 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cfd590-f7e0-4529-90c6-0a7352c9c1a8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] DELETE failed (client error): The resource could not be found. Jan 31 16:11:09.058649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22cfd590-f7e0-4529-90c6-0a7352c9c1a8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:11:09.063056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.065003 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-22cfd590-f7e0-4529-90c6-0a7352c9c1a8 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] 10.222.0.36 "DELETE /v2.0/ports/75516e33-8981-40fa-b0e8-a3c23d09ac74 HTTP/1.1" status: 404 len: 333 time: 0.0977178 Jan 31 16:11:09.066250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38108) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:09.094936 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.101731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/networks/56062fb3-1608-4d46-a29f-935e2ccb488a HTTP/1.1" status: 204 len: 168 time: 0.4948790 Jan 31 16:11:09.102227 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38110) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:09.125538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] For port 65eeb48d-26a6-449f-b8b9-6e5941d5d379, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=65eeb48d-26a6-449f-b8b9-6e5941d5d379,segment=NetworkSegment(241c4bb5-cd17-47af-8fab-67c6f398cedf),segment_id=241c4bb5-cd17-47af-8fab-67c6f398cedf)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:09.126714 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.152238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Calling delete_port for 65eeb48d-26a6-449f-b8b9-6e5941d5d379 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:09.160344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dcb70776-c4dc-427d-9257-daf9478e727e, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dcb70776-c4dc-427d-9257-daf9478e727e,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:09.186317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5002b05a-81d9-439c-99ef-ae8bc35c0911 req-a623607c-761c-422b-bd26-a1805d136fec tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183228 Jan 31 16:11:09.192237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e21b45-3238-4d5c-a791-ea06dbb6cbe4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Network': ['ID=56062fb3-1608-4d46-a29f-935e2ccb488a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:09.200516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:09.212159 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.226792 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'dcb70776-c4dc-427d-9257-daf9478e727e', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'port_id': 'dcb70776-c4dc-427d-9257-daf9478e727e', 'mac_address': 'fa:16:3e:fc:06:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18b0c43-4884-496a-b742-bf7f0dcdb7c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:11:09.234856 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.242921 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.258698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.259586 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.288054 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.306193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de62ae1-5708-47b2-a2e8-e1b88ee99424 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Deleting subnet ecd2a07c-a2d2-45f5-bbbe-9365c7e2444c {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:11:09.309386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:09.309675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb70776-c4dc-427d-9257-daf9478e727e {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:11:09.324692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c750802-1495-43b9-b4bf-6d6b24b344c2 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:11:09.328439 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3de62ae1-5708-47b2-a2e8-e1b88ee99424 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.331465 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dcb70776-c4dc-427d-9257-daf9478e727e, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dcb70776-c4dc-427d-9257-daf9478e727e,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:09.337216 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.353716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.359926 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.366971 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.367317 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Added segment 96427761-3ae5-4637-aab1-dda4e72cebb3 of type vlan for network c1236e87-5a76-4370-b860-23d0d590739c Jan 31 16:11:09.376633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] No DVR routers for this DVR port 65eeb48d-26a6-449f-b8b9-6e5941d5d379 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:09.389102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Transition to ACTIVE for port object 3c750802-1495-43b9-b4bf-6d6b24b344c2 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:11:09.394093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7a6c51-33db-4a3e-9c22-a98b6b938de1,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:09.399358 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.407565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=dcb70776-c4dc-427d-9257-daf9478e727e,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:09.425254 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3de62ae1-5708-47b2-a2e8-e1b88ee99424 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.435118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Pushing event deleted for resources: {'Port': ['ID=65eeb48d-26a6-449f-b8b9-6e5941d5d379,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:09.436410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b096ebe-dd64-47d8-9594-bd569ad2a511 req-a11a88b9-d285-4bc1-9b98-b43e3f5b28d6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:09.438242 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b096ebe-dd64-47d8-9594-bd569ad2a511 req-a11a88b9-d285-4bc1-9b98-b43e3f5b28d6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 943 time: 0.2824779 Jan 31 16:11:09.443366 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:09.443819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:09.444243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:09.444660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:09.445076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:09.445509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:09.446097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:09.446498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:09.446930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:09.447339 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:09.447742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:09.448146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dae24a0-7b00-47d4-a80c-eab0fb9f7e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:09.458576 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9fe57eee-6576-41b7-bcbc-a9040e9087ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.470218 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9fe57eee-6576-41b7-bcbc-a9040e9087ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.555636 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.565091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['dcb70776-c4dc-427d-9257-daf9478e727e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:09.599559 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9fe57eee-6576-41b7-bcbc-a9040e9087ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7138b4b4485547f3b9cda2f6845f83f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1038439 Jan 31 16:11:09.618532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe57eee-6576-41b7-bcbc-a9040e9087ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dca9144-be77-4bcc-bd3e-d0e0c7a40e8d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:09.625197 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38114) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:09.628293 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b096ebe-dd64-47d8-9594-bd569ad2a511 req-aa96326f-37f6-4736-ad76-6bb3fd0b000a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645796 Jan 31 16:11:09.692141 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.693575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:09.694294 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.711357 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3de62ae1-5708-47b2-a2e8-e1b88ee99424 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.734738 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.743948 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.746645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Pushing event updated for resources: {'Port': ['ID=3c750802-1495-43b9-b4bf-6d6b24b344c2,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:09.775212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port 65eeb48d-26a6-449f-b8b9-6e5941d5d379 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:09.775544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.796910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:09.805990 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2588103 Jan 31 16:11:09.811882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38116) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:09.812514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd5f81-d741-41b7-92cc-38b4f07e3198 admin admin] Pushing event updated for resources: {'Network': ['ID=c1236e87-5a76-4370-b860-23d0d590739c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:09.824059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3660a9c5-4fc8-458b-8616-7d8d29823925 admin admin] Request body: {'subnet': {'network_id': 'c1236e87-5a76-4370-b860-23d0d590739c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1248815185-subnet', 'tenant_id': '6eb650fc2c8a4629ad301b56eaff7465', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:09.824628 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c1236e87-5a76-4370-b860-23d0d590739c details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:09.829906 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ba2292f-95b5-4a50-a320-29c12a4135bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.836559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3513e81a-6640-4cb7-bb04-5770971a6a7f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:09.866474 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ba2292f-95b5-4a50-a320-29c12a4135bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.876634 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.877250 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Added segment 413afa63-e987-455b-a1b5-269b1edeeca6 of type vlan for network b3b76f2f-cc35-480d-af3e-edc0a8a2321e Jan 31 16:11:09.886753 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3de62ae1-5708-47b2-a2e8-e1b88ee99424 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.930593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de62ae1-5708-47b2-a2e8-e1b88ee99424 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd2a07c-a2d2-45f5-bbbe-9365c7e2444c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:09.937898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3660a9c5-4fc8-458b-8616-7d8d29823925 admin admin] Made reservation on behalf of 6eb650fc2c8a4629ad301b56eaff7465 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:09.940262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3660a9c5-4fc8-458b-8616-7d8d29823925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.944207 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3de62ae1-5708-47b2-a2e8-e1b88ee99424 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.946360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961d2825-0e5a-466b-bde1-e4beaf493dc4 None None] Network c8af21c5-ab19-4a9b-b137-bd4b33028629 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:09.947521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] For port 65eeb48d-26a6-449f-b8b9-6e5941d5d379, host n-d-827120-1, got binding levels [] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:09.947976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.950017 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3de62ae1-5708-47b2-a2e8-e1b88ee99424 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] 10.222.0.36 "DELETE /v2.0/subnets/ecd2a07c-a2d2-45f5-bbbe-9365c7e2444c HTTP/1.1" status: 204 len: 168 time: 0.8814602 Jan 31 16:11:09.952749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38118) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:09.958444 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:09.974980 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for 65eeb48d-26a6-449f-b8b9-6e5941d5d379 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:09.978766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_backend_mixin [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Port 65eeb48d-26a6-449f-b8b9-6e5941d5d379 was not found and therefore no delete operation was performed {{(pid=108771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:11:09.981165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Attempting to bind port 3c750802-1495-43b9-b4bf-6d6b24b344c2 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:09.981511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Attempting to bind port 3c750802-1495-43b9-b4bf-6d6b24b344c2 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:09.981836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Attempting to bind port 3c750802-1495-43b9-b4bf-6d6b24b344c2 on network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:09.985892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.021595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Port 3c750802-1495-43b9-b4bf-6d6b24b344c2 on network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:11:10.021595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Attempting to bind port 3c750802-1495-43b9-b4bf-6d6b24b344c2 on network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:10.028801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=65eeb48d-26a6-449f-b8b9-6e5941d5d379,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:10.035142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No DVR routers for this DVR port 65eeb48d-26a6-449f-b8b9-6e5941d5d379 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:10.036582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:10.036903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Checking segment: {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:10.037412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Bound using segment: {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:10.037956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Bound port: 3c750802-1495-43b9-b4bf-6d6b24b344c2, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:10.038309 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.043597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.049515 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:10.049741 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.097283 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ba2292f-95b5-4a50-a320-29c12a4135bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.100047 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6ba2292f-95b5-4a50-a320-29c12a4135bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.101016 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6ba2292f-95b5-4a50-a320-29c12a4135bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3dca9144-be77-4bcc-bd3e-d0e0c7a40e8d HTTP/1.1" status: 204 len: 168 time: 0.4718454 Jan 31 16:11:10.110371 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.125432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2292f-95b5-4a50-a320-29c12a4135bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dca9144-be77-4bcc-bd3e-d0e0c7a40e8d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:10.149958 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a122cbe-a494-4007-b3d7-7a10de4fad0b None None] DHCP port deletion for c8af21c5-ab19-4a9b-b137-bd4b33028629 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:11:10.210456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9a122cbe-a494-4007-b3d7-7a10de4fad0b None None] Deleting port 1f42c937-65fd-4a67-8cd3-dba6eb607628 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:10.211770 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9a122cbe-a494-4007-b3d7-7a10de4fad0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.232851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Network': ['ID=b3b76f2f-cc35-480d-af3e-edc0a8a2321e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:10.252440 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-84019445-4e0f-4c17-abcb-0f786cafe594 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4377496 Jan 31 16:11:10.260419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38124) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:10.311945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'name': 'tempest-PortsTestJSON-1560383030'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:10.319980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9a122cbe-a494-4007-b3d7-7a10de4fad0b None None] For port 1f42c937-65fd-4a67-8cd3-dba6eb607628, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1f42c937-65fd-4a67-8cd3-dba6eb607628,segment=NetworkSegment(087e720a-8351-4252-bd93-07e3457c47f8),segment_id=087e720a-8351-4252-bd93-07e3457c47f8)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:10.320401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9a122cbe-a494-4007-b3d7-7a10de4fad0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.340568 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9a122cbe-a494-4007-b3d7-7a10de4fad0b None None] Calling delete_port for 1f42c937-65fd-4a67-8cd3-dba6eb607628 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:10.428711 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.448776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:10.482117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fb2e53-2578-41fe-8b87-f041db9c4358']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:10.518887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625683e-64ec-4f7f-a3f8-9e28eac54353 req-df528385-eec3-4b5f-b03e-ccc09721eb75 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:10.520473 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e625683e-64ec-4f7f-a3f8-9e28eac54353 req-df528385-eec3-4b5f-b03e-ccc09721eb75 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 944 time: 0.1950858 Jan 31 16:11:10.522312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] For port 3c750802-1495-43b9-b4bf-6d6b24b344c2, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:10.526142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241c4bb5-cd17-47af-8fab-67c6f398cedf') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:10.526752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241c4bb5-cd17-47af-8fab-67c6f398cedf') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:10.551477 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.556026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 65eeb48d-26a6-449f-b8b9-6e5941d5d379 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:10.561308 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3660a9c5-4fc8-458b-8616-7d8d29823925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.570463 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Deleting port 1f42c937-65fd-4a67-8cd3-dba6eb607628 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:10.570795 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.572143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] For port 3c750802-1495-43b9-b4bf-6d6b24b344c2, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c750802-1495-43b9-b4bf-6d6b24b344c2,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:10.598185 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.599530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 65eeb48d-26a6-449f-b8b9-6e5941d5d379 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:10.600068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 65eeb48d-26a6-449f-b8b9-6e5941d5d379 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:10.600482 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1f42c937-65fd-4a67-8cd3-dba6eb607628 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:10.604469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38128) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:10.619250 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.664640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:10.665865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.671307 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9a122cbe-a494-4007-b3d7-7a10de4fad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.672369 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] 10.222.0.30 "PUT /v2.0/ports/3c750802-1495-43b9-b4bf-6d6b24b344c2 HTTP/1.1" status: 200 len: 1092 time: 2.3425543 Jan 31 16:11:10.673654 n-d-827120-1 neutron-server[108773]: INFO neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No ports have port_id starting with 1f42c937-65fd-4a67-8cd3-dba6eb607628 Jan 31 16:11:10.702921 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a122cbe-a494-4007-b3d7-7a10de4fad0b None None] Pushing event deleted for resources: {'Port': ['ID=1f42c937-65fd-4a67-8cd3-dba6eb607628,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:10.707487 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a122cbe-a494-4007-b3d7-7a10de4fad0b None None] No DVR routers for this DVR port 1f42c937-65fd-4a67-8cd3-dba6eb607628 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:10.715362 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b644e5d2-cb04-4334-a9da-faecb625619d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.725907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cf9176-b23e-41cd-a314-12eb7ae4c275', 'tag': '3c750802-1495-43b9-b4bf-6d6b24b344c2'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:10.728378 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f869d0a2-54ec-4df2-9ee2-3434525fedcc" -d '{"events": [{"name": "network-changed", "server_uuid": "35cf9176-b23e-41cd-a314-12eb7ae4c275", "tag": "3c750802-1495-43b9-b4bf-6d6b24b344c2"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:10.737039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:10.737434 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:10.744005 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:10.751470 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] For port 1f42c937-65fd-4a67-8cd3-dba6eb607628, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1f42c937-65fd-4a67-8cd3-dba6eb607628,segment=NetworkSegment(087e720a-8351-4252-bd93-07e3457c47f8),segment_id=087e720a-8351-4252-bd93-07e3457c47f8)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:10.751913 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.763101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660a9c5-4fc8-458b-8616-7d8d29823925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78797291-12cd-4717-9e35-c088da8f1351,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:10.779584 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e625683e-64ec-4f7f-a3f8-9e28eac54353 req-28f232f3-313b-4d3b-bd3c-fa97e6c206e4 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416971 Jan 31 16:11:10.811349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Calling delete_port for 1f42c937-65fd-4a67-8cd3-dba6eb607628 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:10.832649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:10.834479 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.842341 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27870b5c-ca0f-46b7-9e65-381e6d704482 x-openstack-request-id: req-27870b5c-ca0f-46b7-9e65-381e6d704482 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:10.842661 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cf9176-b23e-41cd-a314-12eb7ae4c275", "tag": "3c750802-1495-43b9-b4bf-6d6b24b344c2", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:10.843010 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27870b5c-ca0f-46b7-9e65-381e6d704482 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:10.843434 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cf9176-b23e-41cd-a314-12eb7ae4c275', 'tag': '3c750802-1495-43b9-b4bf-6d6b24b344c2', 'status': 'completed', 'code': 200} Jan 31 16:11:10.844939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660a9c5-4fc8-458b-8616-7d8d29823925 admin admin] Checking segment: {'id': '96427761-3ae5-4637-aab1-dda4e72cebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c1236e87-5a76-4370-b860-23d0d590739c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:10.845335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660a9c5-4fc8-458b-8616-7d8d29823925 admin admin] Network hostable DHCP agents. Network: c1236e87-5a76-4370-b860-23d0d590739c, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:10.865587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661e679-dcf5-44d2-b833-2c3b6efeb7af service neutron] Pushing event updated for resources: {'Port': ['ID=3c750802-1495-43b9-b4bf-6d6b24b344c2,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:10.883337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port d3cf38e2-7b13-442c-9625-431945cf6b1a yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:10.892712 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.897944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:10.905331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/networks/07fb2e53-2578-41fe-8b87-f041db9c4358 HTTP/1.1" status: 204 len: 168 time: 1.7978737 Jan 31 16:11:10.907139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38134) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:10.922744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e6bf4-76fe-431c-97f1-513769978298 req-ce02b82a-ff4b-40df-abbf-e46dcb5ccb50 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:10.924306 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-517e6bf4-76fe-431c-97f1-513769978298 req-ce02b82a-ff4b-40df-abbf-e46dcb5ccb50 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 944 time: 0.1752419 Jan 31 16:11:10.951282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dcb70776-c4dc-427d-9257-daf9478e727e up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:10.962250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d518abe6-2206-4371-bf95-a828eb9eee93 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1756143893'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:10.970112 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660a9c5-4fc8-458b-8616-7d8d29823925 admin admin] Network c1236e87-5a76-4370-b860-23d0d590739c is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:10.980278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47ecc2-bddd-4132-9881-6faaaa9a019b tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Network': ['ID=07fb2e53-2578-41fe-8b87-f041db9c4358,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:10.987696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-2ccda9e3-c0eb-4b55-bc18-edb325d3a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:10.990112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-2ccda9e3-c0eb-4b55-bc18-edb325d3a054 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 1095 time: 0.2570920 Jan 31 16:11:11.004657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-3660a9c5-4fc8-458b-8616-7d8d29823925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c1236e87-5a76-4370-b860-23d0d590739c) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:11.011915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port dcb70776-c4dc-427d-9257-daf9478e727e completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:11:11.020571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f80b7-71e8-47a9-9461-193ad467ffcc None None] Network c1236e87-5a76-4370-b860-23d0d590739c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:11.023292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port dcb70776-c4dc-427d-9257-daf9478e727e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:11.023819 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.030214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660a9c5-4fc8-458b-8616-7d8d29823925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:11.030826 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3660a9c5-4fc8-458b-8616-7d8d29823925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.034112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b644e5d2-cb04-4334-a9da-faecb625619d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.041972 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-517e6bf4-76fe-431c-97f1-513769978298 req-d87649b3-9d40-4918-a85a-6ab90e362a4a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025703 Jan 31 16:11:11.047306 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b644e5d2-cb04-4334-a9da-faecb625619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.058640 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.066830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-f555292c-8a34-4395-97fe-39fdf26b1ec5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c750802-1495-43b9-b4bf-6d6b24b344c2 HTTP/1.1" status: 200 len: 217 time: 0.0657477 Jan 31 16:11:11.073163 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3660a9c5-4fc8-458b-8616-7d8d29823925 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2580788 Jan 31 16:11:11.123640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Pushing event deleted for resources: {'Port': ['ID=1f42c937-65fd-4a67-8cd3-dba6eb607628,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:11.136587 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b644e5d2-cb04-4334-a9da-faecb625619d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b960f93b9cf4983bfdeefbd1f69b570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5280292 Jan 31 16:11:11.137623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] No DVR routers for this DVR port 1f42c937-65fd-4a67-8cd3-dba6eb607628 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:11.143805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38138) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:11.168677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644e5d2-cb04-4334-a9da-faecb625619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43af2dea-f818-4891-b07b-08c2c987e027,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:11.213850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ed668-21d8-4b7a-82ce-e1560447aed7 None None] Network c1236e87-5a76-4370-b860-23d0d590739c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:11.263010 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.295584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8af21c5-ab19-4a9b-b137-bd4b33028629']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:11.298155 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a9be4613-d8db-4833-a716-30ffaabac2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.314414 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087e720a-8351-4252-bd93-07e3457c47f8') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:11.315023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087e720a-8351-4252-bd93-07e3457c47f8') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:11.315567 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.322734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-8daa13cd-0983-4c4e-968c-dd4771d718e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:11.324611 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-8daa13cd-0983-4c4e-968c-dd4771d718e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ddc50a13-9d37-40e9-a224-2341504a1a25 HTTP/1.1" status: 200 len: 854 time: 0.0587363 Jan 31 16:11:11.331136 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.341917 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a9be4613-d8db-4833-a716-30ffaabac2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.360401 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.361206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d518abe6-2206-4371-bf95-a828eb9eee93 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:11.364300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port dcb70776-c4dc-427d-9257-daf9478e727e, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dcb70776-c4dc-427d-9257-daf9478e727e,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:11.365338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d518abe6-2206-4371-bf95-a828eb9eee93 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.369215 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-349a1825-90eb-4f2c-abaf-31b809f58b93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361791 Jan 31 16:11:11.370136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8cdc44-f06e-4d77-8b32-ff6b6c01a555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb70776-c4dc-427d-9257-daf9478e727e'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:11.373044 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b327a36-ac33-4c0b-8eaf-071a4f850bcd" -d '{"events": [{"server_uuid": "cf8cdc44-f06e-4d77-8b32-ff6b6c01a555", "name": "network-vif-plugged", "status": "completed", "tag": "dcb70776-c4dc-427d-9257-daf9478e727e"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:11.374324 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.378440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:11.378845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:11.381984 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:11.395810 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.466371 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a9be4613-d8db-4833-a716-30ffaabac2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.470087 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a9be4613-d8db-4833-a716-30ffaabac2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.471662 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a9be4613-d8db-4833-a716-30ffaabac2cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43af2dea-f818-4891-b07b-08c2c987e027 HTTP/1.1" status: 204 len: 168 time: 0.3269007 Jan 31 16:11:11.476180 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.488532 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.492401 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] 10.222.0.36 "DELETE /v2.0/networks/c8af21c5-ab19-4a9b-b137-bd4b33028629 HTTP/1.1" status: 204 len: 168 time: 1.5299115 Jan 31 16:11:11.496208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be4613-d8db-4833-a716-30ffaabac2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43af2dea-f818-4891-b07b-08c2c987e027,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:11.520888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097c929-84a2-42a2-88b2-e36496da3363 tempest-DHCPAgentSchedulersTestJSON-228114763 tempest-DHCPAgentSchedulersTestJSON-228114763-project] Pushing event deleted for resources: {'Network': ['ID=c8af21c5-ab19-4a9b-b137-bd4b33028629,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:11.554770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c697-8a89-4ea3-912b-cced95a87bec req-321ace96-e8c7-4083-8e3b-35bd5aa7999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:11.556694 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3568c697-8a89-4ea3-912b-cced95a87bec req-321ace96-e8c7-4083-8e3b-35bd5aa7999a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 1096 time: 0.0471833 Jan 31 16:11:11.566302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d518abe6-2206-4371-bf95-a828eb9eee93 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:11.589303 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d518abe6-2206-4371-bf95-a828eb9eee93 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.589622 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-d518abe6-2206-4371-bf95-a828eb9eee93 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Added segment 235dc808-dff0-463c-83d7-9c6228728337 of type vlan for network 21968fa6-aef5-4ee0-a2ab-9dad08186975 Jan 31 16:11:11.601239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3568c697-8a89-4ea3-912b-cced95a87bec req-d0eec73e-0d11-497c-bd11-d570caf506eb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377131 Jan 31 16:11:11.614164 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339813cc-55d2-4c74-8c8c-fada161e3ebe x-openstack-request-id: req-339813cc-55d2-4c74-8c8c-fada161e3ebe {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:11.614463 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8cdc44-f06e-4d77-8b32-ff6b6c01a555", "name": "network-vif-plugged", "status": "completed", "tag": "dcb70776-c4dc-427d-9257-daf9478e727e", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:11.614715 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-339813cc-55d2-4c74-8c8c-fada161e3ebe {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:11.615113 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8cdc44-f06e-4d77-8b32-ff6b6c01a555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb70776-c4dc-427d-9257-daf9478e727e', 'code': 200} Jan 31 16:11:11.687867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.711701 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d518abe6-2206-4371-bf95-a828eb9eee93 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.738329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=dcb70776-c4dc-427d-9257-daf9478e727e,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:11.778488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-5d9b3252-ee12-4939-a96a-1f49ebcd4bfa service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020178 Jan 31 16:11:11.825720 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=d3cf38e2-7b13-442c-9625-431945cf6b1a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:11.833309 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d518abe6-2206-4371-bf95-a828eb9eee93 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.838826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d518abe6-2206-4371-bf95-a828eb9eee93 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:11.839426 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d518abe6-2206-4371-bf95-a828eb9eee93 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:11.886553 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Checking segment: {'id': '413afa63-e987-455b-a1b5-269b1edeeca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:11.886910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network hostable DHCP agents. Network: b3b76f2f-cc35-480d-af3e-edc0a8a2321e, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:11.967392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-6777f5da-b2d0-4a11-a245-b24062471d93 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:11.976623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-6777f5da-b2d0-4a11-a245-b24062471d93 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/networks?id=04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 HTTP/1.1" status: 200 len: 809 time: 0.1745894 Jan 31 16:11:11.980050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d518abe6-2206-4371-bf95-a828eb9eee93 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0660269 Jan 31 16:11:11.990376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38172) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:11.996944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ef1821c2-15c7-4d5b-a9c7-ea6c4b1d57d1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'subnet': {'network_id': '21968fa6-aef5-4ee0-a2ab-9dad08186975', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:12.020555 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-a742b085-db78-4eff-83b3-f22f184b8780 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/quotas/89ddd85762da493694d7f3b099d534f9 HTTP/1.1" status: 200 len: 375 time: 0.0418694 Jan 31 16:11:12.022449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518abe6-2206-4371-bf95-a828eb9eee93 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Network': ['ID=21968fa6-aef5-4ee0-a2ab-9dad08186975,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:12.037751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b123cf-23d6-43cf-b0e4-ae9bd1f1a9b7 req-b802bed9-620c-4154-a748-614852d7b18a tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:12.039328 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39b123cf-23d6-43cf-b0e4-ae9bd1f1a9b7 req-b802bed9-620c-4154-a748-614852d7b18a tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 944 time: 0.1578722 Jan 31 16:11:12.047376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 21968fa6-aef5-4ee0-a2ab-9dad08186975 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:12.050879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:12.067424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-e8833fdc-4ece-45ed-8e08-8c1750e9de1f tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=89ddd85762da493694d7f3b099d534f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458736 Jan 31 16:11:12.073460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e2c49c80-a794-4939-9b2e-d0f14232904f req-689e83ca-714f-4a8b-8c14-433f07c64b79 service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861102 Jan 31 16:11:12.105531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-31de529a-bddf-48a0-af6b-eb272d7d6252 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:11:12.107049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39b123cf-23d6-43cf-b0e4-ae9bd1f1a9b7 req-e6724849-77c3-4436-8beb-e41accba94aa tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571501 Jan 31 16:11:12.110500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, b3b76f2f-cc35-480d-af3e-edc0a8a2321e) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:12.111065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38178) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:12.113019 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:12.118100 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-31de529a-bddf-48a0-af6b-eb272d7d6252 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497584 Jan 31 16:11:12.125500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:12.126436 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:12.164050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8b2090-3d76-4014-8e01-1522f80e6886 None None] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:12.189804 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3066de53-84c0-4cc0-b1bd-5c4cbe95f7a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8829849 Jan 31 16:11:12.191944 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38182) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:12.197578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-3ff51547-7f8e-42eb-8db8-a0cf50ff1f28 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1962128369'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:12.254769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d0a2-54ec-4df2-9ee2-3434525fedcc req-df1d3678-efe2-4da6-8857-cf805467505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:12.256668 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f869d0a2-54ec-4df2-9ee2-3434525fedcc req-df1d3678-efe2-4da6-8857-cf805467505b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 1095 time: 0.1186850 Jan 31 16:11:12.296812 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-05d5f7d3-8c29-4d51-8a57-eefb08d8c3c2 service neutron] 10.222.0.36 "GET /v2.0/networks/04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778114 Jan 31 16:11:12.310793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a841c-2317-4e77-9760-be47b774e4c3 req-17a37832-fb3c-4cf9-a715-3a6ea0c14e42 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:12.312859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5b7a841c-2317-4e77-9760-be47b774e4c3 req-17a37832-fb3c-4cf9-a715-3a6ea0c14e42 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 945 time: 0.1058774 Jan 31 16:11:12.356969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff51547-7f8e-42eb-8db8-a0cf50ff1f28 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:12.360729 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3ff51547-7f8e-42eb-8db8-a0cf50ff1f28 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:12.421675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1821c2-15c7-4d5b-a9c7-ea6c4b1d57d1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:12.425395 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef1821c2-15c7-4d5b-a9c7-ea6c4b1d57d1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:12.466967 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5b7a841c-2317-4e77-9760-be47b774e4c3 req-0e34838e-d2e5-4301-bd1f-eb54b38bef8c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262245 Jan 31 16:11:12.467705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff51547-7f8e-42eb-8db8-a0cf50ff1f28 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:12.484528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d0a2-54ec-4df2-9ee2-3434525fedcc req-d99fbcba-6b6f-4248-9ea9-d09d671978ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:12.486382 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f869d0a2-54ec-4df2-9ee2-3434525fedcc req-d99fbcba-6b6f-4248-9ea9-d09d671978ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 915 time: 0.2214482 Jan 31 16:11:12.503119 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3ff51547-7f8e-42eb-8db8-a0cf50ff1f28 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:12.503470 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-3ff51547-7f8e-42eb-8db8-a0cf50ff1f28 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Added segment 7ef9e4a4-9a45-49ef-95fc-5055738734a0 of type vlan for network 751ae602-6be1-47f4-a0fe-c9a04af957c5 Jan 31 16:11:12.504552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-644f6b34-e5ef-41d4-ba52-7f64ec35e8c6 service neutron] 10.222.0.36 "GET /v2.0/networks/04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974518 Jan 31 16:11:12.506804 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-639af2d5-7246-4322-9687-ee1d9524f4ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=976270e82c9842fba05a2ff4b97202c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945792 Jan 31 16:11:12.511401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38190) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:12.584682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f869d0a2-54ec-4df2-9ee2-3434525fedcc req-c3adaae0-46c7-4f84-b7e4-b6d011cfd0e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c750802-1495-43b9-b4bf-6d6b24b344c2 HTTP/1.1" status: 200 len: 217 time: 0.0888538 Jan 31 16:11:12.593272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9d9da7f9-e085-4430-864d-2eba55a84841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:12.613505 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3ff51547-7f8e-42eb-8db8-a0cf50ff1f28 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:12.652139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9d9da7f9-e085-4430-864d-2eba55a84841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:12.684029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d0a2-54ec-4df2-9ee2-3434525fedcc req-53ef13eb-bf49-4446-8374-199e49459bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:12.686020 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f869d0a2-54ec-4df2-9ee2-3434525fedcc req-53ef13eb-bf49-4446-8374-199e49459bdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ddc50a13-9d37-40e9-a224-2341504a1a25 HTTP/1.1" status: 200 len: 854 time: 0.0857010 Jan 31 16:11:12.758928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f869d0a2-54ec-4df2-9ee2-3434525fedcc req-b4cbb608-1530-4091-a367-3c9af8017315 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645654 Jan 31 16:11:12.774011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9d9da7f9-e085-4430-864d-2eba55a84841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:12.777112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9d9da7f9-e085-4430-864d-2eba55a84841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:12.780839 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9d9da7f9-e085-4430-864d-2eba55a84841 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52737d40-8dd8-4e55-a7e7-d408341ef210 HTTP/1.1" status: 204 len: 168 time: 0.2660508 Jan 31 16:11:12.808438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7932c793-563e-43d4-9eee-e005feea9e35 req-d3aee213-fe4d-4499-b446-cd77a44b3441 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 210 time: 0.0481567 Jan 31 16:11:12.832851 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3ff51547-7f8e-42eb-8db8-a0cf50ff1f28 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:12.841657 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff51547-7f8e-42eb-8db8-a0cf50ff1f28 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:12.842461 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3ff51547-7f8e-42eb-8db8-a0cf50ff1f28 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:12.847253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9da7f9-e085-4430-864d-2eba55a84841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52737d40-8dd8-4e55-a7e7-d408341ef210,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:12.869146 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef1821c2-15c7-4d5b-a9c7-ea6c4b1d57d1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:12.954912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1821c2-15c7-4d5b-a9c7-ea6c4b1d57d1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Subnet': ['ID=994ffcc9-0a5e-401e-83ff-58e41c32507c,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:12.966077 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3ff51547-7f8e-42eb-8db8-a0cf50ff1f28 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7727952 Jan 31 16:11:12.969230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38208) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:12.975173 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'ports': [{'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e'}, {'network_id': '751ae602-6be1-47f4-a0fe-c9a04af957c5'}]} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:12.975511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:12.976107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': '751ae602-6be1-47f4-a0fe-c9a04af957c5'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:12.992809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff51547-7f8e-42eb-8db8-a0cf50ff1f28 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Network': ['ID=751ae602-6be1-47f4-a0fe-c9a04af957c5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:13.006163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 751ae602-6be1-47f4-a0fe-c9a04af957c5 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:13.060034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1821c2-15c7-4d5b-a9c7-ea6c4b1d57d1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Checking segment: {'id': '235dc808-dff0-463c-83d7-9c6228728337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '21968fa6-aef5-4ee0-a2ab-9dad08186975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:13.060410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1821c2-15c7-4d5b-a9c7-ea6c4b1d57d1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network hostable DHCP agents. Network: 21968fa6-aef5-4ee0-a2ab-9dad08186975, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:13.065599 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f869d0a2-54ec-4df2-9ee2-3434525fedcc req-d8061fe0-f36c-430f-943a-b0d43a4e0216 service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547748 Jan 31 16:11:13.135020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1821c2-15c7-4d5b-a9c7-ea6c4b1d57d1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 21968fa6-aef5-4ee0-a2ab-9dad08186975 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:13.157575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ef1821c2-15c7-4d5b-a9c7-ea6c4b1d57d1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 21968fa6-aef5-4ee0-a2ab-9dad08186975) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:13.164304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1821c2-15c7-4d5b-a9c7-ea6c4b1d57d1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:13.164955 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef1821c2-15c7-4d5b-a9c7-ea6c4b1d57d1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.190053 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ef1821c2-15c7-4d5b-a9c7-ea6c4b1d57d1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1984038 Jan 31 16:11:13.191445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 2} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:13.198502 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.201590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38214) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:13.206658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-945c6c58-165a-4115-9d3c-dac329aa9ff3 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1274159695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:13.223796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba6485-75ce-46fd-b740-28e708a04a65 None None] Network 21968fa6-aef5-4ee0-a2ab-9dad08186975 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:13.228391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.335004 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f869d0a2-54ec-4df2-9ee2-3434525fedcc req-be669fe3-092f-4ece-a1f3-b27fe4fed46f service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633300 Jan 31 16:11:13.457015 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945c6c58-165a-4115-9d3c-dac329aa9ff3 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.458159 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945c6c58-165a-4115-9d3c-dac329aa9ff3 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.474044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02520-ed78-44ef-8d76-d5717532fc0c req-468ef90e-c73b-457d-a354-c1d4d056b7af tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:13.474726 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38224) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:13.475104 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f5d02520-ed78-44ef-8d76-d5717532fc0c req-468ef90e-c73b-457d-a354-c1d4d056b7af tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 944 time: 0.1463664 Jan 31 16:11:13.496170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd32b-b48c-4502-8ed4-b57649c23d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.527361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port c082d11c-abb8-49d0-98b5-d4d3e5f29830 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:13.542954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-21968fa6-aef5-4ee0-a2ab-9dad08186975', 'network_id': '21968fa6-aef5-4ee0-a2ab-9dad08186975', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'fixed_ips': [{'subnet_id': '994ffcc9-0a5e-401e-83ff-58e41c32507c'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:11:13.546067 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.571994 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f5d02520-ed78-44ef-8d76-d5717532fc0c req-850a65c0-2c13-4638-83a0-899f4f2d8730 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864625 Jan 31 16:11:13.611701 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945c6c58-165a-4115-9d3c-dac329aa9ff3 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.620172 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd32b-b48c-4502-8ed4-b57649c23d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.621415 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945c6c58-165a-4115-9d3c-dac329aa9ff3 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.641641 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd32b-b48c-4502-8ed4-b57649c23d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.652082 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945c6c58-165a-4115-9d3c-dac329aa9ff3 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.654928 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-945c6c58-165a-4115-9d3c-dac329aa9ff3 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4522803 Jan 31 16:11:13.658753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38228) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:13.675738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'port': {'network_id': '21968fa6-aef5-4ee0-a2ab-9dad08186975', 'name': 'tempest-RoutersTest-6148981'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:13.696959 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3fbfd32b-b48c-4502-8ed4-b57649c23d58 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de20eb5c1e284e5ba0fa2a3cdac0c909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208626 Jan 31 16:11:13.702528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38230) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:13.748299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Allocated IP 172.20.0.2 (21968fa6-aef5-4ee0-a2ab-9dad08186975/994ffcc9-0a5e-401e-83ff-58e41c32507c/d0bbdca5-4e98-4ef4-b38c-3b85aca93064) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:13.772291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edd278-3bba-4836-a672-6a8d12fd5c12 req-f7a187b9-632f-484c-bce7-564373dc1614 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:13.773281 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:11:13.776083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60edd278-3bba-4836-a672-6a8d12fd5c12 req-f7a187b9-632f-484c-bce7-564373dc1614 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 945 time: 0.1787984 Jan 31 16:11:13.799537 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfd32b-b48c-4502-8ed4-b57649c23d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c013f0a-9edf-4235-85a8-c025a4147f04,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:13.845630 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81b2972f-2c92-48f2-a2af-906f25da723b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.858662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.937711 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.946790 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:13.993908 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38238) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:13.994154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Network 21968fa6-aef5-4ee0-a2ab-9dad08186975 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:13.998308 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:14.000968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba73da35-5f4d-4245-9ee6-c38fbd2d16c4 req-244a9222-8a8b-4d00-b878-6b99a6d13ba5 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 210 time: 0.0543191 Jan 31 16:11:14.008986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:14.020185 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port baed59d8-127d-402c-9a98-fb671f062964 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:14.038890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:14.050457 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:14.059966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Pushing event updated for resources: {'Port': ['ID=d0bbdca5-4e98-4ef4-b38c-3b85aca93064,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:14.079035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] device_id is not set on port 0de7fd3b-0fd6-456b-85eb-b43c04a9b891 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:14.094805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Attempting to bind port d0bbdca5-4e98-4ef4-b38c-3b85aca93064 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:14.095483 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Attempting to bind port d0bbdca5-4e98-4ef4-b38c-3b85aca93064 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '235dc808-dff0-463c-83d7-9c6228728337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '21968fa6-aef5-4ee0-a2ab-9dad08186975'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:14.095968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Attempting to bind port d0bbdca5-4e98-4ef4-b38c-3b85aca93064 on network 21968fa6-aef5-4ee0-a2ab-9dad08186975 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:14.102436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:14.102938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Checking segment: {'id': '235dc808-dff0-463c-83d7-9c6228728337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '21968fa6-aef5-4ee0-a2ab-9dad08186975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:14.103433 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:14.103947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Bound using segment: {'id': '235dc808-dff0-463c-83d7-9c6228728337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '21968fa6-aef5-4ee0-a2ab-9dad08186975'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:14.104529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Bound port: d0bbdca5-4e98-4ef4-b38c-3b85aca93064, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235dc808-dff0-463c-83d7-9c6228728337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '21968fa6-aef5-4ee0-a2ab-9dad08186975'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:14.105125 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:14.175510 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81b2972f-2c92-48f2-a2af-906f25da723b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:14.189825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] For port d0bbdca5-4e98-4ef4-b38c-3b85aca93064, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:14.193769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] For port d0bbdca5-4e98-4ef4-b38c-3b85aca93064, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d0bbdca5-4e98-4ef4-b38c-3b85aca93064,segment=NetworkSegment(235dc808-dff0-463c-83d7-9c6228728337),segment_id=235dc808-dff0-463c-83d7-9c6228728337)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:14.199427 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:14.229325 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60edd278-3bba-4836-a672-6a8d12fd5c12 req-fb7e4eb1-ef5e-4aee-b876-13c438c73b3c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424744 Jan 31 16:11:14.275999 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81b2972f-2c92-48f2-a2af-906f25da723b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:14.280555 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81b2972f-2c92-48f2-a2af-906f25da723b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:14.282301 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-81b2972f-2c92-48f2-a2af-906f25da723b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c013f0a-9edf-4235-85a8-c025a4147f04 HTTP/1.1" status: 204 len: 168 time: 0.5730667 Jan 31 16:11:14.297513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-652481715', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:14.319153 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2972f-2c92-48f2-a2af-906f25da723b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c013f0a-9edf-4235-85a8-c025a4147f04,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:14.350400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47627b79-9f94-40ce-9587-087c8c647fcd None None] Pushing event updated for resources: {'Port': ['ID=d0bbdca5-4e98-4ef4-b38c-3b85aca93064,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:14.402830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Allocated IP 172.20.0.8 (21968fa6-aef5-4ee0-a2ab-9dad08186975/994ffcc9-0a5e-401e-83ff-58e41c32507c/0de7fd3b-0fd6-456b-85eb-b43c04a9b891) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:14.426828 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:14.518105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Made reservation on behalf of 5959e7541687458f9b7082e7f512dc95 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:14.520201 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:14.555442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-3e291d23-a596-4728-a70a-f3c70e7467d2 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:14.556402 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-3e291d23-a596-4728-a70a-f3c70e7467d2 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.20 "GET /v2.0/networks?id=04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 HTTP/1.1" status: 200 len: 809 time: 0.3749082 Jan 31 16:11:14.579779 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:14.592757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Request body: {'port': {'device_id': 'facbc6f1-b50f-4b2c-87e0-94b07d90df7f', 'network_id': '04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1', 'admin_state_up': True, 'tenant_id': '89ddd85762da493694d7f3b099d534f9'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:14.603952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c738-b2f8-4dea-a2af-9df59451334b req-706c86d9-8cab-44c6-9a92-9b9b1accdbfa tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:14.605615 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4132c738-b2f8-4dea-a2af-9df59451334b req-706c86d9-8cab-44c6-9a92-9b9b1accdbfa tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 945 time: 0.2447839 Jan 31 16:11:14.710349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7aff5-f7fd-4149-bb5d-03cb0d6ca7ef req-fe6da97d-f926-44a0-8eec-035e935257e3 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:14.711808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-35d7aff5-f7fd-4149-bb5d-03cb0d6ca7ef req-fe6da97d-f926-44a0-8eec-035e935257e3 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 944 time: 0.0611243 Jan 31 16:11:14.751766 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:14.756396 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-35d7aff5-f7fd-4149-bb5d-03cb0d6ca7ef req-58adfdbd-1655-4c15-a2d4-dabf999b4373 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364664 Jan 31 16:11:14.862969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:14.868768 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4132c738-b2f8-4dea-a2af-9df59451334b req-510b7e69-f596-4dc9-8c3a-cfa2074e880b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252676 Jan 31 16:11:14.891713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:14.910224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:14.911038 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:14.948015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=c082d11c-abb8-49d0-98b5-d4d3e5f29830,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:15.000328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:15.014738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef78dc-3e18-4e3a-92ef-6dee57c16a0a req-e7191ff3-48f9-42a1-b734-d66c61943f67 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:15.016735 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12ef78dc-3e18-4e3a-92ef-6dee57c16a0a req-e7191ff3-48f9-42a1-b734-d66c61943f67 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 945 time: 0.0654252 Jan 31 16:11:15.068825 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-12ef78dc-3e18-4e3a-92ef-6dee57c16a0a req-e7aa12f6-240c-4cf2-b72b-54069732b850 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450294 Jan 31 16:11:15.070228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=baed59d8-127d-402c-9a98-fb671f062964,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:15.081789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:15.099014 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:15.112265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] device_id is not set on port 118226b2-2b82-42e3-bb89-3318206e5280 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:15.131424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Made reservation on behalf of 89ddd85762da493694d7f3b099d534f9 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:15.135898 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:15.150973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Checking segment: {'id': '7ef9e4a4-9a45-49ef-95fc-5055738734a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '751ae602-6be1-47f4-a0fe-c9a04af957c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:15.151736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network hostable DHCP agents. Network: 751ae602-6be1-47f4-a0fe-c9a04af957c5, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:15.260625 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:15.276306 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5695c0b2-8385-4e1f-a96c-7df71a23d68e req-d17bcc87-9b43-4b7e-af8b-ba63db02ce45 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 210 time: 0.1283171 Jan 31 16:11:15.309967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6dca19-ca0e-4de4-9dbe-c34e22cb52fd,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:15.389912 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7167d26-c11e-42e2-8736-990c4b01cbc4 req-96f88c2e-0783-49bf-9f48-b6891f107ae9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:15.391554 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d7167d26-c11e-42e2-8736-990c4b01cbc4 req-96f88c2e-0783-49bf-9f48-b6891f107ae9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 945 time: 0.0623679 Jan 31 16:11:15.439054 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d7167d26-c11e-42e2-8736-990c4b01cbc4 req-5c67bce3-a741-4131-bc19-bada37e31891 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Jan 31 16:11:15.510835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d515c9f-c78f-4449-a90c-d5ede265562f None None] Network 21968fa6-aef5-4ee0-a2ab-9dad08186975 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:15.584663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-89bd3ecc-92e5-4730-9c9d-1cabc52a5ad4 None None] Provisioning complete for port d0bbdca5-4e98-4ef4-b38c-3b85aca93064 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:15.584663 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-89bd3ecc-92e5-4730-9c9d-1cabc52a5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:15.707892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network 751ae602-6be1-47f4-a0fe-c9a04af957c5 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:15.742118 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-89bd3ecc-92e5-4730-9c9d-1cabc52a5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:15.759576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 21968fa6-aef5-4ee0-a2ab-9dad08186975 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:15.774415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 751ae602-6be1-47f4-a0fe-c9a04af957c5) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:15.780333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:15.782511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=0de7fd3b-0fd6-456b-85eb-b43c04a9b891,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:15.789219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:15.795439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:15.798421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-89bd3ecc-92e5-4730-9c9d-1cabc52a5ad4 None None] For port d0bbdca5-4e98-4ef4-b38c-3b85aca93064, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d0bbdca5-4e98-4ef4-b38c-3b85aca93064,segment=NetworkSegment(235dc808-dff0-463c-83d7-9c6228728337),segment_id=235dc808-dff0-463c-83d7-9c6228728337)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:15.801184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:15.805756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e227b0e2-bd22-460b-90cf-59d581f2773e None None] Network 751ae602-6be1-47f4-a0fe-c9a04af957c5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:15.806379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:15.807056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:15.809484 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-89bd3ecc-92e5-4730-9c9d-1cabc52a5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:15.913687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Allocated IP 172.25.1.13 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/118226b2-2b82-42e3-bb89-3318206e5280) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:15.930204 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e82baba9-3aa5-4455-bea1-4e0400127fa8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9566135 Jan 31 16:11:15.930620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38290) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:16.004602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:16.005107 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.036398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd3ecc-92e5-4730-9c9d-1cabc52a5ad4 None None] Pushing event updated for resources: {'Port': ['ID=d0bbdca5-4e98-4ef4-b38c-3b85aca93064,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:16.047777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1f854028-1ea4-4382-89ab-4a8557bf20f3 None None] Provisioning complete for port d0bbdca5-4e98-4ef4-b38c-3b85aca93064 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:16.048307 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1f854028-1ea4-4382-89ab-4a8557bf20f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.057504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Allocated IP 172.20.0.9 (04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1/ccd69926-1502-4873-905b-1403f71b27bd/72b8f72a-d4a7-47ca-9064-e636791f72a0) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:16.085907 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5cd18ade-5010-4598-a944-9124be1e6f46 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 919 time: 2.4230773 Jan 31 16:11:16.091996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38292) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:16.092230 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38294) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:16.110933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33c106-069a-4592-9277-87f140b60b45 req-10f16151-93bf-44af-9681-c5419f185343 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:16.112451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a33c106-069a-4592-9277-87f140b60b45 req-10f16151-93bf-44af-9681-c5419f185343 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 944 time: 0.2327697 Jan 31 16:11:16.152894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1f854028-1ea4-4382-89ab-4a8557bf20f3 None None] Provisioning complete for port 0de7fd3b-0fd6-456b-85eb-b43c04a9b891 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:16.153549 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1f854028-1ea4-4382-89ab-4a8557bf20f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.206117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-1f854028-1ea4-4382-89ab-4a8557bf20f3 None None] Port 0de7fd3b-0fd6-456b-85eb-b43c04a9b891 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:11:16.283950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-16d88967-14b6-46f2-a667-0b37d5e464a9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port baed59d8-127d-402c-9a98-fb671f062964 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:16.284344 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16d88967-14b6-46f2-a667-0b37d5e464a9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.297986 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.305887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3c750802-1495-43b9-b4bf-6d6b24b344c2 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:11:16.335316 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-414552105', 'router:external': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:16.365490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-201f0aa9-ee12-4c8a-b3f7-6873a91eca08 None None] Provisioning complete for port 0de7fd3b-0fd6-456b-85eb-b43c04a9b891 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:16.366081 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-201f0aa9-ee12-4c8a-b3f7-6873a91eca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.422110 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a33c106-069a-4592-9277-87f140b60b45 req-69c4d9a6-fd9e-44d6-ad39-24415ea37415 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010032 Jan 31 16:11:16.460229 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9c7725d8-6aae-4ac7-a752-5edb06eedd2d req-38a7358d-5aa3-4d79-8f0c-17bdd3f4c1f1 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 210 time: 0.0798748 Jan 31 16:11:16.509632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-201f0aa9-ee12-4c8a-b3f7-6873a91eca08 None None] Port 0de7fd3b-0fd6-456b-85eb-b43c04a9b891 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:11:16.535567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.542178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 3c750802-1495-43b9-b4bf-6d6b24b344c2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c750802-1495-43b9-b4bf-6d6b24b344c2,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:16.557881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16d88967-14b6-46f2-a667-0b37d5e464a9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.559442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '3c750802-1495-43b9-b4bf-6d6b24b344c2', 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46', 'port_id': '3c750802-1495-43b9-b4bf-6d6b24b344c2', 'mac_address': 'fa:16:3e:59:54:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc50a13-9d37-40e9-a224-2341504a1a25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:11:16.570668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Made reservation on behalf of 0d8a4c899af940438195b26112553ccc for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:16.572256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.576882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.615601 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.617195 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.628652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d0bbdca5-4e98-4ef4-b38c-3b85aca93064 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:16.634217 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-16d88967-14b6-46f2-a667-0b37d5e464a9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for baed59d8-127d-402c-9a98-fb671f062964 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:16.642236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.652727 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c750802-1495-43b9-b4bf-6d6b24b344c2 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:11:16.663471 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.682112 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:16.688920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 3c750802-1495-43b9-b4bf-6d6b24b344c2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c750802-1495-43b9-b4bf-6d6b24b344c2,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:16.690744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:16.698608 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.699611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276fff5-af5e-47f9-a66f-39cafdeb7d6c req-9ee4eb6c-45a8-4e06-80a3-1dc609cef6d3 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:16.701558 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6276fff5-af5e-47f9-a66f-39cafdeb7d6c req-9ee4eb6c-45a8-4e06-80a3-1dc609cef6d3 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 945 time: 0.1328597 Jan 31 16:11:16.702605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:16.706425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Network 04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:16.708764 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Pushing event updated for resources: {'Port': ['ID=118226b2-2b82-42e3-bb89-3318206e5280,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:16.731815 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d0bbdca5-4e98-4ef4-b38c-3b85aca93064 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:16.732250 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.732373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:16.747797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:16.786085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=3c750802-1495-43b9-b4bf-6d6b24b344c2,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:16.808261 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387a14f-88b2-4ac0-99d3-8771d368321e req-3211a093-74da-4e62-a8d6-6150a3ed4b79 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:16.809761 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c387a14f-88b2-4ac0-99d3-8771d368321e req-3211a093-74da-4e62-a8d6-6150a3ed4b79 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 945 time: 0.2058742 Jan 31 16:11:16.845192 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:16.846112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.868728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Pushing event updated for resources: {'Port': ['ID=72b8f72a-d4a7-47ca-9064-e636791f72a0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:16.887045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:16.887655 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.894269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6276fff5-af5e-47f9-a66f-39cafdeb7d6c req-af6ce43d-fa52-449c-8828-1b4f46b4cefc tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632876 Jan 31 16:11:16.903625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2b4337ac-4f5a-4b57-9635-b8e8cf782063 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.9024312 Jan 31 16:11:16.903835 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38302) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:16.908364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.13'}]}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:16.928552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-5972b83c-aedf-4ec4-b9e7-f7275fb86b7a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3527727 Jan 31 16:11:16.934699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['3c750802-1495-43b9-b4bf-6d6b24b344c2'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:16.941094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Request body: {'port': {'device_id': 'facbc6f1-b50f-4b2c-87e0-94b07d90df7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:16.945979 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:16.947337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.009756 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16d88967-14b6-46f2-a667-0b37d5e464a9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.026936 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.070594 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.090196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d88967-14b6-46f2-a667-0b37d5e464a9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=baed59d8-127d-402c-9a98-fb671f062964,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:17.117750 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16d88967-14b6-46f2-a667-0b37d5e464a9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.120966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-16d88967-14b6-46f2-a667-0b37d5e464a9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/baed59d8-127d-402c-9a98-fb671f062964 HTTP/1.1" status: 204 len: 168 time: 1.1892059 Jan 31 16:11:17.133244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38304) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:17.167586 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.180642 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.215346 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0f726b3-8bef-4e85-9ce4-4be0fb28e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.222073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:17.243991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-c387a14f-88b2-4ac0-99d3-8771d368321e req-bc96a77a-0730-441b-90da-5634f9e28b08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Deleting port dcb70776-c4dc-427d-9257-daf9478e727e {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:17.244329 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c387a14f-88b2-4ac0-99d3-8771d368321e req-bc96a77a-0730-441b-90da-5634f9e28b08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.276974 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.277417 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Added segment a2529fe6-f70c-46fd-82cd-73d421850c9c of type vlan for network c20e3a02-bed2-42c2-8ae1-da5602faf8dd Jan 31 16:11:17.286075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6962ba2-6b69-4747-a754-cd3f9ff670c8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:17.323026 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aded1678-3971-4ae8-bc97-f1412b1c05f2 req-2f859668-4857-4ab5-bea2-69f8206d1859 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1995134 Jan 31 16:11:17.324942 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.344636 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.362121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a317845f-2262-4731-9fe2-3ad1518cb0d1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:17.368091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a317845f-2262-4731-9fe2-3ad1518cb0d1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:17.369721 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a317845f-2262-4731-9fe2-3ad1518cb0d1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2319348 Jan 31 16:11:17.374635 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.377629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38306) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:17.513679 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.558963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c387a14f-88b2-4ac0-99d3-8771d368321e req-bc96a77a-0730-441b-90da-5634f9e28b08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] For port dcb70776-c4dc-427d-9257-daf9478e727e, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=dcb70776-c4dc-427d-9257-daf9478e727e,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:17.559330 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c387a14f-88b2-4ac0-99d3-8771d368321e req-bc96a77a-0730-441b-90da-5634f9e28b08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.573244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=0de7fd3b-0fd6-456b-85eb-b43c04a9b891,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:17.622586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-c387a14f-88b2-4ac0-99d3-8771d368321e req-bc96a77a-0730-441b-90da-5634f9e28b08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Calling delete_port for dcb70776-c4dc-427d-9257-daf9478e727e owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:17.627762 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded1678-3971-4ae8-bc97-f1412b1c05f2 req-a2413292-3e85-4688-bf5c-381f65d165c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:17.629224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aded1678-3971-4ae8-bc97-f1412b1c05f2 req-a2413292-3e85-4688-bf5c-381f65d165c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 1096 time: 0.2314351 Jan 31 16:11:17.710181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cf873-c497-46e3-b1b4-3268973e9cde req-c31b6a94-0924-4cd2-9054-a19a1b028dd7 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:17.711661 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-084cf873-c497-46e3-b1b4-3268973e9cde req-c31b6a94-0924-4cd2-9054-a19a1b028dd7 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 931 time: 0.1466060 Jan 31 16:11:17.718912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-619c8476-4304-486e-a18e-3d52102d7230 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port c082d11c-abb8-49d0-98b5-d4d3e5f29830 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:17.719245 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-619c8476-4304-486e-a18e-3d52102d7230 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.754427 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ea977f70-33a0-4bf9-93fd-cbdcf4a4dfe7 None None] Provisioning complete for port 0de7fd3b-0fd6-456b-85eb-b43c04a9b891 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:17.755035 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ea977f70-33a0-4bf9-93fd-cbdcf4a4dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.756544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.757510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:17.758099 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.792606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ea977f70-33a0-4bf9-93fd-cbdcf4a4dfe7 None None] Port 0de7fd3b-0fd6-456b-85eb-b43c04a9b891 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:11:17.799933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b8f72a-d4a7-47ca-9064-e636791f72a0 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:11:17.819459 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.826077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac71fc-df31-4cc2-9ea9-78a938b0e55c req-d70980cf-7438-4034-a0f9-0edaa574e6c2 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:17.827838 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ceac71fc-df31-4cc2-9ea9-78a938b0e55c req-d70980cf-7438-4034-a0f9-0edaa574e6c2 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 945 time: 0.2883928 Jan 31 16:11:17.844346 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-619c8476-4304-486e-a18e-3d52102d7230 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.867288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Transition to ACTIVE for port object 72b8f72a-d4a7-47ca-9064-e636791f72a0 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:11:17.871658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-084cf873-c497-46e3-b1b4-3268973e9cde req-59bad562-1a71-441c-9e6b-fb1be0322854 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484728 Jan 31 16:11:17.872531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-619c8476-4304-486e-a18e-3d52102d7230 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for c082d11c-abb8-49d0-98b5-d4d3e5f29830 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:17.875617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7792203 Jan 31 16:11:17.878667 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:17.880843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38312) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:17.940212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Request body: {'subnet': {'network_id': 'c20e3a02-bed2-42c2-8ae1-da5602faf8dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:17.960555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fed32d-ceb3-42f8-9331-91eba52fa249 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event updated for resources: {'Network': ['ID=c20e3a02-bed2-42c2-8ae1-da5602faf8dd,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:17.973129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c20e3a02-bed2-42c2-8ae1-da5602faf8dd details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:18.073929 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Pushing event updated for resources: {'Port': ['ID=72b8f72a-d4a7-47ca-9064-e636791f72a0,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:18.162355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Made reservation on behalf of 0d8a4c899af940438195b26112553ccc for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:18.164541 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:18.271332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ceac71fc-df31-4cc2-9ea9-78a938b0e55c req-4d464630-d045-4c2d-bd71-603f63881283 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081860 Jan 31 16:11:18.276128 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:18.286040 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:18.297229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded1678-3971-4ae8-bc97-f1412b1c05f2 req-cbee4018-21b1-432b-8d00-fd00e471199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:18.298508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f7065-9ff4-43db-bd6b-e8aa999b640a req-e99fc620-07ae-4b6f-9a97-2ab16495d7e1 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:18.298853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aded1678-3971-4ae8-bc97-f1412b1c05f2 req-cbee4018-21b1-432b-8d00-fd00e471199b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 907 time: 0.6442101 Jan 31 16:11:18.300942 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-640f7065-9ff4-43db-bd6b-e8aa999b640a req-e99fc620-07ae-4b6f-9a97-2ab16495d7e1 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8cdc44-f06e-4d77-8b32-ff6b6c01a555 HTTP/1.1" status: 200 len: 945 time: 0.2923434 Jan 31 16:11:18.310448 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3c750802-1495-43b9-b4bf-6d6b24b344c2 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:18.350013 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:18.367048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 3c750802-1495-43b9-b4bf-6d6b24b344c2 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:11:18.374342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 3c750802-1495-43b9-b4bf-6d6b24b344c2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:18.375076 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:18.380610 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-619c8476-4304-486e-a18e-3d52102d7230 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:18.430416 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aded1678-3971-4ae8-bc97-f1412b1c05f2 req-dbbe8535-31df-44b0-b96e-4452675ffc7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe0f974-c8d5-4c43-8f82-6d4df416a98b HTTP/1.1" status: 200 len: 217 time: 0.0975184 Jan 31 16:11:18.475991 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:18.501749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cf9176-b23e-41cd-a314-12eb7ae4c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c750802-1495-43b9-b4bf-6d6b24b344c2'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:18.504180 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26672565-caee-4e2d-965d-951954adc3a1" -d '{"events": [{"server_uuid": "35cf9176-b23e-41cd-a314-12eb7ae4c275", "name": "network-vif-plugged", "status": "completed", "tag": "3c750802-1495-43b9-b4bf-6d6b24b344c2"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:18.505772 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c387a14f-88b2-4ac0-99d3-8771d368321e req-bc96a77a-0730-441b-90da-5634f9e28b08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:18.524191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c8476-4304-486e-a18e-3d52102d7230 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=c082d11c-abb8-49d0-98b5-d4d3e5f29830,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:18.535285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 3c750802-1495-43b9-b4bf-6d6b24b344c2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c750802-1495-43b9-b4bf-6d6b24b344c2,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:18.537000 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Attempting to bind port 72b8f72a-d4a7-47ca-9064-e636791f72a0 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:18.537359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Attempting to bind port 72b8f72a-d4a7-47ca-9064-e636791f72a0 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '402fe9b4-c796-46e5-9aec-7fafac589f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:18.537716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Attempting to bind port 72b8f72a-d4a7-47ca-9064-e636791f72a0 on network 04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:18.543586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b', 'dcb70776-c4dc-427d-9257-daf9478e727e'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:18.557956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-640f7065-9ff4-43db-bd6b-e8aa999b640a req-523d1d86-65cf-4363-a666-fa61f284f4d7 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209077 Jan 31 16:11:18.574332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded1678-3971-4ae8-bc97-f1412b1c05f2 req-230fd0ea-3b8f-4f03-bd9e-a7574251e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:18.575808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aded1678-3971-4ae8-bc97-f1412b1c05f2 req-230fd0ea-3b8f-4f03-bd9e-a7574251e1cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.1374424 Jan 31 16:11:18.579549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96a77a-0730-441b-90da-5634f9e28b08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event deleted for resources: {'Port': ['ID=dcb70776-c4dc-427d-9257-daf9478e727e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:18.582888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:18.628685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['a3676efb-efb3-474b-bc1e-ff2781a7ca30'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:18.632773 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:18.649396 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aded1678-3971-4ae8-bc97-f1412b1c05f2 req-20c7e211-62ee-429b-9dec-44a3fbc3b24d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585675 Jan 31 16:11:18.666700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c387a14f-88b2-4ac0-99d3-8771d368321e req-bc96a77a-0730-441b-90da-5634f9e28b08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] No DVR routers for this DVR port dcb70776-c4dc-427d-9257-daf9478e727e on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:18.697668 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c387a14f-88b2-4ac0-99d3-8771d368321e req-bc96a77a-0730-441b-90da-5634f9e28b08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:18.701015 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c387a14f-88b2-4ac0-99d3-8771d368321e req-bc96a77a-0730-441b-90da-5634f9e28b08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "DELETE /v2.0/ports/dcb70776-c4dc-427d-9257-daf9478e727e HTTP/1.1" status: 204 len: 173 time: 1.8821404 Jan 31 16:11:18.701507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8cdc44-f06e-4d77-8b32-ff6b6c01a555', 'name': 'network-vif-deleted', 'tag': 'dcb70776-c4dc-427d-9257-daf9478e727e'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:18.705428 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b73ad49-9ae3-401f-969d-a52d0f0901b5" -d '{"events": [{"server_uuid": "cf8cdc44-f06e-4d77-8b32-ff6b6c01a555", "name": "network-vif-deleted", "tag": "dcb70776-c4dc-427d-9257-daf9478e727e"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:18.781498 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c8714f-c439-4621-b2c1-9e78c441e738 x-openstack-request-id: req-70c8714f-c439-4621-b2c1-9e78c441e738 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:18.782082 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cf9176-b23e-41cd-a314-12eb7ae4c275", "name": "network-vif-plugged", "status": "completed", "tag": "3c750802-1495-43b9-b4bf-6d6b24b344c2", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:18.783333 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70c8714f-c439-4621-b2c1-9e78c441e738 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:18.785398 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cf9176-b23e-41cd-a314-12eb7ae4c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c750802-1495-43b9-b4bf-6d6b24b344c2', 'code': 200} Jan 31 16:11:18.830234 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c74d828-7fc4-4cc5-811c-3b3c79c7188a x-openstack-request-id: req-1c74d828-7fc4-4cc5-811c-3b3c79c7188a {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:18.830627 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8cdc44-f06e-4d77-8b32-ff6b6c01a555", "name": "network-vif-deleted", "tag": "dcb70776-c4dc-427d-9257-daf9478e727e", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:18.831123 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c74d828-7fc4-4cc5-811c-3b3c79c7188a {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:18.831535 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8cdc44-f06e-4d77-8b32-ff6b6c01a555', 'name': 'network-vif-deleted', 'tag': 'dcb70776-c4dc-427d-9257-daf9478e727e', 'status': 'completed', 'code': 200} Jan 31 16:11:18.865191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=3c750802-1495-43b9-b4bf-6d6b24b344c2,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:18.931975 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-619c8476-4304-486e-a18e-3d52102d7230 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:18.940529 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-619c8476-4304-486e-a18e-3d52102d7230 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/c082d11c-abb8-49d0-98b5-d4d3e5f29830 HTTP/1.1" status: 204 len: 168 time: 1.5593081 Jan 31 16:11:18.951541 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38326) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:18.997996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Port 72b8f72a-d4a7-47ca-9064-e636791f72a0 on network 04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:11:18.998351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Attempting to bind port 72b8f72a-d4a7-47ca-9064-e636791f72a0 on network 04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:19.017073 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:19.017428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Checking segment: {'id': '402fe9b4-c796-46e5-9aec-7fafac589f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:19.017992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Bound using segment: {'id': '402fe9b4-c796-46e5-9aec-7fafac589f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:19.018438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Bound port: 72b8f72a-d4a7-47ca-9064-e636791f72a0, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402fe9b4-c796-46e5-9aec-7fafac589f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:19.018801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.072596 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aded1678-3971-4ae8-bc97-f1412b1c05f2 req-f53e27d7-e120-4b51-aa0b-8f87ce8f8e3d service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071259 Jan 31 16:11:19.162352 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.254346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8449a7e5-52a0-4f56-b019-7609665c01df tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:19.255867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8449a7e5-52a0-4f56-b019-7609665c01df tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2972310 Jan 31 16:11:19.265248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38328) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:19.280510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca4e1c-5e08-4588-b722-235e0697e42c req-5ee666d6-0dc4-4547-8490-070b570dc6ef tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:19.282522 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4cca4e1c-5e08-4588-b722-235e0697e42c req-5ee666d6-0dc4-4547-8490-070b570dc6ef tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 943 time: 0.3212376 Jan 31 16:11:19.284417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba7431-cff5-48c8-855c-813ec4d05e5b req-62b328d0-c36e-4a04-80f7-6e830f3e74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:19.285888 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-35ba7431-cff5-48c8-855c-813ec4d05e5b req-62b328d0-c36e-4a04-80f7-6e830f3e74d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 1097 time: 0.4204426 Jan 31 16:11:19.320546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] For port 72b8f72a-d4a7-47ca-9064-e636791f72a0, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:19.351479 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf146f8-d48d-40fd-b206-65fb8f298154 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:11:19.353956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ebf146f8-d48d-40fd-b206-65fb8f298154 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/baed59d8-127d-402c-9a98-fb671f062964 HTTP/1.1" status: 404 len: 333 time: 0.0860269 Jan 31 16:11:19.359308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38332) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:19.399438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aded1678-3971-4ae8-bc97-f1412b1c05f2 req-79167665-5263-4d26-8687-aa48ac0236d7 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026099 Jan 31 16:11:19.424602 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4641f53-b417-4813-90c4-7b518d1293ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:11:19.426233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c4641f53-b417-4813-90c4-7b518d1293ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/c082d11c-abb8-49d0-98b5-d4d3e5f29830 HTTP/1.1" status: 404 len: 333 time: 0.0641875 Jan 31 16:11:19.434488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4cca4e1c-5e08-4588-b722-235e0697e42c req-12ad025f-74d3-4f93-9c32-81fdac6b59f6 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409237 Jan 31 16:11:19.434988 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38334) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:19.439708 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-35ba7431-cff5-48c8-855c-813ec4d05e5b req-53322094-8c36-4123-bbea-45c159006a92 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433985 Jan 31 16:11:19.448674 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.459002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] For port 72b8f72a-d4a7-47ca-9064-e636791f72a0, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=72b8f72a-d4a7-47ca-9064-e636791f72a0,segment=NetworkSegment(402fe9b4-c796-46e5-9aec-7fafac589f03),segment_id=402fe9b4-c796-46e5-9aec-7fafac589f03)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:19.469680 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.497138 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.512711 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.518746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.554335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:19.554956 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.556344 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/72b8f72a-d4a7-47ca-9064-e636791f72a0 HTTP/1.1" status: 200 len: 1091 time: 2.6200204 Jan 31 16:11:19.589781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=0de7fd3b-0fd6-456b-85eb-b43c04a9b891,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:19.596419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facbc6f1-b50f-4b2c-87e0-94b07d90df7f', 'tag': '72b8f72a-d4a7-47ca-9064-e636791f72a0'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:19.598767 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dbe0c1-eeaf-4b65-9fc6-cc2fc57af673" -d '{"events": [{"name": "network-changed", "server_uuid": "facbc6f1-b50f-4b2c-87e0-94b07d90df7f", "tag": "72b8f72a-d4a7-47ca-9064-e636791f72a0"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:19.604831 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.608874 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.635186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b2a7a-3cbe-4cc0-ae23-cbc60c96b971 req-44a30883-f98b-47ef-9517-ca96a184c3e8 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:19.642396 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e36b2a7a-3cbe-4cc0-ae23-cbc60c96b971 req-44a30883-f98b-47ef-9517-ca96a184c3e8 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 946 time: 0.2854362 Jan 31 16:11:19.661458 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3a560f85-732e-4884-8d6e-39fef5508942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.698891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2bad7-109f-4531-ab7e-6d8491cd81a4 service neutron] Pushing event updated for resources: {'Port': ['ID=72b8f72a-d4a7-47ca-9064-e636791f72a0,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:19.712999 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a37561f-9bca-4c84-8484-cb0842e6e700 x-openstack-request-id: req-1a37561f-9bca-4c84-8484-cb0842e6e700 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:19.713124 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facbc6f1-b50f-4b2c-87e0-94b07d90df7f", "tag": "72b8f72a-d4a7-47ca-9064-e636791f72a0", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:19.713289 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a37561f-9bca-4c84-8484-cb0842e6e700 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:19.713681 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facbc6f1-b50f-4b2c-87e0-94b07d90df7f', 'tag': '72b8f72a-d4a7-47ca-9064-e636791f72a0', 'status': 'completed', 'code': 200} Jan 31 16:11:19.721284 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.721961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75871cd6-4417-41e3-ab5b-c22134f13fab {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:11:19.758748 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 31 16:11:19.763375 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dfb20fe8-3906-4324-9d42-3da835fc589b tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8583624 Jan 31 16:11:19.767473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38342) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:19.802706 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.828113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-273d521d-6ceb-4e28-9da6-2af3d0bcb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:19.829685 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-273d521d-6ceb-4e28-9da6-2af3d0bcb250 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89ddd85762da493694d7f3b099d534f9&device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 1094 time: 0.2148862 Jan 31 16:11:19.838376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751ae602-6be1-47f4-a0fe-c9a04af957c5']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:19.849158 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 21968fa6-aef5-4ee0-a2ab-9dad08186975 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:19.852094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:19.854847 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e36b2a7a-3cbe-4cc0-ae23-cbc60c96b971 req-0ef3c30d-e0ff-4044-b773-9c23f4fec561 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402864 Jan 31 16:11:19.866816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef9e4a4-9a45-49ef-95fc-5055738734a0') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:19.867131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef9e4a4-9a45-49ef-95fc-5055738734a0') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:19.890164 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.916050 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-f66faa4e-91ee-477f-a4e7-f82c76ddd8b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72b8f72a-d4a7-47ca-9064-e636791f72a0 HTTP/1.1" status: 200 len: 217 time: 0.0740228 Jan 31 16:11:19.980075 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:19.997613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:19.998034 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.000090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.objects.ports [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108772) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:11:20.000616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:20.001611 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:20.050002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-e29adf1c-803d-4dc4-bf2d-7f24ba309a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:20.051484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-e29adf1c-803d-4dc4-bf2d-7f24ba309a93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ccd69926-1502-4873-905b-1403f71b27bd HTTP/1.1" status: 200 len: 849 time: 0.1252983 Jan 31 16:11:20.059336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-956b7b85-733d-42bc-8e0e-82a7703f4834 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Deleting port 118226b2-2b82-42e3-bb89-3318206e5280 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:20.059670 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-956b7b85-733d-42bc-8e0e-82a7703f4834 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.105826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-527173a5-0a3c-4bd3-8d50-9350fdac9c75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423269 Jan 31 16:11:20.136915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4b1e3bbd-7cc6-425d-a1d6-86700c03a0d4 None None] Provisioning complete for port 0de7fd3b-0fd6-456b-85eb-b43c04a9b891 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:20.136915 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3bbd-7cc6-425d-a1d6-86700c03a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.154963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b66e6b2c-ad2b-4f63-b7d7-dab3c2ae9ef1,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:20.178168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e3bbd-7cc6-425d-a1d6-86700c03a0d4 None None] Port 0de7fd3b-0fd6-456b-85eb-b43c04a9b891 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:11:20.221508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Checking segment: {'id': 'a2529fe6-f70c-46fd-82cd-73d421850c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c20e3a02-bed2-42c2-8ae1-da5602faf8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:20.221895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Network hostable DHCP agents. Network: c20e3a02-bed2-42c2-8ae1-da5602faf8dd, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:20.261052 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-956b7b85-733d-42bc-8e0e-82a7703f4834 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.283577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-956b7b85-733d-42bc-8e0e-82a7703f4834 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Calling delete_port for 118226b2-2b82-42e3-bb89-3318206e5280 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:20.298048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Network c20e3a02-bed2-42c2-8ae1-da5602faf8dd is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:20.306342 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-e0c1ac44-144e-43d9-83f6-019cbf57dc6b service neutron] 10.222.0.20 "GET /v2.0/networks/04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680589 Jan 31 16:11:20.313909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574d343-707c-4e4b-866d-74080e8db251 req-9ab5f8b2-06e6-4b59-804e-36cfdf8c9ec1 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:20.315369 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0574d343-707c-4e4b-866d-74080e8db251 req-9ab5f8b2-06e6-4b59-804e-36cfdf8c9ec1 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 945 time: 0.4459879 Jan 31 16:11:20.343281 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.349353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c20e3a02-bed2-42c2-8ae1-da5602faf8dd) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:20.352744 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.355828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/networks/751ae602-6be1-47f4-a0fe-c9a04af957c5 HTTP/1.1" status: 204 len: 168 time: 0.9182341 Jan 31 16:11:20.363388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38346) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:20.366581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:20.367186 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.367424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5aa891-0aac-47c2-b03e-8b472e526231 None None] Network c20e3a02-bed2-42c2-8ae1-da5602faf8dd requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:20.368522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d52152d0-23d7-41e6-87d5-670bd673f08c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1290331518'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:20.401259 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed739a-01e0-4d7d-988c-04f5ab8f29cd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Network': ['ID=751ae602-6be1-47f4-a0fe-c9a04af957c5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:20.414850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0574d343-707c-4e4b-866d-74080e8db251 req-b013bbbb-8ec4-4ecf-9bdb-5a7520d7ffae tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918026 Jan 31 16:11:20.438793 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5aab6791-db4f-48c6-85ae-4da29204c262 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5448947 Jan 31 16:11:20.443804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38348) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:20.447933 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router f48a0032-b709-4dfb-a517-55bd1bc8ebd4 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:11:20.451198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52152d0-23d7-41e6-87d5-670bd673f08c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:20.451551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1972443448', 'network_id': 'c20e3a02-bed2-42c2-8ae1-da5602faf8dd'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:20.455343 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d52152d0-23d7-41e6-87d5-670bd673f08c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.502981 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c56aae7-64fd-49d7-804e-a6be585f9e2f req-e301352b-c504-47c3-8c25-8eeccd5a5e2b service neutron] 10.222.0.20 "GET /v2.0/networks/04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620424 Jan 31 16:11:20.506240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52152d0-23d7-41e6-87d5-670bd673f08c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:20.538676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d491ae-d69b-482b-aee7-fc595d309fcc None None] Network c20e3a02-bed2-42c2-8ae1-da5602faf8dd requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:20.539154 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d52152d0-23d7-41e6-87d5-670bd673f08c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.539776 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-d52152d0-23d7-41e6-87d5-670bd673f08c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Added segment acb666c1-c9c2-45f4-a485-cd34b17a9a08 of type vlan for network 4c00190a-389f-4535-80d0-2f156cacca8e Jan 31 16:11:20.548161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Made reservation on behalf of 0d8a4c899af940438195b26112553ccc for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:20.550407 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.621563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] device_id is not set on port 4af766bf-4628-48ca-9e96-bfa99ceca212 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:20.670372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:20.678291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7347ccfa-dce1-4877-8f94-056298e0205f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/f48a0032-b709-4dfb-a517-55bd1bc8ebd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5835431 Jan 31 16:11:20.684478 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-956b7b85-733d-42bc-8e0e-82a7703f4834 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.684658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38352) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:20.701202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7b994c-cdd4-45db-a4d4-ab8a0ff92536 None None] Sync routers for ids ['f48a0032-b709-4dfb-a517-55bd1bc8ebd4'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:20.714411 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b994c-cdd4-45db-a4d4-ab8a0ff92536 None None] Routers {'f48a0032-b709-4dfb-a517-55bd1bc8ebd4'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:20.715031 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ff7b994c-cdd4-45db-a4d4-ab8a0ff92536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f48a0032-b709-4dfb-a517-55bd1bc8ebd4'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:20.716338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229f2c1-f06b-4fbb-884f-3c5cee05580f req-3c868db3-31a2-49ef-ad28-aede80e484b5 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:20.718083 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1229f2c1-f06b-4fbb-884f-3c5cee05580f req-3c868db3-31a2-49ef-ad28-aede80e484b5 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 943 time: 0.1888087 Jan 31 16:11:20.728406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d52152d0-23d7-41e6-87d5-670bd673f08c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.749331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e002a5a0-08f6-4b00-90b5-3e61bcd172f2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:20.751050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e002a5a0-08f6-4b00-90b5-3e61bcd172f2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports/0de7fd3b-0fd6-456b-85eb-b43c04a9b891 HTTP/1.1" status: 200 len: 974 time: 0.0649281 Jan 31 16:11:20.751565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ff7b994c-cdd4-45db-a4d4-ab8a0ff92536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:20.756171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38354) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:20.760402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b994c-cdd4-45db-a4d4-ab8a0ff92536 None None] Routers {'f48a0032-b709-4dfb-a517-55bd1bc8ebd4'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:20.761009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ff7b994c-cdd4-45db-a4d4-ab8a0ff92536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f48a0032-b709-4dfb-a517-55bd1bc8ebd4'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:20.766710 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b7b85-733d-42bc-8e0e-82a7703f4834 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Pushing event deleted for resources: {'Port': ['ID=118226b2-2b82-42e3-bb89-3318206e5280,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:20.786494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe0c1-eeaf-4b65-9fc6-cc2fc57af673 req-e81b242c-4e67-424e-b797-9dce88375466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:20.788110 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10dbe0c1-eeaf-4b65-9fc6-cc2fc57af673 req-e81b242c-4e67-424e-b797-9dce88375466 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89ddd85762da493694d7f3b099d534f9&device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 1094 time: 0.2091551 Jan 31 16:11:20.793258 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ff7b994c-cdd4-45db-a4d4-ab8a0ff92536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:20.793985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7b994c-cdd4-45db-a4d4-ab8a0ff92536 None None] The sync data for ids ['f48a0032-b709-4dfb-a517-55bd1bc8ebd4'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:20.846120 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d52152d0-23d7-41e6-87d5-670bd673f08c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.848944 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.852034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52152d0-23d7-41e6-87d5-670bd673f08c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:20.852621 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d52152d0-23d7-41e6-87d5-670bd673f08c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.898028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1229f2c1-f06b-4fbb-884f-3c5cee05580f req-8a29fcff-3f9d-4b88-8ad9-7c1325db33c5 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681118 Jan 31 16:11:20.924028 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d52152d0-23d7-41e6-87d5-670bd673f08c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5567529 Jan 31 16:11:20.934982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38358) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:20.956915 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-956b7b85-733d-42bc-8e0e-82a7703f4834 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:20.960285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-956b7b85-733d-42bc-8e0e-82a7703f4834 tempest-RoutersAdminNegativeIpV6Test-471060106 tempest-RoutersAdminNegativeIpV6Test-471060106-project-admin] 10.222.0.36 "DELETE /v2.0/ports/118226b2-2b82-42e3-bb89-3318206e5280 HTTP/1.1" status: 204 len: 168 time: 1.1917641 Jan 31 16:11:20.975720 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': '4c00190a-389f-4535-80d0-2f156cacca8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:20.976772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dcb70776-c4dc-427d-9257-daf9478e727e no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:20.987260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Allocated IP 2001:db8::5d (c20e3a02-bed2-42c2-8ae1-da5602faf8dd/b66e6b2c-ad2b-4f63-b7d7-dab3c2ae9ef1/4af766bf-4628-48ca-9e96-bfa99ceca212) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:21.007706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: dcb70776-c4dc-427d-9257-daf9478e727e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:21.008592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device dcb70776-c4dc-427d-9257-daf9478e727e not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:21.044701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52152d0-23d7-41e6-87d5-670bd673f08c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Network': ['ID=4c00190a-389f-4535-80d0-2f156cacca8e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:21.046835 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe0c1-eeaf-4b65-9fc6-cc2fc57af673 req-b5651f94-db99-4736-97e3-142ed8a98598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:21.048290 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10dbe0c1-eeaf-4b65-9fc6-cc2fc57af673 req-b5651f94-db99-4736-97e3-142ed8a98598 service neutron] 10.222.0.20 "GET /v2.0/networks?id=04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 HTTP/1.1" status: 200 len: 910 time: 0.2503726 Jan 31 16:11:21.057313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 4c00190a-389f-4535-80d0-2f156cacca8e details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:21.107970 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10dbe0c1-eeaf-4b65-9fc6-cc2fc57af673 req-ca4bb67a-a168-4352-8763-2fb44fda0286 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72b8f72a-d4a7-47ca-9064-e636791f72a0 HTTP/1.1" status: 200 len: 217 time: 0.0500646 Jan 31 16:11:21.195312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ae6ef-e094-4b2e-a22e-91d10d11e246 req-e730e2e8-0ba7-4724-ac5d-2ffd280550c1 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:21.196817 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b7ae6ef-e094-4b2e-a22e-91d10d11e246 req-e730e2e8-0ba7-4724-ac5d-2ffd280550c1 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 946 time: 0.2609692 Jan 31 16:11:21.227155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe0c1-eeaf-4b65-9fc6-cc2fc57af673 req-05643b38-34ea-4359-8dcf-f79742b026ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:21.228604 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10dbe0c1-eeaf-4b65-9fc6-cc2fc57af673 req-05643b38-34ea-4359-8dcf-f79742b026ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ccd69926-1502-4873-905b-1403f71b27bd HTTP/1.1" status: 200 len: 849 time: 0.0726202 Jan 31 16:11:21.279207 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38364) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:21.293712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:21.297211 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:21.303736 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b7ae6ef-e094-4b2e-a22e-91d10d11e246 req-dd2009eb-1eaa-4974-8354-d489bc74e220 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002603 Jan 31 16:11:21.312982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10dbe0c1-eeaf-4b65-9fc6-cc2fc57af673 req-a25e365f-04bc-40a0-952a-9c45550c3b13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694714 Jan 31 16:11:21.327517 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:21.378279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_backend_mixin [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Performing IP validity checks on allocation pools {{(pid=108771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 16:11:21.378963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_backend_mixin [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 16:11:21.458381 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:21.470747 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10dbe0c1-eeaf-4b65-9fc6-cc2fc57af673 req-fe27756f-9b41-4d02-a3c6-f1332e9b0c18 service neutron] 10.222.0.20 "GET /v2.0/networks/04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482096 Jan 31 16:11:21.482203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d66fabe-5d8f-4257-a653-dffa15be8480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:21.567528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Network c20e3a02-bed2-42c2-8ae1-da5602faf8dd is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:21.592040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:21.597141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event updated for resources: {'Port': ['ID=4af766bf-4628-48ca-9e96-bfa99ceca212,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:21.597314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c4cae-139a-4beb-b206-40f025fb5ee2 req-8fe6bd2e-7556-456a-b3b5-2e6601e2ca52 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:21.598859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a5c4cae-139a-4beb-b206-40f025fb5ee2 req-8fe6bd2e-7556-456a-b3b5-2e6601e2ca52 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 945 time: 0.1628418 Jan 31 16:11:21.600258 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:21.601240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:21.601914 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:21.654830 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8bfbd9ad-95ee-4d22-9b7d-fabc2ddc7017 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2099555 Jan 31 16:11:21.675734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38374) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:21.678050 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10dbe0c1-eeaf-4b65-9fc6-cc2fc57af673 req-17cd642b-75aa-4ebf-b308-a2ceb3e824fc service neutron] 10.222.0.20 "GET /v2.0/networks/04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835299 Jan 31 16:11:21.698083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ea09-0b9e-463e-a1b5-1ff494f3a6f9 req-4a82ab44-d41b-4b0a-8a72-4e73a62c8023 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:21.706504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9bd0ea09-0b9e-463e-a1b5-1ff494f3a6f9 req-4a82ab44-d41b-4b0a-8a72-4e73a62c8023 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 945 time: 0.1789324 Jan 31 16:11:21.811421 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb706-77c1-4a8a-85a6-c9d5b4245f50 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:21.901384 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:21.924180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d66fabe-5d8f-4257-a653-dffa15be8480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:21.960268 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d66fabe-5d8f-4257-a653-dffa15be8480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.072636 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2d66fabe-5d8f-4257-a653-dffa15be8480 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4b6d4b442b642f38e6b576ee391af57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7923367 Jan 31 16:11:22.073642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Subnet': ['ID=55f6f2e7-3931-45c5-ad06-1ff5a1d4be93,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:22.075679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38382) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:22.099057 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9bd0ea09-0b9e-463e-a1b5-1ff494f3a6f9 req-ee264892-0bf2-47b7-a651-cfa85c18744c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916705 Jan 31 16:11:22.113705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66fabe-5d8f-4257-a653-dffa15be8480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843e0bf0-8cca-4d1e-a4a8-90dca5a76127,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:22.119364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d736d278-2ff9-4950-86e9-a9cb2a7c07ad tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Deleting port 4af766bf-4628-48ca-9e96-bfa99ceca212 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:22.119718 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d736d278-2ff9-4950-86e9-a9cb2a7c07ad tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.140361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-5a5c4cae-139a-4beb-b206-40f025fb5ee2 req-17432003-6838-4688-80e4-30786d71e1ef tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Deleting port a3676efb-efb3-474b-bc1e-ff2781a7ca30 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:22.140771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5a5c4cae-139a-4beb-b206-40f025fb5ee2 req-17432003-6838-4688-80e4-30786d71e1ef tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.196890 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d736d278-2ff9-4950-86e9-a9cb2a7c07ad tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.209617 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d736d278-2ff9-4950-86e9-a9cb2a7c07ad tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Calling delete_port for 4af766bf-4628-48ca-9e96-bfa99ceca212 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:22.278264 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.346490 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d736d278-2ff9-4950-86e9-a9cb2a7c07ad tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.379317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736d278-2ff9-4950-86e9-a9cb2a7c07ad tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event deleted for resources: {'Port': ['ID=4af766bf-4628-48ca-9e96-bfa99ceca212,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:22.424554 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d736d278-2ff9-4950-86e9-a9cb2a7c07ad tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.429191 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d736d278-2ff9-4950-86e9-a9cb2a7c07ad tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "DELETE /v2.0/ports/4af766bf-4628-48ca-9e96-bfa99ceca212 HTTP/1.1" status: 204 len: 168 time: 0.7490492 Jan 31 16:11:22.431967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38384) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:22.436452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c20e3a02-bed2-42c2-8ae1-da5602faf8dd', 'external_fixed_ips': [{'subnet_id': 'b66e6b2c-ad2b-4f63-b7d7-dab3c2ae9ef1', 'ip_address': '2001:db8::5d'}]}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:22.463931 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.465003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.505923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Checking segment: {'id': 'acb666c1-c9c2-45f4-a485-cd34b17a9a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4c00190a-389f-4535-80d0-2f156cacca8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:22.506268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network hostable DHCP agents. Network: 4c00190a-389f-4535-80d0-2f156cacca8e, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:22.520583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.524014 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.530509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99917c-ccf9-4bf8-8fda-0552c8a98a39 req-9db529ae-70bc-4eec-9dd8-7ac90575eab1 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:22.532007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ff99917c-ccf9-4bf8-8fda-0552c8a98a39 req-9db529ae-70bc-4eec-9dd8-7ac90575eab1 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 943 time: 0.5377777 Jan 31 16:11:22.613606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network 4c00190a-389f-4535-80d0-2f156cacca8e is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:22.626796 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cd918ae9-4792-4aaf-87bf-8f66205eb430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.644814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-5a5c4cae-139a-4beb-b206-40f025fb5ee2 req-17432003-6838-4688-80e4-30786d71e1ef tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] For port a3676efb-efb3-474b-bc1e-ff2781a7ca30, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a3676efb-efb3-474b-bc1e-ff2781a7ca30,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:22.645177 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5a5c4cae-139a-4beb-b206-40f025fb5ee2 req-17432003-6838-4688-80e4-30786d71e1ef tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.657515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ff99917c-ccf9-4bf8-8fda-0552c8a98a39 req-533397eb-20ec-49c6-b41b-90364c4c407a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149905 Jan 31 16:11:22.662312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.665058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 4c00190a-389f-4535-80d0-2f156cacca8e) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:22.680958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:22.681561 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68006fc7-68c2-4096-bbcf-eb58b452e9f1 None None] Network 4c00190a-389f-4535-80d0-2f156cacca8e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:22.681724 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.689785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-5a5c4cae-139a-4beb-b206-40f025fb5ee2 req-17432003-6838-4688-80e4-30786d71e1ef tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Calling delete_port for a3676efb-efb3-474b-bc1e-ff2781a7ca30 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:22.696908 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cd918ae9-4792-4aaf-87bf-8f66205eb430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.750701 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-790d220c-9f08-4741-9cf4-ec121da3e997 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8091247 Jan 31 16:11:22.751493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38388) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:22.759469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': '4c00190a-389f-4535-80d0-2f156cacca8e', 'name': 'tempest-PortsTestJSON-1443871242'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:22.853453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbb706-77c1-4a8a-85a6-c9d5b4245f50 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port 0de7fd3b-0fd6-456b-85eb-b43c04a9b891 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:22.854031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb706-77c1-4a8a-85a6-c9d5b4245f50 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.861954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-4c00190a-389f-4535-80d0-2f156cacca8e', 'network_id': '4c00190a-389f-4535-80d0-2f156cacca8e', 'tenant_id': '4338434bce7342bba9c2bee7845a66af', 'fixed_ips': [{'subnet_id': '55f6f2e7-3931-45c5-ad06-1ff5a1d4be93'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:11:22.864084 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.874710 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cd918ae9-4792-4aaf-87bf-8f66205eb430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.877239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cd918ae9-4792-4aaf-87bf-8f66205eb430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:22.879057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cd918ae9-4792-4aaf-87bf-8f66205eb430 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/843e0bf0-8cca-4d1e-a4a8-90dca5a76127 HTTP/1.1" status: 204 len: 168 time: 0.7664347 Jan 31 16:11:22.943846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd918ae9-4792-4aaf-87bf-8f66205eb430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843e0bf0-8cca-4d1e-a4a8-90dca5a76127,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:22.999036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 72b8f72a-d4a7-47ca-9064-e636791f72a0 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:11:23.021089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb706-77c1-4a8a-85a6-c9d5b4245f50 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.041700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbb706-77c1-4a8a-85a6-c9d5b4245f50 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for 0de7fd3b-0fd6-456b-85eb-b43c04a9b891 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:23.086769 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.113970 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.201199 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5a5c4cae-139a-4beb-b206-40f025fb5ee2 req-17432003-6838-4688-80e4-30786d71e1ef tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.308377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['a3676efb-efb3-474b-bc1e-ff2781a7ca30'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:23.308937 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17432003-6838-4688-80e4-30786d71e1ef tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event deleted for resources: {'Port': ['ID=a3676efb-efb3-474b-bc1e-ff2781a7ca30,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:23.311521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:23.319564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38406) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:23.335634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Allocated IP 2001:db8::5d (c20e3a02-bed2-42c2-8ae1-da5602faf8dd/b66e6b2c-ad2b-4f63-b7d7-dab3c2ae9ef1/a616b642-fb5c-48bc-beba-e8fa257c11cd) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:23.359800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:23.364392 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.372730 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b82881a2-4296-4774-8f46-d99a7a3b139f req-2499fc04-3dee-4d8e-84d6-e676a7d10fd8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d51653-6788-433b-8837-d69ed5caf994 HTTP/1.1" status: 200 len: 210 time: 0.0517182 Jan 31 16:11:23.443105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port 4e711042-e122-4065-af2b-8bf3bcf667de yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:23.451709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5c4cae-139a-4beb-b206-40f025fb5ee2 req-17432003-6838-4688-80e4-30786d71e1ef tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] No DVR routers for this DVR port a3676efb-efb3-474b-bc1e-ff2781a7ca30 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:23.475400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 72b8f72a-d4a7-47ca-9064-e636791f72a0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=72b8f72a-d4a7-47ca-9064-e636791f72a0,segment=NetworkSegment(402fe9b4-c796-46e5-9aec-7fafac589f03),segment_id=402fe9b4-c796-46e5-9aec-7fafac589f03)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:23.492231 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5a5c4cae-139a-4beb-b206-40f025fb5ee2 req-17432003-6838-4688-80e4-30786d71e1ef tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.494619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Allocated IP 172.20.0.2 (4c00190a-389f-4535-80d0-2f156cacca8e/55f6f2e7-3931-45c5-ad06-1ff5a1d4be93/9ea3d7e6-b5b2-4a25-ae34-d6b220b48995) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:23.495480 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a5c4cae-139a-4beb-b206-40f025fb5ee2 req-17432003-6838-4688-80e4-30786d71e1ef tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "DELETE /v2.0/ports/a3676efb-efb3-474b-bc1e-ff2781a7ca30 HTTP/1.1" status: 204 len: 173 time: 1.8883946 Jan 31 16:11:23.495938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d51653-6788-433b-8837-d69ed5caf994', 'name': 'network-vif-deleted', 'tag': 'a3676efb-efb3-474b-bc1e-ff2781a7ca30'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:23.509904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '72b8f72a-d4a7-47ca-9064-e636791f72a0', 'network_id': '04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1', 'port_id': '72b8f72a-d4a7-47ca-9064-e636791f72a0', 'mac_address': 'fa:16:3e:f9:95:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd69926-1502-4873-905b-1403f71b27bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:11:23.519050 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40232fb6-4998-46c9-a3fe-df4a61530ce0" -d '{"events": [{"server_uuid": "12d51653-6788-433b-8837-d69ed5caf994", "name": "network-vif-deleted", "tag": "a3676efb-efb3-474b-bc1e-ff2781a7ca30"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:23.608842 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42032a78-0ad7-4c44-bee0-1eeccb4ca80a x-openstack-request-id: req-42032a78-0ad7-4c44-bee0-1eeccb4ca80a {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:23.609145 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d51653-6788-433b-8837-d69ed5caf994", "name": "network-vif-deleted", "tag": "a3676efb-efb3-474b-bc1e-ff2781a7ca30", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:23.609398 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42032a78-0ad7-4c44-bee0-1eeccb4ca80a {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:23.609852 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d51653-6788-433b-8837-d69ed5caf994', 'name': 'network-vif-deleted', 'tag': 'a3676efb-efb3-474b-bc1e-ff2781a7ca30', 'status': 'completed', 'code': 200} Jan 31 16:11:23.622556 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.649308 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7adda286-e739-49aa-acc1-78028542e078 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5959e7541687458f9b7082e7f512dc95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243470 Jan 31 16:11:23.657282 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38410) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:23.683224 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.720946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b8f72a-d4a7-47ca-9064-e636791f72a0 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:11:23.739790 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3cb53a1e-6fe3-484f-a01e-ddbf66db6317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.771559 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3cb53a1e-6fe3-484f-a01e-ddbf66db6317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.780864 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.791994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 72b8f72a-d4a7-47ca-9064-e636791f72a0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=72b8f72a-d4a7-47ca-9064-e636791f72a0,segment=NetworkSegment(402fe9b4-c796-46e5-9aec-7fafac589f03),segment_id=402fe9b4-c796-46e5-9aec-7fafac589f03)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:23.801035 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb706-77c1-4a8a-85a6-c9d5b4245f50 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.824778 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.842106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbb706-77c1-4a8a-85a6-c9d5b4245f50 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=0de7fd3b-0fd6-456b-85eb-b43c04a9b891,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:23.848435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c03b2f5-815f-41fd-9b99-70ee8b5d3dd7 req-97f198bc-419a-4954-8397-e3188784835c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2861111 Jan 31 16:11:23.875528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Network c20e3a02-bed2-42c2-8ae1-da5602faf8dd is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:23.903004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:23.906459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event updated for resources: {'Port': ['ID=a616b642-fb5c-48bc-beba-e8fa257c11cd,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:23.911615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:23.965913 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:23.973650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=72b8f72a-d4a7-47ca-9064-e636791f72a0,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:23.988468 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:24.051193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['72b8f72a-d4a7-47ca-9064-e636791f72a0'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:24.122068 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3cb53a1e-6fe3-484f-a01e-ddbf66db6317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:24.124739 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3cb53a1e-6fe3-484f-a01e-ddbf66db6317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:24.126118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3cb53a1e-6fe3-484f-a01e-ddbf66db6317 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d6dca19-ca0e-4de4-9dbe-c34e22cb52fd HTTP/1.1" status: 204 len: 168 time: 0.4663846 Jan 31 16:11:24.173026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Network 4c00190a-389f-4535-80d0-2f156cacca8e is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:24.184205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.10 (4c00190a-389f-4535-80d0-2f156cacca8e/55f6f2e7-3931-45c5-ad06-1ff5a1d4be93/4e711042-e122-4065-af2b-8bf3bcf667de) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:24.188836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb53a1e-6fe3-484f-a01e-ddbf66db6317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6dca19-ca0e-4de4-9dbe-c34e22cb52fd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:24.206615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:24.233629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:24.251932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445c379-9a24-4589-a662-30f738ddcf48 req-8203c306-2010-4194-b3f2-30561569e7cd tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:24.253557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d445c379-9a24-4589-a662-30f738ddcf48 req-8203c306-2010-4194-b3f2-30561569e7cd tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 944 time: 0.4143958 Jan 31 16:11:24.255410 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb706-77c1-4a8a-85a6-c9d5b4245f50 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:24.260470 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03b2f5-815f-41fd-9b99-70ee8b5d3dd7 req-d239d781-e18e-4ea8-805c-35f60367a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:24.262936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c03b2f5-815f-41fd-9b99-70ee8b5d3dd7 req-d239d781-e18e-4ea8-805c-35f60367a095 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 1097 time: 0.2697752 Jan 31 16:11:24.278812 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Pushing event updated for resources: {'Port': ['ID=9ea3d7e6-b5b2-4a25-ae34-d6b220b48995,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:24.475754 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d445c379-9a24-4589-a662-30f738ddcf48 req-aca00db7-7cbf-4d00-930f-2b9d082c9560 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118130 Jan 31 16:11:24.476860 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Attempting to bind port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:24.477326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Attempting to bind port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'acb666c1-c9c2-45f4-a485-cd34b17a9a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4c00190a-389f-4535-80d0-2f156cacca8e'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:24.477608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Attempting to bind port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 on network 4c00190a-389f-4535-80d0-2f156cacca8e {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:24.511323 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:24.514897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Checking segment: {'id': 'acb666c1-c9c2-45f4-a485-cd34b17a9a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4c00190a-389f-4535-80d0-2f156cacca8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:24.519108 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:24.520659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Bound using segment: {'id': 'acb666c1-c9c2-45f4-a485-cd34b17a9a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4c00190a-389f-4535-80d0-2f156cacca8e'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:24.521373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Bound port: 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb666c1-c9c2-45f4-a485-cd34b17a9a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4c00190a-389f-4535-80d0-2f156cacca8e'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:24.525179 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:24.537150 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:24.619018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03b2f5-815f-41fd-9b99-70ee8b5d3dd7 req-4f2b205a-330e-4f05-a459-e4a165a61bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:24.622162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c03b2f5-815f-41fd-9b99-70ee8b5d3dd7 req-4f2b205a-330e-4f05-a459-e4a165a61bfe service neutron] 10.222.0.30 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 915 time: 0.3273127 Jan 31 16:11:24.624719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecbb706-77c1-4a8a-85a6-c9d5b4245f50 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router f48a0032-b709-4dfb-a517-55bd1bc8ebd4 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:11:24.693991 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:24.697992 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c03b2f5-815f-41fd-9b99-70ee8b5d3dd7 req-dc993997-d3a0-453e-9089-0fff57df1654 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c750802-1495-43b9-b4bf-6d6b24b344c2 HTTP/1.1" status: 200 len: 217 time: 0.0670626 Jan 31 16:11:24.805874 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] For port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:24.814909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] For port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9ea3d7e6-b5b2-4a25-ae34-d6b220b48995,segment=NetworkSegment(acb666c1-c9c2-45f4-a485-cd34b17a9a08),segment_id=acb666c1-c9c2-45f4-a485-cd34b17a9a08)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:24.821340 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:24.846028 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecbb706-77c1-4a8a-85a6-c9d5b4245f50 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:24.848538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03b2f5-815f-41fd-9b99-70ee8b5d3dd7 req-6ac02e7c-afb4-4b79-a256-532a5e59d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:24.850069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c03b2f5-815f-41fd-9b99-70ee8b5d3dd7 req-6ac02e7c-afb4-4b79-a256-532a5e59d80f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ddc50a13-9d37-40e9-a224-2341504a1a25 HTTP/1.1" status: 200 len: 854 time: 0.1457825 Jan 31 16:11:24.853614 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5ecbb706-77c1-4a8a-85a6-c9d5b4245f50 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/f48a0032-b709-4dfb-a517-55bd1bc8ebd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0962701 Jan 31 16:11:24.858807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38440) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:24.859297 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce01d0f1-1680-4478-9b86-bd8c06e4c120 None None] Sync routers for ids ['f48a0032-b709-4dfb-a517-55bd1bc8ebd4'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:24.880572 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce01d0f1-1680-4478-9b86-bd8c06e4c120 None None] Routers {'f48a0032-b709-4dfb-a517-55bd1bc8ebd4'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:24.881180 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ce01d0f1-1680-4478-9b86-bd8c06e4c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f48a0032-b709-4dfb-a517-55bd1bc8ebd4'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:24.954473 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c03b2f5-815f-41fd-9b99-70ee8b5d3dd7 req-cdc12c74-b034-49b8-829f-4ab27269b1ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930400 Jan 31 16:11:24.961716 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ce01d0f1-1680-4478-9b86-bd8c06e4c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:24.976405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47c1d6-7c92-4b56-bff4-78ab9fc80f44 None None] Pushing event updated for resources: {'Port': ['ID=9ea3d7e6-b5b2-4a25-ae34-d6b220b48995,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:24.986799 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce01d0f1-1680-4478-9b86-bd8c06e4c120 None None] Routers {'f48a0032-b709-4dfb-a517-55bd1bc8ebd4'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:24.987698 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ce01d0f1-1680-4478-9b86-bd8c06e4c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f48a0032-b709-4dfb-a517-55bd1bc8ebd4'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:25.035108 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ce01d0f1-1680-4478-9b86-bd8c06e4c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:25.036029 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce01d0f1-1680-4478-9b86-bd8c06e4c120 None None] The sync data for ids ['f48a0032-b709-4dfb-a517-55bd1bc8ebd4'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:25.140433 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-71f64dca-cc64-4019-ac5e-2192430314d6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:25.142100 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-71f64dca-cc64-4019-ac5e-2192430314d6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.2708092 Jan 31 16:11:25.148925 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c03b2f5-815f-41fd-9b99-70ee8b5d3dd7 req-fedbb3e1-3896-43ad-ac25-e2b6acda6038 service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781621 Jan 31 16:11:25.191097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-d42ed4e0-15f3-43a8-8495-8e3109f703e0 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/quotas/650709d6bc894976b42eca4159787065 HTTP/1.1" status: 200 len: 375 time: 0.0280647 Jan 31 16:11:25.253381 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:25.287607 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-001d1309-4f9f-4679-9397-400e0d8be6a5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] remove_router_interface failed (client error): The resource could not be found. Jan 31 16:11:25.289678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-001d1309-4f9f-4679-9397-400e0d8be6a5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/f48a0032-b709-4dfb-a517-55bd1bc8ebd4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4252527 Jan 31 16:11:25.319008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38450) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:25.337268 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:25.354832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network 4c00190a-389f-4535-80d0-2f156cacca8e is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:25.366170 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c9e32871-f9de-476f-99d3-237228ebdc9e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48a0032-b709-4dfb-a517-55bd1bc8ebd4 HTTP/1.1" status: 200 len: 205 time: 0.0436890 Jan 31 16:11:25.372713 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38452) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:25.394069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:25.401356 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:25.417035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=4e711042-e122-4065-af2b-8bf3bcf667de,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:25.516018 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-a8358c4e-2b63-4da5-bdc5-714a06f3f185 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3239126 Jan 31 16:11:25.612727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7523b653-63fe-4b92-b430-b24745a93bba tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:25.614522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38460) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:25.706311 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c03b2f5-815f-41fd-9b99-70ee8b5d3dd7 req-f47540ee-1fe8-4f1a-8e87-7ff55d6f7b87 service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509236 Jan 31 16:11:25.775179 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:25.959430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:25.960151 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:25.991014 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ae509530-6c44-4fed-92b8-45a6f35780b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2384830 Jan 31 16:11:26.002343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3842cfa-5232-4eb5-a899-ea40f6864449 req-becba657-93f4-464a-8680-1792aab31416 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:26.003962 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b3842cfa-5232-4eb5-a899-ea40f6864449 req-becba657-93f4-464a-8680-1792aab31416 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 944 time: 0.1368439 Jan 31 16:11:26.006932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38464) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:26.117984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Router 8262e4ce-edbd-440c-8018-a6bd7bd13072 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:11:26.127216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b3842cfa-5232-4eb5-a899-ea40f6864449 req-b5366c1b-c363-46f7-be37-6a86e051cbf2 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115611 Jan 31 16:11:26.180121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1559530396'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:26.195422 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7523b653-63fe-4b92-b430-b24745a93bba tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.200434 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7523b653-63fe-4b92-b430-b24745a93bba tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.210496 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-d9b29004-fd3c-40d9-ac9f-23771d936c5d service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618099 Jan 31 16:11:26.236095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b2981192-7f2b-453f-96c5-300f2a3d1ce3 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port 4e711042-e122-4065-af2b-8bf3bcf667de {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:26.236446 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b2981192-7f2b-453f-96c5-300f2a3d1ce3 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.317843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Made reservation on behalf of 02363db9c37147c1a7cbb3dc0a51cf06 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:26.324472 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.344792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.347257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a3676efb-efb3-474b-bc1e-ff2781a7ca30 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:26.366726 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7523b653-63fe-4b92-b430-b24745a93bba tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.366726 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7523b653-63fe-4b92-b430-b24745a93bba tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Fanout notify agent at l3_agent the message router_deleted on router f48a0032-b709-4dfb-a517-55bd1bc8ebd4 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:11:26.369786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:26.384702 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7523b653-63fe-4b92-b430-b24745a93bba tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.388724 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7523b653-63fe-4b92-b430-b24745a93bba tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/f48a0032-b709-4dfb-a517-55bd1bc8ebd4 HTTP/1.1" status: 204 len: 168 time: 1.0112545 Jan 31 16:11:26.389095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: a3676efb-efb3-474b-bc1e-ff2781a7ca30 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:26.389498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a3676efb-efb3-474b-bc1e-ff2781a7ca30 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:26.391352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38466) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:26.396219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] Sync routers for ids ['8262e4ce-edbd-440c-8018-a6bd7bd13072'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:26.403946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b2981192-7f2b-453f-96c5-300f2a3d1ce3 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.416276 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] Routers {'8262e4ce-edbd-440c-8018-a6bd7bd13072'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:26.416912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['8262e4ce-edbd-440c-8018-a6bd7bd13072'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:26.451931 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.453184 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7dca96f5-b475-464a-ae5e-bf0b233f3d99 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.0202372 Jan 31 16:11:26.460737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38468) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:26.461320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b2981192-7f2b-453f-96c5-300f2a3d1ce3 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for 4e711042-e122-4065-af2b-8bf3bcf667de owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:26.517252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-25e0cee0-7593-4126-b3c2-98747edf2904 service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908537 Jan 31 16:11:26.563345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-970389a9-251b-4fa8-9dab-47c65e9995a0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting subnet 994ffcc9-0a5e-401e-83ff-58e41c32507c {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:11:26.611199 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.617166 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.653161 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-970389a9-251b-4fa8-9dab-47c65e9995a0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.670833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:26.687700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3c6e11-ae17-462d-b6e5-01bf2246cd15,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:26.698592 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.699277 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Added segment eb18ddee-d39e-4619-8e6b-73eba331c4a2 of type vlan for network cf9142c8-ab41-46b7-8b79-ce1adb76aea5 Jan 31 16:11:26.712450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c0c22-14fb-474d-beae-bf0d66d8241f None None] Network 4c00190a-389f-4535-80d0-2f156cacca8e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:26.790717 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-970389a9-251b-4fa8-9dab-47c65e9995a0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.814603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.826964 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:26.867373 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.874922 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:26.875605 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.893418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08133b11-ad9e-4896-bdd7-dead02fe5215 req-abbcb435-92a5-4995-9ed9-db8503b785c8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 210 time: 0.0852652 Jan 31 16:11:26.899690 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.920420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] Set router 8262e4ce-edbd-440c-8018-a6bd7bd13072 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:11:26.950792 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9bd92790-db96-486d-b9dd-a85f238e9c66 None None] Provisioning complete for port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:26.951377 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bd92790-db96-486d-b9dd-a85f238e9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:26.994346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event updated for resources: {'Network': ['ID=cf9142c8-ab41-46b7-8b79-ce1adb76aea5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:27.014609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38480) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:27.020645 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9e5cf1f9-5d14-4eb8-81fc-d74a1a2913f7 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3962269 Jan 31 16:11:27.026783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8c7e632e-ceca-4673-955e-3f476354bfa1 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Request body: {'subnet': {'network_id': 'cf9142c8-ab41-46b7-8b79-ce1adb76aea5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:27.066039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network cf9142c8-ab41-46b7-8b79-ce1adb76aea5 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:27.077620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 72b8f72a-d4a7-47ca-9064-e636791f72a0 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:27.232960 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-970389a9-251b-4fa8-9dab-47c65e9995a0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.274798 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b2981192-7f2b-453f-96c5-300f2a3d1ce3 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.324524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbb142-d708-413e-aae1-b3475ba81c93 req-7e92e806-1fcf-4d1f-91c6-f1ca79c24761 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:27.328429 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5dbb142-d708-413e-aae1-b3475ba81c93 req-7e92e806-1fcf-4d1f-91c6-f1ca79c24761 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 944 time: 0.0816972 Jan 31 16:11:27.337201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2981192-7f2b-453f-96c5-300f2a3d1ce3 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=4e711042-e122-4065-af2b-8bf3bcf667de,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:27.340530 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.420130 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5dbb142-d708-413e-aae1-b3475ba81c93 req-1f472373-d9c4-4bc5-8aa5-57794c75e4dd tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840409 Jan 31 16:11:27.447711 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bd92790-db96-486d-b9dd-a85f238e9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.455098 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7e632e-ceca-4673-955e-3f476354bfa1 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Made reservation on behalf of 02363db9c37147c1a7cbb3dc0a51cf06 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:27.458817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8c7e632e-ceca-4673-955e-3f476354bfa1 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.462922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:27.463725 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.488733 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-970389a9-251b-4fa8-9dab-47c65e9995a0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.546435 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-970389a9-251b-4fa8-9dab-47c65e9995a0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.551689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-970389a9-251b-4fa8-9dab-47c65e9995a0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/994ffcc9-0a5e-401e-83ff-58e41c32507c HTTP/1.1" status: 204 len: 168 time: 1.1569698 Jan 31 16:11:27.553009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38486) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:27.586496 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970389a9-251b-4fa8-9dab-47c65e9995a0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Subnet': ['ID=994ffcc9-0a5e-401e-83ff-58e41c32507c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:27.596838 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b2981192-7f2b-453f-96c5-300f2a3d1ce3 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.602931 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b2981192-7f2b-453f-96c5-300f2a3d1ce3 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/4e711042-e122-4065-af2b-8bf3bcf667de HTTP/1.1" status: 204 len: 168 time: 1.5930209 Jan 31 16:11:27.608449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38488) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:27.609933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Deleting port a616b642-fb5c-48bc-beba-e8fa257c11cd {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:27.610628 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.618979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efd1cf0-530e-4e9b-82ab-bf0ee654ef30 None None] Network 21968fa6-aef5-4ee0-a2ab-9dad08186975 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:27.702958 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b066dd-45b7-4d73-af37-f72eea76be09 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] DELETE failed (client error): The resource could not be found. Jan 31 16:11:27.704263 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b066dd-45b7-4d73-af37-f72eea76be09 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:11:27.707897 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-94b066dd-45b7-4d73-af37-f72eea76be09 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/4e711042-e122-4065-af2b-8bf3bcf667de HTTP/1.1" status: 404 len: 333 time: 0.0951464 Jan 31 16:11:27.712598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38492) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:27.737640 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.759325 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1051702d-810b-4a0b-b0df-aa4ddfe510c4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:11:27.761285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1051702d-810b-4a0b-b0df-aa4ddfe510c4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/4e711042-e122-4065-af2b-8bf3bcf667de HTTP/1.1" status: 404 len: 333 time: 0.0476761 Jan 31 16:11:27.764431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38494) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:27.793498 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.813974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Calling delete_port for a616b642-fb5c-48bc-beba-e8fa257c11cd owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:27.846340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-715c504c-e6e0-42b8-beae-b093ab5b1982 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting subnet 55f6f2e7-3931-45c5-ad06-1ff5a1d4be93 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:11:27.853581 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-715c504c-e6e0-42b8-beae-b093ab5b1982 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.910322 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-715c504c-e6e0-42b8-beae-b093ab5b1982 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.916586 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8c7e632e-ceca-4673-955e-3f476354bfa1 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.919209 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 72b8f72a-d4a7-47ca-9064-e636791f72a0 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:11:27.944864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port d0bbdca5-4e98-4ef4-b38c-3b85aca93064 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:27.945206 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:27.956987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9bd92790-db96-486d-b9dd-a85f238e9c66 None None] For port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9ea3d7e6-b5b2-4a25-ae34-d6b220b48995,segment=NetworkSegment(acb666c1-c9c2-45f4-a485-cd34b17a9a08),segment_id=acb666c1-c9c2-45f4-a485-cd34b17a9a08)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:27.969388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 72b8f72a-d4a7-47ca-9064-e636791f72a0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:27.973538 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.040254 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bd92790-db96-486d-b9dd-a85f238e9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.043629 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.065777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e632e-ceca-4673-955e-3f476354bfa1 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event updated for resources: {'Subnet': ['ID=d8075be6-019f-4869-bf60-9bf8a7c17a86,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:28.066449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] For port d0bbdca5-4e98-4ef4-b38c-3b85aca93064, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d0bbdca5-4e98-4ef4-b38c-3b85aca93064,segment=NetworkSegment(235dc808-dff0-463c-83d7-9c6228728337),segment_id=235dc808-dff0-463c-83d7-9c6228728337)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:28.066820 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.122777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e632e-ceca-4673-955e-3f476354bfa1 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Checking segment: {'id': 'eb18ddee-d39e-4619-8e6b-73eba331c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'cf9142c8-ab41-46b7-8b79-ce1adb76aea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:28.125145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e632e-ceca-4673-955e-3f476354bfa1 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Network hostable DHCP agents. Network: cf9142c8-ab41-46b7-8b79-ce1adb76aea5, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:28.141690 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9409b0f7-6642-4528-b210-3befbe0ed45b req-c181f499-7d03-4c0c-8b3c-6daf64d17836 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 210 time: 0.0714958 Jan 31 16:11:28.156247 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for d0bbdca5-4e98-4ef4-b38c-3b85aca93064 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:28.167379 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-715c504c-e6e0-42b8-beae-b093ab5b1982 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.250851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e632e-ceca-4673-955e-3f476354bfa1 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Network cf9142c8-ab41-46b7-8b79-ce1adb76aea5 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:28.291615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e632e-ceca-4673-955e-3f476354bfa1 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, cf9142c8-ab41-46b7-8b79-ce1adb76aea5) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:28.312898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7e632e-ceca-4673-955e-3f476354bfa1 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:28.314778 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8c7e632e-ceca-4673-955e-3f476354bfa1 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.330678 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-36184da2-d093-4188-8611-e754bf73038f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:28.331222 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.332325 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-36184da2-d093-4188-8611-e754bf73038f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.2686522 Jan 31 16:11:28.346594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Request body: {'port': {'device_id': '99fdfc6b-5120-4efa-aeca-a8d89fdd9b14', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'admin_state_up': True, 'tenant_id': '650709d6bc894976b42eca4159787065'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:28.363800 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-715c504c-e6e0-42b8-beae-b093ab5b1982 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.379835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b069c6-3589-4f11-a2af-d5f60a045021 None None] Network cf9142c8-ab41-46b7-8b79-ce1adb76aea5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:28.395458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8262e4ce-edbd-440c-8018-a6bd7bd13072', 'name': '', 'tenant_id': '0d8a4c899af940438195b26112553ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20e3a02-bed2-42c2-8ae1-da5602faf8dd', 'external_fixed_ips': [{'subnet_id': 'b66e6b2c-ad2b-4f63-b7d7-dab3c2ae9ef1', 'ip_address': '2001:db8::5d'}], 'enable_snat': True}, 'gw_port_id': 'a616b642-fb5c-48bc-beba-e8fa257c11cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:11:22Z', 'updated_at': '2022-01-31T16:11:24Z', 'revision_number': 3, 'project_id': '0d8a4c899af940438195b26112553ccc', 'gw_port': {'id': 'a616b642-fb5c-48bc-beba-e8fa257c11cd', 'name': '', 'network_id': 'c20e3a02-bed2-42c2-8ae1-da5602faf8dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8262e4ce-edbd-440c-8018-a6bd7bd13072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'b66e6b2c-ad2b-4f63-b7d7-dab3c2ae9ef1', 'ip_address': '2001:db8::5d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:11:23Z', 'updated_at': '2022-01-31T16:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b66e6b2c-ad2b-4f63-b7d7-dab3c2ae9ef1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:28.411119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event deleted for resources: {'Port': ['ID=a616b642-fb5c-48bc-beba-e8fa257c11cd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:28.423222 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8c7e632e-ceca-4673-955e-3f476354bfa1 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4047999 Jan 31 16:11:28.427240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38498) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:28.442411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4762e1cf-acc4-47a6-b32b-416d0b47a71a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1345252468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:28.451799 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c504c-e6e0-42b8-beae-b093ab5b1982 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Subnet': ['ID=55f6f2e7-3931-45c5-ad06-1ff5a1d4be93,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:28.473830 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-715c504c-e6e0-42b8-beae-b093ab5b1982 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.487829 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.490679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-715c504c-e6e0-42b8-beae-b093ab5b1982 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/55f6f2e7-3931-45c5-ad06-1ff5a1d4be93 HTTP/1.1" status: 204 len: 168 time: 0.7249506 Jan 31 16:11:28.495678 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38502) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:28.501214 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.510913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd92790-db96-486d-b9dd-a85f238e9c66 None None] Pushing event updated for resources: {'Port': ['ID=9ea3d7e6-b5b2-4a25-ae34-d6b220b48995,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:28.525557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] Checking router: 8262e4ce-edbd-440c-8018-a6bd7bd13072 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:11:28.525904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] Updating router 8262e4ce-edbd-440c-8018-a6bd7bd13072 port a616b642-fb5c-48bc-beba-e8fa257c11cd binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:11:28.580104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=d0bbdca5-4e98-4ef4-b38c-3b85aca93064,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:28.585506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No DVR routers for this DVR port d0bbdca5-4e98-4ef4-b38c-3b85aca93064 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:28.609385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4363c5f-dd6c-4d80-bacb-2d74c92b0f78 None None] Network 4c00190a-389f-4535-80d0-2f156cacca8e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:28.689755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] Port a616b642-fb5c-48bc-beba-e8fa257c11cd not found while updating agent binding for router 8262e4ce-edbd-440c-8018-a6bd7bd13072. {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 31 16:11:28.714087 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.775855 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4762e1cf-acc4-47a6-b32b-416d0b47a71a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.777853 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4762e1cf-acc4-47a6-b32b-416d0b47a71a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.806450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9169a-b892-4117-a993-6edfce63d9f3 req-0ca041da-edf8-4370-a02c-5a91745607dc tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:28.816183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1f9169a-b892-4117-a993-6edfce63d9f3 req-0ca041da-edf8-4370-a02c-5a91745607dc tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 944 time: 0.2539136 Jan 31 16:11:28.823867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.825233 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.827891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c6f375-1e4f-4e3c-9671-4a22cf7ff8e3 None None] DHCP port deletion for 21968fa6-aef5-4ee0-a2ab-9dad08186975 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:11:28.829965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] Routers {'8262e4ce-edbd-440c-8018-a6bd7bd13072'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:28.830667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['8262e4ce-edbd-440c-8018-a6bd7bd13072'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:28.889923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8d222d4c-505f-47dd-ad45-fae6311748c5 None None] Provisioning complete for port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:28.890368 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8d222d4c-505f-47dd-ad45-fae6311748c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.894628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Made reservation on behalf of 650709d6bc894976b42eca4159787065 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:28.899545 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.903760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21968fa6-aef5-4ee0-a2ab-9dad08186975']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:28.922413 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.926170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235dc808-dff0-463c-83d7-9c6228728337') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:28.927108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235dc808-dff0-463c-83d7-9c6228728337') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:28.941260 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.944382 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1f9169a-b892-4117-a993-6edfce63d9f3 req-f0c7b38f-148e-4433-95fa-018e26bafa33 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239800 Jan 31 16:11:28.958745 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:28.993989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:29.003593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] Set router 8262e4ce-edbd-440c-8018-a6bd7bd13072 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:11:29.018815 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4762e1cf-acc4-47a6-b32b-416d0b47a71a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.038796 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.055175 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:29.055606 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:29.058880 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:29.071933 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4762e1cf-acc4-47a6-b32b-416d0b47a71a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.092493 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.093162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8262e4ce-edbd-440c-8018-a6bd7bd13072 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:11:29.096287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:29.096616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.101232 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.102628 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-917fb57c-30b5-432e-8d19-906253260fa5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "DELETE /v2.0/routers/8262e4ce-edbd-440c-8018-a6bd7bd13072 HTTP/1.1" status: 204 len: 168 time: 2.6388304 Jan 31 16:11:29.103539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facbc6f1-b50f-4b2c-87e0-94b07d90df7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b8f72a-d4a7-47ca-9064-e636791f72a0'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:29.105924 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4762e1cf-acc4-47a6-b32b-416d0b47a71a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.106057 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83202832-78f9-4dde-885f-9cb0a9f02221" -d '{"events": [{"server_uuid": "facbc6f1-b50f-4b2c-87e0-94b07d90df7f", "name": "network-vif-plugged", "status": "completed", "tag": "72b8f72a-d4a7-47ca-9064-e636791f72a0"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:29.111235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4762e1cf-acc4-47a6-b32b-416d0b47a71a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6689119 Jan 31 16:11:29.111235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38506) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:29.111235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38510) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:29.128525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8262e4ce-edbd-440c-8018-a6bd7bd13072', 'name': '', 'tenant_id': '0d8a4c899af940438195b26112553ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:11:22Z', 'updated_at': '2022-01-31T16:11:28Z', 'revision_number': 5, 'project_id': '0d8a4c899af940438195b26112553ccc', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:29.139844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 72b8f72a-d4a7-47ca-9064-e636791f72a0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=72b8f72a-d4a7-47ca-9064-e636791f72a0,segment=NetworkSegment(402fe9b4-c796-46e5-9aec-7fafac589f03),segment_id=402fe9b4-c796-46e5-9aec-7fafac589f03)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:29.156616 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf612508-dec0-4959-b877-b736cd906548 x-openstack-request-id: req-cf612508-dec0-4959-b877-b736cd906548 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:29.157227 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facbc6f1-b50f-4b2c-87e0-94b07d90df7f", "name": "network-vif-plugged", "status": "completed", "tag": "72b8f72a-d4a7-47ca-9064-e636791f72a0", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:29.157675 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf612508-dec0-4959-b877-b736cd906548 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:29.158243 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facbc6f1-b50f-4b2c-87e0-94b07d90df7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b8f72a-d4a7-47ca-9064-e636791f72a0', 'code': 200} Jan 31 16:11:29.185671 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.193402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.206409 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21947f6-c36a-40e7-b285-a2c312222796 None None] The sync data for ids ['8262e4ce-edbd-440c-8018-a6bd7bd13072'] in n-d-827120-1 is: [{'id': '8262e4ce-edbd-440c-8018-a6bd7bd13072', 'name': '', 'tenant_id': '0d8a4c899af940438195b26112553ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:11:22Z', 'updated_at': '2022-01-31T16:11:28Z', 'revision_number': 5, 'project_id': '0d8a4c899af940438195b26112553ccc', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:29.223579 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.230156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/networks/21968fa6-aef5-4ee0-a2ab-9dad08186975 HTTP/1.1" status: 204 len: 168 time: 1.6726036 Jan 31 16:11:29.236321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38514) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:29.259166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f4490949-9504-4b67-8310-0e1f7977279c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'network': {'name': 'tempest-RoutersTest-462082386'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:29.265477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d441994-d273-4979-8832-0c6bca83a981 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Network': ['ID=21968fa6-aef5-4ee0-a2ab-9dad08186975,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:29.269202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-cf9142c8-ab41-46b7-8b79-ce1adb76aea5', 'network_id': 'cf9142c8-ab41-46b7-8b79-ce1adb76aea5', 'tenant_id': '02363db9c37147c1a7cbb3dc0a51cf06', 'fixed_ips': [{'subnet_id': 'd8075be6-019f-4869-bf60-9bf8a7c17a86'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:11:29.270156 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.271941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9cb3fc-59f1-4d98-834f-93fa6eb36f47 None None] DHCP port deletion for 4c00190a-389f-4535-80d0-2f156cacca8e request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:11:29.309947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Allocated IP 172.20.0.6 (ee461f7c-cf6b-444b-944c-f969c92675a4/c18b0c43-4884-496a-b742-bf7f0dcdb7c4/8fe15d25-69d3-47c8-8250-2bb3971443a3) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:29.316375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-49ccf43c-910a-4df5-838f-0ebf83b86f29 req-c64a177e-1faf-4ba3-97c3-a99ee1edb444 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 210 time: 0.0458109 Jan 31 16:11:29.343085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4490949-9504-4b67-8310-0e1f7977279c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:29.346930 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4490949-9504-4b67-8310-0e1f7977279c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.388104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4490949-9504-4b67-8310-0e1f7977279c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:29.389576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=72b8f72a-d4a7-47ca-9064-e636791f72a0,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:29.395763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:29.396346 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.412882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4490949-9504-4b67-8310-0e1f7977279c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.413235 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-f4490949-9504-4b67-8310-0e1f7977279c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Added segment 1a766b1c-ba49-4658-ad16-6cbadb3c7aa4 of type vlan for network 90c346ad-bfa4-4fe2-8603-e93800fe343b Jan 31 16:11:29.481047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] For port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9ea3d7e6-b5b2-4a25-ae34-d6b220b48995,segment=NetworkSegment(acb666c1-c9c2-45f4-a485-cd34b17a9a08),segment_id=acb666c1-c9c2-45f4-a485-cd34b17a9a08)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:29.481608 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.487382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca7a86c-dbc5-48a2-b928-522bdaaac6c6 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Deleting subnet b66e6b2c-ad2b-4f63-b7d7-dab3c2ae9ef1 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:11:29.525362 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4490949-9504-4b67-8310-0e1f7977279c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.529367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a86c-dbc5-48a2-b928-522bdaaac6c6 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.576484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6a9cb3fc-59f1-4d98-834f-93fa6eb36f47 None None] Deleting port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:29.576787 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb3fc-59f1-4d98-834f-93fa6eb36f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.580415 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4490949-9504-4b67-8310-0e1f7977279c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.584589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Allocated IP 172.20.0.2 (cf9142c8-ab41-46b7-8b79-ce1adb76aea5/d8075be6-019f-4869-bf60-9bf8a7c17a86/f63d60d8-ddd7-4b91-a186-8d800949052e) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:29.587346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4490949-9504-4b67-8310-0e1f7977279c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:29.588043 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4490949-9504-4b67-8310-0e1f7977279c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.667595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4490949-9504-4b67-8310-0e1f7977279c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Network': ['ID=90c346ad-bfa4-4fe2-8603-e93800fe343b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:29.687775 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 90c346ad-bfa4-4fe2-8603-e93800fe343b details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:29.709525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f4490949-9504-4b67-8310-0e1f7977279c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4511452 Jan 31 16:11:29.709525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38516) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:29.718178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bec4b6aa-8985-4135-8eac-a7891ef8357d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'subnet': {'network_id': '90c346ad-bfa4-4fe2-8603-e93800fe343b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:29.796040 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6a9cb3fc-59f1-4d98-834f-93fa6eb36f47 None None] For port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9ea3d7e6-b5b2-4a25-ae34-d6b220b48995,segment=NetworkSegment(acb666c1-c9c2-45f4-a485-cd34b17a9a08),segment_id=acb666c1-c9c2-45f4-a485-cd34b17a9a08)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:29.796703 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb3fc-59f1-4d98-834f-93fa6eb36f47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.811160 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.836354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6a9cb3fc-59f1-4d98-834f-93fa6eb36f47 None None] Calling delete_port for 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:29.871477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec4b6aa-8985-4135-8eac-a7891ef8357d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:29.875531 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bec4b6aa-8985-4135-8eac-a7891ef8357d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.891587 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:29.912119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:29.919465 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:29.929547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f1c06-5303-41fa-97c5-206ff0decbc0 req-b057aa79-983e-46b5-890f-c5d005dfabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:29.932399 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f2f1c06-5303-41fa-97c5-206ff0decbc0 req-b057aa79-983e-46b5-890f-c5d005dfabbf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 1096 time: 0.6096833 Jan 31 16:11:29.992874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Network ee461f7c-cf6b-444b-944c-f969c92675a4 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:30.004691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:30.011084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event updated for resources: {'Port': ['ID=8fe15d25-69d3-47c8-8250-2bb3971443a3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:30.013830 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:30.024828 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a86c-dbc5-48a2-b928-522bdaaac6c6 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.082917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:30.083601 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.123375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-3d686f2d-411c-47df-8f2c-837793396476 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7815795 Jan 31 16:11:30.124621 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f2f1c06-5303-41fa-97c5-206ff0decbc0 req-c3ce565a-18f6-41ff-ade1-b17e53b4fb23 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826568 Jan 31 16:11:30.139219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Request body: {'port': {'device_id': '99fdfc6b-5120-4efa-aeca-a8d89fdd9b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:30.196621 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a86c-dbc5-48a2-b928-522bdaaac6c6 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.251309 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.265456 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bec4b6aa-8985-4135-8eac-a7891ef8357d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.271079 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.289791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95b15a-7ac7-468e-86f0-dafb22db6ea7 req-f0495a05-95ae-48b8-a0f5-e5f00bf6f391 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:30.291533 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ee95b15a-7ac7-468e-86f0-dafb22db6ea7 req-f0495a05-95ae-48b8-a0f5-e5f00bf6f391 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 945 time: 0.1956418 Jan 31 16:11:30.293358 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.296055 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.301681 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.359463 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=9ea3d7e6-b5b2-4a25-ae34-d6b220b48995,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:30.362925 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No DVR routers for this DVR port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:30.371894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Network cf9142c8-ab41-46b7-8b79-ce1adb76aea5 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:30.377996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4b6aa-8985-4135-8eac-a7891ef8357d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Subnet': ['ID=41955d6b-8629-4125-92cc-df0c45aa405c,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:30.383115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:30.388896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:30.431110 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a86c-dbc5-48a2-b928-522bdaaac6c6 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.450555 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb3fc-59f1-4d98-834f-93fa6eb36f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.479573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Pushing event updated for resources: {'Port': ['ID=f63d60d8-ddd7-4b91-a186-8d800949052e,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:30.479841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec4b6aa-8985-4135-8eac-a7891ef8357d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Checking segment: {'id': '1a766b1c-ba49-4658-ad16-6cbadb3c7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '90c346ad-bfa4-4fe2-8603-e93800fe343b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:30.480422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec4b6aa-8985-4135-8eac-a7891ef8357d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network hostable DHCP agents. Network: 90c346ad-bfa4-4fe2-8603-e93800fe343b, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:30.497075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9cb3fc-59f1-4d98-834f-93fa6eb36f47 None None] No DVR routers for this DVR port 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:30.532676 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ee95b15a-7ac7-468e-86f0-dafb22db6ea7 req-5c82696a-554f-4c36-bb32-15e7c7d81be0 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292831 Jan 31 16:11:30.533370 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7a86c-dbc5-48a2-b928-522bdaaac6c6 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b66e6b2c-ad2b-4f63-b7d7-dab3c2ae9ef1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:30.551028 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Attempting to bind port f63d60d8-ddd7-4b91-a186-8d800949052e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:30.560898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Attempting to bind port f63d60d8-ddd7-4b91-a186-8d800949052e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'eb18ddee-d39e-4619-8e6b-73eba331c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'cf9142c8-ab41-46b7-8b79-ce1adb76aea5'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:30.560898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Attempting to bind port f63d60d8-ddd7-4b91-a186-8d800949052e on network cf9142c8-ab41-46b7-8b79-ce1adb76aea5 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:30.563392 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a86c-dbc5-48a2-b928-522bdaaac6c6 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.566865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2ca7a86c-dbc5-48a2-b928-522bdaaac6c6 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/b66e6b2c-ad2b-4f63-b7d7-dab3c2ae9ef1 HTTP/1.1" status: 204 len: 168 time: 1.4570646 Jan 31 16:11:30.571724 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cb3fc-59f1-4d98-834f-93fa6eb36f47 None None] Pushing event deleted for resources: {'Port': ['ID=9ea3d7e6-b5b2-4a25-ae34-d6b220b48995,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:30.578021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38524) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:30.586142 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:30.586895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Checking segment: {'id': 'eb18ddee-d39e-4619-8e6b-73eba331c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'cf9142c8-ab41-46b7-8b79-ce1adb76aea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:30.587550 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.588133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Bound using segment: {'id': 'eb18ddee-d39e-4619-8e6b-73eba331c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'cf9142c8-ab41-46b7-8b79-ce1adb76aea5'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:30.588820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Bound port: f63d60d8-ddd7-4b91-a186-8d800949052e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb18ddee-d39e-4619-8e6b-73eba331c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'cf9142c8-ab41-46b7-8b79-ce1adb76aea5'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:30.589423 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.598170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec4b6aa-8985-4135-8eac-a7891ef8357d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 90c346ad-bfa4-4fe2-8603-e93800fe343b is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:30.618829 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab332a2-a166-4c04-8801-b836af9801f2 req-b0408cb3-ddf3-4636-b21e-684a4eb86dc0 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:30.622085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1ab332a2-a166-4c04-8801-b836af9801f2 req-b0408cb3-ddf3-4636-b21e-684a4eb86dc0 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 931 time: 0.1297393 Jan 31 16:11:30.628734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.650825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-bec4b6aa-8985-4135-8eac-a7891ef8357d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 90c346ad-bfa4-4fe2-8603-e93800fe343b) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:30.669698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4b6aa-8985-4135-8eac-a7891ef8357d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:30.670296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bec4b6aa-8985-4135-8eac-a7891ef8357d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.675580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda197ae-ddd9-4aee-8941-a91c5600ae39 None None] Network 90c346ad-bfa4-4fe2-8603-e93800fe343b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:30.709959 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c00190a-389f-4535-80d0-2f156cacca8e']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:30.736623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1ab332a2-a166-4c04-8801-b836af9801f2 req-8211d9c7-d312-41c7-ae67-589168ca7957 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135218 Jan 31 16:11:30.758893 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bec4b6aa-8985-4135-8eac-a7891ef8357d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0483232 Jan 31 16:11:30.761756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38526) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:30.772506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e83202c5-8368-4888-b864-ba6837ba6e33 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-815574119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:30.773370 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb666c1-c9c2-45f4-a485-cd34b17a9a08') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:30.773732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb666c1-c9c2-45f4-a485-cd34b17a9a08') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:30.800990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.802519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d0bbdca5-4e98-4ef4-b38c-3b85aca93064 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:30.805867 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.838460 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.855014 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e83202c5-8368-4888-b864-ba6837ba6e33 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.855453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:30.855877 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.856023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e83202c5-8368-4888-b864-ba6837ba6e33 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:30.858943 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:30.864944 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe15d25-69d3-47c8-8250-2bb3971443a3 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:11:30.874186 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.885262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] For port f63d60d8-ddd7-4b91-a186-8d800949052e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:30.894158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d0bbdca5-4e98-4ef4-b38c-3b85aca93064 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:30.894572 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d0bbdca5-4e98-4ef4-b38c-3b85aca93064 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:30.895052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:30.926576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] For port f63d60d8-ddd7-4b91-a186-8d800949052e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f63d60d8-ddd7-4b91-a186-8d800949052e,segment=NetworkSegment(eb18ddee-d39e-4619-8e6b-73eba331c4a2),segment_id=eb18ddee-d39e-4619-8e6b-73eba331c4a2)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:30.932126 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e83202c5-8368-4888-b864-ba6837ba6e33 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.936507 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e83202c5-8368-4888-b864-ba6837ba6e33 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.937732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:30.938140 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9ea3d7e6-b5b2-4a25-ae34-d6b220b48995 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:30.944226 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.969901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e83202c5-8368-4888-b864-ba6837ba6e33 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:30.971735 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e83202c5-8368-4888-b864-ba6837ba6e33 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2088368 Jan 31 16:11:30.974730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38530) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:31.055389 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.059896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Allocated IP 172.20.0.1 (cf9142c8-ab41-46b7-8b79-ce1adb76aea5/d8075be6-019f-4869-bf60-9bf8a7c17a86/4dde3269-5735-4c65-a278-4041610acd41) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:31.063389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Transition to ACTIVE for port object 8fe15d25-69d3-47c8-8250-2bb3971443a3 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:11:31.065880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.070433 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.095020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Network': ['ID=4c00190a-389f-4535-80d0-2f156cacca8e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:31.098439 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.106162 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dd041f64-0172-4a9b-ac2e-d7824678dadd tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/networks/4c00190a-389f-4535-80d0-2f156cacca8e HTTP/1.1" status: 204 len: 168 time: 2.6095767 Jan 31 16:11:31.111279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8ee84-33dc-4345-a386-916f0120a7a1 None None] Pushing event updated for resources: {'Port': ['ID=f63d60d8-ddd7-4b91-a186-8d800949052e,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:31.112556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38532) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:31.118854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6d93d45e-c410-4225-b1c0-c5201c14fe87 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1606955145'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:31.155812 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-90c346ad-bfa4-4fe2-8603-e93800fe343b', 'network_id': '90c346ad-bfa4-4fe2-8603-e93800fe343b', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'fixed_ips': [{'subnet_id': '41955d6b-8629-4125-92cc-df0c45aa405c'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:11:31.156270 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.156668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20e3a02-bed2-42c2-8ae1-da5602faf8dd']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:31.213861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2529fe6-f70c-46fd-82cd-73d421850c9c') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:31.214152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2529fe6-f70c-46fd-82cd-73d421850c9c') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:31.237088 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.255510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d93d45e-c410-4225-b1c0-c5201c14fe87 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:31.259582 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d93d45e-c410-4225-b1c0-c5201c14fe87 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.285589 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.306966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:31.307402 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:31.310467 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:31.411805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d93d45e-c410-4225-b1c0-c5201c14fe87 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:31.416082 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.433698 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Allocated IP 172.20.0.2 (90c346ad-bfa4-4fe2-8603-e93800fe343b/41955d6b-8629-4125-92cc-df0c45aa405c/5fd7fb9a-0a36-4a95-ab0d-ade7399de151) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:31.453116 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d93d45e-c410-4225-b1c0-c5201c14fe87 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.458025 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-6d93d45e-c410-4225-b1c0-c5201c14fe87 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Added segment 42870c45-04c1-4cb9-9132-cc7891b04d81 of type vlan for network beda3d54-47e8-4745-a9f7-8db0d4dd6c27 Jan 31 16:11:31.513345 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.540084 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d93d45e-c410-4225-b1c0-c5201c14fe87 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.572053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c20e3a02-bed2-42c2-8ae1-da5602faf8dd {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 16:11:31.583928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event deleted for resources: {'Network': ['ID=c20e3a02-bed2-42c2-8ae1-da5602faf8dd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:31.586382 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.601516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Pushing event updated for resources: {'Port': ['ID=8fe15d25-69d3-47c8-8250-2bb3971443a3,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:31.606639 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-41506d24-371e-449f-ab8d-51293a338552 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "DELETE /v2.0/networks/c20e3a02-bed2-42c2-8ae1-da5602faf8dd HTTP/1.1" status: 204 len: 168 time: 1.0192041 Jan 31 16:11:31.631217 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d93d45e-c410-4225-b1c0-c5201c14fe87 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.644028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d93d45e-c410-4225-b1c0-c5201c14fe87 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:31.648861 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d93d45e-c410-4225-b1c0-c5201c14fe87 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.691071 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.710037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Attempting to bind port 8fe15d25-69d3-47c8-8250-2bb3971443a3 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:31.710284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Attempting to bind port 8fe15d25-69d3-47c8-8250-2bb3971443a3 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:31.710573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Attempting to bind port 8fe15d25-69d3-47c8-8250-2bb3971443a3 on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:31.719101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Port 8fe15d25-69d3-47c8-8250-2bb3971443a3 on network ee461f7c-cf6b-444b-944c-f969c92675a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:11:31.719473 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Attempting to bind port 8fe15d25-69d3-47c8-8250-2bb3971443a3 on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:31.731039 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.742092 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.743938 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.745146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:31.745675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Checking segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:31.746206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Bound using segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:31.746817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Bound port: 8fe15d25-69d3-47c8-8250-2bb3971443a3, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:31.747313 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:31.792952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event updated for resources: {'Port': ['ID=4dde3269-5735-4c65-a278-4041610acd41,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:31.835773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Network 90c346ad-bfa4-4fe2-8603-e93800fe343b is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:31.850588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6d93d45e-c410-4225-b1c0-c5201c14fe87 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7358544 Jan 31 16:11:31.854396 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38542) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:31.864415 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:31.864598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f2b89312-0fb4-4968-ab16-a9ff6a3f29f9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'beda3d54-47e8-4745-a9f7-8db0d4dd6c27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:31.868183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:31.913922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Pushing event updated for resources: {'Port': ['ID=5fd7fb9a-0a36-4a95-ab0d-ade7399de151,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:31.971461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Network cf9142c8-ab41-46b7-8b79-ce1adb76aea5 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:31.973311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93d45e-c410-4225-b1c0-c5201c14fe87 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Network': ['ID=beda3d54-47e8-4745-a9f7-8db0d4dd6c27,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:31.978581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:31.998288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:32.004959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network beda3d54-47e8-4745-a9f7-8db0d4dd6c27 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:32.015589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f20c7e-48cc-4693-a3d7-da3824a69648 req-86be4873-6a4a-407c-9ac7-6a59553c23c0 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:32.017599 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-01f20c7e-48cc-4693-a3d7-da3824a69648 req-86be4873-6a4a-407c-9ac7-6a59553c23c0 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 945 time: 0.3417487 Jan 31 16:11:32.018418 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b89312-0fb4-4968-ab16-a9ff6a3f29f9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:32.022130 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2b89312-0fb4-4968-ab16-a9ff6a3f29f9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.105200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Attempting to bind port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:32.107080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Attempting to bind port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '1a766b1c-ba49-4658-ad16-6cbadb3c7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '90c346ad-bfa4-4fe2-8603-e93800fe343b'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:32.108306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Attempting to bind port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 on network 90c346ad-bfa4-4fe2-8603-e93800fe343b {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:32.132435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38548) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:32.133139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] For port 8fe15d25-69d3-47c8-8250-2bb3971443a3, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:32.137194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] For port 8fe15d25-69d3-47c8-8250-2bb3971443a3, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=8fe15d25-69d3-47c8-8250-2bb3971443a3,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:32.143114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e7ed5a34-ed9b-4aba-8d95-c09c74381c20 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Request body: {'router': {'name': 'tempest-router--1576670681', 'project_id': 'efd16d3640bb462d973933cdd49094c7'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:32.148728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:32.149097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Checking segment: {'id': '1a766b1c-ba49-4658-ad16-6cbadb3c7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '90c346ad-bfa4-4fe2-8603-e93800fe343b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:32.153560 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.154027 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Bound using segment: {'id': '1a766b1c-ba49-4658-ad16-6cbadb3c7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '90c346ad-bfa4-4fe2-8603-e93800fe343b'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:32.154599 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Bound port: 5fd7fb9a-0a36-4a95-ab0d-ade7399de151, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a766b1c-ba49-4658-ad16-6cbadb3c7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '90c346ad-bfa4-4fe2-8603-e93800fe343b'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:32.154894 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.215205 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5a34-ed9b-4aba-8d95-c09c74381c20 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.216560 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5a34-ed9b-4aba-8d95-c09c74381c20 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.230251 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.264703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] For port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:32.269352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] For port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5fd7fb9a-0a36-4a95-ab0d-ade7399de151,segment=NetworkSegment(1a766b1c-ba49-4658-ad16-6cbadb3c7aa4),segment_id=1a766b1c-ba49-4658-ad16-6cbadb3c7aa4)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:32.280305 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.292043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Allocated IP 172.20.0.1 (90c346ad-bfa4-4fe2-8603-e93800fe343b/41955d6b-8629-4125-92cc-df0c45aa405c/037b40ba-7618-4a09-805c-0bf3866137db) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:32.296357 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.299751 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-01f20c7e-48cc-4693-a3d7-da3824a69648 req-630e5db6-8c35-4386-98f4-f8c634c2f269 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456880 Jan 31 16:11:32.363740 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5a34-ed9b-4aba-8d95-c09c74381c20 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.393845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5a34-ed9b-4aba-8d95-c09c74381c20 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.396511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:32.397125 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.400225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] 10.222.0.30 "PUT /v2.0/ports/8fe15d25-69d3-47c8-8250-2bb3971443a3 HTTP/1.1" status: 200 len: 1091 time: 2.2676644 Jan 31 16:11:32.409361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee115b-9cf8-45af-b7a0-b1b20fcd97bb None None] Pushing event updated for resources: {'Port': ['ID=5fd7fb9a-0a36-4a95-ab0d-ade7399de151,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:32.428731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fdfc6b-5120-4efa-aeca-a8d89fdd9b14', 'tag': '8fe15d25-69d3-47c8-8250-2bb3971443a3'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:32.431372 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9c6d83-43ed-47cf-8351-08d6c4404d43" -d '{"events": [{"name": "network-changed", "server_uuid": "99fdfc6b-5120-4efa-aeca-a8d89fdd9b14", "tag": "8fe15d25-69d3-47c8-8250-2bb3971443a3"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:32.490695 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5a34-ed9b-4aba-8d95-c09c74381c20 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.494943 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e7ed5a34-ed9b-4aba-8d95-c09c74381c20 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3563499 Jan 31 16:11:32.495578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38554) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:32.523451 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276f3f37-8c90-4df7-a3df-e80d8d1fe9c8 x-openstack-request-id: req-276f3f37-8c90-4df7-a3df-e80d8d1fe9c8 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:32.523755 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fdfc6b-5120-4efa-aeca-a8d89fdd9b14", "tag": "8fe15d25-69d3-47c8-8250-2bb3971443a3", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:32.524057 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-276f3f37-8c90-4df7-a3df-e80d8d1fe9c8 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:32.524473 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fdfc6b-5120-4efa-aeca-a8d89fdd9b14', 'tag': '8fe15d25-69d3-47c8-8250-2bb3971443a3', 'status': 'completed', 'code': 200} Jan 31 16:11:32.584834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae730c-fd4c-407f-b1c6-3e61848ea6a6 req-888717ca-1d3f-4ce0-a5fc-b8437bbf80f4 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:32.586441 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40ae730c-fd4c-407f-b1c6-3e61848ea6a6 req-888717ca-1d3f-4ce0-a5fc-b8437bbf80f4 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 943 time: 0.6188786 Jan 31 16:11:32.643869 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0435030-4398-4e26-a419-1118d8a00d36 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.648681 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.658474 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40ae730c-fd4c-407f-b1c6-3e61848ea6a6 req-10461d71-ee32-4ebe-9778-63d61559b173 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537033 Jan 31 16:11:32.665948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1f1bb-fc37-4b2b-8dc7-c1452a47135d service neutron] Pushing event updated for resources: {'Port': ['ID=8fe15d25-69d3-47c8-8250-2bb3971443a3,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:32.717808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-fa803b36-aedb-4f54-bf94-069ce91ca7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:32.719422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-fa803b36-aedb-4f54-bf94-069ce91ca7a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 1094 time: 0.2253129 Jan 31 16:11:32.794989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-c920e9f5-fe1a-4cee-bde5-2d3aaa34f078 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fe15d25-69d3-47c8-8250-2bb3971443a3 HTTP/1.1" status: 200 len: 217 time: 0.0644882 Jan 31 16:11:32.813828 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e4133-46cb-4cbc-8a44-fbeba0b25a47 None None] Network cf9142c8-ab41-46b7-8b79-ce1adb76aea5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:32.864299 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2b89312-0fb4-4968-ab16-a9ff6a3f29f9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.898757 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.930400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-45df4fa4-69e0-409c-8320-af5a884b35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:32.931936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-45df4fa4-69e0-409c-8320-af5a884b35fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.1282964 Jan 31 16:11:32.937527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c7f0bd10-5a72-463a-bb82-dfd903611682 None None] Provisioning complete for port f63d60d8-ddd7-4b91-a186-8d800949052e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:32.938254 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c7f0bd10-5a72-463a-bb82-dfd903611682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:32.988087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-835fbc50-bad6-40d9-90c1-ec3a3294731f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423865 Jan 31 16:11:33.004349 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f63d60d8-ddd7-4b91-a186-8d800949052e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:33.028774 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:33.129117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 90c346ad-bfa4-4fe2-8603-e93800fe343b is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:33.140798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=037b40ba-7618-4a09-805c-0bf3866137db,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:33.152273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:33.161688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:33.174960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f63d60d8-ddd7-4b91-a186-8d800949052e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:33.175444 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:33.177460 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c7f0bd10-5a72-463a-bb82-dfd903611682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:33.242200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-89455306-ad98-464d-8912-9a6674ac8dac service neutron] 10.222.0.30 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464790 Jan 31 16:11:33.251994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c7f0bd10-5a72-463a-bb82-dfd903611682 None None] For port f63d60d8-ddd7-4b91-a186-8d800949052e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f63d60d8-ddd7-4b91-a186-8d800949052e,segment=NetworkSegment(eb18ddee-d39e-4619-8e6b-73eba331c4a2),segment_id=eb18ddee-d39e-4619-8e6b-73eba331c4a2)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:33.257807 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c7f0bd10-5a72-463a-bb82-dfd903611682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:33.271684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:33.333431 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0435030-4398-4e26-a419-1118d8a00d36 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:33.338939 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0435030-4398-4e26-a419-1118d8a00d36 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:33.358981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b89312-0fb4-4968-ab16-a9ff6a3f29f9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Subnet': ['ID=6d57aa9f-4540-4a8c-92ff-8780696d038b,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:33.390643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0bd10-5a72-463a-bb82-dfd903611682 None None] Pushing event updated for resources: {'Port': ['ID=f63d60d8-ddd7-4b91-a186-8d800949052e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:33.492229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8dda70cd-0956-48f0-a089-298dc11be967 None None] Provisioning complete for port f63d60d8-ddd7-4b91-a186-8d800949052e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:33.492842 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8dda70cd-0956-48f0-a089-298dc11be967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:33.595681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fea9e3e2-0cc4-4c44-91a5-c2c2823ec778 req-5aee58af-c5d7-460a-8e33-02e8f92dce7a service neutron] 10.222.0.30 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463542 Jan 31 16:11:33.604731 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:33.624520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8dda70cd-0956-48f0-a089-298dc11be967 None None] Provisioning complete for port 4dde3269-5735-4c65-a278-4041610acd41 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:33.625506 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8dda70cd-0956-48f0-a089-298dc11be967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:33.701380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8dda70cd-0956-48f0-a089-298dc11be967 None None] Port 4dde3269-5735-4c65-a278-4041610acd41 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:11:33.790290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c6d83-43ed-47cf-8351-08d6c4404d43 req-9aeaf142-f067-43e4-aeb1-e0ec70ac75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:33.791991 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f9c6d83-43ed-47cf-8351-08d6c4404d43 req-9aeaf142-f067-43e4-aeb1-e0ec70ac75a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 1094 time: 0.1147587 Jan 31 16:11:33.832347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d0f05987-b556-4c1b-a9e9-b39cd9c7f1f9 None None] Provisioning complete for port 4dde3269-5735-4c65-a278-4041610acd41 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:33.832905 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d0f05987-b556-4c1b-a9e9-b39cd9c7f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:33.936396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d0f05987-b556-4c1b-a9e9-b39cd9c7f1f9 None None] Port 4dde3269-5735-4c65-a278-4041610acd41 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:11:34.024399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c6d83-43ed-47cf-8351-08d6c4404d43 req-4d78b654-4675-4477-be43-e7b23281eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:34.026005 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f9c6d83-43ed-47cf-8351-08d6c4404d43 req-4d78b654-4675-4477-be43-e7b23281eaa0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 907 time: 0.1977620 Jan 31 16:11:34.061583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b89312-0fb4-4968-ab16-a9ff6a3f29f9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Checking segment: {'id': '42870c45-04c1-4cb9-9132-cc7891b04d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'beda3d54-47e8-4745-a9f7-8db0d4dd6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:34.062167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b89312-0fb4-4968-ab16-a9ff6a3f29f9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network hostable DHCP agents. Network: beda3d54-47e8-4745-a9f7-8db0d4dd6c27, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:34.069932 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0435030-4398-4e26-a419-1118d8a00d36 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.070438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0435030-4398-4e26-a419-1118d8a00d36 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88b5c0cb-4ad8-4bdd-b6ea-ffa5f6d4d592 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:11:34.079470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f9c6d83-43ed-47cf-8351-08d6c4404d43 req-e03c4dd2-4465-4177-8b73-2f89d8429200 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fe15d25-69d3-47c8-8250-2bb3971443a3 HTTP/1.1" status: 200 len: 217 time: 0.0453763 Jan 31 16:11:34.080239 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0435030-4398-4e26-a419-1118d8a00d36 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.081372 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e0435030-4398-4e26-a419-1118d8a00d36 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "DELETE /v2.0/routers/88b5c0cb-4ad8-4bdd-b6ea-ffa5f6d4d592 HTTP/1.1" status: 204 len: 168 time: 1.5820630 Jan 31 16:11:34.133838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bef00-784c-42e1-b968-b8c7d83b1679 req-a5b0bce1-692f-409e-9bc2-3e58b1086a95 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:34.135371 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b89bef00-784c-42e1-b968-b8c7d83b1679 req-a5b0bce1-692f-409e-9bc2-3e58b1086a95 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 943 time: 0.1710415 Jan 31 16:11:34.137856 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b89312-0fb4-4968-ab16-a9ff6a3f29f9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network beda3d54-47e8-4745-a9f7-8db0d4dd6c27 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:34.166434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c6d83-43ed-47cf-8351-08d6c4404d43 req-6f464595-8c72-4893-99c2-458916879aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:34.167915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f9c6d83-43ed-47cf-8351-08d6c4404d43 req-6f464595-8c72-4893-99c2-458916879aff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.0764508 Jan 31 16:11:34.168940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-f2b89312-0fb4-4968-ab16-a9ff6a3f29f9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, beda3d54-47e8-4745-a9f7-8db0d4dd6c27) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:34.171830 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.179216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59598856-b4a4-49e3-866a-26ac9550379f None None] Network beda3d54-47e8-4745-a9f7-8db0d4dd6c27 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:34.180301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b89312-0fb4-4968-ab16-a9ff6a3f29f9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:34.180885 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2b89312-0fb4-4968-ab16-a9ff6a3f29f9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.202719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b86f3-e141-4081-9104-7252945650ad None None] Network 90c346ad-bfa4-4fe2-8603-e93800fe343b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:34.217695 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b89bef00-784c-42e1-b968-b8c7d83b1679 req-b2bc0028-d93e-40a5-a30a-044c8d327c54 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650101 Jan 31 16:11:34.219801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.225961 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f2b89312-0fb4-4968-ab16-a9ff6a3f29f9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3667600 Jan 31 16:11:34.227823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38570) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:34.234542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': 'beda3d54-47e8-4745-a9f7-8db0d4dd6c27', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1619117171'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:34.236397 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.238041 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.252957 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f9c6d83-43ed-47cf-8351-08d6c4404d43 req-4360261d-f823-491e-981a-beb7ccd592e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765173 Jan 31 16:11:34.279438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38574) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:34.338438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7ed94aac-26ec-4947-b808-8c4664b54427 None None] Provisioning complete for port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:34.339207 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ed94aac-26ec-4947-b808-8c4664b54427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.380607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=037b40ba-7618-4a09-805c-0bf3866137db,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:34.385419 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.459114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event updated for resources: {'Port': ['ID=4dde3269-5735-4c65-a278-4041610acd41,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:34.477089 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f9c6d83-43ed-47cf-8351-08d6c4404d43 req-3976e4bb-88f9-48b1-ab1a-e5bb24b278dc service neutron] 10.222.0.30 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787770 Jan 31 16:11:34.485991 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.527416 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:34.531746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.596737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1503191424', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:34.605220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port 8880636c-e99c-4b4a-9002-2f3b908fb5f7 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:34.615486 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ed94aac-26ec-4947-b808-8c4664b54427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.641961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-beda3d54-47e8-4745-a9f7-8db0d4dd6c27', 'network_id': 'beda3d54-47e8-4745-a9f7-8db0d4dd6c27', 'tenant_id': '4338434bce7342bba9c2bee7845a66af', 'fixed_ips': [{'subnet_id': '6d57aa9f-4540-4a8c-92ff-8780696d038b'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:11:34.642914 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.727285 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.728339 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.782988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7ed94aac-26ec-4947-b808-8c4664b54427 None None] For port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5fd7fb9a-0a36-4a95-ab0d-ade7399de151,segment=NetworkSegment(1a766b1c-ba49-4658-ad16-6cbadb3c7aa4),segment_id=1a766b1c-ba49-4658-ad16-6cbadb3c7aa4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:34.792845 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ed94aac-26ec-4947-b808-8c4664b54427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:34.815139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Network cf9142c8-ab41-46b7-8b79-ce1adb76aea5 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:34.823174 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:34.899139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed94aac-26ec-4947-b808-8c4664b54427 None None] Pushing event updated for resources: {'Port': ['ID=5fd7fb9a-0a36-4a95-ab0d-ade7399de151,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:34.932113 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 90c346ad-bfa4-4fe2-8603-e93800fe343b is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:34.945085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:35.003986 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:35.008015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.11 (beda3d54-47e8-4745-a9f7-8db0d4dd6c27/6d57aa9f-4540-4a8c-92ff-8780696d038b/8880636c-e99c-4b4a-9002-2f3b908fb5f7) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:35.106095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:35.168458 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f9c6d83-43ed-47cf-8351-08d6c4404d43 req-71064717-e7e2-4448-b888-826fb3edb0b4 service neutron] 10.222.0.30 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6827800 Jan 31 16:11:35.215159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9028c618-7569-41d7-8b48-16b01ee9656c None None] Provisioning complete for port 037b40ba-7618-4a09-805c-0bf3866137db triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:35.215525 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9028c618-7569-41d7-8b48-16b01ee9656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:35.221403 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router 0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:11:35.274581 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9028c618-7569-41d7-8b48-16b01ee9656c None None] Port 037b40ba-7618-4a09-805c-0bf3866137db cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:11:35.302131 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9028c618-7569-41d7-8b48-16b01ee9656c None None] Provisioning complete for port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:35.302629 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9028c618-7569-41d7-8b48-16b01ee9656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:35.386227 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:35.386643 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:35.419160 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:35.447176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:35.460681 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f238f833-6cf8-4121-97e8-4b22368b622b None None] Sync routers for ids ['0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:35.467966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9ddc743a-288c-47f4-b452-79adf34e6e54 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4900761 Jan 31 16:11:35.473439 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:35.475300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38592) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:35.476921 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238f833-6cf8-4121-97e8-4b22368b622b None None] Routers {'0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:35.479685 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f238f833-6cf8-4121-97e8-4b22368b622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:35.486355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da7c19-cd9b-4aec-93d0-5d58fa884d6c req-564602d8-0c1f-42c5-a828-3bbab279516f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:35.489443 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22da7c19-cd9b-4aec-93d0-5d58fa884d6c req-564602d8-0c1f-42c5-a828-3bbab279516f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 943 time: 0.1179709 Jan 31 16:11:35.540741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Router f9d135fc-82fc-4d1f-9b81-e3d33c5692bb is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:11:35.580788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7958d30c-8214-49d1-923a-4522c5e01fac tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:35.586072 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7958d30c-8214-49d1-923a-4522c5e01fac tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports/037b40ba-7618-4a09-805c-0bf3866137db HTTP/1.1" status: 200 len: 910 time: 0.0948751 Jan 31 16:11:35.587290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38598) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:35.598807 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f238f833-6cf8-4121-97e8-4b22368b622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:35.628430 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238f833-6cf8-4121-97e8-4b22368b622b None None] Routers {'0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:35.630783 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f238f833-6cf8-4121-97e8-4b22368b622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:35.640639 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:35.714159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=8880636c-e99c-4b4a-9002-2f3b908fb5f7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:35.758106 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f238f833-6cf8-4121-97e8-4b22368b622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:35.765937 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f238f833-6cf8-4121-97e8-4b22368b622b None None] The sync data for ids ['0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:35.848188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:35.857437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3c2c4580-0f39-477f-8b99-89711ff80dc3 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "PUT /v2.0/routers/f9d135fc-82fc-4d1f-9b81-e3d33c5692bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7459328 Jan 31 16:11:35.858839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38604) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:35.869380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eef751a-7244-4934-8d5d-5ef7da5ca9bb None None] Sync routers for ids ['f9d135fc-82fc-4d1f-9b81-e3d33c5692bb'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:35.884242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Request body: {'port': {'network_id': 'cf9142c8-ab41-46b7-8b79-ce1adb76aea5', 'name': 'tempest-FloatingIPNegativeTestJSON-398521994'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:35.920011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network beda3d54-47e8-4745-a9f7-8db0d4dd6c27 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:35.951522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Allocated IP 172.20.0.2 (beda3d54-47e8-4745-a9f7-8db0d4dd6c27/6d57aa9f-4540-4a8c-92ff-8780696d038b/05b26f88-e712-4ab6-812b-65c949374f05) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:35.954805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:35.975258 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef751a-7244-4934-8d5d-5ef7da5ca9bb None None] Routers {'f9d135fc-82fc-4d1f-9b81-e3d33c5692bb'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:35.976008 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2eef751a-7244-4934-8d5d-5ef7da5ca9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f9d135fc-82fc-4d1f-9b81-e3d33c5692bb'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:35.978911 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f63d60d8-ddd7-4b91-a186-8d800949052e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:35.993033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:36.010873 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22da7c19-cd9b-4aec-93d0-5d58fa884d6c req-65fbd7ab-a398-4874-a7d2-31af5e74aee5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606276 Jan 31 16:11:36.051349 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2eef751a-7244-4934-8d5d-5ef7da5ca9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:36.113030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef751a-7244-4934-8d5d-5ef7da5ca9bb None None] Routers {'f9d135fc-82fc-4d1f-9b81-e3d33c5692bb'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:36.113756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2eef751a-7244-4934-8d5d-5ef7da5ca9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f9d135fc-82fc-4d1f-9b81-e3d33c5692bb'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:36.156131 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2eef751a-7244-4934-8d5d-5ef7da5ca9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:36.156830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eef751a-7244-4934-8d5d-5ef7da5ca9bb None None] The sync data for ids ['f9d135fc-82fc-4d1f-9b81-e3d33c5692bb'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:36.175066 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a1a2ade5-6ed4-42aa-9df7-e628e1e4f10f None None] Provisioning complete for port 037b40ba-7618-4a09-805c-0bf3866137db triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:36.175435 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a1a2ade5-6ed4-42aa-9df7-e628e1e4f10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.185942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:36.186564 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.223923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f63d60d8-ddd7-4b91-a186-8d800949052e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:36.224290 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.246994 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea10ccc0-9a48-46df-9dbf-879174f379fb tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.266309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a1a2ade5-6ed4-42aa-9df7-e628e1e4f10f None None] Port 037b40ba-7618-4a09-805c-0bf3866137db cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:11:36.271869 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7c28588f-c268-4192-8557-3224c6dab573 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.0428929 Jan 31 16:11:36.308480 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38618) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:36.331797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Made reservation on behalf of 02363db9c37147c1a7cbb3dc0a51cf06 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:36.333797 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.335523 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.335648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a1a2ade5-6ed4-42aa-9df7-e628e1e4f10f None None] Provisioning complete for port 4dde3269-5735-4c65-a278-4041610acd41 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:36.335882 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a1a2ade5-6ed4-42aa-9df7-e628e1e4f10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.367344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-c33d413b-4187-4f68-9055-27908c55459d tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:36.374809 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-c33d413b-4187-4f68-9055-27908c55459d tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 814 time: 0.4225562 Jan 31 16:11:36.376110 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.418910 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.431770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 8fe15d25-69d3-47c8-8250-2bb3971443a3 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:11:36.444987 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d351ba49-334d-4e55-8ad2-33e736c897e4 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/quotas/3f5ad3a0ca754c4584d02ec38d2cae68 HTTP/1.1" status: 200 len: 375 time: 0.0692520 Jan 31 16:11:36.456875 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.461875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] device_id is not set on port 4594e83e-6e12-4309-bac3-a4f008f3dc4e yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:36.540301 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 8fe15d25-69d3-47c8-8250-2bb3971443a3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=8fe15d25-69d3-47c8-8250-2bb3971443a3,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:36.547246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a1a2ade5-6ed4-42aa-9df7-e628e1e4f10f None None] Port 4dde3269-5735-4c65-a278-4041610acd41 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:11:36.556532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Network beda3d54-47e8-4745-a9f7-8db0d4dd6c27 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:36.570607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Pushing event updated for resources: {'Port': ['ID=05b26f88-e712-4ab6-812b-65c949374f05,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:36.573778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:36.575837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '8fe15d25-69d3-47c8-8250-2bb3971443a3', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'port_id': '8fe15d25-69d3-47c8-8250-2bb3971443a3', 'mac_address': 'fa:16:3e:69:f7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18b0c43-4884-496a-b742-bf7f0dcdb7c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:11:36.579684 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:36.667908 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.672832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Attempting to bind port 05b26f88-e712-4ab6-812b-65c949374f05 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:36.673447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Attempting to bind port 05b26f88-e712-4ab6-812b-65c949374f05 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '42870c45-04c1-4cb9-9132-cc7891b04d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'beda3d54-47e8-4745-a9f7-8db0d4dd6c27'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:36.674023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Attempting to bind port 05b26f88-e712-4ab6-812b-65c949374f05 on network beda3d54-47e8-4745-a9f7-8db0d4dd6c27 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:36.677273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ea10ccc0-9a48-46df-9dbf-879174f379fb tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port 037b40ba-7618-4a09-805c-0bf3866137db {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:36.683689 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea10ccc0-9a48-46df-9dbf-879174f379fb tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.688531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:36.688908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Checking segment: {'id': '42870c45-04c1-4cb9-9132-cc7891b04d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'beda3d54-47e8-4745-a9f7-8db0d4dd6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:36.689311 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.690170 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Bound using segment: {'id': '42870c45-04c1-4cb9-9132-cc7891b04d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'beda3d54-47e8-4745-a9f7-8db0d4dd6c27'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:36.690293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Bound port: 05b26f88-e712-4ab6-812b-65c949374f05, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42870c45-04c1-4cb9-9132-cc7891b04d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'beda3d54-47e8-4745-a9f7-8db0d4dd6c27'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:36.690573 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.694417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe15d25-69d3-47c8-8250-2bb3971443a3 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:11:36.783853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 8fe15d25-69d3-47c8-8250-2bb3971443a3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=8fe15d25-69d3-47c8-8250-2bb3971443a3,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:36.789233 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-c6ce9fd0-bc99-4297-9b8c-37b91bee14af tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3310688 Jan 31 16:11:36.793725 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.844468 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:36.861545 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea10ccc0-9a48-46df-9dbf-879174f379fb tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.874884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] For port 05b26f88-e712-4ab6-812b-65c949374f05, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:36.876855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ea10ccc0-9a48-46df-9dbf-879174f379fb tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for 037b40ba-7618-4a09-805c-0bf3866137db owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:36.900833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a33993-bfaf-4879-aca4-8c706e58e45a req-b9205d54-479f-4def-9c2c-6f26e82f1380 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:36.904670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] For port 05b26f88-e712-4ab6-812b-65c949374f05, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=05b26f88-e712-4ab6-812b-65c949374f05,segment=NetworkSegment(42870c45-04c1-4cb9-9132-cc7891b04d81),segment_id=42870c45-04c1-4cb9-9132-cc7891b04d81)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:36.906216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=8fe15d25-69d3-47c8-8250-2bb3971443a3,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:36.908339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33a33993-bfaf-4879-aca4-8c706e58e45a req-b9205d54-479f-4def-9c2c-6f26e82f1380 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 945 time: 0.0901642 Jan 31 16:11:36.912058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.914636 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Allocated IP 172.25.1.219 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/26a47bdf-ee45-439e-b195-ae15de8bc4d6) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:36.942402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0dc07-18de-4569-b081-402a1f092e2d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port 8880636c-e99c-4b4a-9002-2f3b908fb5f7 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:36.942827 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6a0dc07-18de-4569-b081-402a1f092e2d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:36.964817 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Allocated IP 172.20.0.12 (cf9142c8-ab41-46b7-8b79-ce1adb76aea5/d8075be6-019f-4869-bf60-9bf8a7c17a86/4594e83e-6e12-4309-bac3-a4f008f3dc4e) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:36.994408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:36.995332 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:37.000786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa1b2f-ee42-4659-8234-b9b9d58210a0 None None] Pushing event updated for resources: {'Port': ['ID=05b26f88-e712-4ab6-812b-65c949374f05,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:37.012894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33a33993-bfaf-4879-aca4-8c706e58e45a req-17f8bf67-0033-443d-8fc4-e92f3e845c0e tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016996 Jan 31 16:11:37.094773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['8fe15d25-69d3-47c8-8250-2bb3971443a3'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:37.155182 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-0a49b793-9c24-4920-ac1f-fca85cb9a828 service neutron] 10.222.0.36 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643014 Jan 31 16:11:37.204497 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea10ccc0-9a48-46df-9dbf-879174f379fb tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:37.233506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896bd68-c6f9-4c07-8eb3-c14d978bdc85 req-4d72a433-2a0c-4492-8a50-ef0f34d65fc9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:37.240852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f896bd68-c6f9-4c07-8eb3-c14d978bdc85 req-4d72a433-2a0c-4492-8a50-ef0f34d65fc9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 944 time: 0.1096864 Jan 31 16:11:37.279499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10ccc0-9a48-46df-9dbf-879174f379fb tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=037b40ba-7618-4a09-805c-0bf3866137db,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:37.314398 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6a0dc07-18de-4569-b081-402a1f092e2d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:37.352572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0dc07-18de-4569-b081-402a1f092e2d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for 8880636c-e99c-4b4a-9002-2f3b908fb5f7 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:37.369846 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f896bd68-c6f9-4c07-8eb3-c14d978bdc85 req-d6a8cf4f-fdad-45cd-8ef1-ac0265c3b273 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297741 Jan 31 16:11:37.468043 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea10ccc0-9a48-46df-9dbf-879174f379fb tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:37.649767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea10ccc0-9a48-46df-9dbf-879174f379fb tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router 0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:11:37.734650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea10ccc0-9a48-46df-9dbf-879174f379fb tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:37.743710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ea10ccc0-9a48-46df-9dbf-879174f379fb tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1490130 Jan 31 16:11:37.743818 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:37.744214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38634) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:37.747278 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd5f97-5195-4cb7-8e71-79896d63de38 None None] Sync routers for ids ['0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:37.756730 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd5f97-5195-4cb7-8e71-79896d63de38 None None] Routers {'0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:37.757351 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-31fd5f97-5195-4cb7-8e71-79896d63de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:37.774879 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9c9d6f81-334d-4620-989a-f493141112a1 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f HTTP/1.1" status: 200 len: 205 time: 0.0302238 Jan 31 16:11:37.777455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38636) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:37.796115 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-31fd5f97-5195-4cb7-8e71-79896d63de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:37.805328 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd5f97-5195-4cb7-8e71-79896d63de38 None None] Routers {'0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:37.805962 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-31fd5f97-5195-4cb7-8e71-79896d63de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:37.839755 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-31fd5f97-5195-4cb7-8e71-79896d63de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:37.840404 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd5f97-5195-4cb7-8e71-79896d63de38 None None] The sync data for ids ['0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:37.867643 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-798a08a4-70aa-49c6-a854-8b02ee310be2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:37.875959 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-45323920-7c6d-4306-a055-78af2bff0fa8 service neutron] 10.222.0.36 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7090974 Jan 31 16:11:37.916255 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:37.930525 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.025577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Pushing event updated for resources: {'Port': ['ID=26a47bdf-ee45-439e-b195-ae15de8bc4d6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:38.049380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:38.055143 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:38.060651 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:38.095650 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-798a08a4-70aa-49c6-a854-8b02ee310be2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.098368 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-798a08a4-70aa-49c6-a854-8b02ee310be2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.099931 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.111958 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6a0dc07-18de-4569-b081-402a1f092e2d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.247315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Network cf9142c8-ab41-46b7-8b79-ce1adb76aea5 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:38.303218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event updated for resources: {'Port': ['ID=4594e83e-6e12-4309-bac3-a4f008f3dc4e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:38.311663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:38.329182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:38.431161 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578588d2-eb81-467f-afb0-ded4103812d1 None None] Network beda3d54-47e8-4745-a9f7-8db0d4dd6c27 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:38.460825 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0dc07-18de-4569-b081-402a1f092e2d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=8880636c-e99c-4b4a-9002-2f3b908fb5f7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:38.468420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 8fe15d25-69d3-47c8-8250-2bb3971443a3 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:38.493957 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-798a08a4-70aa-49c6-a854-8b02ee310be2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.494508 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798a08a4-70aa-49c6-a854-8b02ee310be2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Fanout notify agent at l3_agent the message router_deleted on router 0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:11:38.515438 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-798a08a4-70aa-49c6-a854-8b02ee310be2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.520128 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-798a08a4-70aa-49c6-a854-8b02ee310be2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f HTTP/1.1" status: 204 len: 168 time: 0.7413800 Jan 31 16:11:38.521782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38652) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:38.522475 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6f879-7a8b-4b21-8b85-4c27a177aa7a req-7c5466be-5d05-4890-a6ba-6946cac5e19f tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:38.524328 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4c6f879-7a8b-4b21-8b85-4c27a177aa7a req-7c5466be-5d05-4890-a6ba-6946cac5e19f tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 945 time: 0.3681703 Jan 31 16:11:38.534942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:38.535616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.544923 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6a0dc07-18de-4569-b081-402a1f092e2d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.551519 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b6a0dc07-18de-4569-b081-402a1f092e2d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/8880636c-e99c-4b4a-9002-2f3b908fb5f7 HTTP/1.1" status: 204 len: 168 time: 2.2374270 Jan 31 16:11:38.559478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38654) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:38.591473 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-46b958b5-f3e7-4737-a253-3814df1b295f req-5c63bf57-6637-4b05-b159-ba8ec17e15a7 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 210 time: 0.1125376 Jan 31 16:11:38.596367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8858a67-4989-40ab-b2e8-3f6c9dbbf6c9 req-6e031b53-8a3b-4ba2-82d4-01cfa6d3f496 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:38.597923 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a8858a67-4989-40ab-b2e8-3f6c9dbbf6c9 req-6e031b53-8a3b-4ba2-82d4-01cfa6d3f496 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.20 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 945 time: 0.2894270 Jan 31 16:11:38.655452 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c4e17023-d694-4233-b729-c052589e52fa tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7754757 Jan 31 16:11:38.661100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38656) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:38.667821 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf224cf-6a86-471f-a1dc-9614743019c0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:11:38.671658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-50659d27-684e-4e07-9ef4-16059fb5ea4e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting subnet 41955d6b-8629-4125-92cc-df0c45aa405c {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:11:38.673162 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aaf224cf-6a86-471f-a1dc-9614743019c0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/8880636c-e99c-4b4a-9002-2f3b908fb5f7 HTTP/1.1" status: 404 len: 333 time: 0.1048262 Jan 31 16:11:38.674658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38658) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:38.677460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:38.690472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-abd1e2c8-918f-44af-89c1-5243d79fefb4 None None] Provisioning complete for port 05b26f88-e712-4ab6-812b-65c949374f05 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:38.690926 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-abd1e2c8-918f-44af-89c1-5243d79fefb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.695521 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-50659d27-684e-4e07-9ef4-16059fb5ea4e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.740471 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4c6f879-7a8b-4b21-8b85-4c27a177aa7a req-58d77724-be80-4929-bfa8-39dd68169bc2 tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996205 Jan 31 16:11:38.748432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 8fe15d25-69d3-47c8-8250-2bb3971443a3 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:11:38.817404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 8fe15d25-69d3-47c8-8250-2bb3971443a3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:38.818040 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.840768 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.887129 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.900297 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-50659d27-684e-4e07-9ef4-16059fb5ea4e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.942498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a263eb-d80a-4d97-8c8f-a043645c31f4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting subnet 6d57aa9f-4540-4a8c-92ff-8780696d038b {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:11:38.950075 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-abd1e2c8-918f-44af-89c1-5243d79fefb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.950299 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68a263eb-d80a-4d97-8c8f-a043645c31f4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:38.952116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 05b26f88-e712-4ab6-812b-65c949374f05 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:38.982425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0878a8-5c6f-4dbd-9910-fca7984e4e58 req-8ca3f45f-1f1a-4b0d-956c-0f7063d532df tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:38.989145 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6b0878a8-5c6f-4dbd-9910-fca7984e4e58 req-8ca3f45f-1f1a-4b0d-956c-0f7063d532df tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 944 time: 0.1948473 Jan 31 16:11:38.993437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-a8858a67-4989-40ab-b2e8-3f6c9dbbf6c9 req-a58284bf-7392-4a88-b481-11d618b6aa9d tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Deleting port 72b8f72a-d4a7-47ca-9064-e636791f72a0 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:38.993807 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a8858a67-4989-40ab-b2e8-3f6c9dbbf6c9 req-a58284bf-7392-4a88-b481-11d618b6aa9d tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.084763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-abd1e2c8-918f-44af-89c1-5243d79fefb4 None None] For port 05b26f88-e712-4ab6-812b-65c949374f05, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=05b26f88-e712-4ab6-812b-65c949374f05,segment=NetworkSegment(42870c45-04c1-4cb9-9132-cc7891b04d81),segment_id=42870c45-04c1-4cb9-9132-cc7891b04d81)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:39.095802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68a263eb-d80a-4d97-8c8f-a043645c31f4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.096398 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-abd1e2c8-918f-44af-89c1-5243d79fefb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.126113 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.164425 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6b0878a8-5c6f-4dbd-9910-fca7984e4e58 req-96e79e2f-a194-4a83-b3d0-73623f66773e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533468 Jan 31 16:11:39.181424 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-50659d27-684e-4e07-9ef4-16059fb5ea4e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.183562 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 05b26f88-e712-4ab6-812b-65c949374f05 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:39.183927 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.188234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1e2c8-918f-44af-89c1-5243d79fefb4 None None] Pushing event updated for resources: {'Port': ['ID=05b26f88-e712-4ab6-812b-65c949374f05,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:39.212857 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fdfc6b-5120-4efa-aeca-a8d89fdd9b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe15d25-69d3-47c8-8250-2bb3971443a3'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:39.213431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a8858a67-4989-40ab-b2e8-3f6c9dbbf6c9 req-a58284bf-7392-4a88-b481-11d618b6aa9d tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] For port 72b8f72a-d4a7-47ca-9064-e636791f72a0, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=72b8f72a-d4a7-47ca-9064-e636791f72a0,segment=NetworkSegment(402fe9b4-c796-46e5-9aec-7fafac589f03),segment_id=402fe9b4-c796-46e5-9aec-7fafac589f03)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:39.214051 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a8858a67-4989-40ab-b2e8-3f6c9dbbf6c9 req-a58284bf-7392-4a88-b481-11d618b6aa9d tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.216989 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8523db-5cb5-4ba3-8eb0-712ae76dd176" -d '{"events": [{"server_uuid": "99fdfc6b-5120-4efa-aeca-a8d89fdd9b14", "name": "network-vif-plugged", "status": "completed", "tag": "8fe15d25-69d3-47c8-8250-2bb3971443a3"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:39.246631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 8fe15d25-69d3-47c8-8250-2bb3971443a3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=8fe15d25-69d3-47c8-8250-2bb3971443a3,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:39.248089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-a8858a67-4989-40ab-b2e8-3f6c9dbbf6c9 req-a58284bf-7392-4a88-b481-11d618b6aa9d tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Calling delete_port for 72b8f72a-d4a7-47ca-9064-e636791f72a0 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:39.254903 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.279935 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68a263eb-d80a-4d97-8c8f-a043645c31f4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.297649 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85780e7-309a-46cb-8f26-94a0a008c735 x-openstack-request-id: req-c85780e7-309a-46cb-8f26-94a0a008c735 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:39.298139 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fdfc6b-5120-4efa-aeca-a8d89fdd9b14", "name": "network-vif-plugged", "status": "completed", "tag": "8fe15d25-69d3-47c8-8250-2bb3971443a3", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:39.298536 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c85780e7-309a-46cb-8f26-94a0a008c735 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:39.299085 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fdfc6b-5120-4efa-aeca-a8d89fdd9b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe15d25-69d3-47c8-8250-2bb3971443a3', 'code': 200} Jan 31 16:11:39.305404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f139c06b-019a-4b88-923b-2f400a1bdfe6 None None] Provisioning complete for port 4594e83e-6e12-4309-bac3-a4f008f3dc4e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:39.306019 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f139c06b-019a-4b88-923b-2f400a1bdfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.338944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-50659d27-684e-4e07-9ef4-16059fb5ea4e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.358852 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-50659d27-684e-4e07-9ef4-16059fb5ea4e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.362572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-50659d27-684e-4e07-9ef4-16059fb5ea4e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/41955d6b-8629-4125-92cc-df0c45aa405c HTTP/1.1" status: 204 len: 168 time: 0.8237336 Jan 31 16:11:39.378691 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db16b82c-478f-4f31-99e8-7fea74150231 None None] Network 90c346ad-bfa4-4fe2-8603-e93800fe343b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:39.383433 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38662) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:39.460437 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=8fe15d25-69d3-47c8-8250-2bb3971443a3,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:39.489333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f139c06b-019a-4b88-923b-2f400a1bdfe6 None None] Port 4594e83e-6e12-4309-bac3-a4f008f3dc4e cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:11:39.586807 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.628187 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.630299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50659d27-684e-4e07-9ef4-16059fb5ea4e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Subnet': ['ID=41955d6b-8629-4125-92cc-df0c45aa405c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:39.637620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e9ba7693-fc9e-4bff-b5d5-dd53a3576501 None None] Provisioning complete for port 05b26f88-e712-4ab6-812b-65c949374f05 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:39.638022 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7693-fc9e-4bff-b5d5-dd53a3576501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.647112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-694ea095-16db-429c-9f43-efbb7a8f3f8c tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:39.649585 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-694ea095-16db-429c-9f43-efbb7a8f3f8c tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.30 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 814 time: 0.1442750 Jan 31 16:11:39.682389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Request body: {'port': {'device_id': 'faeaf5a2-d15a-439f-bc12-f030b3b09bc4', 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46', 'admin_state_up': True, 'tenant_id': '3f5ad3a0ca754c4584d02ec38d2cae68'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:39.727960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ff880-60d6-4939-8c70-1a3fd152f3f1 None None] DHCP port deletion for 90c346ad-bfa4-4fe2-8603-e93800fe343b request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:11:39.821914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f36ff880-60d6-4939-8c70-1a3fd152f3f1 None None] Deleting port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:39.822291 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f36ff880-60d6-4939-8c70-1a3fd152f3f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.829054 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68a263eb-d80a-4d97-8c8f-a043645c31f4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.842276 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.851068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68a263eb-d80a-4d97-8c8f-a043645c31f4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:39.856957 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-68a263eb-d80a-4d97-8c8f-a043645c31f4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/6d57aa9f-4540-4a8c-92ff-8780696d038b HTTP/1.1" status: 204 len: 168 time: 1.1808701 Jan 31 16:11:39.871731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38668) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:39.894608 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-825896c2-2f29-4b2e-be2e-6f1f92a7e7ac req-ef371f97-3378-4bc5-a2d1-c3841133a1ce tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 210 time: 0.0852897 Jan 31 16:11:39.932085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84974e3b-c202-481d-95dd-cce3c966152a req-d4f5f844-9b25-4330-9f02-6ce95e7bf115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:39.934473 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84974e3b-c202-481d-95dd-cce3c966152a req-d4f5f844-9b25-4330-9f02-6ce95e7bf115 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 1096 time: 0.5494030 Jan 31 16:11:39.935496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a263eb-d80a-4d97-8c8f-a043645c31f4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Subnet': ['ID=6d57aa9f-4540-4a8c-92ff-8780696d038b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:40.006909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ab2f4c-922f-4390-893c-216f5aad9d89 None None] Network beda3d54-47e8-4745-a9f7-8db0d4dd6c27 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:40.008356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Made reservation on behalf of 3f5ad3a0ca754c4584d02ec38d2cae68 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:40.012122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.017848 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84974e3b-c202-481d-95dd-cce3c966152a req-42b5ba76-3952-49d2-9a3d-1af936251f5d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552213 Jan 31 16:11:40.036350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-49bdbcd3-1ac5-4ec3-9ae0-79fa12026cbf None None] Could not find standard attr ID for object 8880636c-e99c-4b4a-9002-2f3b908fb5f7. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:11:40.087273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:40.087505 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.124165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f36ff880-60d6-4939-8c70-1a3fd152f3f1 None None] For port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5fd7fb9a-0a36-4a95-ab0d-ade7399de151,segment=NetworkSegment(1a766b1c-ba49-4658-ad16-6cbadb3c7aa4),segment_id=1a766b1c-ba49-4658-ad16-6cbadb3c7aa4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:40.124866 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f36ff880-60d6-4939-8c70-1a3fd152f3f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.137343 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.140828 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f36ff880-60d6-4939-8c70-1a3fd152f3f1 None None] Calling delete_port for 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:40.197291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ae011-7f8c-4bf2-8db8-974a540acd34 req-528f5d69-a238-4be1-a89e-5ff731060dcc tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:40.197692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] For port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5fd7fb9a-0a36-4a95-ab0d-ade7399de151,segment=NetworkSegment(1a766b1c-ba49-4658-ad16-6cbadb3c7aa4),segment_id=1a766b1c-ba49-4658-ad16-6cbadb3c7aa4)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:40.198147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.198792 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d6ae011-7f8c-4bf2-8db8-974a540acd34 req-528f5d69-a238-4be1-a89e-5ff731060dcc tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/ports?device_id=facbc6f1-b50f-4b2c-87e0-94b07d90df7f HTTP/1.1" status: 200 len: 945 time: 0.2261336 Jan 31 16:11:40.205142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Router 0c938443-4b1e-4856-b332-829cbe32ec12 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:11:40.218332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:40.220308 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a8858a67-4989-40ab-b2e8-3f6c9dbbf6c9 req-a58284bf-7392-4a88-b481-11d618b6aa9d tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.234122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['72b8f72a-d4a7-47ca-9064-e636791f72a0'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:40.237391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Allocated IP 172.20.0.6 (bdbc2199-a5a4-4b52-9f47-ef0f565faf46/ddc50a13-9d37-40e9-a224-2341504a1a25/962b738b-91a7-4655-aca0-777c723d5b45) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:40.252489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Allocated IP 172.25.1.222 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/9a2f5ff3-7da3-420c-b5ed-8e0ea4c0237a) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:40.325291 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f36ff880-60d6-4939-8c70-1a3fd152f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.361180 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ff880-60d6-4939-8c70-1a3fd152f3f1 None None] No DVR routers for this DVR port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:40.364376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58284bf-7392-4a88-b481-11d618b6aa9d tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Pushing event deleted for resources: {'Port': ['ID=72b8f72a-d4a7-47ca-9064-e636791f72a0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:40.369871 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ff880-60d6-4939-8c70-1a3fd152f3f1 None None] Pushing event deleted for resources: {'Port': ['ID=5fd7fb9a-0a36-4a95-ab0d-ade7399de151,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:40.390380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a1c326-4026-4c8e-9a0a-0213aeacb0b8 None None] DHCP port deletion for beda3d54-47e8-4745-a9f7-8db0d4dd6c27 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:11:40.420700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14e0bb-80fb-4a74-a0b9-1d00dac8ff79 req-d515b592-cb00-471c-9693-eee7cb5265c5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:40.422232 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dd14e0bb-80fb-4a74-a0b9-1d00dac8ff79 req-d515b592-cb00-471c-9693-eee7cb5265c5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 945 time: 0.1402917 Jan 31 16:11:40.444529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-82a1c326-4026-4c8e-9a0a-0213aeacb0b8 None None] Deleting port 05b26f88-e712-4ab6-812b-65c949374f05 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:40.444908 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-82a1c326-4026-4c8e-9a0a-0213aeacb0b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.477629 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.493680 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d6ae011-7f8c-4bf2-8db8-974a540acd34 req-25dd4b29-a561-4fa6-b432-3d9359ba320a tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5b25e4c-510b-48c1-aa41-d89bef6e2856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754352 Jan 31 16:11:40.516558 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-82a1c326-4026-4c8e-9a0a-0213aeacb0b8 None None] For port 05b26f88-e712-4ab6-812b-65c949374f05, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=05b26f88-e712-4ab6-812b-65c949374f05,segment=NetworkSegment(42870c45-04c1-4cb9-9132-cc7891b04d81),segment_id=42870c45-04c1-4cb9-9132-cc7891b04d81)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:40.517052 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-82a1c326-4026-4c8e-9a0a-0213aeacb0b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.518106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8858a67-4989-40ab-b2e8-3f6c9dbbf6c9 req-a58284bf-7392-4a88-b481-11d618b6aa9d tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] No DVR routers for this DVR port 72b8f72a-d4a7-47ca-9064-e636791f72a0 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:40.526034 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a8858a67-4989-40ab-b2e8-3f6c9dbbf6c9 req-a58284bf-7392-4a88-b481-11d618b6aa9d tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.529287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a8858a67-4989-40ab-b2e8-3f6c9dbbf6c9 req-a58284bf-7392-4a88-b481-11d618b6aa9d tempest-VolumesActionsTest-677816721 tempest-VolumesActionsTest-677816721-project] 10.222.0.20 "DELETE /v2.0/ports/72b8f72a-d4a7-47ca-9064-e636791f72a0 HTTP/1.1" status: 204 len: 173 time: 1.8712978 Jan 31 16:11:40.530677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-82a1c326-4026-4c8e-9a0a-0213aeacb0b8 None None] Calling delete_port for 05b26f88-e712-4ab6-812b-65c949374f05 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:40.531376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facbc6f1-b50f-4b2c-87e0-94b07d90df7f', 'name': 'network-vif-deleted', 'tag': '72b8f72a-d4a7-47ca-9064-e636791f72a0'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:40.533879 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc58673-3fb0-4ec2-b60f-5fd6eb8a67c4" -d '{"events": [{"server_uuid": "facbc6f1-b50f-4b2c-87e0-94b07d90df7f", "name": "network-vif-deleted", "tag": "72b8f72a-d4a7-47ca-9064-e636791f72a0"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:40.534191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=5fd7fb9a-0a36-4a95-ab0d-ade7399de151,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:40.560235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No DVR routers for this DVR port 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:40.612889 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dd14e0bb-80fb-4a74-a0b9-1d00dac8ff79 req-ba98bf21-276a-4206-9b64-840b353b350d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578624 Jan 31 16:11:40.629624 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671374f4-5121-47b4-99a0-3e21b50d45ec x-openstack-request-id: req-671374f4-5121-47b4-99a0-3e21b50d45ec {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:40.629624 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facbc6f1-b50f-4b2c-87e0-94b07d90df7f", "name": "network-vif-deleted", "tag": "72b8f72a-d4a7-47ca-9064-e636791f72a0", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:40.629624 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-671374f4-5121-47b4-99a0-3e21b50d45ec {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:40.629624 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facbc6f1-b50f-4b2c-87e0-94b07d90df7f', 'name': 'network-vif-deleted', 'tag': '72b8f72a-d4a7-47ca-9064-e636791f72a0', 'status': 'completed', 'code': 200} Jan 31 16:11:40.629624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port 05b26f88-e712-4ab6-812b-65c949374f05 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:40.630060 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.634067 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.655375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:40.671765 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-82a1c326-4026-4c8e-9a0a-0213aeacb0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.678042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c2b55-4b7b-42ac-8e04-1f3b653043a7 None None] Sync routers for ids ['0c938443-4b1e-4856-b332-829cbe32ec12'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:40.725787 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1c326-4026-4c8e-9a0a-0213aeacb0b8 None None] No DVR routers for this DVR port 05b26f88-e712-4ab6-812b-65c949374f05 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:40.728419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1c326-4026-4c8e-9a0a-0213aeacb0b8 None None] Pushing event deleted for resources: {'Port': ['ID=05b26f88-e712-4ab6-812b-65c949374f05,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:40.741493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c2b55-4b7b-42ac-8e04-1f3b653043a7 None None] Routers {'0c938443-4b1e-4856-b332-829cbe32ec12'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:40.742196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3d8c2b55-4b7b-42ac-8e04-1f3b653043a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0c938443-4b1e-4856-b332-829cbe32ec12'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:40.742753 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.743983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2943b577-ade9-48d2-a35f-b837b5cffc73 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4406149 Jan 31 16:11:40.749536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38674) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:40.752745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] For port 05b26f88-e712-4ab6-812b-65c949374f05, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=05b26f88-e712-4ab6-812b-65c949374f05,segment=NetworkSegment(42870c45-04c1-4cb9-9132-cc7891b04d81),segment_id=42870c45-04c1-4cb9-9132-cc7891b04d81)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:40.753104 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.763727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.775127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for 05b26f88-e712-4ab6-812b-65c949374f05 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:40.783966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3d8c2b55-4b7b-42ac-8e04-1f3b653043a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:40.792967 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c2b55-4b7b-42ac-8e04-1f3b653043a7 None None] Routers {'0c938443-4b1e-4856-b332-829cbe32ec12'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:40.793620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3d8c2b55-4b7b-42ac-8e04-1f3b653043a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['0c938443-4b1e-4856-b332-829cbe32ec12'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:40.831574 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.832080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:40.833426 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.835583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3d8c2b55-4b7b-42ac-8e04-1f3b653043a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:40.836120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c2b55-4b7b-42ac-8e04-1f3b653043a7 None None] The sync data for ids ['0c938443-4b1e-4856-b332-829cbe32ec12'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:40.862809 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:40.863799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5fd7fb9a-0a36-4a95-ab0d-ade7399de151 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:40.864670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 05b26f88-e712-4ab6-812b-65c949374f05 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:40.864817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c346ad-bfa4-4fe2-8603-e93800fe343b']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:40.886337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a766b1c-ba49-4658-ad16-6cbadb3c7aa4') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:40.886549 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 05b26f88-e712-4ab6-812b-65c949374f05 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:40.886656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a766b1c-ba49-4658-ad16-6cbadb3c7aa4') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:40.886877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 05b26f88-e712-4ab6-812b-65c949374f05 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:40.887002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:40.896914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:40.904015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:40.909385 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event updated for resources: {'Port': ['ID=9a2f5ff3-7da3-420c-b5ed-8e0ea4c0237a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:40.935659 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.952246 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.983574 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:40.991440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No DVR routers for this DVR port 05b26f88-e712-4ab6-812b-65c949374f05 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:40.993280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=05b26f88-e712-4ab6-812b-65c949374f05,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:41.008756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:41.009192 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:41.015924 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:41.047736 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5080e58d-ec19-4061-92dc-ddffd5a045e6 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/routers/0c938443-4b1e-4856-b332-829cbe32ec12 HTTP/1.1" status: 200 len: 925 time: 0.2943437 Jan 31 16:11:41.047736 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d2433da-f33a-49c7-b69d-13ebbe6b69ac req-ee0a9fdd-5113-4ce9-86df-fb7b90ecdb12 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 210 time: 0.0677869 Jan 31 16:11:41.077956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38678) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:41.115610 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2f44bca2-5162-455e-af47-93606ef9eb40 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c938443-4b1e-4856-b332-829cbe32ec12 HTTP/1.1" status: 200 len: 205 time: 0.0356109 Jan 31 16:11:41.115837 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.118826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38680) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:41.122238 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.128814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['3c750802-1495-43b9-b4bf-6d6b24b344c2'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:41.153648 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.159821 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.168027 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/networks/90c346ad-bfa4-4fe2-8603-e93800fe343b HTTP/1.1" status: 204 len: 168 time: 1.7800744 Jan 31 16:11:41.170818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38682) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:41.192334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2078561949', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:41.200410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:41.217072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:41.220250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:41.224884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beda3d54-47e8-4745-a9f7-8db0d4dd6c27']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:41.227765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949d308-08b6-4b90-9080-24bfd48f1262 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Network': ['ID=90c346ad-bfa4-4fe2-8603-e93800fe343b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:41.260233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42870c45-04c1-4cb9-9132-cc7891b04d81') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:41.260688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42870c45-04c1-4cb9-9132-cc7891b04d81') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:41.262221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Pushing event updated for resources: {'Port': ['ID=962b738b-91a7-4655-aca0-777c723d5b45,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:41.295733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:41.296387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.301837 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.303400 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.311787 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.325537 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.326457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-57a90b28-9851-4178-b96e-d9d5da738863 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6499815 Jan 31 16:11:41.340155 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.346098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Request body: {'port': {'device_id': 'faeaf5a2-d15a-439f-bc12-f030b3b09bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:41.352998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.373371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:41.373764 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:41.377784 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:41.400450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.477705 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.500651 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.603487 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.872326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d30ec5-3dc5-47eb-abb1-3e5b78adf3b0 req-c2b7ab29-1917-4602-a00b-19a96deca75a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:41.873834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02d30ec5-3dc5-47eb-abb1-3e5b78adf3b0 req-c2b7ab29-1917-4602-a00b-19a96deca75a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 945 time: 0.1410182 Jan 31 16:11:41.885516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.900200 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:41.905925 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/networks/beda3d54-47e8-4745-a9f7-8db0d4dd6c27 HTTP/1.1" status: 204 len: 168 time: 2.0331507 Jan 31 16:11:41.919339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38694) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:41.924403 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'name': 'tempest-PortsTestJSON-731077915'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:41.935171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8b81a-4c7b-4e79-b865-af638d71cd97 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Network': ['ID=beda3d54-47e8-4745-a9f7-8db0d4dd6c27,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:41.998477 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.111383 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.114312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Deleting port 26a47bdf-ee45-439e-b195-ae15de8bc4d6 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:42.114834 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.118727 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.292821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event updated for resources: {'Port': ['ID=9a2f5ff3-7da3-420c-b5ed-8e0ea4c0237a,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:42.298384 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02d30ec5-3dc5-47eb-abb1-3e5b78adf3b0 req-61ce4225-9668-42b4-878e-e3c875f5efbf tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149547 Jan 31 16:11:42.328340 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.341830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.366913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c1d62-40b9-4c7a-990c-77fa6bbd1c72 req-34e5de09-b7ef-4ce8-8ece-3135e08b260a tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:42.375777 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d2c1d62-40b9-4c7a-990c-77fa6bbd1c72 req-34e5de09-b7ef-4ce8-8ece-3135e08b260a tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 931 time: 0.2038932 Jan 31 16:11:42.383555 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.386207 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9b3d659e-e16b-4793-b85a-842cd6d3557b tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7123005 Jan 31 16:11:42.397389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38702) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:42.406140 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-aaea4c43-489e-452e-b753-24967911ad47 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Request body: {'floatingip': {'port_id': '4594e83e-6e12-4309-bac3-a4f008f3dc4e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:42.420144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Calling delete_port for 26a47bdf-ee45-439e-b195-ae15de8bc4d6 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:42.493841 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aaea4c43-489e-452e-b753-24967911ad47 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.499217 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.525703 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.556724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962b738b-91a7-4655-aca0-777c723d5b45 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:11:42.559928 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d2c1d62-40b9-4c7a-990c-77fa6bbd1c72 req-287e936e-cb72-4f64-a7d6-d2bd17a50edc tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832829 Jan 31 16:11:42.612832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:42.616625 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.619820 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.686362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Transition to ACTIVE for port object 962b738b-91a7-4655-aca0-777c723d5b45 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:11:42.697162 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-aaea4c43-489e-452e-b753-24967911ad47 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] update failed (client error): The resource could not be found. Jan 31 16:11:42.698240 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aaea4c43-489e-452e-b753-24967911ad47 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "PUT /v2.0/floatingips/90428de6-597f-4e3d-a577-f3574334aa75 HTTP/1.1" status: 404 len: 507 time: 0.2970161 Jan 31 16:11:42.701204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38706) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:42.702399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port abdc3acb-149a-4ef3-9b88-d95594f93956 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:42.709591 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.860968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d5fd2-9082-4034-808d-634cb9fef98b req-18d6c26e-eba8-4c9c-b176-8e1b4359ceeb tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:42.862581 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d1d5fd2-9082-4034-808d-634cb9fef98b req-18d6c26e-eba8-4c9c-b176-8e1b4359ceeb tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 945 time: 0.3239532 Jan 31 16:11:42.863127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:42.889024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Pushing event updated for resources: {'Port': ['ID=962b738b-91a7-4655-aca0-777c723d5b45,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:42.902781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Pushing event deleted for resources: {'Port': ['ID=26a47bdf-ee45-439e-b195-ae15de8bc4d6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:42.915403 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Allocated IP 172.25.1.155 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/cbd0b526-5e3d-44cc-882c-63fcb755b0ae) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:42.957099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-72ce7396-4f98-4429-9a85-e2980adced19 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Deleting port 9a2f5ff3-7da3-420c-b5ed-8e0ea4c0237a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:42.957551 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-72ce7396-4f98-4429-9a85-e2980adced19 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.009089 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.060003 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8d1d5fd2-9082-4034-808d-634cb9fef98b req-69a5fca9-9dc9-43f2-a518-687732cb41fa tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803155 Jan 31 16:11:43.118785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.122407 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.131465 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 72b8f72a-d4a7-47ca-9064-e636791f72a0 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:43.139687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-72ce7396-4f98-4429-9a85-e2980adced19 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.140283 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-72ce7396-4f98-4429-9a85-e2980adced19 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.142990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Attempting to bind port 962b738b-91a7-4655-aca0-777c723d5b45 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:43.143372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Attempting to bind port 962b738b-91a7-4655-aca0-777c723d5b45 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:43.143673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Attempting to bind port 962b738b-91a7-4655-aca0-777c723d5b45 on network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:43.171055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Port 962b738b-91a7-4655-aca0-777c723d5b45 on network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:11:43.171386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Attempting to bind port 962b738b-91a7-4655-aca0-777c723d5b45 on network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:43.179687 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.193799 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:43.194075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-72ce7396-4f98-4429-9a85-e2980adced19 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Calling delete_port for 9a2f5ff3-7da3-420c-b5ed-8e0ea4c0237a owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:43.194193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Checking segment: {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:43.194505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Bound using segment: {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:43.194957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Bound port: 962b738b-91a7-4655-aca0-777c723d5b45, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:43.195353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.199838 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.200633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Fanout notify agent at l3_agent the message router_deleted on router 0c938443-4b1e-4856-b332-829cbe32ec12 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:11:43.208946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 72b8f72a-d4a7-47ca-9064-e636791f72a0 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:43.209184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 72b8f72a-d4a7-47ca-9064-e636791f72a0 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:43.215961 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.217183 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2fc5f9d2-f349-4ca1-a7a5-3cd33ca87002 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/routers/0c938443-4b1e-4856-b332-829cbe32ec12 HTTP/1.1" status: 204 len: 168 time: 2.0973182 Jan 31 16:11:43.223778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38720) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:43.232022 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Request body: {'router': {'name': 'tempest-snat-router-732829391', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'enable_snat': False}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:43.289452 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.332758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b66259-1ace-4cdf-80cc-6e2768b55a3e req-f1939727-98dd-4276-8012-9b81119aea6a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:43.334367 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6b66259-1ace-4cdf-80cc-6e2768b55a3e req-f1939727-98dd-4276-8012-9b81119aea6a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 945 time: 0.1120312 Jan 31 16:11:43.352923 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.358192 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.359200 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.371891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] For port 962b738b-91a7-4655-aca0-777c723d5b45, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:43.411878 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6b66259-1ace-4cdf-80cc-6e2768b55a3e req-9253684c-8f2a-4d8c-b063-73f35c90a580 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615780 Jan 31 16:11:43.440130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:43.441330 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.449336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:43.450625 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-72ce7396-4f98-4429-9a85-e2980adced19 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.478853 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=abdc3acb-149a-4ef3-9b88-d95594f93956,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:43.481254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:43.487476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:43.487476 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.488834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce7396-4f98-4429-9a85-e2980adced19 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event deleted for resources: {'Port': ['ID=9a2f5ff3-7da3-420c-b5ed-8e0ea4c0237a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:43.499290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.505757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] For port 962b738b-91a7-4655-aca0-777c723d5b45, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=962b738b-91a7-4655-aca0-777c723d5b45,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:43.570901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.574937 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-72ce7396-4f98-4429-9a85-e2980adced19 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.579378 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-72ce7396-4f98-4429-9a85-e2980adced19 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.585558 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-72ce7396-4f98-4429-9a85-e2980adced19 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "DELETE /v2.0/floatingips/90428de6-597f-4e3d-a577-f3574334aa75 HTTP/1.1" status: 204 len: 168 time: 0.8794808 Jan 31 16:11:43.585725 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:43.594239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38724) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:43.607567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e69e7491-f7cc-45b6-aa6e-7112ac9b0055 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Request body: {'floatingip': {'floating_network_id': 'cf9142c8-ab41-46b7-8b79-ce1adb76aea5', 'port_id': '4594e83e-6e12-4309-bac3-a4f008f3dc4e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:43.626580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bafb177a-8c14-4763-8c63-d00b072a4c69 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7061434 Jan 31 16:11:43.627292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38728) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:43.627555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:43.634635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:43.644322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:43.645039 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.646394 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] 10.222.0.30 "PUT /v2.0/ports/962b738b-91a7-4655-aca0-777c723d5b45 HTTP/1.1" status: 200 len: 1091 time: 2.3047850 Jan 31 16:11:43.677260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faeaf5a2-d15a-439f-bc12-f030b3b09bc4', 'tag': '962b738b-91a7-4655-aca0-777c723d5b45'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:43.678880 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2dd9ab-8f85-47a2-aad9-1b62593a02fa" -d '{"events": [{"name": "network-changed", "server_uuid": "faeaf5a2-d15a-439f-bc12-f030b3b09bc4", "tag": "962b738b-91a7-4655-aca0-777c723d5b45"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:43.690978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=cbd0b526-5e3d-44cc-882c-63fcb755b0ae,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:43.780568 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e69e7491-f7cc-45b6-aa6e-7112ac9b0055 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.789406 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75a2c3c-5fcf-468a-9ba0-2bb875f01ffb x-openstack-request-id: req-b75a2c3c-5fcf-468a-9ba0-2bb875f01ffb {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:43.789406 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faeaf5a2-d15a-439f-bc12-f030b3b09bc4", "tag": "962b738b-91a7-4655-aca0-777c723d5b45", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:43.789406 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b75a2c3c-5fcf-468a-9ba0-2bb875f01ffb {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:43.789776 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faeaf5a2-d15a-439f-bc12-f030b3b09bc4', 'tag': '962b738b-91a7-4655-aca0-777c723d5b45', 'status': 'completed', 'code': 200} Jan 31 16:11:43.814714 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.855125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c926da1-c5a0-49c9-a39f-2d35fe2edbe0 req-0a2a60ce-9a71-4671-a2d1-d54a385ec60e tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:43.862821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c926da1-c5a0-49c9-a39f-2d35fe2edbe0 req-0a2a60ce-9a71-4671-a2d1-d54a385ec60e tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 943 time: 0.1814275 Jan 31 16:11:43.921615 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c926da1-c5a0-49c9-a39f-2d35fe2edbe0 req-4f880d10-2215-4d94-801c-a7db91c65551 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576675 Jan 31 16:11:43.929389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-fbeaf9c6-d6d8-4d75-b5c6-aad3a9512d62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port abdc3acb-149a-4ef3-9b88-d95594f93956 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:43.929765 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf9c6-d6d8-4d75-b5c6-aad3a9512d62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:43.987349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7180c3f-6a1d-4014-bfc9-af573265bb51 service neutron] Pushing event updated for resources: {'Port': ['ID=962b738b-91a7-4655-aca0-777c723d5b45,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:44.019127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf9c6-d6d8-4d75-b5c6-aad3a9512d62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:44.028167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-4e5a8f7d-c266-4c00-8094-fa21df487026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:44.029694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-4e5a8f7d-c266-4c00-8094-fa21df487026 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 1094 time: 0.3018341 Jan 31 16:11:44.036711 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-fbeaf9c6-d6d8-4d75-b5c6-aad3a9512d62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for abdc3acb-149a-4ef3-9b88-d95594f93956 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:44.041865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717fd76-7b96-4754-bdaf-85ecba81a45e req-fb56acd4-c317-4385-9de6-776b909f5c6d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:44.043324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2717fd76-7b96-4754-bdaf-85ecba81a45e req-fb56acd4-c317-4385-9de6-776b909f5c6d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 945 time: 0.2348442 Jan 31 16:11:44.094298 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-e69e7491-f7cc-45b6-aa6e-7112ac9b0055 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:11:44.098945 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e69e7491-f7cc-45b6-aa6e-7112ac9b0055 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5000899 Jan 31 16:11:44.099108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-b3b194c3-ccf6-4fac-b397-97d0b5d95133 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962b738b-91a7-4655-aca0-777c723d5b45 HTTP/1.1" status: 200 len: 217 time: 0.0517390 Jan 31 16:11:44.099208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38734) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:44.105379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '4594e83e-6e12-4309-bac3-a4f008f3dc4e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:44.151381 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:44.206311 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf9c6-d6d8-4d75-b5c6-aad3a9512d62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:44.225106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2717fd76-7b96-4754-bdaf-85ecba81a45e req-a9d68e41-ff09-4da0-9f7c-5917f46a1f57 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649361 Jan 31 16:11:44.242571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaf9c6-d6d8-4d75-b5c6-aad3a9512d62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=abdc3acb-149a-4ef3-9b88-d95594f93956,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:44.268106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-3375efe4-6200-479e-b23e-57a30cb97dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:44.269518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-3375efe4-6200-479e-b23e-57a30cb97dff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ddc50a13-9d37-40e9-a224-2341504a1a25 HTTP/1.1" status: 200 len: 854 time: 0.1584389 Jan 31 16:11:44.271587 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf9c6-d6d8-4d75-b5c6-aad3a9512d62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:44.278758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38738) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:44.279580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fbeaf9c6-d6d8-4d75-b5c6-aad3a9512d62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/abdc3acb-149a-4ef3-9b88-d95594f93956 HTTP/1.1" status: 204 len: 168 time: 0.6472020 Jan 31 16:11:44.295964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'mac_address': 'fa:16:3e:3f:51:0f', 'name': 'tempest-PortsTestJSON-1706254557'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:44.318678 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-aa99c024-9202-4038-ba34-ef478ea52c5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407982 Jan 31 16:11:44.328476 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:44.392414 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:44.446728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Allocated IP 172.25.1.29 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/b9e13e4e-de18-4e28-aab0-35a6ef461e1f) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:44.557712 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:44.593383 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:44.644342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:44.648280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:44.652902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:44.659691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event updated for resources: {'Port': ['ID=b9e13e4e-de18-4e28-aab0-35a6ef461e1f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:44.832796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Deleting port b9e13e4e-de18-4e28-aab0-35a6ef461e1f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:44.833153 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:44.917943 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:44.918687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:44.926741 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-cb31b776-33e3-4995-94aa-63b1e4831396 service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955129 Jan 31 16:11:44.929101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:44.934280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Calling delete_port for b9e13e4e-de18-4e28-aab0-35a6ef461e1f owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:45.095476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf81496-957e-447e-9b6a-68eecfa7cf29 req-92a172fb-4c9c-4201-b5b3-1b6cba971313 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:45.097776 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8cf81496-957e-447e-9b6a-68eecfa7cf29 req-92a172fb-4c9c-4201-b5b3-1b6cba971313 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 943 time: 0.0851135 Jan 31 16:11:45.112847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:45.144124 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:45.169167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event deleted for resources: {'Port': ['ID=b9e13e4e-de18-4e28-aab0-35a6ef461e1f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:45.169896 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:45.212054 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:45.237639 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8cf81496-957e-447e-9b6a-68eecfa7cf29 req-abd53f19-f9c4-41b0-873b-9172b5b4164e tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045616 Jan 31 16:11:45.253375 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] create failed (client error): The resource could not be found. Jan 31 16:11:45.255241 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cdea1954-7237-47e9-8cd4-53ee758e2ebd tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1544249 Jan 31 16:11:45.266318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38744) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:45.317779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port beba1352-d83c-48bc-b22d-d68085f4320f yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:45.350811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6d4ab5e-e94f-4c0b-9c41-79bfe0cacc35 req-1f743de5-19b8-4ae6-a430-470e7d199df7 service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963482 Jan 31 16:11:45.373290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-48ca4415-7eac-44bd-855c-74915b3632bb tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Deleting port 4594e83e-6e12-4309-bac3-a4f008f3dc4e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:45.373767 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-48ca4415-7eac-44bd-855c-74915b3632bb tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:45.444822 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:45.495081 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-48ca4415-7eac-44bd-855c-74915b3632bb tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:45.516952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-48ca4415-7eac-44bd-855c-74915b3632bb tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Calling delete_port for 4594e83e-6e12-4309-bac3-a4f008f3dc4e owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:45.620461 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82f8b9-0332-4067-b00a-29fcb4b0a0b0 req-284da9a2-f0fa-459b-b8cf-832ff4336398 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:45.622036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac82f8b9-0332-4067-b00a-29fcb4b0a0b0 req-284da9a2-f0fa-459b-b8cf-832ff4336398 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 945 time: 0.2940421 Jan 31 16:11:45.641417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4d6fa-a9ce-4505-9ed2-6ddb564c93cd req-8a376c6d-3a7a-4480-9565-4e81f14e9b7a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:45.649610 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7be4d6fa-a9ce-4505-9ed2-6ddb564c93cd req-8a376c6d-3a7a-4480-9565-4e81f14e9b7a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 945 time: 0.3056278 Jan 31 16:11:45.741800 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-48ca4415-7eac-44bd-855c-74915b3632bb tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:45.757882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Allocated IP 172.25.1.158 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/635001ff-bbc9-4fe7-a583-ecd6a1dac692) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:45.761144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dd9ab-8f85-47a2-aad9-1b62593a02fa req-04e8393c-86ea-4dc7-88aa-36753c0e3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:45.762921 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b2dd9ab-8f85-47a2-aad9-1b62593a02fa req-04e8393c-86ea-4dc7-88aa-36753c0e3de4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 1094 time: 0.3326113 Jan 31 16:11:45.790273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca4415-7eac-44bd-855c-74915b3632bb tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event deleted for resources: {'Port': ['ID=4594e83e-6e12-4309-bac3-a4f008f3dc4e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:45.862916 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-48ca4415-7eac-44bd-855c-74915b3632bb tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:45.866492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-48ca4415-7eac-44bd-855c-74915b3632bb tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "DELETE /v2.0/ports/4594e83e-6e12-4309-bac3-a4f008f3dc4e HTTP/1.1" status: 204 len: 168 time: 0.6064229 Jan 31 16:11:45.869145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38756) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:45.924760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff2be5-bcde-48f9-a5b2-1bafc0b88dfb tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:45.926396 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8aff2be5-bcde-48f9-a5b2-1bafc0b88dfb tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d135fc-82fc-4d1f-9b81-e3d33c5692bb HTTP/1.1" status: 200 len: 913 time: 0.0562103 Jan 31 16:11:45.934027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38758) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:46.021756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7be4d6fa-a9ce-4505-9ed2-6ddb564c93cd req-17a804f2-615e-4cd1-94d2-ce059b8891f5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672311 Jan 31 16:11:46.101318 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:46.219035 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dd9ab-8f85-47a2-aad9-1b62593a02fa req-c2e879ae-b595-4e70-8a48-bd1f5eb9475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:46.220396 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b2dd9ab-8f85-47a2-aad9-1b62593a02fa req-c2e879ae-b595-4e70-8a48-bd1f5eb9475a service neutron] 10.222.0.30 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 915 time: 0.4349222 Jan 31 16:11:46.243494 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:46.251350 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:46.259146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-ac82f8b9-0332-4067-b00a-29fcb4b0a0b0 req-71099015-6c0e-4741-8351-e2e55b31c775 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Deleting port 8fe15d25-69d3-47c8-8250-2bb3971443a3 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:46.259484 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ac82f8b9-0332-4067-b00a-29fcb4b0a0b0 req-71099015-6c0e-4741-8351-e2e55b31c775 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:46.299572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router 957792b2-0401-480d-8466-6253eac14bf5 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:11:46.343745 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b2dd9ab-8f85-47a2-aad9-1b62593a02fa req-c2ed5f9b-342d-4494-a346-3364e289b81e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962b738b-91a7-4655-aca0-777c723d5b45 HTTP/1.1" status: 200 len: 217 time: 0.1049836 Jan 31 16:11:46.424881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159469a-64b1-4646-b5ef-8dd741ee4314 req-cfda1fd7-a21b-47db-a86b-e7cd88a558ba tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:46.426580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3159469a-64b1-4646-b5ef-8dd741ee4314 req-cfda1fd7-a21b-47db-a86b-e7cd88a558ba tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 943 time: 0.0862219 Jan 31 16:11:46.441982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:46.466685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:46.480762 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:46.486611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:46.487303 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:46.489732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=beba1352-d83c-48bc-b22d-d68085f4320f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:46.546971 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3159469a-64b1-4646-b5ef-8dd741ee4314 req-a7d36352-4b39-4923-a34c-a8c04498ca8f tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862846 Jan 31 16:11:46.561487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dd9ab-8f85-47a2-aad9-1b62593a02fa req-89556c6d-3487-4e90-90e8-9c27ff3431aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:46.563122 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b2dd9ab-8f85-47a2-aad9-1b62593a02fa req-89556c6d-3487-4e90-90e8-9c27ff3431aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ddc50a13-9d37-40e9-a224-2341504a1a25 HTTP/1.1" status: 200 len: 854 time: 0.1800387 Jan 31 16:11:46.590145 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:46.627252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4eb85f7f-8071-4414-855a-860d7ae93845 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3378921 Jan 31 16:11:46.630094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38762) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:46.704252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90892016-5a46-4624-ae39-5436db7dab96 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:46.705724 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-90892016-5a46-4624-ae39-5436db7dab96 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/beba1352-d83c-48bc-b22d-d68085f4320f HTTP/1.1" status: 200 len: 841 time: 0.0746021 Jan 31 16:11:46.709122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38764) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:46.894723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a27ee642-b69c-47c7-904a-d7549ca71643 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port beba1352-d83c-48bc-b22d-d68085f4320f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:46.895082 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a27ee642-b69c-47c7-904a-d7549ca71643 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:46.902182 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-58a3df51-47b0-457c-a342-59855df6f5ad tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:46.963766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b2dd9ab-8f85-47a2-aad9-1b62593a02fa req-05062ce4-d307-461f-80f0-340026ab9a97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3873518 Jan 31 16:11:46.965665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-ac82f8b9-0332-4067-b00a-29fcb4b0a0b0 req-71099015-6c0e-4741-8351-e2e55b31c775 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] For port 8fe15d25-69d3-47c8-8250-2bb3971443a3, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=8fe15d25-69d3-47c8-8250-2bb3971443a3,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:46.966017 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ac82f8b9-0332-4067-b00a-29fcb4b0a0b0 req-71099015-6c0e-4741-8351-e2e55b31c775 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:47.023530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:47.051798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-ac82f8b9-0332-4067-b00a-29fcb4b0a0b0 req-71099015-6c0e-4741-8351-e2e55b31c775 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Calling delete_port for 8fe15d25-69d3-47c8-8250-2bb3971443a3 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:47.064946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:47.070847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a27ee642-b69c-47c7-904a-d7549ca71643 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:47.074558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:47.079522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:47.089932 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2277b103-0aa7-4427-818a-73abf4ac85e3 None None] Sync routers for ids ['957792b2-0401-480d-8466-6253eac14bf5'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:47.101628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event updated for resources: {'Port': ['ID=635001ff-bbc9-4fe7-a583-ecd6a1dac692,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:47.103027 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277b103-0aa7-4427-818a-73abf4ac85e3 None None] Routers {'957792b2-0401-480d-8466-6253eac14bf5'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:47.103898 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2277b103-0aa7-4427-818a-73abf4ac85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['957792b2-0401-480d-8466-6253eac14bf5'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:47.148485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a27ee642-b69c-47c7-904a-d7549ca71643 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for beba1352-d83c-48bc-b22d-d68085f4320f owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:47.151851 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2277b103-0aa7-4427-818a-73abf4ac85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:47.167556 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277b103-0aa7-4427-818a-73abf4ac85e3 None None] Routers {'957792b2-0401-480d-8466-6253eac14bf5'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:47.169097 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2277b103-0aa7-4427-818a-73abf4ac85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['957792b2-0401-480d-8466-6253eac14bf5'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:47.214740 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c4258f83-44e3-4e59-82ec-15e82af50c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:47.215322 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:47.216647 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9ae5eed4-8d2c-47bc-acb5-914ed69f5816 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.0380816 Jan 31 16:11:47.222802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38778) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:47.243844 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2277b103-0aa7-4427-818a-73abf4ac85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:47.244853 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2277b103-0aa7-4427-818a-73abf4ac85e3 None None] The sync data for ids ['957792b2-0401-480d-8466-6253eac14bf5'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:47.259674 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b2dd9ab-8f85-47a2-aad9-1b62593a02fa req-a51cbcf1-8550-4276-8938-13a188282582 service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847610 Jan 31 16:11:47.364852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacb560-3efa-4b05-9635-5275c8c836bf req-e5995950-e671-4f26-8584-57629f09b691 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:47.366378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bacb560-3efa-4b05-9635-5275c8c836bf req-e5995950-e671-4f26-8584-57629f09b691 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=99fdfc6b-5120-4efa-aeca-a8d89fdd9b14 HTTP/1.1" status: 200 len: 945 time: 0.2595785 Jan 31 16:11:47.401756 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a27ee642-b69c-47c7-904a-d7549ca71643 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:47.462437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ee642-b69c-47c7-904a-d7549ca71643 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=beba1352-d83c-48bc-b22d-d68085f4320f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:47.474532 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a0a884ba-81c8-4645-b8d3-9857c6be71b2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/routers/957792b2-0401-480d-8466-6253eac14bf5 HTTP/1.1" status: 200 len: 881 time: 0.2492530 Jan 31 16:11:47.477045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38780) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:47.487428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a27ee642-b69c-47c7-904a-d7549ca71643 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:47.493092 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a27ee642-b69c-47c7-904a-d7549ca71643 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/beba1352-d83c-48bc-b22d-d68085f4320f HTTP/1.1" status: 204 len: 168 time: 0.7805300 Jan 31 16:11:47.502786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38782) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:47.546179 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1bacb560-3efa-4b05-9635-5275c8c836bf req-bc7bcbd2-2d19-4a94-9107-cfc769a536c9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317940 Jan 31 16:11:47.554943 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3122f75-4994-44c4-8e94-f40558be85a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:11:47.561772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c3122f75-4994-44c4-8e94-f40558be85a0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/beba1352-d83c-48bc-b22d-d68085f4320f HTTP/1.1" status: 404 len: 333 time: 0.0508914 Jan 31 16:11:47.562823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38784) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:47.568487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'name': 'tempest-PortsTestJSON-136579484'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:47.576294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b2dd9ab-8f85-47a2-aad9-1b62593a02fa req-81b8c38a-6be1-4fc9-aeb2-1dfb3f0a0ade service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760198 Jan 31 16:11:47.600559 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ac82f8b9-0332-4067-b00a-29fcb4b0a0b0 req-71099015-6c0e-4741-8351-e2e55b31c775 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:47.615448 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:47.680286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['8fe15d25-69d3-47c8-8250-2bb3971443a3'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:47.721213 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:47.724804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:47.739343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71099015-6c0e-4741-8351-e2e55b31c775 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event deleted for resources: {'Port': ['ID=8fe15d25-69d3-47c8-8250-2bb3971443a3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:47.779019 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port a82b80af-b3b6-4676-b233-27b275df9325 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:47.786599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-58a3df51-47b0-457c-a342-59855df6f5ad tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Deleting port 4dde3269-5735-4c65-a278-4041610acd41 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:47.786917 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-58a3df51-47b0-457c-a342-59855df6f5ad tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:47.816366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac82f8b9-0332-4067-b00a-29fcb4b0a0b0 req-71099015-6c0e-4741-8351-e2e55b31c775 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] No DVR routers for this DVR port 8fe15d25-69d3-47c8-8250-2bb3971443a3 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:47.820722 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-ac82f8b9-0332-4067-b00a-29fcb4b0a0b0 req-71099015-6c0e-4741-8351-e2e55b31c775 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:47.824752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac82f8b9-0332-4067-b00a-29fcb4b0a0b0 req-71099015-6c0e-4741-8351-e2e55b31c775 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.30 "DELETE /v2.0/ports/8fe15d25-69d3-47c8-8250-2bb3971443a3 HTTP/1.1" status: 204 len: 173 time: 2.1637499 Jan 31 16:11:47.825203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fdfc6b-5120-4efa-aeca-a8d89fdd9b14', 'name': 'network-vif-deleted', 'tag': '8fe15d25-69d3-47c8-8250-2bb3971443a3'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:47.828166 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc25a4-128c-4e47-a661-26d6a07dbdbd" -d '{"events": [{"server_uuid": "99fdfc6b-5120-4efa-aeca-a8d89fdd9b14", "name": "network-vif-deleted", "tag": "8fe15d25-69d3-47c8-8250-2bb3971443a3"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:47.834287 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:47.902281 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8be21a-69e2-41ae-b4b2-8aef5dae4d70 x-openstack-request-id: req-ef8be21a-69e2-41ae-b4b2-8aef5dae4d70 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:47.902652 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fdfc6b-5120-4efa-aeca-a8d89fdd9b14", "name": "network-vif-deleted", "tag": "8fe15d25-69d3-47c8-8250-2bb3971443a3", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:47.902812 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef8be21a-69e2-41ae-b4b2-8aef5dae4d70 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:47.905287 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fdfc6b-5120-4efa-aeca-a8d89fdd9b14', 'name': 'network-vif-deleted', 'tag': '8fe15d25-69d3-47c8-8250-2bb3971443a3', 'status': 'completed', 'code': 200} Jan 31 16:11:47.950069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb504c8f-6472-4342-b45b-383e81e87012 req-1a7514be-2d61-4196-b035-91955c065f5f tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:47.953993 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cb504c8f-6472-4342-b45b-383e81e87012 req-1a7514be-2d61-4196-b035-91955c065f5f tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 943 time: 0.2793992 Jan 31 16:11:48.107201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:48.254606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Router 86636e32-1459-4ce9-b671-8ba1e3683cfc is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:11:48.391955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:48.402169 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Sync routers for ids ['86636e32-1459-4ce9-b671-8ba1e3683cfc'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:48.416292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Routers {'86636e32-1459-4ce9-b671-8ba1e3683cfc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:48.418334 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['86636e32-1459-4ce9-b671-8ba1e3683cfc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:48.441900 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:48.446428 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-652f5092-6767-42df-afdf-dd0afb73e263 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2189202 Jan 31 16:11:48.447190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38792) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:48.478393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 962b738b-91a7-4655-aca0-777c723d5b45 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:11:48.481886 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-58a3df51-47b0-457c-a342-59855df6f5ad tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:48.512969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-58a3df51-47b0-457c-a342-59855df6f5ad tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Calling delete_port for 4dde3269-5735-4c65-a278-4041610acd41 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:48.517249 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cb504c8f-6472-4342-b45b-383e81e87012 req-dc7bccf6-1d95-4546-9a25-8f0bb006ca4c tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078661 Jan 31 16:11:48.605531 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:48.614622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38796) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:48.615069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-38677e5f-5b56-4d02-818c-45bc9cc9211a tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/routers/86636e32-1459-4ce9-b671-8ba1e3683cfc HTTP/1.1" status: 200 len: 908 time: 0.1666465 Jan 31 16:11:48.621322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Request body: {'router': {'name': 'tempest-snat-router-732829391', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'enable_snat': True}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:48.652219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 962b738b-91a7-4655-aca0-777c723d5b45, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=962b738b-91a7-4655-aca0-777c723d5b45,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:48.677404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '962b738b-91a7-4655-aca0-777c723d5b45', 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46', 'port_id': '962b738b-91a7-4655-aca0-777c723d5b45', 'mac_address': 'fa:16:3e:d4:49:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc50a13-9d37-40e9-a224-2341504a1a25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:11:48.677988 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-84a779da-dc96-410c-b147-cd0b168ca79e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1994967 Jan 31 16:11:48.680396 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38800) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:48.682998 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Set router 86636e32-1459-4ce9-b671-8ba1e3683cfc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:11:48.686303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1d41d224-719f-4768-869b-86c4e50d000f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2078561949'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:48.762082 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:48.764246 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:48.784942 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:48.857877 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:48.883047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:48.906876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962b738b-91a7-4655-aca0-777c723d5b45 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:11:48.931972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:48.939725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 962b738b-91a7-4655-aca0-777c723d5b45, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=962b738b-91a7-4655-aca0-777c723d5b45,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:48.946916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=a82b80af-b3b6-4676-b233-27b275df9325,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:48.952480 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:48.958009 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:48.958615 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:48.964142 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:48.973693 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.012789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-58a3df51-47b0-457c-a342-59855df6f5ad tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.037971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=962b738b-91a7-4655-aca0-777c723d5b45,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:49.048872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86636e32-1459-4ce9-b671-8ba1e3683cfc', 'name': 'tempest-snat-router-732829391', 'tenant_id': '0d8a4c899af940438195b26112553ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.158'}], 'enable_snat': False}, 'gw_port_id': '635001ff-bbc9-4fe7-a583-ecd6a1dac692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:11:43Z', 'updated_at': '2022-01-31T16:11:47Z', 'revision_number': 3, 'project_id': '0d8a4c899af940438195b26112553ccc', 'gw_port': {'id': '635001ff-bbc9-4fe7-a583-ecd6a1dac692', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86636e32-1459-4ce9-b671-8ba1e3683cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:11:45Z', 'updated_at': '2022-01-31T16:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:49.102477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Checking router: 86636e32-1459-4ce9-b671-8ba1e3683cfc for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:11:49.103522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Updating router 86636e32-1459-4ce9-b671-8ba1e3683cfc port 635001ff-bbc9-4fe7-a583-ecd6a1dac692 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:11:49.117731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-45afb97c-62b9-4a0f-8baf-467e9245271b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5515294 Jan 31 16:11:49.120580 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3df51-47b0-457c-a342-59855df6f5ad tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event deleted for resources: {'Port': ['ID=4dde3269-5735-4c65-a278-4041610acd41,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:49.127757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38812) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:49.132282 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ef3001ca-fb24-4066-b074-dffe41315b06 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:49.145709 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.230793 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d41d224-719f-4768-869b-86c4e50d000f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.252124 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d41d224-719f-4768-869b-86c4e50d000f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.336948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-4cbe65d9-83ca-435b-a10a-a9277896b6e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:49.339549 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-4cbe65d9-83ca-435b-a10a-a9277896b6e8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.4438238 Jan 31 16:11:49.353172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['962b738b-91a7-4655-aca0-777c723d5b45'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:49.393116 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef3001ca-fb24-4066-b074-dffe41315b06 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.396129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d41d224-719f-4768-869b-86c4e50d000f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router 957792b2-0401-480d-8466-6253eac14bf5 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:11:49.461263 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-d446124d-3602-421d-b432-707ee3181342 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/quotas/650709d6bc894976b42eca4159787065 HTTP/1.1" status: 200 len: 375 time: 0.0316825 Jan 31 16:11:49.556890 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d41d224-719f-4768-869b-86c4e50d000f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:49.570907 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f754da-7f5e-4a34-a787-858881ea705d None None] Sync routers for ids ['957792b2-0401-480d-8466-6253eac14bf5'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:49.585218 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f754da-7f5e-4a34-a787-858881ea705d None None] Routers {'957792b2-0401-480d-8466-6253eac14bf5'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:49.585905 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-75f754da-7f5e-4a34-a787-858881ea705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['957792b2-0401-480d-8466-6253eac14bf5'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:49.592260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d41d224-719f-4768-869b-86c4e50d000f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.598666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1d41d224-719f-4768-869b-86c4e50d000f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/957792b2-0401-480d-8466-6253eac14bf5 HTTP/1.1" status: 200 len: 888 time: 0.9171774 Jan 31 16:11:49.602857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38822) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:49.685801 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-75f754da-7f5e-4a34-a787-858881ea705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:49.686136 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5db7d6a8-1887-4326-afe7-b0e77268551d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.697433 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f754da-7f5e-4a34-a787-858881ea705d None None] Routers {'957792b2-0401-480d-8466-6253eac14bf5'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:49.698514 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-75f754da-7f5e-4a34-a787-858881ea705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['957792b2-0401-480d-8466-6253eac14bf5'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:49.713108 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.765278 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.777959 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.799190 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-75f754da-7f5e-4a34-a787-858881ea705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:49.801778 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f754da-7f5e-4a34-a787-858881ea705d None None] The sync data for ids ['957792b2-0401-480d-8466-6253eac14bf5'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:49.827465 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-7e40d1ae-4c72-47fa-9972-b887ddb5ac3d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2184513 Jan 31 16:11:49.869185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Attempting to bind port 635001ff-bbc9-4fe7-a583-ecd6a1dac692 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:49.869570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Attempting to bind port 635001ff-bbc9-4fe7-a583-ecd6a1dac692 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:49.869927 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Attempting to bind port 635001ff-bbc9-4fe7-a583-ecd6a1dac692 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:49.876225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:49.876631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:49.877038 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.877420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:49.877925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Bound port: 635001ff-bbc9-4fe7-a583-ecd6a1dac692, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:49.878299 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:49.880014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b549e0f-5523-45c9-ae5b-7aabed21dba5 None None] Pushing event updated for resources: {'Port': ['ID=635001ff-bbc9-4fe7-a583-ecd6a1dac692,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:49.997938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] For port 635001ff-bbc9-4fe7-a583-ecd6a1dac692, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:50.004246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] For port 635001ff-bbc9-4fe7-a583-ecd6a1dac692, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=635001ff-bbc9-4fe7-a583-ecd6a1dac692,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:50.010792 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:50.075920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Routers {'86636e32-1459-4ce9-b671-8ba1e3683cfc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:50.076569 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['86636e32-1459-4ce9-b671-8ba1e3683cfc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:50.130619 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-58a3df51-47b0-457c-a342-59855df6f5ad tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:50.237134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbb129-97ea-4dca-a50f-f95317fdb42a req-e123fd73-77a0-427b-a47a-540c65c36294 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:50.239899 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6cbbb129-97ea-4dca-a50f-f95317fdb42a req-e123fd73-77a0-427b-a47a-540c65c36294 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 944 time: 0.5068123 Jan 31 16:11:50.297186 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c1fe6098-b7dc-4160-ad03-6d39a6be5636 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/routers/957792b2-0401-480d-8466-6253eac14bf5 HTTP/1.1" status: 200 len: 888 time: 0.6928635 Jan 31 16:11:50.301627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38828) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:50.344722 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-b3293504-2bb4-463b-ad38-cf9b706c145e service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422145 Jan 31 16:11:50.352668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38830) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:50.353389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-91941ece-fa16-4007-9059-24de79517f51 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=957792b2-0401-480d-8466-6253eac14bf5 HTTP/1.1" status: 200 len: 205 time: 0.0484631 Jan 31 16:11:50.366266 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6cbbb129-97ea-4dca-a50f-f95317fdb42a req-eda1e2b9-6896-4a69-b784-72290019c5c7 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164894 Jan 31 16:11:50.387362 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef3001ca-fb24-4066-b074-dffe41315b06 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:50.425019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b549e0f-5523-45c9-ae5b-7aabed21dba5 None None] Pushing event updated for resources: {'Port': ['ID=635001ff-bbc9-4fe7-a583-ecd6a1dac692,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:50.434563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] Set router 86636e32-1459-4ce9-b671-8ba1e3683cfc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:11:50.462065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 962b738b-91a7-4655-aca0-777c723d5b45 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:50.485849 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef3001ca-fb24-4066-b074-dffe41315b06 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:50.606174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 962b738b-91a7-4655-aca0-777c723d5b45 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:11:50.607286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a3df51-47b0-457c-a342-59855df6f5ad tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Router f9d135fc-82fc-4d1f-9b81-e3d33c5692bb has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:11:50.608502 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ef3001ca-fb24-4066-b074-dffe41315b06 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] In _notify_port_updated(), no bound segment for port a82b80af-b3b6-4676-b233-27b275df9325 on network b3b76f2f-cc35-480d-af3e-edc0a8a2321e {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:11:50.613579 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 962b738b-91a7-4655-aca0-777c723d5b45 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:50.613945 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:50.615952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3001ca-fb24-4066-b074-dffe41315b06 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:50.617286 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef3001ca-fb24-4066-b074-dffe41315b06 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:50.618551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ef3001ca-fb24-4066-b074-dffe41315b06 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "PUT /v2.0/ports/a82b80af-b3b6-4676-b233-27b275df9325 HTTP/1.1" status: 200 len: 818 time: 1.4903941 Jan 31 16:11:50.621411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38832) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:50.684315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3001ca-fb24-4066-b074-dffe41315b06 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=a82b80af-b3b6-4676-b233-27b275df9325,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:50.722817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86636e32-1459-4ce9-b671-8ba1e3683cfc', 'name': 'tempest-snat-router-732829391', 'tenant_id': '0d8a4c899af940438195b26112553ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.158'}], 'enable_snat': False}, 'gw_port_id': '635001ff-bbc9-4fe7-a583-ecd6a1dac692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:11:43Z', 'updated_at': '2022-01-31T16:11:47Z', 'revision_number': 3, 'project_id': '0d8a4c899af940438195b26112553ccc', 'gw_port': {'id': '635001ff-bbc9-4fe7-a583-ecd6a1dac692', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86636e32-1459-4ce9-b671-8ba1e3683cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:11:45Z', 'updated_at': '2022-01-31T16:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:50.729339 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:50.770577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb3c26-0bca-4b8f-8022-c2e35fad2a83 None None] The sync data for ids ['86636e32-1459-4ce9-b671-8ba1e3683cfc'] in n-d-827120-1 is: [{'id': '86636e32-1459-4ce9-b671-8ba1e3683cfc', 'name': 'tempest-snat-router-732829391', 'tenant_id': '0d8a4c899af940438195b26112553ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.158'}], 'enable_snat': False}, 'gw_port_id': '635001ff-bbc9-4fe7-a583-ecd6a1dac692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:11:43Z', 'updated_at': '2022-01-31T16:11:47Z', 'revision_number': 3, 'project_id': '0d8a4c899af940438195b26112553ccc', 'gw_port': {'id': '635001ff-bbc9-4fe7-a583-ecd6a1dac692', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86636e32-1459-4ce9-b671-8ba1e3683cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:11:45Z', 'updated_at': '2022-01-31T16:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:50.778658 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:11:50.785490 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-53351241-a30c-4c6d-905e-955463fc547c service neutron] 10.222.0.36 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233866 Jan 31 16:11:50.793824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faeaf5a2-d15a-439f-bc12-f030b3b09bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962b738b-91a7-4655-aca0-777c723d5b45'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:50.796732 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1762bf0-92d2-4f0a-8ad1-4fd9287eac32" -d '{"events": [{"server_uuid": "faeaf5a2-d15a-439f-bc12-f030b3b09bc4", "name": "network-vif-plugged", "status": "completed", "tag": "962b738b-91a7-4655-aca0-777c723d5b45"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:50.813390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 962b738b-91a7-4655-aca0-777c723d5b45, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=962b738b-91a7-4655-aca0-777c723d5b45,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:50.819521 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:50.820888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 8fe15d25-69d3-47c8-8250-2bb3971443a3 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:50.854209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6e74667b-49cd-49cf-b365-f7f4c7e5407b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port a82b80af-b3b6-4676-b233-27b275df9325 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:50.854549 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e74667b-49cd-49cf-b365-f7f4c7e5407b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:50.889812 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:50.966117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 8fe15d25-69d3-47c8-8250-2bb3971443a3 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:50.967136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 8fe15d25-69d3-47c8-8250-2bb3971443a3 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:50.978001 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f207db4-1bd0-467f-a10a-35d9da682303 x-openstack-request-id: req-1f207db4-1bd0-467f-a10a-35d9da682303 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:50.978439 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faeaf5a2-d15a-439f-bc12-f030b3b09bc4", "name": "network-vif-plugged", "status": "completed", "tag": "962b738b-91a7-4655-aca0-777c723d5b45", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:50.978721 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f207db4-1bd0-467f-a10a-35d9da682303 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:50.979170 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faeaf5a2-d15a-439f-bc12-f030b3b09bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962b738b-91a7-4655-aca0-777c723d5b45', 'code': 200} Jan 31 16:11:50.980317 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=962b738b-91a7-4655-aca0-777c723d5b45,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:51.006896 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:51.040259 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e74667b-49cd-49cf-b365-f7f4c7e5407b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:51.095760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6e74667b-49cd-49cf-b365-f7f4c7e5407b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for a82b80af-b3b6-4676-b233-27b275df9325 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:51.205227 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f50a52a8-4465-48fc-8451-2e9acf72b7b6 req-612fda0b-c726-4ea9-be4f-86385bee0c6a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 210 time: 0.1070266 Jan 31 16:11:51.329908 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52bd77-51af-4c25-bdf5-5fb75eb0dd82 req-ecda6f90-262c-4a10-804a-f2d2002e396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:51.331810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c52bd77-51af-4c25-bdf5-5fb75eb0dd82 req-ecda6f90-262c-4a10-804a-f2d2002e396f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 1096 time: 0.3703833 Jan 31 16:11:51.455240 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c52bd77-51af-4c25-bdf5-5fb75eb0dd82 req-cf0fffb1-756a-4625-b508-9384875f881e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109583 Jan 31 16:11:51.485943 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e74667b-49cd-49cf-b365-f7f4c7e5407b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:51.554334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74667b-49cd-49cf-b365-f7f4c7e5407b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=a82b80af-b3b6-4676-b233-27b275df9325,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:51.559680 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e74667b-49cd-49cf-b365-f7f4c7e5407b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:51.563055 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6e74667b-49cd-49cf-b365-f7f4c7e5407b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/a82b80af-b3b6-4676-b233-27b275df9325 HTTP/1.1" status: 204 len: 168 time: 0.9404390 Jan 31 16:11:51.574013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38858) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:51.672197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf9f95-d6f0-4d4d-8361-8eea634f807e tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:51.675011 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8bdf9f95-d6f0-4d4d-8361-8eea634f807e tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0999484 Jan 31 16:11:51.676604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38860) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:51.713785 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9f4e97-e222-4930-be96-1a0afa50d9fb tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:11:51.715423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2d9f4e97-e222-4930-be96-1a0afa50d9fb tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/a82b80af-b3b6-4676-b233-27b275df9325 HTTP/1.1" status: 404 len: 333 time: 0.0378788 Jan 31 16:11:51.720809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38862) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:51.725899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-219696441'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:51.729397 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:51.740499 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:51.759627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:51.764755 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:51.767253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a3df51-47b0-457c-a342-59855df6f5ad tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:51.781860 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6087621-1f2a-41e7-a470-98cd4862acf1 None None] Sync routers for ids ['f9d135fc-82fc-4d1f-9b81-e3d33c5692bb'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:51.783047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38864) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:51.793450 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-58a3df51-47b0-457c-a342-59855df6f5ad tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "PUT /v2.0/routers/f9d135fc-82fc-4d1f-9b81-e3d33c5692bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8408399 Jan 31 16:11:51.798343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6087621-1f2a-41e7-a470-98cd4862acf1 None None] Routers {'f9d135fc-82fc-4d1f-9b81-e3d33c5692bb'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:51.798777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d6087621-1f2a-41e7-a470-98cd4862acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f9d135fc-82fc-4d1f-9b81-e3d33c5692bb'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:51.800632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:51.855099 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d6087621-1f2a-41e7-a470-98cd4862acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:51.866726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6087621-1f2a-41e7-a470-98cd4862acf1 None None] Routers {'f9d135fc-82fc-4d1f-9b81-e3d33c5692bb'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:51.867590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d6087621-1f2a-41e7-a470-98cd4862acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f9d135fc-82fc-4d1f-9b81-e3d33c5692bb'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:51.922855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d6087621-1f2a-41e7-a470-98cd4862acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:51.923632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6087621-1f2a-41e7-a470-98cd4862acf1 None None] The sync data for ids ['f9d135fc-82fc-4d1f-9b81-e3d33c5692bb'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:51.961851 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a8da-0972-4adb-96a5-b05f07a7d91a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:51.998431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:52.037850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Allocated IP 172.25.1.181 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/cd8a0b84-0777-40a0-8622-83b9a904592c) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:52.062043 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.062386 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Added segment f74b3e55-2aeb-46c8-b2e7-ca196789a6ce of type vlan for network b16e8613-da70-4c86-9b2e-6f3326eb6f4c Jan 31 16:11:52.200138 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.271498 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.277438 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a8da-0972-4adb-96a5-b05f07a7d91a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.282906 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a8da-0972-4adb-96a5-b05f07a7d91a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.301402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.387080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a8da-0972-4adb-96a5-b05f07a7d91a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.388245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf8a8da-0972-4adb-96a5-b05f07a7d91a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Fanout notify agent at l3_agent the message router_deleted on router f9d135fc-82fc-4d1f-9b81-e3d33c5692bb {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:11:52.392970 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9fcc4da-d04c-4742-91ac-e0c4da0a5d64 req-60c4c206-3d21-4a6b-bfdf-09a7de9ef425 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 210 time: 0.0464270 Jan 31 16:11:52.400095 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a8da-0972-4adb-96a5-b05f07a7d91a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.401321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ecf8a8da-0972-4adb-96a5-b05f07a7d91a tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "DELETE /v2.0/routers/f9d135fc-82fc-4d1f-9b81-e3d33c5692bb HTTP/1.1" status: 204 len: 168 time: 0.6173298 Jan 31 16:11:52.404303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38870) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:52.413306 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.424314 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:52.432827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad6999-45ce-4b98-9e9e-bddf403396c2 req-c9b48252-8ab0-4fac-b1f9-b5ee019a558f tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:52.433757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:52.434546 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.435858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78ad6999-45ce-4b98-9e9e-bddf403396c2 req-c9b48252-8ab0-4fac-b1f9-b5ee019a558f tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 945 time: 0.7247128 Jan 31 16:11:52.437231 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:52.445049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event updated for resources: {'Port': ['ID=cd8a0b84-0777-40a0-8622-83b9a904592c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:52.447519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:52.476568 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.540587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8186419 Jan 31 16:11:52.545632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38872) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:52.552386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2e0868be-ab67-4dfd-9393-da0529a0eaae tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'b16e8613-da70-4c86-9b2e-6f3326eb6f4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:52.563334 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.638599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-48deffed-2d23-431f-83f3-bc4426ee439b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:52.645869 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-48deffed-2d23-431f-83f3-bc4426ee439b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 806 time: 0.1577702 Jan 31 16:11:52.649773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port cbd0b526-5e3d-44cc-882c-63fcb755b0ae {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:52.650143 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.684778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Request body: {'port': {'device_id': '5c8ca853-389e-41dd-b8ab-584e3442a819', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'admin_state_up': True, 'tenant_id': '650709d6bc894976b42eca4159787065'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:52.692439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.704596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.704955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.705291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.710046 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.710434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.710772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.711108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.711663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.711991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.712316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.712633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.762666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5f7e33-beb8-4779-b7d4-3ed831af8b49 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Deleting subnet d8075be6-019f-4869-bf60-9bf8a7c17a86 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:11:52.765992 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7e33-beb8-4779-b7d4-3ed831af8b49 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.790881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78ad6999-45ce-4b98-9e9e-bddf403396c2 req-aad044d2-06d9-42c7-b22d-a153fc528d65 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385305 Jan 31 16:11:52.827159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Network': ['ID=b16e8613-da70-4c86-9b2e-6f3326eb6f4c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:52.849254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.849788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.850227 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.850761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.851187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.851859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.852328 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.852808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.853231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.853736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.854165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.854577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad2b41-87e2-49e8-87dc-80bbf0fb181c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:52.870577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b16e8613-da70-4c86-9b2e-6f3326eb6f4c details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:52.879803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7e33-beb8-4779-b7d4-3ed831af8b49 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.927166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0868be-ab67-4dfd-9393-da0529a0eaae tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:52.931782 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e0868be-ab67-4dfd-9393-da0529a0eaae tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:52.982680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 635001ff-bbc9-4fe7-a583-ecd6a1dac692 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:53.002227 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.049496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 635001ff-bbc9-4fe7-a583-ecd6a1dac692 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:53.049863 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.053743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for cbd0b526-5e3d-44cc-882c-63fcb755b0ae owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:53.094940 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7e33-beb8-4779-b7d4-3ed831af8b49 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.223742 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7e33-beb8-4779-b7d4-3ed831af8b49 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.227707 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.235285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Made reservation on behalf of 650709d6bc894976b42eca4159787065 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:53.239071 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.259809 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 635001ff-bbc9-4fe7-a583-ecd6a1dac692, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=635001ff-bbc9-4fe7-a583-ecd6a1dac692,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:53.266739 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.289005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f7e33-beb8-4779-b7d4-3ed831af8b49 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event deleted for resources: {'Subnet': ['ID=d8075be6-019f-4869-bf60-9bf8a7c17a86,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:53.290494 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7e33-beb8-4779-b7d4-3ed831af8b49 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.296377 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ad5f7e33-beb8-4779-b7d4-3ed831af8b49 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "DELETE /v2.0/subnets/d8075be6-019f-4869-bf60-9bf8a7c17a86 HTTP/1.1" status: 204 len: 168 time: 0.8909521 Jan 31 16:11:53.303882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38876) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:53.338353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=635001ff-bbc9-4fe7-a583-ecd6a1dac692,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:53.341256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afa6b5f-0a8d-423b-8a94-faeb3f6ab639 None None] Network cf9142c8-ab41-46b7-8b79-ce1adb76aea5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:53.415579 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.419632 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e0868be-ab67-4dfd-9393-da0529a0eaae tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.556356 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c19bc42a-90f8-4799-8064-3dddad4e2f84 req-dd4df4b3-daa6-4d6e-a959-dc084c76f424 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 210 time: 0.0501378 Jan 31 16:11:53.592001 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510cd89d-6e36-4177-b1c8-874ac4302ddb None None] DHCP port deletion for cf9142c8-ab41-46b7-8b79-ce1adb76aea5 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:11:53.592213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0868be-ab67-4dfd-9393-da0529a0eaae tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Subnet': ['ID=0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:53.609072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0868be-ab67-4dfd-9393-da0529a0eaae tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Checking segment: {'id': 'f74b3e55-2aeb-46c8-b2e7-ca196789a6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b16e8613-da70-4c86-9b2e-6f3326eb6f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:53.609529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0868be-ab67-4dfd-9393-da0529a0eaae tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network hostable DHCP agents. Network: b16e8613-da70-4c86-9b2e-6f3326eb6f4c, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:53.626614 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.629090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.643611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0868be-ab67-4dfd-9393-da0529a0eaae tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b16e8613-da70-4c86-9b2e-6f3326eb6f4c is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:53.649934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Deleting port f63d60d8-ddd7-4b91-a186-8d800949052e {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:53.650775 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.664897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-2e0868be-ab67-4dfd-9393-da0529a0eaae tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, b16e8613-da70-4c86-9b2e-6f3326eb6f4c) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:53.681637 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926b7b9f-c286-4618-90a6-02e3a5269502 None None] Network b16e8613-da70-4c86-9b2e-6f3326eb6f4c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:53.685094 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-510cd89d-6e36-4177-b1c8-874ac4302ddb None None] Deleting port f63d60d8-ddd7-4b91-a186-8d800949052e {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:53.685600 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-510cd89d-6e36-4177-b1c8-874ac4302ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.701810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0868be-ab67-4dfd-9393-da0529a0eaae tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:53.702388 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e0868be-ab67-4dfd-9393-da0529a0eaae tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.722293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=cbd0b526-5e3d-44cc-882c-63fcb755b0ae,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:53.739822 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2e0868be-ab67-4dfd-9393-da0529a0eaae tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1888199 Jan 31 16:11:53.742112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38880) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:53.745220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] For port f63d60d8-ddd7-4b91-a186-8d800949052e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f63d60d8-ddd7-4b91-a186-8d800949052e,segment=NetworkSegment(eb18ddee-d39e-4619-8e6b-73eba331c4a2),segment_id=eb18ddee-d39e-4619-8e6b-73eba331c4a2)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:53.745613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.751298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4de45705-f920-4735-940b-45b4ea89a4d2 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'b16e8613-da70-4c86-9b2e-6f3326eb6f4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:53.777098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Calling delete_port for f63d60d8-ddd7-4b91-a186-8d800949052e owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:53.814444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Allocated IP 172.20.0.2 (ee461f7c-cf6b-444b-944c-f969c92675a4/c18b0c43-4884-496a-b742-bf7f0dcdb7c4/e5a51211-37f9-4175-907e-3d85ba40fe77) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:53.850643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-510cd89d-6e36-4177-b1c8-874ac4302ddb None None] For port f63d60d8-ddd7-4b91-a186-8d800949052e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f63d60d8-ddd7-4b91-a186-8d800949052e,segment=NetworkSegment(eb18ddee-d39e-4619-8e6b-73eba331c4a2),segment_id=eb18ddee-d39e-4619-8e6b-73eba331c4a2)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:53.851039 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-510cd89d-6e36-4177-b1c8-874ac4302ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.881738 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-510cd89d-6e36-4177-b1c8-874ac4302ddb None None] Calling delete_port for f63d60d8-ddd7-4b91-a186-8d800949052e owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:53.945389 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.965819 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:53.972340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de45705-f920-4735-940b-45b4ea89a4d2 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:53.976628 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4de45705-f920-4735-940b-45b4ea89a4d2 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.036301 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-510cd89d-6e36-4177-b1c8-874ac4302ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.057531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-b16e8613-da70-4c86-9b2e-6f3326eb6f4c', 'network_id': 'b16e8613-da70-4c86-9b2e-6f3326eb6f4c', 'tenant_id': '4338434bce7342bba9c2bee7845a66af', 'fixed_ips': [{'subnet_id': '0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:11:54.058869 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.082875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] No DVR routers for this DVR port f63d60d8-ddd7-4b91-a186-8d800949052e on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:54.085178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event deleted for resources: {'Port': ['ID=f63d60d8-ddd7-4b91-a186-8d800949052e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:54.096864 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.100523 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.104858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cd89d-6e36-4177-b1c8-874ac4302ddb None None] Pushing event deleted for resources: {'Port': ['ID=f63d60d8-ddd7-4b91-a186-8d800949052e,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:54.118387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510cd89d-6e36-4177-b1c8-874ac4302ddb None None] No DVR routers for this DVR port f63d60d8-ddd7-4b91-a186-8d800949052e on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:11:54.202638 n-d-827120-1 neutron-server[108771]: INFO neutron.db.ipam_backend_mixin [None req-4de45705-f920-4735-940b-45b4ea89a4d2 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f (CIDR: 172.20.0.0/28) Jan 31 16:11:54.237795 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de45705-f920-4735-940b-45b4ea89a4d2 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:11:54.239921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de45705-f920-4735-940b-45b4ea89a4d2 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:11:54.268988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75c5ed-210a-4d2f-8e8f-858676c7b98f req-d32d5069-c6e8-4499-81b0-ea3977274d5f tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:54.270182 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b75c5ed-210a-4d2f-8e8f-858676c7b98f req-d32d5069-c6e8-4499-81b0-ea3977274d5f tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 945 time: 0.3732648 Jan 31 16:11:54.274993 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.284929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Allocated IP 172.20.0.2 (b16e8613-da70-4c86-9b2e-6f3326eb6f4c/0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f/572d043b-eb9e-421a-bddd-22a783fcecf9) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:54.307502 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.308063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Fanout notify agent at l3_agent the message router_deleted on router 957792b2-0401-480d-8466-6253eac14bf5 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:11:54.319911 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4de45705-f920-4735-940b-45b4ea89a4d2 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5766337 Jan 31 16:11:54.334317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38888) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:54.338848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9142c8-ab41-46b7-8b79-ce1adb76aea5']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:54.345875 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.347606 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-59186398-26de-49df-80c8-99ee562eee28 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/957792b2-0401-480d-8466-6253eac14bf5 HTTP/1.1" status: 204 len: 168 time: 3.9922075 Jan 31 16:11:54.352689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1d3d88cb-2445-42d9-a4a3-5d16530df55d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'b16e8613-da70-4c86-9b2e-6f3326eb6f4c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:54.362495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38890) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:54.371129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb18ddee-d39e-4619-8e6b-73eba331c4a2') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:54.371509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb18ddee-d39e-4619-8e6b-73eba331c4a2') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:54.378531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0441ad6b-a62c-4183-a3a7-b12f0681a1b0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1276938071'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:54.385520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.423790 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.433190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:11:54.434349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:11:54.438725 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:11:54.496743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.507986 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.523437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b75c5ed-210a-4d2f-8e8f-858676c7b98f req-92d1c266-42ed-4b1b-a254-b188b929440c tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034781 Jan 31 16:11:54.531739 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.538245 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.545284 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] 10.222.0.36 "DELETE /v2.0/networks/cf9142c8-ab41-46b7-8b79-ce1adb76aea5 HTTP/1.1" status: 204 len: 168 time: 1.2379506 Jan 31 16:11:54.552107 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.567493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e43cab-1da3-475a-abc4-431aeca29731 tempest-FloatingIPNegativeTestJSON-1357741929 tempest-FloatingIPNegativeTestJSON-1357741929-project] Pushing event deleted for resources: {'Network': ['ID=cf9142c8-ab41-46b7-8b79-ce1adb76aea5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:54.578198 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.622951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0441ad6b-a62c-4183-a3a7-b12f0681a1b0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:54.626742 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0441ad6b-a62c-4183-a3a7-b12f0681a1b0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.719668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0441ad6b-a62c-4183-a3a7-b12f0681a1b0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:11:54.732068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Network b16e8613-da70-4c86-9b2e-6f3326eb6f4c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:54.738908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:54.740862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Pushing event updated for resources: {'Port': ['ID=572d043b-eb9e-421a-bddd-22a783fcecf9,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:54.743109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:54.811027 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Attempting to bind port 572d043b-eb9e-421a-bddd-22a783fcecf9 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:54.811628 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Attempting to bind port 572d043b-eb9e-421a-bddd-22a783fcecf9 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'f74b3e55-2aeb-46c8-b2e7-ca196789a6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b16e8613-da70-4c86-9b2e-6f3326eb6f4c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:54.812006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Attempting to bind port 572d043b-eb9e-421a-bddd-22a783fcecf9 on network b16e8613-da70-4c86-9b2e-6f3326eb6f4c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:54.818564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:54.819100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Checking segment: {'id': 'f74b3e55-2aeb-46c8-b2e7-ca196789a6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b16e8613-da70-4c86-9b2e-6f3326eb6f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:54.819645 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.825593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Bound using segment: {'id': 'f74b3e55-2aeb-46c8-b2e7-ca196789a6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b16e8613-da70-4c86-9b2e-6f3326eb6f4c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:54.825593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Bound port: 572d043b-eb9e-421a-bddd-22a783fcecf9, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74b3e55-2aeb-46c8-b2e7-ca196789a6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b16e8613-da70-4c86-9b2e-6f3326eb6f4c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:54.825593 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.873908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f6c9b95-e1de-4e79-a84a-70d5e17e9102 req-0838ff36-1e9e-44e3-95e8-30e9e9f0ad9c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 210 time: 0.1026349 Jan 31 16:11:54.880913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3d88cb-2445-42d9-a4a3-5d16530df55d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:54.884312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d3d88cb-2445-42d9-a4a3-5d16530df55d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.892246 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0441ad6b-a62c-4183-a3a7-b12f0681a1b0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.892633 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-0441ad6b-a62c-4183-a3a7-b12f0681a1b0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Added segment e5bccdb1-ae0f-44e7-8972-45be7612d567 of type vlan for network e0f9395d-c0d7-4c60-b28d-815d67b988cf Jan 31 16:11:54.894639 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:54.895591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 635001ff-bbc9-4fe7-a583-ecd6a1dac692 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:54.960765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:11:54.985981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38914) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:55.031767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Network ee461f7c-cf6b-444b-944c-f969c92675a4 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:55.053633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event updated for resources: {'Port': ['ID=e5a51211-37f9-4175-907e-3d85ba40fe77,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:55.069551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:55.088823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:55.097143 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0441ad6b-a62c-4183-a3a7-b12f0681a1b0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.163398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] For port 572d043b-eb9e-421a-bddd-22a783fcecf9, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:55.207838 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 635001ff-bbc9-4fe7-a583-ecd6a1dac692 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:55.208994 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.224374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0e4b365b-e0dc-42da-873b-fb777a1a627e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02363db9c37147c1a7cbb3dc0a51cf06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372022 Jan 31 16:11:55.227430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38924) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:55.276118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] For port 572d043b-eb9e-421a-bddd-22a783fcecf9, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=572d043b-eb9e-421a-bddd-22a783fcecf9,segment=NetworkSegment(f74b3e55-2aeb-46c8-b2e7-ca196789a6ce),segment_id=f74b3e55-2aeb-46c8-b2e7-ca196789a6ce)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:55.288051 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.336665 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0441ad6b-a62c-4183-a3a7-b12f0681a1b0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.339188 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8eeb51f5-3b1f-4de7-b8b7-24da0b29598d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.352541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0441ad6b-a62c-4183-a3a7-b12f0681a1b0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:55.356611 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0441ad6b-a62c-4183-a3a7-b12f0681a1b0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.373939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:55.374768 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.379373 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8eeb51f5-3b1f-4de7-b8b7-24da0b29598d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.438099 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a44c2-3323-4f0c-a9b9-d91f26e74e44 None None] Pushing event updated for resources: {'Port': ['ID=572d043b-eb9e-421a-bddd-22a783fcecf9,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:55.446788 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8eeb51f5-3b1f-4de7-b8b7-24da0b29598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.452462 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8eeb51f5-3b1f-4de7-b8b7-24da0b29598d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.456655 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8eeb51f5-3b1f-4de7-b8b7-24da0b29598d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea3c6e11-ae17-462d-b6e5-01bf2246cd15 HTTP/1.1" status: 204 len: 168 time: 0.2273693 Jan 31 16:11:55.467735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb51f5-3b1f-4de7-b8b7-24da0b29598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3c6e11-ae17-462d-b6e5-01bf2246cd15,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:55.516690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Router ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:11:55.536111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f63d60d8-ddd7-4b91-a186-8d800949052e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:11:55.563326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: f63d60d8-ddd7-4b91-a186-8d800949052e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:11:55.564013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f63d60d8-ddd7-4b91-a186-8d800949052e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:11:55.587359 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0441ad6b-a62c-4183-a3a7-b12f0681a1b0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2114847 Jan 31 16:11:55.591783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38928) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:55.609385 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-bdc82d62-70a9-4956-aea0-7174fd922ec5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9409933 Jan 31 16:11:55.611971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6771e146-982f-41f7-8818-deeff719643d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'subnet': {'network_id': 'e0f9395d-c0d7-4c60-b28d-815d67b988cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:55.623220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Request body: {'port': {'device_id': '5c8ca853-389e-41dd-b8ab-584e3442a819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:55.626012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441ad6b-a62c-4183-a3a7-b12f0681a1b0 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Network': ['ID=e0f9395d-c0d7-4c60-b28d-815d67b988cf,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:55.638587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network e0f9395d-c0d7-4c60-b28d-815d67b988cf details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:11:55.760025 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d3d88cb-2445-42d9-a4a3-5d16530df55d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.810821 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.843546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6771e146-982f-41f7-8818-deeff719643d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:55.847932 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6771e146-982f-41f7-8818-deeff719643d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.923222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d88cb-2445-42d9-a4a3-5d16530df55d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b16e8613-da70-4c86-9b2e-6f3326eb6f4c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:55.959855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-1d3d88cb-2445-42d9-a4a3-5d16530df55d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:55.972007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d88cb-2445-42d9-a4a3-5d16530df55d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:55.972724 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1d3d88cb-2445-42d9-a4a3-5d16530df55d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:55.986438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d88cb-2445-42d9-a4a3-5d16530df55d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Subnet': ['ID=5d5c3e13-991b-4be2-8549-5d4c3107c6b4,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:56.000695 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:56.153337 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6771e146-982f-41f7-8818-deeff719643d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:56.245222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fba44f-ffd9-4145-aed3-19469972a150 req-e166dc22-0fe2-4b9e-a46a-da1d9c8d8b33 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:56.247134 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f5fba44f-ffd9-4145-aed3-19469972a150 req-e166dc22-0fe2-4b9e-a46a-da1d9c8d8b33 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 931 time: 0.1265397 Jan 31 16:11:56.268802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771e146-982f-41f7-8818-deeff719643d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Subnet': ['ID=94d75739-124b-408f-ba1b-cf341fbce093,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:56.297456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771e146-982f-41f7-8818-deeff719643d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Checking segment: {'id': 'e5bccdb1-ae0f-44e7-8972-45be7612d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e0f9395d-c0d7-4c60-b28d-815d67b988cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:56.297982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771e146-982f-41f7-8818-deeff719643d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network hostable DHCP agents. Network: e0f9395d-c0d7-4c60-b28d-815d67b988cf, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:11:56.322069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f5fba44f-ffd9-4145-aed3-19469972a150 req-d797b598-a7a1-4749-a3bb-62e5f4bd71ce tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653238 Jan 31 16:11:56.351524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771e146-982f-41f7-8818-deeff719643d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network e0f9395d-c0d7-4c60-b28d-815d67b988cf is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:11:56.364123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-6771e146-982f-41f7-8818-deeff719643d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, e0f9395d-c0d7-4c60-b28d-815d67b988cf) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:56.373648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0206cfe-25ab-42fc-98cf-f549421d0283 None None] Network e0f9395d-c0d7-4c60-b28d-815d67b988cf requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:56.398193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6771e146-982f-41f7-8818-deeff719643d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:56.398827 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6771e146-982f-41f7-8818-deeff719643d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:56.429394 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6771e146-982f-41f7-8818-deeff719643d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8319063 Jan 31 16:11:56.433498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38954) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:56.444037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-823cacbc-30a8-40ec-bd25-79d0a814b8fe tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1798154162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:56.506836 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1d3d88cb-2445-42d9-a4a3-5d16530df55d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1578305 Jan 31 16:11:56.509827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38958) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:56.527644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:11:56.539470 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': 'b16e8613-da70-4c86-9b2e-6f3326eb6f4c', 'fixed_ips': [{'subnet_id': '0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f'}, {'subnet_id': '5d5c3e13-991b-4be2-8549-5d4c3107c6b4'}], 'name': 'tempest-PortsTestJSON-522808005'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:56.540155 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Sync routers for ids ['ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:11:56.557108 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Routers {'ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:56.558889 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:56.577440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:56.581493 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e5a33ec3-01c2-4d3c-9d95-5ba9c0590ed0 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.9630895 Jan 31 16:11:56.582219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38960) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:56.663914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-e0f9395d-c0d7-4c60-b28d-815d67b988cf', 'network_id': 'e0f9395d-c0d7-4c60-b28d-815d67b988cf', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'fixed_ips': [{'subnet_id': '94d75739-124b-408f-ba1b-cf341fbce093'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:11:56.664782 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:56.680468 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-823cacbc-30a8-40ec-bd25-79d0a814b8fe tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:56.685115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-823cacbc-30a8-40ec-bd25-79d0a814b8fe tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:56.789570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38962) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:56.816107 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Set router ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:11:56.845095 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-823cacbc-30a8-40ec-bd25-79d0a814b8fe tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:56.869104 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-823cacbc-30a8-40ec-bd25-79d0a814b8fe tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:56.922103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:11:56.932698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-823cacbc-30a8-40ec-bd25-79d0a814b8fe tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:56.933980 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-823cacbc-30a8-40ec-bd25-79d0a814b8fe tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4994705 Jan 31 16:11:56.958282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38968) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:56.995905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 572d043b-eb9e-421a-bddd-22a783fcecf9 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:57.058113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Allocated IP 172.20.0.2 (e0f9395d-c0d7-4c60-b28d-815d67b988cf/94d75739-124b-408f-ba1b-cf341fbce093/a10a62e2-dea7-4333-b6c0-6280d27e57e8) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:57.092237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4875853-0d2e-4f60-8f9c-c3c954efe8f7 None None] Network b16e8613-da70-4c86-9b2e-6f3326eb6f4c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:11:57.104766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 572d043b-eb9e-421a-bddd-22a783fcecf9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:57.105169 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.169175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ffa5a2b6-3bf2-4095-9555-b82152cd9a3d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:57.176048 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-ffa5a2b6-3bf2-4095-9555-b82152cd9a3d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 31 16:11:57.176790 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-ffa5a2b6-3bf2-4095-9555-b82152cd9a3d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): There was a conflict when trying to complete your request. Jan 31 16:11:57.178522 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ffa5a2b6-3bf2-4095-9555-b82152cd9a3d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3822820 Jan 31 16:11:57.183600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38974) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:57.202879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7691eb3d-aa68-4b9e-b6f6-dac5789cfaf7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group': {'name': 'tempest-secgroup--479157115'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:57.283672 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6', 'name': 'tempest-snat-router-732829391', 'tenant_id': '0d8a4c899af940438195b26112553ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'cd8a0b84-0777-40a0-8622-83b9a904592c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:11:48Z', 'updated_at': '2022-01-31T16:11:53Z', 'revision_number': 3, 'project_id': '0d8a4c899af940438195b26112553ccc', 'gw_port': {'id': 'cd8a0b84-0777-40a0-8622-83b9a904592c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:11:51Z', 'updated_at': '2022-01-31T16:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:57.295297 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fa48d7d3-2ffc-4c74-8be7-e7e3e5d09397 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/routers/ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6 HTTP/1.1" status: 200 len: 907 time: 0.7044513 Jan 31 16:11:57.296988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7691eb3d-aa68-4b9e-b6f6-dac5789cfaf7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.302572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38978) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:57.320632 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Checking router: ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:11:57.321370 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Updating router ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6 port cd8a0b84-0777-40a0-8622-83b9a904592c binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:11:57.326530 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7691eb3d-aa68-4b9e-b6f6-dac5789cfaf7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.356019 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.644839 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.670553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c5037adb-a2e7-4aee-a7e0-526fefe0b6cd None None] Provisioning complete for port 572d043b-eb9e-421a-bddd-22a783fcecf9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:57.671122 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c5037adb-a2e7-4aee-a7e0-526fefe0b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.766260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a51211-37f9-4175-907e-3d85ba40fe77 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:11:57.779533 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.786744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.808510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7691eb3d-aa68-4b9e-b6f6-dac5789cfaf7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.816117 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7691eb3d-aa68-4b9e-b6f6-dac5789cfaf7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.818729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Transition to ACTIVE for port object e5a51211-37f9-4175-907e-3d85ba40fe77 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:11:57.822662 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.829238 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.833193 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.840949 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.925188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691eb3d-aa68-4b9e-b6f6-dac5789cfaf7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfae546-525d-42ea-a44f-c952033b0ac2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:57.946583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 572d043b-eb9e-421a-bddd-22a783fcecf9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=572d043b-eb9e-421a-bddd-22a783fcecf9,segment=NetworkSegment(f74b3e55-2aeb-46c8-b2e7-ca196789a6ce),segment_id=f74b3e55-2aeb-46c8-b2e7-ca196789a6ce)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:57.964050 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:57.976328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a51211-37f9-4175-907e-3d85ba40fe77,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:57.996118 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Attempting to bind port cd8a0b84-0777-40a0-8622-83b9a904592c on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:57.996716 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Attempting to bind port cd8a0b84-0777-40a0-8622-83b9a904592c by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:57.997506 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Attempting to bind port cd8a0b84-0777-40a0-8622-83b9a904592c on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:58.006783 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:58.007630 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:58.008225 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.009268 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:58.010009 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Bound port: cd8a0b84-0777-40a0-8622-83b9a904592c, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:58.010538 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.017045 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Pushing event updated for resources: {'Port': ['ID=cd8a0b84-0777-40a0-8622-83b9a904592c,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:58.051448 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:58.052228 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:58.052724 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:58.053775 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:58.054295 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:58.054759 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:58.055228 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:58.055985 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:58.056750 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:58.057208 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:58.057727 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:58.058203 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:11:58.079037 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7691eb3d-aa68-4b9e-b6f6-dac5789cfaf7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.090048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Deleting port cd8a0b84-0777-40a0-8622-83b9a904592c {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:11:58.090390 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.092930 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7691eb3d-aa68-4b9e-b6f6-dac5789cfaf7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.112916 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] For port cd8a0b84-0777-40a0-8622-83b9a904592c, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:58.117155 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] For port cd8a0b84-0777-40a0-8622-83b9a904592c, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cd8a0b84-0777-40a0-8622-83b9a904592c,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:58.123353 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.124516 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.162262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Attempting to bind port e5a51211-37f9-4175-907e-3d85ba40fe77 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:58.163043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Attempting to bind port e5a51211-37f9-4175-907e-3d85ba40fe77 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:58.163043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Attempting to bind port e5a51211-37f9-4175-907e-3d85ba40fe77 on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:58.185210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7691eb3d-aa68-4b9e-b6f6-dac5789cfaf7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.186493 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7691eb3d-aa68-4b9e-b6f6-dac5789cfaf7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9936655 Jan 31 16:11:58.189756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Port e5a51211-37f9-4175-907e-3d85ba40fe77 on network ee461f7c-cf6b-444b-944c-f969c92675a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:11:58.189756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Attempting to bind port e5a51211-37f9-4175-907e-3d85ba40fe77 on network ee461f7c-cf6b-444b-944c-f969c92675a4 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:58.193965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38986) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:58.194743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691eb3d-aa68-4b9e-b6f6-dac5789cfaf7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df554a2-711a-43c8-a0b4-6b7efdedb999,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:58.204196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c7c25b64-38b3-4428-a52d-0d654be7ef68 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': '2df554a2-711a-43c8-a0b4-6b7efdedb999', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:58.212035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:58.212401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Checking segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:58.212759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Bound using segment: {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:58.213217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Bound port: e5a51211-37f9-4175-907e-3d85ba40fe77, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:58.213627 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.224689 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca5230-1cda-4978-8525-1456a4d4e5f1 None None] Pushing event updated for resources: {'Port': ['ID=cd8a0b84-0777-40a0-8622-83b9a904592c,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:58.243261 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.265101 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Routers {'ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:11:58.267577 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:58.295157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] For port cd8a0b84-0777-40a0-8622-83b9a904592c, host n-d-827120-1, got binding levels [] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:58.295435 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.302827 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.347986 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7c25b64-38b3-4428-a52d-0d654be7ef68 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.352900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Calling delete_port for cd8a0b84-0777-40a0-8622-83b9a904592c owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:11:58.369429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=572d043b-eb9e-421a-bddd-22a783fcecf9,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:58.421664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Network e0f9395d-c0d7-4c60-b28d-815d67b988cf is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:11:58.459792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70182365-9361-4087-acea-63f81f4716d8 req-a9047a37-8284-44d6-b3fd-29cb3f4126f4 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:58.461505 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70182365-9361-4087-acea-63f81f4716d8 req-a9047a37-8284-44d6-b3fd-29cb3f4126f4 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 943 time: 0.5173318 Jan 31 16:11:58.476955 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.494149 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] Set router ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:11:58.495779 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:11:58.500996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:11:58.509173 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] For port e5a51211-37f9-4175-907e-3d85ba40fe77, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:58.556024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] For port e5a51211-37f9-4175-907e-3d85ba40fe77, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e5a51211-37f9-4175-907e-3d85ba40fe77,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:58.570422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.593305 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.628383 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7c25b64-38b3-4428-a52d-0d654be7ef68 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.646417 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7c25b64-38b3-4428-a52d-0d654be7ef68 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.649952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:58.650814 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.652386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] 10.222.0.20 "PUT /v2.0/ports/e5a51211-37f9-4175-907e-3d85ba40fe77 HTTP/1.1" status: 200 len: 1091 time: 3.0338058 Jan 31 16:11:58.659651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port 37067dec-38ea-4abd-8284-b4ed2c11784e yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:11:58.692987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70182365-9361-4087-acea-63f81f4716d8 req-dbf8b778-5cf5-4809-9da2-431cca0d3d1c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217999 Jan 31 16:11:58.694162 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6', 'name': 'tempest-snat-router-732829391', 'tenant_id': '0d8a4c899af940438195b26112553ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:11:48Z', 'updated_at': '2022-01-31T16:11:57Z', 'revision_number': 4, 'project_id': '0d8a4c899af940438195b26112553ccc', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:11:58.765006 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d7c657-ed1c-4bae-af33-a50a0e3aec37 None None] The sync data for ids ['ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6'] in n-d-827120-1 is: [{'id': 'ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6', 'name': 'tempest-snat-router-732829391', 'tenant_id': '0d8a4c899af940438195b26112553ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:11:48Z', 'updated_at': '2022-01-31T16:11:57Z', 'revision_number': 4, 'project_id': '0d8a4c899af940438195b26112553ccc', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:11:58.769801 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8ca853-389e-41dd-b8ab-584e3442a819', 'tag': 'e5a51211-37f9-4175-907e-3d85ba40fe77'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:11:58.769956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283fb4dc-951f-4ff7-bcf0-6a5fcfcc544b None None] Update dhcp port {'port': {'network_id': 'b16e8613-da70-4c86-9b2e-6f3326eb6f4c', 'fixed_ips': [{'subnet_id': '0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f', 'ip_address': '172.20.0.2'}, {'subnet_id': '5d5c3e13-991b-4be2-8549-5d4c3107c6b4'}], 'binding:host_id': 'n-d-827120-1'}, 'id': '572d043b-eb9e-421a-bddd-22a783fcecf9'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:11:58.778354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Pushing event updated for resources: {'Port': ['ID=a10a62e2-dea7-4333-b6c0-6280d27e57e8,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:58.787910 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd667532-c609-4367-94fd-ace23596521e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8ca853-389e-41dd-b8ab-584e3442a819", "tag": "e5a51211-37f9-4175-907e-3d85ba40fe77"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:11:58.816803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c25b64-38b3-4428-a52d-0d654be7ef68 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64c9e35-7af9-4245-94e9-089ea3125768,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:58.822199 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-283fb4dc-951f-4ff7-bcf0-6a5fcfcc544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.827197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Attempting to bind port a10a62e2-dea7-4333-b6c0-6280d27e57e8 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:11:58.827678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Attempting to bind port a10a62e2-dea7-4333-b6c0-6280d27e57e8 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'e5bccdb1-ae0f-44e7-8972-45be7612d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e0f9395d-c0d7-4c60-b28d-815d67b988cf'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:11:58.828200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Attempting to bind port a10a62e2-dea7-4333-b6c0-6280d27e57e8 on network e0f9395d-c0d7-4c60-b28d-815d67b988cf {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:11:58.867641 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 572d043b-eb9e-421a-bddd-22a783fcecf9 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:11:58.871616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:11:58.871909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Checking segment: {'id': 'e5bccdb1-ae0f-44e7-8972-45be7612d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e0f9395d-c0d7-4c60-b28d-815d67b988cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:11:58.872588 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.873053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Bound using segment: {'id': 'e5bccdb1-ae0f-44e7-8972-45be7612d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e0f9395d-c0d7-4c60-b28d-815d67b988cf'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:11:58.873674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Bound port: a10a62e2-dea7-4333-b6c0-6280d27e57e8, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bccdb1-ae0f-44e7-8972-45be7612d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e0f9395d-c0d7-4c60-b28d-815d67b988cf'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:11:58.874160 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.931493 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f18ab9-c6a2-4feb-a063-c17ee3775f15 x-openstack-request-id: req-72f18ab9-c6a2-4feb-a063-c17ee3775f15 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:11:58.931781 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8ca853-389e-41dd-b8ab-584e3442a819", "tag": "e5a51211-37f9-4175-907e-3d85ba40fe77", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:11:58.932036 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72f18ab9-c6a2-4feb-a063-c17ee3775f15 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:11:58.932433 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8ca853-389e-41dd-b8ab-584e3442a819', 'tag': 'e5a51211-37f9-4175-907e-3d85ba40fe77', 'status': 'completed', 'code': 200} Jan 31 16:11:58.986328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7c25b64-38b3-4428-a52d-0d654be7ef68 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:58.990811 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c7c25b64-38b3-4428-a52d-0d654be7ef68 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7933242 Jan 31 16:11:58.992572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38994) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:59.011631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-49159e4b-1e3e-4056-9691-a3a846474996 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': '2df554a2-711a-43c8-a0b4-6b7efdedb999', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:11:59.036216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-f7c9fecc-b5d3-4e3e-a063-966d1cbc52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:59.038971 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-f7c9fecc-b5d3-4e3e-a063-966d1cbc52f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 1094 time: 0.2480536 Jan 31 16:11:59.041759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e62c9b-8f29-4ad8-8d81-19dbdb676686 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a51211-37f9-4175-907e-3d85ba40fe77,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:59.121337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 572d043b-eb9e-421a-bddd-22a783fcecf9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:11:59.121776 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:59.198324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] For port a10a62e2-dea7-4333-b6c0-6280d27e57e8, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:11:59.230601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] For port a10a62e2-dea7-4333-b6c0-6280d27e57e8, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a10a62e2-dea7-4333-b6c0-6280d27e57e8,segment=NetworkSegment(e5bccdb1-ae0f-44e7-8972-45be7612d567),segment_id=e5bccdb1-ae0f-44e7-8972-45be7612d567)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:11:59.245756 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-ec0735ec-2a7a-45fc-b2b5-cec97d251515 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5a51211-37f9-4175-907e-3d85ba40fe77 HTTP/1.1" status: 200 len: 217 time: 0.1862249 Jan 31 16:11:59.251233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:59.263406 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:59.309038 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-49159e4b-1e3e-4056-9691-a3a846474996 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:59.344901 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9495de2-3ea9-44ce-b852-00505713ac90 None None] Pushing event updated for resources: {'Port': ['ID=a10a62e2-dea7-4333-b6c0-6280d27e57e8,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:59.391144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd8a0b84-0777-40a0-8622-83b9a904592c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:11:59.450720 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Allocated IP 172.20.0.1 (e0f9395d-c0d7-4c60-b28d-815d67b988cf/94d75739-124b-408f-ba1b-cf341fbce093/7a873ce2-fb41-46b4-a93f-a051d878bc28) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:59.475356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-283fb4dc-951f-4ff7-bcf0-6a5fcfcc544b None None] Allocated IP 172.20.0.18 (b16e8613-da70-4c86-9b2e-6f3326eb6f4c/5d5c3e13-991b-4be2-8549-5d4c3107c6b4/572d043b-eb9e-421a-bddd-22a783fcecf9) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:11:59.531139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-0ad3089b-0c6b-495e-b084-766b112f00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:11:59.532895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-0ad3089b-0c6b-495e-b084-766b112f00c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.2782907 Jan 31 16:11:59.590955 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-f3389660-8bc3-46e0-b746-ee2a7b499597 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430171 Jan 31 16:11:59.597923 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-49159e4b-1e3e-4056-9691-a3a846474996 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): There was a conflict when trying to complete your request. Jan 31 16:11:59.601893 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-49159e4b-1e3e-4056-9691-a3a846474996 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5982449 Jan 31 16:11:59.602605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38998) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:11:59.618871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:59.762153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-283fb4dc-951f-4ff7-bcf0-6a5fcfcc544b None None] For port 572d043b-eb9e-421a-bddd-22a783fcecf9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=572d043b-eb9e-421a-bddd-22a783fcecf9,segment=NetworkSegment(f74b3e55-2aeb-46c8-b2e7-ca196789a6ce),segment_id=f74b3e55-2aeb-46c8-b2e7-ca196789a6ce)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:11:59.805860 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-283fb4dc-951f-4ff7-bcf0-6a5fcfcc544b None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:59.812292 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-283fb4dc-951f-4ff7-bcf0-6a5fcfcc544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:59.936193 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:59.940238 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:11:59.972871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.044653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fb4dc-951f-4ff7-bcf0-6a5fcfcc544b None None] Pushing event updated for resources: {'Port': ['ID=572d043b-eb9e-421a-bddd-22a783fcecf9,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:00.092722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.3 (b16e8613-da70-4c86-9b2e-6f3326eb6f4c/0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f/37067dec-38ea-4abd-8284-b4ed2c11784e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:00.101841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.28 (b16e8613-da70-4c86-9b2e-6f3326eb6f4c/5d5c3e13-991b-4be2-8549-5d4c3107c6b4/37067dec-38ea-4abd-8284-b4ed2c11784e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:00.102047 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-12db2fec-0087-4dee-8357-51de2fd69d4c service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969268 Jan 31 16:12:00.109671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97817390-0f0d-4c83-add6-714dfc199a01 req-743b20d1-78bc-46f7-b740-7e09825ac617 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:00.119196 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97817390-0f0d-4c83-add6-714dfc199a01 req-743b20d1-78bc-46f7-b740-7e09825ac617 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 943 time: 0.2047999 Jan 31 16:12:00.126376 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.127373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:12:00.136598 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.140317 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f7c69ac0-884c-4b26-8e00-4046dd38d640 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ab9ebbc8-7be7-4afc-8d9c-95f9b35b6dd6 HTTP/1.1" status: 204 len: 168 time: 2.8340337 Jan 31 16:12:00.151705 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39004) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:00.246577 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0ea8523-e247-4698-81d1-630bb2d216f7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.301258 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97817390-0f0d-4c83-add6-714dfc199a01 req-563a607c-5354-4efd-aa8b-5ba099c17f9c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807876 Jan 31 16:12:00.353984 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0ea8523-e247-4698-81d1-630bb2d216f7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.405673 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.408010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.430447 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.501110 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-55ed6bfd-c18e-477c-81fb-6572e76197cd req-4ec36983-3e73-46e6-89c2-4e544c341cea service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785651 Jan 31 16:12:00.552534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network e0f9395d-c0d7-4c60-b28d-815d67b988cf is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:00.585306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:00.595422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:00.612202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=7a873ce2-fb41-46b4-a93f-a051d878bc28,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:00.668332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.674003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd667532-c609-4367-94fd-ace23596521e req-cc3a4c9d-931f-4fa6-a701-4edbc5d7e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:00.675898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd667532-c609-4367-94fd-ace23596521e req-cc3a4c9d-931f-4fa6-a701-4edbc5d7e559 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 1094 time: 0.1083605 Jan 31 16:12:00.724285 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0ea8523-e247-4698-81d1-630bb2d216f7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.726845 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0ea8523-e247-4698-81d1-630bb2d216f7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.727998 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c0ea8523-e247-4698-81d1-630bb2d216f7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "DELETE /v2.0/security-groups/2df554a2-711a-43c8-a0b4-6b7efdedb999 HTTP/1.1" status: 204 len: 168 time: 1.1237371 Jan 31 16:12:00.745578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39010) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:00.831601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea8523-e247-4698-81d1-630bb2d216f7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df554a2-711a-43c8-a0b4-6b7efdedb999,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:00.948280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.963927 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:00.970889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Deleting port 635001ff-bbc9-4fe7-a583-ecd6a1dac692 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:00.971594 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:01.127807 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5cd3b8-9a22-4dd3-ba5e-db861ff6a12e None None] Network b16e8613-da70-4c86-9b2e-6f3326eb6f4c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:01.128823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd667532-c609-4367-94fd-ace23596521e req-bff91d74-f2d4-46af-af79-8618ec886864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:01.131167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd667532-c609-4367-94fd-ace23596521e req-bff91d74-f2d4-46af-af79-8618ec886864 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 907 time: 0.4465263 Jan 31 16:12:01.151485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 572d043b-eb9e-421a-bddd-22a783fcecf9 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:01.261453 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd667532-c609-4367-94fd-ace23596521e req-13f9781d-789d-44f4-89da-1f41acc33daf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5a51211-37f9-4175-907e-3d85ba40fe77 HTTP/1.1" status: 200 len: 217 time: 0.1212981 Jan 31 16:12:01.314967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] For port 635001ff-bbc9-4fe7-a583-ecd6a1dac692, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=635001ff-bbc9-4fe7-a583-ecd6a1dac692,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:01.315558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:01.330893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Calling delete_port for 635001ff-bbc9-4fe7-a583-ecd6a1dac692 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:01.337342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b16e8613-da70-4c86-9b2e-6f3326eb6f4c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:01.400258 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-29513345-a7ab-42f7-adaa-d85cec71d933 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6361039 Jan 31 16:12:01.431120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39020) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:01.431848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=37067dec-38ea-4abd-8284-b4ed2c11784e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:01.438348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c96556b5-6087-4bd0-b491-649e426365f2 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group': {'name': 'tempest-secgroup--690086049'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:01.452896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:01.461329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:01.467956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc59e1-defd-4863-904d-5913885ea626 None None] Network e0f9395d-c0d7-4c60-b28d-815d67b988cf requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:01.473686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-12eeb9de-ced6-4bdc-a6b9-896444435189 None None] Provisioning complete for port 572d043b-eb9e-421a-bddd-22a783fcecf9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:01.474053 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-12eeb9de-ced6-4bdc-a6b9-896444435189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:01.533802 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:01.613804 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c96556b5-6087-4bd0-b491-649e426365f2 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:01.695014 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:01.718893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:01.719760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:01.847424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 572d043b-eb9e-421a-bddd-22a783fcecf9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:01.847776 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:01.877627 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2ce86a2d-501c-4dfb-a5b6-e1e059f6abb7 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.3611424 Jan 31 16:12:01.881229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39024) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:01.889589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-3bc12e44-80c0-4d64-833b-92a27f901d6d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:02.133100 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bc12e44-80c0-4d64-833b-92a27f901d6d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.196384 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event deleted for resources: {'Port': ['ID=635001ff-bbc9-4fe7-a583-ecd6a1dac692,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:02.241740 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c96556b5-6087-4bd0-b491-649e426365f2 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.271862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd667532-c609-4367-94fd-ace23596521e req-c79d2b6b-af4f-4c18-9db2-3d1ff217a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:02.304478 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c96556b5-6087-4bd0-b491-649e426365f2 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.326392 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd667532-c609-4367-94fd-ace23596521e req-c79d2b6b-af4f-4c18-9db2-3d1ff217a4bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.8041809 Jan 31 16:12:02.342552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-acd52ee1-12f0-410a-bc4a-6300209dbec1 None None] Provisioning complete for port a10a62e2-dea7-4333-b6c0-6280d27e57e8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:02.343072 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-acd52ee1-12f0-410a-bc4a-6300209dbec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.424408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a10a62e2-dea7-4333-b6c0-6280d27e57e8 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:02.488494 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c96556b5-6087-4bd0-b491-649e426365f2 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.493257 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c96556b5-6087-4bd0-b491-649e426365f2 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0583971 Jan 31 16:12:02.497668 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd667532-c609-4367-94fd-ace23596521e req-fc05ae90-f82a-4c9d-b24a-a59b9881165b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1605008 Jan 31 16:12:02.498269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39034) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:02.509478 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96556b5-6087-4bd0-b491-649e426365f2 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfbb73-8b49-4b05-a600-fba76a45151c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:02.538295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2412e9-f22a-4741-afc2-7d1fcc4e4ef3 req-efe62e99-30be-4e19-8d59-68ff6082156b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:02.540324 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db2412e9-f22a-4741-afc2-7d1fcc4e4ef3 req-efe62e99-30be-4e19-8d59-68ff6082156b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 943 time: 1.0091407 Jan 31 16:12:02.547080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-49c98d80-af7a-44c1-8696-b065037d1cc6 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': '3cdfbb73-8b49-4b05-a600-fba76a45151c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:02.547835 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-49c98d80-af7a-44c1-8696-b065037d1cc6 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 31 16:12:02.548347 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-49c98d80-af7a-44c1-8696-b065037d1cc6 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:02.552178 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-49c98d80-af7a-44c1-8696-b065037d1cc6 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0475783 Jan 31 16:12:02.556772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39038) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:02.653947 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-acd52ee1-12f0-410a-bc4a-6300209dbec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.688641 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.700316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a10a62e2-dea7-4333-b6c0-6280d27e57e8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:02.700854 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.734815 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-acd52ee1-12f0-410a-bc4a-6300209dbec1 None None] For port a10a62e2-dea7-4333-b6c0-6280d27e57e8, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a10a62e2-dea7-4333-b6c0-6280d27e57e8,segment=NetworkSegment(e5bccdb1-ae0f-44e7-8972-45be7612d567),segment_id=e5bccdb1-ae0f-44e7-8972-45be7612d567)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:02.758657 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-acd52ee1-12f0-410a-bc4a-6300209dbec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.768273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1b5d23a7-0edb-4e2b-b02d-6f08fc129da2 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:02.769974 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1b5d23a7-0edb-4e2b-b02d-6f08fc129da2 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 814 time: 0.1173229 Jan 31 16:12:02.799315 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1f894608-4e0b-4abb-ab51-c8739885be77 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/quotas/3f5ad3a0ca754c4584d02ec38d2cae68 HTTP/1.1" status: 200 len: 375 time: 0.0211954 Jan 31 16:12:02.825795 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.857971 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.863945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd52ee1-12f0-410a-bc4a-6300209dbec1 None None] Pushing event updated for resources: {'Port': ['ID=a10a62e2-dea7-4333-b6c0-6280d27e57e8,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:02.875119 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.890131 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db2412e9-f22a-4741-afc2-7d1fcc4e4ef3 req-be676724-2552-4a97-9c34-b82e180b64ce tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309510 Jan 31 16:12:02.893308 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.927079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f6e97e99-a51a-4490-9532-d547d0f4f07b None None] Provisioning complete for port 572d043b-eb9e-421a-bddd-22a783fcecf9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:02.927546 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6e97e99-a51a-4490-9532-d547d0f4f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.977647 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd667532-c609-4367-94fd-ace23596521e req-c3da09c2-c256-4349-b562-9809765911ef service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678741 Jan 31 16:12:02.978777 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.982698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=7a873ce2-fb41-46b4-a93f-a051d878bc28,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:02.984462 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86636e32-1459-4ce9-b671-8ba1e3683cfc {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:12:02.996847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:02.998023 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e3798019-fccc-467e-a378-5402ec1587de tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "DELETE /v2.0/routers/86636e32-1459-4ce9-b671-8ba1e3683cfc HTTP/1.1" status: 204 len: 168 time: 2.8453639 Jan 31 16:12:03.001906 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39048) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:03.007766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1609620016', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:03.010491 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a33e02a7-a9e7-49b6-8404-251826ca7b74 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:03.157623 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:03.158659 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:03.175617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-3bc12e44-80c0-4d64-833b-92a27f901d6d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Delete allocated IP 172.20.0.28 (b16e8613-da70-4c86-9b2e-6f3326eb6f4c/5d5c3e13-991b-4be2-8549-5d4c3107c6b4) {{(pid=108771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 16:12:03.185968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cd667532-c609-4367-94fd-ace23596521e req-526a0176-4722-490b-9630-6bdf44e0868c service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994617 Jan 31 16:12:03.210552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f6e97e99-a51a-4490-9532-d547d0f4f07b None None] Provisioning complete for port 37067dec-38ea-4abd-8284-b4ed2c11784e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:03.211046 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6e97e99-a51a-4490-9532-d547d0f4f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:03.233925 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:03.249124 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:03.280012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e5a51211-37f9-4175-907e-3d85ba40fe77 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:12:03.283753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a10a62e2-dea7-4333-b6c0-6280d27e57e8 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:03.331084 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-f29ca670-6ac4-4f6e-ba95-fe9018088a91 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5191569 Jan 31 16:12:03.346362 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a33e02a7-a9e7-49b6-8404-251826ca7b74 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:03.404606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f6e97e99-a51a-4490-9532-d547d0f4f07b None None] Port 37067dec-38ea-4abd-8284-b4ed2c11784e cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:03.421786 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:03.517941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a10a62e2-dea7-4333-b6c0-6280d27e57e8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:03.518806 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:03.643492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e5a51211-37f9-4175-907e-3d85ba40fe77, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e5a51211-37f9-4175-907e-3d85ba40fe77,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:03.676575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-10c7070c-711a-4531-99bd-7948dcebf6c4 None None] Provisioning complete for port a10a62e2-dea7-4333-b6c0-6280d27e57e8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:03.677132 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-10c7070c-711a-4531-99bd-7948dcebf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:03.748296 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:03.775630 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:03.963716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Allocated IP 172.25.1.62 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/1da56422-a845-4ca6-989a-d7c85e8702a8) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:03.976649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'e5a51211-37f9-4175-907e-3d85ba40fe77', 'network_id': 'ee461f7c-cf6b-444b-944c-f969c92675a4', 'port_id': 'e5a51211-37f9-4175-907e-3d85ba40fe77', 'mac_address': 'fa:16:3e:a8:26:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18b0c43-4884-496a-b742-bf7f0dcdb7c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:12:04.145541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d96f9-5b1c-496b-96ce-dcf69a5113cc req-7642889f-83d2-4d0c-ab3c-109280bfd47c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:04.145541 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d70d96f9-5b1c-496b-96ce-dcf69a5113cc req-7642889f-83d2-4d0c-ab3c-109280bfd47c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 943 time: 0.0887682 Jan 31 16:12:04.167736 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:04.183608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a51211-37f9-4175-907e-3d85ba40fe77 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:12:04.205219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e5a51211-37f9-4175-907e-3d85ba40fe77, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e5a51211-37f9-4175-907e-3d85ba40fe77,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:04.212691 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:04.274969 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d70d96f9-5b1c-496b-96ce-dcf69a5113cc req-f8f5aa6a-0a1c-4f66-bec7-05bb612b392e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151488 Jan 31 16:12:04.277967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:04.330527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:04.342166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=e5a51211-37f9-4175-907e-3d85ba40fe77,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:04.362472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-10c7070c-711a-4531-99bd-7948dcebf6c4 None None] Provisioning complete for port 37067dec-38ea-4abd-8284-b4ed2c11784e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:04.362960 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-10c7070c-711a-4531-99bd-7948dcebf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:04.364450 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-d1326918-3bbc-43a5-b76c-3058abc31450 service neutron] 10.222.0.36 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0133622 Jan 31 16:12:04.393261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:04.396589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:04.402551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:04.406525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-10c7070c-711a-4531-99bd-7948dcebf6c4 None None] Port 37067dec-38ea-4abd-8284-b4ed2c11784e cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:04.417870 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-10c7070c-711a-4531-99bd-7948dcebf6c4 None None] Provisioning complete for port 7a873ce2-fb41-46b4-a93f-a051d878bc28 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:04.418326 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-10c7070c-711a-4531-99bd-7948dcebf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:04.434105 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a33e02a7-a9e7-49b6-8404-251826ca7b74 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:04.437244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Pushing event updated for resources: {'Port': ['ID=1da56422-a845-4ca6-989a-d7c85e8702a8,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:04.442992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['e5a51211-37f9-4175-907e-3d85ba40fe77'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:12:04.452845 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a33e02a7-a9e7-49b6-8404-251826ca7b74 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:04.455511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a33e02a7-a9e7-49b6-8404-251826ca7b74 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "DELETE /v2.0/security-groups/3cdfbb73-8b49-4b05-a600-fba76a45151c HTTP/1.1" status: 204 len: 168 time: 1.8976216 Jan 31 16:12:04.458180 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39074) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:04.460150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network e0f9395d-c0d7-4c60-b28d-815d67b988cf is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:04.510010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:04.529324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-10c7070c-711a-4531-99bd-7948dcebf6c4 None None] Port 7a873ce2-fb41-46b4-a93f-a051d878bc28 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:04.567445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e02a7-a9e7-49b6-8404-251826ca7b74 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdfbb73-8b49-4b05-a600-fba76a45151c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:04.726462 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bc12e44-80c0-4d64-833b-92a27f901d6d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:04.738901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bc12e44-80c0-4d64-833b-92a27f901d6d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:04.866242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f6be12c1-01fd-4001-ba20-80576ad4c866 None None] Provisioning complete for port 7a873ce2-fb41-46b4-a93f-a051d878bc28 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:04.866780 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6be12c1-01fd-4001-ba20-80576ad4c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:04.916036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f6be12c1-01fd-4001-ba20-80576ad4c866 None None] Port 7a873ce2-fb41-46b4-a93f-a051d878bc28 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:04.963039 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-feab6ffa-27e4-4673-a159-1348104cde9d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4984457 Jan 31 16:12:04.964527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39076) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:04.975613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-956ccec3-138a-42f8-88aa-5c90a4c77c9d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311002220'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:04.991416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 635001ff-bbc9-4fe7-a583-ecd6a1dac692 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:12:05.001110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc12e44-80c0-4d64-833b-92a27f901d6d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=37067dec-38ea-4abd-8284-b4ed2c11784e,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:05.005235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-8922e3f6-71b8-43d8-9040-4990a60ff56d service neutron] 10.222.0.36 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364965 Jan 31 16:12:05.012784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3bc12e44-80c0-4d64-833b-92a27f901d6d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] In _notify_port_updated(), no bound segment for port 37067dec-38ea-4abd-8284-b4ed2c11784e on network b16e8613-da70-4c86-9b2e-6f3326eb6f4c {{(pid=108771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:12:05.018270 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 635001ff-bbc9-4fe7-a583-ecd6a1dac692 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:12:05.018612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 635001ff-bbc9-4fe7-a583-ecd6a1dac692 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:12:05.018898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc12e44-80c0-4d64-833b-92a27f901d6d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:05.019836 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bc12e44-80c0-4d64-833b-92a27f901d6d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.021234 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3bc12e44-80c0-4d64-833b-92a27f901d6d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "PUT /v2.0/ports/37067dec-38ea-4abd-8284-b4ed2c11784e HTTP/1.1" status: 200 len: 918 time: 3.1365542 Jan 31 16:12:05.025604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39078) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:05.032575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.033606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2ef3fdf4-169c-4234-9196-8bca6f3f118b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f'}, {'subnet_id': '5d5c3e13-991b-4be2-8549-5d4c3107c6b4'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:05.234865 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e5a51211-37f9-4175-907e-3d85ba40fe77 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:05.235096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-956ccec3-138a-42f8-88aa-5c90a4c77c9d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.266233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-65122e38-28cc-484c-ad60-c5e565ff3cb1 None None] Provisioning complete for port 37067dec-38ea-4abd-8284-b4ed2c11784e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:05.266608 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-65122e38-28cc-484c-ad60-c5e565ff3cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.279767 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af8920d9-a669-4f97-8283-8631b4a4df0f req-29367d12-a908-4f50-9481-a6957416e35f tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 210 time: 0.0586767 Jan 31 16:12:05.347589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-65122e38-28cc-484c-ad60-c5e565ff3cb1 None None] Port 37067dec-38ea-4abd-8284-b4ed2c11784e cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:05.369023 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.390173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port e5a51211-37f9-4175-907e-3d85ba40fe77 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:12:05.395090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port e5a51211-37f9-4175-907e-3d85ba40fe77 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:05.395454 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.431012 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-956ccec3-138a-42f8-88aa-5c90a4c77c9d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.444614 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-956ccec3-138a-42f8-88aa-5c90a4c77c9d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.498947 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.551723 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-956ccec3-138a-42f8-88aa-5c90a4c77c9d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.553168 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-956ccec3-138a-42f8-88aa-5c90a4c77c9d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5811899 Jan 31 16:12:05.553879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router efbbe96c-3437-4952-adf9-1219a7df0e68 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:12:05.558104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e5a51211-37f9-4175-907e-3d85ba40fe77, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e5a51211-37f9-4175-907e-3d85ba40fe77,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:05.559596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8ca853-389e-41dd-b8ab-584e3442a819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a51211-37f9-4175-907e-3d85ba40fe77'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:12:05.560769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39090) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:05.579990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ccec3-138a-42f8-88aa-5c90a4c77c9d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da063825-3978-4da9-9f8a-ce8e95fab13e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:05.580107 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c257e16-041e-4555-bc69-34aa381b0647" -d '{"events": [{"server_uuid": "5c8ca853-389e-41dd-b8ab-584e3442a819", "name": "network-vif-plugged", "status": "completed", "tag": "e5a51211-37f9-4175-907e-3d85ba40fe77"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:12:05.592148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9580600f-76dd-4e8f-aa50-7e36db310707 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': 'da063825-3978-4da9-9f8a-ce8e95fab13e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:05.593312 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-9580600f-76dd-4e8f-aa50-7e36db310707 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 31 16:12:05.594039 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-9580600f-76dd-4e8f-aa50-7e36db310707 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:05.597826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9580600f-76dd-4e8f-aa50-7e36db310707 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0238686 Jan 31 16:12:05.598015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39098) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:05.607173 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.616115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Router 90069ff2-6d83-43bd-ae01-4656cd6d3b4d is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:12:05.662027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d5e2c-3e61-46ed-911d-f931335d3b95 req-51bd5327-00c1-4f1a-8188-c9cc8a4e322b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:05.666897 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f98ef2d-1083-4c71-8b87-7e9ae7b5b0ee x-openstack-request-id: req-4f98ef2d-1083-4c71-8b87-7e9ae7b5b0ee {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:12:05.667364 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8ca853-389e-41dd-b8ab-584e3442a819", "name": "network-vif-plugged", "status": "completed", "tag": "e5a51211-37f9-4175-907e-3d85ba40fe77", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:12:05.667762 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f98ef2d-1083-4c71-8b87-7e9ae7b5b0ee {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:12:05.668312 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8ca853-389e-41dd-b8ab-584e3442a819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a51211-37f9-4175-907e-3d85ba40fe77', 'code': 200} Jan 31 16:12:05.670047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2b3d5e2c-3e61-46ed-911d-f931335d3b95 req-51bd5327-00c1-4f1a-8188-c9cc8a4e322b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 944 time: 0.2304964 Jan 31 16:12:05.729303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=e5a51211-37f9-4175-907e-3d85ba40fe77,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:05.786428 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fdf4-169c-4234-9196-8bca6f3f118b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.852687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2b3d5e2c-3e61-46ed-911d-f931335d3b95 req-a4b73aa5-7143-4fca-8c86-3825d5463fea tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815689 Jan 31 16:12:05.855459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:05.858132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:05.858800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159300c-0991-4314-9a0c-da31433b5bcd req-33760edb-079b-43b3-b01f-dc6a5268b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:05.861240 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9159300c-0991-4314-9a0c-da31433b5bcd req-33760edb-079b-43b3-b01f-dc6a5268b4ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 1096 time: 0.0793352 Jan 31 16:12:05.868299 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-146f333a-1add-4aeb-8f04-d6705d0da566 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/efbbe96c-3437-4952-adf9-1219a7df0e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9043934 Jan 31 16:12:05.868739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39102) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:05.871637 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe18ee5b-5408-4208-a486-0a4ce1f81705 None None] Sync routers for ids ['90069ff2-6d83-43bd-ae01-4656cd6d3b4d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:05.877604 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7302914-ff59-4fcb-a96e-e9f5f28abceb tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.892318 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:05.897136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18ee5b-5408-4208-a486-0a4ce1f81705 None None] Routers {'90069ff2-6d83-43bd-ae01-4656cd6d3b4d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:05.898158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-fe18ee5b-5408-4208-a486-0a4ce1f81705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['90069ff2-6d83-43bd-ae01-4656cd6d3b4d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:05.900370 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6eb76390-2b2e-4f9d-9947-47c33fad00de tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8974564 Jan 31 16:12:05.906752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39106) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:05.915660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-618013f2-bfe1-44ab-84de-6d991d6477f3 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'enable_snat': False}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:05.918874 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9482354a-c249-4715-a7c0-744fc82d8db4 None None] Sync routers for ids ['efbbe96c-3437-4952-adf9-1219a7df0e68'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:05.943855 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9482354a-c249-4715-a7c0-744fc82d8db4 None None] Routers {'efbbe96c-3437-4952-adf9-1219a7df0e68'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:05.945072 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9482354a-c249-4715-a7c0-744fc82d8db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['efbbe96c-3437-4952-adf9-1219a7df0e68'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:05.964632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-fe18ee5b-5408-4208-a486-0a4ce1f81705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:05.977445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18ee5b-5408-4208-a486-0a4ce1f81705 None None] Routers {'90069ff2-6d83-43bd-ae01-4656cd6d3b4d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:05.978181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-fe18ee5b-5408-4208-a486-0a4ce1f81705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['90069ff2-6d83-43bd-ae01-4656cd6d3b4d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:05.992705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f20cef-4791-4b1d-855e-3010a7cddfa5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:06.004074 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-85f20cef-4791-4b1d-855e-3010a7cddfa5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports/7a873ce2-fb41-46b4-a93f-a051d878bc28 HTTP/1.1" status: 200 len: 910 time: 0.1297340 Jan 31 16:12:06.004883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39108) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:06.020569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f23223de-c236-4396-b56f-acdb0eb86b81 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '94d75739-124b-408f-ba1b-cf341fbce093'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:06.071530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-fe18ee5b-5408-4208-a486-0a4ce1f81705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:06.072253 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe18ee5b-5408-4208-a486-0a4ce1f81705 None None] The sync data for ids ['90069ff2-6d83-43bd-ae01-4656cd6d3b4d'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:06.178296 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9482354a-c249-4715-a7c0-744fc82d8db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:06.188784 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9482354a-c249-4715-a7c0-744fc82d8db4 None None] Routers {'efbbe96c-3437-4952-adf9-1219a7df0e68'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:06.189663 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9482354a-c249-4715-a7c0-744fc82d8db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['efbbe96c-3437-4952-adf9-1219a7df0e68'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:06.198700 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7302914-ff59-4fcb-a96e-e9f5f28abceb tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:06.227735 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9482354a-c249-4715-a7c0-744fc82d8db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:06.228900 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9482354a-c249-4715-a7c0-744fc82d8db4 None None] The sync data for ids ['efbbe96c-3437-4952-adf9-1219a7df0e68'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:06.319116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-2ef3fdf4-169c-4234-9196-8bca6f3f118b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.19 (b16e8613-da70-4c86-9b2e-6f3326eb6f4c/5d5c3e13-991b-4be2-8549-5d4c3107c6b4/37067dec-38ea-4abd-8284-b4ed2c11784e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:06.342759 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9159300c-0991-4314-9a0c-da31433b5bcd req-edc88ede-71e2-449e-8ef6-a50052a2efb5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627059 Jan 31 16:12:06.414364 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91fd9f3a-375e-48ca-ad7a-7a1feda02294 req-add648ec-90d6-452d-8f17-dcf22dc517c9 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 210 time: 0.0429804 Jan 31 16:12:06.437849 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f23223de-c236-4396-b56f-acdb0eb86b81 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:06.467857 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7302914-ff59-4fcb-a96e-e9f5f28abceb tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:06.470493 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7302914-ff59-4fcb-a96e-e9f5f28abceb tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:06.474138 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e7302914-ff59-4fcb-a96e-e9f5f28abceb tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "DELETE /v2.0/security-groups/da063825-3978-4da9-9f8a-ce8e95fab13e HTTP/1.1" status: 204 len: 168 time: 0.8727036 Jan 31 16:12:06.476357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39112) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:06.498753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7302914-ff59-4fcb-a96e-e9f5f28abceb tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da063825-3978-4da9-9f8a-ce8e95fab13e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:06.640372 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fdf4-169c-4234-9196-8bca6f3f118b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:06.652012 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fdf4-169c-4234-9196-8bca6f3f118b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:06.894556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3fdf4-169c-4234-9196-8bca6f3f118b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=37067dec-38ea-4abd-8284-b4ed2c11784e,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:07.094507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-33683948-80be-4fd1-807b-83311138fe8b None None] Provisioning complete for port 37067dec-38ea-4abd-8284-b4ed2c11784e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:07.096196 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-33683948-80be-4fd1-807b-83311138fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:07.099357 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-618013f2-bfe1-44ab-84de-6d991d6477f3 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:07.107982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-08029c90-c9f5-4fb8-bb78-8ed2f1a18dae tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6279628 Jan 31 16:12:07.111885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39130) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:07.118830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-272b668d-8e26-453e-a756-67bfe0c48b66 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980967050'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:07.143202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-33683948-80be-4fd1-807b-83311138fe8b None None] Port 37067dec-38ea-4abd-8284-b4ed2c11784e cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:07.154747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3fdf4-169c-4234-9196-8bca6f3f118b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] In _notify_port_updated(), no bound segment for port 37067dec-38ea-4abd-8284-b4ed2c11784e on network b16e8613-da70-4c86-9b2e-6f3326eb6f4c {{(pid=108771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:12:07.161006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef3fdf4-169c-4234-9196-8bca6f3f118b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:07.161858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fdf4-169c-4234-9196-8bca6f3f118b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:07.166062 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2ef3fdf4-169c-4234-9196-8bca6f3f118b tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "PUT /v2.0/ports/37067dec-38ea-4abd-8284-b4ed2c11784e HTTP/1.1" status: 200 len: 998 time: 2.1346323 Jan 31 16:12:07.172635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39132) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:07.191264 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-272b668d-8e26-453e-a756-67bfe0c48b66 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:07.288165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497f70e-903c-480c-bd03-d9ce43292ff2 req-5f4f86db-aaa7-44ab-9a51-51148a7bde08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:07.290056 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0497f70e-903c-480c-bd03-d9ce43292ff2 req-5f4f86db-aaa7-44ab-9a51-51148a7bde08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.2453461 Jan 31 16:12:07.294358 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-272b668d-8e26-453e-a756-67bfe0c48b66 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:07.335868 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-272b668d-8e26-453e-a756-67bfe0c48b66 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:07.384135 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-272b668d-8e26-453e-a756-67bfe0c48b66 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:07.385531 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-272b668d-8e26-453e-a756-67bfe0c48b66 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2725074 Jan 31 16:12:07.390013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39134) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:07.399076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-805ee10f-3741-4eb4-b400-f490a17461db tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': '96fabd69-2d78-4d22-b91b-6e8453b9c418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:07.411567 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-805ee10f-3741-4eb4-b400-f490a17461db tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 31 16:12:07.412170 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-805ee10f-3741-4eb4-b400-f490a17461db tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:07.413246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-805ee10f-3741-4eb4-b400-f490a17461db tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0206251 Jan 31 16:12:07.484566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39136) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:07.533093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9d957d11-f3d0-466a-a5f8-5c9d760a2670 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': '96fabd69-2d78-4d22-b91b-6e8453b9c418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:07.534326 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-9d957d11-f3d0-466a-a5f8-5c9d760a2670 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 31 16:12:07.535060 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-9d957d11-f3d0-466a-a5f8-5c9d760a2670 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:07.540073 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9d957d11-f3d0-466a-a5f8-5c9d760a2670 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0507264 Jan 31 16:12:07.541131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b668d-8e26-453e-a756-67bfe0c48b66 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fabd69-2d78-4d22-b91b-6e8453b9c418,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:07.586622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39140) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:07.606854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-eb60ac0c-de25-402e-94b5-5f7d1093ce6b tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': '96fabd69-2d78-4d22-b91b-6e8453b9c418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:07.607660 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-eb60ac0c-de25-402e-94b5-5f7d1093ce6b tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 31 16:12:07.608160 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-eb60ac0c-de25-402e-94b5-5f7d1093ce6b tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:07.611879 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eb60ac0c-de25-402e-94b5-5f7d1093ce6b tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0190873 Jan 31 16:12:07.625516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39142) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:07.629072 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4387e5fc-9802-4885-80ca-81342e753bd6 req-6b05a304-2b25-4064-9374-f0bf97e34ca7 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 210 time: 0.0415728 Jan 31 16:12:07.637059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-088a2784-4b6d-4bfe-a2d0-88a3f221aa6a tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': '96fabd69-2d78-4d22-b91b-6e8453b9c418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:07.637973 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-088a2784-4b6d-4bfe-a2d0-88a3f221aa6a tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 31 16:12:07.638520 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-088a2784-4b6d-4bfe-a2d0-88a3f221aa6a tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:07.642440 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-088a2784-4b6d-4bfe-a2d0-88a3f221aa6a tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0130208 Jan 31 16:12:07.645713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39144) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:07.673686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-3f3922ca-0e51-470b-a0a3-55f8b3a17a98 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:07.675349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-3f3922ca-0e51-470b-a0a3-55f8b3a17a98 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.30 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 814 time: 0.9221206 Jan 31 16:12:07.734129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Request body: {'port': {'device_id': 'eb1a3736-bdb2-4760-8528-bf496e151d53', 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46', 'admin_state_up': True, 'tenant_id': '3f5ad3a0ca754c4584d02ec38d2cae68'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:07.762551 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0497f70e-903c-480c-bd03-d9ce43292ff2 req-565a3070-77ed-4d27-98dd-ff392df18029 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489295 Jan 31 16:12:07.826049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-7131062e-9691-4cf2-af24-ad13b5bb0db6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port 37067dec-38ea-4abd-8284-b4ed2c11784e {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:07.826407 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7131062e-9691-4cf2-af24-ad13b5bb0db6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:07.827279 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02edb80e-4647-48a2-be58-472f03821c63 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:07.871134 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02edb80e-4647-48a2-be58-472f03821c63 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:07.961275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-618013f2-bfe1-44ab-84de-6d991d6477f3 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:07.964807 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-618013f2-bfe1-44ab-84de-6d991d6477f3 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:07.997070 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f23223de-c236-4396-b56f-acdb0eb86b81 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.008760 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02edb80e-4647-48a2-be58-472f03821c63 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.011500 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02edb80e-4647-48a2-be58-472f03821c63 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.012749 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-02edb80e-4647-48a2-be58-472f03821c63 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "DELETE /v2.0/security-groups/96fabd69-2d78-4d22-b91b-6e8453b9c418 HTTP/1.1" status: 204 len: 168 time: 0.3637543 Jan 31 16:12:08.017981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39148) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:08.024258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f23223de-c236-4396-b56f-acdb0eb86b81 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.045909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edb80e-4647-48a2-be58-472f03821c63 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fabd69-2d78-4d22-b91b-6e8453b9c418,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:08.095652 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7131062e-9691-4cf2-af24-ad13b5bb0db6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.105821 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23223de-c236-4396-b56f-acdb0eb86b81 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:08.106621 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f23223de-c236-4396-b56f-acdb0eb86b81 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.107924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f23223de-c236-4396-b56f-acdb0eb86b81 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/ports/7a873ce2-fb41-46b4-a93f-a051d878bc28 HTTP/1.1" status: 200 len: 910 time: 2.0992782 Jan 31 16:12:08.113351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39150) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:08.129947 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a47efd12-5561-4ee8-a1df-9c16b3ff1eed tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1066804 Jan 31 16:12:08.136329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39152) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:08.149611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-474f9ece-1c8b-4c49-80fd-bcf727fd4c8f tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group': {'name': 'tempest-secgroup--453983627'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:08.153625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-7131062e-9691-4cf2-af24-ad13b5bb0db6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for 37067dec-38ea-4abd-8284-b4ed2c11784e owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:08.164622 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Made reservation on behalf of 3f5ad3a0ca754c4584d02ec38d2cae68 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:08.168408 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.203786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23223de-c236-4396-b56f-acdb0eb86b81 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=7a873ce2-fb41-46b4-a93f-a051d878bc28,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:08.220039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618013f2-bfe1-44ab-84de-6d991d6477f3 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Router 90069ff2-6d83-43bd-ae01-4656cd6d3b4d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:12:08.299231 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-474f9ece-1c8b-4c49-80fd-bcf727fd4c8f tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.470774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618013f2-bfe1-44ab-84de-6d991d6477f3 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:08.476634 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-618013f2-bfe1-44ab-84de-6d991d6477f3 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.477867 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-618013f2-bfe1-44ab-84de-6d991d6477f3 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "PUT /v2.0/routers/90069ff2-6d83-43bd-ae01-4656cd6d3b4d HTTP/1.1" status: 200 len: 925 time: 2.5701711 Jan 31 16:12:08.480530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39154) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:08.481018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Allocated IP 172.20.0.3 (bdbc2199-a5a4-4b52-9f47-ef0f565faf46/ddc50a13-9d37-40e9-a224-2341504a1a25/163f6cbc-b483-4566-9e56-7b74ce56f7bc) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:08.484854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379c8e4-47cc-4d7d-90bd-3b8e810561e3 None None] Sync routers for ids ['90069ff2-6d83-43bd-ae01-4656cd6d3b4d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:08.504299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1379c8e4-47cc-4d7d-90bd-3b8e810561e3 None None] Routers {'90069ff2-6d83-43bd-ae01-4656cd6d3b4d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:08.506090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1379c8e4-47cc-4d7d-90bd-3b8e810561e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['90069ff2-6d83-43bd-ae01-4656cd6d3b4d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:08.507247 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-474f9ece-1c8b-4c49-80fd-bcf727fd4c8f tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.518871 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-474f9ece-1c8b-4c49-80fd-bcf727fd4c8f tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.563593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1379c8e4-47cc-4d7d-90bd-3b8e810561e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:08.577619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1379c8e4-47cc-4d7d-90bd-3b8e810561e3 None None] Routers {'90069ff2-6d83-43bd-ae01-4656cd6d3b4d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:08.578429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1379c8e4-47cc-4d7d-90bd-3b8e810561e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['90069ff2-6d83-43bd-ae01-4656cd6d3b4d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:08.613275 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-474f9ece-1c8b-4c49-80fd-bcf727fd4c8f tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.617247 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-474f9ece-1c8b-4c49-80fd-bcf727fd4c8f tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4754198 Jan 31 16:12:08.618373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39156) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:08.624217 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f9ece-1c8b-4c49-80fd-bcf727fd4c8f tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bea8d9-5b19-470a-994f-4a9d2038fdde,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:08.632148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1379c8e4-47cc-4d7d-90bd-3b8e810561e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:08.632881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379c8e4-47cc-4d7d-90bd-3b8e810561e3 None None] The sync data for ids ['90069ff2-6d83-43bd-ae01-4656cd6d3b4d'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:08.643024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-069cf80f-fcbe-4061-b35e-6b8305fd5c5e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': 'e2bea8d9-5b19-470a-994f-4a9d2038fdde', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:08.644012 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-069cf80f-fcbe-4061-b35e-6b8305fd5c5e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 31 16:12:08.644516 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-069cf80f-fcbe-4061-b35e-6b8305fd5c5e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:08.646096 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-069cf80f-fcbe-4061-b35e-6b8305fd5c5e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0254879 Jan 31 16:12:08.650421 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39158) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:08.656960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-822494b0-81dd-4140-90b0-b521165f6086 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': 'e2bea8d9-5b19-470a-994f-4a9d2038fdde', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:08.678482 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7131062e-9691-4cf2-af24-ad13b5bb0db6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.696235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-911300a9-07b6-4495-932e-78118ef4d792 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/routers/90069ff2-6d83-43bd-ae01-4656cd6d3b4d HTTP/1.1" status: 200 len: 925 time: 0.1947873 Jan 31 16:12:08.697842 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39162) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:08.778216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131062e-9691-4cf2-af24-ad13b5bb0db6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=37067dec-38ea-4abd-8284-b4ed2c11784e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:08.789838 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1ce3f5a-98b7-4170-bf28-57f1f9380bd9 req-b49036ca-4f42-4df7-90ca-9ffb6423b12c tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 210 time: 0.0368412 Jan 31 16:12:08.820990 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-822494b0-81dd-4140-90b0-b521165f6086 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:08.824837 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-822494b0-81dd-4140-90b0-b521165f6086 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1701918 Jan 31 16:12:08.826231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39168) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:08.833507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9363ce82-2f84-44fd-8a0c-ff59bb87bd9a tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:08.834242 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9363ce82-2f84-44fd-8a0c-ff59bb87bd9a tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&device_id=90069ff2-6d83-43bd-ae01-4656cd6d3b4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1334033 Jan 31 16:12:08.837996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39170) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:08.848945 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8047f3f-929a-4df1-9f0e-eef45c3b3039 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:08.854237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f5839182-f685-4b68-a19e-2f0ffbd4ed91 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': 'e2bea8d9-5b19-470a-994f-4a9d2038fdde', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:08.855346 n-d-827120-1 neutron-server[108771]: WARNING neutron.api.v2.base [None req-f5839182-f685-4b68-a19e-2f0ffbd4ed91 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 31 16:12:08.856160 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-f5839182-f685-4b68-a19e-2f0ffbd4ed91 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:08.860898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39172) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:08.861600 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f5839182-f685-4b68-a19e-2f0ffbd4ed91 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127299 Jan 31 16:12:08.865363 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f8a53e81-f180-4c24-a6ec-62656e0e93c8 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': 'e2bea8d9-5b19-470a-994f-4a9d2038fdde', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:09.017883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad1e80-2c1a-43f2-a730-9b3f0a12346c req-7dade307-6a32-46ea-95ac-dc2330bbe1d6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:09.019806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-52ad1e80-2c1a-43f2-a730-9b3f0a12346c req-7dade307-6a32-46ea-95ac-dc2330bbe1d6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.1286268 Jan 31 16:12:09.061404 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7131062e-9691-4cf2-af24-ad13b5bb0db6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.070788 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7131062e-9691-4cf2-af24-ad13b5bb0db6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/37067dec-38ea-4abd-8284-b4ed2c11784e HTTP/1.1" status: 204 len: 168 time: 1.8952143 Jan 31 16:12:09.075677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39174) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:09.085544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.097600 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-52ad1e80-2c1a-43f2-a730-9b3f0a12346c req-94bb28ac-1f1d-4977-84d7-1aabe432f1a1 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703337 Jan 31 16:12:09.141220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39180) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:09.167548 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-625daec2-e180-4a9f-9aa2-a343e9ea8910 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:12:09.170184 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-625daec2-e180-4a9f-9aa2-a343e9ea8910 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/37067dec-38ea-4abd-8284-b4ed2c11784e HTTP/1.1" status: 404 len: 333 time: 0.0916173 Jan 31 16:12:09.179905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39182) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:09.193066 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-f8a53e81-f180-4c24-a6ec-62656e0e93c8 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:09.196631 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f8a53e81-f180-4c24-a6ec-62656e0e93c8 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3346934 Jan 31 16:12:09.198566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39184) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:09.221829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-77bad802-ac9c-4842-87ac-fceeaad21279 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': 'e2bea8d9-5b19-470a-994f-4a9d2038fdde', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:09.221829 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-77bad802-ac9c-4842-87ac-fceeaad21279 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 31 16:12:09.221829 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-77bad802-ac9c-4842-87ac-fceeaad21279 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:09.221829 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-77bad802-ac9c-4842-87ac-fceeaad21279 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055201 Jan 31 16:12:09.221829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed3b16e-f0ee-4124-a404-4175673592b5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:09.221829 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9ed3b16e-f0ee-4124-a404-4175673592b5 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 881 time: 0.3783028 Jan 31 16:12:09.221829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39186) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:09.222409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39188) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:09.229305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f116aa4f-717a-45c2-9b3f-b9b0939241b2 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': 'e2bea8d9-5b19-470a-994f-4a9d2038fdde', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:09.244663 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.266395 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['3c750802-1495-43b9-b4bf-6d6b24b344c2', '962b738b-91a7-4655-aca0-777c723d5b45'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:12:09.274924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d3d471ba-61e7-4c6a-8b17-c2c93d6f2cca tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "GET /v2.0/ports?device_id=90069ff2-6d83-43bd-ae01-4656cd6d3b4d HTTP/1.1" status: 200 len: 205 time: 0.0508654 Jan 31 16:12:09.275675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39192) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:09.305319 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfcab42-c434-43aa-8e09-db8e94afda30 admin admin] Deleting subnet ccd69926-1502-4873-905b-1403f71b27bd {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:12:09.323915 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4cfcab42-c434-43aa-8e09-db8e94afda30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.389848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b10108b-378e-4e5a-a535-f3e6993f65c5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting subnet 5d5c3e13-991b-4be2-8549-5d4c3107c6b4 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:12:09.393932 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b10108b-378e-4e5a-a535-f3e6993f65c5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.441197 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b10108b-378e-4e5a-a535-f3e6993f65c5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.445384 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.498463 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-f116aa4f-717a-45c2-9b3f-b9b0939241b2 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:09.499596 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f116aa4f-717a-45c2-9b3f-b9b0939241b2 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2799816 Jan 31 16:12:09.505745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39194) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:09.511191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-33c55045-47be-4e9d-a8f2-1223097d30b0 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': 'e2bea8d9-5b19-470a-994f-4a9d2038fdde', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:09.511658 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-33c55045-47be-4e9d-a8f2-1223097d30b0 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 31 16:12:09.512138 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-33c55045-47be-4e9d-a8f2-1223097d30b0 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:09.513318 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-33c55045-47be-4e9d-a8f2-1223097d30b0 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063014 Jan 31 16:12:09.517138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39196) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:09.521579 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f2d5d460-f97c-443a-9fbd-cd302a8fca8b tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': 'e2bea8d9-5b19-470a-994f-4a9d2038fdde', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:09.545597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b10108b-378e-4e5a-a535-f3e6993f65c5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.576597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:09.601745 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:09.614294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4cfcab42-c434-43aa-8e09-db8e94afda30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.620228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:09.632710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8ac08-e106-4642-b5e2-28adc14ea353 req-6d63ab6d-e93c-4dc5-80e8-1f0ae9c1035a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:09.634625 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0c8ac08-e106-4642-b5e2-28adc14ea353 req-6d63ab6d-e93c-4dc5-80e8-1f0ae9c1035a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.3579333 Jan 31 16:12:09.635311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Pushing event updated for resources: {'Port': ['ID=163f6cbc-b483-4566-9e56-7b74ce56f7bc,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:09.769229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:09.769926 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.779320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b10108b-378e-4e5a-a535-f3e6993f65c5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.784118 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4cfcab42-c434-43aa-8e09-db8e94afda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.813800 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0c8ac08-e106-4642-b5e2-28adc14ea353 req-6e93cd5a-cc88-45c4-afa5-c2630b74659c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255209 Jan 31 16:12:09.869797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10108b-378e-4e5a-a535-f3e6993f65c5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5c3e13-991b-4be2-8549-5d4c3107c6b4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:09.894111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af1874-4f26-4e56-bdc4-e4889f7b0372 None None] Network b16e8613-da70-4c86-9b2e-6f3326eb6f4c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:09.898079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b10108b-378e-4e5a-a535-f3e6993f65c5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:09.903761 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3b10108b-378e-4e5a-a535-f3e6993f65c5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/5d5c3e13-991b-4be2-8549-5d4c3107c6b4 HTTP/1.1" status: 204 len: 168 time: 0.7201564 Jan 31 16:12:09.904154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39202) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:09.907547 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1cae5e7e-ed37-4007-b349-4e0bf256e5ee tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2061360 Jan 31 16:12:09.924526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Request body: {'port': {'device_id': 'eb1a3736-bdb2-4760-8528-bf496e151d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:09.989587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a8047f3f-929a-4df1-9f0e-eef45c3b3039 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port 7a873ce2-fb41-46b4-a93f-a051d878bc28 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:09.989970 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8047f3f-929a-4df1-9f0e-eef45c3b3039 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.056920 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4cfcab42-c434-43aa-8e09-db8e94afda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.060256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ffa04-ac53-4fa2-8016-f02fe710173e req-429a9105-5b4a-429a-a2c6-36b1693418e4 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:10.061889 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-304ffa04-ac53-4fa2-8016-f02fe710173e req-429a9105-5b4a-429a-a2c6-36b1693418e4 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 931 time: 0.1533442 Jan 31 16:12:10.066246 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.067371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-98282c63-d38d-4b31-841c-347176367aac tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting subnet 0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:12:10.074111 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-f2d5d460-f97c-443a-9fbd-cd302a8fca8b tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:10.077883 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f2d5d460-f97c-443a-9fbd-cd302a8fca8b tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5571148 Jan 31 16:12:10.083872 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39204) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:10.087011 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98282c63-d38d-4b31-841c-347176367aac tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.090196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5d0624b9-1991-4e4b-b0a2-e0638fc00d5c tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': 'e2bea8d9-5b19-470a-994f-4a9d2038fdde', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:10.114292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcab42-c434-43aa-8e09-db8e94afda30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd69926-1502-4873-905b-1403f71b27bd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:10.144210 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.153430 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4cfcab42-c434-43aa-8e09-db8e94afda30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.157977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4cfcab42-c434-43aa-8e09-db8e94afda30 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ccd69926-1502-4873-905b-1403f71b27bd HTTP/1.1" status: 204 len: 168 time: 1.0153279 Jan 31 16:12:10.170133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39206) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:10.181113 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ee665-53eb-4af7-bf14-32540bb70e78 req-62e99a54-8175-4dff-a40f-24eb0b9ea7f0 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:10.182710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ee8ee665-53eb-4af7-bf14-32540bb70e78 req-62e99a54-8175-4dff-a40f-24eb0b9ea7f0 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.2341919 Jan 31 16:12:10.209579 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8047f3f-929a-4df1-9f0e-eef45c3b3039 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.214382 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-304ffa04-ac53-4fa2-8016-f02fe710173e req-601ad7bf-8d78-4726-9eaf-712b6cac01c5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450603 Jan 31 16:12:10.219114 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98282c63-d38d-4b31-841c-347176367aac tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.289499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a8047f3f-929a-4df1-9f0e-eef45c3b3039 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for 7a873ce2-fb41-46b4-a93f-a051d878bc28 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:10.296359 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-5d0624b9-1991-4e4b-b0a2-e0638fc00d5c tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:10.300685 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5d0624b9-1991-4e4b-b0a2-e0638fc00d5c tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2149637 Jan 31 16:12:10.303017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39208) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:10.314123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ee8ee665-53eb-4af7-bf14-32540bb70e78 req-762f84d3-1016-4a63-a71f-8e2094156b15 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204064 Jan 31 16:12:10.384332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Deleting port 1da56422-a845-4ca6-989a-d7c85e8702a8 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:10.384737 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.393753 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.447749 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98282c63-d38d-4b31-841c-347176367aac tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.592862 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98282c63-d38d-4b31-841c-347176367aac tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.637189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98282c63-d38d-4b31-841c-347176367aac tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:10.639306 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.643491 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-98282c63-d38d-4b31-841c-347176367aac tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.645116 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5191014b-6f4a-4dd4-9ab1-f5d3931484cf tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.649749 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-98282c63-d38d-4b31-841c-347176367aac tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f HTTP/1.1" status: 204 len: 168 time: 0.7406974 Jan 31 16:12:10.654182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39214) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:10.675742 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.710938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Calling delete_port for 1da56422-a845-4ca6-989a-d7c85e8702a8 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:10.727662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fcd5d8-9744-45f6-8339-db641e3df969 None None] Network b16e8613-da70-4c86-9b2e-6f3326eb6f4c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:10.728291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:10.732278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192b61c-bc64-4156-9fb6-1b4fef5d4b37 req-ee79e3a4-5b3f-43d4-b616-b2cc077e69a6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:10.733840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b192b61c-bc64-4156-9fb6-1b4fef5d4b37 req-ee79e3a4-5b3f-43d4-b616-b2cc077e69a6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.2218311 Jan 31 16:12:10.743625 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5191014b-6f4a-4dd4-9ab1-f5d3931484cf tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.774241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402fe9b4-c796-46e5-9aec-7fafac589f03') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:10.774524 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402fe9b4-c796-46e5-9aec-7fafac589f03') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:10.803290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.842932 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.845063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b192b61c-bc64-4156-9fb6-1b4fef5d4b37 req-68bca414-0972-4800-8da0-6a43cfcef91d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963290 Jan 31 16:12:10.852329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163f6cbc-b483-4566-9e56-7b74ce56f7bc {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:12:10.855346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-384683ab-2c3a-4afd-9b4c-a275fb965852 None None] Provisioning complete for port 572d043b-eb9e-421a-bddd-22a783fcecf9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:10.856421 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-384683ab-2c3a-4afd-9b4c-a275fb965852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.862431 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.887276 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.904432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:12:10.904786 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:12:10.907440 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:12:10.922174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port 572d043b-eb9e-421a-bddd-22a783fcecf9 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:10.922646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.922868 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8047f3f-929a-4df1-9f0e-eef45c3b3039 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.959516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5191014b-6f4a-4dd4-9ab1-f5d3931484cf tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.962066 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5191014b-6f4a-4dd4-9ab1-f5d3931484cf tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:10.965935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5191014b-6f4a-4dd4-9ab1-f5d3931484cf tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "DELETE /v2.0/security-groups/e2bea8d9-5b19-470a-994f-4a9d2038fdde HTTP/1.1" status: 204 len: 168 time: 0.6593573 Jan 31 16:12:10.973855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39216) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:11.036709 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] DHCP port deletion for b16e8613-da70-4c86-9b2e-6f3326eb6f4c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:12:11.073136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8047f3f-929a-4df1-9f0e-eef45c3b3039 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=7a873ce2-fb41-46b4-a93f-a051d878bc28,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:11.085234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191014b-6f4a-4dd4-9ab1-f5d3931484cf tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bea8d9-5b19-470a-994f-4a9d2038fdde,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:11.092637 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Deleting port 572d043b-eb9e-421a-bddd-22a783fcecf9 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:11.093812 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.101008 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.134171 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.138068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1 HTTP/1.1" status: 204 len: 168 time: 0.9667544 Jan 31 16:12:11.166387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39218) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:11.201211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] For port 572d043b-eb9e-421a-bddd-22a783fcecf9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=572d043b-eb9e-421a-bddd-22a783fcecf9,segment=NetworkSegment(f74b3e55-2aeb-46c8-b2e7-ca196789a6ce),segment_id=f74b3e55-2aeb-46c8-b2e7-ca196789a6ce)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:11.201810 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.217969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Calling delete_port for 572d043b-eb9e-421a-bddd-22a783fcecf9 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:11.242832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a51cf-1685-4662-b0b9-3a091e73c1d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=04e95cc6-0a0d-4df7-ab07-f35b1f9b28c1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:11.268754 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-865c990d-7b70-4181-bef4-fd53aff749f1 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2912714 Jan 31 16:12:11.274998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39222) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:11.281317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f3cfc612-9d57-4add-acaf-a1952ee9b60e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588237960'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:11.330246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2611b010-ab19-4958-bf72-c252d1d31370 admin admin] Deleting subnet 78797291-12cd-4717-9e35-c088da8f1351 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:12:11.331582 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.354255 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2611b010-ab19-4958-bf72-c252d1d31370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.362509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Transition to ACTIVE for port object 163f6cbc-b483-4566-9e56-7b74ce56f7bc will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:12:11.367457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.369442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Pushing event deleted for resources: {'Port': ['ID=572d043b-eb9e-421a-bddd-22a783fcecf9,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:11.375531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] No DVR routers for this DVR port 572d043b-eb9e-421a-bddd-22a783fcecf9 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:12:11.391100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:11.391735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:11.392214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:11.392722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:11.393403 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:11.393669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:11.394185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:11.394578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:11.394992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:11.395466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:11.395887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:11.396560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bc269-b72a-40c6-89fe-4fe9b6ab8d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:11.429055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] For port 572d043b-eb9e-421a-bddd-22a783fcecf9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=572d043b-eb9e-421a-bddd-22a783fcecf9,segment=NetworkSegment(f74b3e55-2aeb-46c8-b2e7-ca196789a6ce),segment_id=f74b3e55-2aeb-46c8-b2e7-ca196789a6ce)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:11.429343 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.431681 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.433687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc612-9d57-4add-acaf-a1952ee9b60e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.455071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Pushing event updated for resources: {'Port': ['ID=163f6cbc-b483-4566-9e56-7b74ce56f7bc,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:11.457966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for 572d043b-eb9e-421a-bddd-22a783fcecf9 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:11.510271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Pushing event deleted for resources: {'Port': ['ID=1da56422-a845-4ca6-989a-d7c85e8702a8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:11.515663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2611b010-ab19-4958-bf72-c252d1d31370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.539612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8047f3f-929a-4df1-9f0e-eef45c3b3039 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.578309 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76433b30-ea59-4f4b-af30-f42b88c760a6 req-91c09375-4906-481d-b0ec-9546b97c4c07 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:11.579662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Attempting to bind port 163f6cbc-b483-4566-9e56-7b74ce56f7bc on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:12:11.579827 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76433b30-ea59-4f4b-af30-f42b88c760a6 req-91c09375-4906-481d-b0ec-9546b97c4c07 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 931 time: 0.2694879 Jan 31 16:12:11.580045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Attempting to bind port 163f6cbc-b483-4566-9e56-7b74ce56f7bc by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:12:11.580342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Attempting to bind port 163f6cbc-b483-4566-9e56-7b74ce56f7bc on network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:11.592546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Port 163f6cbc-b483-4566-9e56-7b74ce56f7bc on network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:12:11.592894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Attempting to bind port 163f6cbc-b483-4566-9e56-7b74ce56f7bc on network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:11.599859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:12:11.600202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Checking segment: {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:11.600586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Bound using segment: {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:12:11.601014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Bound port: 163f6cbc-b483-4566-9e56-7b74ce56f7bc, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:12:11.601523 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.611713 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.642484 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=572d043b-eb9e-421a-bddd-22a783fcecf9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:11.646968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No DVR routers for this DVR port 572d043b-eb9e-421a-bddd-22a783fcecf9 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:12:11.657160 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2611b010-ab19-4958-bf72-c252d1d31370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.760785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.770791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.774053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] For port 163f6cbc-b483-4566-9e56-7b74ce56f7bc, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:12:11.798824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] For port 163f6cbc-b483-4566-9e56-7b74ce56f7bc, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=163f6cbc-b483-4566-9e56-7b74ce56f7bc,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:12:11.802954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16e8613-da70-4c86-9b2e-6f3326eb6f4c']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:11.810503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.820183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74b3e55-2aeb-46c8-b2e7-ca196789a6ce') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:11.820477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74b3e55-2aeb-46c8-b2e7-ca196789a6ce') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:11.854336 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.871303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:11.871909 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.873305 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] 10.222.0.30 "PUT /v2.0/ports/163f6cbc-b483-4566-9e56-7b74ce56f7bc HTTP/1.1" status: 200 len: 1091 time: 1.9558077 Jan 31 16:12:11.875494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1a3736-bdb2-4760-8528-bf496e151d53', 'tag': '163f6cbc-b483-4566-9e56-7b74ce56f7bc'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:12:11.877931 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65ff1ee-c385-493f-bd0c-fd1eaa8e4991" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1a3736-bdb2-4760-8528-bf496e151d53", "tag": "163f6cbc-b483-4566-9e56-7b74ce56f7bc"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:12:11.890277 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.895364 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76433b30-ea59-4f4b-af30-f42b88c760a6 req-3aedbaca-1537-4be0-8a48-805bac203497 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871153 Jan 31 16:12:11.898115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.903575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.905110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:12:11.905625 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:12:11.909488 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:12:11.916108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadf59f-4778-4442-86bc-7a16cdcbef1c service neutron] Pushing event updated for resources: {'Port': ['ID=163f6cbc-b483-4566-9e56-7b74ce56f7bc,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:11.956301 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc612-9d57-4add-acaf-a1952ee9b60e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:11.998705 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f25556-3139-4a56-9435-ef4517f6b0a7 x-openstack-request-id: req-21f25556-3139-4a56-9435-ef4517f6b0a7 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:12:11.999077 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1a3736-bdb2-4760-8528-bf496e151d53", "tag": "163f6cbc-b483-4566-9e56-7b74ce56f7bc", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:12:11.999387 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21f25556-3139-4a56-9435-ef4517f6b0a7 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:12:11.999891 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1a3736-bdb2-4760-8528-bf496e151d53', 'tag': '163f6cbc-b483-4566-9e56-7b74ce56f7bc', 'status': 'completed', 'code': 200} Jan 31 16:12:12.018252 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc612-9d57-4add-acaf-a1952ee9b60e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.046774 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.053830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2611b010-ab19-4958-bf72-c252d1d31370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.057642 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.064425 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/networks/b16e8613-da70-4c86-9b2e-6f3326eb6f4c HTTP/1.1" status: 204 len: 168 time: 1.4041328 Jan 31 16:12:12.064603 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.064603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Fanout notify agent at l3_agent the message router_deleted on router 90069ff2-6d83-43bd-ae01-4656cd6d3b4d {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:12:12.065034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39228) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:12.076421 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8047f3f-929a-4df1-9f0e-eef45c3b3039 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router efbbe96c-3437-4952-adf9-1219a7df0e68 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:12:12.081843 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.082920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f7ab3bd3-6b3b-4960-bf53-27955b101b45 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/routers/90069ff2-6d83-43bd-ae01-4656cd6d3b4d HTTP/1.1" status: 204 len: 168 time: 2.8063114 Jan 31 16:12:12.085678 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc612-9d57-4add-acaf-a1952ee9b60e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.086640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-685230f6-b384-446b-a2c0-9dadd8e4af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:12.088136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-685230f6-b384-446b-a2c0-9dadd8e4af40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 1094 time: 0.1567743 Jan 31 16:12:12.089680 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f3cfc612-9d57-4add-acaf-a1952ee9b60e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8136873 Jan 31 16:12:12.103252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261171d-a9e1-4f96-9711-a00c6d410b56 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Network': ['ID=b16e8613-da70-4c86-9b2e-6f3326eb6f4c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:12.104889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39230) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:12.105220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39232) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:12.111972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfc612-9d57-4add-acaf-a1952ee9b60e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be8f9f5-fe65-42c6-b7fa-b0a58f5b686e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:12.116446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611b010-ab19-4958-bf72-c252d1d31370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78797291-12cd-4717-9e35-c088da8f1351,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:12.118753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-338c35bb-ac2d-4eee-abe3-35eda24fb9bc tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1022565575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:12.121622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2611b010-ab19-4958-bf72-c252d1d31370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.127513 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2611b010-ab19-4958-bf72-c252d1d31370 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/78797291-12cd-4717-9e35-c088da8f1351 HTTP/1.1" status: 204 len: 168 time: 0.9558821 Jan 31 16:12:12.127513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39236) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:12.131578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-436051ff-1486-4b60-94f8-eed75866c3a4 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': '0be8f9f5-fe65-42c6-b7fa-b0a58f5b686e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:12.177210 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08530-d165-482a-8c1f-ab7fece7a34f req-07c31f57-5def-45de-bf6d-a632e3ef3c2c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:12.178730 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3c08530-d165-482a-8c1f-ab7fece7a34f req-07c31f57-5def-45de-bf6d-a632e3ef3c2c tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.1892908 Jan 31 16:12:12.182503 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-164fc84c-b93e-4031-aef5-cec25864d84c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=163f6cbc-b483-4566-9e56-7b74ce56f7bc HTTP/1.1" status: 200 len: 217 time: 0.0762639 Jan 31 16:12:12.258655 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8047f3f-929a-4df1-9f0e-eef45c3b3039 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:12.264368 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a8047f3f-929a-4df1-9f0e-eef45c3b3039 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/efbbe96c-3437-4952-adf9-1219a7df0e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1474264 Jan 31 16:12:12.267448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.268948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39238) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:12.271557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6798429-bfca-45b1-853d-29b9e8f3db21 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:12.271724 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916a36f-1ad8-44b2-8822-666f576a4887 None None] Sync routers for ids ['efbbe96c-3437-4952-adf9-1219a7df0e68'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:12.272949 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a6798429-bfca-45b1-853d-29b9e8f3db21 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2066224 Jan 31 16:12:12.281508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39240) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:12.290089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-338c35bb-ac2d-4eee-abe3-35eda24fb9bc tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.291137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-338c35bb-ac2d-4eee-abe3-35eda24fb9bc tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.292856 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916a36f-1ad8-44b2-8822-666f576a4887 None None] Routers {'efbbe96c-3437-4952-adf9-1219a7df0e68'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:12.293657 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2916a36f-1ad8-44b2-8822-666f576a4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['efbbe96c-3437-4952-adf9-1219a7df0e68'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:12.312158 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f09aac10-48b7-48fe-aece-b5f8f5ab1404 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=efbbe96c-3437-4952-adf9-1219a7df0e68 HTTP/1.1" status: 200 len: 205 time: 0.0395021 Jan 31 16:12:12.312368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39242) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:12.314356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-6c930d32-20a2-466b-8446-acd741ed7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:12.315889 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-6c930d32-20a2-466b-8446-acd741ed7c66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ddc50a13-9d37-40e9-a224-2341504a1a25 HTTP/1.1" status: 200 len: 854 time: 0.1259930 Jan 31 16:12:12.322815 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3c08530-d165-482a-8c1f-ab7fece7a34f req-2a9872c7-96f5-4323-b4be-6a0f762a2951 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365609 Jan 31 16:12:12.335354 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2916a36f-1ad8-44b2-8822-666f576a4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:12.358742 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916a36f-1ad8-44b2-8822-666f576a4887 None None] Routers {'efbbe96c-3437-4952-adf9-1219a7df0e68'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:12.359575 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2916a36f-1ad8-44b2-8822-666f576a4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['efbbe96c-3437-4952-adf9-1219a7df0e68'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:12.364526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-4e39d564-0937-4b70-bdf6-673671104cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399177 Jan 31 16:12:12.366734 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-436051ff-1486-4b60-94f8-eed75866c3a4 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The resource could not be found. Jan 31 16:12:12.370311 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-436051ff-1486-4b60-94f8-eed75866c3a4 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2585425 Jan 31 16:12:12.395464 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39244) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:12.396704 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2916a36f-1ad8-44b2-8822-666f576a4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:12.397679 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916a36f-1ad8-44b2-8822-666f576a4887 None None] The sync data for ids ['efbbe96c-3437-4952-adf9-1219a7df0e68'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:12.400326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-82e42ab6-d026-49d2-82c9-c4e49f83cd8e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': '0be8f9f5-fe65-42c6-b7fa-b0a58f5b686e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '290a61f5-1e32-48a8-9dfe-941f181e45bb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:12.417781 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-338c35bb-ac2d-4eee-abe3-35eda24fb9bc tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.430916 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-338c35bb-ac2d-4eee-abe3-35eda24fb9bc tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.454851 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14273ae2-06d5-48a3-9593-3a20b1c8c128 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.481938 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-338c35bb-ac2d-4eee-abe3-35eda24fb9bc tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.483470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-338c35bb-ac2d-4eee-abe3-35eda24fb9bc tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3750641 Jan 31 16:12:12.486158 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39246) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:12.491305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:12.535947 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-911be88f-c78c-4e1b-91d9-71d9eaffbb85 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2533393 Jan 31 16:12:12.540772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39248) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:12.545568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bff049f1-c0ee-49ce-9e66-9635d02e6bd5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-5294882'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:12.570390 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.601202 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1236e87-5a76-4370-b860-23d0d590739c']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:12.601572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-1666d09e-cff2-415f-a35f-e0ecfabb87b8 service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945512 Jan 31 16:12:12.675344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96427761-3ae5-4637-aab1-dda4e72cebb3') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:12.675769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96427761-3ae5-4637-aab1-dda4e72cebb3') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:12.708718 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-82e42ab6-d026-49d2-82c9-c4e49f83cd8e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The resource could not be found. Jan 31 16:12:12.709787 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-82e42ab6-d026-49d2-82c9-c4e49f83cd8e tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3132105 Jan 31 16:12:12.714284 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.715658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39250) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:12.722894 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14273ae2-06d5-48a3-9593-3a20b1c8c128 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.729110 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14273ae2-06d5-48a3-9593-3a20b1c8c128 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.735391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff049f1-c0ee-49ce-9e66-9635d02e6bd5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:12.739139 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bff049f1-c0ee-49ce-9e66-9635d02e6bd5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.778213 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.790273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:12:12.790638 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:12:12.792927 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:12:12.807215 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14273ae2-06d5-48a3-9593-3a20b1c8c128 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.807727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14273ae2-06d5-48a3-9593-3a20b1c8c128 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Fanout notify agent at l3_agent the message router_deleted on router efbbe96c-3437-4952-adf9-1219a7df0e68 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:12:12.830687 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.845326 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-14273ae2-06d5-48a3-9593-3a20b1c8c128 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.849279 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-14273ae2-06d5-48a3-9593-3a20b1c8c128 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/efbbe96c-3437-4952-adf9-1219a7df0e68 HTTP/1.1" status: 204 len: 168 time: 0.5332415 Jan 31 16:12:12.849425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff049f1-c0ee-49ce-9e66-9635d02e6bd5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:12:12.850921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39252) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:12.894337 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bff049f1-c0ee-49ce-9e66-9635d02e6bd5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.894776 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-bff049f1-c0ee-49ce-9e66-9635d02e6bd5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Added segment a0950df4-78a8-429d-9b63-fa89808b4276 of type vlan for network e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7 Jan 31 16:12:12.923691 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.929158 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed49064d-3a18-4fa2-80f5-6f36a13a4750 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting subnet 94d75739-124b-408f-ba1b-cf341fbce093 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:12:12.932488 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-870a2fce-3e59-4f13-836d-c54bb71d2530 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.936506 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.939758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] 10.222.0.36 "DELETE /v2.0/networks/c1236e87-5a76-4370-b860-23d0d590739c HTTP/1.1" status: 204 len: 168 time: 0.8113215 Jan 31 16:12:12.941553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed49064d-3a18-4fa2-80f5-6f36a13a4750 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:12.944939 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47846d1a-a043-4d5b-869b-35681cda32d5 req-8c78236d-6124-42ef-bbd3-945dbdc62c68 service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037071 Jan 31 16:12:12.989804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecdf69-8311-4ab3-90ea-2a1e36e2390a admin admin] Pushing event deleted for resources: {'Network': ['ID=c1236e87-5a76-4370-b860-23d0d590739c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:12.993361 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bff049f1-c0ee-49ce-9e66-9635d02e6bd5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.008125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-870a2fce-3e59-4f13-836d-c54bb71d2530 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.056983 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bff049f1-c0ee-49ce-9e66-9635d02e6bd5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.064641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff049f1-c0ee-49ce-9e66-9635d02e6bd5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:13.065450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bff049f1-c0ee-49ce-9e66-9635d02e6bd5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.095710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 572d043b-eb9e-421a-bddd-22a783fcecf9 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:12:13.141779 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 572d043b-eb9e-421a-bddd-22a783fcecf9 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:12:13.143562 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 572d043b-eb9e-421a-bddd-22a783fcecf9 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:12:13.190889 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bff049f1-c0ee-49ce-9e66-9635d02e6bd5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6494687 Jan 31 16:12:13.222547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39258) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:13.222911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39260) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:13.246359 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e142561d-38d8-424f-95e3-c9d0db691dc4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:13.305995 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff049f1-c0ee-49ce-9e66-9635d02e6bd5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Network': ['ID=e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:13.318407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:12:13.361732 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed49064d-3a18-4fa2-80f5-6f36a13a4750 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.420788 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.453051 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-870a2fce-3e59-4f13-836d-c54bb71d2530 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.455553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-870a2fce-3e59-4f13-836d-c54bb71d2530 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.456708 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-870a2fce-3e59-4f13-836d-c54bb71d2530 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "DELETE /v2.0/security-groups/0be8f9f5-fe65-42c6-b7fa-b0a58f5b686e HTTP/1.1" status: 204 len: 168 time: 0.7401500 Jan 31 16:12:13.458396 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ff1ee-c385-493f-bd0c-fd1eaa8e4991 req-c1c16b0f-2744-4512-8866-005d58c0eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:13.459947 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f65ff1ee-c385-493f-bd0c-fd1eaa8e4991 req-c1c16b0f-2744-4512-8866-005d58c0eec0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 1094 time: 0.3069873 Jan 31 16:12:13.460415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39264) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:13.485278 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-92bc3eb5-5ff4-4e1d-bb51-17abf5873151 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89ddd85762da493694d7f3b099d534f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450774 Jan 31 16:12:13.487158 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.489388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39266) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:13.491588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a2fce-3e59-4f13-836d-c54bb71d2530 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be8f9f5-fe65-42c6-b7fa-b0a58f5b686e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:13.512115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61723156-8e16-400e-85e7-b0bac27dfdb2 req-cc9cd4c6-1070-460b-8152-288926d09ad4 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:13.519349 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61723156-8e16-400e-85e7-b0bac27dfdb2 req-cc9cd4c6-1070-460b-8152-288926d09ad4 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 943 time: 0.5000200 Jan 31 16:12:13.563278 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed49064d-3a18-4fa2-80f5-6f36a13a4750 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.622093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61723156-8e16-400e-85e7-b0bac27dfdb2 req-34c3ac62-e32c-44d9-887e-c527c364b224 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018298 Jan 31 16:12:13.636452 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f5579de-4dff-4ecc-ae01-3a147daaae50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.649670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e142561d-38d8-424f-95e3-c9d0db691dc4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:13.653152 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e142561d-38d8-424f-95e3-c9d0db691dc4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.665381 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed49064d-3a18-4fa2-80f5-6f36a13a4750 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.674611 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f5579de-4dff-4ecc-ae01-3a147daaae50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.700017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-49a2d96d-e72e-4e4d-bfe5-ab43e8257b8f tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2365751 Jan 31 16:12:13.704841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39268) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:13.711143 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e4047482-dd69-4e27-add6-8407061aac80 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': 'b498201a-3266-40aa-a797-f34ee4c390fb', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:13.713213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde99502-8b6c-4573-9aee-e73cfe660541 req-7a7cf137-5958-4dd1-a516-f3e313b9d2a5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:13.714738 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cde99502-8b6c-4573-9aee-e73cfe660541 req-7a7cf137-5958-4dd1-a516-f3e313b9d2a5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.2904744 Jan 31 16:12:13.721236 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed49064d-3a18-4fa2-80f5-6f36a13a4750 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.727642 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ed49064d-3a18-4fa2-80f5-6f36a13a4750 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/94d75739-124b-408f-ba1b-cf341fbce093 HTTP/1.1" status: 204 len: 168 time: 0.8716493 Jan 31 16:12:13.727752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae43fc4-fe99-47c4-9a14-84afbaaebe12 None None] Network e0f9395d-c0d7-4c60-b28d-815d67b988cf requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:13.730811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49064d-3a18-4fa2-80f5-6f36a13a4750 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Subnet': ['ID=94d75739-124b-408f-ba1b-cf341fbce093,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:13.735331 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39270) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:13.817563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ff1ee-c385-493f-bd0c-fd1eaa8e4991 req-2a6372fe-2812-4b47-a2b9-bd73aaa2c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:13.818975 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f65ff1ee-c385-493f-bd0c-fd1eaa8e4991 req-2a6372fe-2812-4b47-a2b9-bd73aaa2c483 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 915 time: 0.3294892 Jan 31 16:12:13.861106 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.864835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Allocated IP 172.25.1.107 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/4a6495b9-02e6-4e12-861c-41ec1fbe4821) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:13.871804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f5579de-4dff-4ecc-ae01-3a147daaae50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.874823 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f5579de-4dff-4ecc-ae01-3a147daaae50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.875991 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4f5579de-4dff-4ecc-ae01-3a147daaae50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5b25e4c-510b-48c1-aa41-d89bef6e2856 HTTP/1.1" status: 204 len: 168 time: 0.3855696 Jan 31 16:12:13.889287 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-e4047482-dd69-4e27-add6-8407061aac80 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The resource could not be found. Jan 31 16:12:13.890540 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e4047482-dd69-4e27-add6-8407061aac80 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1840277 Jan 31 16:12:13.891358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5579de-4dff-4ecc-ae01-3a147daaae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b25e4c-510b-48c1-aa41-d89bef6e2856,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:13.894718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39274) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:13.899410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5b3fafbc-63ed-4350-9616-25d6e019c20d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group': {'name': 'tempest-secgroup--504247637'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:13.911525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f65ff1ee-c385-493f-bd0c-fd1eaa8e4991 req-8cad330b-ba23-4102-b996-11367a51dbdc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=163f6cbc-b483-4566-9e56-7b74ce56f7bc HTTP/1.1" status: 200 len: 217 time: 0.0842798 Jan 31 16:12:13.925995 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cde99502-8b6c-4573-9aee-e73cfe660541 req-d09c0894-51d1-43c6-b723-657a4d032989 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689186 Jan 31 16:12:13.954967 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c84ec-206b-4c69-be1f-2c62be447755 None None] DHCP port deletion for e0f9395d-c0d7-4c60-b28d-815d67b988cf request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:12:13.974637 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b3fafbc-63ed-4350-9616-25d6e019c20d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:13.980318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port a10a62e2-dea7-4333-b6c0-6280d27e57e8 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:13.980650 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.021293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c03c84ec-206b-4c69-be1f-2c62be447755 None None] Deleting port a10a62e2-dea7-4333-b6c0-6280d27e57e8 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:14.021819 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c03c84ec-206b-4c69-be1f-2c62be447755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.086326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] For port a10a62e2-dea7-4333-b6c0-6280d27e57e8, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a10a62e2-dea7-4333-b6c0-6280d27e57e8,segment=NetworkSegment(e5bccdb1-ae0f-44e7-8972-45be7612d567),segment_id=e5bccdb1-ae0f-44e7-8972-45be7612d567)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:14.086552 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.103610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c03c84ec-206b-4c69-be1f-2c62be447755 None None] For port a10a62e2-dea7-4333-b6c0-6280d27e57e8, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a10a62e2-dea7-4333-b6c0-6280d27e57e8,segment=NetworkSegment(e5bccdb1-ae0f-44e7-8972-45be7612d567),segment_id=e5bccdb1-ae0f-44e7-8972-45be7612d567)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:14.104306 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c03c84ec-206b-4c69-be1f-2c62be447755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.108257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for a10a62e2-dea7-4333-b6c0-6280d27e57e8 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:14.124590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c03c84ec-206b-4c69-be1f-2c62be447755 None None] Calling delete_port for a10a62e2-dea7-4333-b6c0-6280d27e57e8 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:14.178480 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b3fafbc-63ed-4350-9616-25d6e019c20d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.185136 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b3fafbc-63ed-4350-9616-25d6e019c20d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.225663 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c03c84ec-206b-4c69-be1f-2c62be447755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.238356 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b3fafbc-63ed-4350-9616-25d6e019c20d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.239604 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5b3fafbc-63ed-4350-9616-25d6e019c20d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3439515 Jan 31 16:12:14.242205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fafbc-63ed-4350-9616-25d6e019c20d tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2789f074-09f7-487c-9b0a-688d8171d281,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:14.244396 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39278) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:14.250698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9511ce22-71c4-4bd5-a596-648ccf5787a7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031032372'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:14.269362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c84ec-206b-4c69-be1f-2c62be447755 None None] Pushing event deleted for resources: {'Port': ['ID=a10a62e2-dea7-4333-b6c0-6280d27e57e8,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:14.272267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c84ec-206b-4c69-be1f-2c62be447755 None None] No DVR routers for this DVR port a10a62e2-dea7-4333-b6c0-6280d27e57e8 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:12:14.278172 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.318621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=a10a62e2-dea7-4333-b6c0-6280d27e57e8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:14.324707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No DVR routers for this DVR port a10a62e2-dea7-4333-b6c0-6280d27e57e8 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:12:14.331068 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9511ce22-71c4-4bd5-a596-648ccf5787a7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.360811 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ff1ee-c385-493f-bd0c-fd1eaa8e4991 req-ae53a5fb-7b34-44d5-a493-37e6ea7c02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:14.362438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f65ff1ee-c385-493f-bd0c-fd1eaa8e4991 req-ae53a5fb-7b34-44d5-a493-37e6ea7c02ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ddc50a13-9d37-40e9-a224-2341504a1a25 HTTP/1.1" status: 200 len: 854 time: 0.4320445 Jan 31 16:12:14.374637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39280) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:14.408558 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f65ff1ee-c385-493f-bd0c-fd1eaa8e4991 req-66037b86-4ce6-46bd-b157-1fc7d468d875 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355160 Jan 31 16:12:14.444051 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.492481 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f9395d-c0d7-4c60-b28d-815d67b988cf']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:14.501916 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.510794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bccdb1-ae0f-44e7-8972-45be7612d567') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:14.511078 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bccdb1-ae0f-44e7-8972-45be7612d567') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:14.526866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.532839 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bc82c6f1-2e9b-462d-99e5-87c5ef6a8f53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6eb650fc2c8a4629ad301b56eaff7465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533568 Jan 31 16:12:14.533248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39282) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:14.546829 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e142561d-38d8-424f-95e3-c9d0db691dc4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.553949 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.563070 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9511ce22-71c4-4bd5-a596-648ccf5787a7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.566253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:12:14.566667 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:12:14.569686 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:12:14.580192 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9511ce22-71c4-4bd5-a596-648ccf5787a7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.638479 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f65ff1ee-c385-493f-bd0c-fd1eaa8e4991 req-bc236a85-48c7-4c2b-b036-e650b00f086a service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202871 Jan 31 16:12:14.656344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9511ce22-71c4-4bd5-a596-648ccf5787a7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.660544 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9511ce22-71c4-4bd5-a596-648ccf5787a7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4103270 Jan 31 16:12:14.660544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511ce22-71c4-4bd5-a596-648ccf5787a7 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee94c481-4cd0-43a5-a98b-bd400adc7de3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:14.660544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39286) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:14.663678 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.666554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3f895039-ccc8-41d8-880c-966aa74e993a tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group_rule': {'security_group_id': '2789f074-09f7-487c-9b0a-688d8171d281', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ee94c481-4cd0-43a5-a98b-bd400adc7de3'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:14.676116 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.679643 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/networks/e0f9395d-c0d7-4c60-b28d-815d67b988cf HTTP/1.1" status: 204 len: 168 time: 0.9429564 Jan 31 16:12:14.684621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39288) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:14.686345 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.698839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f1a46f05-3876-41e8-bd80-e22f299eb7a4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-690164981', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:14.707813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561f827-5734-44ce-9b98-710b85f76389 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Network': ['ID=e0f9395d-c0d7-4c60-b28d-815d67b988cf,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:14.728325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142561d-38d8-424f-95e3-c9d0db691dc4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Subnet': ['ID=821b9ca0-a987-4cd2-ae26-2360f065de21,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:14.740113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1a46f05-3876-41e8-bd80-e22f299eb7a4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.741184 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1a46f05-3876-41e8-bd80-e22f299eb7a4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.788087 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-3f895039-ccc8-41d8-880c-966aa74e993a tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:12:14.788087 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3f895039-ccc8-41d8-880c-966aa74e993a tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1205969 Jan 31 16:12:14.788934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39290) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:14.794363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:14.809840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:14.813753 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3e201702-607e-4493-a871-d10e95bc6820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.815269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Pushing event updated for resources: {'Port': ['ID=4a6495b9-02e6-4e12-861c-41ec1fbe4821,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:14.818733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:14.827165 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e142561d-38d8-424f-95e3-c9d0db691dc4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Checking segment: {'id': 'a0950df4-78a8-429d-9b63-fa89808b4276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:14.827523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e142561d-38d8-424f-95e3-c9d0db691dc4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network hostable DHCP agents. Network: e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:12:14.852695 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1a46f05-3876-41e8-bd80-e22f299eb7a4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.863942 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1a46f05-3876-41e8-bd80-e22f299eb7a4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.888404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cc2a7-2712-4f9a-826d-f52b2a960d25 req-d478f5d5-50f5-4b1b-9133-2714d2375a96 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:14.889935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-125cc2a7-2712-4f9a-826d-f52b2a960d25 req-d478f5d5-50f5-4b1b-9133-2714d2375a96 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 943 time: 0.1426711 Jan 31 16:12:14.891831 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3e201702-607e-4493-a871-d10e95bc6820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.897010 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f65ff1ee-c385-493f-bd0c-fd1eaa8e4991 req-4576a8d0-939a-49e5-8b7f-193de0abad1e service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439041 Jan 31 16:12:14.925867 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1a46f05-3876-41e8-bd80-e22f299eb7a4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:14.927060 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f1a46f05-3876-41e8-bd80-e22f299eb7a4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2410235 Jan 31 16:12:14.931040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39292) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:14.932205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e142561d-38d8-424f-95e3-c9d0db691dc4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:12:14.938153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3005f51e-db1e-4d2d-93f1-01fe34f2cc63 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1214054289'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:14.943160 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2e7d-b20e-4b61-a9d8-32bf22a163a6 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.006204 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-125cc2a7-2712-4f9a-826d-f52b2a960d25 req-a4c5aafc-8508-4311-897e-0cc31af8f250 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086760 Jan 31 16:12:15.007996 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2e7d-b20e-4b61-a9d8-32bf22a163a6 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.016098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e142561d-38d8-424f-95e3-c9d0db691dc4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:15.019367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3005f51e-db1e-4d2d-93f1-01fe34f2cc63 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:15.023138 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3005f51e-db1e-4d2d-93f1-01fe34f2cc63 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.027809 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479e380d-84cb-4f54-8856-374f54bb4e90 None None] Network e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:15.046579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e142561d-38d8-424f-95e3-c9d0db691dc4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:15.047411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e142561d-38d8-424f-95e3-c9d0db691dc4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.091647 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a10a62e2-dea7-4333-b6c0-6280d27e57e8 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:12:15.095619 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e142561d-38d8-424f-95e3-c9d0db691dc4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8566997 Jan 31 16:12:15.100512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39296) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:15.110206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3005f51e-db1e-4d2d-93f1-01fe34f2cc63 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:12:15.110652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': 'e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7', 'name': 'tempest-PortsTestJSON-82758911'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:15.120837 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3e201702-607e-4493-a871-d10e95bc6820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.123802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3e201702-607e-4493-a871-d10e95bc6820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.125314 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3e201702-607e-4493-a871-d10e95bc6820 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab7a6c51-33db-4a3e-9c22-a98b6b938de1 HTTP/1.1" status: 204 len: 168 time: 0.5896549 Jan 31 16:12:15.128053 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3005f51e-db1e-4d2d-93f1-01fe34f2cc63 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.128449 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-3005f51e-db1e-4d2d-93f1-01fe34f2cc63 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Added segment 968f77b3-4630-4480-98ac-8accd50d4eb1 of type vlan for network 6380305c-a2c9-44b6-ac22-786ef1818978 Jan 31 16:12:15.151220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0cd9c-0c1e-489f-888b-fb7e8e68639f req-d4e184f4-0c93-4175-8f7a-c4614e499fb8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:15.153036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05a0cd9c-0c1e-489f-888b-fb7e8e68639f req-d4e184f4-0c93-4175-8f7a-c4614e499fb8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.1413200 Jan 31 16:12:15.162448 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: a10a62e2-dea7-4333-b6c0-6280d27e57e8 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:12:15.162921 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a10a62e2-dea7-4333-b6c0-6280d27e57e8 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:12:15.182567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2e7d-b20e-4b61-a9d8-32bf22a163a6 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.186069 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2e7d-b20e-4b61-a9d8-32bf22a163a6 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.190352 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5a6c2e7d-b20e-4b61-a9d8-32bf22a163a6 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "DELETE /v2.0/security-groups/ee94c481-4cd0-43a5-a98b-bd400adc7de3 HTTP/1.1" status: 204 len: 168 time: 0.3999958 Jan 31 16:12:15.190886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39300) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:15.225830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3005f51e-db1e-4d2d-93f1-01fe34f2cc63 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.231315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c2e7d-b20e-4b61-a9d8-32bf22a163a6 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee94c481-4cd0-43a5-a98b-bd400adc7de3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:15.235640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e201702-607e-4493-a871-d10e95bc6820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7a6c51-33db-4a3e-9c22-a98b6b938de1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:15.279741 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-43ba8886-7d6f-486b-87ae-3484defbc5a4 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0791900 Jan 31 16:12:15.283105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39302) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:15.294446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7', 'network_id': 'e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7', 'tenant_id': '4338434bce7342bba9c2bee7845a66af', 'fixed_ips': [{'subnet_id': '821b9ca0-a987-4cd2-ae26-2360f065de21'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:12:15.295563 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.299432 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3005f51e-db1e-4d2d-93f1-01fe34f2cc63 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.305551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3005f51e-db1e-4d2d-93f1-01fe34f2cc63 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:15.306275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3005f51e-db1e-4d2d-93f1-01fe34f2cc63 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.360019 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05a0cd9c-0c1e-489f-888b-fb7e8e68639f req-bb4df264-18dd-4e52-b3c8-80ea8d8b25ac tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718366 Jan 31 16:12:15.392259 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3005f51e-db1e-4d2d-93f1-01fe34f2cc63 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4580069 Jan 31 16:12:15.398867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39304) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:15.409441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ec212f18-effe-4d85-bc4d-86e85efa24ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'subnet': {'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:15.412968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005f51e-db1e-4d2d-93f1-01fe34f2cc63 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Network': ['ID=6380305c-a2c9-44b6-ac22-786ef1818978,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:15.414769 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.436641 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 6380305c-a2c9-44b6-ac22-786ef1818978 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:12:15.544834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Allocated IP 172.20.0.2 (e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7/821b9ca0-a987-4cd2-ae26-2360f065de21/d5cc4a99-6340-4278-adfb-0536b941df3f) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:15.555817 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21c23230-42f9-4637-9ccc-95f22f48f029 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.592964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:15.596603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.657421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port 255a2e58-634f-4932-85fa-fc8b749611c6 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:12:15.664875 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21c23230-42f9-4637-9ccc-95f22f48f029 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.726306 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.727067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec212f18-effe-4d85-bc4d-86e85efa24ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:15.730586 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ec212f18-effe-4d85-bc4d-86e85efa24ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.734321 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.777218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Network e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:15.780447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:15.784853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:15.792033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Pushing event updated for resources: {'Port': ['ID=d5cc4a99-6340-4278-adfb-0536b941df3f,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:15.863600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Attempting to bind port d5cc4a99-6340-4278-adfb-0536b941df3f on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:12:15.864184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Attempting to bind port d5cc4a99-6340-4278-adfb-0536b941df3f by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'a0950df4-78a8-429d-9b63-fa89808b4276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:12:15.864775 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Attempting to bind port d5cc4a99-6340-4278-adfb-0536b941df3f on network e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:15.870657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:12:15.870940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Checking segment: {'id': 'a0950df4-78a8-429d-9b63-fa89808b4276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:15.871282 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.871660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Bound using segment: {'id': 'a0950df4-78a8-429d-9b63-fa89808b4276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:12:15.872112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Bound port: d5cc4a99-6340-4278-adfb-0536b941df3f, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0950df4-78a8-429d-9b63-fa89808b4276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:12:15.872480 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.887188 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21c23230-42f9-4637-9ccc-95f22f48f029 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.889736 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21c23230-42f9-4637-9ccc-95f22f48f029 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.890984 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-21c23230-42f9-4637-9ccc-95f22f48f029 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "DELETE /v2.0/security-groups/2789f074-09f7-487c-9b0a-688d8171d281 HTTP/1.1" status: 204 len: 168 time: 0.5975473 Jan 31 16:12:15.894878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39322) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:15.956976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bf41ad6a-9ff0-465d-9409-2b989507782b tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550556 Jan 31 16:12:15.957901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39326) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:15.962432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-efbb07ae-8898-4378-b121-5fc7a38fbb03 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677412048'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:15.966181 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c23230-42f9-4637-9ccc-95f22f48f029 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2789f074-09f7-487c-9b0a-688d8171d281,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:15.985879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] For port d5cc4a99-6340-4278-adfb-0536b941df3f, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:12:15.990657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] For port d5cc4a99-6340-4278-adfb-0536b941df3f, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d5cc4a99-6340-4278-adfb-0536b941df3f,segment=NetworkSegment(a0950df4-78a8-429d-9b63-fa89808b4276),segment_id=a0950df4-78a8-429d-9b63-fa89808b4276)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:12:15.993416 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efbb07ae-8898-4378-b121-5fc7a38fbb03 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:15.995022 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.12 (e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7/821b9ca0-a987-4cd2-ae26-2360f065de21/255a2e58-634f-4932-85fa-fc8b749611c6) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:16.000092 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.003001 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.013307 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.065552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5c989-b938-46c7-b5ee-67538a45dfdd None None] Pushing event updated for resources: {'Port': ['ID=d5cc4a99-6340-4278-adfb-0536b941df3f,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:16.157242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efbb07ae-8898-4378-b121-5fc7a38fbb03 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.184601 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efbb07ae-8898-4378-b121-5fc7a38fbb03 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.224475 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efbb07ae-8898-4378-b121-5fc7a38fbb03 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.225754 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-efbb07ae-8898-4378-b121-5fc7a38fbb03 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2673702 Jan 31 16:12:16.233443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39336) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:16.240590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-feda8025-e81f-44d4-af56-40a229a7692a tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:16.241006 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-feda8025-e81f-44d4-af56-40a229a7692a tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 31 16:12:16.241517 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-feda8025-e81f-44d4-af56-40a229a7692a tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] update failed (client error): There was a conflict when trying to complete your request. Jan 31 16:12:16.242470 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-feda8025-e81f-44d4-af56-40a229a7692a tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "PUT /v2.0/security-groups/600b4288-2e95-424a-aeba-1a5f3e65b792 HTTP/1.1" status: 409 len: 330 time: 0.0061607 Jan 31 16:12:16.251869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8ceee-26d9-4fef-90f4-18602bd99c08 req-52daa1f2-58d9-484d-81c2-1e97d86f686d tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:16.259232 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-13b8ceee-26d9-4fef-90f4-18602bd99c08 req-52daa1f2-58d9-484d-81c2-1e97d86f686d tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 943 time: 0.1293776 Jan 31 16:12:16.261194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39338) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:16.263834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb07ae-8898-4378-b121-5fc7a38fbb03 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600b4288-2e95-424a-aeba-1a5f3e65b792,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:16.366994 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-13b8ceee-26d9-4fef-90f4-18602bd99c08 req-6db0f591-b428-49e5-adf7-09564574ca44 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067276 Jan 31 16:12:16.380664 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ec212f18-effe-4d85-bc4d-86e85efa24ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.412464 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d7662b8c-c333-4ec0-a715-9cf71fe0e697 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.452863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec212f18-effe-4d85-bc4d-86e85efa24ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Subnet': ['ID=008096da-1950-4e06-b5cb-d7d1dce2212c,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:16.473252 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d7662b8c-c333-4ec0-a715-9cf71fe0e697 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.493723 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.540725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d7662b8c-c333-4ec0-a715-9cf71fe0e697 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.545593 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d7662b8c-c333-4ec0-a715-9cf71fe0e697 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.547969 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d7662b8c-c333-4ec0-a715-9cf71fe0e697 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "DELETE /v2.0/security-groups/600b4288-2e95-424a-aeba-1a5f3e65b792 HTTP/1.1" status: 204 len: 168 time: 0.2849946 Jan 31 16:12:16.552056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39376) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:16.579503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7662b8c-c333-4ec0-a715-9cf71fe0e697 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600b4288-2e95-424a-aeba-1a5f3e65b792,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:16.594544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Router d1945353-f535-4fae-a2a3-925f61e02bb7 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:12:16.602205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 163f6cbc-b483-4566-9e56-7b74ce56f7bc details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:12:16.617343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2ba21-42ea-4864-948f-dbed5cb7297b req-ddc325fb-f97b-4b4e-a7bd-b1cd1c7bff63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:16.619121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6fd2ba21-42ea-4864-948f-dbed5cb7297b req-ddc325fb-f97b-4b4e-a7bd-b1cd1c7bff63 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.1318586 Jan 31 16:12:16.620047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec212f18-effe-4d85-bc4d-86e85efa24ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Checking segment: {'id': '968f77b3-4630-4480-98ac-8accd50d4eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:16.620567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec212f18-effe-4d85-bc4d-86e85efa24ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network hostable DHCP agents. Network: 6380305c-a2c9-44b6-ac22-786ef1818978, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:12:16.626145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39378) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:16.626443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-538f9665-68c5-45f1-8873-ee91eba86f38 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628097 Jan 31 16:12:16.674637 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-d5a37093-1692-42a9-9215-33ef21c91f2f tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] delete failed (client error): The resource could not be found. Jan 31 16:12:16.674637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d5a37093-1692-42a9-9215-33ef21c91f2f tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "DELETE /v2.0/security-groups/88ebbffb-864b-4d80-93e9-a6bd592e86c9 HTTP/1.1" status: 404 len: 347 time: 0.0449290 Jan 31 16:12:16.678551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39380) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:16.693211 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-93976b0b-add9-4b4a-b19e-00f3b05a5a25 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] show failed (client error): The resource could not be found. Jan 31 16:12:16.698879 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-93976b0b-add9-4b4a-b19e-00f3b05a5a25 tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "GET /v2.0/security-groups/5d364244-c47a-40aa-8973-fb418d485304 HTTP/1.1" status: 404 len: 347 time: 0.0192802 Jan 31 16:12:16.699591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39382) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:16.705674 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.722754 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-d5f89f69-6134-4c1b-8d23-394a2387d13c tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] show failed (client error): The resource could not be found. Jan 31 16:12:16.728371 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d5f89f69-6134-4c1b-8d23-394a2387d13c tempest-NegativeSecGroupTest-182159943 tempest-NegativeSecGroupTest-182159943-project] 10.222.0.36 "GET /v2.0/security-group-rules/aa379d78-1b09-45aa-9568-0154c8c61cf1 HTTP/1.1" status: 404 len: 356 time: 0.0277567 Jan 31 16:12:16.748960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 163f6cbc-b483-4566-9e56-7b74ce56f7bc, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=163f6cbc-b483-4566-9e56-7b74ce56f7bc,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:16.768088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '163f6cbc-b483-4566-9e56-7b74ce56f7bc', 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46', 'port_id': '163f6cbc-b483-4566-9e56-7b74ce56f7bc', 'mac_address': 'fa:16:3e:fb:9b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc50a13-9d37-40e9-a224-2341504a1a25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:12:16.819187 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.851261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163f6cbc-b483-4566-9e56-7b74ce56f7bc {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:12:16.892255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 163f6cbc-b483-4566-9e56-7b74ce56f7bc, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=163f6cbc-b483-4566-9e56-7b74ce56f7bc,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:16.899798 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:16.962873 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=163f6cbc-b483-4566-9e56-7b74ce56f7bc,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:17.173813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39414) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:17.177991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['163f6cbc-b483-4566-9e56-7b74ce56f7bc'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:12:17.197378 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eece3f34-489f-4f01-9d34-0862b95f332f req-891f184c-7ee4-4f94-a0f6-284ff5b767a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0862913 Jan 31 16:12:17.215670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d5cc4a99-6340-4278-adfb-0536b941df3f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:17.249052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=255a2e58-634f-4932-85fa-fc8b749611c6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:17.278510 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-18e60503-3c2b-4e42-aa8e-5c93090ae496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:17.297619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec212f18-effe-4d85-bc4d-86e85efa24ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 6380305c-a2c9-44b6-ac22-786ef1818978 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:12:17.307108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:17.312740 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6fd2ba21-42ea-4864-948f-dbed5cb7297b req-968df02e-e263-4456-acf8-4e8969f99653 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6736343 Jan 31 16:12:17.322057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:17.325579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:17.350673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ec212f18-effe-4d85-bc4d-86e85efa24ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 6380305c-a2c9-44b6-ac22-786ef1818978) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:17.363593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec212f18-effe-4d85-bc4d-86e85efa24ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:17.364392 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ec212f18-effe-4d85-bc4d-86e85efa24ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:17.384134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece3f34-489f-4f01-9d34-0862b95f332f req-58693533-7263-4ec7-9ff8-43616c5bac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:17.386126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c61fc9-c392-49e3-93ed-66c16bcb5f2e None None] Network 6380305c-a2c9-44b6-ac22-786ef1818978 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:17.386250 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eece3f34-489f-4f01-9d34-0862b95f332f req-58693533-7263-4ec7-9ff8-43616c5bac6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=650709d6bc894976b42eca4159787065&device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 1096 time: 0.1276512 Jan 31 16:12:17.393334 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d5cc4a99-6340-4278-adfb-0536b941df3f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:17.394643 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:17.440000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:17.448883 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:17.452901 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e02922a2-3e23-437c-9047-918c6184eec5 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "PUT /v2.0/routers/d1945353-f535-4fae-a2a3-925f61e02bb7 HTTP/1.1" status: 200 len: 884 time: 4.9630651 Jan 31 16:12:17.461489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39428) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:17.507510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d12590e-5881-443d-a367-2e57b5f29929 None None] Sync routers for ids ['d1945353-f535-4fae-a2a3-925f61e02bb7'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:17.541418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ec212f18-effe-4d85-bc4d-86e85efa24ab tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1397002 Jan 31 16:12:17.547350 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39430) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:17.618059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229d90ac-80d2-4045-ad70-2b6836361920 None None] Network e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:17.658122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c75110-9b61-40d1-b8d8-1e1c13427fdb req-c99571d8-b017-409b-bf60-19aaf6502674 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:17.660217 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81c75110-9b61-40d1-b8d8-1e1c13427fdb req-c99571d8-b017-409b-bf60-19aaf6502674 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 944 time: 0.1389375 Jan 31 16:12:17.663019 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:17.663732 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:17.682590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12590e-5881-443d-a367-2e57b5f29929 None None] Routers {'d1945353-f535-4fae-a2a3-925f61e02bb7'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:17.684746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3d12590e-5881-443d-a367-2e57b5f29929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d1945353-f535-4fae-a2a3-925f61e02bb7'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:17.739957 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81c75110-9b61-40d1-b8d8-1e1c13427fdb req-8c6a48eb-7650-4504-a37e-056eed04f68e tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548499 Jan 31 16:12:17.744420 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-17223965-daf6-4cec-8301-854191fb6a88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ca08b2496344c34bce2bef1e9b05caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642426 Jan 31 16:12:17.748205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39432) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:17.756946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece3f34-489f-4f01-9d34-0862b95f332f req-42f39f1a-7e15-4856-89db-29828dcf1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:17.766383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eece3f34-489f-4f01-9d34-0862b95f332f req-42f39f1a-7e15-4856-89db-29828dcf1350 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 200 len: 907 time: 0.3491709 Jan 31 16:12:17.781226 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7ca21de3-92a5-4a96-8da4-d56d57ad298c tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/routers/d1945353-f535-4fae-a2a3-925f61e02bb7 HTTP/1.1" status: 200 len: 925 time: 0.3183072 Jan 31 16:12:17.790061 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2881252b-3b20-4c7f-8871-3cc504a58747 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6833627 Jan 31 16:12:17.790713 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39434) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:17.791856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39436) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:17.828028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eece3f34-489f-4f01-9d34-0862b95f332f req-319d6266-61a4-40c7-9776-3c0eef7e2ad2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe0f974-c8d5-4c43-8f82-6d4df416a98b HTTP/1.1" status: 200 len: 217 time: 0.0576267 Jan 31 16:12:17.878813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': 'e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7', 'name': 'tempest-PortsTestJSON-1914713687'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:17.905673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece3f34-489f-4f01-9d34-0862b95f332f req-f26519d1-7af7-405f-ab59-c24ec6b59df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:17.907361 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eece3f34-489f-4f01-9d34-0862b95f332f req-f26519d1-7af7-405f-ab59-c24ec6b59df6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 200 len: 846 time: 0.0697861 Jan 31 16:12:17.912296 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9ece813c-12a3-4aae-86c8-f4a9c8be3ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:17.956878 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eece3f34-489f-4f01-9d34-0862b95f332f req-96cd685a-7d0f-4812-a726-df261cc7abee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee461f7c-cf6b-444b-944c-f969c92675a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416751 Jan 31 16:12:17.960485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-64bb95f0-c1a6-44dd-a230-11af6c5c449b None None] Provisioning complete for port d5cc4a99-6340-4278-adfb-0536b941df3f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:17.960853 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64bb95f0-c1a6-44dd-a230-11af6c5c449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:17.996801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9ece813c-12a3-4aae-86c8-f4a9c8be3ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:18.019034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3d12590e-5881-443d-a367-2e57b5f29929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:18.071183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12590e-5881-443d-a367-2e57b5f29929 None None] Routers {'d1945353-f535-4fae-a2a3-925f61e02bb7'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:18.072078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3d12590e-5881-443d-a367-2e57b5f29929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:11:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d1945353-f535-4fae-a2a3-925f61e02bb7'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:18.112747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3d12590e-5881-443d-a367-2e57b5f29929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:18.113089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d12590e-5881-443d-a367-2e57b5f29929 None None] The sync data for ids ['d1945353-f535-4fae-a2a3-925f61e02bb7'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:18.125541 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eece3f34-489f-4f01-9d34-0862b95f332f req-ae2a7252-e024-4458-88fc-6208423820a9 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576891 Jan 31 16:12:18.156475 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9ece813c-12a3-4aae-86c8-f4a9c8be3ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:18.157713 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9ece813c-12a3-4aae-86c8-f4a9c8be3ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:18.158929 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9ece813c-12a3-4aae-86c8-f4a9c8be3ffd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0bfae546-525d-42ea-a44f-c952033b0ac2 HTTP/1.1" status: 204 len: 168 time: 0.4094505 Jan 31 16:12:18.259066 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-6380305c-a2c9-44b6-ac22-786ef1818978', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:12:18.259342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:18.260035 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:18.261940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece813c-12a3-4aae-86c8-f4a9c8be3ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfae546-525d-42ea-a44f-c952033b0ac2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:18.273500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:18.280220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef628de-3079-4861-9989-7877806fc63a tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:18.282014 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64bb95f0-c1a6-44dd-a230-11af6c5c449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:18.282674 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7ef628de-3079-4861-9989-7877806fc63a tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&device_id=d1945353-f535-4fae-a2a3-925f61e02bb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4873238 Jan 31 16:12:18.284599 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:18.288090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39442) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:18.311239 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:18.347562 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eece3f34-489f-4f01-9d34-0862b95f332f req-75442e32-22ef-48d9-a5af-2ec03cbbce77 service neutron] 10.222.0.20 "GET /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167773 Jan 31 16:12:18.354509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port 440951dd-7470-4fec-bc75-b1b1a81c53b5 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:12:18.394454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-64bb95f0-c1a6-44dd-a230-11af6c5c449b None None] For port d5cc4a99-6340-4278-adfb-0536b941df3f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d5cc4a99-6340-4278-adfb-0536b941df3f,segment=NetworkSegment(a0950df4-78a8-429d-9b63-fa89808b4276),segment_id=a0950df4-78a8-429d-9b63-fa89808b4276)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:18.413428 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64bb95f0-c1a6-44dd-a230-11af6c5c449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:18.586774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb95f0-c1a6-44dd-a230-11af6c5c449b None None] Pushing event updated for resources: {'Port': ['ID=d5cc4a99-6340-4278-adfb-0536b941df3f,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:18.602662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 163f6cbc-b483-4566-9e56-7b74ce56f7bc up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:18.660021 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:12:18.660683 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:12:18.721303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41efc50-97f0-4880-be88-faeef7d3c064 req-3a1c79b2-20be-46f3-bee7-c9391dad4257 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:18.724146 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c41efc50-97f0-4880-be88-faeef7d3c064 req-3a1c79b2-20be-46f3-bee7-c9391dad4257 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.2942264 Jan 31 16:12:18.734377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22147bbd-b290-4a05-a9b5-cbdccb9f36bc tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:18.734702 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Allocated IP 172.20.0.2 (6380305c-a2c9-44b6-ac22-786ef1818978/008096da-1950-4e06-b5cb-d7d1dce2212c/565f9170-1b2b-4892-a936-dea0f8354b10) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:18.736935 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-22147bbd-b290-4a05-a9b5-cbdccb9f36bc tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 881 time: 0.4339278 Jan 31 16:12:18.737715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 163f6cbc-b483-4566-9e56-7b74ce56f7bc completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:12:18.740331 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39456) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:18.771718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 163f6cbc-b483-4566-9e56-7b74ce56f7bc triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:18.772666 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:18.792311 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b0ef40f1-9b7b-4ebd-957a-acf2df44609c tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1945353-f535-4fae-a2a3-925f61e02bb7 HTTP/1.1" status: 200 len: 205 time: 0.0502794 Jan 31 16:12:18.794935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39460) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:18.896562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.6 (e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7/821b9ca0-a987-4cd2-ae26-2360f065de21/440951dd-7470-4fec-bc75-b1b1a81c53b5) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:18.927989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c41efc50-97f0-4880-be88-faeef7d3c064 req-6ce6fb74-4e8a-492b-b29f-a9499154f4a6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405950 Jan 31 16:12:19.009422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.169169 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.199233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd15706-0a8c-40fc-b3a9-f6deae0893a2 req-d4cae085-2a10-4cac-af54-65198d44d2b2 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:19.201103 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cd15706-0a8c-40fc-b3a9-f6deae0893a2 req-d4cae085-2a10-4cac-af54-65198d44d2b2 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 944 time: 0.2044837 Jan 31 16:12:19.309229 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.312977 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.318906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1a3736-bdb2-4760-8528-bf496e151d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163f6cbc-b483-4566-9e56-7b74ce56f7bc'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:12:19.319113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cd15706-0a8c-40fc-b3a9-f6deae0893a2 req-fc4af99e-21be-45eb-abf1-27911140c05c tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089408 Jan 31 16:12:19.321561 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499a33ed-b1e7-4328-ba2b-243000b6a380" -d '{"events": [{"server_uuid": "eb1a3736-bdb2-4760-8528-bf496e151d53", "name": "network-vif-plugged", "status": "completed", "tag": "163f6cbc-b483-4566-9e56-7b74ce56f7bc"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:12:19.322623 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.363017 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.377593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b9442ed1-1a49-43e2-bfb0-43ab4bbf7b6a None None] Provisioning complete for port d5cc4a99-6340-4278-adfb-0536b941df3f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:19.377960 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b9442ed1-1a49-43e2-bfb0-43ab4bbf7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.411980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Deleting port 4a6495b9-02e6-4e12-861c-41ec1fbe4821 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:19.415336 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.469396 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.484341 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 163f6cbc-b483-4566-9e56-7b74ce56f7bc, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=163f6cbc-b483-4566-9e56-7b74ce56f7bc,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:19.505324 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1432ea-61ed-4d01-8d98-131878944f15 x-openstack-request-id: req-7e1432ea-61ed-4d01-8d98-131878944f15 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:12:19.505703 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1a3736-bdb2-4760-8528-bf496e151d53", "name": "network-vif-plugged", "status": "completed", "tag": "163f6cbc-b483-4566-9e56-7b74ce56f7bc", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:12:19.505903 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e1432ea-61ed-4d01-8d98-131878944f15 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:12:19.506274 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1a3736-bdb2-4760-8528-bf496e151d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163f6cbc-b483-4566-9e56-7b74ce56f7bc', 'code': 200} Jan 31 16:12:19.525345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Network 6380305c-a2c9-44b6-ac22-786ef1818978 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:19.526598 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.536311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:19.538290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d5cc4a99-6340-4278-adfb-0536b941df3f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:19.543940 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.545100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:19.556608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:19.562550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=440951dd-7470-4fec-bc75-b1b1a81c53b5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:19.564168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Calling delete_port for 4a6495b9-02e6-4e12-861c-41ec1fbe4821 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:19.565439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:19.600585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Pushing event updated for resources: {'Port': ['ID=565f9170-1b2b-4892-a936-dea0f8354b10,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:19.621522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:19.720159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Allocated IP 172.20.0.1 (6380305c-a2c9-44b6-ac22-786ef1818978/008096da-1950-4e06-b5cb-d7d1dce2212c/6b1e057e-1a0e-4edc-b4e9-9a34094c549e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:19.766015 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9d7716c8-cbb5-4840-9e0b-a4660fab6947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.766672 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1aa05-3821-4dc5-a500-5563ad2bbd03 req-82ef5099-9b60-48b4-86e5-dbb5562b3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:19.770187 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-10c1aa05-3821-4dc5-a500-5563ad2bbd03 req-82ef5099-9b60-48b4-86e5-dbb5562b3888 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 1096 time: 0.2071531 Jan 31 16:12:19.803321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Attempting to bind port 565f9170-1b2b-4892-a936-dea0f8354b10 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:12:19.803689 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Attempting to bind port 565f9170-1b2b-4892-a936-dea0f8354b10 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '968f77b3-4630-4480-98ac-8accd50d4eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:12:19.804044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Attempting to bind port 565f9170-1b2b-4892-a936-dea0f8354b10 on network 6380305c-a2c9-44b6-ac22-786ef1818978 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:19.811255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d5cc4a99-6340-4278-adfb-0536b941df3f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:19.811848 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.831830 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:19.832690 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.876921 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=163f6cbc-b483-4566-9e56-7b74ce56f7bc,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:19.899380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:12:19.899784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Checking segment: {'id': '968f77b3-4630-4480-98ac-8accd50d4eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:19.900163 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.900548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Bound using segment: {'id': '968f77b3-4630-4480-98ac-8accd50d4eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:12:19.901052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Bound port: 565f9170-1b2b-4892-a936-dea0f8354b10, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968f77b3-4630-4480-98ac-8accd50d4eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:12:19.901416 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:19.928811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dc6baad5-21c2-424f-b131-9580a675272c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1164212 Jan 31 16:12:19.929693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39480) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:19.932752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-10c1aa05-3821-4dc5-a500-5563ad2bbd03 req-202e05b3-d57a-4e55-bf6b-32e1f8f48d83 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516416 Jan 31 16:12:19.991011 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.033037 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.083932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 6380305c-a2c9-44b6-ac22-786ef1818978 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:20.088058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:20.088914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b9442ed1-1a49-43e2-bfb0-43ab4bbf7b6a None None] Provisioning complete for port 255a2e58-634f-4932-85fa-fc8b749611c6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:20.089328 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b9442ed1-1a49-43e2-bfb0-43ab4bbf7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.096632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:20.103841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=6b1e057e-1a0e-4edc-b4e9-9a34094c549e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:20.138710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b9442ed1-1a49-43e2-bfb0-43ab4bbf7b6a None None] Port 255a2e58-634f-4932-85fa-fc8b749611c6 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:20.174826 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.195750 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] For port 565f9170-1b2b-4892-a936-dea0f8354b10, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:12:20.207032 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] For port 565f9170-1b2b-4892-a936-dea0f8354b10, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=565f9170-1b2b-4892-a936-dea0f8354b10,segment=NetworkSegment(968f77b3-4630-4480-98ac-8accd50d4eb1),segment_id=968f77b3-4630-4480-98ac-8accd50d4eb1)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:12:20.211928 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.217369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.255823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Pushing event deleted for resources: {'Port': ['ID=4a6495b9-02e6-4e12-861c-41ec1fbe4821,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:20.276123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76132bf4-0fec-418f-842a-8c963b194111 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:20.277733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-76132bf4-0fec-418f-842a-8c963b194111 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 921 time: 0.3473296 Jan 31 16:12:20.282786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39490) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:20.326191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-55319be9-78de-495b-a9bc-42b0aaac9d6d None None] Provisioning complete for port 255a2e58-634f-4932-85fa-fc8b749611c6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:20.326931 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-55319be9-78de-495b-a9bc-42b0aaac9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.334906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338c909-22e5-4702-ab5d-18459ee80bd6 None None] Pushing event updated for resources: {'Port': ['ID=565f9170-1b2b-4892-a936-dea0f8354b10,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:20.403446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-55319be9-78de-495b-a9bc-42b0aaac9d6d None None] Port 255a2e58-634f-4932-85fa-fc8b749611c6 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:20.406165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ecb4a-13ee-4edb-adee-d7bb0512e576 req-81ddfe30-e454-4c52-9070-d4556766e863 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:20.408742 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-369ecb4a-13ee-4edb-adee-d7bb0512e576 req-81ddfe30-e454-4c52-9070-d4556766e863 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.2961369 Jan 31 16:12:20.424485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-55319be9-78de-495b-a9bc-42b0aaac9d6d None None] Provisioning complete for port 440951dd-7470-4fec-bc75-b1b1a81c53b5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:20.426511 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-55319be9-78de-495b-a9bc-42b0aaac9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.445423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.486461 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.527510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-55319be9-78de-495b-a9bc-42b0aaac9d6d None None] Port 440951dd-7470-4fec-bc75-b1b1a81c53b5 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:20.595211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-648dfbb5-061c-45a1-ac40-0104f06610bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port 440951dd-7470-4fec-bc75-b1b1a81c53b5 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:20.601586 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.605724 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-648dfbb5-061c-45a1-ac40-0104f06610bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.606963 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.667750 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-369ecb4a-13ee-4edb-adee-d7bb0512e576 req-fc5dc5fd-5b12-4c7c-a41f-b5b765b4331e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485020 Jan 31 16:12:20.675220 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.677494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Fanout notify agent at l3_agent the message router_deleted on router d1945353-f535-4fae-a2a3-925f61e02bb7 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:12:20.687885 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.689515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6f9abde2-f351-4c9f-bf0a-c08786d6abc3 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/routers/d1945353-f535-4fae-a2a3-925f61e02bb7 HTTP/1.1" status: 204 len: 168 time: 1.8932061 Jan 31 16:12:20.693133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39500) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:20.699513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-05fe902e-1362-4664-b3b1-515734bd6834 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-257296958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:20.734345 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05fe902e-1362-4664-b3b1-515734bd6834 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.735417 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05fe902e-1362-4664-b3b1-515734bd6834 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.763500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b976b-3e1d-4c62-823f-7197619327a8 req-f8ad4850-e0ff-44be-95e1-6163957c8221 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:20.765286 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d3b976b-3e1d-4c62-823f-7197619327a8 req-f8ad4850-e0ff-44be-95e1-6163957c8221 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 945 time: 0.2974529 Jan 31 16:12:20.813346 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05fe902e-1362-4664-b3b1-515734bd6834 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.822880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05fe902e-1362-4664-b3b1-515734bd6834 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.858403 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.866254 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05fe902e-1362-4664-b3b1-515734bd6834 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:20.867975 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-05fe902e-1362-4664-b3b1-515734bd6834 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1725047 Jan 31 16:12:20.872199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39504) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:20.884445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'enable_snat': True}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:20.917336 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d3b976b-3e1d-4c62-823f-7197619327a8 req-67152cc6-f162-449f-8759-b8fe23ee0d62 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381996 Jan 31 16:12:21.225532 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:21.318079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-648dfbb5-061c-45a1-ac40-0104f06610bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:21.369389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-648dfbb5-061c-45a1-ac40-0104f06610bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for 440951dd-7470-4fec-bc75-b1b1a81c53b5 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:21.511864 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:21.530255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:21.623401 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:21.637281 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 565f9170-1b2b-4892-a936-dea0f8354b10 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:21.748507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 565f9170-1b2b-4892-a936-dea0f8354b10 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:21.748893 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:21.831060 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-648dfbb5-061c-45a1-ac40-0104f06610bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:21.856614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=6b1e057e-1a0e-4edc-b4e9-9a34094c549e,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:21.872342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 6380305c-a2c9-44b6-ac22-786ef1818978 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:21.878498 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:21.881381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:21.914490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dfbb5-061c-45a1-ac40-0104f06610bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=440951dd-7470-4fec-bc75-b1b1a81c53b5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:21.939628 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 565f9170-1b2b-4892-a936-dea0f8354b10, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=565f9170-1b2b-4892-a936-dea0f8354b10,segment=NetworkSegment(968f77b3-4630-4480-98ac-8accd50d4eb1),segment_id=968f77b3-4630-4480-98ac-8accd50d4eb1)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:21.946158 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:22.024385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66a55c-152f-4062-89f8-5a33b41f5692 None None] Network 6380305c-a2c9-44b6-ac22-786ef1818978 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:22.092020 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:22.128167 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:22.128549 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=565f9170-1b2b-4892-a936-dea0f8354b10,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:22.158164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ab836b46-b1b5-43a1-bd80-c80d2dd67ce9 None None] Provisioning complete for port 565f9170-1b2b-4892-a936-dea0f8354b10 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:22.159463 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ab836b46-b1b5-43a1-bd80-c80d2dd67ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:22.172675 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-648dfbb5-061c-45a1-ac40-0104f06610bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:22.182870 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-648dfbb5-061c-45a1-ac40-0104f06610bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/440951dd-7470-4fec-bc75-b1b1a81c53b5 HTTP/1.1" status: 204 len: 168 time: 1.8961813 Jan 31 16:12:22.184331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39520) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:22.221889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdab388-697b-465e-aa3e-cc6bb15714d0 req-38e015e5-4788-46cf-ae80-829c9b690f37 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:22.229866 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5bdab388-697b-465e-aa3e-cc6bb15714d0 req-38e015e5-4788-46cf-ae80-829c9b690f37 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.1390049 Jan 31 16:12:22.245716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945074bf-a9f6-4b73-b476-84a0f77c8293 req-de533287-d525-4fb2-8ff4-ca38ae6318bc tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:22.247298 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-945074bf-a9f6-4b73-b476-84a0f77c8293 req-de533287-d525-4fb2-8ff4-ca38ae6318bc tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 945 time: 0.1928279 Jan 31 16:12:22.305014 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e66d777-4952-413b-bb21-7f65b3202451 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:12:22.311393 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1e66d777-4952-413b-bb21-7f65b3202451 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/440951dd-7470-4fec-bc75-b1b1a81c53b5 HTTP/1.1" status: 404 len: 333 time: 0.1259110 Jan 31 16:12:22.312515 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39524) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:22.331155 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5bdab388-697b-465e-aa3e-cc6bb15714d0 req-9588238a-c25a-4a41-bc23-a319f66863f2 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004970 Jan 31 16:12:22.346975 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Allocated IP 172.25.1.28 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/bb7c3245-0471-4c40-a9a4-5d31c1bb92c2) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:22.381271 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:22.489364 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:22.500471 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-945074bf-a9f6-4b73-b476-84a0f77c8293 req-0792d3a3-2460-4166-8669-6258e72a88a3 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072132 Jan 31 16:12:22.582685 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:22.598185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router d7bc41dd-761e-4777-8fdc-16c0771217d6 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:12:22.612993 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:22.653734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:22.657531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:22.661626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:22.713428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event updated for resources: {'Port': ['ID=bb7c3245-0471-4c40-a9a4-5d31c1bb92c2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:22.760373 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d482ea0e-9066-4b04-99e2-9089ac801b57 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port 255a2e58-634f-4932-85fa-fc8b749611c6 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:22.760820 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d482ea0e-9066-4b04-99e2-9089ac801b57 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:22.839264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:22.841282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ff2b6c13-74ce-48d4-9491-004b39052746 None None] Provisioning complete for port 565f9170-1b2b-4892-a936-dea0f8354b10 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:22.842711 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6c13-74ce-48d4-9491-004b39052746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:22.850674 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Sync routers for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:22.861077 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-abacbf4d-2b02-47e4-9993-212e17093c39 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3124959 Jan 31 16:12:22.865789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39544) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:22.874971 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:22.878547 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:22.880430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6d48eff9-a560-46e9-9717-c9caa4f9a3e8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1289846875'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:22.963642 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d482ea0e-9066-4b04-99e2-9089ac801b57 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:22.994792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d482ea0e-9066-4b04-99e2-9089ac801b57 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for 255a2e58-634f-4932-85fa-fc8b749611c6 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:23.121622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:23.136375 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:12:23.258445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d48eff9-a560-46e9-9717-c9caa4f9a3e8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:23.286285 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d48eff9-a560-46e9-9717-c9caa4f9a3e8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:23.453691 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d482ea0e-9066-4b04-99e2-9089ac801b57 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:23.522229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d48eff9-a560-46e9-9717-c9caa4f9a3e8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:12:23.545706 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d48eff9-a560-46e9-9717-c9caa4f9a3e8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:23.545706 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-6d48eff9-a560-46e9-9717-c9caa4f9a3e8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Added segment ba1c9bb9-a7ca-43f5-afea-d64f87c6b726 of type vlan for network 15105edd-ea95-4b28-8454-55df3bc93621 Jan 31 16:12:23.550597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 565f9170-1b2b-4892-a936-dea0f8354b10 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:23.557532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482ea0e-9066-4b04-99e2-9089ac801b57 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=255a2e58-634f-4932-85fa-fc8b749611c6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:23.627889 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d48eff9-a560-46e9-9717-c9caa4f9a3e8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:23.642823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ff2b6c13-74ce-48d4-9491-004b39052746 None None] Provisioning complete for port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:23.643548 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6c13-74ce-48d4-9491-004b39052746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:23.721226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b6c13-74ce-48d4-9491-004b39052746 None None] Port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:23.734009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d48eff9-a560-46e9-9717-c9caa4f9a3e8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:23.744667 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:20Z', 'revision_number': 2, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:20Z', 'revision_number': 2, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:23.746770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d48eff9-a560-46e9-9717-c9caa4f9a3e8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:23.747429 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d48eff9-a560-46e9-9717-c9caa4f9a3e8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:23.771042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 565f9170-1b2b-4892-a936-dea0f8354b10 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:23.771418 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:23.835679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e909d806-967c-4f26-aa82-3d14ea58cfdc req-b33dc256-8fd7-42b7-9584-97f4afe42945 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2714202 Jan 31 16:12:23.837879 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Checking router: d7bc41dd-761e-4777-8fdc-16c0771217d6 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:12:23.838421 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Updating router d7bc41dd-761e-4777-8fdc-16c0771217d6 port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:12:23.858720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cc913588-1d0b-4f37-971d-5143ee32334f None None] Provisioning complete for port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:23.859340 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc913588-1d0b-4f37-971d-5143ee32334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:23.877574 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d482ea0e-9066-4b04-99e2-9089ac801b57 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:23.879124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d482ea0e-9066-4b04-99e2-9089ac801b57 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/255a2e58-634f-4932-85fa-fc8b749611c6 HTTP/1.1" status: 204 len: 168 time: 1.5612712 Jan 31 16:12:23.882596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39564) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:23.903603 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:23.972252 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-99eb899a-0fba-4026-8e9a-7876e0a85c17 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:12:23.977457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cc913588-1d0b-4f37-971d-5143ee32334f None None] Port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:23.980727 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-99eb899a-0fba-4026-8e9a-7876e0a85c17 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/255a2e58-634f-4932-85fa-fc8b749611c6 HTTP/1.1" status: 404 len: 333 time: 0.0969942 Jan 31 16:12:23.981363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39566) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:23.996854 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6d48eff9-a560-46e9-9717-c9caa4f9a3e8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1247098 Jan 31 16:12:24.005291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39568) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:24.039341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-69ef57fb-0576-4887-9fe9-099349d442ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'subnet': {'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:24.092464 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-30739386-e1e9-4ec8-a38e-7702a9d6f0ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting subnet 821b9ca0-a987-4cd2-ae26-2360f065de21 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:12:24.098870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30739386-e1e9-4ec8-a38e-7702a9d6f0ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:24.119197 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48eff9-a560-46e9-9717-c9caa4f9a3e8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Network': ['ID=15105edd-ea95-4b28-8454-55df3bc93621,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:24.133297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 15105edd-ea95-4b28-8454-55df3bc93621 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:12:24.140737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a829fa-85f4-4560-8b35-fe53202f9d3f req-214f0e3b-fa72-4fe9-ae00-acd988820322 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:24.142787 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-48a829fa-85f4-4560-8b35-fe53202f9d3f req-214f0e3b-fa72-4fe9-ae00-acd988820322 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.6724858 Jan 31 16:12:24.146480 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909d806-967c-4f26-aa82-3d14ea58cfdc req-28f0d48e-6129-4a62-8160-61fac9acd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:24.148296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e909d806-967c-4f26-aa82-3d14ea58cfdc req-28f0d48e-6129-4a62-8160-61fac9acd5e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 1097 time: 0.2401619 Jan 31 16:12:24.153335 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30739386-e1e9-4ec8-a38e-7702a9d6f0ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:24.482312 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30739386-e1e9-4ec8-a38e-7702a9d6f0ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:24.486347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909d806-967c-4f26-aa82-3d14ea58cfdc req-a2b22558-9094-4721-b15b-6ebdd6517c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:24.488152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e909d806-967c-4f26-aa82-3d14ea58cfdc req-a2b22558-9094-4721-b15b-6ebdd6517c9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 915 time: 0.2991681 Jan 31 16:12:24.575880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:24.592680 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:24.602360 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-48a829fa-85f4-4560-8b35-fe53202f9d3f req-9e8e6546-8c07-49e8-a934-ec8c5611e1dc tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308238 Jan 31 16:12:24.622744 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:24.634751 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:24.683503 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e909d806-967c-4f26-aa82-3d14ea58cfdc req-95593992-d51b-4b66-b92e-278dd0d933be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c750802-1495-43b9-b4bf-6d6b24b344c2 HTTP/1.1" status: 200 len: 217 time: 0.1618505 Jan 31 16:12:24.684212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ef57fb-0576-4887-9fe9-099349d442ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:24.692369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69ef57fb-0576-4887-9fe9-099349d442ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:24.771503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909d806-967c-4f26-aa82-3d14ea58cfdc req-68925698-9b6a-43bc-8d1a-cf20d614e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:24.774042 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e909d806-967c-4f26-aa82-3d14ea58cfdc req-68925698-9b6a-43bc-8d1a-cf20d614e7c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ddc50a13-9d37-40e9-a224-2341504a1a25 HTTP/1.1" status: 200 len: 854 time: 0.0808084 Jan 31 16:12:24.781392 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30739386-e1e9-4ec8-a38e-7702a9d6f0ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:24.811890 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206c391-aa26-4550-921d-00f41dea8d91 None None] Pushing event updated for resources: {'Port': ['ID=6b1e057e-1a0e-4edc-b4e9-9a34094c549e,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:24.834676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30739386-e1e9-4ec8-a38e-7702a9d6f0ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Subnet': ['ID=821b9ca0-a987-4cd2-ae26-2360f065de21,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:24.855120 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30739386-e1e9-4ec8-a38e-7702a9d6f0ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:24.863516 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-30739386-e1e9-4ec8-a38e-7702a9d6f0ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/821b9ca0-a987-4cd2-ae26-2360f065de21 HTTP/1.1" status: 204 len: 168 time: 0.8504446 Jan 31 16:12:24.867437 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1917096-0c83-4e75-bd41-6793bf57d2ac None None] Network e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:24.901262 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Attempting to bind port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:12:24.903421 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Attempting to bind port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '968f77b3-4630-4480-98ac-8accd50d4eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:12:24.904498 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Attempting to bind port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e on network 6380305c-a2c9-44b6-ac22-786ef1818978 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:24.910706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39586) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:24.918567 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:12:24.919469 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e909d806-967c-4f26-aa82-3d14ea58cfdc req-7d145fc8-faa4-40e9-8851-b7e5f24d7d22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344748 Jan 31 16:12:24.920158 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Checking segment: {'id': '968f77b3-4630-4480-98ac-8accd50d4eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:24.920776 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:24.921994 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Bound using segment: {'id': '968f77b3-4630-4480-98ac-8accd50d4eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:12:24.925169 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Bound port: 6b1e057e-1a0e-4edc-b4e9-9a34094c549e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968f77b3-4630-4480-98ac-8accd50d4eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:12:24.925851 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:25.096174 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] For port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:12:25.102020 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] For port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6b1e057e-1a0e-4edc-b4e9-9a34094c549e,segment=NetworkSegment(968f77b3-4630-4480-98ac-8accd50d4eb1),segment_id=968f77b3-4630-4480-98ac-8accd50d4eb1)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:12:25.109742 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:25.156939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Router 56537365-0305-4ee8-80d5-346dff4a5fc6 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:12:25.181047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-75db680c-d645-434c-a702-e55d895bdf30 None None] Provisioning complete for port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:25.185222 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-75db680c-d645-434c-a702-e55d895bdf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:25.200153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39590) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:25.232255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:25.252259 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:25.253039 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:25.258472 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206c391-aa26-4550-921d-00f41dea8d91 None None] Pushing event updated for resources: {'Port': ['ID=6b1e057e-1a0e-4edc-b4e9-9a34094c549e,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:25.354004 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69ef57fb-0576-4887-9fe9-099349d442ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:25.401790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a736a64-fc9d-4ed2-b8ad-464fc147a83d None None] DHCP port deletion for e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:12:25.430287 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:12:25.513867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e909d806-967c-4f26-aa82-3d14ea58cfdc req-83f8e870-07de-439c-b377-52aa53b45077 service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780900 Jan 31 16:12:25.557075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d5cc4a99-6340-4278-adfb-0536b941df3f no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:12:25.616817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f65cffb1-8bc0-4747-a26e-ea1f1e3781df admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:25.630592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef57fb-0576-4887-9fe9-099349d442ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Subnet': ['ID=c7df4d8d-1477-431f-98a8-3c22658b381d,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:25.659691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ef57fb-0576-4887-9fe9-099349d442ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Checking segment: {'id': 'ba1c9bb9-a7ca-43f5-afea-d64f87c6b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:25.659691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef57fb-0576-4887-9fe9-099349d442ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network hostable DHCP agents. Network: 15105edd-ea95-4b28-8454-55df3bc93621, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:12:25.663286 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-75db680c-d645-434c-a702-e55d895bdf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:25.678364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:25.683598 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:25.685119 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f2dbd044-0b5a-44cf-9b7b-dd7be80be180 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "PUT /v2.0/routers/56537365-0305-4ee8-80d5-346dff4a5fc6 HTTP/1.1" status: 200 len: 917 time: 4.8118172 Jan 31 16:12:25.698123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39604) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:25.733445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06886621-6d66-4879-a3f7-51db843b6525 None None] Sync routers for ids ['56537365-0305-4ee8-80d5-346dff4a5fc6'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:25.762705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port d5cc4a99-6340-4278-adfb-0536b941df3f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:25.763112 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:25.788665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef57fb-0576-4887-9fe9-099349d442ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 15105edd-ea95-4b28-8454-55df3bc93621 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:12:25.828838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-69ef57fb-0576-4887-9fe9-099349d442ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 15105edd-ea95-4b28-8454-55df3bc93621) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:25.834106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef57fb-0576-4887-9fe9-099349d442ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:25.834865 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69ef57fb-0576-4887-9fe9-099349d442ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:25.864392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a76f17-d41d-4aab-8ee7-c2f557f204dd None None] Network 15105edd-ea95-4b28-8454-55df3bc93621 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:25.881610 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e909d806-967c-4f26-aa82-3d14ea58cfdc req-b6c95f6c-cd42-47d6-9f23-26d74700196e service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333919 Jan 31 16:12:25.883954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] For port d5cc4a99-6340-4278-adfb-0536b941df3f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d5cc4a99-6340-4278-adfb-0536b941df3f,segment=NetworkSegment(a0950df4-78a8-429d-9b63-fa89808b4276),segment_id=a0950df4-78a8-429d-9b63-fa89808b4276)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:25.884179 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:25.898500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for d5cc4a99-6340-4278-adfb-0536b941df3f owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:25.909139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06886621-6d66-4879-a3f7-51db843b6525 None None] Routers {'56537365-0305-4ee8-80d5-346dff4a5fc6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:25.910877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-06886621-6d66-4879-a3f7-51db843b6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['56537365-0305-4ee8-80d5-346dff4a5fc6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:25.952475 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-69ef57fb-0576-4887-9fe9-099349d442ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9302204 Jan 31 16:12:25.955516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39610) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:25.976927 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:20Z', 'revision_number': 2, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 4, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:25.995328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40e3d4-b7c6-427f-a315-ac698efc462e req-9fdea657-ce11-463b-880d-c9ab5d8323e6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:25.996994 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc40e3d4-b7c6-427f-a315-ac698efc462e req-9fdea657-ce11-463b-880d-c9ab5d8323e6 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.2315080 Jan 31 16:12:26.023711 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21358319-349b-4a92-bcae-d29543773ab8 None None] The sync data for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 is: [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:20Z', 'revision_number': 2, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 4, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:26.050355 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-06886621-6d66-4879-a3f7-51db843b6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:26.059503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-75db680c-d645-434c-a702-e55d895bdf30 None None] For port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6b1e057e-1a0e-4edc-b4e9-9a34094c549e,segment=NetworkSegment(968f77b3-4630-4480-98ac-8accd50d4eb1),segment_id=968f77b3-4630-4480-98ac-8accd50d4eb1)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:26.069390 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d15ee2da-5ace-4dfb-883f-b469d5cfac2b tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/routers/56537365-0305-4ee8-80d5-346dff4a5fc6 HTTP/1.1" status: 200 len: 923 time: 0.3673019 Jan 31 16:12:26.079567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39612) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:26.081937 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.097205 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f65cffb1-8bc0-4747-a26e-ea1f1e3781df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.105104 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-75db680c-d645-434c-a702-e55d895bdf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.117201 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f65cffb1-8bc0-4747-a26e-ea1f1e3781df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.172038 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.220938 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.226710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06886621-6d66-4879-a3f7-51db843b6525 None None] Routers {'56537365-0305-4ee8-80d5-346dff4a5fc6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:26.227435 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-06886621-6d66-4879-a3f7-51db843b6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['56537365-0305-4ee8-80d5-346dff4a5fc6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:26.232867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No DVR routers for this DVR port d5cc4a99-6340-4278-adfb-0536b941df3f on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:12:26.240283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9a736a64-fc9d-4ed2-b8ad-464fc147a83d None None] Deleting port d5cc4a99-6340-4278-adfb-0536b941df3f {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:26.240835 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9a736a64-fc9d-4ed2-b8ad-464fc147a83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.251110 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dc40e3d4-b7c6-427f-a315-ac698efc462e req-f598cb01-8b26-4e19-9059-100a23ddf460 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440794 Jan 31 16:12:26.305168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=d5cc4a99-6340-4278-adfb-0536b941df3f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:26.327656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9a736a64-fc9d-4ed2-b8ad-464fc147a83d None None] For port d5cc4a99-6340-4278-adfb-0536b941df3f, host n-d-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:26.328210 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9a736a64-fc9d-4ed2-b8ad-464fc147a83d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.351410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cffb1-8bc0-4747-a26e-ea1f1e3781df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261b9f00-19c1-4509-adf5-c674269bfcaa,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:26.369788 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f65cffb1-8bc0-4747-a26e-ea1f1e3781df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1346fa02900d4f6b93a89ab621d89d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1667809 Jan 31 16:12:26.373501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39616) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:26.384067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9a736a64-fc9d-4ed2-b8ad-464fc147a83d None None] Calling delete_port for d5cc4a99-6340-4278-adfb-0536b941df3f owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:26.387357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.ipam_backend_mixin [None req-9a736a64-fc9d-4ed2-b8ad-464fc147a83d None None] Port d5cc4a99-6340-4278-adfb-0536b941df3f was not found and therefore no delete operation was performed {{(pid=108773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:12:26.396737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba7f85-07b8-4851-9c66-901bf2910086 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:26.401933 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-afba7f85-07b8-4851-9c66-901bf2910086 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&device_id=56537365-0305-4ee8-80d5-346dff4a5fc6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2955420 Jan 31 16:12:26.402380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39618) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:26.429804 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.430182 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9a736a64-fc9d-4ed2-b8ad-464fc147a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.519214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-06886621-6d66-4879-a3f7-51db843b6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:26.519882 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06886621-6d66-4879-a3f7-51db843b6525 None None] The sync data for ids ['56537365-0305-4ee8-80d5-346dff4a5fc6'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:26.562373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b3712c47-cd27-4ad8-b52b-498a7f62611d None None] Provisioning complete for port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:26.562737 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b3712c47-cd27-4ad8-b52b-498a7f62611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.595250 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-702de6a5-8295-4bb2-a7dc-41de63dc26f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.606385 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00675a5-57a2-4fdd-97ed-2bba8ba76989 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:26.607861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b00675a5-57a2-4fdd-97ed-2bba8ba76989 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 881 time: 0.2046847 Jan 31 16:12:26.611130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39620) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:26.700056 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c003f2bc-71a9-4fd3-8177-bb15e075b62b tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "GET /v2.0/ports?device_id=56537365-0305-4ee8-80d5-346dff4a5fc6 HTTP/1.1" status: 200 len: 205 time: 0.0852592 Jan 31 16:12:26.700297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a736a64-fc9d-4ed2-b8ad-464fc147a83d None None] No DVR routers for this DVR port d5cc4a99-6340-4278-adfb-0536b941df3f on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:12:26.701074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39624) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:26.707549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-702de6a5-8295-4bb2-a7dc-41de63dc26f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.731559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:26.782973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0950df4-78a8-429d-9b63-fa89808b4276') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:26.782973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0950df4-78a8-429d-9b63-fa89808b4276') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:26.793491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db680c-d645-434c-a702-e55d895bdf30 None None] Pushing event updated for resources: {'Port': ['ID=6b1e057e-1a0e-4edc-b4e9-9a34094c549e,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:26.810052 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-702de6a5-8295-4bb2-a7dc-41de63dc26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.813065 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-702de6a5-8295-4bb2-a7dc-41de63dc26f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.814731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-702de6a5-8295-4bb2-a7dc-41de63dc26f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/261b9f00-19c1-4509-adf5-c674269bfcaa HTTP/1.1" status: 204 len: 168 time: 0.4404852 Jan 31 16:12:26.830461 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:26.831404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702de6a5-8295-4bb2-a7dc-41de63dc26f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261b9f00-19c1-4509-adf5-c674269bfcaa,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:26.909301 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a736a64-fc9d-4ed2-b8ad-464fc147a83d None None] Pushing event deleted for resources: {'Port': ['ID=d5cc4a99-6340-4278-adfb-0536b941df3f,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:26.949344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.070680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-15105edd-ea95-4b28-8454-55df3bc93621', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:12:27.073631 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.180025 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.312935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Deleting port bb7c3245-0471-4c40-a9a4-5d31c1bb92c2 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:27.313680 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.401515 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39634) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:27.472604 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.484029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38eef294-d419-45db-9a4a-6dc02d0b12f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.507903 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.540637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Calling delete_port for bb7c3245-0471-4c40-a9a4-5d31c1bb92c2 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:27.545235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:12:27.545951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.549319 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Allocated IP 172.21.0.2 (15105edd-ea95-4b28-8454-55df3bc93621/c7df4d8d-1477-431f-98a8-3c22658b381d/44998067-7f36-4320-95b7-56d63d9c9789) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:12:27.559669 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:12:27.602068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6b1e057e-1a0e-4edc-b4e9-9a34094c549e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:27.643808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.694812 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6275d-0de3-453f-9968-08317fd5ed89 req-26e097dc-5ff0-488b-96e3-fd498810488f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:27.697138 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f5c6275d-0de3-453f-9968-08317fd5ed89 req-26e097dc-5ff0-488b-96e3-fd498810488f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.2379544 Jan 31 16:12:27.768166 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.773086 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.774775 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:12:27.776448 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/networks/e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7 HTTP/1.1" status: 204 len: 168 time: 2.8621018 Jan 31 16:12:27.792414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:27.793264 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.822391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39638) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:27.836186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-37407578-769a-49bf-a549-768edd536006 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1588429958'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:27.873706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd2c96-62e7-4bed-ab11-5a98eed06a1d tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Network': ['ID=e3b5153d-5387-4c8d-b40d-0ed85cd5d6f7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:27.891596 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.913706 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.922121 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.951859 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38eef294-d419-45db-9a4a-6dc02d0b12f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.955966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f5c6275d-0de3-453f-9968-08317fd5ed89 req-ec16a8a8-0798-4a5d-aaed-4b793c24dc9e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889787 Jan 31 16:12:27.958528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37407578-769a-49bf-a549-768edd536006 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:27.962483 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37407578-769a-49bf-a549-768edd536006 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:27.966282 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38eef294-d419-45db-9a4a-6dc02d0b12f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.013582 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.028162 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Network 15105edd-ea95-4b28-8454-55df3bc93621 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:28.035990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:28.043390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:28.051890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Pushing event updated for resources: {'Port': ['ID=44998067-7f36-4320-95b7-56d63d9c9789,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:28.103191 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-38eef294-d419-45db-9a4a-6dc02d0b12f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c8182675d824315ac9b122bd974e071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6552083 Jan 31 16:12:28.104183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39640) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:28.114013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Pushing event deleted for resources: {'Port': ['ID=bb7c3245-0471-4c40-a9a4-5d31c1bb92c2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:28.144989 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37407578-769a-49bf-a549-768edd536006 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:12:28.147177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eef294-d419-45db-9a4a-6dc02d0b12f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c076f44c-0abc-4a9b-9e5e-c38abe7a5db5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:28.180919 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37407578-769a-49bf-a549-768edd536006 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.181642 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-37407578-769a-49bf-a549-768edd536006 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Added segment 903b5237-f4b8-4f0e-8b7f-56164ce4cbab of type vlan for network ea914792-cfea-48e5-ac44-7bdf6ad537c2 Jan 31 16:12:28.205809 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.207871 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Attempting to bind port 44998067-7f36-4320-95b7-56d63d9c9789 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:12:28.209164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Attempting to bind port 44998067-7f36-4320-95b7-56d63d9c9789 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ba1c9bb9-a7ca-43f5-afea-d64f87c6b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:12:28.211007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Attempting to bind port 44998067-7f36-4320-95b7-56d63d9c9789 on network 15105edd-ea95-4b28-8454-55df3bc93621 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:28.224991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:12:28.226159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Checking segment: {'id': 'ba1c9bb9-a7ca-43f5-afea-d64f87c6b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:28.228252 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.229368 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Bound using segment: {'id': 'ba1c9bb9-a7ca-43f5-afea-d64f87c6b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:12:28.231463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Bound port: 44998067-7f36-4320-95b7-56d63d9c9789, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1c9bb9-a7ca-43f5-afea-d64f87c6b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:12:28.232768 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.297945 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37407578-769a-49bf-a549-768edd536006 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.331424 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e6c2be-51fc-46dd-9fa5-78cc3afe84ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.337914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Allocated IP 172.21.0.1 (15105edd-ea95-4b28-8454-55df3bc93621/c7df4d8d-1477-431f-98a8-3c22658b381d/7c8212d5-f68d-4f96-9e85-72109440445c) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:28.387295 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e6c2be-51fc-46dd-9fa5-78cc3afe84ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.407680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] For port 44998067-7f36-4320-95b7-56d63d9c9789, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:12:28.415941 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37407578-769a-49bf-a549-768edd536006 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.416571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] For port 44998067-7f36-4320-95b7-56d63d9c9789, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=44998067-7f36-4320-95b7-56d63d9c9789,segment=NetworkSegment(ba1c9bb9-a7ca-43f5-afea-d64f87c6b726),segment_id=ba1c9bb9-a7ca-43f5-afea-d64f87c6b726)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:12:28.422744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37407578-769a-49bf-a549-768edd536006 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:28.423536 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-37407578-769a-49bf-a549-768edd536006 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.426270 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.544824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e77a4-27bd-45e1-afa9-4912810cf62c None None] Pushing event updated for resources: {'Port': ['ID=44998067-7f36-4320-95b7-56d63d9c9789,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:28.554381 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-37407578-769a-49bf-a549-768edd536006 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7303402 Jan 31 16:12:28.570959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39644) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:28.576077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4e1ce9ed-b5bf-45e4-9717-aff66b9b6132 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'ea914792-cfea-48e5-ac44-7bdf6ad537c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:28.625399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37407578-769a-49bf-a549-768edd536006 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Network': ['ID=ea914792-cfea-48e5-ac44-7bdf6ad537c2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:28.636252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network ea914792-cfea-48e5-ac44-7bdf6ad537c2 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:12:28.709142 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e6c2be-51fc-46dd-9fa5-78cc3afe84ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.711987 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e6c2be-51fc-46dd-9fa5-78cc3afe84ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.727271 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-58e6c2be-51fc-46dd-9fa5-78cc3afe84ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c076f44c-0abc-4a9b-9e5e-c38abe7a5db5 HTTP/1.1" status: 204 len: 168 time: 0.5820167 Jan 31 16:12:28.771523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6c2be-51fc-46dd-9fa5-78cc3afe84ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c076f44c-0abc-4a9b-9e5e-c38abe7a5db5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:28.790783 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.822088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1ce9ed-b5bf-45e4-9717-aff66b9b6132 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:28.825981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce9ed-b5bf-45e4-9717-aff66b9b6132 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:28.933192 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.001921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=7c8212d5-f68d-4f96-9e85-72109440445c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:29.035963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 15105edd-ea95-4b28-8454-55df3bc93621 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:29.040331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:29.043636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:29.188792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.243645 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.247026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.396449 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.399534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Fanout notify agent at l3_agent the message router_deleted on router 56537365-0305-4ee8-80d5-346dff4a5fc6 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:12:29.428074 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.440809 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce9ed-b5bf-45e4-9717-aff66b9b6132 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.441368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.443649 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ebb4ef36-4a58-42eb-857d-307a68113554 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/routers/56537365-0305-4ee8-80d5-346dff4a5fc6 HTTP/1.1" status: 204 len: 168 time: 2.7412755 Jan 31 16:12:29.449565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39664) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:29.484082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-eff65410-ed5b-4e62-92e3-41a5994b3be7 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1068042770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:29.563501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1390031-0a02-4473-8454-6344c05f7739 req-5c7b7861-3491-473e-9933-5be8a95c5913 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:29.593009 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1390031-0a02-4473-8454-6344c05f7739 req-5c7b7861-3491-473e-9933-5be8a95c5913 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.4406538 Jan 31 16:12:29.595625 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eff65410-ed5b-4e62-92e3-41a5994b3be7 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.596702 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eff65410-ed5b-4e62-92e3-41a5994b3be7 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.662418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 44998067-7f36-4320-95b7-56d63d9c9789 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:29.683425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ce9ed-b5bf-45e4-9717-aff66b9b6132 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Subnet': ['ID=12d08a59-5f52-4e5a-96ef-95d1bb1730fc,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:29.730191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1ce9ed-b5bf-45e4-9717-aff66b9b6132 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Checking segment: {'id': '903b5237-f4b8-4f0e-8b7f-56164ce4cbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ea914792-cfea-48e5-ac44-7bdf6ad537c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:29.730569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ce9ed-b5bf-45e4-9717-aff66b9b6132 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network hostable DHCP agents. Network: ea914792-cfea-48e5-ac44-7bdf6ad537c2, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:12:29.740589 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1390031-0a02-4473-8454-6344c05f7739 req-7be27e8b-04a0-4dfe-8320-6c5a62ccd02e tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399245 Jan 31 16:12:29.742419 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eff65410-ed5b-4e62-92e3-41a5994b3be7 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.751362 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eff65410-ed5b-4e62-92e3-41a5994b3be7 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.799153 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eff65410-ed5b-4e62-92e3-41a5994b3be7 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.804181 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eff65410-ed5b-4e62-92e3-41a5994b3be7 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3471019 Jan 31 16:12:29.805397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39672) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:29.815922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'enable_snat': False}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:29.828322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ce9ed-b5bf-45e4-9717-aff66b9b6132 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network ea914792-cfea-48e5-ac44-7bdf6ad537c2 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:12:29.839772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 44998067-7f36-4320-95b7-56d63d9c9789 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:29.840676 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:29.872045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ce9ed-b5bf-45e4-9717-aff66b9b6132 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, ea914792-cfea-48e5-ac44-7bdf6ad537c2) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:29.939525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385a5f8-bfec-4037-b88e-7a88ec8442f2 None None] Network ea914792-cfea-48e5-ac44-7bdf6ad537c2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:29.986323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ce9ed-b5bf-45e4-9717-aff66b9b6132 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:29.986959 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce9ed-b5bf-45e4-9717-aff66b9b6132 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:30.056928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4e1ce9ed-b5bf-45e4-9717-aff66b9b6132 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4851105 Jan 31 16:12:30.059854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39680) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:30.077310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': 'ea914792-cfea-48e5-ac44-7bdf6ad537c2', 'name': 'tempest-PortsTestJSON-2092692121', 'fixed_ips': [{'subnet_id': '12d08a59-5f52-4e5a-96ef-95d1bb1730fc', 'ip_address': '172.20.0.10'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:30.297125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:30.330020 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:30.342613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:30.372651 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:30.375809 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9721e8bb-bb0a-4672-991c-d05f5b0bdb65 None None] Network 15105edd-ea95-4b28-8454-55df3bc93621 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:30.468051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:30.561519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 44998067-7f36-4320-95b7-56d63d9c9789, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=44998067-7f36-4320-95b7-56d63d9c9789,segment=NetworkSegment(ba1c9bb9-a7ca-43f5-afea-d64f87c6b726),segment_id=ba1c9bb9-a7ca-43f5-afea-d64f87c6b726)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:30.586840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=7c8212d5-f68d-4f96-9e85-72109440445c,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:30.604417 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:30.615898 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:30.650607 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:30.860485 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:30.918973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Allocated IP 172.25.1.219 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/30555f21-a08d-4bbd-a133-d30eba62a101) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:30.925293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-ea914792-cfea-48e5-ac44-7bdf6ad537c2', 'network_id': 'ea914792-cfea-48e5-ac44-7bdf6ad537c2', 'tenant_id': '4338434bce7342bba9c2bee7845a66af', 'fixed_ips': [{'subnet_id': '12d08a59-5f52-4e5a-96ef-95d1bb1730fc'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:12:30.927073 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:30.945262 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:30.970292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port ea380e2b-5f8c-4799-b850-6aaad040dbbb yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:12:31.002722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f5bee298-7b8f-452d-82a2-7c27a1cb514d None None] Provisioning complete for port 44998067-7f36-4320-95b7-56d63d9c9789 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:31.003370 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5bee298-7b8f-452d-82a2-7c27a1cb514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:31.008783 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=44998067-7f36-4320-95b7-56d63d9c9789,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:31.043948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network 15105edd-ea95-4b28-8454-55df3bc93621 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:31.073695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:31.141819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f8f57-98df-4400-b7df-e4c731d73d2b req-9a81b7b9-3db3-4a1d-8e1e-af0cd9b38a08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:31.143499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-143f8f57-98df-4400-b7df-e4c731d73d2b req-9a81b7b9-3db3-4a1d-8e1e-af0cd9b38a08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.2782013 Jan 31 16:12:31.171739 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:31.214721 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:31.339660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Allocated IP 172.20.0.2 (ea914792-cfea-48e5-ac44-7bdf6ad537c2/12d08a59-5f52-4e5a-96ef-95d1bb1730fc/f0e5be09-b4df-4ec3-bf5c-0226dc1c567f) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:31.339844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router d7bc41dd-761e-4777-8fdc-16c0771217d6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:12:31.373036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Pushing event updated for resources: {'Port': ['ID=30555f21-a08d-4bbd-a133-d30eba62a101,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:31.374049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-143f8f57-98df-4400-b7df-e4c731d73d2b req-89e09235-c017-4596-9d4f-9a3c6d01e400 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187998 Jan 31 16:12:31.417543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:31.418992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:31.430512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:31.514135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:31.526896 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Sync routers for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:31.537071 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0ce7ed03-26da-4284-b93c-0ad9a73a27a2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5804634 Jan 31 16:12:31.537712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39706) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:31.543311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0a542702-56b2-4409-b6ab-1a78e348dfe8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1679600411'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:31.545507 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:31.548189 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:31.579370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a542702-56b2-4409-b6ab-1a78e348dfe8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:31.587975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a542702-56b2-4409-b6ab-1a78e348dfe8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:31.598181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 44998067-7f36-4320-95b7-56d63d9c9789 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:31.710984 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:31.733155 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:31.768333 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:12:31.872251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Network ea914792-cfea-48e5-ac44-7bdf6ad537c2 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:31.886050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:31.892523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:31.912691 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 44998067-7f36-4320-95b7-56d63d9c9789 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:31.916573 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.011304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Pushing event updated for resources: {'Port': ['ID=f0e5be09-b4df-4ec3-bf5c-0226dc1c567f,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:32.125077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.195975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-13f459c0-f1ea-4406-afb0-97ceeb4df615 None None] Provisioning complete for port 7c8212d5-f68d-4f96-9e85-72109440445c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:32.196423 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-13f459c0-f1ea-4406-afb0-97ceeb4df615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.249719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Attempting to bind port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:12:32.265067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Attempting to bind port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '903b5237-f4b8-4f0e-8b7f-56164ce4cbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ea914792-cfea-48e5-ac44-7bdf6ad537c2'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:12:32.265624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Attempting to bind port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f on network ea914792-cfea-48e5-ac44-7bdf6ad537c2 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:32.349641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.10 (ea914792-cfea-48e5-ac44-7bdf6ad537c2/12d08a59-5f52-4e5a-96ef-95d1bb1730fc/ea380e2b-5f8c-4799-b850-6aaad040dbbb) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:32.388078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:12:32.394077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Checking segment: {'id': '903b5237-f4b8-4f0e-8b7f-56164ce4cbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ea914792-cfea-48e5-ac44-7bdf6ad537c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:32.394493 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.397721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Bound using segment: {'id': '903b5237-f4b8-4f0e-8b7f-56164ce4cbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ea914792-cfea-48e5-ac44-7bdf6ad537c2'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:12:32.397872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Bound port: f0e5be09-b4df-4ec3-bf5c-0226dc1c567f, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903b5237-f4b8-4f0e-8b7f-56164ce4cbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ea914792-cfea-48e5-ac44-7bdf6ad537c2'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:12:32.398240 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.477278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a542702-56b2-4409-b6ab-1a78e348dfe8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:12:32.481842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-13f459c0-f1ea-4406-afb0-97ceeb4df615 None None] Port 7c8212d5-f68d-4f96-9e85-72109440445c cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:32.578216 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a542702-56b2-4409-b6ab-1a78e348dfe8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.579105 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-0a542702-56b2-4409-b6ab-1a78e348dfe8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Added segment 559e1f4c-0d7b-42f8-8cca-5e7c995ca488 of type vlan for network fa155e6b-9eac-4f3e-9f5c-49a82ece5afa Jan 31 16:12:32.579821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] For port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:12:32.584835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] For port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f0e5be09-b4df-4ec3-bf5c-0226dc1c567f,segment=NetworkSegment(903b5237-f4b8-4f0e-8b7f-56164ce4cbab),segment_id=903b5237-f4b8-4f0e-8b7f-56164ce4cbab)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:12:32.599058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.678728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39720) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:32.704440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df9ccd-5e9a-4db7-96f0-fb4362c78b74 None None] Pushing event updated for resources: {'Port': ['ID=f0e5be09-b4df-4ec3-bf5c-0226dc1c567f,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:32.719607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-13f459c0-f1ea-4406-afb0-97ceeb4df615 None None] Provisioning complete for port 44998067-7f36-4320-95b7-56d63d9c9789 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:32.719997 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-13f459c0-f1ea-4406-afb0-97ceeb4df615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.733861 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.763967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.781153 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a542702-56b2-4409-b6ab-1a78e348dfe8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.870744 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.915141 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a542702-56b2-4409-b6ab-1a78e348dfe8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.928709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a542702-56b2-4409-b6ab-1a78e348dfe8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:32.930216 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0a542702-56b2-4409-b6ab-1a78e348dfe8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:32.958072 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:29Z', 'revision_number': 3, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:29Z', 'revision_number': 2, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:32.991739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab6530-392c-4784-8750-996d8a8e7894 req-1ab8c44d-20f5-48f8-86d0-a9f560006f70 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:33.001274 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-32ab6530-392c-4784-8750-996d8a8e7894 req-1ab8c44d-20f5-48f8-86d0-a9f560006f70 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.4390955 Jan 31 16:12:33.019411 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Checking router: d7bc41dd-761e-4777-8fdc-16c0771217d6 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:12:33.022130 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Updating router d7bc41dd-761e-4777-8fdc-16c0771217d6 port 7c8212d5-f68d-4f96-9e85-72109440445c binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:12:33.081151 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-00bb4e8d-3a60-439f-8f33-4d209d3967ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:33.081797 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:33.086599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a542702-56b2-4409-b6ab-1a78e348dfe8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Network': ['ID=fa155e6b-9eac-4f3e-9f5c-49a82ece5afa,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:33.090745 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f64c193f-b708-4aa8-b929-aa0483d455b4 None None] Provisioning complete for port 7c8212d5-f68d-4f96-9e85-72109440445c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:33.091407 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f64c193f-b708-4aa8-b929-aa0483d455b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:33.100368 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-32ab6530-392c-4784-8750-996d8a8e7894 req-bcfb49fb-aebd-484d-aaf7-ed30e25b7723 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959945 Jan 31 16:12:33.117414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network fa155e6b-9eac-4f3e-9f5c-49a82ece5afa details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:12:33.205279 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:33.251294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0a542702-56b2-4409-b6ab-1a78e348dfe8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7124271 Jan 31 16:12:33.257382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network ea914792-cfea-48e5-ac44-7bdf6ad537c2 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:33.264261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39728) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:33.271345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1e09785b-4db6-4161-9c46-6b8cf1b78fb4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'subnet': {'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:33.291047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:33.301948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:33.407193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f64c193f-b708-4aa8-b929-aa0483d455b4 None None] Port 7c8212d5-f68d-4f96-9e85-72109440445c cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:33.443997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=ea380e2b-5f8c-4799-b850-6aaad040dbbb,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:33.475328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e09785b-4db6-4161-9c46-6b8cf1b78fb4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:33.479186 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1e09785b-4db6-4161-9c46-6b8cf1b78fb4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:33.486391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Router 947843dc-45b0-4430-8463-57a6f7fad7f4 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:12:33.528570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:33.533869 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:33.569038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8a38c913-a149-4c66-9685-87fb74fcf11f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5076118 Jan 31 16:12:33.571551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39730) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:33.586206 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-00bb4e8d-3a60-439f-8f33-4d209d3967ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:33.596794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': 'ea914792-cfea-48e5-ac44-7bdf6ad537c2', 'name': 'tempest-PortsTestJSON-182404206', 'fixed_ips': [{'subnet_id': '12d08a59-5f52-4e5a-96ef-95d1bb1730fc', 'ip_address': '172.20.0.9'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:33.600495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-00bb4e8d-3a60-439f-8f33-4d209d3967ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:33.691436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f0e5be09-b4df-4ec3-bf5c-0226dc1c567f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:33.729217 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-00bb4e8d-3a60-439f-8f33-4d209d3967ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9839a9daba71454186759d546d09beb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0494242 Jan 31 16:12:33.736424 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39732) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:33.748089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb4e8d-3a60-439f-8f33-4d209d3967ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c12929-0490-4bf3-ac79-e780ddbd3270,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:33.796657 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:33.803283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:33.803663 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:33.813694 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:33.916903 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023b671-7256-4247-bf1e-04ff2341cead None None] Pushing event updated for resources: {'Port': ['ID=7c8212d5-f68d-4f96-9e85-72109440445c,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:33.984171 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:33.985249 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9fb98d0-c172-4283-8de4-9e291d006008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.029580 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1e09785b-4db6-4161-9c46-6b8cf1b78fb4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.058017 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Attempting to bind port 7c8212d5-f68d-4f96-9e85-72109440445c on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:12:34.058017 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Attempting to bind port 7c8212d5-f68d-4f96-9e85-72109440445c by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ba1c9bb9-a7ca-43f5-afea-d64f87c6b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:12:34.058017 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Attempting to bind port 7c8212d5-f68d-4f96-9e85-72109440445c on network 15105edd-ea95-4b28-8454-55df3bc93621 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:34.063919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f0e5be09-b4df-4ec3-bf5c-0226dc1c567f,segment=NetworkSegment(903b5237-f4b8-4f0e-8b7f-56164ce4cbab),segment_id=903b5237-f4b8-4f0e-8b7f-56164ce4cbab)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:34.068155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9fb98d0-c172-4283-8de4-9e291d006008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.079312 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.090980 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:12:34.091352 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Checking segment: {'id': 'ba1c9bb9-a7ca-43f5-afea-d64f87c6b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:34.091932 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.092323 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Bound using segment: {'id': 'ba1c9bb9-a7ca-43f5-afea-d64f87c6b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:12:34.093085 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Bound port: 7c8212d5-f68d-4f96-9e85-72109440445c, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1c9bb9-a7ca-43f5-afea-d64f87c6b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:12:34.093372 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.102991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:34.145340 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.155450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:34.169498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e719b-75ff-4df2-b4a6-2ba9ae089fc6 None None] Sync routers for ids ['947843dc-45b0-4430-8463-57a6f7fad7f4'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:34.170519 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.172109 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-57919104-7cf5-427c-9f45-55e65c86fda1 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "PUT /v2.0/routers/947843dc-45b0-4430-8463-57a6f7fad7f4 HTTP/1.1" status: 200 len: 920 time: 4.3644981 Jan 31 16:12:34.179150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39738) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:34.196250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09785b-4db6-4161-9c46-6b8cf1b78fb4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Subnet': ['ID=4847aa4e-00d4-4b75-90eb-d67b0bfbcadf,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:34.218682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e09785b-4db6-4161-9c46-6b8cf1b78fb4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Checking segment: {'id': '559e1f4c-0d7b-42f8-8cca-5e7c995ca488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:34.219534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e09785b-4db6-4161-9c46-6b8cf1b78fb4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network hostable DHCP agents. Network: fa155e6b-9eac-4f3e-9f5c-49a82ece5afa, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:12:34.256225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e09785b-4db6-4161-9c46-6b8cf1b78fb4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network fa155e6b-9eac-4f3e-9f5c-49a82ece5afa is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:12:34.273616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-1e09785b-4db6-4161-9c46-6b8cf1b78fb4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, fa155e6b-9eac-4f3e-9f5c-49a82ece5afa) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:34.284726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e719b-75ff-4df2-b4a6-2ba9ae089fc6 None None] Routers {'947843dc-45b0-4430-8463-57a6f7fad7f4'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:34.285641 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-4d6e719b-75ff-4df2-b4a6-2ba9ae089fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['947843dc-45b0-4430-8463-57a6f7fad7f4'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:34.292420 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] For port 7c8212d5-f68d-4f96-9e85-72109440445c, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:12:34.297733 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] For port 7c8212d5-f68d-4f96-9e85-72109440445c, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7c8212d5-f68d-4f96-9e85-72109440445c,segment=NetworkSegment(ba1c9bb9-a7ca-43f5-afea-d64f87c6b726),segment_id=ba1c9bb9-a7ca-43f5-afea-d64f87c6b726)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:12:34.299088 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e09785b-4db6-4161-9c46-6b8cf1b78fb4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:34.302226 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1e09785b-4db6-4161-9c46-6b8cf1b78fb4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.306722 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.327371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-4d6e719b-75ff-4df2-b4a6-2ba9ae089fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:34.330618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932bd646-17b4-4776-acd1-f15d78b9eea9 None None] Network fa155e6b-9eac-4f3e-9f5c-49a82ece5afa requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:34.351179 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1e09785b-4db6-4161-9c46-6b8cf1b78fb4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0836589 Jan 31 16:12:34.352045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39740) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:34.373800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=f0e5be09-b4df-4ec3-bf5c-0226dc1c567f,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:34.491884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e719b-75ff-4df2-b4a6-2ba9ae089fc6 None None] Routers {'947843dc-45b0-4430-8463-57a6f7fad7f4'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:34.495666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-4d6e719b-75ff-4df2-b4a6-2ba9ae089fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['947843dc-45b0-4430-8463-57a6f7fad7f4'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:34.536402 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:34.537274 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:34.554115 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port 1b4e32bb-5141-4c0f-a58f-d9d9047a2517 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:12:34.596073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-4d6e719b-75ff-4df2-b4a6-2ba9ae089fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:34.601943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e719b-75ff-4df2-b4a6-2ba9ae089fc6 None None] The sync data for ids ['947843dc-45b0-4430-8463-57a6f7fad7f4'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:34.633930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aa71f33c-c754-4874-918d-4788014e9ecf None None] Provisioning complete for port 7c8212d5-f68d-4f96-9e85-72109440445c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:34.634298 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa71f33c-c754-4874-918d-4788014e9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.800062 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:12:34.898604 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9fb98d0-c172-4283-8de4-9e291d006008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.901133 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9fb98d0-c172-4283-8de4-9e291d006008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.904670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a9fb98d0-c172-4283-8de4-9e291d006008 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13c12929-0490-4bf3-ac79-e780ddbd3270 HTTP/1.1" status: 204 len: 168 time: 1.1650181 Jan 31 16:12:34.921775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb98d0-c172-4283-8de4-9e291d006008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c12929-0490-4bf3-ac79-e780ddbd3270,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:34.945038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc01db2-e708-4028-82bf-1759826c16e3 None None] Network ea914792-cfea-48e5-ac44-7bdf6ad537c2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:34.957875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0d874-6d08-48a8-a67e-4bc4af354e4f req-f7b3292d-379a-4755-85e8-ed6f8277bfe1 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:34.959112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:12:34.959811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-63b0d874-6d08-48a8-a67e-4bc4af354e4f req-f7b3292d-379a-4755-85e8-ed6f8277bfe1 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.5481317 Jan 31 16:12:34.967767 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:34.987983 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023b671-7256-4247-bf1e-04ff2341cead None None] Pushing event updated for resources: {'Port': ['ID=7c8212d5-f68d-4f96-9e85-72109440445c,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:35.030844 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ec81b143-25df-47cc-996b-c6a7b283608e tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/routers/947843dc-45b0-4430-8463-57a6f7fad7f4 HTTP/1.1" status: 200 len: 926 time: 0.8286667 Jan 31 16:12:35.036333 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-63b0d874-6d08-48a8-a67e-4bc4af354e4f req-c3ae06a1-eca8-479d-a765-ca5a45d50c3d tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534825 Jan 31 16:12:35.038616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39746) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:35.056378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.9 (ea914792-cfea-48e5-ac44-7bdf6ad537c2/12d08a59-5f52-4e5a-96ef-95d1bb1730fc/1b4e32bb-5141-4c0f-a58f-d9d9047a2517) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:35.224745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233f5907-588e-4804-81e7-f91b74861b20 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:35.231657 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-233f5907-588e-4804-81e7-f91b74861b20 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&device_id=947843dc-45b0-4430-8463-57a6f7fad7f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1920295 Jan 31 16:12:35.234090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39750) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:35.240775 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa71f33c-c754-4874-918d-4788014e9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:35.275516 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:29Z', 'revision_number': 3, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:34Z', 'revision_number': 4, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:35.284962 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:35.350256 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:35.366564 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa19a5-764b-4fd8-989f-6614e2abcd69 None None] The sync data for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 is: [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:29Z', 'revision_number': 3, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:34Z', 'revision_number': 4, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:35.463979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-aa71f33c-c754-4874-918d-4788014e9ecf None None] For port 7c8212d5-f68d-4f96-9e85-72109440445c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7c8212d5-f68d-4f96-9e85-72109440445c,segment=NetworkSegment(ba1c9bb9-a7ca-43f5-afea-d64f87c6b726),segment_id=ba1c9bb9-a7ca-43f5-afea-d64f87c6b726)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:35.486941 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa71f33c-c754-4874-918d-4788014e9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:35.496016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network ea914792-cfea-48e5-ac44-7bdf6ad537c2 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:35.511303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:35.513366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:35.516408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=1b4e32bb-5141-4c0f-a58f-d9d9047a2517,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:35.519057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:35.651398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39756) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:35.652172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f0e5be09-b4df-4ec3-bf5c-0226dc1c567f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:35.657621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:35.659671 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:35.660964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ca0180-aea9-4d69-ac6a-4c570215ac0f tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:35.665367 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-51ca0180-aea9-4d69-ac6a-4c570215ac0f tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/networks/ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 881 time: 0.4279568 Jan 31 16:12:35.666008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39758) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:35.711172 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a6bb-aa4d-48cf-b742-de76bf64f297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:35.724452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Allocated IP 172.22.0.2 (fa155e6b-9eac-4f3e-9f5c-49a82ece5afa/4847aa4e-00d4-4b75-90eb-d67b0bfbcadf/afd4ef48-3a50-4058-922d-f9be26c36e0f) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:35.732756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2f741331-26eb-478a-9cc5-af5f88b26c1a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "GET /v2.0/ports?device_id=947843dc-45b0-4430-8463-57a6f7fad7f4 HTTP/1.1" status: 200 len: 205 time: 0.0599566 Jan 31 16:12:35.734833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39762) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:35.743720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-540e5b59-296e-4974-b07f-0a28dc2718ff tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1705341 Jan 31 16:12:35.745975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ee588be7-1ee0-4ce4-883e-90476cc5e4e4 None None] Provisioning complete for port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:35.746406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39764) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:35.749293 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee588be7-1ee0-4ce4-883e-90476cc5e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:35.907091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71f33c-c754-4874-918d-4788014e9ecf None None] Pushing event updated for resources: {'Port': ['ID=7c8212d5-f68d-4f96-9e85-72109440445c,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:36.005684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa480f5-dada-432c-8791-e7afa4d16181 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:36.012385 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cfa480f5-dada-432c-8791-e7afa4d16181 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2568333 Jan 31 16:12:36.013055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39766) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:36.059124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:36.059501 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:36.102260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:36.106343 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a6bb-aa4d-48cf-b742-de76bf64f297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:36.112315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a6bb-aa4d-48cf-b742-de76bf64f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:36.247642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7da5b5-37bc-4704-836e-a88c284d5be8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:36.265784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7da5b5-37bc-4704-836e-a88c284d5be8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:36.272027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7da5b5-37bc-4704-836e-a88c284d5be8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:36.276599 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bd7da5b5-37bc-4704-836e-a88c284d5be8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2580447 Jan 31 16:12:36.277053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39770) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:36.362362 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:36.366560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ee588be7-1ee0-4ce4-883e-90476cc5e4e4 None None] Provisioning complete for port 7c8212d5-f68d-4f96-9e85-72109440445c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:36.366977 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee588be7-1ee0-4ce4-883e-90476cc5e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:36.482235 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:36.587156 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:36.596414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Network fa155e6b-9eac-4f3e-9f5c-49a82ece5afa is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:36.607654 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:36.614217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:36.633079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Pushing event updated for resources: {'Port': ['ID=afd4ef48-3a50-4058-922d-f9be26c36e0f,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:36.685091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8eaea786-3d69-4a50-9a42-96fe27418191 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port 1b4e32bb-5141-4c0f-a58f-d9d9047a2517 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:36.685408 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8eaea786-3d69-4a50-9a42-96fe27418191 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:36.773242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Attempting to bind port afd4ef48-3a50-4058-922d-f9be26c36e0f on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:12:36.773802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Attempting to bind port afd4ef48-3a50-4058-922d-f9be26c36e0f by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '559e1f4c-0d7b-42f8-8cca-5e7c995ca488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:12:36.774495 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Attempting to bind port afd4ef48-3a50-4058-922d-f9be26c36e0f on network fa155e6b-9eac-4f3e-9f5c-49a82ece5afa {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:36.806736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Deleting port 30555f21-a08d-4bbd-a133-d30eba62a101 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:36.807082 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:36.811515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:12:36.811980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Checking segment: {'id': '559e1f4c-0d7b-42f8-8cca-5e7c995ca488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:36.812511 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:36.812990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Bound using segment: {'id': '559e1f4c-0d7b-42f8-8cca-5e7c995ca488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:12:36.814393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Bound port: afd4ef48-3a50-4058-922d-f9be26c36e0f, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559e1f4c-0d7b-42f8-8cca-5e7c995ca488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:12:36.814878 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:36.877736 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e1c6a6bb-aa4d-48cf-b742-de76bf64f297 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d982559bad804acbbbc675a1dd9ad430&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2252176 Jan 31 16:12:36.880858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39776) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:36.882235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6a6bb-aa4d-48cf-b742-de76bf64f297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa17267-ffcc-4a03-9357-224114864c5d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:36.913270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Allocated IP 172.22.0.1 (fa155e6b-9eac-4f3e-9f5c-49a82ece5afa/4847aa4e-00d4-4b75-90eb-d67b0bfbcadf/95601264-7030-41af-9aff-4352263be585) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:36.922237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bac53-92bf-4189-ac79-b19aedb010b5 req-3c848f6c-a233-488c-8541-ca55f689ab16 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:36.923747 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab5bac53-92bf-4189-ac79-b19aedb010b5 req-3c848f6c-a233-488c-8541-ca55f689ab16 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.7668130 Jan 31 16:12:36.961092 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] For port afd4ef48-3a50-4058-922d-f9be26c36e0f, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:12:36.964887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] For port afd4ef48-3a50-4058-922d-f9be26c36e0f, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=afd4ef48-3a50-4058-922d-f9be26c36e0f,segment=NetworkSegment(559e1f4c-0d7b-42f8-8cca-5e7c995ca488),segment_id=559e1f4c-0d7b-42f8-8cca-5e7c995ca488)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:12:36.973623 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.002696 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.007818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8eaea786-3d69-4a50-9a42-96fe27418191 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.022481 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9f603c5-24b1-4d53-af08-937159a9aced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.040429 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab5bac53-92bf-4189-ac79-b19aedb010b5 req-82013d09-eef5-4c61-84ad-2875ecce40be tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035175 Jan 31 16:12:37.047320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-341bf9e5-0d70-4e95-af8b-a6fb66f8f15a None None] Provisioning complete for port ea380e2b-5f8c-4799-b850-6aaad040dbbb triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:37.048079 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-341bf9e5-0d70-4e95-af8b-a6fb66f8f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.060578 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9f603c5-24b1-4d53-af08-937159a9aced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.118953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Calling delete_port for 30555f21-a08d-4bbd-a133-d30eba62a101 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:37.125920 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9f603c5-24b1-4d53-af08-937159a9aced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.128547 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9f603c5-24b1-4d53-af08-937159a9aced admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.129889 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d9f603c5-24b1-4d53-af08-937159a9aced admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9aa17267-ffcc-4a03-9357-224114864c5d HTTP/1.1" status: 204 len: 168 time: 0.2427595 Jan 31 16:12:37.131149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8eaea786-3d69-4a50-9a42-96fe27418191 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for 1b4e32bb-5141-4c0f-a58f-d9d9047a2517 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:37.180487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f603c5-24b1-4d53-af08-937159a9aced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa17267-ffcc-4a03-9357-224114864c5d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:37.186181 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.271957 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.456208 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668430e9-6411-46c7-8832-f23cba7ebb38 None None] Pushing event updated for resources: {'Port': ['ID=afd4ef48-3a50-4058-922d-f9be26c36e0f,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:37.505506 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-341bf9e5-0d70-4e95-af8b-a6fb66f8f15a None None] Port ea380e2b-5f8c-4799-b850-6aaad040dbbb cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:37.506182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network fa155e6b-9eac-4f3e-9f5c-49a82ece5afa is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:37.526677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:37.541381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:37.549450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=95601264-7030-41af-9aff-4352263be585,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:37.570686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-341bf9e5-0d70-4e95-af8b-a6fb66f8f15a None None] Provisioning complete for port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:37.582351 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-341bf9e5-0d70-4e95-af8b-a6fb66f8f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.663085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcb940-1563-4ce4-874e-4f96ca087388 req-0cfb2fc7-6cf6-4dd7-a68e-59e222274a1a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:37.665441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6ddcb940-1563-4ce4-874e-4f96ca087388 req-0cfb2fc7-6cf6-4dd7-a68e-59e222274a1a tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.2826355 Jan 31 16:12:37.696644 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.719504 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.750126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Pushing event deleted for resources: {'Port': ['ID=30555f21-a08d-4bbd-a133-d30eba62a101,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:37.776707 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7c8212d5-f68d-4f96-9e85-72109440445c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:37.838758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6ddcb940-1563-4ce4-874e-4f96ca087388 req-4f8657b0-cef9-4016-aee9-c90ade167c24 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623898 Jan 31 16:12:37.864327 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8eaea786-3d69-4a50-9a42-96fe27418191 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.869116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-341bf9e5-0d70-4e95-af8b-a6fb66f8f15a None None] Could not find standard attr ID for object 1b4e32bb-5141-4c0f-a58f-d9d9047a2517. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:12:37.902609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaea786-3d69-4a50-9a42-96fe27418191 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=1b4e32bb-5141-4c0f-a58f-d9d9047a2517,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:37.902924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7c8212d5-f68d-4f96-9e85-72109440445c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:37.903791 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:37.926093 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.063018 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.151263 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.160950 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.274087 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8eaea786-3d69-4a50-9a42-96fe27418191 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.280830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8eaea786-3d69-4a50-9a42-96fe27418191 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/1b4e32bb-5141-4c0f-a58f-d9d9047a2517 HTTP/1.1" status: 204 len: 168 time: 2.0004623 Jan 31 16:12:38.284245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39810) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:38.294857 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.295056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Fanout notify agent at l3_agent the message router_deleted on router 947843dc-45b0-4430-8463-57a6f7fad7f4 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:12:38.311341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633abd2-d92c-4969-bb39-2d4832cf8978 req-de50fcd6-1384-48b9-a5f3-d8096fa8fdd4 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:38.313026 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0633abd2-d92c-4969-bb39-2d4832cf8978 req-de50fcd6-1384-48b9-a5f3-d8096fa8fdd4 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.2427268 Jan 31 16:12:38.321987 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.323099 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8b632ef7-1e2a-46a4-abee-3071b63c5ae0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/routers/947843dc-45b0-4430-8463-57a6f7fad7f4 HTTP/1.1" status: 204 len: 168 time: 2.5869241 Jan 31 16:12:38.432876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39814) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:38.445949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1760520715', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:38.461210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.471737 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.560794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=95601264-7030-41af-9aff-4352263be585,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:38.620011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.627952 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.629183 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.694098 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edc2907-c268-4099-8ec0-6ef7f80b8126 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:12:38.699849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4edc2907-c268-4099-8ec0-6ef7f80b8126 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/1b4e32bb-5141-4c0f-a58f-d9d9047a2517 HTTP/1.1" status: 404 len: 333 time: 0.4142387 Jan 31 16:12:38.706991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39822) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:38.753734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network fa155e6b-9eac-4f3e-9f5c-49a82ece5afa is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:38.759785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:38.791078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd1356f-849e-4aae-9af5-6a0473658373 None None] Network fa155e6b-9eac-4f3e-9f5c-49a82ece5afa requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:38.850602 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.862778 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0633abd2-d92c-4969-bb39-2d4832cf8978 req-faad881e-33f0-45d0-ab3d-fa954917ed87 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788020 Jan 31 16:12:38.911355 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2a2fcd6c-517a-489b-a447-fee6f38bfff6 None None] Provisioning complete for port afd4ef48-3a50-4058-922d-f9be26c36e0f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:38.912002 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2a2fcd6c-517a-489b-a447-fee6f38bfff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:38.937623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-1b428d18-1e06-4414-8ae7-f2e403870028 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port ea380e2b-5f8c-4799-b850-6aaad040dbbb {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:38.937990 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b428d18-1e06-4414-8ae7-f2e403870028 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:39.135702 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2a2fcd6c-517a-489b-a447-fee6f38bfff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:39.150688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b428d18-1e06-4414-8ae7-f2e403870028 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:39.160202 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:39.175103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router d7bc41dd-761e-4777-8fdc-16c0771217d6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:12:39.191075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-1b428d18-1e06-4414-8ae7-f2e403870028 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for ea380e2b-5f8c-4799-b850-6aaad040dbbb owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:39.227847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-2a2fcd6c-517a-489b-a447-fee6f38bfff6 None None] For port afd4ef48-3a50-4058-922d-f9be26c36e0f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=afd4ef48-3a50-4058-922d-f9be26c36e0f,segment=NetworkSegment(559e1f4c-0d7b-42f8-8cca-5e7c995ca488),segment_id=559e1f4c-0d7b-42f8-8cca-5e7c995ca488)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:39.241814 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2a2fcd6c-517a-489b-a447-fee6f38bfff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:39.345336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fcd6c-517a-489b-a447-fee6f38bfff6 None None] Pushing event updated for resources: {'Port': ['ID=afd4ef48-3a50-4058-922d-f9be26c36e0f,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:39.400096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:39.417744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-01f0ac66-b1dd-4d57-8f4f-95f3e4c1fae6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0609889 Jan 31 16:12:39.422090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39848) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:39.424354 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Sync routers for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:39.436603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-898d781e-03a2-4233-89b9-bf6884d90b24 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'network': {'name': 'tempest-RoutersTest-1165338953'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:39.442709 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:39.443333 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:39.455225 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b428d18-1e06-4414-8ae7-f2e403870028 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:39.500989 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713ab08-e52a-4bf2-8862-f12e211af21b req-eb2b0820-bb29-4c7b-81ca-906cc55e57ee tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:39.505831 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d713ab08-e52a-4bf2-8862-f12e211af21b req-eb2b0820-bb29-4c7b-81ca-906cc55e57ee tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.3177497 Jan 31 16:12:39.625053 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:12:39.683695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device afd4ef48-3a50-4058-922d-f9be26c36e0f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:39.704832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b428d18-1e06-4414-8ae7-f2e403870028 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=ea380e2b-5f8c-4799-b850-6aaad040dbbb,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:39.716995 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898d781e-03a2-4233-89b9-bf6884d90b24 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:39.721404 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-898d781e-03a2-4233-89b9-bf6884d90b24 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:39.814568 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d713ab08-e52a-4bf2-8862-f12e211af21b req-d801a613-5ce1-4fd3-8815-13daa1b8f4ec tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890860 Jan 31 16:12:39.819314 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:39.823168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7afcf7f0-d3a5-4cb8-97f3-971ef5814fb1 None None] Provisioning complete for port 95601264-7030-41af-9aff-4352263be585 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:39.823735 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7afcf7f0-d3a5-4cb8-97f3-971ef5814fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:39.899248 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:39.903185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port afd4ef48-3a50-4058-922d-f9be26c36e0f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:39.903329 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:39.942644 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b428d18-1e06-4414-8ae7-f2e403870028 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:39.952089 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1b428d18-1e06-4414-8ae7-f2e403870028 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/ea380e2b-5f8c-4799-b850-6aaad040dbbb HTTP/1.1" status: 204 len: 168 time: 1.2398098 Jan 31 16:12:39.952989 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39862) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:40.032213 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2ea63c-36c1-4bdb-827b-54e3d82b91ea tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:12:40.045770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39864) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:40.051639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7e2ea63c-36c1-4bdb-827b-54e3d82b91ea tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/ea380e2b-5f8c-4799-b850-6aaad040dbbb HTTP/1.1" status: 404 len: 333 time: 0.0906725 Jan 31 16:12:40.109616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7afcf7f0-d3a5-4cb8-97f3-971ef5814fb1 None None] Port 95601264-7030-41af-9aff-4352263be585 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:40.145899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7afcf7f0-d3a5-4cb8-97f3-971ef5814fb1 None None] Provisioning complete for port afd4ef48-3a50-4058-922d-f9be26c36e0f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:40.146600 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7afcf7f0-d3a5-4cb8-97f3-971ef5814fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.152068 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:37Z', 'revision_number': 4, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:38Z', 'revision_number': 2, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:40.185557 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Checking router: d7bc41dd-761e-4777-8fdc-16c0771217d6 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:12:40.186169 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Updating router d7bc41dd-761e-4777-8fdc-16c0771217d6 port 95601264-7030-41af-9aff-4352263be585 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:12:40.241735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898d781e-03a2-4233-89b9-bf6884d90b24 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:12:40.246583 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.278091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Allocated IP 172.25.1.178 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/7af32ab4-ea43-4ea9-b029-748441a418e3) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:40.300960 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-898d781e-03a2-4233-89b9-bf6884d90b24 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.301295 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-898d781e-03a2-4233-89b9-bf6884d90b24 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Added segment ed32c5bf-8536-42f8-83cc-4dd461df9440 of type vlan for network aae8b5a8-f115-41b5-860a-f6962cbfa377 Jan 31 16:12:40.325187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6690da-e14f-49da-ba96-b8146e018556 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting subnet 12d08a59-5f52-4e5a-96ef-95d1bb1730fc {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:12:40.446171 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5ff86fb1-8cd6-4655-8cb0-5b129a0ae3ab None None] Provisioning complete for port 95601264-7030-41af-9aff-4352263be585 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:40.446973 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5ff86fb1-8cd6-4655-8cb0-5b129a0ae3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.477122 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.518282 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd6690da-e14f-49da-ba96-b8146e018556 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.518896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5ff86fb1-8cd6-4655-8cb0-5b129a0ae3ab None None] Port 95601264-7030-41af-9aff-4352263be585 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:40.565484 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd6690da-e14f-49da-ba96-b8146e018556 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.618174 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.675887 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.679438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-898d781e-03a2-4233-89b9-bf6884d90b24 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.703832 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.751783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:40.763116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:40.767725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Pushing event updated for resources: {'Port': ['ID=7af32ab4-ea43-4ea9-b029-748441a418e3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:40.773244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:40.781326 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-898d781e-03a2-4233-89b9-bf6884d90b24 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.786806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898d781e-03a2-4233-89b9-bf6884d90b24 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:40.787417 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-898d781e-03a2-4233-89b9-bf6884d90b24 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.815201 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd6690da-e14f-49da-ba96-b8146e018556 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:40.923603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff089ad-3354-46d2-960b-7058611fe370 req-f4dfd60f-0ebd-46fc-b2fd-4c1a88596ee9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:40.924854 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ff089ad-3354-46d2-960b-7058611fe370 req-f4dfd60f-0ebd-46fc-b2fd-4c1a88596ee9 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.3231590 Jan 31 16:12:40.947691 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-898d781e-03a2-4233-89b9-bf6884d90b24 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5251644 Jan 31 16:12:40.950597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39882) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:40.957994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ea531330-1c99-4fe0-add8-7a4228b76d95 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'subnet': {'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:41.066883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d781e-03a2-4233-89b9-bf6884d90b24 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Network': ['ID=aae8b5a8-f115-41b5-860a-f6962cbfa377,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:41.072241 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050fdaf-6ccc-4e34-a5a0-a6f34c44447a None None] Pushing event updated for resources: {'Port': ['ID=95601264-7030-41af-9aff-4352263be585,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:41.091721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network aae8b5a8-f115-41b5-860a-f6962cbfa377 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:12:41.092448 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Attempting to bind port 95601264-7030-41af-9aff-4352263be585 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:12:41.092948 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Attempting to bind port 95601264-7030-41af-9aff-4352263be585 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '559e1f4c-0d7b-42f8-8cca-5e7c995ca488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:12:41.093403 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Attempting to bind port 95601264-7030-41af-9aff-4352263be585 on network fa155e6b-9eac-4f3e-9f5c-49a82ece5afa {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:41.103409 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:12:41.103914 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Checking segment: {'id': '559e1f4c-0d7b-42f8-8cca-5e7c995ca488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:41.107322 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:41.107829 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Bound using segment: {'id': '559e1f4c-0d7b-42f8-8cca-5e7c995ca488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:12:41.108497 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Bound port: 95601264-7030-41af-9aff-4352263be585, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559e1f4c-0d7b-42f8-8cca-5e7c995ca488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:12:41.109868 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:41.198340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea531330-1c99-4fe0-add8-7a4228b76d95 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Made reservation on behalf of 293bf89b3c4044aca25d9d670cc8ebde for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:41.203400 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea531330-1c99-4fe0-add8-7a4228b76d95 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:41.296077 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] For port 95601264-7030-41af-9aff-4352263be585, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:12:41.303757 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] For port 95601264-7030-41af-9aff-4352263be585, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=95601264-7030-41af-9aff-4352263be585,segment=NetworkSegment(559e1f4c-0d7b-42f8-8cca-5e7c995ca488),segment_id=559e1f4c-0d7b-42f8-8cca-5e7c995ca488)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:12:41.315399 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:41.372425 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd6690da-e14f-49da-ba96-b8146e018556 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:41.408941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6690da-e14f-49da-ba96-b8146e018556 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Subnet': ['ID=12d08a59-5f52-4e5a-96ef-95d1bb1730fc,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:41.455939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c98aedb-a9cd-4cb7-a25c-d9b76d49f956 None None] Network ea914792-cfea-48e5-ac44-7bdf6ad537c2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:41.462855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84160c6b-a9b5-4737-a141-b2540a904261 req-d33585ad-3db5-41f4-8c1e-792629ae62ba tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:41.464635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84160c6b-a9b5-4737-a141-b2540a904261 req-d33585ad-3db5-41f4-8c1e-792629ae62ba tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 945 time: 0.4756010 Jan 31 16:12:41.466931 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd6690da-e14f-49da-ba96-b8146e018556 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:41.475377 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bd6690da-e14f-49da-ba96-b8146e018556 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/12d08a59-5f52-4e5a-96ef-95d1bb1730fc HTTP/1.1" status: 204 len: 168 time: 1.4280269 Jan 31 16:12:41.477924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39900) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:41.496128 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050fdaf-6ccc-4e34-a5a0-a6f34c44447a None None] Pushing event updated for resources: {'Port': ['ID=95601264-7030-41af-9aff-4352263be585,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:41.558897 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:41.559787 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:41.636435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-9ff089ad-3354-46d2-960b-7058611fe370 req-ac2c20ba-64a8-4d17-929f-8338bf64e043 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Deleting port e5a51211-37f9-4175-907e-3d85ba40fe77 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:41.637038 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9ff089ad-3354-46d2-960b-7058611fe370 req-ac2c20ba-64a8-4d17-929f-8338bf64e043 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:41.679499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-caca7da3-5e8f-4f7b-abca-e269a1cf4539 None None] Provisioning complete for port 95601264-7030-41af-9aff-4352263be585 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:41.679868 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-caca7da3-5e8f-4f7b-abca-e269a1cf4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:41.715870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea531330-1c99-4fe0-add8-7a4228b76d95 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:41.859690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea531330-1c99-4fe0-add8-7a4228b76d95 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Subnet': ['ID=d6ef9503-fecb-4cc4-88e4-6a5b7f5432cf,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:41.911546 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:12:41.939273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea531330-1c99-4fe0-add8-7a4228b76d95 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Checking segment: {'id': 'ed32c5bf-8536-42f8-83cc-4dd461df9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:41.939636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea531330-1c99-4fe0-add8-7a4228b76d95 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network hostable DHCP agents. Network: aae8b5a8-f115-41b5-860a-f6962cbfa377, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:12:41.959611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea531330-1c99-4fe0-add8-7a4228b76d95 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network aae8b5a8-f115-41b5-860a-f6962cbfa377 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:12:41.972085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ea531330-1c99-4fe0-add8-7a4228b76d95 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, aae8b5a8-f115-41b5-860a-f6962cbfa377) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:41.981050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea531330-1c99-4fe0-add8-7a4228b76d95 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:41.982713 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea531330-1c99-4fe0-add8-7a4228b76d95 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:42.000678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a47a1-5a52-4fea-adc2-77d11cad9221 None None] Network aae8b5a8-f115-41b5-860a-f6962cbfa377 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:42.019173 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ea531330-1c99-4fe0-add8-7a4228b76d95 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0653007 Jan 31 16:12:42.020214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39912) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:42.160428 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-caca7da3-5e8f-4f7b-abca-e269a1cf4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:42.213455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-caca7da3-5e8f-4f7b-abca-e269a1cf4539 None None] For port 95601264-7030-41af-9aff-4352263be585, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=95601264-7030-41af-9aff-4352263be585,segment=NetworkSegment(559e1f4c-0d7b-42f8-8cca-5e7c995ca488),segment_id=559e1f4c-0d7b-42f8-8cca-5e7c995ca488)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:42.222029 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-caca7da3-5e8f-4f7b-abca-e269a1cf4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:42.274353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdcc5c3-ee56-4688-a86d-3088cb13262f None None] DHCP port deletion for ea914792-cfea-48e5-ac44-7bdf6ad537c2 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:12:42.407606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca7da3-5e8f-4f7b-abca-e269a1cf4539 None None] Pushing event updated for resources: {'Port': ['ID=95601264-7030-41af-9aff-4352263be585,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:42.411402 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:42.422844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ea0b5a9c-c6ac-4f99-b28d-e5ad8f443fee None None] Provisioning complete for port 95601264-7030-41af-9aff-4352263be585 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:42.423217 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5a9c-c6ac-4f99-b28d-e5ad8f443fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:42.456236 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84160c6b-a9b5-4737-a141-b2540a904261 req-553f6b27-757d-4ab8-92aa-4661ab3e8f0b tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9795215 Jan 31 16:12:42.508031 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:37Z', 'revision_number': 4, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:41Z', 'revision_number': 4, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:42.523739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-aae8b5a8-f115-41b5-860a-f6962cbfa377', 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'fixed_ips': [{'subnet_id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:12:42.524603 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:42.534283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcc5c3-ee56-4688-a86d-3088cb13262f None None] Deleting port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:42.534658 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc5c3-ee56-4688-a86d-3088cb13262f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:42.544322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-9ff089ad-3354-46d2-960b-7058611fe370 req-ac2c20ba-64a8-4d17-929f-8338bf64e043 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] For port e5a51211-37f9-4175-907e-3d85ba40fe77, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e5a51211-37f9-4175-907e-3d85ba40fe77,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:42.545332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9ff089ad-3354-46d2-960b-7058611fe370 req-ac2c20ba-64a8-4d17-929f-8338bf64e043 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:42.554610 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c3a71d-b477-4044-b262-f696f8648c15 None None] The sync data for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 is: [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:37Z', 'revision_number': 4, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:41Z', 'revision_number': 4, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:42.555124 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:42.634715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-9ff089ad-3354-46d2-960b-7058611fe370 req-ac2c20ba-64a8-4d17-929f-8338bf64e043 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Calling delete_port for e5a51211-37f9-4175-907e-3d85ba40fe77 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:42.699357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4fdcc5c3-ee56-4688-a86d-3088cb13262f None None] For port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f0e5be09-b4df-4ec3-bf5c-0226dc1c567f,segment=NetworkSegment(903b5237-f4b8-4f0e-8b7f-56164ce4cbab),segment_id=903b5237-f4b8-4f0e-8b7f-56164ce4cbab)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:42.699755 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc5c3-ee56-4688-a86d-3088cb13262f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:42.734342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcc5c3-ee56-4688-a86d-3088cb13262f None None] Calling delete_port for f0e5be09-b4df-4ec3-bf5c-0226dc1c567f owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:42.779773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:42.780736 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:42.819003 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:42.977164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] For port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f0e5be09-b4df-4ec3-bf5c-0226dc1c567f,segment=NetworkSegment(903b5237-f4b8-4f0e-8b7f-56164ce4cbab),segment_id=903b5237-f4b8-4f0e-8b7f-56164ce4cbab)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:42.987515 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:43.040965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for f0e5be09-b4df-4ec3-bf5c-0226dc1c567f owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:43.185062 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc5c3-ee56-4688-a86d-3088cb13262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:43.243818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcc5c3-ee56-4688-a86d-3088cb13262f None None] Pushing event deleted for resources: {'Port': ['ID=f0e5be09-b4df-4ec3-bf5c-0226dc1c567f,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:43.278392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcc5c3-ee56-4688-a86d-3088cb13262f None None] No DVR routers for this DVR port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:12:43.311220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Allocated IP 172.23.0.2 (aae8b5a8-f115-41b5-860a-f6962cbfa377/d6ef9503-fecb-4cc4-88e4-6a5b7f5432cf/62926073-72cb-4812-92ac-3035036c49a0) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:43.319466 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9ff089ad-3354-46d2-960b-7058611fe370 req-ac2c20ba-64a8-4d17-929f-8338bf64e043 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:43.323783 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:43.349754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:12:43.379036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c20ba-64a8-4d17-929f-8338bf64e043 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event deleted for resources: {'Port': ['ID=e5a51211-37f9-4175-907e-3d85ba40fe77,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:43.407235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e5a51211-37f9-4175-907e-3d85ba40fe77 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:12:43.469507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: e5a51211-37f9-4175-907e-3d85ba40fe77 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:12:43.472535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e5a51211-37f9-4175-907e-3d85ba40fe77 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:12:43.592649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff089ad-3354-46d2-960b-7058611fe370 req-ac2c20ba-64a8-4d17-929f-8338bf64e043 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] No DVR routers for this DVR port e5a51211-37f9-4175-907e-3d85ba40fe77 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:12:43.597869 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:43.603161 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9ff089ad-3354-46d2-960b-7058611fe370 req-ac2c20ba-64a8-4d17-929f-8338bf64e043 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:43.607206 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ff089ad-3354-46d2-960b-7058611fe370 req-ac2c20ba-64a8-4d17-929f-8338bf64e043 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "DELETE /v2.0/ports/e5a51211-37f9-4175-907e-3d85ba40fe77 HTTP/1.1" status: 204 len: 173 time: 2.6743569 Jan 31 16:12:43.610762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8ca853-389e-41dd-b8ab-584e3442a819', 'name': 'network-vif-deleted', 'tag': 'e5a51211-37f9-4175-907e-3d85ba40fe77'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:12:43.613568 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207d6d95-95f4-4eb0-8aaa-f11f1c6b58b5" -d '{"events": [{"server_uuid": "5c8ca853-389e-41dd-b8ab-584e3442a819", "name": "network-vif-deleted", "tag": "e5a51211-37f9-4175-907e-3d85ba40fe77"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:12:43.740695 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=f0e5be09-b4df-4ec3-bf5c-0226dc1c567f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:43.752703 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319b6ffa-d1fb-40a4-bb28-9f5f98c5dffd x-openstack-request-id: req-319b6ffa-d1fb-40a4-bb28-9f5f98c5dffd {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:12:43.753259 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8ca853-389e-41dd-b8ab-584e3442a819", "name": "network-vif-deleted", "tag": "e5a51211-37f9-4175-907e-3d85ba40fe77", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:12:43.753529 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-319b6ffa-d1fb-40a4-bb28-9f5f98c5dffd {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:12:43.754763 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8ca853-389e-41dd-b8ab-584e3442a819', 'name': 'network-vif-deleted', 'tag': 'e5a51211-37f9-4175-907e-3d85ba40fe77', 'status': 'completed', 'code': 200} Jan 31 16:12:43.790667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 95601264-7030-41af-9aff-4352263be585 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:43.806097 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf9d4145-e1e4-444b-a5c3-62368d5076cb req-c7bc5c2d-acec-4b7e-af12-d0a4c0df6181 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c8ca853-389e-41dd-b8ab-584e3442a819 HTTP/1.1" status: 200 len: 210 time: 0.1975150 Jan 31 16:12:43.807082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No DVR routers for this DVR port f0e5be09-b4df-4ec3-bf5c-0226dc1c567f on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:12:43.902167 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:43.921979 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:43.998080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Allocated IP 172.23.0.1 (aae8b5a8-f115-41b5-860a-f6962cbfa377/d6ef9503-fecb-4cc4-88e4-6a5b7f5432cf/c85b71af-c217-4e76-b5c5-2898ca03a07f) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:44.006675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Network aae8b5a8-f115-41b5-860a-f6962cbfa377 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:44.040189 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.066395 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:44.071343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:44.088249 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Router f72e16eb-dce3-4cc1-8da7-9890a22e09d2 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:12:44.105782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea914792-cfea-48e5-ac44-7bdf6ad537c2']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:44.143665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903b5237-f4b8-4f0e-8b7f-56164ce4cbab') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:44.144305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903b5237-f4b8-4f0e-8b7f-56164ce4cbab') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:44.180893 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.187316 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.230524 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.258891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Pushing event updated for resources: {'Port': ['ID=62926073-72cb-4812-92ac-3035036c49a0,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:44.268471 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 95601264-7030-41af-9aff-4352263be585 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:44.268922 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.277919 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.291164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:12:44.292373 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.294911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network aae8b5a8-f115-41b5-860a-f6962cbfa377 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:12:44.296844 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:12:44.300093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:44.306204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:44.404451 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.436245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Attempting to bind port 62926073-72cb-4812-92ac-3035036c49a0 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:12:44.436619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Attempting to bind port 62926073-72cb-4812-92ac-3035036c49a0 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ed32c5bf-8536-42f8-83cc-4dd461df9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:12:44.440380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Attempting to bind port 62926073-72cb-4812-92ac-3035036c49a0 on network aae8b5a8-f115-41b5-860a-f6962cbfa377 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:44.443472 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.449591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:44.450987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:12:44.451353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Checking segment: {'id': 'ed32c5bf-8536-42f8-83cc-4dd461df9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:44.451928 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.453986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Bound using segment: {'id': 'ed32c5bf-8536-42f8-83cc-4dd461df9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:12:44.454492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Bound port: 62926073-72cb-4812-92ac-3035036c49a0, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed32c5bf-8536-42f8-83cc-4dd461df9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:12:44.454869 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.460274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=c85b71af-c217-4e76-b5c5-2898ca03a07f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:44.492643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc0be6-43ca-4228-a7e9-731e41d6f7e5 None None] Sync routers for ids ['f72e16eb-dce3-4cc1-8da7-9890a22e09d2'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:44.498342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.507642 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/networks/ea914792-cfea-48e5-ac44-7bdf6ad537c2 HTTP/1.1" status: 204 len: 168 time: 3.0266511 Jan 31 16:12:44.510531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39936) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:44.518981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-86d4f7a4-1909-4125-8da8-010252ccd346 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1024984163'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:44.529003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.533397 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-02326bb7-90e6-4066-8b1c-2117ffa7e24a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.0968640 Jan 31 16:12:44.536777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39938) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:44.547146 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07069f99-ea06-4e77-b3d9-dc837823315c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Network': ['ID=ea914792-cfea-48e5-ac44-7bdf6ad537c2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:44.564428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:44.572595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d4f7a4-1909-4125-8da8-010252ccd346 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:44.577148 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86d4f7a4-1909-4125-8da8-010252ccd346 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.621792 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc0be6-43ca-4228-a7e9-731e41d6f7e5 None None] Routers {'f72e16eb-dce3-4cc1-8da7-9890a22e09d2'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:44.622472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-58fc0be6-43ca-4228-a7e9-731e41d6f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f72e16eb-dce3-4cc1-8da7-9890a22e09d2'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:44.626402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d4f7a4-1909-4125-8da8-010252ccd346 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:12:44.640117 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86d4f7a4-1909-4125-8da8-010252ccd346 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.640866 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-86d4f7a4-1909-4125-8da8-010252ccd346 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Added segment 4b13ec21-920b-445a-bd77-15ac66dd5e01 of type vlan for network c9cee4a1-5d77-42d1-b14d-54cfad55874e Jan 31 16:12:44.722781 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86d4f7a4-1909-4125-8da8-010252ccd346 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.747157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-58fc0be6-43ca-4228-a7e9-731e41d6f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:44.795070 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86d4f7a4-1909-4125-8da8-010252ccd346 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.818023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d4f7a4-1909-4125-8da8-010252ccd346 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:44.818764 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86d4f7a4-1909-4125-8da8-010252ccd346 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.820338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] For port 62926073-72cb-4812-92ac-3035036c49a0, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:12:44.828284 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc0be6-43ca-4228-a7e9-731e41d6f7e5 None None] Routers {'f72e16eb-dce3-4cc1-8da7-9890a22e09d2'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:44.828819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-58fc0be6-43ca-4228-a7e9-731e41d6f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f72e16eb-dce3-4cc1-8da7-9890a22e09d2'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:44.856395 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] For port 62926073-72cb-4812-92ac-3035036c49a0, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=62926073-72cb-4812-92ac-3035036c49a0,segment=NetworkSegment(ed32c5bf-8536-42f8-83cc-4dd461df9440),segment_id=ed32c5bf-8536-42f8-83cc-4dd461df9440)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:12:44.873103 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:44.882954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f0e5be09-b4df-4ec3-bf5c-0226dc1c567f no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:12:45.061657 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-86d4f7a4-1909-4125-8da8-010252ccd346 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5480468 Jan 31 16:12:45.079610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39956) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:45.110600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4f7a4-1909-4125-8da8-010252ccd346 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Network': ['ID=c9cee4a1-5d77-42d1-b14d-54cfad55874e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:45.112844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-055a3382-9608-41be-8a4d-df6f6095c00f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'c9cee4a1-5d77-42d1-b14d-54cfad55874e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:45.437195 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:45.463940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c9cee4a1-5d77-42d1-b14d-54cfad55874e details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:12:45.471634 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-58fc0be6-43ca-4228-a7e9-731e41d6f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:45.472260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc0be6-43ca-4228-a7e9-731e41d6f7e5 None None] The sync data for ids ['f72e16eb-dce3-4cc1-8da7-9890a22e09d2'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:45.498381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: f0e5be09-b4df-4ec3-bf5c-0226dc1c567f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:12:45.501051 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f0e5be09-b4df-4ec3-bf5c-0226dc1c567f not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:12:45.688613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055a3382-9608-41be-8a4d-df6f6095c00f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:45.692200 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-055a3382-9608-41be-8a4d-df6f6095c00f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:45.727835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c8b43-b03a-48cd-9eec-6199f0c85ae6 None None] Pushing event updated for resources: {'Port': ['ID=62926073-72cb-4812-92ac-3035036c49a0,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:46.483125 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:46.486964 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:46.513990 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:46.596247 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98823f7b-41d0-43d2-82fe-e4920f499c12 req-b386c5ac-236c-4fc6-aea3-7855f535c184 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:46.597798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98823f7b-41d0-43d2-82fe-e4920f499c12 req-b386c5ac-236c-4fc6-aea3-7855f535c184 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 945 time: 0.2513251 Jan 31 16:12:46.605410 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:46.770143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event updated for resources: {'Port': ['ID=c85b71af-c217-4e76-b5c5-2898ca03a07f,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:46.773371 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:46.817683 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98823f7b-41d0-43d2-82fe-e4920f499c12 req-0261db25-4115-44f9-8787-12d47968ebdf tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068470 Jan 31 16:12:46.834569 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-055a3382-9608-41be-8a4d-df6f6095c00f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:46.973622 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a3382-9608-41be-8a4d-df6f6095c00f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Subnet': ['ID=d5939f92-0ffe-4b0b-a676-5421defb1ad5,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:46.981350 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Deleting port 7af32ab4-ea43-4ea9-b029-748441a418e3 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:46.981902 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.040918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055a3382-9608-41be-8a4d-df6f6095c00f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Checking segment: {'id': '4b13ec21-920b-445a-bd77-15ac66dd5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'c9cee4a1-5d77-42d1-b14d-54cfad55874e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:47.041286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a3382-9608-41be-8a4d-df6f6095c00f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network hostable DHCP agents. Network: c9cee4a1-5d77-42d1-b14d-54cfad55874e, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:12:47.075612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Network aae8b5a8-f115-41b5-860a-f6962cbfa377 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:47.083752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:47.118770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a3382-9608-41be-8a4d-df6f6095c00f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network c9cee4a1-5d77-42d1-b14d-54cfad55874e is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:12:47.129605 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.175565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-055a3382-9608-41be-8a4d-df6f6095c00f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c9cee4a1-5d77-42d1-b14d-54cfad55874e) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:47.206520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Calling delete_port for 7af32ab4-ea43-4ea9-b029-748441a418e3 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:47.206896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f6fffa-7c6d-456f-a6b3-4e6d13fa99a6 None None] Network c9cee4a1-5d77-42d1-b14d-54cfad55874e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:47.209826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055a3382-9608-41be-8a4d-df6f6095c00f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:47.210606 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-055a3382-9608-41be-8a4d-df6f6095c00f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.237574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09935b7-51dc-429c-89f5-114808ae11e2 None None] Network aae8b5a8-f115-41b5-860a-f6962cbfa377 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:47.290144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-055a3382-9608-41be-8a4d-df6f6095c00f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2002318 Jan 31 16:12:47.290723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39998) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:47.296839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-49b11494-9fc6-41a1-a876-24009af0ee26 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-757056994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:47.302950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router d7bc41dd-761e-4777-8fdc-16c0771217d6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:12:47.360816 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1c3474a9-8a33-4c7f-ae08-53fe0ef749da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.375077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-49b11494-9fc6-41a1-a876-24009af0ee26 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.376311 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-49b11494-9fc6-41a1-a876-24009af0ee26 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.401950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ec5a7f5b-a415-4ca4-a64b-aec0d469eb4d None None] Provisioning complete for port 62926073-72cb-4812-92ac-3035036c49a0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:47.402504 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ec5a7f5b-a415-4ca4-a64b-aec0d469eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.474639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd8ff5-9c47-427d-950c-9db17becded2 req-aa21c057-5881-42e4-bace-23679c94a9f5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:47.476803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3fbd8ff5-9c47-427d-950c-9db17becded2 req-aa21c057-5881-42e4-bace-23679c94a9f5 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 945 time: 0.0878088 Jan 31 16:12:47.514444 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:47.524318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cca6110b-0a5f-4eb3-8e1d-3d13ba8e9a1e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4923575 Jan 31 16:12:47.524429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40002) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:47.527137 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Sync routers for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:47.542289 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:47.542985 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:47.555003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-19ac07e3-3d6a-427e-bc35-b202ed22fcb9 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:47.658692 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.714101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Pushing event deleted for resources: {'Port': ['ID=7af32ab4-ea43-4ea9-b029-748441a418e3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:47.764007 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-49b11494-9fc6-41a1-a876-24009af0ee26 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.775266 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:12:47.831166 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-49b11494-9fc6-41a1-a876-24009af0ee26 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.837163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 62926073-72cb-4812-92ac-3035036c49a0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:47.850955 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.973196 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-49b11494-9fc6-41a1-a876-24009af0ee26 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.974629 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-49b11494-9fc6-41a1-a876-24009af0ee26 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6828270 Jan 31 16:12:47.980317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40010) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:47.984269 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ec5a7f5b-a415-4ca4-a64b-aec0d469eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:47.992959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'network_id': 'c9cee4a1-5d77-42d1-b14d-54cfad55874e', 'name': 'tempest-PortsTestJSON-1068059946'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:48.068620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ec5a7f5b-a415-4ca4-a64b-aec0d469eb4d None None] For port 62926073-72cb-4812-92ac-3035036c49a0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=62926073-72cb-4812-92ac-3035036c49a0,segment=NetworkSegment(ed32c5bf-8536-42f8-83cc-4dd461df9440),segment_id=ed32c5bf-8536-42f8-83cc-4dd461df9440)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:48.073306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-c9cee4a1-5d77-42d1-b14d-54cfad55874e', 'network_id': 'c9cee4a1-5d77-42d1-b14d-54cfad55874e', 'tenant_id': '4338434bce7342bba9c2bee7845a66af', 'fixed_ips': [{'subnet_id': 'd5939f92-0ffe-4b0b-a676-5421defb1ad5'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:12:48.074284 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:48.078433 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ec5a7f5b-a415-4ca4-a64b-aec0d469eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:48.081088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 62926073-72cb-4812-92ac-3035036c49a0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:48.081646 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:48.338442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a7f5b-a415-4ca4-a64b-aec0d469eb4d None None] Pushing event updated for resources: {'Port': ['ID=62926073-72cb-4812-92ac-3035036c49a0,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:48.390108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-3fbd8ff5-9c47-427d-950c-9db17becded2 req-bc0950fa-9ff4-4b75-8c10-587698b89c2f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Deleting port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:48.392268 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3fbd8ff5-9c47-427d-950c-9db17becded2 req-bc0950fa-9ff4-4b75-8c10-587698b89c2f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:48.448155 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:44Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:42Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c85b71af-c217-4e76-b5c5-2898ca03a07f', 'name': '', 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:dd:c9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:43Z', 'updated_at': '2022-01-31T16:12:45Z', 'revision_number': 2, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:48.485009 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Checking router: d7bc41dd-761e-4777-8fdc-16c0771217d6 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:12:48.485838 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Updating router d7bc41dd-761e-4777-8fdc-16c0771217d6 port c85b71af-c217-4e76-b5c5-2898ca03a07f binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:12:48.532637 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Allocated IP 172.20.0.2 (c9cee4a1-5d77-42d1-b14d-54cfad55874e/d5939f92-0ffe-4b0b-a676-5421defb1ad5/8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:48.548896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:48.552321 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:48.559318 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:48.600711 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:48.616286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199b88b-f90e-4f19-8f87-d76f7ee034c9 req-21d028f9-2f41-486b-9920-66defca3e634 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:48.618557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7199b88b-f90e-4f19-8f87-d76f7ee034c9 req-21d028f9-2f41-486b-9920-66defca3e634 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 945 time: 0.6070848 Jan 31 16:12:48.632092 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port d1261dc0-31b7-46cc-8c0b-9d9fd69e5510 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:12:48.727536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3fbd8ff5-9c47-427d-950c-9db17becded2 req-bc0950fa-9ff4-4b75-8c10-587698b89c2f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] For port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3fe0f974-c8d5-4c43-8f82-6d4df416a98b,segment=NetworkSegment(6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83),segment_id=6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:48.727909 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3fbd8ff5-9c47-427d-950c-9db17becded2 req-bc0950fa-9ff4-4b75-8c10-587698b89c2f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:48.740097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4b36d4b1-5755-49dc-95c0-799c5362aa53 None None] Provisioning complete for port c85b71af-c217-4e76-b5c5-2898ca03a07f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:48.740464 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4b36d4b1-5755-49dc-95c0-799c5362aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:48.776166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-3fbd8ff5-9c47-427d-950c-9db17becded2 req-bc0950fa-9ff4-4b75-8c10-587698b89c2f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Calling delete_port for 3fe0f974-c8d5-4c43-8f82-6d4df416a98b owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:48.876036 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:48.911146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4b36d4b1-5755-49dc-95c0-799c5362aa53 None None] Port c85b71af-c217-4e76-b5c5-2898ca03a07f cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:49.095786 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:49.112521 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:49.117010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Router f72e16eb-dce3-4cc1-8da7-9890a22e09d2 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:12:49.211467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Network c9cee4a1-5d77-42d1-b14d-54cfad55874e is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:49.219224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:49.228343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:49.249069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7199b88b-f90e-4f19-8f87-d76f7ee034c9 req-3955fa01-e64e-43c4-8d6f-bb0b7f11eda8 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935516 Jan 31 16:12:49.249575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4b36d4b1-5755-49dc-95c0-799c5362aa53 None None] Provisioning complete for port 62926073-72cb-4812-92ac-3035036c49a0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:49.251083 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4b36d4b1-5755-49dc-95c0-799c5362aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:49.254733 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3fbd8ff5-9c47-427d-950c-9db17becded2 req-bc0950fa-9ff4-4b75-8c10-587698b89c2f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:49.319758 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:49.328988 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:49.419608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0950fa-9ff4-4b75-8c10-587698b89c2f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Pushing event deleted for resources: {'Port': ['ID=3fe0f974-c8d5-4c43-8f82-6d4df416a98b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:49.454288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3fe0f974-c8d5-4c43-8f82-6d4df416a98b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:12:49.528235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:49.548865 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b90a51-7877-42cb-ac14-08c1c0c8cbf0 None None] Pushing event updated for resources: {'Port': ['ID=c85b71af-c217-4e76-b5c5-2898ca03a07f,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:49.551615 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:49.588821 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-73e25109-b1cc-42f9-914d-6f57241329b6 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "PUT /v2.0/routers/f72e16eb-dce3-4cc1-8da7-9890a22e09d2 HTTP/1.1" status: 200 len: 710 time: 5.0508966 Jan 31 16:12:49.592158 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Attempting to bind port c85b71af-c217-4e76-b5c5-2898ca03a07f on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:12:49.592795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40034) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:49.596203 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Attempting to bind port c85b71af-c217-4e76-b5c5-2898ca03a07f by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ed32c5bf-8536-42f8-83cc-4dd461df9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:12:49.596748 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Attempting to bind port c85b71af-c217-4e76-b5c5-2898ca03a07f on network aae8b5a8-f115-41b5-860a-f6962cbfa377 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:49.607654 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:12:49.610331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d715c749-335a-444c-8e54-e3bf7a79ce01 None None] Sync routers for ids ['f72e16eb-dce3-4cc1-8da7-9890a22e09d2'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:49.615129 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Checking segment: {'id': 'ed32c5bf-8536-42f8-83cc-4dd461df9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:49.615804 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:49.616411 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Bound using segment: {'id': 'ed32c5bf-8536-42f8-83cc-4dd461df9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:12:49.620336 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Bound port: c85b71af-c217-4e76-b5c5-2898ca03a07f, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed32c5bf-8536-42f8-83cc-4dd461df9440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:12:49.620966 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:49.669123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Pushing event updated for resources: {'Port': ['ID=8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:49.683597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbd8ff5-9c47-427d-950c-9db17becded2 req-bc0950fa-9ff4-4b75-8c10-587698b89c2f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] No DVR routers for this DVR port 3fe0f974-c8d5-4c43-8f82-6d4df416a98b on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:12:49.738864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d715c749-335a-444c-8e54-e3bf7a79ce01 None None] Routers {'f72e16eb-dce3-4cc1-8da7-9890a22e09d2'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:49.739739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d715c749-335a-444c-8e54-e3bf7a79ce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f72e16eb-dce3-4cc1-8da7-9890a22e09d2'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:49.768130 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3fbd8ff5-9c47-427d-950c-9db17becded2 req-bc0950fa-9ff4-4b75-8c10-587698b89c2f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:49.771623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3fbd8ff5-9c47-427d-950c-9db17becded2 req-bc0950fa-9ff4-4b75-8c10-587698b89c2f tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.20 "DELETE /v2.0/ports/3fe0f974-c8d5-4c43-8f82-6d4df416a98b HTTP/1.1" status: 204 len: 173 time: 2.2628460 Jan 31 16:12:49.776735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 62926073-72cb-4812-92ac-3035036c49a0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:49.782819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40036) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:49.782819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bb4e57-1076-4ee9-ae03-caab57a989f8', 'name': 'network-vif-deleted', 'tag': '3fe0f974-c8d5-4c43-8f82-6d4df416a98b'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:12:49.784775 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63ac0ed-d77f-413c-8845-008ccc0e31f1" -d '{"events": [{"server_uuid": "66bb4e57-1076-4ee9-ae03-caab57a989f8", "name": "network-vif-deleted", "tag": "3fe0f974-c8d5-4c43-8f82-6d4df416a98b"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:12:49.790795 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] For port c85b71af-c217-4e76-b5c5-2898ca03a07f, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:12:49.796527 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] For port c85b71af-c217-4e76-b5c5-2898ca03a07f, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c85b71af-c217-4e76-b5c5-2898ca03a07f,segment=NetworkSegment(ed32c5bf-8536-42f8-83cc-4dd461df9440),segment_id=ed32c5bf-8536-42f8-83cc-4dd461df9440)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:12:49.803102 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:49.902551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.extraroute_db [None req-19ac07e3-3d6a-427e-bc35-b202ed22fcb9 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=108772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 31 16:12:49.908208 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c32e3b62-ec65-4ac3-be6e-64ee830ad006 tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/routers/f72e16eb-dce3-4cc1-8da7-9890a22e09d2 HTTP/1.1" status: 200 len: 745 time: 0.3044243 Jan 31 16:12:49.909889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.13 (c9cee4a1-5d77-42d1-b14d-54cfad55874e/d5939f92-0ffe-4b0b-a676-5421defb1ad5/d1261dc0-31b7-46cc-8c0b-9d9fd69e5510) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:49.911778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40042) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:49.938183 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-76e4a422-cd7d-46a8-ab65-918685f41ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:49.951010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d715c749-335a-444c-8e54-e3bf7a79ce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:49.961611 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75db6dba-7d68-4857-a591-74ef53344a56 x-openstack-request-id: req-75db6dba-7d68-4857-a591-74ef53344a56 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:12:49.962402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fd60fc4f-e4bf-4dc0-b500-cfd1b9da2c9b tempest-RoutersIpV6AdminTest-1748928411 tempest-RoutersIpV6AdminTest-1748928411-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&device_id=f72e16eb-dce3-4cc1-8da7-9890a22e09d2 HTTP/1.1" status: 200 len: 205 time: 0.0488746 Jan 31 16:12:49.963268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40044) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:49.964246 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bb4e57-1076-4ee9-ae03-caab57a989f8", "name": "network-vif-deleted", "tag": "3fe0f974-c8d5-4c43-8f82-6d4df416a98b", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:12:49.965611 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75db6dba-7d68-4857-a591-74ef53344a56 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:12:49.972409 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bb4e57-1076-4ee9-ae03-caab57a989f8', 'name': 'network-vif-deleted', 'tag': '3fe0f974-c8d5-4c43-8f82-6d4df416a98b', 'status': 'completed', 'code': 200} Jan 31 16:12:50.003147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d715c749-335a-444c-8e54-e3bf7a79ce01 None None] Routers {'f72e16eb-dce3-4cc1-8da7-9890a22e09d2'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:50.003915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d715c749-335a-444c-8e54-e3bf7a79ce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f72e16eb-dce3-4cc1-8da7-9890a22e09d2'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:50.014684 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b96e68f4-1527-4813-b4ec-5b186edf6c28 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "GET /v2.0/ports?device_id=f72e16eb-dce3-4cc1-8da7-9890a22e09d2 HTTP/1.1" status: 200 len: 205 time: 0.0474014 Jan 31 16:12:50.015233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40048) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:50.049655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Attempting to bind port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:12:50.052250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Attempting to bind port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '4b13ec21-920b-445a-bd77-15ac66dd5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'c9cee4a1-5d77-42d1-b14d-54cfad55874e'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:12:50.053145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Attempting to bind port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 on network c9cee4a1-5d77-42d1-b14d-54cfad55874e {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:12:50.061110 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b90a51-7877-42cb-ac14-08c1c0c8cbf0 None None] Pushing event updated for resources: {'Port': ['ID=c85b71af-c217-4e76-b5c5-2898ca03a07f,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:50.076246 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:50.080061 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:50.176264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 62926073-72cb-4812-92ac-3035036c49a0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:50.178036 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.203172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d715c749-335a-444c-8e54-e3bf7a79ce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:50.204086 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d715c749-335a-444c-8e54-e3bf7a79ce01 None None] The sync data for ids ['f72e16eb-dce3-4cc1-8da7-9890a22e09d2'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:50.232344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e31c7a91-0931-47e6-bc71-5e103c0afd9a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.235426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.extraroute_db [None req-19ac07e3-3d6a-427e-bc35-b202ed22fcb9 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Removed routes are [] {{(pid=108772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 31 16:12:50.235948 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19ac07e3-3d6a-427e-bc35-b202ed22fcb9 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.285108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:12:50.285729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Checking segment: {'id': '4b13ec21-920b-445a-bd77-15ac66dd5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'c9cee4a1-5d77-42d1-b14d-54cfad55874e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:12:50.286386 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.286972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Bound using segment: {'id': '4b13ec21-920b-445a-bd77-15ac66dd5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'c9cee4a1-5d77-42d1-b14d-54cfad55874e'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:12:50.289734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Bound port: 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b13ec21-920b-445a-bd77-15ac66dd5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'c9cee4a1-5d77-42d1-b14d-54cfad55874e'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:12:50.291822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.342567 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:12:50.351441 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-61d97497-a9dd-4957-9071-89ccaf4c863e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.424206 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.431123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e610287e-c876-4710-a194-4abbe3520ad2 None None] Provisioning complete for port c85b71af-c217-4e76-b5c5-2898ca03a07f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:50.431849 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e610287e-c876-4710-a194-4abbe3520ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.549284 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.559825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] For port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:12:50.578982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] For port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0,segment=NetworkSegment(4b13ec21-920b-445a-bd77-15ac66dd5e01),segment_id=4b13ec21-920b-445a-bd77-15ac66dd5e01)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:12:50.622416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network c9cee4a1-5d77-42d1-b14d-54cfad55874e is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:50.626366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:50.643916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:50.651962 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e610287e-c876-4710-a194-4abbe3520ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.654932 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.707671 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-46362482-87b2-4335-b6b4-258dbf068cbb req-eee7b486-8189-4cab-872c-6f1d75171768 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bb4e57-1076-4ee9-ae03-caab57a989f8 HTTP/1.1" status: 200 len: 210 time: 0.2452753 Jan 31 16:12:50.728919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838b167-e215-403a-939a-82d2c6e6215c None None] Pushing event updated for resources: {'Port': ['ID=8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:50.741196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=d1261dc0-31b7-46cc-8c0b-9d9fd69e5510,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:50.789455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e610287e-c876-4710-a194-4abbe3520ad2 None None] For port c85b71af-c217-4e76-b5c5-2898ca03a07f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c85b71af-c217-4e76-b5c5-2898ca03a07f,segment=NetworkSegment(ed32c5bf-8536-42f8-83cc-4dd461df9440),segment_id=ed32c5bf-8536-42f8-83cc-4dd461df9440)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:50.802261 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e610287e-c876-4710-a194-4abbe3520ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.871017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610287e-c876-4710-a194-4abbe3520ad2 None None] Pushing event updated for resources: {'Port': ['ID=c85b71af-c217-4e76-b5c5-2898ca03a07f,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:50.877258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:50.878085 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.909033 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e31c7a91-0931-47e6-bc71-5e103c0afd9a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.913891 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.917333 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-513f3e86-5b45-48d0-9b9d-eab03c2b4347 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9338460 Jan 31 16:12:50.920614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40068) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:50.938657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-881ec67f-953b-4084-afde-42e88faf4cbe None None] Provisioning complete for port c85b71af-c217-4e76-b5c5-2898ca03a07f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:50.939038 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-881ec67f-953b-4084-afde-42e88faf4cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.969988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e31c7a91-0931-47e6-bc71-5e103c0afd9a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:50.984768 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:44Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:42Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c85b71af-c217-4e76-b5c5-2898ca03a07f', 'name': '', 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:dd:c9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:43Z', 'updated_at': '2022-01-31T16:12:49Z', 'revision_number': 4, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:51.017924 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2e374-db77-4f8a-97d3-9b88f2c45bb9 None None] The sync data for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 is: [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:44Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:42Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c85b71af-c217-4e76-b5c5-2898ca03a07f', 'name': '', 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:dd:c9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:43Z', 'updated_at': '2022-01-31T16:12:49Z', 'revision_number': 4, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:51.078328 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-247cf190-90e0-4c84-99ce-7ad241e295be tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:51.081248 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-247cf190-90e0-4c84-99ce-7ad241e295be tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 814 time: 0.4557006 Jan 31 16:12:51.113495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e31c7a91-0931-47e6-bc71-5e103c0afd9a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:51.114121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31c7a91-0931-47e6-bc71-5e103c0afd9a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Fanout notify agent at l3_agent the message router_deleted on router f72e16eb-dce3-4cc1-8da7-9890a22e09d2 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:12:51.140267 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e31c7a91-0931-47e6-bc71-5e103c0afd9a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:51.147675 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e31c7a91-0931-47e6-bc71-5e103c0afd9a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/routers/f72e16eb-dce3-4cc1-8da7-9890a22e09d2 HTTP/1.1" status: 204 len: 168 time: 1.1307011 Jan 31 16:12:51.151438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40070) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:51.414925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 3fe0f974-c8d5-4c43-8f82-6d4df416a98b no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:12:51.462845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 3fe0f974-c8d5-4c43-8f82-6d4df416a98b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:12:51.463314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 3fe0f974-c8d5-4c43-8f82-6d4df416a98b not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:12:51.582238 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-819ab527-0d72-45b0-ba54-5dd56d9aead1 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/quotas/3f5ad3a0ca754c4584d02ec38d2cae68 HTTP/1.1" status: 200 len: 375 time: 0.0247188 Jan 31 16:12:51.774228 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19ac07e3-3d6a-427e-bc35-b202ed22fcb9 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:51.804540 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9ee39bfe-b3a3-4db9-91a4-371d2bb1bf19 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "GET /v2.0/ports?device_id=f72e16eb-dce3-4cc1-8da7-9890a22e09d2 HTTP/1.1" status: 200 len: 205 time: 0.6496489 Jan 31 16:12:51.818265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40080) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:51.830843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40082) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:51.831492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c85b71af-c217-4e76-b5c5-2898ca03a07f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:51.856134 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-61d97497-a9dd-4957-9071-89ccaf4c863e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:51.910902 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19ac07e3-3d6a-427e-bc35-b202ed22fcb9 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:51.943166 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-64cbe737-8eab-4d0a-8e21-5482de7e0ad9 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] delete failed (client error): The resource could not be found. Jan 31 16:12:51.946999 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-64cbe737-8eab-4d0a-8e21-5482de7e0ad9 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/routers/f72e16eb-dce3-4cc1-8da7-9890a22e09d2 HTTP/1.1" status: 404 len: 336 time: 0.1217341 Jan 31 16:12:51.953964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40084) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:51.955749 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-61d97497-a9dd-4957-9071-89ccaf4c863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:51.974561 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port c85b71af-c217-4e76-b5c5-2898ca03a07f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:51.974561 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:51.999756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-eefb683e-3596-4192-9655-0b9282c4af75 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4164915 Jan 31 16:12:52.016054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40086) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:52.016752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-419b5b24-2051-4520-9bd2-48d4d28eb0b7 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "GET /v2.0/ports?device_id=947843dc-45b0-4430-8463-57a6f7fad7f4 HTTP/1.1" status: 200 len: 205 time: 0.0569139 Jan 31 16:12:52.117685 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e696a5bd-0468-4ec2-a1ee-6e5fe06d64b6 admin admin] Deleting subnet c18b0c43-4884-496a-b742-bf7f0dcdb7c4 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:12:52.125997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e696a5bd-0468-4ec2-a1ee-6e5fe06d64b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.202539 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-c2b1d7be-c12f-4b55-b54d-b793d71910c2 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] delete failed (client error): The resource could not be found. Jan 31 16:12:52.208844 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c2b1d7be-c12f-4b55-b54d-b793d71910c2 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/routers/947843dc-45b0-4430-8463-57a6f7fad7f4 HTTP/1.1" status: 404 len: 336 time: 0.1861827 Jan 31 16:12:52.223871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e696a5bd-0468-4ec2-a1ee-6e5fe06d64b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.270231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-21f673b2-bc7f-4ccb-81a5-eecd1d89d4a3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:12:52.278976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-21f673b2-bc7f-4ccb-81a5-eecd1d89d4a3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2637634 Jan 31 16:12:52.279499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40090) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:52.301933 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e696a5bd-0468-4ec2-a1ee-6e5fe06d64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.361839 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:52.401878 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.421488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:52.422278 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.435766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b81fb1f4-7a1f-4c85-bd94-eded755e767e tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "GET /v2.0/ports?device_id=56537365-0305-4ee8-80d5-346dff4a5fc6 HTTP/1.1" status: 200 len: 205 time: 0.0642400 Jan 31 16:12:52.443108 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e696a5bd-0468-4ec2-a1ee-6e5fe06d64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.452791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40096) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:52.476785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e696a5bd-0468-4ec2-a1ee-6e5fe06d64b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.481726 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e696a5bd-0468-4ec2-a1ee-6e5fe06d64b6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c18b0c43-4884-496a-b742-bf7f0dcdb7c4 HTTP/1.1" status: 204 len: 168 time: 0.6494684 Jan 31 16:12:52.492466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40098) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:52.507594 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-61d97497-a9dd-4957-9071-89ccaf4c863e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8e4857a8bb448a995064c7de37012a8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7104876 Jan 31 16:12:52.512232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b526d655-81c2-4408-8887-af42a4ae6e58 None None] Network c9cee4a1-5d77-42d1-b14d-54cfad55874e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:12:52.539641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40100) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:52.574312 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.578707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696a5bd-0468-4ec2-a1ee-6e5fe06d64b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c18b0c43-4884-496a-b742-bf7f0dcdb7c4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:52.580698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d97497-a9dd-4957-9071-89ccaf4c863e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c250c4c4-638a-4da7-a139-6d67b138e625,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:52.586867 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-f211877b-138b-4917-ad9f-b4ccd83d3514 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] delete failed (client error): The resource could not be found. Jan 31 16:12:52.591356 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f211877b-138b-4917-ad9f-b4ccd83d3514 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/routers/56537365-0305-4ee8-80d5-346dff4a5fc6 HTTP/1.1" status: 404 len: 336 time: 0.1267309 Jan 31 16:12:52.594455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40104) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:52.629249 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bf577d96-211b-46cb-a2ce-8a8912b34a37 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1945353-f535-4fae-a2a3-925f61e02bb7 HTTP/1.1" status: 200 len: 205 time: 0.0312507 Jan 31 16:12:52.629458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40106) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:52.669657 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-08ebab69-a4ae-48d4-b591-0df5dfdc1200 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] delete failed (client error): The resource could not be found. Jan 31 16:12:52.673326 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-08ebab69-a4ae-48d4-b591-0df5dfdc1200 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/routers/d1945353-f535-4fae-a2a3-925f61e02bb7 HTTP/1.1" status: 404 len: 336 time: 0.0402567 Jan 31 16:12:52.676097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40108) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:52.680953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ac07e3-3d6a-427e-bc35-b202ed22fcb9 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router d7bc41dd-761e-4777-8fdc-16c0771217d6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:12:52.712842 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.756821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-902b4f47-8dfb-4113-818f-5787b1d706f9 None None] Provisioning complete for port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:52.757132 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-902b4f47-8dfb-4113-818f-5787b1d706f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.795408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ac07e3-3d6a-427e-bc35-b202ed22fcb9 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:52.801481 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.806570 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba725e-bd38-44e9-94ed-9886bdfb7fcc None None] Sync routers for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:52.808655 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19ac07e3-3d6a-427e-bc35-b202ed22fcb9 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.815845 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-19ac07e3-3d6a-427e-bc35-b202ed22fcb9 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6 HTTP/1.1" status: 200 len: 933 time: 5.2665977 Jan 31 16:12:52.816661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40110) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:52.821004 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba725e-bd38-44e9-94ed-9886bdfb7fcc None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:52.821843 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7eba725e-bd38-44e9-94ed-9886bdfb7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:52.927471 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0,segment=NetworkSegment(4b13ec21-920b-445a-bd77-15ac66dd5e01),segment_id=4b13ec21-920b-445a-bd77-15ac66dd5e01)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:52.974474 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:52.980692 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4c80af9d-5a07-4ac9-969e-cc5c1f382c42 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6 HTTP/1.1" status: 200 len: 933 time: 0.1622100 Jan 31 16:12:52.984621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40112) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:52.994892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-607b493d-1d27-4e63-9705-52f9fb532464 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'router': {'routes': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:53.012118 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.013884 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-7eba725e-bd38-44e9-94ed-9886bdfb7fcc None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:12:53.030934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.054268 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.064534 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-902b4f47-8dfb-4113-818f-5787b1d706f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.099204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:53.146486 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-902b4f47-8dfb-4113-818f-5787b1d706f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:12:53.147428 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-902b4f47-8dfb-4113-818f-5787b1d706f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:12:53.148959 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.159402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-94473a58-ebc0-457e-95ae-8d07f1b90e8a tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "GET /v2.0/ports?device_id=90069ff2-6d83-43bd-ae01-4656cd6d3b4d HTTP/1.1" status: 200 len: 205 time: 0.4800785 Jan 31 16:12:53.160096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.162898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.163957 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c250c4c4-638a-4da7-a139-6d67b138e625 HTTP/1.1" status: 204 len: 168 time: 0.6222363 Jan 31 16:12:53.172027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40114) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:53.184018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.233191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c250c4c4-638a-4da7-a139-6d67b138e625,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:53.252239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:53.252584 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:53.252918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:53.253246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:53.253795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:53.254115 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:53.254442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:53.254763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:53.255081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:53.255401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:53.255710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:53.256452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaeef9a-c3a8-422e-94f2-4028c680ec2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:53.420073 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-707b401f-04fa-4647-8934-ade1ff071710 service neutron] 10.222.0.36 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9872296 Jan 31 16:12:53.445170 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-2fd693b2-2767-4060-ba59-f68151956266 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] delete failed (client error): The resource could not be found. Jan 31 16:12:53.446198 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2fd693b2-2767-4060-ba59-f68151956266 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/routers/90069ff2-6d83-43bd-ae01-4656cd6d3b4d HTTP/1.1" status: 404 len: 336 time: 0.2575505 Jan 31 16:12:53.449017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40122) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:53.545249 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7eba725e-bd38-44e9-94ed-9886bdfb7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:49Z', 'revision_number': 6, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:42Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c85b71af-c217-4e76-b5c5-2898ca03a07f', 'name': '', 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:dd:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:43Z', 'updated_at': '2022-01-31T16:12:50Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:53.571798 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c375ba53-87b4-4b62-a05c-f3ccd4b05bd0 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c938443-4b1e-4856-b332-829cbe32ec12 HTTP/1.1" status: 200 len: 205 time: 0.1188319 Jan 31 16:12:53.577895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=d1261dc0-31b7-46cc-8c0b-9d9fd69e5510,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:53.579572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40124) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:53.615946 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba725e-bd38-44e9-94ed-9886bdfb7fcc None None] Checking router: d7bc41dd-761e-4777-8fdc-16c0771217d6 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:12:53.633256 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba725e-bd38-44e9-94ed-9886bdfb7fcc None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:53.638743 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7eba725e-bd38-44e9-94ed-9886bdfb7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:53.643935 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-d0141eb0-7b30-4c8d-bd4c-f915c25786ca tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] delete failed (client error): The resource could not be found. Jan 31 16:12:53.648884 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d0141eb0-7b30-4c8d-bd4c-f915c25786ca tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/routers/0c938443-4b1e-4856-b332-829cbe32ec12 HTTP/1.1" status: 404 len: 336 time: 0.0678911 Jan 31 16:12:53.656219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40126) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:53.676876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:12:53.751505 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.764979 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a3ccee-d4fd-4745-b801-cc069c99a550 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] DELETE failed (client error): The resource could not be found. Jan 31 16:12:53.765516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a3ccee-d4fd-4745-b801-cc069c99a550 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:12:53.776294 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-48a3ccee-d4fd-4745-b801-cc069c99a550 tempest-RoutersIpV6AdminTest-1454281950 tempest-RoutersIpV6AdminTest-1454281950-project] 10.222.0.36 "DELETE /v2.0/subnets/b66e6b2c-ad2b-4f63-b7d7-dab3c2ae9ef1 HTTP/1.1" status: 404 len: 337 time: 0.1189501 Jan 31 16:12:53.791922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40132) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:53.810866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:53.810866 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.823624 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-7eba725e-bd38-44e9-94ed-9886bdfb7fcc None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:12:53.874668 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.936660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee461f7c-cf6b-444b-944c-f969c92675a4']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:53.940845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-fe666e48-0bd3-4843-af5e-7200e8f58c4e service neutron] 10.222.0.36 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936528 Jan 31 16:12:53.942790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a31ef50a-7e21-454c-8ac5-c28e927fe189 None None] Provisioning complete for port d1261dc0-31b7-46cc-8c0b-9d9fd69e5510 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:53.943295 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a31ef50a-7e21-454c-8ac5-c28e927fe189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.955857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:53.956254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aeae9fd-7fc8-4ac3-a628-8b8ee0cc3f83') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:53.975695 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:53.998516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a31ef50a-7e21-454c-8ac5-c28e927fe189 None None] Port d1261dc0-31b7-46cc-8c0b-9d9fd69e5510 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:54.005275 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.035105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a31ef50a-7e21-454c-8ac5-c28e927fe189 None None] Provisioning complete for port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:54.035751 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a31ef50a-7e21-454c-8ac5-c28e927fe189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.060902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.extraroute_db [None req-607b493d-1d27-4e63-9705-52f9fb532464 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Added routes are [] {{(pid=108772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 31 16:12:54.061224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.extraroute_db [None req-607b493d-1d27-4e63-9705-52f9fb532464 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=108772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 31 16:12:54.097065 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.125142 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-607b493d-1d27-4e63-9705-52f9fb532464 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.131650 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.137479 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.155167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:12:54.155582 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:12:54.167860 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:12:54.212554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9021f83-6234-4b4a-b33c-8a6344f2dbe4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:54.215208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40138) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:54.269854 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7eba725e-bd38-44e9-94ed-9886bdfb7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:49Z', 'revision_number': 6, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:42Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c85b71af-c217-4e76-b5c5-2898ca03a07f', 'name': '', 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:dd:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:43Z', 'updated_at': '2022-01-31T16:12:50Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:54.319418 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.321758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c36dab92-16fb-4eaa-8f29-7622b61780d7 req-3c6ced70-88b0-4d95-a79f-82850fdfd3e1 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 210 time: 0.0476654 Jan 31 16:12:54.322018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:54.322560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:54.323056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:54.323547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:54.324164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:54.324641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:54.325122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:54.325630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:54.326112 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:54.326945 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:54.327426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:54.327902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:12:54.349511 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-65febae7-bd5a-4a92-829d-53c78e9a3887 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c55bb295c4c4c51ad0bfb879d216a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5533023 Jan 31 16:12:54.352170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.352324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40144) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:54.358052 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] 10.222.0.36 "DELETE /v2.0/networks/ee461f7c-cf6b-444b-944c-f969c92675a4 HTTP/1.1" status: 204 len: 168 time: 1.8641696 Jan 31 16:12:54.364334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be6b21-9496-41ca-aa09-125148bb8fde admin admin] Pushing event deleted for resources: {'Network': ['ID=ee461f7c-cf6b-444b-944c-f969c92675a4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:54.369511 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.387622 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba725e-bd38-44e9-94ed-9886bdfb7fcc None None] The sync data for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 is: [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:49Z', 'revision_number': 6, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:42Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c85b71af-c217-4e76-b5c5-2898ca03a07f', 'name': '', 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:dd:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:43Z', 'updated_at': '2022-01-31T16:12:50Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:54.485444 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5777-9cd8-4228-adb0-5d2a0b64b768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.545042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6790d6e-a186-4de4-9455-7a223af11bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.552388 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-607b493d-1d27-4e63-9705-52f9fb532464 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.568950 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-607b493d-1d27-4e63-9705-52f9fb532464 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.603287 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6790d6e-a186-4de4-9455-7a223af11bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.655390 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40156) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:54.790188 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.797572 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.857244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607b493d-1d27-4e63-9705-52f9fb532464 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router d7bc41dd-761e-4777-8fdc-16c0771217d6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:12:54.865742 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-00f7b92e-663b-47d1-851d-a9ce6885afdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=650709d6bc894976b42eca4159787065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978307 Jan 31 16:12:54.865742 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5777-9cd8-4228-adb0-5d2a0b64b768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.866526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40162) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:54.882402 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5777-9cd8-4228-adb0-5d2a0b64b768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.928783 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6790d6e-a186-4de4-9455-7a223af11bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.931321 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b6790d6e-a186-4de4-9455-7a223af11bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.932488 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b6790d6e-a186-4de4-9455-7a223af11bf8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9021f83-6234-4b4a-b33c-8a6344f2dbe4 HTTP/1.1" status: 204 len: 168 time: 0.5795257 Jan 31 16:12:54.945921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=d1261dc0-31b7-46cc-8c0b-9d9fd69e5510,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:54.950925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:54.976341 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f8fe5777-9cd8-4228-adb0-5d2a0b64b768 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49f3270a626d45c1bde974289c9ec93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7535303 Jan 31 16:12:55.018744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe5777-9cd8-4228-adb0-5d2a0b64b768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4274cc6b-31a3-444a-9296-e8fe4cbd2c0f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:55.036538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40166) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:55.115467 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607b493d-1d27-4e63-9705-52f9fb532464 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:55.128575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a507ad-3afe-4d0d-8f49-fd87a80a40cc None None] Sync routers for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:55.139740 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-607b493d-1d27-4e63-9705-52f9fb532464 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:55.142475 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-607b493d-1d27-4e63-9705-52f9fb532464 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6 HTTP/1.1" status: 200 len: 699 time: 2.1551497 Jan 31 16:12:55.145831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a507ad-3afe-4d0d-8f49-fd87a80a40cc None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:55.146486 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-87a507ad-3afe-4d0d-8f49-fd87a80a40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:55.148626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40168) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:55.163590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6790d6e-a186-4de4-9455-7a223af11bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9021f83-6234-4b4a-b33c-8a6344f2dbe4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:55.293424 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8923dcd0-a80b-43ad-afa2-effaa3e628ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:55.337910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-87a507ad-3afe-4d0d-8f49-fd87a80a40cc None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:12:55.342329 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8923dcd0-a80b-43ad-afa2-effaa3e628ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:55.429011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8923dcd0-a80b-43ad-afa2-effaa3e628ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:55.435193 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8923dcd0-a80b-43ad-afa2-effaa3e628ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:55.442226 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8923dcd0-a80b-43ad-afa2-effaa3e628ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d HTTP/1.1" status: 204 len: 168 time: 0.5720007 Jan 31 16:12:55.465452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network c9cee4a1-5d77-42d1-b14d-54cfad55874e is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:55.470847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:55.516057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923dcd0-a80b-43ad-afa2-effaa3e628ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1c9878-6fcd-4cf2-8e4d-30fd63dfa81d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:55.520314 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d935-f19e-418e-8259-966796cf1b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:55.544488 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f89facc3-a228-4deb-89cb-4a74d4cbffcf tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6 HTTP/1.1" status: 200 len: 699 time: 0.3916843 Jan 31 16:12:55.564491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40180) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:55.752475 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d935-f19e-418e-8259-966796cf1b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:55.822832 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e3a1176-d995-4177-a088-7ccb85bc1acb req-0892a09a-b781-495e-ba42-5eb6b59916f4 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 210 time: 0.0894277 Jan 31 16:12:55.862914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Router c575daa6-9ec2-4ee1-8157-ed0be59c8a09 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:12:55.892010 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:56.266022 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:56.273263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ad1a3e25-fccc-496d-9c3c-691db780d864 None None] Provisioning complete for port d1261dc0-31b7-46cc-8c0b-9d9fd69e5510 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:12:56.275423 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ad1a3e25-fccc-496d-9c3c-691db780d864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:56.280410 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d935-f19e-418e-8259-966796cf1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:56.286113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d935-f19e-418e-8259-966796cf1b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:56.287813 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3e49cee0-8091-4a91-87a3-33a248b8155a tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "PUT /v2.0/routers/c575daa6-9ec2-4ee1-8157-ed0be59c8a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3635645 Jan 31 16:12:56.288886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40202) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:56.290356 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cdb0d935-f19e-418e-8259-966796cf1b38 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4274cc6b-31a3-444a-9296-e8fe4cbd2c0f HTTP/1.1" status: 204 len: 168 time: 1.2517672 Jan 31 16:12:56.293530 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be1583-6cd5-46d8-9101-e01ff28f117b None None] Sync routers for ids ['c575daa6-9ec2-4ee1-8157-ed0be59c8a09'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:56.309315 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be1583-6cd5-46d8-9101-e01ff28f117b None None] Routers {'c575daa6-9ec2-4ee1-8157-ed0be59c8a09'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:56.310212 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-56be1583-6cd5-46d8-9101-e01ff28f117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c575daa6-9ec2-4ee1-8157-ed0be59c8a09'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:56.364674 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-56be1583-6cd5-46d8-9101-e01ff28f117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:56.369169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0d935-f19e-418e-8259-966796cf1b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4274cc6b-31a3-444a-9296-e8fe4cbd2c0f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:56.381553 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be1583-6cd5-46d8-9101-e01ff28f117b None None] Routers {'c575daa6-9ec2-4ee1-8157-ed0be59c8a09'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:56.382393 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-56be1583-6cd5-46d8-9101-e01ff28f117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c575daa6-9ec2-4ee1-8157-ed0be59c8a09'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:56.398472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90904d0-1b02-4d24-aab1-2bd030845dec tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:56.404142 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e90904d0-1b02-4d24-aab1-2bd030845dec tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports?device_id=c575daa6-9ec2-4ee1-8157-ed0be59c8a09 HTTP/1.1" status: 200 len: 983 time: 0.1124501 Jan 31 16:12:56.405008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40210) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:56.430295 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ad1a3e25-fccc-496d-9c3c-691db780d864 None None] Port d1261dc0-31b7-46cc-8c0b-9d9fd69e5510 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:12:56.438902 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-56be1583-6cd5-46d8-9101-e01ff28f117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:56.439739 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be1583-6cd5-46d8-9101-e01ff28f117b None None] The sync data for ids ['c575daa6-9ec2-4ee1-8157-ed0be59c8a09'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:56.491035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-a10f4c42-0a48-4ffc-816c-5d03e3cae6ad tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:56.492506 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-a10f4c42-0a48-4ffc-816c-5d03e3cae6ad tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.20 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 814 time: 0.5816364 Jan 31 16:12:56.508666 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Request body: {'port': {'device_id': '90ba70cb-3f9e-4dcf-8270-d520dc2a0857', 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46', 'admin_state_up': True, 'tenant_id': '3f5ad3a0ca754c4584d02ec38d2cae68'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:56.517256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-87a507ad-3afe-4d0d-8f49-fd87a80a40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:54Z', 'revision_number': 7, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:42Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c85b71af-c217-4e76-b5c5-2898ca03a07f', 'name': '', 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:dd:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:43Z', 'updated_at': '2022-01-31T16:12:50Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:56.568218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a507ad-3afe-4d0d-8f49-fd87a80a40cc None None] Checking router: d7bc41dd-761e-4777-8fdc-16c0771217d6 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:12:56.580651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a507ad-3afe-4d0d-8f49-fd87a80a40cc None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:56.581982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-87a507ad-3afe-4d0d-8f49-fd87a80a40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:56.693117 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b82c0668-f13f-4623-99c9-53be26f867a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:56.805578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-87a507ad-3afe-4d0d-8f49-fd87a80a40cc None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:12:56.811124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Made reservation on behalf of 3f5ad3a0ca754c4584d02ec38d2cae68 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:56.815080 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:56.819769 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f2353e99-6de0-4538-ac47-cbdcfac51a75 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:56.971476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40226) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:57.167039 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ba5ea7bf-6291-4d9e-92eb-b1258a07848b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d8a4c899af940438195b26112553ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1922724 Jan 31 16:12:57.167474 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40232) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:57.185480 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-87a507ad-3afe-4d0d-8f49-fd87a80a40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:54Z', 'revision_number': 7, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:42Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c85b71af-c217-4e76-b5c5-2898ca03a07f', 'name': '', 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:dd:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:43Z', 'updated_at': '2022-01-31T16:12:50Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:57.234027 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a507ad-3afe-4d0d-8f49-fd87a80a40cc None None] The sync data for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 is: [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:54Z', 'revision_number': 7, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:42Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c85b71af-c217-4e76-b5c5-2898ca03a07f', 'name': '', 'network_id': 'aae8b5a8-f115-41b5-860a-f6962cbfa377', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:dd:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:43Z', 'updated_at': '2022-01-31T16:12:50Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'd6ef9503-fecb-4cc4-88e4-6a5b7f5432cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:57.343587 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f604ad70-3cd8-4395-9e73-e3ab0a2c7355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:57.417593 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f604ad70-3cd8-4395-9e73-e3ab0a2c7355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:57.485378 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-64f8cf06-1a9a-4f75-9f72-41c68a2467e8 req-a6ccea17-a251-4ec5-922f-b48e368de305 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 210 time: 0.0427549 Jan 31 16:12:57.606989 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f604ad70-3cd8-4395-9e73-e3ab0a2c7355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:57.612388 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f604ad70-3cd8-4395-9e73-e3ab0a2c7355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:57.614782 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f604ad70-3cd8-4395-9e73-e3ab0a2c7355 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6962ba2-6b69-4747-a754-cd3f9ff670c8 HTTP/1.1" status: 204 len: 168 time: 0.4464555 Jan 31 16:12:57.639767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f2353e99-6de0-4538-ac47-cbdcfac51a75 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port d1261dc0-31b7-46cc-8c0b-9d9fd69e5510 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:57.640416 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f2353e99-6de0-4538-ac47-cbdcfac51a75 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:57.789704 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f2353e99-6de0-4538-ac47-cbdcfac51a75 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:57.793788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Allocated IP 172.20.0.2 (bdbc2199-a5a4-4b52-9f47-ef0f565faf46/ddc50a13-9d37-40e9-a224-2341504a1a25/1df2026c-03dd-4ece-a1cf-3e0773df5dac) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:12:57.809838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f2353e99-6de0-4538-ac47-cbdcfac51a75 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for d1261dc0-31b7-46cc-8c0b-9d9fd69e5510 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:57.817277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b82c0668-f13f-4623-99c9-53be26f867a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port c85b71af-c217-4e76-b5c5-2898ca03a07f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:12:57.817659 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b82c0668-f13f-4623-99c9-53be26f867a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:57.854082 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:57.869002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604ad70-3cd8-4395-9e73-e3ab0a2c7355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6962ba2-6b69-4747-a754-cd3f9ff670c8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:57.991305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-b82c0668-f13f-4623-99c9-53be26f867a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] For port c85b71af-c217-4e76-b5c5-2898ca03a07f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c85b71af-c217-4e76-b5c5-2898ca03a07f,segment=NetworkSegment(ed32c5bf-8536-42f8-83cc-4dd461df9440),segment_id=ed32c5bf-8536-42f8-83cc-4dd461df9440)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:12:57.991653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b82c0668-f13f-4623-99c9-53be26f867a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:58.030675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b82c0668-f13f-4623-99c9-53be26f867a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for c85b71af-c217-4e76-b5c5-2898ca03a07f owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:12:58.057833 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f2353e99-6de0-4538-ac47-cbdcfac51a75 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:58.115595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2353e99-6de0-4538-ac47-cbdcfac51a75 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=d1261dc0-31b7-46cc-8c0b-9d9fd69e5510,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:58.296247 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:58.417891 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f2353e99-6de0-4538-ac47-cbdcfac51a75 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:58.476385 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b82c0668-f13f-4623-99c9-53be26f867a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:58.536441 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:58.538871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c0668-f13f-4623-99c9-53be26f867a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=c85b71af-c217-4e76-b5c5-2898ca03a07f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:58.558039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['3c750802-1495-43b9-b4bf-6d6b24b344c2', '962b738b-91a7-4655-aca0-777c723d5b45', '163f6cbc-b483-4566-9e56-7b74ce56f7bc'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:12:58.604626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:12:58.641302 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:12:58.650225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:12:58.752511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Pushing event updated for resources: {'Port': ['ID=1df2026c-03dd-4ece-a1cf-3e0773df5dac,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:12:58.922828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2353e99-6de0-4538-ac47-cbdcfac51a75 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Router c575daa6-9ec2-4ee1-8157-ed0be59c8a09 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:12:58.985866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:58.987450 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:59.063984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2353e99-6de0-4538-ac47-cbdcfac51a75 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:12:59.077392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84a7de-2f54-48a6-9d3a-2778cdf223e9 None None] Sync routers for ids ['c575daa6-9ec2-4ee1-8157-ed0be59c8a09'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:12:59.081954 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f2353e99-6de0-4538-ac47-cbdcfac51a75 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "PUT /v2.0/routers/c575daa6-9ec2-4ee1-8157-ed0be59c8a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6754315 Jan 31 16:12:59.089256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40300) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:59.146979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84a7de-2f54-48a6-9d3a-2778cdf223e9 None None] Routers {'c575daa6-9ec2-4ee1-8157-ed0be59c8a09'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:59.147954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9c84a7de-2f54-48a6-9d3a-2778cdf223e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c575daa6-9ec2-4ee1-8157-ed0be59c8a09'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:59.210815 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9c84a7de-2f54-48a6-9d3a-2778cdf223e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:59.222344 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-cc7176f6-4e02-47a8-a428-d49c834aa365 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7181852 Jan 31 16:12:59.240071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebe401-6a94-4cec-9cd6-9caafc2a739d req-fafebc0e-a0c3-4bd4-981f-025de0b6d4d7 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:12:59.242118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58ebe401-6a94-4cec-9cd6-9caafc2a739d req-fafebc0e-a0c3-4bd4-981f-025de0b6d4d7 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 931 time: 0.5624945 Jan 31 16:12:59.255918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84a7de-2f54-48a6-9d3a-2778cdf223e9 None None] Routers {'c575daa6-9ec2-4ee1-8157-ed0be59c8a09'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:12:59.256875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Request body: {'port': {'device_id': '90ba70cb-3f9e-4dcf-8270-d520dc2a0857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:59.257270 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9c84a7de-2f54-48a6-9d3a-2778cdf223e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c575daa6-9ec2-4ee1-8157-ed0be59c8a09'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:59.268142 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8177c0a-0e08-46bf-8476-e5247bec2002 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:12:59.269772 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c8177c0a-0e08-46bf-8476-e5247bec2002 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/d1261dc0-31b7-46cc-8c0b-9d9fd69e5510 HTTP/1.1" status: 404 len: 333 time: 0.1833935 Jan 31 16:12:59.273922 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40306) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:59.366154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9c84a7de-2f54-48a6-9d3a-2778cdf223e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:12:59.367576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84a7de-2f54-48a6-9d3a-2778cdf223e9 None None] The sync data for ids ['c575daa6-9ec2-4ee1-8157-ed0be59c8a09'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:12:59.456273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40308) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:12:59.472930 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b82c0668-f13f-4623-99c9-53be26f867a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:59.478442 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23a4a601-a034-4936-a99b-b164b02bb959 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:59.497568 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58ebe401-6a94-4cec-9cd6-9caafc2a739d req-7d85d6ec-3234-4a45-a0f8-4fbc1bebe075 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235096 Jan 31 16:12:59.498164 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:59.704091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2002812375'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:12:59.837269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:12:59.840784 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:59.858518 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23a4a601-a034-4936-a99b-b164b02bb959 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:59.860706 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:59.865010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23a4a601-a034-4936-a99b-b164b02bb959 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:59.947333 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23a4a601-a034-4936-a99b-b164b02bb959 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:59.948481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a4a601-a034-4936-a99b-b164b02bb959 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Fanout notify agent at l3_agent the message router_deleted on router c575daa6-9ec2-4ee1-8157-ed0be59c8a09 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:12:59.967868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23a4a601-a034-4936-a99b-b164b02bb959 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:12:59.969025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-23a4a601-a034-4936-a99b-b164b02bb959 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/routers/c575daa6-9ec2-4ee1-8157-ed0be59c8a09 HTTP/1.1" status: 204 len: 168 time: 0.6936879 Jan 31 16:12:59.971759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40324) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:00.051278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-db54cecb-9457-475c-905e-d1375f3ec7a6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting subnet d5939f92-0ffe-4b0b-a676-5421defb1ad5 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:13:00.060275 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-db54cecb-9457-475c-905e-d1375f3ec7a6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.114435 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.119639 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-db54cecb-9457-475c-905e-d1375f3ec7a6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.124523 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82c0668-f13f-4623-99c9-53be26f867a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router d7bc41dd-761e-4777-8fdc-16c0771217d6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:13:00.145184 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.159167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:00.170575 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.171227 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Added segment cfba53d8-214c-479f-9b0b-1a39d4e8feba of type vlan for network de5a71c8-abe0-4f29-8e51-c88198e2fafd Jan 31 16:13:00.220406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.269919 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.280637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:00.281680 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.302974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82c0668-f13f-4623-99c9-53be26f867a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:13:00.312764 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b82c0668-f13f-4623-99c9-53be26f867a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7359729 Jan 31 16:13:00.315980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40326) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:00.323794 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87589149-643e-430d-858b-3f27ec52bd8d None None] Sync routers for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:13:00.340210 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87589149-643e-430d-858b-3f27ec52bd8d None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:13:00.341230 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-87589149-643e-430d-858b-3f27ec52bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:00.368382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df2026c-03dd-4ece-a1cf-3e0773df5dac {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:13:00.388797 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.418869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ef1d94-a055-4ca1-b550-bcf6c23465f9,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:00.427620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Transition to ACTIVE for port object 1df2026c-03dd-4ece-a1cf-3e0773df5dac will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:13:00.445226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-754d5da4-f088-4b74-ac37-0f094445c9a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting subnet d6ef9503-fecb-4cc4-88e4-6a5b7f5432cf {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:13:00.448021 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.501731 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-754d5da4-f088-4b74-ac37-0f094445c9a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.518553 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-87589149-643e-430d-858b-3f27ec52bd8d None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:13:00.527458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Network': ['ID=de5a71c8-abe0-4f29-8e51-c88198e2fafd,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:00.550027 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network de5a71c8-abe0-4f29-8e51-c88198e2fafd details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:00.564606 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e183f1aa-b865-4b0e-b097-7bd31e412d5a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1072066 Jan 31 16:13:00.630909 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-754d5da4-f088-4b74-ac37-0f094445c9a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.639594 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=1df2026c-03dd-4ece-a1cf-3e0773df5dac,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:00.686330 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-db54cecb-9457-475c-905e-d1375f3ec7a6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.873792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-db54cecb-9457-475c-905e-d1375f3ec7a6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.948975 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ce5c7-7e11-45fd-96ea-95477a2f5438 req-74d2bf1c-2c27-4a8a-b47d-014933028203 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:00.952939 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ea8ce5c7-7e11-45fd-96ea-95477a2f5438 req-74d2bf1c-2c27-4a8a-b47d-014933028203 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 943 time: 0.2288527 Jan 31 16:13:00.953504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54cecb-9457-475c-905e-d1375f3ec7a6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Subnet': ['ID=d5939f92-0ffe-4b0b-a676-5421defb1ad5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:00.986777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-db54cecb-9457-475c-905e-d1375f3ec7a6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:00.987443 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae7c060-18f1-460f-9847-45ca690d64f6 None None] Network c9cee4a1-5d77-42d1-b14d-54cfad55874e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:00.993527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-db54cecb-9457-475c-905e-d1375f3ec7a6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/d5939f92-0ffe-4b0b-a676-5421defb1ad5 HTTP/1.1" status: 204 len: 168 time: 1.0201638 Jan 31 16:13:00.996670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40336) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:01.008539 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-754d5da4-f088-4b74-ac37-0f094445c9a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:01.040889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Attempting to bind port 1df2026c-03dd-4ece-a1cf-3e0773df5dac on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:13:01.041222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Attempting to bind port 1df2026c-03dd-4ece-a1cf-3e0773df5dac by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:13:01.041458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Attempting to bind port 1df2026c-03dd-4ece-a1cf-3e0773df5dac on network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:13:01.231618 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:01.238815 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-87589149-643e-430d-858b-3f27ec52bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:58Z', 'revision_number': 8, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:42Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:01.250649 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-754d5da4-f088-4b74-ac37-0f094445c9a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:01.304296 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87589149-643e-430d-858b-3f27ec52bd8d None None] Checking router: d7bc41dd-761e-4777-8fdc-16c0771217d6 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:13:01.316538 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ea8ce5c7-7e11-45fd-96ea-95477a2f5438 req-c22cb453-ce38-4490-b1fa-8a876a5cdea6 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509803 Jan 31 16:13:01.317244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Port 1df2026c-03dd-4ece-a1cf-3e0773df5dac on network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:13:01.317606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Attempting to bind port 1df2026c-03dd-4ece-a1cf-3e0773df5dac on network bdbc2199-a5a4-4b52-9f47-ef0f565faf46 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:13:01.339709 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-754d5da4-f088-4b74-ac37-0f094445c9a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:01.354718 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-754d5da4-f088-4b74-ac37-0f094445c9a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/d6ef9503-fecb-4cc4-88e4-6a5b7f5432cf HTTP/1.1" status: 204 len: 168 time: 1.0374713 Jan 31 16:13:01.381875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40344) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:01.394019 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87589149-643e-430d-858b-3f27ec52bd8d None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:13:01.395382 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-87589149-643e-430d-858b-3f27ec52bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:01.442212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97138877-4c4b-45ee-b6a1-40f568cab4d3 None None] Network aae8b5a8-f115-41b5-860a-f6962cbfa377 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:01.502767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:01.504275 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:01.632397 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-87589149-643e-430d-858b-3f27ec52bd8d None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:13:01.762205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d5da4-f088-4b74-ac37-0f094445c9a8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ef9503-fecb-4cc4-88e4-6a5b7f5432cf,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:01.778981 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:01.798146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] For port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0,segment=NetworkSegment(4b13ec21-920b-445a-bd77-15ac66dd5e01),segment_id=4b13ec21-920b-445a-bd77-15ac66dd5e01)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:01.799029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:01.811156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:13:01.812030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Checking segment: {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:01.816208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Bound using segment: {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:13:01.819353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Bound port: 1df2026c-03dd-4ece-a1cf-3e0773df5dac, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c41c98-f656-4499-8afd-c787187d4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:13:01.819892 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:01.853608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:02.008335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66321aa-2c63-4467-bb3c-b26bb28e5c27 None None] DHCP port deletion for c9cee4a1-5d77-42d1-b14d-54cfad55874e request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:13:02.038004 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.068677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b2e253-8f02-4bb0-9a49-1505b5f4a977 None None] DHCP port deletion for aae8b5a8-f115-41b5-860a-f6962cbfa377 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:13:02.120768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:02.125743 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No DVR routers for this DVR port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:02.229457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f66321aa-2c63-4467-bb3c-b26bb28e5c27 None None] Deleting port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:02.230190 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f66321aa-2c63-4467-bb3c-b26bb28e5c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.249153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] For port 1df2026c-03dd-4ece-a1cf-3e0773df5dac, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:13:02.281662 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] For port 1df2026c-03dd-4ece-a1cf-3e0773df5dac, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1df2026c-03dd-4ece-a1cf-3e0773df5dac,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:13:02.296144 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.329616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-32b2e253-8f02-4bb0-9a49-1505b5f4a977 None None] Deleting port 62926073-72cb-4812-92ac-3035036c49a0 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:02.332432 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32b2e253-8f02-4bb0-9a49-1505b5f4a977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.374477 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.427347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cee4a1-5d77-42d1-b14d-54cfad55874e']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:02.444562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b13ec21-920b-445a-bd77-15ac66dd5e01') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:02.445250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b13ec21-920b-445a-bd77-15ac66dd5e01') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:02.455529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.460701 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:02.471127 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.472792 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.474991 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] 10.222.0.20 "PUT /v2.0/ports/1df2026c-03dd-4ece-a1cf-3e0773df5dac HTTP/1.1" status: 200 len: 1091 time: 3.2318804 Jan 31 16:13:02.475684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ba70cb-3f9e-4dcf-8270-d520dc2a0857', 'tag': '1df2026c-03dd-4ece-a1cf-3e0773df5dac'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:13:02.493137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:02.493994 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.499334 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4368c736-a79e-4e41-8022-af88e71a3099" -d '{"events": [{"name": "network-changed", "server_uuid": "90ba70cb-3f9e-4dcf-8270-d520dc2a0857", "tag": "1df2026c-03dd-4ece-a1cf-3e0773df5dac"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:13:02.511148 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-87589149-643e-430d-858b-3f27ec52bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:58Z', 'revision_number': 8, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:42Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:02.515295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port 62926073-72cb-4812-92ac-3035036c49a0 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:02.515641 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:02.575895 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:02.581806 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.587570 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87589149-643e-430d-858b-3f27ec52bd8d None None] The sync data for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 is: [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:12:58Z', 'revision_number': 8, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95601264-7030-41af-9aff-4352263be585', 'name': '', 'network_id': 'fa155e6b-9eac-4f3e-9f5c-49a82ece5afa', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:6e:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:35Z', 'updated_at': '2022-01-31T16:12:42Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '4847aa4e-00d4-4b75-90eb-d67b0bfbcadf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:13:02.590496 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.596034 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/networks/c9cee4a1-5d77-42d1-b14d-54cfad55874e HTTP/1.1" status: 204 len: 168 time: 1.5979989 Jan 31 16:13:02.621182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f66321aa-2c63-4467-bb3c-b26bb28e5c27 None None] For port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0, host n-d-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:02.621182 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f66321aa-2c63-4467-bb3c-b26bb28e5c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.621690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40376) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:02.678688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96a70d-b02c-4ad1-89bf-a884cd37e621 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Network': ['ID=c9cee4a1-5d77-42d1-b14d-54cfad55874e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:02.705073 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa91154-0226-4c35-91a1-d4971eec5ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=1df2026c-03dd-4ece-a1cf-3e0773df5dac,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:02.738048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] For port 62926073-72cb-4812-92ac-3035036c49a0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=62926073-72cb-4812-92ac-3035036c49a0,segment=NetworkSegment(ed32c5bf-8536-42f8-83cc-4dd461df9440),segment_id=ed32c5bf-8536-42f8-83cc-4dd461df9440)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:02.740065 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.750305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95117ea8-e47b-4404-9f65-8a1012d83bda tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:02.757147 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-95117ea8-e47b-4404-9f65-8a1012d83bda tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/d3cf38e2-7b13-442c-9625-431945cf6b1a HTTP/1.1" status: 200 len: 841 time: 0.1257145 Jan 31 16:13:02.761717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d0541-7f2e-44cc-8793-fca668b07a4d req-9d686706-a745-4cc5-ae83-47bf838159b8 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:02.763027 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916d0541-7f2e-44cc-8793-fca668b07a4d req-9d686706-a745-4cc5-ae83-47bf838159b8 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 943 time: 0.1837790 Jan 31 16:13:02.763576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40378) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:02.778247 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afc2178-7948-4511-ac71-45ee37689718 x-openstack-request-id: req-0afc2178-7948-4511-ac71-45ee37689718 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:13:02.780587 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ba70cb-3f9e-4dcf-8270-d520dc2a0857", "tag": "1df2026c-03dd-4ece-a1cf-3e0773df5dac", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:13:02.780918 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0afc2178-7948-4511-ac71-45ee37689718 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:13:02.781399 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ba70cb-3f9e-4dcf-8270-d520dc2a0857', 'tag': '1df2026c-03dd-4ece-a1cf-3e0773df5dac', 'status': 'completed', 'code': 200} Jan 31 16:13:02.781789 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-32b2e253-8f02-4bb0-9a49-1505b5f4a977 None None] For port 62926073-72cb-4812-92ac-3035036c49a0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=62926073-72cb-4812-92ac-3035036c49a0,segment=NetworkSegment(ed32c5bf-8536-42f8-83cc-4dd461df9440),segment_id=ed32c5bf-8536-42f8-83cc-4dd461df9440)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:02.782374 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32b2e253-8f02-4bb0-9a49-1505b5f4a977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.789811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for 62926073-72cb-4812-92ac-3035036c49a0 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:02.809568 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f66321aa-2c63-4467-bb3c-b26bb28e5c27 None None] Calling delete_port for 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:02.811547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-32b2e253-8f02-4bb0-9a49-1505b5f4a977 None None] Calling delete_port for 62926073-72cb-4812-92ac-3035036c49a0 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:02.814136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.ipam_backend_mixin [None req-f66321aa-2c63-4467-bb3c-b26bb28e5c27 None None] Port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 was not found and therefore no delete operation was performed {{(pid=108773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:13:02.819705 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f66321aa-2c63-4467-bb3c-b26bb28e5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.835750 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-ce39fa59-342b-4b61-a196-a9ea9d86973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:02.839486 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-ce39fa59-342b-4b61-a196-a9ea9d86973c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 1094 time: 0.2042868 Jan 31 16:13:02.887379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f66321aa-2c63-4467-bb3c-b26bb28e5c27 None None] Network c9cee4a1-5d77-42d1-b14d-54cfad55874e is not hosted by any dhcp agent {{(pid=108773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 16:13:02.887954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66321aa-2c63-4467-bb3c-b26bb28e5c27 None None] No DVR routers for this DVR port 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:02.898974 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-be374a80-2b60-4336-b34a-4f84dd11aeb1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/d3cf38e2-7b13-442c-9625-431945cf6b1a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1338973 Jan 31 16:13:02.902460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40380) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:02.913029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66321aa-2c63-4467-bb3c-b26bb28e5c27 None None] Pushing event deleted for resources: {'Port': ['ID=8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:02.918369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-97437d25-bf27-4b1d-b606-3ce543fd2f62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:02.972928 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32b2e253-8f02-4bb0-9a49-1505b5f4a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:02.995128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2e253-8f02-4bb0-9a49-1505b5f4a977 None None] No DVR routers for this DVR port 62926073-72cb-4812-92ac-3035036c49a0 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:03.017776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916d0541-7f2e-44cc-8793-fca668b07a4d req-b232c31e-eaae-42bc-9cf5-27d5574fdbde tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995101 Jan 31 16:13:03.032906 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-ba3a6911-7062-4e9c-86e5-42d050a8451f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1df2026c-03dd-4ece-a1cf-3e0773df5dac HTTP/1.1" status: 200 len: 217 time: 0.1200721 Jan 31 16:13:03.097833 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2e253-8f02-4bb0-9a49-1505b5f4a977 None None] Pushing event deleted for resources: {'Port': ['ID=62926073-72cb-4812-92ac-3035036c49a0,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:03.246061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-4d1e94e7-2be2-46ef-83d1-e0740bd9bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:03.257876 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-4d1e94e7-2be2-46ef-83d1-e0740bd9bb8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddc50a13-9d37-40e9-a224-2341504a1a25 HTTP/1.1" status: 200 len: 854 time: 0.2169116 Jan 31 16:13:03.290376 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:03.320492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97437d25-bf27-4b1d-b606-3ce543fd2f62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:03.336828 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97437d25-bf27-4b1d-b606-3ce543fd2f62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:03.337719 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-3041d075-4b9c-48e3-92c1-11f23c5cc547 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728126 Jan 31 16:13:03.417661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=62926073-72cb-4812-92ac-3035036c49a0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:03.474435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No DVR routers for this DVR port 62926073-72cb-4812-92ac-3035036c49a0 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:03.825321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c85b71af-c217-4e76-b5c5-2898ca03a07f no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:03.893648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: c85b71af-c217-4e76-b5c5-2898ca03a07f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:13:03.894228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c85b71af-c217-4e76-b5c5-2898ca03a07f not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:13:03.894789 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 62926073-72cb-4812-92ac-3035036c49a0 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:03.900832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40396) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:03.908981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-bf52ca05-838e-4f81-bf0e-7af5f1559f8f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'subnet': {'network_id': 'de5a71c8-abe0-4f29-8e51-c88198e2fafd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:03.950717 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:04.034512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae8b5a8-f115-41b5-860a-f6962cbfa377']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:04.038426 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-55ca9b21-2a93-4d25-9c1a-340bf3e2097d service neutron] 10.222.0.20 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874173 Jan 31 16:13:04.067428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed32c5bf-8536-42f8-83cc-4dd461df9440') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:04.067720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed32c5bf-8536-42f8-83cc-4dd461df9440') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:04.130957 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:04.179721 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:04.206694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:04.207135 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:04.210417 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:04.351728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf52ca05-838e-4f81-bf0e-7af5f1559f8f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:04.367142 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf52ca05-838e-4f81-bf0e-7af5f1559f8f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:04.408635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7dfaeb06-e906-4e54-8c56-2c4db327f41a req-bbc1b918-ca75-41d9-a365-e30318506590 service neutron] 10.222.0.20 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611848 Jan 31 16:13:04.446249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 62926073-72cb-4812-92ac-3035036c49a0 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:13:04.447111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 62926073-72cb-4812-92ac-3035036c49a0 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:13:04.447450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:04.509106 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:04.519206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:13:04.519541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8a51f5ac-ae4e-4ffb-a111-5eea4a78f2c0 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:13:04.575481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ef0a1-800b-46d0-a2b7-8a2f1f3698e3 req-a9e10d83-3db0-4e6f-a553-faae1c78e8a6 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:04.581962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a10ef0a1-800b-46d0-a2b7-8a2f1f3698e3 req-a9e10d83-3db0-4e6f-a553-faae1c78e8a6 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 943 time: 0.2016790 Jan 31 16:13:04.597479 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:04.600799 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/networks/aae8b5a8-f115-41b5-860a-f6962cbfa377 HTTP/1.1" status: 204 len: 168 time: 3.2176366 Jan 31 16:13:04.609909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40406) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:04.611413 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97437d25-bf27-4b1d-b606-3ce543fd2f62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:04.625137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709f35e-127e-4bc2-8003-91a2d038a71c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Network': ['ID=aae8b5a8-f115-41b5-860a-f6962cbfa377,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:04.652976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368c736-a79e-4e41-8022-af88e71a3099 req-77ae8afe-06b8-43d6-b1d6-9e0b5bab9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:04.655122 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4368c736-a79e-4e41-8022-af88e71a3099 req-77ae8afe-06b8-43d6-b1d6-9e0b5bab9bea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 1094 time: 0.1440041 Jan 31 16:13:04.778531 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:13:04.791322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97437d25-bf27-4b1d-b606-3ce543fd2f62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Subnet': ['ID=1107b5ea-cd24-49b7-a690-e09deb1edc46,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:04.839164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97437d25-bf27-4b1d-b606-3ce543fd2f62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:04.843578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368c736-a79e-4e41-8022-af88e71a3099 req-cb2b29e7-c5d0-4f04-a0ab-425b28e88027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:04.845822 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4368c736-a79e-4e41-8022-af88e71a3099 req-cb2b29e7-c5d0-4f04-a0ab-425b28e88027 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 915 time: 0.1826432 Jan 31 16:13:04.884177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-97437d25-bf27-4b1d-b606-3ce543fd2f62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:04.893613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97437d25-bf27-4b1d-b606-3ce543fd2f62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:04.894500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97437d25-bf27-4b1d-b606-3ce543fd2f62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:04.900357 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4368c736-a79e-4e41-8022-af88e71a3099 req-a7bedb53-3bce-40b3-9243-c93b0632cc23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1df2026c-03dd-4ece-a1cf-3e0773df5dac HTTP/1.1" status: 200 len: 217 time: 0.0451958 Jan 31 16:13:04.907547 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a10ef0a1-800b-46d0-a2b7-8a2f1f3698e3 req-b6ad05f5-b945-4db1-9fe5-9e9bdcae5123 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188956 Jan 31 16:13:04.908057 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf52ca05-838e-4f81-bf0e-7af5f1559f8f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:04.917729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3c2ee7-9245-4f4a-a66e-5eb2523c8fd6 None None] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:04.931930 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-97437d25-bf27-4b1d-b606-3ce543fd2f62 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0203171 Jan 31 16:13:04.932661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40410) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:04.939776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8e6fa52e-494b-4c2a-88d0-cff061be8c1c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'security_group': {'name': 'tempest-secgroup-847068025'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:05.001095 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa52e-494b-4c2a-88d0-cff061be8c1c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:05.034976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52ca05-838e-4f81-bf0e-7af5f1559f8f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Subnet': ['ID=9765e8ff-e105-4c06-a256-0bbada2f996b,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:05.074650 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52ca05-838e-4f81-bf0e-7af5f1559f8f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Checking segment: {'id': 'cfba53d8-214c-479f-9b0b-1a39d4e8feba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'de5a71c8-abe0-4f29-8e51-c88198e2fafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:05.075093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf52ca05-838e-4f81-bf0e-7af5f1559f8f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network hostable DHCP agents. Network: de5a71c8-abe0-4f29-8e51-c88198e2fafd, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:13:05.085349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368c736-a79e-4e41-8022-af88e71a3099 req-ca852a5a-8674-4724-962b-8c0784344f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:05.089399 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4368c736-a79e-4e41-8022-af88e71a3099 req-ca852a5a-8674-4724-962b-8c0784344f29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddc50a13-9d37-40e9-a224-2341504a1a25 HTTP/1.1" status: 200 len: 854 time: 0.1753001 Jan 31 16:13:05.123842 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa52e-494b-4c2a-88d0-cff061be8c1c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:05.151807 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa52e-494b-4c2a-88d0-cff061be8c1c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:05.179756 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa52e-494b-4c2a-88d0-cff061be8c1c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:05.183712 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8e6fa52e-494b-4c2a-88d0-cff061be8c1c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2472920 Jan 31 16:13:05.186501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40412) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:05.194477 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4368c736-a79e-4e41-8022-af88e71a3099 req-3fe16d24-a636-4fba-952a-19fcb4df68d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997217 Jan 31 16:13:05.209767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fa52e-494b-4c2a-88d0-cff061be8c1c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df8d87a-9fae-4173-b482-d99f4f901eff,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:05.233393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'tenant_id': '4338434bce7342bba9c2bee7845a66af', 'fixed_ips': [{'subnet_id': '1107b5ea-cd24-49b7-a690-e09deb1edc46'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:13:05.234317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:05.323612 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3636125-a095-4448-8522-47c5325d811e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:05.364578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9b5fc36a-c11d-4164-b745-e731f21e1a39 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'security_group': {'name': 'tempest-secgroup-1790577074'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:05.384999 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4368c736-a79e-4e41-8022-af88e71a3099 req-67f468b2-516d-41c6-873c-323077022ba2 service neutron] 10.222.0.20 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799495 Jan 31 16:13:05.450509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf52ca05-838e-4f81-bf0e-7af5f1559f8f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network de5a71c8-abe0-4f29-8e51-c88198e2fafd is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:13:05.684265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Allocated IP 172.20.0.2 (b3b76f2f-cc35-480d-af3e-edc0a8a2321e/1107b5ea-cd24-49b7-a690-e09deb1edc46/8b5f8619-5aba-4af8-af1a-1aa678252c52) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:05.847351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-e3636125-a095-4448-8522-47c5325d811e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port 95601264-7030-41af-9aff-4352263be585 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:05.847922 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3636125-a095-4448-8522-47c5325d811e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.022845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b5fc36a-c11d-4164-b745-e731f21e1a39 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.039209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-bf52ca05-838e-4f81-bf0e-7af5f1559f8f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, de5a71c8-abe0-4f29-8e51-c88198e2fafd) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:06.055716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-e3636125-a095-4448-8522-47c5325d811e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] For port 95601264-7030-41af-9aff-4352263be585, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=95601264-7030-41af-9aff-4352263be585,segment=NetworkSegment(559e1f4c-0d7b-42f8-8cca-5e7c995ca488),segment_id=559e1f4c-0d7b-42f8-8cca-5e7c995ca488)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:06.056146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3636125-a095-4448-8522-47c5325d811e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.060232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf52ca05-838e-4f81-bf0e-7af5f1559f8f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:06.061163 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.061639 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf52ca05-838e-4f81-bf0e-7af5f1559f8f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.073413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682110df-3fa8-446b-bcee-ac21bf57a97f None None] Network de5a71c8-abe0-4f29-8e51-c88198e2fafd requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:06.074376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-e3636125-a095-4448-8522-47c5325d811e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for 95601264-7030-41af-9aff-4352263be585 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:06.094134 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.129112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bf52ca05-838e-4f81-bf0e-7af5f1559f8f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2271388 Jan 31 16:13:06.134573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40432) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:06.151626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d73d98a7-8d1a-48ed-9b34-3f1e5a8c46b2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-443218823'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:06.164565 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4368c736-a79e-4e41-8022-af88e71a3099 req-67b7f14f-bcba-487a-9f26-3ceb1ebdfde9 service neutron] 10.222.0.20 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7721763 Jan 31 16:13:06.188740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:06.211655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:06.215847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:06.227438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Pushing event updated for resources: {'Port': ['ID=8b5f8619-5aba-4af8-af1a-1aa678252c52,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:06.239812 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b5fc36a-c11d-4164-b745-e731f21e1a39 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.250682 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b5fc36a-c11d-4164-b745-e731f21e1a39 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.258942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccad6d-d0c9-40cf-b215-ecd69e474596 req-796377dc-d282-4cef-b731-65a74849f4fd tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:06.261851 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-20ccad6d-d0c9-40cf-b215-ecd69e474596 req-796377dc-d282-4cef-b731-65a74849f4fd tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 943 time: 0.1754241 Jan 31 16:13:06.294761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73d98a7-8d1a-48ed-9b34-3f1e5a8c46b2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:06.300043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fc36a-c11d-4164-b745-e731f21e1a39 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6d5f46-d4fb-4631-9f0f-c8b351baf2b9,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:06.300810 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d73d98a7-8d1a-48ed-9b34-3f1e5a8c46b2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.309012 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b5fc36a-c11d-4164-b745-e731f21e1a39 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.311337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9b5fc36a-c11d-4164-b745-e731f21e1a39 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1025996 Jan 31 16:13:06.315085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40434) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:06.325292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-779503198', 'security_groups': ['ce6d5f46-d4fb-4631-9f0f-c8b351baf2b9'], 'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1107b5ea-cd24-49b7-a690-e09deb1edc46'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:06.398150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Attempting to bind port 8b5f8619-5aba-4af8-af1a-1aa678252c52 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:13:06.398600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Attempting to bind port 8b5f8619-5aba-4af8-af1a-1aa678252c52 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '413afa63-e987-455b-a1b5-269b1edeeca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:13:06.399232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Attempting to bind port 8b5f8619-5aba-4af8-af1a-1aa678252c52 on network b3b76f2f-cc35-480d-af3e-edc0a8a2321e {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:13:06.418819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:13:06.419658 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Checking segment: {'id': '413afa63-e987-455b-a1b5-269b1edeeca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:06.420315 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.421038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Bound using segment: {'id': '413afa63-e987-455b-a1b5-269b1edeeca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:13:06.421737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Bound port: 8b5f8619-5aba-4af8-af1a-1aa678252c52, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413afa63-e987-455b-a1b5-269b1edeeca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:13:06.422423 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.424009 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-20ccad6d-d0c9-40cf-b215-ecd69e474596 req-d607eba3-ebc0-4641-a8fa-36cf107d9f84 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534677 Jan 31 16:13:06.428915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73d98a7-8d1a-48ed-9b34-3f1e5a8c46b2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:06.444921 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d73d98a7-8d1a-48ed-9b34-3f1e5a8c46b2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.445338 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-d73d98a7-8d1a-48ed-9b34-3f1e5a8c46b2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Added segment 51e951e3-22d7-4d04-94bd-19ddf9bdfded of type vlan for network ae2ce2c9-501b-425c-be56-957245916f22 Jan 31 16:13:06.451762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-de5a71c8-abe0-4f29-8e51-c88198e2fafd', 'network_id': 'de5a71c8-abe0-4f29-8e51-c88198e2fafd', 'tenant_id': '883b9076ecc146ddb5943b6a5ddb3f44', 'fixed_ips': [{'subnet_id': '9765e8ff-e105-4c06-a256-0bbada2f996b'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:13:06.452544 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.527308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d73d98a7-8d1a-48ed-9b34-3f1e5a8c46b2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.529012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] For port 8b5f8619-5aba-4af8-af1a-1aa678252c52, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:13:06.530021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:06.560034 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3636125-a095-4448-8522-47c5325d811e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.594265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3636125-a095-4448-8522-47c5325d811e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=95601264-7030-41af-9aff-4352263be585,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:06.686960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] For port 8b5f8619-5aba-4af8-af1a-1aa678252c52, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8b5f8619-5aba-4af8-af1a-1aa678252c52,segment=NetworkSegment(413afa63-e987-455b-a1b5-269b1edeeca6),segment_id=413afa63-e987-455b-a1b5-269b1edeeca6)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:13:06.687562 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d73d98a7-8d1a-48ed-9b34-3f1e5a8c46b2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.694100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73d98a7-8d1a-48ed-9b34-3f1e5a8c46b2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:06.694959 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d73d98a7-8d1a-48ed-9b34-3f1e5a8c46b2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.701808 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.704770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:06.757108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d73d98a7-8d1a-48ed-9b34-3f1e5a8c46b2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6196189 Jan 31 16:13:06.758625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port 7a511007-0bef-4237-9f4c-4bd2041560b3 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:13:06.851795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40438) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:06.869383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'subnet': {'network_id': 'ae2ce2c9-501b-425c-be56-957245916f22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:06.930357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2b7c3-1a09-41e4-bbad-87aae794aff6 None None] Pushing event updated for resources: {'Port': ['ID=8b5f8619-5aba-4af8-af1a-1aa678252c52,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:06.961353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Allocated IP 2001:db8:0:ffff::2 (de5a71c8-abe0-4f29-8e51-c88198e2fafd/9765e8ff-e105-4c06-a256-0bbada2f996b/f4d91c7e-137a-48be-8e95-0c61d450efbf) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:07.054019 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d98a7-8d1a-48ed-9b34-3f1e5a8c46b2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Network': ['ID=ae2ce2c9-501b-425c-be56-957245916f22,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:07.078422 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e3636125-a095-4448-8522-47c5325d811e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:07.379990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:07.394828 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:07.417630 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:07.429947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network ae2ce2c9-501b-425c-be56-957245916f22 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:07.613040 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:07.639667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1df2026c-03dd-4ece-a1cf-3e0773df5dac details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:13:07.665304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.6 (b3b76f2f-cc35-480d-af3e-edc0a8a2321e/1107b5ea-cd24-49b7-a690-e09deb1edc46/7a511007-0bef-4237-9f4c-4bd2041560b3) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:07.700068 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40456) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:07.786409 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1df2026c-03dd-4ece-a1cf-3e0773df5dac, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1df2026c-03dd-4ece-a1cf-3e0773df5dac,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:07.817799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '1df2026c-03dd-4ece-a1cf-3e0773df5dac', 'network_id': 'bdbc2199-a5a4-4b52-9f47-ef0f565faf46', 'port_id': '1df2026c-03dd-4ece-a1cf-3e0773df5dac', 'mac_address': 'fa:16:3e:ac:81:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc50a13-9d37-40e9-a224-2341504a1a25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:13:07.866533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Network de5a71c8-abe0-4f29-8e51-c88198e2fafd is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:07.872075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:07.892943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:07.945695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcb8c1-3b55-4636-a842-b0f532a75834 req-e015fbbf-c5c3-4f94-a720-23c9c7dbf369 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:07.952127 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1fcb8c1-3b55-4636-a842-b0f532a75834 req-e015fbbf-c5c3-4f94-a720-23c9c7dbf369 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 943 time: 0.3359764 Jan 31 16:13:08.014658 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8b5f8619-5aba-4af8-af1a-1aa678252c52 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:08.041888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3636125-a095-4448-8522-47c5325d811e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router d7bc41dd-761e-4777-8fdc-16c0771217d6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:13:08.051743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718b1b96-fa88-4be3-8b28-cba056f74f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.054076 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1fcb8c1-3b55-4636-a842-b0f532a75834 req-e9ff8397-46ce-4810-9cc6-3ce64146414b tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939767 Jan 31 16:13:08.197389 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.276819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3636125-a095-4448-8522-47c5325d811e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:13:08.284826 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e3636125-a095-4448-8522-47c5325d811e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6684182 Jan 31 16:13:08.288146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40476) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:08.293806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Attempting to bind port f4d91c7e-137a-48be-8e95-0c61d450efbf on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:13:08.294451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Attempting to bind port f4d91c7e-137a-48be-8e95-0c61d450efbf by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'cfba53d8-214c-479f-9b0b-1a39d4e8feba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'de5a71c8-abe0-4f29-8e51-c88198e2fafd'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:13:08.296576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Attempting to bind port f4d91c7e-137a-48be-8e95-0c61d450efbf on network de5a71c8-abe0-4f29-8e51-c88198e2fafd {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:13:08.305260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Pushing event updated for resources: {'Port': ['ID=f4d91c7e-137a-48be-8e95-0c61d450efbf,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:08.324407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:13:08.324862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Checking segment: {'id': 'cfba53d8-214c-479f-9b0b-1a39d4e8feba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'de5a71c8-abe0-4f29-8e51-c88198e2fafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:08.325282 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.325752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Bound using segment: {'id': 'cfba53d8-214c-479f-9b0b-1a39d4e8feba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'de5a71c8-abe0-4f29-8e51-c88198e2fafd'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:13:08.326333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Bound port: f4d91c7e-137a-48be-8e95-0c61d450efbf, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfba53d8-214c-479f-9b0b-1a39d4e8feba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'de5a71c8-abe0-4f29-8e51-c88198e2fafd'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:13:08.326713 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.349931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb77932e-b85d-4b9c-9ef4-d1366c638d69 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting subnet 4847aa4e-00d4-4b75-90eb-d67b0bfbcadf {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:13:08.350635 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94e1ca-6f01-4aa1-89ca-c374f485f027 None None] Sync routers for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:13:08.355509 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb77932e-b85d-4b9c-9ef4-d1366c638d69 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.376282 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.378598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df2026c-03dd-4ece-a1cf-3e0773df5dac {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:13:08.437170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb77932e-b85d-4b9c-9ef4-d1366c638d69 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.497759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.objects.ports [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108772) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:13:08.504062 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.505531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] For port f4d91c7e-137a-48be-8e95-0c61d450efbf, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:13:08.515078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] For port f4d91c7e-137a-48be-8e95-0c61d450efbf, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f4d91c7e-137a-48be-8e95-0c61d450efbf,segment=NetworkSegment(cfba53d8-214c-479f-9b0b-1a39d4e8feba),segment_id=cfba53d8-214c-479f-9b0b-1a39d4e8feba)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:13:08.529497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8b5f8619-5aba-4af8-af1a-1aa678252c52 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:08.530076 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.537718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94e1ca-6f01-4aa1-89ca-c374f485f027 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:13:08.539920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9b94e1ca-6f01-4aa1-89ca-c374f485f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:08.609864 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.638573 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb77932e-b85d-4b9c-9ef4-d1366c638d69 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.651712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Subnet': ['ID=4de5ce99-c0ac-4419-82ae-2e88cb1f39e7,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:08.659618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Checking segment: {'id': '51e951e3-22d7-4d04-94bd-19ddf9bdfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ae2ce2c9-501b-425c-be56-957245916f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:08.659896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network hostable DHCP agents. Network: ae2ce2c9-501b-425c-be56-957245916f22, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:13:08.729111 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.743658 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718b1b96-fa88-4be3-8b28-cba056f74f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.758282 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network ae2ce2c9-501b-425c-be56-957245916f22 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:13:08.768822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1df2026c-03dd-4ece-a1cf-3e0773df5dac, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1df2026c-03dd-4ece-a1cf-3e0773df5dac,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:08.783520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb77932e-b85d-4b9c-9ef4-d1366c638d69 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.803496 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.808686 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-718b1b96-fa88-4be3-8b28-cba056f74f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.832064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77932e-b85d-4b9c-9ef4-d1366c638d69 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Subnet': ['ID=4847aa4e-00d4-4b75-90eb-d67b0bfbcadf,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:08.840547 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb77932e-b85d-4b9c-9ef4-d1366c638d69 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.842034 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-718b1b96-fa88-4be3-8b28-cba056f74f4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c5484c080f04fb5b3ff3b945fe01182&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1406159 Jan 31 16:13:08.849382 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bb77932e-b85d-4b9c-9ef4-d1366c638d69 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/4847aa4e-00d4-4b75-90eb-d67b0bfbcadf HTTP/1.1" status: 204 len: 168 time: 0.5608773 Jan 31 16:13:08.850222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40478) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:08.852448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40480) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:08.865566 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c825da8d-3ecb-4be0-a1e1-5afd73b15b21 None None] Provisioning complete for port 8b5f8619-5aba-4af8-af1a-1aa678252c52 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:08.866051 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c825da8d-3ecb-4be0-a1e1-5afd73b15b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.889938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, ae2ce2c9-501b-425c-be56-957245916f22) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:08.895442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:08.895673 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.908644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:08.917076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97edf0c-13f2-43a8-a953-2fd47cf346d8 None None] Network fa155e6b-9eac-4f3e-9f5c-49a82ece5afa requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:08.923851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:08.926882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:08.936859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c704f6-0ecf-4c49-8b12-782396633253 None None] Network ae2ce2c9-501b-425c-be56-957245916f22 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:08.989917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:08.990685 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:08.993409 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=7a511007-0bef-4237-9f4c-4bd2041560b3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:09.014323 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-459fe468-09da-497c-80ea-68982b48fdbc tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1542513 Jan 31 16:13:09.015524 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b1b96-fa88-4be3-8b28-cba056f74f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306960d8-729b-483a-9cdc-46051bb0e69c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:09.020659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40482) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:09.027180 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'port': {'network_id': 'ae2ce2c9-501b-425c-be56-957245916f22', 'name': 'tempest-NetworksIpV6TestAttrs-1484375657'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:09.054651 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:09.059857 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cb1ab303-7396-4bc1-84fd-18206553ec54 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7426679 Jan 31 16:13:09.063516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40484) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:09.132801 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a7d0d2de-374d-4a30-be4d-12059c876d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:09.185608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9b8cb284-fd86-4205-b170-c802e1a866bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:09.249746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-9b94e1ca-6f01-4aa1-89ca-c374f485f027 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:13:09.307858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a7d0d2de-374d-4a30-be4d-12059c876d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:09.331601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['1df2026c-03dd-4ece-a1cf-3e0773df5dac'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:13:09.409311 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:09.412786 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a7d0d2de-374d-4a30-be4d-12059c876d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:09.415943 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a7d0d2de-374d-4a30-be4d-12059c876d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:09.432320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533ba4d-b5ac-414c-9c13-27dcb6df05d2 None None] Pushing event updated for resources: {'Port': ['ID=f4d91c7e-137a-48be-8e95-0c61d450efbf,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:09.433681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a7d0d2de-374d-4a30-be4d-12059c876d85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/306960d8-729b-483a-9cdc-46051bb0e69c HTTP/1.1" status: 204 len: 168 time: 0.5820465 Jan 31 16:13:09.493386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0d2de-374d-4a30-be4d-12059c876d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306960d8-729b-483a-9cdc-46051bb0e69c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:09.516194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port afd4ef48-3a50-4058-922d-f9be26c36e0f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:09.526236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:09.605880 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c825da8d-3ecb-4be0-a1e1-5afd73b15b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:09.702381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] For port afd4ef48-3a50-4058-922d-f9be26c36e0f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=afd4ef48-3a50-4058-922d-f9be26c36e0f,segment=NetworkSegment(559e1f4c-0d7b-42f8-8cca-5e7c995ca488),segment_id=559e1f4c-0d7b-42f8-8cca-5e7c995ca488)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:09.703568 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:09.722273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0152561-bb4c-491b-a9d2-f507a4079551 req-3a5b242c-1f9a-4e24-ace8-837b83c55768 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:09.730543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0152561-bb4c-491b-a9d2-f507a4079551 req-3a5b242c-1f9a-4e24-ace8-837b83c55768 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 944 time: 0.3701580 Jan 31 16:13:09.734346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for afd4ef48-3a50-4058-922d-f9be26c36e0f owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:09.884675 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:09.893671 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0152561-bb4c-491b-a9d2-f507a4079551 req-11e408e9-f8fa-42c4-b5d5-0a22b81d26f9 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615996 Jan 31 16:13:09.895357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:09.906988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:09.953427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=afd4ef48-3a50-4058-922d-f9be26c36e0f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:09.953682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] device_id is not set on port a8728d20-219d-4934-9018-d14905b2829e yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:13:09.958288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No DVR routers for this DVR port afd4ef48-3a50-4058-922d-f9be26c36e0f on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:09.980672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8cb284-fd86-4205-b170-c802e1a866bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:09.989683 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb284-fd86-4205-b170-c802e1a866bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.018438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 8b5f8619-5aba-4af8-af1a-1aa678252c52, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8b5f8619-5aba-4af8-af1a-1aa678252c52,segment=NetworkSegment(413afa63-e987-455b-a1b5-269b1edeeca6),segment_id=413afa63-e987-455b-a1b5-269b1edeeca6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:10.095642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-ae2ce2c9-501b-425c-be56-957245916f22', 'network_id': 'ae2ce2c9-501b-425c-be56-957245916f22', 'tenant_id': '883b9076ecc146ddb5943b6a5ddb3f44', 'fixed_ips': [{'subnet_id': '4de5ce99-c0ac-4419-82ae-2e88cb1f39e7'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:13:10.096744 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.141457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.169280 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.181520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa155e6b-9eac-4f3e-9f5c-49a82ece5afa']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:10.209585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559e1f4c-0d7b-42f8-8cca-5e7c995ca488') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:10.209874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559e1f4c-0d7b-42f8-8cca-5e7c995ca488') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:10.219844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40498) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:10.257794 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.265480 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Allocated IP 2001:db8::f816:3eff:fe15:2e3e (ae2ce2c9-501b-425c-be56-957245916f22/4de5ce99-c0ac-4419-82ae-2e88cb1f39e7/a8728d20-219d-4934-9018-d14905b2829e) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:10.323405 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c521589-9363-4e29-ab65-0c5048dca932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.336191 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.360362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:10.360855 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:10.364892 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:10.437764 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-c825da8d-3ecb-4be0-a1e1-5afd73b15b21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:13:10.438407 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-c825da8d-3ecb-4be0-a1e1-5afd73b15b21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:13:10.439319 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491fa905-d141-44c1-9ed5-2d28d7880b19 None None] DHCP port deletion for fa155e6b-9eac-4f3e-9f5c-49a82ece5afa request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:13:10.456509 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.519645 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.524795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1df2026c-03dd-4ece-a1cf-3e0773df5dac,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:10.530668 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/networks/fa155e6b-9eac-4f3e-9f5c-49a82ece5afa HTTP/1.1" status: 204 len: 168 time: 1.6725111 Jan 31 16:13:10.535034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40506) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:10.568288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92944ea9-091b-49bc-92a6-ebb50e51452a tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Network': ['ID=fa155e6b-9eac-4f3e-9f5c-49a82ece5afa,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:10.791128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f4d91c7e-137a-48be-8e95-0c61d450efbf up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:10.819102 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.830648 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c521589-9363-4e29-ab65-0c5048dca932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.877301 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f04b1-6b0a-4bc3-8a2c-ba29c07526cd None None] Network de5a71c8-abe0-4f29-8e51-c88198e2fafd requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:10.927876 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c521589-9363-4e29-ab65-0c5048dca932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.948580 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:10.993680 n-d-827120-1 neutron-server[108772]: INFO neutron.db.ipam_backend_mixin [None req-9b8cb284-fd86-4205-b170-c802e1a866bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1107b5ea-cd24-49b7-a690-e09deb1edc46 (CIDR: 172.20.0.0/28) Jan 31 16:13:11.013381 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8cb284-fd86-4205-b170-c802e1a866bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:13:11.014175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8cb284-fd86-4205-b170-c802e1a866bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:11.019833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network ae2ce2c9-501b-425c-be56-957245916f22 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:11.048844 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6c521589-9363-4e29-ab65-0c5048dca932 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=abf27efff803401bbfa8a5668f8e2ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8275659 Jan 31 16:13:11.052785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:11.058981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40514) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:11.077578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:11.083568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:11.084351 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:11.100057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f4d91c7e-137a-48be-8e95-0c61d450efbf triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:11.101013 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:11.130967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Port': ['ID=a8728d20-219d-4934-9018-d14905b2829e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:11.149286 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9b8cb284-fd86-4205-b170-c802e1a866bc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0817857 Jan 31 16:13:11.162796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40516) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:11.177316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-349dd66e-674c-4e2c-b442-599086b2a3a8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:11.242098 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a38b4c5e-f22c-4481-8988-d0e610db6014 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2201564 Jan 31 16:13:11.242610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=8b5f8619-5aba-4af8-af1a-1aa678252c52,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:11.255950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40518) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:11.256993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c521589-9363-4e29-ab65-0c5048dca932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda3b282-00f1-4edb-a336-05057d1e7c26,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:11.376217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Allocated IP 2001:db8::f816:3eff:febd:5431 (ae2ce2c9-501b-425c-be56-957245916f22/4de5ce99-c0ac-4419-82ae-2e88cb1f39e7/fd42408a-caa6-4001-9342-c5d1aa308d01) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:11.413423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c825da8d-3ecb-4be0-a1e1-5afd73b15b21 None None] Provisioning complete for port d3cf38e2-7b13-442c-9625-431945cf6b1a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:11.413809 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c825da8d-3ecb-4be0-a1e1-5afd73b15b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:11.431196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace6d42-0d24-4171-b89c-dce7368d00c1 req-578ca46f-be34-4986-b182-5d5dc9a42f67 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:11.440821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ace6d42-0d24-4171-b89c-dce7368d00c1 req-578ca46f-be34-4986-b182-5d5dc9a42f67 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 944 time: 0.4194496 Jan 31 16:13:11.489281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349dd66e-674c-4e2c-b442-599086b2a3a8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:11.493423 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-349dd66e-674c-4e2c-b442-599086b2a3a8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:11.592249 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ace6d42-0d24-4171-b89c-dce7368d00c1 req-c9438859-7ad3-4135-9ad7-812ab5752683 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493995 Jan 31 16:13:11.637366 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:11.717095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port f4d91c7e-137a-48be-8e95-0c61d450efbf, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f4d91c7e-137a-48be-8e95-0c61d450efbf,segment=NetworkSegment(cfba53d8-214c-479f-9b0b-1a39d4e8feba),segment_id=cfba53d8-214c-479f-9b0b-1a39d4e8feba)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:11.770526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9b94e1ca-6f01-4aa1-89ca-c374f485f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:13:06Z', 'revision_number': 9, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:11.774563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f420f1-b378-4627-aac3-ef5085da9bcb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Deleting subnet 4de5ce99-c0ac-4419-82ae-2e88cb1f39e7 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:13:11.810922 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:11.846866 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f1e33e3-a74b-4d73-a289-015b17488df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:11.849389 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94e1ca-6f01-4aa1-89ca-c374f485f027 None None] Checking router: d7bc41dd-761e-4777-8fdc-16c0771217d6 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:13:11.919424 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f1e33e3-a74b-4d73-a289-015b17488df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:11.951815 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94e1ca-6f01-4aa1-89ca-c374f485f027 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:13:11.953337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9b94e1ca-6f01-4aa1-89ca-c374f485f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:12.029895 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-349dd66e-674c-4e2c-b442-599086b2a3a8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:12.100056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-9b94e1ca-6f01-4aa1-89ca-c374f485f027 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:13:12.196603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c825da8d-3ecb-4be0-a1e1-5afd73b15b21 None None] Port d3cf38e2-7b13-442c-9625-431945cf6b1a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:13:12.318542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349dd66e-674c-4e2c-b442-599086b2a3a8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:12.318859 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f1e33e3-a74b-4d73-a289-015b17488df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:12.323811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5f1e33e3-a74b-4d73-a289-015b17488df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:12.333708 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5f1e33e3-a74b-4d73-a289-015b17488df6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eda3b282-00f1-4edb-a336-05057d1e7c26 HTTP/1.1" status: 204 len: 168 time: 1.1539755 Jan 31 16:13:12.371293 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c825ae42-ce1b-4c8c-baa6-6920df386447 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:12.378529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-349dd66e-674c-4e2c-b442-599086b2a3a8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:12.384536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349dd66e-674c-4e2c-b442-599086b2a3a8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:12.388561 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-349dd66e-674c-4e2c-b442-599086b2a3a8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:12.472582 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-349dd66e-674c-4e2c-b442-599086b2a3a8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2910614 Jan 31 16:13:12.479642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40540) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:12.491595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4105583-9ca6-402d-8347-d3050000b0b0 None None] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:12.494512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-63b618a1-acaa-4031-b922-a30022e4f6ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-634257918', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '844fac1f-ff59-44df-ac78-eade7eeab89d'}], 'security_groups': ['1df8d87a-9fae-4173-b482-d99f4f901eff']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:12.505631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40542) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:12.572707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349dd66e-674c-4e2c-b442-599086b2a3a8 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Subnet': ['ID=844fac1f-ff59-44df-ac78-eade7eeab89d,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:12.592896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e33e3-a74b-4d73-a289-015b17488df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda3b282-00f1-4edb-a336-05057d1e7c26,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:12.721037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8b5f8619-5aba-4af8-af1a-1aa678252c52 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:12.729908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=f4d91c7e-137a-48be-8e95-0c61d450efbf,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:12.906825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:12.907524 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:12.908178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:12.908660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:12.909163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:12.909673 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:12.910157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:12.911257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:12.911553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:12.911884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:12.912344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:12.912526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:12.969343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c825ae42-ce1b-4c8c-baa6-6920df386447 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port 7c8212d5-f68d-4f96-9e85-72109440445c {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:12.973956 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c825ae42-ce1b-4c8c-baa6-6920df386447 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:12.985659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3b19d1cc-a0e3-4119-a24d-ed4933e47346 None None] Provisioning complete for port f4d91c7e-137a-48be-8e95-0c61d450efbf triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:12.986450 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3b19d1cc-a0e3-4119-a24d-ed4933e47346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:13.037595 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2cf39e4b-3502-4ae0-810e-af57620f93e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:13.203485 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-c825ae42-ce1b-4c8c-baa6-6920df386447 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] For port 7c8212d5-f68d-4f96-9e85-72109440445c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7c8212d5-f68d-4f96-9e85-72109440445c,segment=NetworkSegment(ba1c9bb9-a7ca-43f5-afea-d64f87c6b726),segment_id=ba1c9bb9-a7ca-43f5-afea-d64f87c6b726)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:13.203947 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c825ae42-ce1b-4c8c-baa6-6920df386447 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:13.218549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2cf39e4b-3502-4ae0-810e-af57620f93e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:13.224128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c825ae42-ce1b-4c8c-baa6-6920df386447 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for 7c8212d5-f68d-4f96-9e85-72109440445c owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:13.259662 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510ce03-4f55-442e-a6d1-44025fd8abf5 req-fbd01c7a-62d8-45ba-a201-15b6d38d2c9f tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:13.262507 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4510ce03-4f55-442e-a6d1-44025fd8abf5 req-fbd01c7a-62d8-45ba-a201-15b6d38d2c9f tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 944 time: 0.4096434 Jan 31 16:13:13.268061 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2cf39e4b-3502-4ae0-810e-af57620f93e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:13.402452 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2cf39e4b-3502-4ae0-810e-af57620f93e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f76ff53f7b6243f6ac70af63cd4935b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8942018 Jan 31 16:13:13.403389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40564) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:13.511323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf39e4b-3502-4ae0-810e-af57620f93e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5da019-9a44-470b-ab2e-ec42f842270d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:13.587630 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63b618a1-acaa-4031-b922-a30022e4f6ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:13.629172 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4510ce03-4f55-442e-a6d1-44025fd8abf5 req-868d396d-a8cb-41a2-9ca6-8a1c05506dfb tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440244 Jan 31 16:13:13.670148 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64a34386-824f-402e-a2f7-cdc14d17d429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:13.708008 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c825ae42-ce1b-4c8c-baa6-6920df386447 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:13.736352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1df2026c-03dd-4ece-a1cf-3e0773df5dac up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:13.758215 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64a34386-824f-402e-a2f7-cdc14d17d429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:13.774023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9b94e1ca-6f01-4aa1-89ca-c374f485f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:13:06Z', 'revision_number': 9, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:13.806564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825ae42-ce1b-4c8c-baa6-6920df386447 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=7c8212d5-f68d-4f96-9e85-72109440445c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:13.871997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8b5f8619-5aba-4af8-af1a-1aa678252c52 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:13.874942 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:13.879924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94e1ca-6f01-4aa1-89ca-c374f485f027 None None] The sync data for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 is: [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:13:06Z', 'revision_number': 9, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8212d5-f68d-4f96-9e85-72109440445c', 'name': '', 'network_id': '15105edd-ea95-4b28-8454-55df3bc93621', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:76:fb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:27Z', 'updated_at': '2022-01-31T16:12:35Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': 'c7df4d8d-1477-431f-98a8-3c22658b381d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:13:13.880168 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64a34386-824f-402e-a2f7-cdc14d17d429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:13.884018 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64a34386-824f-402e-a2f7-cdc14d17d429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:13.888559 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-64a34386-824f-402e-a2f7-cdc14d17d429 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed5da019-9a44-470b-ab2e-ec42f842270d HTTP/1.1" status: 204 len: 168 time: 0.4502022 Jan 31 16:13:13.938017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a34386-824f-402e-a2f7-cdc14d17d429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5da019-9a44-470b-ab2e-ec42f842270d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:14.011318 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:14.118163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c4f420f1-b378-4627-aac3-ef5085da9bcb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:14.155531 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:14.199591 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c4f420f1-b378-4627-aac3-ef5085da9bcb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:14.354093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-63b618a1-acaa-4031-b922-a30022e4f6ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Delete allocated IP 172.20.0.6 (b3b76f2f-cc35-480d-af3e-edc0a8a2321e/1107b5ea-cd24-49b7-a690-e09deb1edc46) {{(pid=108772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 16:13:14.362978 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c825ae42-ce1b-4c8c-baa6-6920df386447 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:14.376058 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-63b618a1-acaa-4031-b922-a30022e4f6ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.18 (b3b76f2f-cc35-480d-af3e-edc0a8a2321e/844fac1f-ff59-44df-ac78-eade7eeab89d/7a511007-0bef-4237-9f4c-4bd2041560b3) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:14.376474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Network ae2ce2c9-501b-425c-be56-957245916f22 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:14.406865 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Pushing event updated for resources: {'Port': ['ID=fd42408a-caa6-4001-9342-c5d1aa308d01,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:14.429273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:14.437699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 1df2026c-03dd-4ece-a1cf-3e0773df5dac completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:13:14.445676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:14.450340 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3b19d1cc-a0e3-4119-a24d-ed4933e47346 None None] Provisioning complete for port 7a511007-0bef-4237-9f4c-4bd2041560b3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:14.451625 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3b19d1cc-a0e3-4119-a24d-ed4933e47346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:14.552951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3b19d1cc-a0e3-4119-a24d-ed4933e47346 None None] Port 7a511007-0bef-4237-9f4c-4bd2041560b3 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:13:14.554605 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 1df2026c-03dd-4ece-a1cf-3e0773df5dac triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:14.558052 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:14.622817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e67fed-1b99-4141-9aa4-53f52d9ad23c None None] Update dhcp port {'port': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'fixed_ips': [{'subnet_id': '1107b5ea-cd24-49b7-a690-e09deb1edc46', 'ip_address': '172.20.0.2'}, {'subnet_id': '844fac1f-ff59-44df-ac78-eade7eeab89d'}], 'binding:host_id': 'n-d-827120-1'}, 'id': '8b5f8619-5aba-4af8-af1a-1aa678252c52'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:13:14.702908 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-40e67fed-1b99-4141-9aa4-53f52d9ad23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:14.727070 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63b618a1-acaa-4031-b922-a30022e4f6ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:14.740077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63b618a1-acaa-4031-b922-a30022e4f6ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:14.806248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device afd4ef48-3a50-4058-922d-f9be26c36e0f no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:14.849951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c825ae42-ce1b-4c8c-baa6-6920df386447 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router d7bc41dd-761e-4777-8fdc-16c0771217d6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:13:14.854961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: afd4ef48-3a50-4058-922d-f9be26c36e0f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:13:14.856119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device afd4ef48-3a50-4058-922d-f9be26c36e0f not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:13:14.875142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b618a1-acaa-4031-b922-a30022e4f6ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=7a511007-0bef-4237-9f4c-4bd2041560b3,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:14.938753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Attempting to bind port fd42408a-caa6-4001-9342-c5d1aa308d01 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:13:14.939388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Attempting to bind port fd42408a-caa6-4001-9342-c5d1aa308d01 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '51e951e3-22d7-4d04-94bd-19ddf9bdfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ae2ce2c9-501b-425c-be56-957245916f22'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:13:14.939911 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Attempting to bind port fd42408a-caa6-4001-9342-c5d1aa308d01 on network ae2ce2c9-501b-425c-be56-957245916f22 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:13:14.963874 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b5570d7f-5bbe-4520-9cff-a77f783a9ba2 None None] Provisioning complete for port f4d91c7e-137a-48be-8e95-0c61d450efbf triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:14.964551 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b5570d7f-5bbe-4520-9cff-a77f783a9ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.020673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-63b618a1-acaa-4031-b922-a30022e4f6ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] In _notify_port_updated(), no bound segment for port 7a511007-0bef-4237-9f4c-4bd2041560b3 on network b3b76f2f-cc35-480d-af3e-edc0a8a2321e {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:13:15.028654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b618a1-acaa-4031-b922-a30022e4f6ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:15.029633 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63b618a1-acaa-4031-b922-a30022e4f6ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.031163 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-63b618a1-acaa-4031-b922-a30022e4f6ed tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "PUT /v2.0/ports/7a511007-0bef-4237-9f4c-4bd2041560b3 HTTP/1.1" status: 200 len: 920 time: 2.5499001 Jan 31 16:13:15.035477 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40602) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:15.160915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f4d91c7e-137a-48be-8e95-0c61d450efbf up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:15.164857 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:13:15.165236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Checking segment: {'id': '51e951e3-22d7-4d04-94bd-19ddf9bdfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ae2ce2c9-501b-425c-be56-957245916f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:15.165672 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.166474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Bound using segment: {'id': '51e951e3-22d7-4d04-94bd-19ddf9bdfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ae2ce2c9-501b-425c-be56-957245916f22'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:13:15.167516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Bound port: fd42408a-caa6-4001-9342-c5d1aa308d01, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e951e3-22d7-4d04-94bd-19ddf9bdfded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ae2ce2c9-501b-425c-be56-957245916f22'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:13:15.168007 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.198245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddf3c2-c679-415a-9837-ad5c473e72dc req-48f83ecf-a909-48de-a4e4-f2438118c6b5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:15.204407 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91ddf3c2-c679-415a-9837-ad5c473e72dc req-48f83ecf-a909-48de-a4e4-f2438118c6b5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 944 time: 0.3745487 Jan 31 16:13:15.211061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b9384fe2-2f73-4b73-bcc7-7e61cf0b8145 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port 7a511007-0bef-4237-9f4c-4bd2041560b3 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:15.211810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9384fe2-2f73-4b73-bcc7-7e61cf0b8145 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.254790 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.338880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9384fe2-2f73-4b73-bcc7-7e61cf0b8145 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.371554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b9384fe2-2f73-4b73-bcc7-7e61cf0b8145 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for 7a511007-0bef-4237-9f4c-4bd2041560b3 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:15.393554 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c4f420f1-b378-4627-aac3-ef5085da9bcb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.447526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1df2026c-03dd-4ece-a1cf-3e0773df5dac, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1df2026c-03dd-4ece-a1cf-3e0773df5dac,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:15.502448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c825ae42-ce1b-4c8c-baa6-6920df386447 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:13:15.522598 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91ddf3c2-c679-415a-9837-ad5c473e72dc req-01a9f703-985a-44d7-a8b3-5caf99070daf tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900715 Jan 31 16:13:15.531013 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18e2f6-8872-4146-b98e-05a368c70402 None None] Sync routers for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:13:15.537233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c825ae42-ce1b-4c8c-baa6-6920df386447 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0008531 Jan 31 16:13:15.541048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ba70cb-3f9e-4dcf-8270-d520dc2a0857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df2026c-03dd-4ece-a1cf-3e0773df5dac'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:13:15.542220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40618) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:15.555148 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18e2f6-8872-4146-b98e-05a368c70402 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:13:15.555148 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-db18e2f6-8872-4146-b98e-05a368c70402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:15.556107 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a374672b-0b4c-4475-bb01-51623abd23a4" -d '{"events": [{"server_uuid": "90ba70cb-3f9e-4dcf-8270-d520dc2a0857", "name": "network-vif-plugged", "status": "completed", "tag": "1df2026c-03dd-4ece-a1cf-3e0773df5dac"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:13:15.608525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40622) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:15.610555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-40e67fed-1b99-4141-9aa4-53f52d9ad23c None None] Allocated IP 172.20.0.19 (b3b76f2f-cc35-480d-af3e-edc0a8a2321e/844fac1f-ff59-44df-ac78-eade7eeab89d/8b5f8619-5aba-4af8-af1a-1aa678252c52) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:15.636433 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f4d91c7e-137a-48be-8e95-0c61d450efbf triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:15.636787 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.641260 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.668953 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c4f420f1-b378-4627-aac3-ef5085da9bcb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.689413 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9384fe2-2f73-4b73-bcc7-7e61cf0b8145 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.692761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4af4bd-c758-4d24-8b84-5ebae4645cf5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting subnet c7df4d8d-1477-431f-98a8-3c22658b381d {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:13:15.712590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a4af4bd-c758-4d24-8b84-5ebae4645cf5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.743504 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-db18e2f6-8872-4146-b98e-05a368c70402 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:13:15.758023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9384fe2-2f73-4b73-bcc7-7e61cf0b8145 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=7a511007-0bef-4237-9f4c-4bd2041560b3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:15.818344 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32a9176-74dc-47fa-bf06-bca7d2e52ab2 x-openstack-request-id: req-e32a9176-74dc-47fa-bf06-bca7d2e52ab2 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:13:15.818927 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ba70cb-3f9e-4dcf-8270-d520dc2a0857", "name": "network-vif-plugged", "status": "completed", "tag": "1df2026c-03dd-4ece-a1cf-3e0773df5dac", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:13:15.820421 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e32a9176-74dc-47fa-bf06-bca7d2e52ab2 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:13:15.822428 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ba70cb-3f9e-4dcf-8270-d520dc2a0857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df2026c-03dd-4ece-a1cf-3e0773df5dac', 'code': 200} Jan 31 16:13:15.893794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] For port fd42408a-caa6-4001-9342-c5d1aa308d01, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:13:15.904442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f420f1-b378-4627-aac3-ef5085da9bcb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Subnet': ['ID=4de5ce99-c0ac-4419-82ae-2e88cb1f39e7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:15.932711 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c4f420f1-b378-4627-aac3-ef5085da9bcb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:15.941446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fddb4-b63b-4f62-9c75-b498c49a3c5d req-fba7e6dc-d48c-4687-a688-1b9b0389307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:15.943142 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-636fddb4-b63b-4f62-9c75-b498c49a3c5d req-fba7e6dc-d48c-4687-a688-1b9b0389307b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 1096 time: 0.1863782 Jan 31 16:13:15.944091 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c4f420f1-b378-4627-aac3-ef5085da9bcb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/subnets/4de5ce99-c0ac-4419-82ae-2e88cb1f39e7 HTTP/1.1" status: 204 len: 168 time: 4.6841826 Jan 31 16:13:15.946234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40632) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:15.969002 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a4af4bd-c758-4d24-8b84-5ebae4645cf5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.003291 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-db18e2f6-8872-4146-b98e-05a368c70402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:13:13Z', 'revision_number': 10, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:16.003771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] For port fd42408a-caa6-4001-9342-c5d1aa308d01, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=fd42408a-caa6-4001-9342-c5d1aa308d01,segment=NetworkSegment(51e951e3-22d7-4d04-94bd-19ddf9bdfded),segment_id=51e951e3-22d7-4d04-94bd-19ddf9bdfded)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:13:16.047941 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.074054 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18e2f6-8872-4146-b98e-05a368c70402 None None] Checking router: d7bc41dd-761e-4777-8fdc-16c0771217d6 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:13:16.081090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1df2026c-03dd-4ece-a1cf-3e0773df5dac,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:16.093855 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18e2f6-8872-4146-b98e-05a368c70402 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:13:16.094545 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-db18e2f6-8872-4146-b98e-05a368c70402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:12:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:16.208786 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-636fddb4-b63b-4f62-9c75-b498c49a3c5d req-9e44e2bd-044b-42fa-8bed-683b37982a2d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867943 Jan 31 16:13:16.236416 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9384fe2-2f73-4b73-bcc7-7e61cf0b8145 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.247287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b9384fe2-2f73-4b73-bcc7-7e61cf0b8145 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/7a511007-0bef-4237-9f4c-4bd2041560b3 HTTP/1.1" status: 204 len: 168 time: 1.2082574 Jan 31 16:13:16.248587 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-50d5d723-4fdd-4caf-8fdb-c3c3ce2d1b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.249738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40642) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:16.252393 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a4af4bd-c758-4d24-8b84-5ebae4645cf5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.265340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c077fecf-646a-485f-ae79-90b41fc8b928 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:16.270123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c077fecf-646a-485f-ae79-90b41fc8b928 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:16.272341 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c077fecf-646a-485f-ae79-90b41fc8b928 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3236482 Jan 31 16:13:16.281449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40644) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:16.307251 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-db18e2f6-8872-4146-b98e-05a368c70402 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:13:16.334440 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f503486-aa11-4037-9e75-caa6066457ba tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:13:16.340887 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8f503486-aa11-4037-9e75-caa6066457ba tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/7a511007-0bef-4237-9f4c-4bd2041560b3 HTTP/1.1" status: 404 len: 333 time: 0.0898116 Jan 31 16:13:16.341792 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40646) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:16.397528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-50d5d723-4fdd-4caf-8fdb-c3c3ce2d1b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.409135 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-50d5d723-4fdd-4caf-8fdb-c3c3ce2d1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.465333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615efaf-ee2c-4718-bcfa-b1de3492db6a None None] Pushing event updated for resources: {'Port': ['ID=fd42408a-caa6-4001-9342-c5d1aa308d01,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:16.479259 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5504d14b-8a80-4b1b-ad40-cd0ec402472a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.568104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-693396b2-8f27-4a79-bfeb-8f3346f27ad4 req-385b2ae3-967e-4a07-9ef0-f80a1a4a0fbc service neutron] (108772) timed out ('10.222.0.36', 34762) {{(pid=108772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:13:16.572194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-40e67fed-1b99-4141-9aa4-53f52d9ad23c None None] For port 8b5f8619-5aba-4af8-af1a-1aa678252c52, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8b5f8619-5aba-4af8-af1a-1aa678252c52,segment=NetworkSegment(413afa63-e987-455b-a1b5-269b1edeeca6),segment_id=413afa63-e987-455b-a1b5-269b1edeeca6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:16.606301 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5504d14b-8a80-4b1b-ad40-cd0ec402472a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 31 16:13:16.610326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5504d14b-8a80-4b1b-ad40-cd0ec402472a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:16.618350 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-50d5d723-4fdd-4caf-8fdb-c3c3ce2d1b4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96b2c05ef1e64c35980b1a1d51d862be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0083852 Jan 31 16:13:16.620223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5d723-4fdd-4caf-8fdb-c3c3ce2d1b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ef938d-b3e7-4f48-a420-7a9ccb26bee7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:16.621052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5504d14b-8a80-4b1b-ad40-cd0ec402472a tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/networks/ae2ce2c9-501b-425c-be56-957245916f22 HTTP/1.1" status: 409 len: 405 time: 0.3305023 Jan 31 16:13:16.622097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40650) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:16.635824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40652) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:16.641811 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8b326aba-db43-428f-9b50-6bebb0764cf5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-974733566'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:16.647676 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a4af4bd-c758-4d24-8b84-5ebae4645cf5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.660111 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-40e67fed-1b99-4141-9aa4-53f52d9ad23c None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.677896 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-40e67fed-1b99-4141-9aa4-53f52d9ad23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.682825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4af4bd-c758-4d24-8b84-5ebae4645cf5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Subnet': ['ID=c7df4d8d-1477-431f-98a8-3c22658b381d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:16.700137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a4af4bd-c758-4d24-8b84-5ebae4645cf5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.704856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6a4af4bd-c758-4d24-8b84-5ebae4645cf5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/c7df4d8d-1477-431f-98a8-3c22658b381d HTTP/1.1" status: 204 len: 168 time: 1.1611345 Jan 31 16:13:16.710992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2f173f-fea2-4a88-b1e2-89e74cf327b5 None None] Network 15105edd-ea95-4b28-8454-55df3bc93621 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:16.713612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40654) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:16.743793 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-db18e2f6-8872-4146-b98e-05a368c70402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:13:13Z', 'revision_number': 10, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:16.805851 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18e2f6-8872-4146-b98e-05a368c70402 None None] The sync data for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 is: [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:13:13Z', 'revision_number': 10, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None, '_interfaces': [{'id': '6b1e057e-1a0e-4edc-b4e9-9a34094c549e', 'name': '', 'network_id': '6380305c-a2c9-44b6-ac22-786ef1818978', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'mac_address': 'fa:16:3e:85:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:12:18Z', 'updated_at': '2022-01-31T16:12:25Z', 'revision_number': 5, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'subnets': [{'id': '008096da-1950-4e06-b5cb-d7d1dce2212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:13:16.876061 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.882305 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f4478dd-4993-4003-958f-f35e906d1d08 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.890910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b326aba-db43-428f-9b50-6bebb0764cf5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:16.903507 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b326aba-db43-428f-9b50-6bebb0764cf5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.916744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0d5bf-d8cf-46da-acc9-8976d6b762d7 req-cfce04fd-208b-4fa8-a71e-8ed5e5747b18 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:16.918875 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1fa0d5bf-d8cf-46da-acc9-8976d6b762d7 req-cfce04fd-208b-4fa8-a71e-8ed5e5747b18 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 945 time: 0.2954249 Jan 31 16:13:16.976233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f4478dd-4993-4003-958f-f35e906d1d08 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.979977 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf578812-013f-4e4d-aacd-37912802d0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:16.993315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b326aba-db43-428f-9b50-6bebb0764cf5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:17.008879 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b326aba-db43-428f-9b50-6bebb0764cf5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.009318 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-8b326aba-db43-428f-9b50-6bebb0764cf5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Added segment 58339798-6f32-4b16-81ec-050e5eec8d0c of type vlan for network 24756a14-b190-465b-b137-1d39a1d2eb50 Jan 31 16:13:17.037100 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf578812-013f-4e4d-aacd-37912802d0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.085658 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e67fed-1b99-4141-9aa4-53f52d9ad23c None None] Pushing event updated for resources: {'Port': ['ID=8b5f8619-5aba-4af8-af1a-1aa678252c52,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:17.129409 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b326aba-db43-428f-9b50-6bebb0764cf5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.147901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port 44998067-7f36-4320-95b7-56d63d9c9789 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:17.148423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.198728 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf578812-013f-4e4d-aacd-37912802d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.205361 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf578812-013f-4e4d-aacd-37912802d0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.208691 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cf578812-013f-4e4d-aacd-37912802d0eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7ef938d-b3e7-4f48-a420-7a9ccb26bee7 HTTP/1.1" status: 204 len: 168 time: 0.5629129 Jan 31 16:13:17.214583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 95601264-7030-41af-9aff-4352263be585 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:17.249021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf578812-013f-4e4d-aacd-37912802d0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ef938d-b3e7-4f48-a420-7a9ccb26bee7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:17.256289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1fa0d5bf-d8cf-46da-acc9-8976d6b762d7 req-cd1bc5cd-30f2-4095-8b1b-54c5e6611aec tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294690 Jan 31 16:13:17.288262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f4478dd-4993-4003-958f-f35e906d1d08 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.297101 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f4478dd-4993-4003-958f-f35e906d1d08 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.318935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1f4478dd-4993-4003-958f-f35e906d1d08 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce6d5f46-d4fb-4631-9f0f-c8b351baf2b9 HTTP/1.1" status: 204 len: 168 time: 0.9736478 Jan 31 16:13:17.326387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40668) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:17.427351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] For port 44998067-7f36-4320-95b7-56d63d9c9789, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=44998067-7f36-4320-95b7-56d63d9c9789,segment=NetworkSegment(ba1c9bb9-a7ca-43f5-afea-d64f87c6b726),segment_id=ba1c9bb9-a7ca-43f5-afea-d64f87c6b726)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:17.427739 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.446266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b326aba-db43-428f-9b50-6bebb0764cf5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.452366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b326aba-db43-428f-9b50-6bebb0764cf5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:17.453270 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8b326aba-db43-428f-9b50-6bebb0764cf5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.470933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4478dd-4993-4003-958f-f35e906d1d08 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6d5f46-d4fb-4631-9f0f-c8b351baf2b9,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:17.506488 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3edaf44c-8e96-47a7-b7c4-c0bec9e227eb tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.524210 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for 44998067-7f36-4320-95b7-56d63d9c9789 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:17.563582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 95601264-7030-41af-9aff-4352263be585 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:13:17.565091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 95601264-7030-41af-9aff-4352263be585 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:13:17.587077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3edaf44c-8e96-47a7-b7c4-c0bec9e227eb tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.645245 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-69c84c05-d613-4ec5-ab92-195249da4c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.696122 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8b326aba-db43-428f-9b50-6bebb0764cf5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0586216 Jan 31 16:13:17.701655 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40674) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:17.710526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'subnet': {'network_id': '24756a14-b190-465b-b137-1d39a1d2eb50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:17.719105 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3edaf44c-8e96-47a7-b7c4-c0bec9e227eb tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.721596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3edaf44c-8e96-47a7-b7c4-c0bec9e227eb tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.723211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3edaf44c-8e96-47a7-b7c4-c0bec9e227eb tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/security-groups/1df8d87a-9fae-4173-b482-d99f4f901eff HTTP/1.1" status: 204 len: 168 time: 0.3939855 Jan 31 16:13:17.731847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40676) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:17.814932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaf44c-8e96-47a7-b7c4-c0bec9e227eb tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df8d87a-9fae-4173-b482-d99f4f901eff,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:17.828587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e434897-6cd7-4d2e-a5c3-86f77650c787 None None] DHCP port deletion for 15105edd-ea95-4b28-8454-55df3bc93621 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:13:17.829678 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b326aba-db43-428f-9b50-6bebb0764cf5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Network': ['ID=24756a14-b190-465b-b137-1d39a1d2eb50,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:17.911782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:17.912682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 24756a14-b190-465b-b137-1d39a1d2eb50 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:17.916863 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:17.979545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e382c7-b866-4aff-a0f2-14b22d379223 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting subnet 1107b5ea-cd24-49b7-a690-e09deb1edc46 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:13:17.985396 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02e382c7-b866-4aff-a0f2-14b22d379223 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:18.067927 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fd42408a-caa6-4001-9342-c5d1aa308d01 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:18.127303 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:18.202305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8e434897-6cd7-4d2e-a5c3-86f77650c787 None None] Deleting port 44998067-7f36-4320-95b7-56d63d9c9789 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:18.202910 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e434897-6cd7-4d2e-a5c3-86f77650c787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:18.215999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=44998067-7f36-4320-95b7-56d63d9c9789,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:18.265230 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02e382c7-b866-4aff-a0f2-14b22d379223 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:18.281183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No DVR routers for this DVR port 44998067-7f36-4320-95b7-56d63d9c9789 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:18.342384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885e745a-ac84-4ce3-b27d-6e26da33a980 None None] Network ae2ce2c9-501b-425c-be56-957245916f22 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:18.470171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.objects.ports [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108772) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:13:18.497189 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8e434897-6cd7-4d2e-a5c3-86f77650c787 None None] For port 44998067-7f36-4320-95b7-56d63d9c9789, host n-d-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:18.497620 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e434897-6cd7-4d2e-a5c3-86f77650c787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:18.500335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port fd42408a-caa6-4001-9342-c5d1aa308d01 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:18.500621 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:18.530186 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:18.598674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8e434897-6cd7-4d2e-a5c3-86f77650c787 None None] Calling delete_port for 44998067-7f36-4320-95b7-56d63d9c9789 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:18.600310 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3cdc42bd-1a05-4ef4-86b2-c44934f56f03 None None] Provisioning complete for port fd42408a-caa6-4001-9342-c5d1aa308d01 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:18.600871 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3cdc42bd-1a05-4ef4-86b2-c44934f56f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:18.632667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ebe41-cb2a-42de-aa52-c05a70644cfe req-d6e24b95-d956-4feb-b491-d673d1081e2e tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:18.634530 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-594ebe41-cb2a-42de-aa52-c05a70644cfe req-d6e24b95-d956-4feb-b491-d673d1081e2e tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 945 time: 0.1614749 Jan 31 16:13:18.644898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.ipam_backend_mixin [None req-8e434897-6cd7-4d2e-a5c3-86f77650c787 None None] Port 44998067-7f36-4320-95b7-56d63d9c9789 was not found and therefore no delete operation was performed {{(pid=108773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:13:18.696059 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02e382c7-b866-4aff-a0f2-14b22d379223 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:18.698669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Checking segment: {'id': '58339798-6f32-4b16-81ec-050e5eec8d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24756a14-b190-465b-b137-1d39a1d2eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:18.699044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network hostable DHCP agents. Network: 24756a14-b190-465b-b137-1d39a1d2eb50, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:13:18.704099 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e434897-6cd7-4d2e-a5c3-86f77650c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:18.723633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Subnet': ['ID=d1fa67e1-0c6e-41b8-a5b1-79cd1d9b9903,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:18.767256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e434897-6cd7-4d2e-a5c3-86f77650c787 None None] No DVR routers for this DVR port 44998067-7f36-4320-95b7-56d63d9c9789 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:18.778289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-594ebe41-cb2a-42de-aa52-c05a70644cfe req-e18276de-1c48-436c-91c3-1c02fb9ea9f0 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197641 Jan 31 16:13:18.785975 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network 24756a14-b190-465b-b137-1d39a1d2eb50 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:13:18.829044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 24756a14-b190-465b-b137-1d39a1d2eb50) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:18.834433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:18.835476 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:18.879268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d769f599-efe9-4939-9fe1-db36e04de0f6 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1761105 Jan 31 16:13:18.879968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40710) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:18.885324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'port': {'network_id': '24756a14-b190-465b-b137-1d39a1d2eb50', 'name': 'tempest-NetworksIpV6TestAttrs-1728824895'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:18.889861 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:18.942369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15105edd-ea95-4b28-8454-55df3bc93621']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:18.972782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1c9bb9-a7ca-43f5-afea-d64f87c6b726') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:18.973075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1c9bb9-a7ca-43f5-afea-d64f87c6b726') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:18.991203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:19.014796 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:19.024075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:19.024789 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:19.120001 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:19.141016 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:19.151584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:19.158441 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/networks/15105edd-ea95-4b28-8454-55df3bc93621 HTTP/1.1" status: 204 len: 168 time: 2.4438324 Jan 31 16:13:19.159095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40716) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:19.184885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a6263-8651-4588-bec2-7acb16a419a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Network': ['ID=15105edd-ea95-4b28-8454-55df3bc93621,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:19.219576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:19.226989 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:19.288479 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd34303-ae31-4750-a135-565104f2bab4 None None] Network 24756a14-b190-465b-b137-1d39a1d2eb50 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:19.305781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e434897-6cd7-4d2e-a5c3-86f77650c787 None None] Pushing event deleted for resources: {'Port': ['ID=44998067-7f36-4320-95b7-56d63d9c9789,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:19.311117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] device_id is not set on port cb6edd7e-c5e4-46c7-9ddf-fe57195d6129 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:13:19.491239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02e382c7-b866-4aff-a0f2-14b22d379223 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:19.494534 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:19.586672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Allocated IP 2001:db8::f816:3eff:fe6d:76 (24756a14-b190-465b-b137-1d39a1d2eb50/d1fa67e1-0c6e-41b8-a5b1-79cd1d9b9903/cb6edd7e-c5e4-46c7-9ddf-fe57195d6129) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:19.622298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port fd42408a-caa6-4001-9342-c5d1aa308d01, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=fd42408a-caa6-4001-9342-c5d1aa308d01,segment=NetworkSegment(51e951e3-22d7-4d04-94bd-19ddf9bdfded),segment_id=51e951e3-22d7-4d04-94bd-19ddf9bdfded)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:19.742039 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:19.742538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8b5f8619-5aba-4af8-af1a-1aa678252c52 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:19.879715 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8846e870-9720-4b2e-a7ce-6c9b6dbec2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:19.947370 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:20.129627 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=fd42408a-caa6-4001-9342-c5d1aa308d01,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:20.140877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8b5f8619-5aba-4af8-af1a-1aa678252c52 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:20.141543 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:20.155632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca46481-17fe-437b-914f-4c68d60185b5 None None] DHCP port deletion for ae2ce2c9-501b-425c-be56-957245916f22 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:13:20.195500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-51a92f82-73e9-4f54-8ce1-ec4ac8979b3f None None] Could not find standard attr ID for object 7a511007-0bef-4237-9f4c-4bd2041560b3. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:13:20.279104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-24756a14-b190-465b-b137-1d39a1d2eb50', 'network_id': '24756a14-b190-465b-b137-1d39a1d2eb50', 'tenant_id': '883b9076ecc146ddb5943b6a5ddb3f44', 'fixed_ips': [{'subnet_id': 'd1fa67e1-0c6e-41b8-a5b1-79cd1d9b9903'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:13:20.279985 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:20.301282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-51a92f82-73e9-4f54-8ce1-ec4ac8979b3f None None] Provisioning complete for port 8b5f8619-5aba-4af8-af1a-1aa678252c52 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:20.302023 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51a92f82-73e9-4f54-8ce1-ec4ac8979b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:20.388619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9ca46481-17fe-437b-914f-4c68d60185b5 None None] Deleting port fd42408a-caa6-4001-9342-c5d1aa308d01 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:20.397365 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9ca46481-17fe-437b-914f-4c68d60185b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:20.428335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e382c7-b866-4aff-a0f2-14b22d379223 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Subnet': ['ID=1107b5ea-cd24-49b7-a690-e09deb1edc46,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:20.478697 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-02e382c7-b866-4aff-a0f2-14b22d379223 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:20.482606 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-02e382c7-b866-4aff-a0f2-14b22d379223 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/1107b5ea-cd24-49b7-a690-e09deb1edc46 HTTP/1.1" status: 204 len: 168 time: 2.7449293 Jan 31 16:13:20.489592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40750) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:20.495131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-59bda635-c778-47f2-9bcd-6d5e37f2949f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:20.612416 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:20.661681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6378596-cd6e-41ea-bd7a-d56c0f58f60f None None] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:20.697397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network 24756a14-b190-465b-b137-1d39a1d2eb50 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:20.712306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:20.724667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:20.742843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:20.743617 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:20.780222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Port': ['ID=cb6edd7e-c5e4-46c7-9ddf-fe57195d6129,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:20.799349 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ad04e988-8508-41a5-8976-9dd185196c12 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.9159527 Jan 31 16:13:20.800477 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40754) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:20.855077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bda635-c778-47f2-9bcd-6d5e37f2949f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:20.859398 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-59bda635-c778-47f2-9bcd-6d5e37f2949f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:20.943532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5287b67-aa1c-4677-8b7d-34f01b2892cb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Deleting subnet d1fa67e1-0c6e-41b8-a5b1-79cd1d9b9903 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:13:20.979969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Allocated IP 2001:db8::f816:3eff:fe40:78e3 (24756a14-b190-465b-b137-1d39a1d2eb50/d1fa67e1-0c6e-41b8-a5b1-79cd1d9b9903/be7425d9-4d0e-4f82-b541-fc01df58b760) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:21.193081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7c8212d5-f68d-4f96-9e85-72109440445c no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:21.292041 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-59bda635-c778-47f2-9bcd-6d5e37f2949f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.300823 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.313520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 7c8212d5-f68d-4f96-9e85-72109440445c {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:13:21.314215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7c8212d5-f68d-4f96-9e85-72109440445c not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:13:21.372391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9ca46481-17fe-437b-914f-4c68d60185b5 None None] For port fd42408a-caa6-4001-9342-c5d1aa308d01, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=fd42408a-caa6-4001-9342-c5d1aa308d01,segment=NetworkSegment(51e951e3-22d7-4d04-94bd-19ddf9bdfded),segment_id=51e951e3-22d7-4d04-94bd-19ddf9bdfded)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:21.372391 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9ca46481-17fe-437b-914f-4c68d60185b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.387211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bda635-c778-47f2-9bcd-6d5e37f2949f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:21.390576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b251e98b-ef91-48fb-a5a3-0b31acba75f6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.407565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9ca46481-17fe-437b-914f-4c68d60185b5 None None] Calling delete_port for fd42408a-caa6-4001-9342-c5d1aa308d01 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:21.416930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-59bda635-c778-47f2-9bcd-6d5e37f2949f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:21.452635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bda635-c778-47f2-9bcd-6d5e37f2949f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:21.453325 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-59bda635-c778-47f2-9bcd-6d5e37f2949f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.558403 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bda635-c778-47f2-9bcd-6d5e37f2949f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Subnet': ['ID=1a376ee0-1766-46a3-a788-b01f489d6aa1,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:21.571504 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-59bda635-c778-47f2-9bcd-6d5e37f2949f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0765893 Jan 31 16:13:21.572001 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fd42408a-caa6-4001-9342-c5d1aa308d01 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:21.572606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40762) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:21.578032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f675c2ba-a5a9-4fcc-9a26-0510765a714c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'security_group': {'name': 'tempest-secgroup-2055811241'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:21.631803 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9ca46481-17fe-437b-914f-4c68d60185b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.661196 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f675c2ba-a5a9-4fcc-9a26-0510765a714c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.674914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-51a92f82-73e9-4f54-8ce1-ec4ac8979b3f None None] Provisioning complete for port d3cf38e2-7b13-442c-9625-431945cf6b1a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:21.675290 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51a92f82-73e9-4f54-8ce1-ec4ac8979b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.721582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca46481-17fe-437b-914f-4c68d60185b5 None None] Pushing event deleted for resources: {'Port': ['ID=fd42408a-caa6-4001-9342-c5d1aa308d01,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:21.769256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca46481-17fe-437b-914f-4c68d60185b5 None None] No DVR routers for this DVR port fd42408a-caa6-4001-9342-c5d1aa308d01 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:21.770875 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No active binding found for port fd42408a-caa6-4001-9342-c5d1aa308d01 {{(pid=108773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 16:13:21.771311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fd42408a-caa6-4001-9342-c5d1aa308d01 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:13:21.772326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 44998067-7f36-4320-95b7-56d63d9c9789 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:21.817285 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.824429 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f675c2ba-a5a9-4fcc-9a26-0510765a714c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.828150 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5287b67-aa1c-4677-8b7d-34f01b2892cb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.877782 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f675c2ba-a5a9-4fcc-9a26-0510765a714c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.878672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 44998067-7f36-4320-95b7-56d63d9c9789 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:13:21.878882 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 44998067-7f36-4320-95b7-56d63d9c9789 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:13:21.896259 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:21.934050 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5287b67-aa1c-4677-8b7d-34f01b2892cb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.027283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Network 24756a14-b190-465b-b137-1d39a1d2eb50 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:22.031019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-51a92f82-73e9-4f54-8ce1-ec4ac8979b3f None None] Port d3cf38e2-7b13-442c-9625-431945cf6b1a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:13:22.038431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:22.046711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:22.088971 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f675c2ba-a5a9-4fcc-9a26-0510765a714c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.090573 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f675c2ba-a5a9-4fcc-9a26-0510765a714c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5169048 Jan 31 16:13:22.095511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40780) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:22.135985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a02ccea6-902b-41ce-8e04-e00d385202c4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'security_group': {'name': 'tempest-secgroup-2058322177'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:22.165617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675c2ba-a5a9-4fcc-9a26-0510765a714c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf8d372-0103-49f7-b4c1-c5d00520e98b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:22.179499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Pushing event updated for resources: {'Port': ['ID=be7425d9-4d0e-4f82-b541-fc01df58b760,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:22.227878 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Attempting to bind port be7425d9-4d0e-4f82-b541-fc01df58b760 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:13:22.230015 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Attempting to bind port be7425d9-4d0e-4f82-b541-fc01df58b760 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '58339798-6f32-4b16-81ec-050e5eec8d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24756a14-b190-465b-b137-1d39a1d2eb50'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:13:22.231485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Attempting to bind port be7425d9-4d0e-4f82-b541-fc01df58b760 on network 24756a14-b190-465b-b137-1d39a1d2eb50 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:13:22.243445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:13:22.246269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Checking segment: {'id': '58339798-6f32-4b16-81ec-050e5eec8d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24756a14-b190-465b-b137-1d39a1d2eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:22.246915 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.247638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Bound using segment: {'id': '58339798-6f32-4b16-81ec-050e5eec8d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24756a14-b190-465b-b137-1d39a1d2eb50'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:13:22.250005 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Bound port: be7425d9-4d0e-4f82-b541-fc01df58b760, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58339798-6f32-4b16-81ec-050e5eec8d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '24756a14-b190-465b-b137-1d39a1d2eb50'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:13:22.250877 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.304769 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5287b67-aa1c-4677-8b7d-34f01b2892cb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.315784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b251e98b-ef91-48fb-a5a3-0b31acba75f6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:22.318724 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b251e98b-ef91-48fb-a5a3-0b31acba75f6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.375640 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a02ccea6-902b-41ce-8e04-e00d385202c4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.400489 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.483858 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5287b67-aa1c-4677-8b7d-34f01b2892cb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.518718 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5287b67-aa1c-4677-8b7d-34f01b2892cb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.522241 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e5287b67-aa1c-4677-8b7d-34f01b2892cb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/subnets/d1fa67e1-0c6e-41b8-a5b1-79cd1d9b9903 HTTP/1.1" status: 204 len: 168 time: 1.7200623 Jan 31 16:13:22.531999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40794) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:22.562361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-51daf018-83eb-496e-8544-a64964bd882b None None] For port be7425d9-4d0e-4f82-b541-fc01df58b760, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:13:22.579076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40796) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:22.608082 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.615719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-51daf018-83eb-496e-8544-a64964bd882b None None] For port be7425d9-4d0e-4f82-b541-fc01df58b760, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=be7425d9-4d0e-4f82-b541-fc01df58b760,segment=NetworkSegment(58339798-6f32-4b16-81ec-050e5eec8d0c),segment_id=58339798-6f32-4b16-81ec-050e5eec8d0c)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:13:22.631205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5287b67-aa1c-4677-8b7d-34f01b2892cb tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Subnet': ['ID=d1fa67e1-0c6e-41b8-a5b1-79cd1d9b9903,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:22.636144 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.724308 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721ac59e-8a73-496e-b0fb-58ba4b358662 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:22.727789 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-b251e98b-ef91-48fb-a5a3-0b31acba75f6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] For port 6b1e057e-1a0e-4edc-b4e9-9a34094c549e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6b1e057e-1a0e-4edc-b4e9-9a34094c549e,segment=NetworkSegment(968f77b3-4630-4480-98ac-8accd50d4eb1),segment_id=968f77b3-4630-4480-98ac-8accd50d4eb1)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:22.728048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721ac59e-8a73-496e-b0fb-58ba4b358662 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:22.728219 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b251e98b-ef91-48fb-a5a3-0b31acba75f6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.728441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-721ac59e-8a73-496e-b0fb-58ba4b358662 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1107857 Jan 31 16:13:22.731776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40804) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:22.785053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daf018-83eb-496e-8544-a64964bd882b None None] Pushing event updated for resources: {'Port': ['ID=be7425d9-4d0e-4f82-b541-fc01df58b760,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:22.795422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b251e98b-ef91-48fb-a5a3-0b31acba75f6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for 6b1e057e-1a0e-4edc-b4e9-9a34094c549e owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:22.913747 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ca5f2bb7-dede-4d6d-8974-6e63a09aa739 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.935777 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5f2bb7-dede-4d6d-8974-6e63a09aa739 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 31 16:13:22.936634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5f2bb7-dede-4d6d-8974-6e63a09aa739 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:22.941349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b30f62a-be8e-4f69-affd-21d7da6a253b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:22.945200 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ca5f2bb7-dede-4d6d-8974-6e63a09aa739 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/networks/24756a14-b190-465b-b137-1d39a1d2eb50 HTTP/1.1" status: 409 len: 405 time: 0.2124054 Jan 31 16:13:22.950229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40810) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:22.958684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-edaa19c0-75bd-4d1a-ae7a-210c50b9e812 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-323212605'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:22.998814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaa19c0-75bd-4d1a-ae7a-210c50b9e812 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:23.003334 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-edaa19c0-75bd-4d1a-ae7a-210c50b9e812 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:23.039562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edaa19c0-75bd-4d1a-ae7a-210c50b9e812 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:23.067839 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-edaa19c0-75bd-4d1a-ae7a-210c50b9e812 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:23.068182 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-edaa19c0-75bd-4d1a-ae7a-210c50b9e812 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Added segment f75dd58f-1baa-4438-a39c-5008b9fa00d4 of type vlan for network 025d66a2-6702-4cae-b76a-6b6a16c58fca Jan 31 16:13:23.104557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a3fa75-76de-4ae0-86d8-cc805ec5de59 None None] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:23.117564 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a02ccea6-902b-41ce-8e04-e00d385202c4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:23.127503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a02ccea6-902b-41ce-8e04-e00d385202c4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:23.190436 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a02ccea6-902b-41ce-8e04-e00d385202c4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:23.191233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a02ccea6-902b-41ce-8e04-e00d385202c4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0790482 Jan 31 16:13:23.202067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40812) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:23.209998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-edaa19c0-75bd-4d1a-ae7a-210c50b9e812 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:23.229549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4e1e7055-2520-4a56-801d-ad092e2116db tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'security_group': {'name': 'tempest-secgroup-1645262873'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:23.319082 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-edaa19c0-75bd-4d1a-ae7a-210c50b9e812 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:23.337359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaa19c0-75bd-4d1a-ae7a-210c50b9e812 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:23.339867 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-edaa19c0-75bd-4d1a-ae7a-210c50b9e812 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:23.356455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e1e7055-2520-4a56-801d-ad092e2116db tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:23.440406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1392b20e-7247-4c0c-8755-1189e72eaac7 None None] Provisioning complete for port 8b5f8619-5aba-4af8-af1a-1aa678252c52 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:23.440922 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1392b20e-7247-4c0c-8755-1189e72eaac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:23.602387 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-edaa19c0-75bd-4d1a-ae7a-210c50b9e812 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6501925 Jan 31 16:13:23.606937 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ccea6-902b-41ce-8e04-e00d385202c4 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab53916d-01f4-43de-a0b7-5ff06646ad06,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:23.610313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40828) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:23.703110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'subnet': {'network_id': '025d66a2-6702-4cae-b76a-6b6a16c58fca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:23.765025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device be7425d9-4d0e-4f82-b541-fc01df58b760 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:23.888013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa19c0-75bd-4d1a-ae7a-210c50b9e812 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Network': ['ID=025d66a2-6702-4cae-b76a-6b6a16c58fca,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:23.918783 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 025d66a2-6702-4cae-b76a-6b6a16c58fca details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:23.977433 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b30f62a-be8e-4f69-affd-21d7da6a253b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:23.983734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:23.987648 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:24.084749 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b30f62a-be8e-4f69-affd-21d7da6a253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:24.173322 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4b30f62a-be8e-4f69-affd-21d7da6a253b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1f1e90f390e4994a73955282e8d639d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5929358 Jan 31 16:13:24.180888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40834) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:24.185525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40836) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:24.366296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e1e7055-2520-4a56-801d-ad092e2116db tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:24.385730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30f62a-be8e-4f69-affd-21d7da6a253b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f777d5-3428-49df-81eb-bef473f6e9d1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:24.396231 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e1e7055-2520-4a56-801d-ad092e2116db tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:24.445781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e7055-2520-4a56-801d-ad092e2116db tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295fda80-dec8-497f-a5a3-1f074e8bc66a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:24.453828 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b251e98b-ef91-48fb-a5a3-0b31acba75f6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:24.518486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251e98b-ef91-48fb-a5a3-0b31acba75f6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=6b1e057e-1a0e-4edc-b4e9-9a34094c549e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:24.527750 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8104029-a1d2-4a10-8f38-d1ce9c49f811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:24.563096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e1e7055-2520-4a56-801d-ad092e2116db tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:24.588378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4e1e7055-2520-4a56-801d-ad092e2116db tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3683932 Jan 31 16:13:24.595168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40842) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:24.614531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-195540103', 'security_groups': ['295fda80-dec8-497f-a5a3-1f074e8bc66a'], 'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1a376ee0-1766-46a3-a788-b01f489d6aa1'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:24.685437 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8104029-a1d2-4a10-8f38-d1ce9c49f811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:24.866870 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b87ab088-221b-4a37-940a-24edda0f1e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:24.922233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0ae6b6-2546-4dd8-ae93-df342a13a02b None None] Network 24756a14-b190-465b-b137-1d39a1d2eb50 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:24.953971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port be7425d9-4d0e-4f82-b541-fc01df58b760 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:24.955285 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.005109 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b251e98b-ef91-48fb-a5a3-0b31acba75f6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.015718 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8104029-a1d2-4a10-8f38-d1ce9c49f811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.018190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8104029-a1d2-4a10-8f38-d1ce9c49f811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.022590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d8104029-a1d2-4a10-8f38-d1ce9c49f811 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5f777d5-3428-49df-81eb-bef473f6e9d1 HTTP/1.1" status: 204 len: 168 time: 0.8267267 Jan 31 16:13:25.057219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8104029-a1d2-4a10-8f38-d1ce9c49f811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f777d5-3428-49df-81eb-bef473f6e9d1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:25.158366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.objects.ports [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108772) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:13:25.165108 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.224755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1392b20e-7247-4c0c-8755-1189e72eaac7 None None] Provisioning complete for port d3cf38e2-7b13-442c-9625-431945cf6b1a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:25.231614 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1392b20e-7247-4c0c-8755-1189e72eaac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.417663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Subnet': ['ID=0489f690-20f4-40d4-ac77-bf8779a0f54c,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:25.470512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f956498-d74a-4c45-bfcb-c461550db57a None None] Update dhcp port {'port': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'fixed_ips': [{'subnet_id': '844fac1f-ff59-44df-ac78-eade7eeab89d', 'ip_address': '172.20.0.19'}, {'subnet_id': '1a376ee0-1766-46a3-a788-b01f489d6aa1'}], 'binding:host_id': 'n-d-827120-1'}, 'id': '8b5f8619-5aba-4af8-af1a-1aa678252c52'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:13:25.472678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-1392b20e-7247-4c0c-8755-1189e72eaac7 None None] Port d3cf38e2-7b13-442c-9625-431945cf6b1a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:13:25.479402 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b87ab088-221b-4a37-940a-24edda0f1e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.481945 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:25.567136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b251e98b-ef91-48fb-a5a3-0b31acba75f6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router d7bc41dd-761e-4777-8fdc-16c0771217d6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:13:25.690931 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7f956498-d74a-4c45-bfcb-c461550db57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.694262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b251e98b-ef91-48fb-a5a3-0b31acba75f6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:13:25.707372 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b251e98b-ef91-48fb-a5a3-0b31acba75f6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5280643 Jan 31 16:13:25.708367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40856) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:25.712367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.734596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40858) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:25.736614 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b87ab088-221b-4a37-940a-24edda0f1e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.736796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31f564-b070-4b19-9887-02bc69acdf74 None None] Sync routers for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:13:25.799824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-624957c6-f1a2-42bf-9867-a362b1ddb516 None None] Provisioning complete for port be7425d9-4d0e-4f82-b541-fc01df58b760 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:25.801900 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-624957c6-f1a2-42bf-9867-a362b1ddb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.830307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ab088-221b-4a37-940a-24edda0f1e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4b3f12-26f0-4e10-a663-da64fd4831a6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:25.843487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Checking segment: {'id': 'f75dd58f-1baa-4438-a39c-5008b9fa00d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '025d66a2-6702-4cae-b76a-6b6a16c58fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:25.843847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network hostable DHCP agents. Network: 025d66a2-6702-4cae-b76a-6b6a16c58fca, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:13:25.845076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-496f937a-06b9-4860-99cb-288f43100428 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting subnet 008096da-1950-4e06-b5cb-d7d1dce2212c {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:13:25.855350 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-496f937a-06b9-4860-99cb-288f43100428 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.880308 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c56cf4c8-5f1d-48c0-981c-d7c6555b7fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.909367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] device_id is not set on port 8de800e1-e3a0-4026-b1f9-9a2369d4cfec yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:13:25.915476 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.966421 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-496f937a-06b9-4860-99cb-288f43100428 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:25.972263 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.076958 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-496f937a-06b9-4860-99cb-288f43100428 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.090172 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b87ab088-221b-4a37-940a-24edda0f1e7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91c7616bc04b427b9f2361480bf3879e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8816216 Jan 31 16:13:26.096035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40864) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:26.105737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port be7425d9-4d0e-4f82-b541-fc01df58b760, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=be7425d9-4d0e-4f82-b541-fc01df58b760,segment=NetworkSegment(58339798-6f32-4b16-81ec-050e5eec8d0c),segment_id=58339798-6f32-4b16-81ec-050e5eec8d0c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:26.107478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f559de-63c5-48f1-bae6-cd6b05016ee0 None None] DHCP port deletion for 24756a14-b190-465b-b137-1d39a1d2eb50 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:13:26.124217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31f564-b070-4b19-9887-02bc69acdf74 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:13:26.124801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6b31f564-b070-4b19-9887-02bc69acdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:13:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:26.133830 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.143853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network 025d66a2-6702-4cae-b76a-6b6a16c58fca is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:13:26.182990 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-496f937a-06b9-4860-99cb-288f43100428 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.187086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.5 (b3b76f2f-cc35-480d-af3e-edc0a8a2321e/1a376ee0-1766-46a3-a788-b01f489d6aa1/8de800e1-e3a0-4026-b1f9-9a2369d4cfec) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:26.228043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f937a-06b9-4860-99cb-288f43100428 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Subnet': ['ID=008096da-1950-4e06-b5cb-d7d1dce2212c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:26.231065 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-496f937a-06b9-4860-99cb-288f43100428 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.235579 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-496f937a-06b9-4860-99cb-288f43100428 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/008096da-1950-4e06-b5cb-d7d1dce2212c HTTP/1.1" status: 204 len: 168 time: 0.5261085 Jan 31 16:13:26.238792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40866) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:26.284357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 025d66a2-6702-4cae-b76a-6b6a16c58fca) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:26.325144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:26.326285 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.343155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b525c8e-5a43-4201-b492-1c688992a6a7 None None] Network 6380305c-a2c9-44b6-ac22-786ef1818978 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:26.419884 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f29fbdb8-3abb-41e3-9ee8-bd845cfdbd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.433112 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.455971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e97695-d351-4102-b4f2-0d3f91956e38 None None] Network 025d66a2-6702-4cae-b76a-6b6a16c58fca requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:26.458900 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-448bf59f-7eba-4196-b8fc-6f0210a4a0ed tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.8448391 Jan 31 16:13:26.466776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40868) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:26.491552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device be7425d9-4d0e-4f82-b541-fc01df58b760 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:26.494602 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f29fbdb8-3abb-41e3-9ee8-bd845cfdbd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.521512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Deleting port 565f9170-1b2b-4892-a936-dea0f8354b10 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:26.522353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.559018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-6b31f564-b070-4b19-9887-02bc69acdf74 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:13:26.612172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] For port 565f9170-1b2b-4892-a936-dea0f8354b10, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=565f9170-1b2b-4892-a936-dea0f8354b10,segment=NetworkSegment(968f77b3-4630-4480-98ac-8accd50d4eb1),segment_id=968f77b3-4630-4480-98ac-8accd50d4eb1)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:26.612561 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.629686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Calling delete_port for 565f9170-1b2b-4892-a936-dea0f8354b10 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:26.631495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.697392 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c56cf4c8-5f1d-48c0-981c-d7c6555b7fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.714163 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c56cf4c8-5f1d-48c0-981c-d7c6555b7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.723966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6b31f564-b070-4b19-9887-02bc69acdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:13:23Z', 'revision_number': 11, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:26.813000 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.841402 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f29fbdb8-3abb-41e3-9ee8-bd845cfdbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.852819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31f564-b070-4b19-9887-02bc69acdf74 None None] Checking router: d7bc41dd-761e-4777-8fdc-16c0771217d6 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:13:26.858850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Port': ['ID=565f9170-1b2b-4892-a936-dea0f8354b10,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:26.864314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=be7425d9-4d0e-4f82-b541-fc01df58b760,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:26.867709 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f29fbdb8-3abb-41e3-9ee8-bd845cfdbd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.894185 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f29fbdb8-3abb-41e3-9ee8-bd845cfdbd8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf4b3f12-26f0-4e10-a663-da64fd4831a6 HTTP/1.1" status: 204 len: 168 time: 0.7962165 Jan 31 16:13:26.899701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-97f559de-63c5-48f1-bae6-cd6b05016ee0 None None] Deleting port be7425d9-4d0e-4f82-b541-fc01df58b760 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:26.900403 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f559de-63c5-48f1-bae6-cd6b05016ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.912190 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c56cf4c8-5f1d-48c0-981c-d7c6555b7fc5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6cf686d25eb4c308fe3517987498cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1740689 Jan 31 16:13:26.913319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cf4c8-5f1d-48c0-981c-d7c6555b7fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd3a66a-f9fe-4a1e-8aeb-d50affe0e3a0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:26.914505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40874) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:26.923044 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.957133 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:26.984536 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31f564-b070-4b19-9887-02bc69acdf74 None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:13:26.985245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6b31f564-b070-4b19-9887-02bc69acdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:13:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:27.014465 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fbdb8-3abb-41e3-9ee8-bd845cfdbd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4b3f12-26f0-4e10-a663-da64fd4831a6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:27.068061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No DVR routers for this DVR port 565f9170-1b2b-4892-a936-dea0f8354b10 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:27.076176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addaa038-5feb-4909-be2f-158e940d3334 None None] DHCP port deletion for 6380305c-a2c9-44b6-ac22-786ef1818978 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:13:27.120563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=8de800e1-e3a0-4026-b1f9-9a2369d4cfec,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:27.179147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:27.181426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:27.187294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:27.262445 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.276486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:27.277633 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.343456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4e5bd20e-9252-4892-983e-921142c86fb0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7471199 Jan 31 16:13:27.347879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40880) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:27.348255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.350993 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a443079-177d-463a-a85f-2cedbbd9ec61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.356194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3d77afb8-20a1-40e0-aa49-e9a0169417b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:27.395106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f99fdbf-95bc-430c-acd0-56c17653b4b6 req-3941d6c9-e0ed-46cf-bcc6-40f4e69432b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4126751 Jan 31 16:13:27.424327 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6380305c-a2c9-44b6-ac22-786ef1818978']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:27.454348 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a443079-177d-463a-a85f-2cedbbd9ec61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.507544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968f77b3-4630-4480-98ac-8accd50d4eb1') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:27.507830 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968f77b3-4630-4480-98ac-8accd50d4eb1') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:27.529532 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.547075 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.583430 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.601915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:27.603081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:27.610364 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:27.698023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-7f956498-d74a-4c45-bfcb-c461550db57a None None] Allocated IP 172.20.0.2 (b3b76f2f-cc35-480d-af3e-edc0a8a2321e/1a376ee0-1766-46a3-a788-b01f489d6aa1/8b5f8619-5aba-4af8-af1a-1aa678252c52) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:27.756250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99fdbf-95bc-430c-acd0-56c17653b4b6 req-e6c644c7-a083-4e12-a776-4fcd1746bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:27.761419 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f99fdbf-95bc-430c-acd0-56c17653b4b6 req-e6c644c7-a083-4e12-a776-4fcd1746bcba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 1096 time: 0.3177145 Jan 31 16:13:27.776862 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.805201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.813214 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/networks/6380305c-a2c9-44b6-ac22-786ef1818978 HTTP/1.1" status: 204 len: 168 time: 1.5730646 Jan 31 16:13:27.815065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Subnet': ['ID=0489f690-20f4-40d4-ac77-bf8779a0f54c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:27.816708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40890) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:27.823057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7f956498-d74a-4c45-bfcb-c461550db57a None None] For port 8b5f8619-5aba-4af8-af1a-1aa678252c52, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8b5f8619-5aba-4af8-af1a-1aa678252c52,segment=NetworkSegment(413afa63-e987-455b-a1b5-269b1edeeca6),segment_id=413afa63-e987-455b-a1b5-269b1edeeca6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:27.858546 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7f956498-d74a-4c45-bfcb-c461550db57a None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.866737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ad4b03ec-4fbd-4a90-bbb9-b9ea885dc0ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'router': {'routes': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:27.900023 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7f956498-d74a-4c45-bfcb-c461550db57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:27.967524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99fdbf-95bc-430c-acd0-56c17653b4b6 req-4d2eec37-6cf3-4a63-823a-4100bfcac96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:27.969567 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f99fdbf-95bc-430c-acd0-56c17653b4b6 req-4d2eec37-6cf3-4a63-823a-4100bfcac96e service neutron] 10.222.0.30 "GET /v2.0/networks?id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 200 len: 915 time: 0.1672993 Jan 31 16:13:27.971708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5e82f-5e0c-433f-8188-b8048f8ce099 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Pushing event deleted for resources: {'Network': ['ID=6380305c-a2c9-44b6-ac22-786ef1818978,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:28.002622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-6b31f564-b070-4b19-9887-02bc69acdf74 None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:13:28.009416 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:28.049940 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f99fdbf-95bc-430c-acd0-56c17653b4b6 req-fa84d095-0978-42a8-8435-999443af3d3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962b738b-91a7-4655-aca0-777c723d5b45 HTTP/1.1" status: 200 len: 217 time: 0.0625849 Jan 31 16:13:28.051131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a443079-177d-463a-a85f-2cedbbd9ec61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:28.054197 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a443079-177d-463a-a85f-2cedbbd9ec61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:28.055125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1a443079-177d-463a-a85f-2cedbbd9ec61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fbd3a66a-f9fe-4a1e-8aeb-d50affe0e3a0 HTTP/1.1" status: 204 len: 168 time: 1.1186762 Jan 31 16:13:28.091416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f956498-d74a-4c45-bfcb-c461550db57a None None] Pushing event updated for resources: {'Port': ['ID=8b5f8619-5aba-4af8-af1a-1aa678252c52,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:28.160501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a443079-177d-463a-a85f-2cedbbd9ec61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd3a66a-f9fe-4a1e-8aeb-d50affe0e3a0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:28.160739 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:28.206687 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:28.210024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-97f559de-63c5-48f1-bae6-cd6b05016ee0 None None] For port be7425d9-4d0e-4f82-b541-fc01df58b760, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=be7425d9-4d0e-4f82-b541-fc01df58b760,segment=NetworkSegment(58339798-6f32-4b16-81ec-050e5eec8d0c),segment_id=58339798-6f32-4b16-81ec-050e5eec8d0c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:28.210668 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f559de-63c5-48f1-bae6-cd6b05016ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:28.214000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99fdbf-95bc-430c-acd0-56c17653b4b6 req-8644df2e-c1ab-48b8-aa94-8f6398cd9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:28.218727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025d66a2-6702-4cae-b76a-6b6a16c58fca']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:28.219746 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f99fdbf-95bc-430c-acd0-56c17653b4b6 req-8644df2e-c1ab-48b8-aa94-8f6398cd9fbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ddc50a13-9d37-40e9-a224-2341504a1a25 HTTP/1.1" status: 200 len: 854 time: 0.1471407 Jan 31 16:13:28.273677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f99fdbf-95bc-430c-acd0-56c17653b4b6 req-6edfa420-0461-48fb-bcda-85bac1348c38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bdbc2199-a5a4-4b52-9f47-ef0f565faf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441077 Jan 31 16:13:28.292855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75dd58f-1baa-4438-a39c-5008b9fa00d4') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:28.295422 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75dd58f-1baa-4438-a39c-5008b9fa00d4') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:28.319841 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6b31f564-b070-4b19-9887-02bc69acdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:13:23Z', 'revision_number': 11, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:28.540336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-97f559de-63c5-48f1-bae6-cd6b05016ee0 None None] Calling delete_port for be7425d9-4d0e-4f82-b541-fc01df58b760 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:28.551841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f99fdbf-95bc-430c-acd0-56c17653b4b6 req-440a0308-4a2c-4a0d-9494-c10b45e44933 service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659142 Jan 31 16:13:28.552712 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:28.571429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31f564-b070-4b19-9887-02bc69acdf74 None None] The sync data for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 is: [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:13:23Z', 'revision_number': 11, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:13:28.600757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f7adb-7c64-4e68-b0bc-ef75e8c87026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-025d66a2-6702-4cae-b76a-6b6a16c58fca', 'network_id': '025d66a2-6702-4cae-b76a-6b6a16c58fca', 'tenant_id': '883b9076ecc146ddb5943b6a5ddb3f44', 'fixed_ips': [{'subnet_id': '0489f690-20f4-40d4-ac77-bf8779a0f54c'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:13:28.605285 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7adb-7c64-4e68-b0bc-ef75e8c87026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:28.609918 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:28.638545 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:28.639101 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:28.808411 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port be7425d9-4d0e-4f82-b541-fc01df58b760, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=be7425d9-4d0e-4f82-b541-fc01df58b760,segment=NetworkSegment(58339798-6f32-4b16-81ec-050e5eec8d0c),segment_id=58339798-6f32-4b16-81ec-050e5eec8d0c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:28.820916 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f99fdbf-95bc-430c-acd0-56c17653b4b6 req-b96eeede-4793-41d1-a627-76d90330a145 service neutron] 10.222.0.30 "GET /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578814 Jan 31 16:13:28.836422 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:28.846853 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:28.943639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d77afb8-20a1-40e0-aa49-e9a0169417b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:28.969583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d77afb8-20a1-40e0-aa49-e9a0169417b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.041197 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.extraroute_db [None req-ad4b03ec-4fbd-4a90-bbb9-b9ea885dc0ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Added routes are [] {{(pid=108772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 31 16:13:29.041791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.extraroute_db [None req-ad4b03ec-4fbd-4a90-bbb9-b9ea885dc0ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Removed routes are [] {{(pid=108772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 31 16:13:29.042338 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad4b03ec-4fbd-4a90-bbb9-b9ea885dc0ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.046456 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.059477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddd6aa2-0deb-4a0e-aef1-add662357503 None None] Network 025d66a2-6702-4cae-b76a-6b6a16c58fca requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:29.061929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8b5f8619-5aba-4af8-af1a-1aa678252c52 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:29.167409 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.188736 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/networks/025d66a2-6702-4cae-b76a-6b6a16c58fca HTTP/1.1" status: 204 len: 168 time: 2.7130401 Jan 31 16:13:29.192545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40940) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:29.197849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-01b7fb3e-ba66-46c7-b78e-7d3b4006c885 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-454996020'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:29.220336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddd6aa2-0deb-4a0e-aef1-add662357503 None None] Network 025d66a2-6702-4cae-b76a-6b6a16c58fca could not be found, it might have been deleted concurrently. {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 31 16:13:29.267481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b7fb3e-ba66-46c7-b78e-7d3b4006c885 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:29.277521 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-01b7fb3e-ba66-46c7-b78e-7d3b4006c885 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.334157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=be7425d9-4d0e-4f82-b541-fc01df58b760,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:29.369042 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f559de-63c5-48f1-bae6-cd6b05016ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.406518 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85918b-6bcf-41a6-9dbd-7d291d36e198 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Network': ['ID=025d66a2-6702-4cae-b76a-6b6a16c58fca,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:29.459191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b7fb3e-ba66-46c7-b78e-7d3b4006c885 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:29.487640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f559de-63c5-48f1-bae6-cd6b05016ee0 None None] Pushing event deleted for resources: {'Port': ['ID=be7425d9-4d0e-4f82-b541-fc01df58b760,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:29.510554 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-01b7fb3e-ba66-46c7-b78e-7d3b4006c885 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.510901 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-01b7fb3e-ba66-46c7-b78e-7d3b4006c885 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Added segment afc7b45a-6c11-4790-ae63-cb1798daaf70 of type vlan for network 3060fe08-d65b-48f8-9a94-a338513618ae Jan 31 16:13:29.516127 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f559de-63c5-48f1-bae6-cd6b05016ee0 None None] No DVR routers for this DVR port be7425d9-4d0e-4f82-b541-fc01df58b760 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:29.544879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8b5f8619-5aba-4af8-af1a-1aa678252c52 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:29.549010 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.670879 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-01b7fb3e-ba66-46c7-b78e-7d3b4006c885 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.728003 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-01b7fb3e-ba66-46c7-b78e-7d3b4006c885 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.743673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b7fb3e-ba66-46c7-b78e-7d3b4006c885 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:29.749526 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-01b7fb3e-ba66-46c7-b78e-7d3b4006c885 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.824606 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad4b03ec-4fbd-4a90-bbb9-b9ea885dc0ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.837929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ae44ca68-a84a-41f9-bd7f-42471e9d8503 None None] Provisioning complete for port 8b5f8619-5aba-4af8-af1a-1aa678252c52 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:29.838308 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ae44ca68-a84a-41f9-bd7f-42471e9d8503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.848907 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad4b03ec-4fbd-4a90-bbb9-b9ea885dc0ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:29.975788 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-01b7fb3e-ba66-46c7-b78e-7d3b4006c885 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7822509 Jan 31 16:13:29.991431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40962) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:30.013105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6cecd019-10d5-48ae-ab10-8a6c87b5fe3e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'subnet': {'network_id': '3060fe08-d65b-48f8-9a94-a338513618ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:30.039183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7fb3e-ba66-46c7-b78e-7d3b4006c885 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Network': ['ID=3060fe08-d65b-48f8-9a94-a338513618ae,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:30.078557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 3060fe08-d65b-48f8-9a94-a338513618ae details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:30.081943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 565f9170-1b2b-4892-a936-dea0f8354b10 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:30.174014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 565f9170-1b2b-4892-a936-dea0f8354b10 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:13:30.174383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 565f9170-1b2b-4892-a936-dea0f8354b10 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:13:30.174759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6b1e057e-1a0e-4edc-b4e9-9a34094c549e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:30.198515 n-d-827120-1 neutron-server[108772]: INFO neutron.db.ipam_backend_mixin [None req-3d77afb8-20a1-40e0-aa49-e9a0169417b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a376ee0-1766-46a3-a788-b01f489d6aa1 (CIDR: 172.20.0.0/28) Jan 31 16:13:30.214163 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d77afb8-20a1-40e0-aa49-e9a0169417b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:13:30.214654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d77afb8-20a1-40e0-aa49-e9a0169417b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:30.230324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 6b1e057e-1a0e-4edc-b4e9-9a34094c549e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:13:30.230706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6b1e057e-1a0e-4edc-b4e9-9a34094c549e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:13:30.235083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4b03ec-4fbd-4a90-bbb9-b9ea885dc0ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router d7bc41dd-761e-4777-8fdc-16c0771217d6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:13:30.289369 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3d77afb8-20a1-40e0-aa49-e9a0169417b9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9397995 Jan 31 16:13:30.294305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40970) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:30.326727 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ae44ca68-a84a-41f9-bd7f-42471e9d8503 None None] Provisioning complete for port d3cf38e2-7b13-442c-9625-431945cf6b1a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:30.327488 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ae44ca68-a84a-41f9-bd7f-42471e9d8503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:30.348653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cecd019-10d5-48ae-ab10-8a6c87b5fe3e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:30.352842 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6cecd019-10d5-48ae-ab10-8a6c87b5fe3e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:30.383260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6dac7d5c-2f5d-4eb0-a3a2-6d83acd287b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:30.416353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ae44ca68-a84a-41f9-bd7f-42471e9d8503 None None] Port d3cf38e2-7b13-442c-9625-431945cf6b1a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:13:30.500101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4b03ec-4fbd-4a90-bbb9-b9ea885dc0ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:13:30.512385 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad4b03ec-4fbd-4a90-bbb9-b9ea885dc0ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:30.516543 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678fd3d3-d948-4278-9209-ffdcdf59a03b None None] Sync routers for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:13:30.517946 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ad4b03ec-4fbd-4a90-bbb9-b9ea885dc0ae tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6 HTTP/1.1" status: 200 len: 700 time: 2.6575010 Jan 31 16:13:30.518126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40974) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:30.533457 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678fd3d3-d948-4278-9209-ffdcdf59a03b None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:13:30.536929 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-678fd3d3-d948-4278-9209-ffdcdf59a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:13:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:30.549023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2aefd703-4f05-4dc1-a13e-46220674727e None None] Provisioning complete for port 8de800e1-e3a0-4026-b1f9-9a2369d4cfec triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:30.550050 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2aefd703-4f05-4dc1-a13e-46220674727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:30.585093 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7434d605-1358-47ee-a36e-48fb9938ed59 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7bc41dd-761e-4777-8fdc-16c0771217d6 HTTP/1.1" status: 200 len: 205 time: 0.0657754 Jan 31 16:13:30.585752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40978) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:30.649439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-2aefd703-4f05-4dc1-a13e-46220674727e None None] Port 8de800e1-e3a0-4026-b1f9-9a2369d4cfec cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:13:30.688173 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dac7d5c-2f5d-4eb0-a3a2-6d83acd287b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:30.695766 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6dac7d5c-2f5d-4eb0-a3a2-6d83acd287b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:30.750698 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-678fd3d3-d948-4278-9209-ffdcdf59a03b None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:13:30.866444 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-678fd3d3-d948-4278-9209-ffdcdf59a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:13:23Z', 'revision_number': 11, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:30.944780 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678fd3d3-d948-4278-9209-ffdcdf59a03b None None] Checking router: d7bc41dd-761e-4777-8fdc-16c0771217d6 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:13:30.980213 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678fd3d3-d948-4278-9209-ffdcdf59a03b None None] Routers {'d7bc41dd-761e-4777-8fdc-16c0771217d6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:13:30.980859 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-678fd3d3-d948-4278-9209-ffdcdf59a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:13:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d7bc41dd-761e-4777-8fdc-16c0771217d6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:31.038268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40990) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:31.048835 n-d-827120-1 neutron-server[108772]: INFO neutron.db.ipam_backend_mixin [None req-6dac7d5c-2f5d-4eb0-a3a2-6d83acd287b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 844fac1f-ff59-44df-ac78-eade7eeab89d (CIDR: 172.20.0.16/28) Jan 31 16:13:31.055591 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dac7d5c-2f5d-4eb0-a3a2-6d83acd287b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:13:31.056385 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dac7d5c-2f5d-4eb0-a3a2-6d83acd287b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:31.100253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6dac7d5c-2f5d-4eb0-a3a2-6d83acd287b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7291603 Jan 31 16:13:31.101286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40994) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:31.109616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-216c0624-3b62-4ae8-a56d-eff0c3cf3e07 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'subnet': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:31.162473 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-678fd3d3-d948-4278-9209-ffdcdf59a03b None None] Set router d7bc41dd-761e-4777-8fdc-16c0771217d6 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:13:31.284258 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-678fd3d3-d948-4278-9209-ffdcdf59a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:13:23Z', 'revision_number': 11, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:31.311575 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678fd3d3-d948-4278-9209-ffdcdf59a03b None None] The sync data for ids ['d7bc41dd-761e-4777-8fdc-16c0771217d6'] in n-d-827120-1 is: [{'id': 'd7bc41dd-761e-4777-8fdc-16c0771217d6', 'name': 'tempest-RoutersTest-router-690164981', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:12:14Z', 'updated_at': '2022-01-31T16:13:23Z', 'revision_number': 11, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:13:31.366177 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-636c5e1c-44d0-44a4-8194-3fe4e3a13dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:31.490126 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c900728-e365-47fe-8653-a3d0f38f31d7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:31.552911 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-636c5e1c-44d0-44a4-8194-3fe4e3a13dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:31.554745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216c0624-3b62-4ae8-a56d-eff0c3cf3e07 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Made reservation on behalf of 4338434bce7342bba9c2bee7845a66af for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:31.559265 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-216c0624-3b62-4ae8-a56d-eff0c3cf3e07 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:31.564593 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-636c5e1c-44d0-44a4-8194-3fe4e3a13dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:31.679447 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-636c5e1c-44d0-44a4-8194-3fe4e3a13dac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6818c6660e048c4a1a1f5a477c36bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6375830 Jan 31 16:13:31.683749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c5e1c-44d0-44a4-8194-3fe4e3a13dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ecfff9-7403-4a3f-8725-e35b42aac756,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:31.689310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40996) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:31.741753 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6cecd019-10d5-48ae-ab10-8a6c87b5fe3e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:31.788247 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9a1e81d-4855-4d5f-92ec-cdc86e2af434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:31.860277 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9a1e81d-4855-4d5f-92ec-cdc86e2af434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:31.930712 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c900728-e365-47fe-8653-a3d0f38f31d7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:31.933518 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c900728-e365-47fe-8653-a3d0f38f31d7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:31.940561 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecd019-10d5-48ae-ab10-8a6c87b5fe3e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Subnet': ['ID=db5343b9-5206-4906-a740-9b494a4b0abd,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:31.948630 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cecd019-10d5-48ae-ab10-8a6c87b5fe3e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Checking segment: {'id': 'afc7b45a-6c11-4790-ae63-cb1798daaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3060fe08-d65b-48f8-9a94-a338513618ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:31.949159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cecd019-10d5-48ae-ab10-8a6c87b5fe3e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network hostable DHCP agents. Network: 3060fe08-d65b-48f8-9a94-a338513618ae, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:13:31.983949 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9a1e81d-4855-4d5f-92ec-cdc86e2af434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:31.987926 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e9a1e81d-4855-4d5f-92ec-cdc86e2af434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:31.992122 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e9a1e81d-4855-4d5f-92ec-cdc86e2af434 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46ecfff9-7403-4a3f-8725-e35b42aac756 HTTP/1.1" status: 204 len: 168 time: 0.2992153 Jan 31 16:13:32.004910 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-216c0624-3b62-4ae8-a56d-eff0c3cf3e07 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.011947 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c900728-e365-47fe-8653-a3d0f38f31d7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.012717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c900728-e365-47fe-8653-a3d0f38f31d7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Fanout notify agent at l3_agent the message router_deleted on router d7bc41dd-761e-4777-8fdc-16c0771217d6 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:13:32.034591 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c900728-e365-47fe-8653-a3d0f38f31d7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.045672 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0c900728-e365-47fe-8653-a3d0f38f31d7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6 HTTP/1.1" status: 204 len: 168 time: 1.4544930 Jan 31 16:13:32.048072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41004) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:32.048997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cecd019-10d5-48ae-ab10-8a6c87b5fe3e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network 3060fe08-d65b-48f8-9a94-a338513618ae is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:13:32.071315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c8bea3a5-023d-47f7-84c6-c82dd97add43 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-212211201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:32.102893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-6cecd019-10d5-48ae-ab10-8a6c87b5fe3e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 3060fe08-d65b-48f8-9a94-a338513618ae) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:32.111594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cecd019-10d5-48ae-ab10-8a6c87b5fe3e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:32.112814 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6cecd019-10d5-48ae-ab10-8a6c87b5fe3e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.122725 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8bea3a5-023d-47f7-84c6-c82dd97add43 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.124463 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8bea3a5-023d-47f7-84c6-c82dd97add43 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.131148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0822b37c-ca12-411a-acb5-61a18c15e268 None None] Network 3060fe08-d65b-48f8-9a94-a338513618ae requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:32.196073 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6cecd019-10d5-48ae-ab10-8a6c87b5fe3e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2035174 Jan 31 16:13:32.202068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41008) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:32.224581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1e81d-4855-4d5f-92ec-cdc86e2af434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ecfff9-7403-4a3f-8725-e35b42aac756,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:32.234114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c0624-3b62-4ae8-a56d-eff0c3cf3e07 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Subnet': ['ID=724dc22b-2f05-4e2e-a60a-6389ecdb77a0,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:32.257087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c0624-3b62-4ae8-a56d-eff0c3cf3e07 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:32.264326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-216c0624-3b62-4ae8-a56d-eff0c3cf3e07 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:32.270031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216c0624-3b62-4ae8-a56d-eff0c3cf3e07 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:32.270700 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-216c0624-3b62-4ae8-a56d-eff0c3cf3e07 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.281800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab6ef98-13f8-46bc-ae1c-921d5a0ae466 None None] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:32.326677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-216c0624-3b62-4ae8-a56d-eff0c3cf3e07 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2240729 Jan 31 16:13:32.327358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41012) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:32.331044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8bea3a5-023d-47f7-84c6-c82dd97add43 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.347153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-503b458f-c289-48ba-980c-3ff358df81b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-866997010', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '724dc22b-2f05-4e2e-a60a-6389ecdb77a0'}], 'security_groups': ['4bf8d372-0103-49f7-b4c1-c5d00520e98b', 'ab53916d-01f4-43de-a0b7-5ff06646ad06']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:32.348833 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8bea3a5-023d-47f7-84c6-c82dd97add43 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.458701 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8bea3a5-023d-47f7-84c6-c82dd97add43 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.460014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c8bea3a5-023d-47f7-84c6-c82dd97add43 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4070113 Jan 31 16:13:32.465263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41016) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:32.470762 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bd654b69-7026-4736-a0e5-ca0899baa2ad tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Request body: {'router': {'admin_state_up': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:32.552293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-3060fe08-d65b-48f8-9a94-a338513618ae', 'network_id': '3060fe08-d65b-48f8-9a94-a338513618ae', 'tenant_id': '883b9076ecc146ddb5943b6a5ddb3f44', 'fixed_ips': [{'subnet_id': 'db5343b9-5206-4906-a740-9b494a4b0abd'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:13:32.553096 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.586925 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-503b458f-c289-48ba-980c-3ff358df81b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.595031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.731285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Allocated IP 2001:db8::2 (3060fe08-d65b-48f8-9a94-a338513618ae/db5343b9-5206-4906-a740-9b494a4b0abd/14766107-6b23-4640-9b05-84cba296c166) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:32.828084 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bd654b69-7026-4736-a0e5-ca0899baa2ad tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.839972 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bd654b69-7026-4736-a0e5-ca0899baa2ad tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.855020 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.925306 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.943404 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:32.991170 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Network 3060fe08-d65b-48f8-9a94-a338513618ae is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:32.994548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:33.001136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:33.080637 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Pushing event updated for resources: {'Port': ['ID=14766107-6b23-4640-9b05-84cba296c166,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:33.136832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Attempting to bind port 14766107-6b23-4640-9b05-84cba296c166 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:13:33.137517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Attempting to bind port 14766107-6b23-4640-9b05-84cba296c166 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'afc7b45a-6c11-4790-ae63-cb1798daaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3060fe08-d65b-48f8-9a94-a338513618ae'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:13:33.137651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Attempting to bind port 14766107-6b23-4640-9b05-84cba296c166 on network 3060fe08-d65b-48f8-9a94-a338513618ae {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:13:33.152172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:13:33.154206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Checking segment: {'id': 'afc7b45a-6c11-4790-ae63-cb1798daaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3060fe08-d65b-48f8-9a94-a338513618ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:33.154745 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:33.155363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Bound using segment: {'id': 'afc7b45a-6c11-4790-ae63-cb1798daaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3060fe08-d65b-48f8-9a94-a338513618ae'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:13:33.157620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Bound port: 14766107-6b23-4640-9b05-84cba296c166, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc7b45a-6c11-4790-ae63-cb1798daaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3060fe08-d65b-48f8-9a94-a338513618ae'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:13:33.158113 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:33.158261 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:33.205740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd654b69-7026-4736-a0e5-ca0899baa2ad tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Router aac94b7f-9661-4305-8651-7e11946d3a99 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:13:33.207426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Subnet': ['ID=db5343b9-5206-4906-a740-9b494a4b0abd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:33.211475 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dec290-8868-4a0c-9160-9c95f1e0c388 None None] Update dhcp port {'port': {'network_id': 'b3b76f2f-cc35-480d-af3e-edc0a8a2321e', 'fixed_ips': [{'subnet_id': '844fac1f-ff59-44df-ac78-eade7eeab89d', 'ip_address': '172.20.0.19'}, {'subnet_id': '1a376ee0-1766-46a3-a788-b01f489d6aa1', 'ip_address': '172.20.0.2'}, {'subnet_id': '724dc22b-2f05-4e2e-a60a-6389ecdb77a0'}], 'binding:host_id': 'n-d-827120-1'}, 'id': '8b5f8619-5aba-4af8-af1a-1aa678252c52'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:13:33.289204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-503b458f-c289-48ba-980c-3ff358df81b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Delete allocated IP 172.20.0.5 (b3b76f2f-cc35-480d-af3e-edc0a8a2321e/1a376ee0-1766-46a3-a788-b01f489d6aa1) {{(pid=108772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 16:13:33.300731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-503b458f-c289-48ba-980c-3ff358df81b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Allocated IP 172.20.0.34 (b3b76f2f-cc35-480d-af3e-edc0a8a2321e/724dc22b-2f05-4e2e-a60a-6389ecdb77a0/8de800e1-e3a0-4026-b1f9-9a2369d4cfec) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:33.357407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd654b69-7026-4736-a0e5-ca0899baa2ad tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:13:33.369605 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bd654b69-7026-4736-a0e5-ca0899baa2ad tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:33.370978 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bd654b69-7026-4736-a0e5-ca0899baa2ad tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "PUT /v2.0/routers/aac94b7f-9661-4305-8651-7e11946d3a99 HTTP/1.1" status: 200 len: 693 time: 0.9044974 Jan 31 16:13:33.374778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41044) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:33.385845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9be35-34be-4c33-9213-f3f63991c07b None None] Sync routers for ids ['aac94b7f-9661-4305-8651-7e11946d3a99'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:13:33.401536 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a1dec290-8868-4a0c-9160-9c95f1e0c388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:33.424556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:33.467142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3060fe08-d65b-48f8-9a94-a338513618ae']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:33.496391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc7b45a-6c11-4790-ae63-cb1798daaf70') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:33.496675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc7b45a-6c11-4790-ae63-cb1798daaf70') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:33.510962 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:33.530838 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:33.539670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:33.540357 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:33.545654 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:33.582607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9be35-34be-4c33-9213-f3f63991c07b None None] Routers {'aac94b7f-9661-4305-8651-7e11946d3a99'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:13:33.588784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f5c9be35-34be-4c33-9213-f3f63991c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:13:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['aac94b7f-9661-4305-8651-7e11946d3a99'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:33.647906 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.api [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 16:13:33.647906 n-d-827120-1 neutron-server[108771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 16:13:33.647906 n-d-827120-1 neutron-server[108771]: [parameters: {'id': '3060fe08-d65b-48f8-9a94-a338513618ae'}] Jan 31 16:13:33.647906 n-d-827120-1 neutron-server[108771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:13:33.648629 n-d-827120-1 neutron-server[108771]: DEBUG oslo_db.api [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:13:33.679491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b9c3bbe1-ece9-4123-a65f-57b1d068719e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/routers/aac94b7f-9661-4305-8651-7e11946d3a99 HTTP/1.1" status: 200 len: 699 time: 0.3008699 Jan 31 16:13:33.680621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41050) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:33.742862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f5c9be35-34be-4c33-9213-f3f63991c07b None None] Set router aac94b7f-9661-4305-8651-7e11946d3a99 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:13:33.782001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-535e53c8-ae86-4518-b82a-a3f1d7d8e3cb tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac94b7f-9661-4305-8651-7e11946d3a99 HTTP/1.1" status: 200 len: 205 time: 0.0980206 Jan 31 16:13:33.782413 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41056) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:33.815814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f5c9be35-34be-4c33-9213-f3f63991c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac94b7f-9661-4305-8651-7e11946d3a99', 'name': 'tempest-RoutersTest-router-212211201', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:13:32Z', 'updated_at': '2022-01-31T16:13:32Z', 'revision_number': 2, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:33.822837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] For port 14766107-6b23-4640-9b05-84cba296c166, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:13:33.842874 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-503b458f-c289-48ba-980c-3ff358df81b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:33.860152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-503b458f-c289-48ba-980c-3ff358df81b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:34.001853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9be35-34be-4c33-9213-f3f63991c07b None None] Checking router: aac94b7f-9661-4305-8651-7e11946d3a99 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:13:34.007322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] For port 14766107-6b23-4640-9b05-84cba296c166, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=14766107-6b23-4640-9b05-84cba296c166,segment=NetworkSegment(afc7b45a-6c11-4790-ae63-cb1798daaf70),segment_id=afc7b45a-6c11-4790-ae63-cb1798daaf70)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:13:34.015400 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07c4f9c3-e516-4863-8479-4cf01330b8a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:34.020288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:34.037914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9be35-34be-4c33-9213-f3f63991c07b None None] Routers {'aac94b7f-9661-4305-8651-7e11946d3a99'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:13:34.038542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f5c9be35-34be-4c33-9213-f3f63991c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:13:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['aac94b7f-9661-4305-8651-7e11946d3a99'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:34.274851 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:34.438093 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f5c9be35-34be-4c33-9213-f3f63991c07b None None] Set router aac94b7f-9661-4305-8651-7e11946d3a99 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:13:34.555918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f5c9be35-34be-4c33-9213-f3f63991c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac94b7f-9661-4305-8651-7e11946d3a99', 'name': 'tempest-RoutersTest-router-212211201', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:13:32Z', 'updated_at': '2022-01-31T16:13:32Z', 'revision_number': 2, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:34.612266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07c4f9c3-e516-4863-8479-4cf01330b8a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:34.618811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07c4f9c3-e516-4863-8479-4cf01330b8a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:34.722729 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07c4f9c3-e516-4863-8479-4cf01330b8a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:34.723449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c4f9c3-e516-4863-8479-4cf01330b8a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Fanout notify agent at l3_agent the message router_deleted on router aac94b7f-9661-4305-8651-7e11946d3a99 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:13:34.729948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdc250-554f-4141-9c15-7d65a7426d89 None None] Pushing event updated for resources: {'Port': ['ID=14766107-6b23-4640-9b05-84cba296c166,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:34.731203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07c4f9c3-e516-4863-8479-4cf01330b8a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:34.741738 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-07c4f9c3-e516-4863-8479-4cf01330b8a7 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/aac94b7f-9661-4305-8651-7e11946d3a99 HTTP/1.1" status: 204 len: 168 time: 0.9484565 Jan 31 16:13:34.743038 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41090) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:34.746612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Deleting port 14766107-6b23-4640-9b05-84cba296c166 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:34.746960 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:34.748820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9be35-34be-4c33-9213-f3f63991c07b None None] The sync data for ids ['aac94b7f-9661-4305-8651-7e11946d3a99'] in n-d-827120-1 is: [{'id': 'aac94b7f-9661-4305-8651-7e11946d3a99', 'name': 'tempest-RoutersTest-router-212211201', 'tenant_id': '293bf89b3c4044aca25d9d670cc8ebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:13:32Z', 'updated_at': '2022-01-31T16:13:32Z', 'revision_number': 2, 'project_id': '293bf89b3c4044aca25d9d670cc8ebde', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:13:34.782514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a59d13b-e9b5-4b1d-aecb-5555d42ab3ce None None] Network 3060fe08-d65b-48f8-9a94-a338513618ae requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:34.843174 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b458f-c289-48ba-980c-3ff358df81b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event updated for resources: {'Port': ['ID=8de800e1-e3a0-4026-b1f9-9a2369d4cfec,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:34.854664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-503b458f-c289-48ba-980c-3ff358df81b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] In _notify_port_updated(), no bound segment for port 8de800e1-e3a0-4026-b1f9-9a2369d4cfec on network b3b76f2f-cc35-480d-af3e-edc0a8a2321e {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:13:34.861998 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-a1dec290-8868-4a0c-9160-9c95f1e0c388 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-04ca5657-6bb8-4139-bcfe-16c31b48e32c {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:13:34.863590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503b458f-c289-48ba-980c-3ff358df81b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:34.864272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-503b458f-c289-48ba-980c-3ff358df81b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:34.865893 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-503b458f-c289-48ba-980c-3ff358df81b1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "PUT /v2.0/ports/8de800e1-e3a0-4026-b1f9-9a2369d4cfec HTTP/1.1" status: 200 len: 959 time: 2.5374403 Jan 31 16:13:34.868874 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-a1dec290-8868-4a0c-9160-9c95f1e0c388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:13:34.871162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41098) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:35.004798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fb08bb80-39a3-45cd-a59b-077b6cb92cd5 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=aac94b7f-9661-4305-8651-7e11946d3a99 HTTP/1.1" status: 200 len: 205 time: 0.2602720 Jan 31 16:13:35.005571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41104) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:35.131473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-659e7bf3-8ec3-4f32-b757-2d360167c2d0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port 8de800e1-e3a0-4026-b1f9-9a2369d4cfec {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:35.131902 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-659e7bf3-8ec3-4f32-b757-2d360167c2d0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:35.168495 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-33324bee-2d1f-403b-95c8-8b3e6fd976d2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] delete failed (client error): The resource could not be found. Jan 31 16:13:35.172547 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-33324bee-2d1f-403b-95c8-8b3e6fd976d2 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/aac94b7f-9661-4305-8651-7e11946d3a99 HTTP/1.1" status: 404 len: 336 time: 0.1375020 Jan 31 16:13:35.173311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41114) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:35.247666 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6226c8-af0c-4e18-8eb5-fec94e7f8d04 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:35.248383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6226c8-af0c-4e18-8eb5-fec94e7f8d04 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:35.251685 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1d6226c8-af0c-4e18-8eb5-fec94e7f8d04 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/d6ef9503-fecb-4cc4-88e4-6a5b7f5432cf HTTP/1.1" status: 404 len: 337 time: 0.0735457 Jan 31 16:13:35.255969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41124) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:35.265445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] For port 14766107-6b23-4640-9b05-84cba296c166, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=14766107-6b23-4640-9b05-84cba296c166,segment=NetworkSegment(afc7b45a-6c11-4790-ae63-cb1798daaf70),segment_id=afc7b45a-6c11-4790-ae63-cb1798daaf70)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:35.266198 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:35.296739 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-659e7bf3-8ec3-4f32-b757-2d360167c2d0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:35.316165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-659e7bf3-8ec3-4f32-b757-2d360167c2d0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for 8de800e1-e3a0-4026-b1f9-9a2369d4cfec owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:35.320483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Calling delete_port for 14766107-6b23-4640-9b05-84cba296c166 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:35.380663 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b946d611-677e-4f8a-8b5a-b401fed4a30f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:35.381126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b946d611-677e-4f8a-8b5a-b401fed4a30f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:35.384697 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b946d611-677e-4f8a-8b5a-b401fed4a30f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/4847aa4e-00d4-4b75-90eb-d67b0bfbcadf HTTP/1.1" status: 404 len: 337 time: 0.1274626 Jan 31 16:13:35.387617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41134) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:35.420857 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a1dec290-8868-4a0c-9160-9c95f1e0c388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:35.423032 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b844f226-a3bf-4fa2-88fd-988ff1fab142 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:35.423671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b844f226-a3bf-4fa2-88fd-988ff1fab142 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:35.426831 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b844f226-a3bf-4fa2-88fd-988ff1fab142 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/c7df4d8d-1477-431f-98a8-3c22658b381d HTTP/1.1" status: 404 len: 337 time: 0.0381615 Jan 31 16:13:35.431497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41136) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:35.470719 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa80ad8a-cbf4-4d2c-8f32-168fa02ee6a3 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:35.471225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa80ad8a-cbf4-4d2c-8f32-168fa02ee6a3 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:35.476225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fa80ad8a-cbf4-4d2c-8f32-168fa02ee6a3 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/008096da-1950-4e06-b5cb-d7d1dce2212c HTTP/1.1" status: 404 len: 337 time: 0.0418837 Jan 31 16:13:35.477752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41138) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:35.513761 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:35.589460 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b6058cee-0c1a-4d6d-942a-c1506b1d9d7e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7bc41dd-761e-4777-8fdc-16c0771217d6 HTTP/1.1" status: 200 len: 205 time: 0.1087861 Jan 31 16:13:35.590335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41140) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:35.671122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Port': ['ID=14766107-6b23-4640-9b05-84cba296c166,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:35.691657 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No DVR routers for this DVR port 14766107-6b23-4640-9b05-84cba296c166 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:35.721597 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-ce18db49-1f0c-41ab-8209-14d4605bae1f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] delete failed (client error): The resource could not be found. Jan 31 16:13:35.727787 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ce18db49-1f0c-41ab-8209-14d4605bae1f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/d7bc41dd-761e-4777-8fdc-16c0771217d6 HTTP/1.1" status: 404 len: 336 time: 0.1359351 Jan 31 16:13:35.735419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41142) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:35.800658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4f24d2e7-4d71-49a7-acb8-db08db67866c tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=efbbe96c-3437-4952-adf9-1219a7df0e68 HTTP/1.1" status: 200 len: 205 time: 0.0620358 Jan 31 16:13:35.802665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41146) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:35.834044 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-659e7bf3-8ec3-4f32-b757-2d360167c2d0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:35.839346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:35.869868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-a1dec290-8868-4a0c-9160-9c95f1e0c388 None None] Allocated IP 172.20.0.35 (b3b76f2f-cc35-480d-af3e-edc0a8a2321e/724dc22b-2f05-4e2e-a60a-6389ecdb77a0/8b5f8619-5aba-4af8-af1a-1aa678252c52) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:35.891199 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-3201534d-e79b-48ea-b0b3-e69446c1981e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] delete failed (client error): The resource could not be found. Jan 31 16:13:35.892976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3201534d-e79b-48ea-b0b3-e69446c1981e tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/efbbe96c-3437-4952-adf9-1219a7df0e68 HTTP/1.1" status: 404 len: 336 time: 0.0850279 Jan 31 16:13:35.903068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41152) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:35.911910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e7bf3-8ec3-4f32-b757-2d360167c2d0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=8de800e1-e3a0-4026-b1f9-9a2369d4cfec,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:35.953017 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bbc2a0-2b9e-4d74-ad35-996a5e90b859 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:35.953503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7bbc2a0-2b9e-4d74-ad35-996a5e90b859 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:35.956653 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c7bbc2a0-2b9e-4d74-ad35-996a5e90b859 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/94d75739-124b-408f-ba1b-cf341fbce093 HTTP/1.1" status: 404 len: 337 time: 0.0522418 Jan 31 16:13:35.958723 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3060fe08-d65b-48f8-9a94-a338513618ae']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:35.960871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41154) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:35.991541 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc7b45a-6c11-4790-ae63-cb1798daaf70') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:35.991865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc7b45a-6c11-4790-ae63-cb1798daaf70') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:36.016985 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6a2ba611-b7ca-4d3a-8b0f-2045e9835a13 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=957792b2-0401-480d-8466-6253eac14bf5 HTTP/1.1" status: 200 len: 205 time: 0.0547240 Jan 31 16:13:36.020583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41158) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.025269 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.068777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41160) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.071553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-659e7bf3-8ec3-4f32-b757-2d360167c2d0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.076002 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-659e7bf3-8ec3-4f32-b757-2d360167c2d0 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/8de800e1-e3a0-4026-b1f9-9a2369d4cfec HTTP/1.1" status: 204 len: 168 time: 1.2019556 Jan 31 16:13:36.080512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41162) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.113720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a1dec290-8868-4a0c-9160-9c95f1e0c388 None None] For port 8b5f8619-5aba-4af8-af1a-1aa678252c52, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8b5f8619-5aba-4af8-af1a-1aa678252c52,segment=NetworkSegment(413afa63-e987-455b-a1b5-269b1edeeca6),segment_id=413afa63-e987-455b-a1b5-269b1edeeca6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:36.118664 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4871414-e278-4575-91dc-1197cd963bc9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] GET failed (client error): The resource could not be found. Jan 31 16:13:36.120277 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b4871414-e278-4575-91dc-1197cd963bc9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports/8de800e1-e3a0-4026-b1f9-9a2369d4cfec HTTP/1.1" status: 404 len: 333 time: 0.0386057 Jan 31 16:13:36.124768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41166) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.126278 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-88c5644e-0af5-4f16-913c-c06d03e00884 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] delete failed (client error): The resource could not be found. Jan 31 16:13:36.127459 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-88c5644e-0af5-4f16-913c-c06d03e00884 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/957792b2-0401-480d-8466-6253eac14bf5 HTTP/1.1" status: 404 len: 336 time: 0.1057310 Jan 31 16:13:36.134178 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.138583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41168) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.141659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:36.142182 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.183027 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a1dec290-8868-4a0c-9160-9c95f1e0c388 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.193383 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a1dec290-8868-4a0c-9160-9c95f1e0c388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:36.221887 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:36.230512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.236433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f858a31a-859b-4b41-b821-c6d31bec55e4 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f HTTP/1.1" status: 200 len: 205 time: 0.0946243 Jan 31 16:13:36.249518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41170) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.254303 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.258084 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/networks/3060fe08-d65b-48f8-9a94-a338513618ae HTTP/1.1" status: 204 len: 168 time: 4.0503507 Jan 31 16:13:36.267659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41172) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.273649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-cbd37e6e-e855-489b-beab-e87c4e0c60c8 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-539599880'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:36.276528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70495b-199e-41ee-b8d0-206f0284cc9f tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Network': ['ID=3060fe08-d65b-48f8-9a94-a338513618ae,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:36.301425 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b202b9c-a4ca-4f18-8c99-866c7693725f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.318575 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-59d67eba-2aae-4803-8fad-7955c013bc62 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] delete failed (client error): The resource could not be found. Jan 31 16:13:36.320141 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-59d67eba-2aae-4803-8fad-7955c013bc62 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/0733cd43-c3fa-4601-bc7c-fbf9f7fe3d2f HTTP/1.1" status: 404 len: 336 time: 0.0608034 Jan 31 16:13:36.324395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41174) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.353770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b202b9c-a4ca-4f18-8c99-866c7693725f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.363556 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac202bf0-3f78-4bfc-9a43-946e473fa6fa tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:36.364283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac202bf0-3f78-4bfc-9a43-946e473fa6fa tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:36.364406 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a898ee33-9137-41f6-b1c6-2ba11e2f36e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.367649 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ac202bf0-3f78-4bfc-9a43-946e473fa6fa tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/41955d6b-8629-4125-92cc-df0c45aa405c HTTP/1.1" status: 404 len: 337 time: 0.0420091 Jan 31 16:13:36.370393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41176) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.389182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dec290-8868-4a0c-9160-9c95f1e0c388 None None] Pushing event updated for resources: {'Port': ['ID=8b5f8619-5aba-4af8-af1a-1aa678252c52,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:36.413511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5d2748b0-ea5e-4798-b2cc-8953ffc2aed8 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48a0032-b709-4dfb-a517-55bd1bc8ebd4 HTTP/1.1" status: 200 len: 205 time: 0.0390146 Jan 31 16:13:36.413874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41180) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.457896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd37e6e-e855-489b-beab-e87c4e0c60c8 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:36.462383 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbd37e6e-e855-489b-beab-e87c4e0c60c8 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.466722 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-d09ea1c5-6671-46fd-843f-e49e192dbc77 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] delete failed (client error): The resource could not be found. Jan 31 16:13:36.471387 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d09ea1c5-6671-46fd-843f-e49e192dbc77 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/f48a0032-b709-4dfb-a517-55bd1bc8ebd4 HTTP/1.1" status: 404 len: 336 time: 0.0539997 Jan 31 16:13:36.472310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41182) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.508273 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9601b38-e935-4bd3-be58-5991a7b2d8e6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:36.508739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9601b38-e935-4bd3-be58-5991a7b2d8e6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:36.515630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c9601b38-e935-4bd3-be58-5991a7b2d8e6 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/994ffcc9-0a5e-401e-83ff-58e41c32507c HTTP/1.1" status: 404 len: 337 time: 0.0419741 Jan 31 16:13:36.516325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41184) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.530148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd37e6e-e855-489b-beab-e87c4e0c60c8 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:36.568801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b202b9c-a4ca-4f18-8c99-866c7693725f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.571736 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b202b9c-a4ca-4f18-8c99-866c7693725f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.573242 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7b202b9c-a4ca-4f18-8c99-866c7693725f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/security-groups/295fda80-dec8-497f-a5a3-1f074e8bc66a HTTP/1.1" status: 204 len: 168 time: 0.4470840 Jan 31 16:13:36.577356 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbd37e6e-e855-489b-beab-e87c4e0c60c8 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.577738 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-cbd37e6e-e855-489b-beab-e87c4e0c60c8 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Added segment a031399e-d4ff-421a-ac13-7a5e5a185547 of type vlan for network 722ff2df-1c3d-4e3f-8b72-a7a583827966 Jan 31 16:13:36.584181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ae675499-7b02-48f9-8c3e-4535798a636d tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3 HTTP/1.1" status: 200 len: 205 time: 0.0661018 Jan 31 16:13:36.585322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41186) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.590455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41188) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.700633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b202b9c-a4ca-4f18-8c99-866c7693725f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295fda80-dec8-497f-a5a3-1f074e8bc66a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:36.720165 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbd37e6e-e855-489b-beab-e87c4e0c60c8 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.732055 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0e9db0e-95cd-4f38-8bb8-22dd36d4c5d6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.758699 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0e9db0e-95cd-4f38-8bb8-22dd36d4c5d6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.769434 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-84a93138-02a9-4ff0-a232-372ffe263e8f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] delete failed (client error): The resource could not be found. Jan 31 16:13:36.771133 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-84a93138-02a9-4ff0-a232-372ffe263e8f tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/routers/b3d62e6c-aeb5-4f81-a86b-5eb5a1dddcc3 HTTP/1.1" status: 404 len: 336 time: 0.1768727 Jan 31 16:13:36.777989 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41194) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.795563 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbd37e6e-e855-489b-beab-e87c4e0c60c8 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.804971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd37e6e-e855-489b-beab-e87c4e0c60c8 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:36.806040 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbd37e6e-e855-489b-beab-e87c4e0c60c8 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.812863 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96d8a56-ccca-4dba-be39-29cf314a8269 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:36.813422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96d8a56-ccca-4dba-be39-29cf314a8269 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:36.821519 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b96d8a56-ccca-4dba-be39-29cf314a8269 tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/19cb5673-7081-4e3c-8a98-8bb3934d749e HTTP/1.1" status: 404 len: 337 time: 0.0387962 Jan 31 16:13:36.822127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41198) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.852193 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0e9db0e-95cd-4f38-8bb8-22dd36d4c5d6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.855293 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c0e9db0e-95cd-4f38-8bb8-22dd36d4c5d6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.859434 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c0e9db0e-95cd-4f38-8bb8-22dd36d4c5d6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/security-groups/ab53916d-01f4-43de-a0b7-5ff06646ad06 HTTP/1.1" status: 204 len: 168 time: 0.2695940 Jan 31 16:13:36.860234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41202) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:36.895793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9db0e-95cd-4f38-8bb8-22dd36d4c5d6 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab53916d-01f4-43de-a0b7-5ff06646ad06,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:36.927234 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a898ee33-9137-41f6-b1c6-2ba11e2f36e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.936002 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d846640-a421-43fa-ad25-b1f28ba79dbc tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:36.936625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d846640-a421-43fa-ad25-b1f28ba79dbc tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:36.939733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3d846640-a421-43fa-ad25-b1f28ba79dbc tempest-RoutersTest-1769874038 tempest-RoutersTest-1769874038-project] 10.222.0.36 "DELETE /v2.0/subnets/3e191533-6dc7-4e6a-9599-38c832339fc7 HTTP/1.1" status: 404 len: 337 time: 0.1166039 Jan 31 16:13:36.943874 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a898ee33-9137-41f6-b1c6-2ba11e2f36e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:36.988617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cbd37e6e-e855-489b-beab-e87c4e0c60c8 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7166271 Jan 31 16:13:37.002151 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a898ee33-9137-41f6-b1c6-2ba11e2f36e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f38ec369be3742f1a7c5000e3f0e4be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9296913 Jan 31 16:13:37.003740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41210) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:37.007808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41208) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:37.016320 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Request body: {'subnet': {'network_id': '722ff2df-1c3d-4e3f-8b72-a7a583827966', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:37.022417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd37e6e-e855-489b-beab-e87c4e0c60c8 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Network': ['ID=722ff2df-1c3d-4e3f-8b72-a7a583827966,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:37.051784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 722ff2df-1c3d-4e3f-8b72-a7a583827966 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:37.055163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898ee33-9137-41f6-b1c6-2ba11e2f36e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594b21eb-52e4-4b45-aeea-d80487d96fa3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:37.088535 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5c2af8a8-065f-413c-bec1-2f6758f37e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.120181 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5c2af8a8-065f-413c-bec1-2f6758f37e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.178087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8b5f8619-5aba-4af8-af1a-1aa678252c52 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:37.183619 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7665e9c5-2ab0-4e32-8afe-ce25620071d1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.237843 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5c2af8a8-065f-413c-bec1-2f6758f37e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.239666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7665e9c5-2ab0-4e32-8afe-ce25620071d1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.243608 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5c2af8a8-065f-413c-bec1-2f6758f37e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.244912 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5c2af8a8-065f-413c-bec1-2f6758f37e0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/594b21eb-52e4-4b45-aeea-d80487d96fa3 HTTP/1.1" status: 204 len: 168 time: 0.2347853 Jan 31 16:13:37.290837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Made reservation on behalf of 883b9076ecc146ddb5943b6a5ddb3f44 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:37.298262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2af8a8-065f-413c-bec1-2f6758f37e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594b21eb-52e4-4b45-aeea-d80487d96fa3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:37.298790 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.462911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41220) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:37.468548 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7665e9c5-2ab0-4e32-8afe-ce25620071d1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.473537 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7665e9c5-2ab0-4e32-8afe-ce25620071d1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.475049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7665e9c5-2ab0-4e32-8afe-ce25620071d1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/security-groups/4bf8d372-0103-49f7-b4c1-c5d00520e98b HTTP/1.1" status: 204 len: 168 time: 0.6058474 Jan 31 16:13:37.478443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41224) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:37.482818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8b5f8619-5aba-4af8-af1a-1aa678252c52 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:37.486109 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.520335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665e9c5-2ab0-4e32-8afe-ce25620071d1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf8d372-0103-49f7-b4c1-c5d00520e98b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:37.645915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cf8675-25cd-4e63-9b01-02f39bb9a3d5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting subnet 1a376ee0-1766-46a3-a788-b01f489d6aa1 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:13:37.656427 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-40cf8675-25cd-4e63-9b01-02f39bb9a3d5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.656700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5668ecb4-32fa-4462-a688-29fa4aa1e25f None None] Could not find standard attr ID for object 8de800e1-e3a0-4026-b1f9-9a2369d4cfec. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:13:37.741875 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5668ecb4-32fa-4462-a688-29fa4aa1e25f None None] Provisioning complete for port 8b5f8619-5aba-4af8-af1a-1aa678252c52 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:37.742252 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5668ecb4-32fa-4462-a688-29fa4aa1e25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.797690 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-40cf8675-25cd-4e63-9b01-02f39bb9a3d5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:37.997047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5668ecb4-32fa-4462-a688-29fa4aa1e25f None None] Provisioning complete for port d3cf38e2-7b13-442c-9625-431945cf6b1a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:37.997587 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5668ecb4-32fa-4462-a688-29fa4aa1e25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.070182 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-40cf8675-25cd-4e63-9b01-02f39bb9a3d5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.102666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5668ecb4-32fa-4462-a688-29fa4aa1e25f None None] Port d3cf38e2-7b13-442c-9625-431945cf6b1a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:13:38.246099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41240) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:38.328363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ef3ce02c-96f9-4fc8-bf6c-3cee0e1147cc None None] Could not find standard attr ID for object 8de800e1-e3a0-4026-b1f9-9a2369d4cfec. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:13:38.386557 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cf750f95-c59d-4b45-9add-54f161ca3fec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=293bf89b3c4044aca25d9d670cc8ebde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9224184 Jan 31 16:13:38.387672 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-448dabc3-1cda-4aac-acca-99ccac26aa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.414271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41246) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:38.448010 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-40cf8675-25cd-4e63-9b01-02f39bb9a3d5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.554042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-40cf8675-25cd-4e63-9b01-02f39bb9a3d5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.568405 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-40cf8675-25cd-4e63-9b01-02f39bb9a3d5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/1a376ee0-1766-46a3-a788-b01f489d6aa1 HTTP/1.1" status: 204 len: 168 time: 1.0839055 Jan 31 16:13:38.572770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf8675-25cd-4e63-9b01-02f39bb9a3d5 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Subnet': ['ID=1a376ee0-1766-46a3-a788-b01f489d6aa1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:38.583465 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41250) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:38.637311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c88e0a-2ad4-44dc-8513-4fa93fb7bd38 None None] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:38.689361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.objects.ports [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108771) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:13:38.692627 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.707681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-306d3c5d-aada-457f-b198-cef3e958fa55 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting subnet 724dc22b-2f05-4e2e-a60a-6389ecdb77a0 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:13:38.720653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e09dbf-7b69-4176-905d-5ae4f0b3a22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.724896 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-306d3c5d-aada-457f-b198-cef3e958fa55 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.782209 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-448dabc3-1cda-4aac-acca-99ccac26aa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.782519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event updated for resources: {'Subnet': ['ID=6c0a5af5-f958-43db-8667-587e164d50ca,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:38.789579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Checking segment: {'id': 'a031399e-d4ff-421a-ac13-7a5e5a185547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '722ff2df-1c3d-4e3f-8b72-a7a583827966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:38.790501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network hostable DHCP agents. Network: 722ff2df-1c3d-4e3f-8b72-a7a583827966, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:13:38.798003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e09dbf-7b69-4176-905d-5ae4f0b3a22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.800022 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-448dabc3-1cda-4aac-acca-99ccac26aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.815023 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-306d3c5d-aada-457f-b198-cef3e958fa55 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.815227 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Network 722ff2df-1c3d-4e3f-8b72-a7a583827966 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:13:38.832483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 722ff2df-1c3d-4e3f-8b72-a7a583827966) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:38.845923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff309699-f31e-4212-9f01-c5352645423c None None] Network 722ff2df-1c3d-4e3f-8b72-a7a583827966 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:38.849320 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:38.850250 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:38.890284 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b01eee18-017c-4a79-bd15-6b02e0f0564b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8813934 Jan 31 16:13:38.893100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41254) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:38.963348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dabc3-1cda-4aac-acca-99ccac26aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba9c1fe-69b9-409a-9963-f38b7130abe0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:38.986476 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-448dabc3-1cda-4aac-acca-99ccac26aa78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96676bac760647979a24af3bdc6b4b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7295308 Jan 31 16:13:38.989211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41256) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:39.132499 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e409b554-6cb8-4e8a-9b38-356a0b0df48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:39.214384 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e409b554-6cb8-4e8a-9b38-356a0b0df48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:39.237683 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e09dbf-7b69-4176-905d-5ae4f0b3a22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:39.244346 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e09dbf-7b69-4176-905d-5ae4f0b3a22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:39.248142 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d3e09dbf-7b69-4176-905d-5ae4f0b3a22f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d2d21f9-5932-4c7b-a4e0-5ba3fd1f9b44 HTTP/1.1" status: 204 len: 168 time: 0.8299167 Jan 31 16:13:39.287506 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-306d3c5d-aada-457f-b198-cef3e958fa55 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:39.335977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-722ff2df-1c3d-4e3f-8b72-a7a583827966', 'network_id': '722ff2df-1c3d-4e3f-8b72-a7a583827966', 'tenant_id': '883b9076ecc146ddb5943b6a5ddb3f44', 'fixed_ips': [{'subnet_id': '6c0a5af5-f958-43db-8667-587e164d50ca'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:13:39.336977 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:39.352591 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e409b554-6cb8-4e8a-9b38-356a0b0df48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:39.366150 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e409b554-6cb8-4e8a-9b38-356a0b0df48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:39.379910 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e409b554-6cb8-4e8a-9b38-356a0b0df48c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ba9c1fe-69b9-409a-9963-f38b7130abe0 HTTP/1.1" status: 204 len: 168 time: 0.3894720 Jan 31 16:13:39.430989 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409b554-6cb8-4e8a-9b38-356a0b0df48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba9c1fe-69b9-409a-9963-f38b7130abe0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:39.450069 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-306d3c5d-aada-457f-b198-cef3e958fa55 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:39.499032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e09dbf-7b69-4176-905d-5ae4f0b3a22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d21f9-5932-4c7b-a4e0-5ba3fd1f9b44,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:39.587093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d3c5d-aada-457f-b198-cef3e958fa55 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Subnet': ['ID=724dc22b-2f05-4e2e-a60a-6389ecdb77a0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:39.618806 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:39.632318 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-306d3c5d-aada-457f-b198-cef3e958fa55 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:39.643608 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-306d3c5d-aada-457f-b198-cef3e958fa55 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/724dc22b-2f05-4e2e-a60a-6389ecdb77a0 HTTP/1.1" status: 204 len: 168 time: 1.0586095 Jan 31 16:13:39.648807 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41266) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:39.722361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Allocated IP 2001:db8::f816:3eff:fe5d:d74 (722ff2df-1c3d-4e3f-8b72-a7a583827966/6c0a5af5-f958-43db-8667-587e164d50ca/f62a4aa3-05bc-4d4d-b84e-837e064be721) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:39.813612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:39.841257 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6cfd7c-dea3-44d4-a677-a6ce9ee2dfbb tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:39.844852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6cfd7c-dea3-44d4-a677-a6ce9ee2dfbb tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:39.867751 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-da6cfd7c-dea3-44d4-a677-a6ce9ee2dfbb tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/1a376ee0-1766-46a3-a788-b01f489d6aa1 HTTP/1.1" status: 404 len: 337 time: 0.2165062 Jan 31 16:13:39.873380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41270) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:40.023673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-137ab7d6-9588-4964-ad08-ccab1c8a7449 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting subnet 844fac1f-ff59-44df-ac78-eade7eeab89d {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:13:40.032185 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-137ab7d6-9588-4964-ad08-ccab1c8a7449 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.143150 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-137ab7d6-9588-4964-ad08-ccab1c8a7449 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.211334 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.234562 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.275639 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.355881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Network 722ff2df-1c3d-4e3f-8b72-a7a583827966 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:40.377383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:40.381419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:40.397515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Pushing event updated for resources: {'Port': ['ID=f62a4aa3-05bc-4d4d-b84e-837e064be721,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:40.407457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0a5af5-f958-43db-8667-587e164d50ca,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:40.498526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Attempting to bind port f62a4aa3-05bc-4d4d-b84e-837e064be721 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:13:40.499393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Attempting to bind port f62a4aa3-05bc-4d4d-b84e-837e064be721 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'a031399e-d4ff-421a-ac13-7a5e5a185547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '722ff2df-1c3d-4e3f-8b72-a7a583827966'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:13:40.501508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Attempting to bind port f62a4aa3-05bc-4d4d-b84e-837e064be721 on network 722ff2df-1c3d-4e3f-8b72-a7a583827966 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:13:40.507400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:13:40.508376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Checking segment: {'id': 'a031399e-d4ff-421a-ac13-7a5e5a185547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '722ff2df-1c3d-4e3f-8b72-a7a583827966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:40.509310 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.510059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Bound using segment: {'id': 'a031399e-d4ff-421a-ac13-7a5e5a185547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '722ff2df-1c3d-4e3f-8b72-a7a583827966'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:13:40.511328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Bound port: f62a4aa3-05bc-4d4d-b84e-837e064be721, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a031399e-d4ff-421a-ac13-7a5e5a185547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '722ff2df-1c3d-4e3f-8b72-a7a583827966'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:13:40.511879 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.554265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8064055-7a59-4448-9159-eb55cd9acb43 None None] Network b3b76f2f-cc35-480d-af3e-edc0a8a2321e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:40.562768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-137ab7d6-9588-4964-ad08-ccab1c8a7449 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.651703 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.700371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722ff2df-1c3d-4e3f-8b72-a7a583827966']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:40.713905 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-137ab7d6-9588-4964-ad08-ccab1c8a7449 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.727542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a031399e-d4ff-421a-ac13-7a5e5a185547') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:40.728213 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a031399e-d4ff-421a-ac13-7a5e5a185547') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:40.743905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] For port f62a4aa3-05bc-4d4d-b84e-837e064be721, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:13:40.751477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] For port f62a4aa3-05bc-4d4d-b84e-837e064be721, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f62a4aa3-05bc-4d4d-b84e-837e064be721,segment=NetworkSegment(a031399e-d4ff-421a-ac13-7a5e5a185547),segment_id=a031399e-d4ff-421a-ac13-7a5e5a185547)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:13:40.755514 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.758566 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-dcc2f097-8a63-498b-b126-096b914254f6 None None] Provisioning complete for port 8b5f8619-5aba-4af8-af1a-1aa678252c52 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:40.762236 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dcc2f097-8a63-498b-b126-096b914254f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.786677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.798572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:40.801382 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:40.808798 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:40.829768 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.842164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ab7d6-9588-4964-ad08-ccab1c8a7449 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Subnet': ['ID=844fac1f-ff59-44df-ac78-eade7eeab89d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:40.848615 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-137ab7d6-9588-4964-ad08-ccab1c8a7449 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:40.865189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-137ab7d6-9588-4964-ad08-ccab1c8a7449 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/844fac1f-ff59-44df-ac78-eade7eeab89d HTTP/1.1" status: 204 len: 168 time: 0.9897261 Jan 31 16:13:40.867251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41306) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:40.937006 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7269bc2b-7899-4eef-9700-2564049fcb8f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:40.945568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7269bc2b-7899-4eef-9700-2564049fcb8f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:40.952242 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7269bc2b-7899-4eef-9700-2564049fcb8f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/1107b5ea-cd24-49b7-a690-e09deb1edc46 HTTP/1.1" status: 404 len: 337 time: 0.0843284 Jan 31 16:13:40.952899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41310) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:41.041279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fe543d62-11b6-4900-a60b-f4365cf847cc tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "GET /v2.0/ports?device_id=c575daa6-9ec2-4ee1-8157-ed0be59c8a09 HTTP/1.1" status: 200 len: 205 time: 0.0862045 Jan 31 16:13:41.050318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41312) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:41.086737 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.db.api [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 16:13:41.086737 n-d-827120-1 neutron-server[108772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 16:13:41.086737 n-d-827120-1 neutron-server[108772]: [parameters: {'id': '722ff2df-1c3d-4e3f-8b72-a7a583827966'}] Jan 31 16:13:41.086737 n-d-827120-1 neutron-server[108772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:13:41.088795 n-d-827120-1 neutron-server[108772]: DEBUG oslo_db.api [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:13:41.222341 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae749d3e-8e82-4805-9f4f-734a10353612 None None] Network 722ff2df-1c3d-4e3f-8b72-a7a583827966 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:41.225547 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-269828f0-09d6-42a0-a5c6-e8f655509c8e tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] delete failed (client error): The resource could not be found. Jan 31 16:13:41.230156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41316) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:41.231033 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-269828f0-09d6-42a0-a5c6-e8f655509c8e tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/routers/c575daa6-9ec2-4ee1-8157-ed0be59c8a09 HTTP/1.1" status: 404 len: 336 time: 0.1784565 Jan 31 16:13:41.264372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41318) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:41.304432 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f33156b-4178-4287-8664-67b5df0ba9c9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:41.314167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f33156b-4178-4287-8664-67b5df0ba9c9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:41.317689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8f33156b-4178-4287-8664-67b5df0ba9c9 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/d5939f92-0ffe-4b0b-a676-5421defb1ad5 HTTP/1.1" status: 404 len: 337 time: 0.0862539 Jan 31 16:13:41.320895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41324) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:41.377263 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-336debdd-cc09-47e5-b006-09f0824da2d1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:41.378098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336debdd-cc09-47e5-b006-09f0824da2d1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:41.388914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41328) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:41.389576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-336debdd-cc09-47e5-b006-09f0824da2d1 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/12d08a59-5f52-4e5a-96ef-95d1bb1730fc HTTP/1.1" status: 404 len: 337 time: 0.0671699 Jan 31 16:13:41.416308 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030b64a-314a-4cb9-8e4a-e19d933d2959 None None] Pushing event updated for resources: {'Port': ['ID=f62a4aa3-05bc-4d4d-b84e-837e064be721,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:41.470664 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6e3bdb-fd66-4e56-89cd-cfc239adab46 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:41.478277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6e3bdb-fd66-4e56-89cd-cfc239adab46 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:41.482250 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-da6e3bdb-fd66-4e56-89cd-cfc239adab46 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/821b9ca0-a987-4cd2-ae26-2360f065de21 HTTP/1.1" status: 404 len: 337 time: 0.0916653 Jan 31 16:13:41.484746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41332) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:41.488004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1721432427'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:41.549228 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-309d88e8-042f-41ed-a4ca-f89dc7decde2 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:41.549934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Made reservation on behalf of 86d32844cc614d8d870f2b99755658c9 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:41.556063 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:41.557888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309d88e8-042f-41ed-a4ca-f89dc7decde2 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:41.561418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-309d88e8-042f-41ed-a4ca-f89dc7decde2 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/37067dec-38ea-4abd-8284-b4ed2c11784e HTTP/1.1" status: 404 len: 333 time: 0.0752869 Jan 31 16:13:41.563897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41334) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:41.589861 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:41.632369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:41.671652 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-648b9394-c4dd-4538-9115-66daa2fed86f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:41.673425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648b9394-c4dd-4538-9115-66daa2fed86f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:41.685124 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-648b9394-c4dd-4538-9115-66daa2fed86f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/5d5c3e13-991b-4be2-8549-5d4c3107c6b4 HTTP/1.1" status: 404 len: 337 time: 0.1199281 Jan 31 16:13:41.685826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41338) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:41.770317 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37e4f95-72ff-439d-9224-104f402c283e tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:41.771157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37e4f95-72ff-439d-9224-104f402c283e tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:41.778423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c37e4f95-72ff-439d-9224-104f402c283e tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/0d5bfeb1-f539-445f-8d7d-6a4129f7aa2f HTTP/1.1" status: 404 len: 337 time: 0.0875888 Jan 31 16:13:41.782824 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:13:41.788265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41340) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:41.829451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Deleting port f62a4aa3-05bc-4d4d-b84e-837e064be721 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:41.830905 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:41.868537 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb86008-74dc-4759-8eab-ae5f1c1998fa tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:41.872345 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb86008-74dc-4759-8eab-ae5f1c1998fa tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:41.884108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41348) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:41.886084 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-beb86008-74dc-4759-8eab-ae5f1c1998fa tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/8880636c-e99c-4b4a-9002-2f3b908fb5f7 HTTP/1.1" status: 404 len: 333 time: 0.0963244 Jan 31 16:13:41.893204 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:41.895361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-dcc2f097-8a63-498b-b126-096b914254f6 None None] Provisioning complete for port d3cf38e2-7b13-442c-9625-431945cf6b1a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:41.895726 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dcc2f097-8a63-498b-b126-096b914254f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:41.902612 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:41.934256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:41.956241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:41.956622 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Added segment 6a895b9e-39dc-498d-ac03-0bad0345f428 of type vlan for network 173d0526-bb21-49ca-aaa5-cf275d7c2a3b Jan 31 16:13:41.973831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2f097-8a63-498b-b126-096b914254f6 None None] Port d3cf38e2-7b13-442c-9625-431945cf6b1a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:13:41.979064 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb8758f-476d-4d31-90f2-e2363cf953c0 None None] DHCP port deletion for b3b76f2f-cc35-480d-af3e-edc0a8a2321e request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:13:42.054824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] For port f62a4aa3-05bc-4d4d-b84e-837e064be721, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f62a4aa3-05bc-4d4d-b84e-837e064be721,segment=NetworkSegment(a031399e-d4ff-421a-ac13-7a5e5a185547),segment_id=a031399e-d4ff-421a-ac13-7a5e5a185547)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:42.055189 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.074374 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.087402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Calling delete_port for f62a4aa3-05bc-4d4d-b84e-837e064be721 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:42.097613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-abb8758f-476d-4d31-90f2-e2363cf953c0 None None] Deleting port 8b5f8619-5aba-4af8-af1a-1aa678252c52 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:42.097989 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-abb8758f-476d-4d31-90f2-e2363cf953c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.179384 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.199251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:42.199909 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.217497 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe935cdf-8a87-4103-a37d-4e57919b9c53 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:42.239554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe935cdf-8a87-4103-a37d-4e57919b9c53 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:42.242945 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fe935cdf-8a87-4103-a37d-4e57919b9c53 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/6d57aa9f-4540-4a8c-92ff-8780696d038b HTTP/1.1" status: 404 len: 337 time: 0.3569639 Jan 31 16:13:42.247911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41394) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:42.270407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-abb8758f-476d-4d31-90f2-e2363cf953c0 None None] For port 8b5f8619-5aba-4af8-af1a-1aa678252c52, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8b5f8619-5aba-4af8-af1a-1aa678252c52,segment=NetworkSegment(413afa63-e987-455b-a1b5-269b1edeeca6),segment_id=413afa63-e987-455b-a1b5-269b1edeeca6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:42.271505 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-abb8758f-476d-4d31-90f2-e2363cf953c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.296788 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-abb8758f-476d-4d31-90f2-e2363cf953c0 None None] Calling delete_port for 8b5f8619-5aba-4af8-af1a-1aa678252c52 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:42.313361 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b07b4f3-de8d-4c3e-8c04-43c0bad8972c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:42.314519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b07b4f3-de8d-4c3e-8c04-43c0bad8972c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:42.317910 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5b07b4f3-de8d-4c3e-8c04-43c0bad8972c tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/subnets/55f6f2e7-3931-45c5-ad06-1ff5a1d4be93 HTTP/1.1" status: 404 len: 337 time: 0.0625813 Jan 31 16:13:42.321331 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41396) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:42.333298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885237f8-eef1-4ba5-bab1-a714b7d21632,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:42.348490 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0831196 Jan 31 16:13:42.351647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41398) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:42.356961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-785a22cb-26e3-4b7b-a627-d6cdd51e4790 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Request body: {'subnet': {'network_id': '173d0526-bb21-49ca-aaa5-cf275d7c2a3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:42.364766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f74ff-9dbc-4fcf-8f38-5596fbea4901 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Pushing event updated for resources: {'Network': ['ID=173d0526-bb21-49ca-aaa5-cf275d7c2a3b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:42.450283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 173d0526-bb21-49ca-aaa5-cf275d7c2a3b details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:42.498768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785a22cb-26e3-4b7b-a627-d6cdd51e4790 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Made reservation on behalf of 86d32844cc614d8d870f2b99755658c9 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:42.503828 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-785a22cb-26e3-4b7b-a627-d6cdd51e4790 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.535276 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.572114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Port': ['ID=f62a4aa3-05bc-4d4d-b84e-837e064be721,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:42.584829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-4f94b21b-5b63-4f80-a894-a35db8f12076 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Deleting port d3cf38e2-7b13-442c-9625-431945cf6b1a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:42.595817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f94b21b-5b63-4f80-a894-a35db8f12076 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.604200 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No DVR routers for this DVR port f62a4aa3-05bc-4d4d-b84e-837e064be721 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:42.613018 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-abb8758f-476d-4d31-90f2-e2363cf953c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.698430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8758f-476d-4d31-90f2-e2363cf953c0 None None] Pushing event deleted for resources: {'Port': ['ID=8b5f8619-5aba-4af8-af1a-1aa678252c52,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:42.722958 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb8758f-476d-4d31-90f2-e2363cf953c0 None None] No DVR routers for this DVR port 8b5f8619-5aba-4af8-af1a-1aa678252c52 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:42.756077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41402) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:42.756782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f037a0-191f-4c25-a506-72319a18c2b6 None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:13:42.797146 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.820321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722ff2df-1c3d-4e3f-8b72-a7a583827966']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:42.836631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a031399e-d4ff-421a-ac13-7a5e5a185547') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:42.836836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a031399e-d4ff-421a-ac13-7a5e5a185547') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:42.849062 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.866458 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.874799 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:42.875216 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:42.914807 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f037a0-191f-4c25-a506-72319a18c2b6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:13:43.050478 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-49f65413-a2f3-405c-a9a1-23e305e0ad6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:43.081064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-785a22cb-26e3-4b7b-a627-d6cdd51e4790 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:43.096917 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f94b21b-5b63-4f80-a894-a35db8f12076 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:43.114778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-4f94b21b-5b63-4f80-a894-a35db8f12076 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Calling delete_port for d3cf38e2-7b13-442c-9625-431945cf6b1a owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:43.212726 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:43.239713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8b5f8619-5aba-4af8-af1a-1aa678252c52 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:43.270778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8b5f8619-5aba-4af8-af1a-1aa678252c52 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:13:43.271159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8b5f8619-5aba-4af8-af1a-1aa678252c52 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:13:43.341689 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f94b21b-5b63-4f80-a894-a35db8f12076 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:43.345547 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:43.376720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f94b21b-5b63-4f80-a894-a35db8f12076 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:43.386177 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4f94b21b-5b63-4f80-a894-a35db8f12076 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/ports/d3cf38e2-7b13-442c-9625-431945cf6b1a HTTP/1.1" status: 204 len: 168 time: 1.0609722 Jan 31 16:13:43.394550 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:43.401600 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/networks/722ff2df-1c3d-4e3f-8b72-a7a583827966 HTTP/1.1" status: 204 len: 168 time: 4.4951897 Jan 31 16:13:43.406382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41412) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:43.406745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41414) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:43.436887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1bc53c-b413-4341-a5e5-d492a28781fb None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:13:43.448765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a22cb-26e3-4b7b-a627-d6cdd51e4790 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Pushing event updated for resources: {'Subnet': ['ID=97a7bc21-93ba-4522-8914-04c438207bbf,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:43.458642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a22cb-26e3-4b7b-a627-d6cdd51e4790 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Checking segment: {'id': '6a895b9e-39dc-498d-ac03-0bad0345f428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '173d0526-bb21-49ca-aaa5-cf275d7c2a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:43.459124 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a22cb-26e3-4b7b-a627-d6cdd51e4790 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Network hostable DHCP agents. Network: 173d0526-bb21-49ca-aaa5-cf275d7c2a3b, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:13:43.516130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a22cb-26e3-4b7b-a627-d6cdd51e4790 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Network 173d0526-bb21-49ca-aaa5-cf275d7c2a3b is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:13:43.521181 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-49f65413-a2f3-405c-a9a1-23e305e0ad6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:43.529708 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-49f65413-a2f3-405c-a9a1-23e305e0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:43.560691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-785a22cb-26e3-4b7b-a627-d6cdd51e4790 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 173d0526-bb21-49ca-aaa5-cf275d7c2a3b) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:43.574280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94b21b-5b63-4f80-a894-a35db8f12076 tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Port': ['ID=d3cf38e2-7b13-442c-9625-431945cf6b1a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:43.576194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785a22cb-26e3-4b7b-a627-d6cdd51e4790 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:43.576904 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-785a22cb-26e3-4b7b-a627-d6cdd51e4790 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:43.603161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeef5c6-ee63-467e-b141-d6bddd159979 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Network': ['ID=722ff2df-1c3d-4e3f-8b72-a7a583827966,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:43.614363 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5daf79c0-a2d1-41b9-8b1f-16949c828a1d tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:43.615136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5daf79c0-a2d1-41b9-8b1f-16949c828a1d tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:43.618761 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5daf79c0-a2d1-41b9-8b1f-16949c828a1d tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/subnets/6c0a5af5-f958-43db-8667-587e164d50ca HTTP/1.1" status: 404 len: 337 time: 0.1907659 Jan 31 16:13:43.634190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41416) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:43.688044 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-785a22cb-26e3-4b7b-a627-d6cdd51e4790 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3341477 Jan 31 16:13:43.691078 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:43.695614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41418) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:43.705606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Request body: {'port': {'network_id': '173d0526-bb21-49ca-aaa5-cf275d7c2a3b', 'name': 'tempest-TagsExtTest-376626125'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:43.727249 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-49f65413-a2f3-405c-a9a1-23e305e0ad6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a484589e86b84c7b8eee3034e6c374f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9699347 Jan 31 16:13:43.728633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f65413-a2f3-405c-a9a1-23e305e0ad6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d303b7dd-94c3-4ad3-954f-70773b1884e1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:43.735854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1bc53c-b413-4341-a5e5-d492a28781fb None None] Unable to find a vacant binding_index for network 173d0526-bb21-49ca-aaa5-cf275d7c2a3b and agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 {{(pid=108773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 31 16:13:43.740003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41420) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:43.751311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1bc53c-b413-4341-a5e5-d492a28781fb None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 173d0526-bb21-49ca-aaa5-cf275d7c2a3b) {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:13:43.801514 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5021dc4a-2197-4ed0-a8c9-c3f71a55b96c tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:43.802094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5021dc4a-2197-4ed0-a8c9-c3f71a55b96c tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:43.813590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5021dc4a-2197-4ed0-a8c9-c3f71a55b96c tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/networks/722ff2df-1c3d-4e3f-8b72-a7a583827966 HTTP/1.1" status: 404 len: 339 time: 0.1656597 Jan 31 16:13:43.815491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41422) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:43.885842 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-63347c03-a5c0-4d36-9404-6cac2aefa613 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:43.886263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63347c03-a5c0-4d36-9404-6cac2aefa613 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:43.893724 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-63347c03-a5c0-4d36-9404-6cac2aefa613 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/subnets/db5343b9-5206-4906-a740-9b494a4b0abd HTTP/1.1" status: 404 len: 337 time: 0.0742936 Jan 31 16:13:43.894427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41424) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:43.923255 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c655ef-28df-4950-9c38-015cb8843856 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:43.924068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c655ef-28df-4950-9c38-015cb8843856 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:43.932253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d2c655ef-28df-4950-9c38-015cb8843856 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/networks/3060fe08-d65b-48f8-9a94-a338513618ae HTTP/1.1" status: 404 len: 339 time: 0.0330780 Jan 31 16:13:43.933102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41426) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:43.971208 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ef7993-685b-45de-9664-b6985325c80c tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:43.971677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:43.971802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ef7993-685b-45de-9664-b6985325c80c tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:43.977710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-51ef7993-685b-45de-9664-b6985325c80c tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/subnets/0489f690-20f4-40d4-ac77-bf8779a0f54c HTTP/1.1" status: 404 len: 337 time: 0.0409873 Jan 31 16:13:43.979384 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41428) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:44.000982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b76f2f-cc35-480d-af3e-edc0a8a2321e']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:44.015224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413afa63-e987-455b-a1b5-269b1edeeca6') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:44.015529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413afa63-e987-455b-a1b5-269b1edeeca6') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:44.040690 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.053615 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ef38df-76f7-40a5-86d1-e9ad46e16ad2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:44.057867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ef38df-76f7-40a5-86d1-e9ad46e16ad2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:44.066671 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a9ef38df-76f7-40a5-86d1-e9ad46e16ad2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/networks/025d66a2-6702-4cae-b76a-6b6a16c58fca HTTP/1.1" status: 404 len: 339 time: 0.0838890 Jan 31 16:13:44.068596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.070025 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41430) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:44.078983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:44.079535 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.132773 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7760-f80c-4787-bec1-8d7ebad63811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.152069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-173d0526-bb21-49ca-aaa5-cf275d7c2a3b', 'network_id': '173d0526-bb21-49ca-aaa5-cf275d7c2a3b', 'tenant_id': '86d32844cc614d8d870f2b99755658c9', 'fixed_ips': [{'subnet_id': '97a7bc21-93ba-4522-8914-04c438207bbf'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:13:44.153908 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:44.166809 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:44.173262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.196656 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.207380 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] 10.222.0.36 "DELETE /v2.0/networks/b3b76f2f-cc35-480d-af3e-edc0a8a2321e HTTP/1.1" status: 204 len: 168 time: 0.7809813 Jan 31 16:13:44.207380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d20d7c-523e-4a56-9bdc-06aea98c027f tempest-PortsTestJSON-1789637738 tempest-PortsTestJSON-1789637738-project] Pushing event deleted for resources: {'Network': ['ID=b3b76f2f-cc35-480d-af3e-edc0a8a2321e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:44.209176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Made reservation on behalf of 86d32844cc614d8d870f2b99755658c9 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:44.214314 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.248240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] device_id is not set on port 99f75000-c8c7-4e67-b0c4-f06391418b07 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:13:44.272280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7760-f80c-4787-bec1-8d7ebad63811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.375437 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Allocated IP 172.20.0.2 (173d0526-bb21-49ca-aaa5-cf275d7c2a3b/97a7bc21-93ba-4522-8914-04c438207bbf/cbda639f-8b8b-4712-99cb-37fa2addad3e) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:44.481415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3513c9d7-a8a2-418c-8dde-f0337cba9f8b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Deleting port cb6edd7e-c5e4-46c7-9ddf-fe57195d6129 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:44.481909 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3513c9d7-a8a2-418c-8dde-f0337cba9f8b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.555963 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.567893 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3513c9d7-a8a2-418c-8dde-f0337cba9f8b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.569001 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.584589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3513c9d7-a8a2-418c-8dde-f0337cba9f8b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Calling delete_port for cb6edd7e-c5e4-46c7-9ddf-fe57195d6129 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:44.621701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Pushing event updated for resources: {'Port': ['ID=cbda639f-8b8b-4712-99cb-37fa2addad3e,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:44.637164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Network 173d0526-bb21-49ca-aaa5-cf275d7c2a3b is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:44.638863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:44.641630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:44.702483 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7760-f80c-4787-bec1-8d7ebad63811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.710303 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7760-f80c-4787-bec1-8d7ebad63811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.713797 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3bcd7760-f80c-4787-bec1-8d7ebad63811 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d303b7dd-94c3-4ad3-954f-70773b1884e1 HTTP/1.1" status: 204 len: 168 time: 0.9702313 Jan 31 16:13:44.738362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd7760-f80c-4787-bec1-8d7ebad63811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d303b7dd-94c3-4ad3-954f-70773b1884e1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:44.747107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Allocated IP 172.20.0.14 (173d0526-bb21-49ca-aaa5-cf275d7c2a3b/97a7bc21-93ba-4522-8914-04c438207bbf/99f75000-c8c7-4e67-b0c4-f06391418b07) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:44.749079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41444) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:44.760463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Attempting to bind port cbda639f-8b8b-4712-99cb-37fa2addad3e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:13:44.762048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Attempting to bind port cbda639f-8b8b-4712-99cb-37fa2addad3e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '6a895b9e-39dc-498d-ac03-0bad0345f428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '173d0526-bb21-49ca-aaa5-cf275d7c2a3b'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:13:44.762422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Attempting to bind port cbda639f-8b8b-4712-99cb-37fa2addad3e on network 173d0526-bb21-49ca-aaa5-cf275d7c2a3b {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:13:44.785176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:13:44.786656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Checking segment: {'id': '6a895b9e-39dc-498d-ac03-0bad0345f428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '173d0526-bb21-49ca-aaa5-cf275d7c2a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:44.787098 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.787501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Bound using segment: {'id': '6a895b9e-39dc-498d-ac03-0bad0345f428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '173d0526-bb21-49ca-aaa5-cf275d7c2a3b'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:13:44.789025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Bound port: cbda639f-8b8b-4712-99cb-37fa2addad3e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a895b9e-39dc-498d-ac03-0bad0345f428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '173d0526-bb21-49ca-aaa5-cf275d7c2a3b'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:13:44.790309 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.855825 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3513c9d7-a8a2-418c-8dde-f0337cba9f8b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.885305 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3513c9d7-a8a2-418c-8dde-f0337cba9f8b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:44.899517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3513c9d7-a8a2-418c-8dde-f0337cba9f8b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/ports/cb6edd7e-c5e4-46c7-9ddf-fe57195d6129 HTTP/1.1" status: 204 len: 168 time: 0.8157160 Jan 31 16:13:44.903752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41448) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:45.004632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] For port cbda639f-8b8b-4712-99cb-37fa2addad3e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:13:45.022192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] For port cbda639f-8b8b-4712-99cb-37fa2addad3e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cbda639f-8b8b-4712-99cb-37fa2addad3e,segment=NetworkSegment(6a895b9e-39dc-498d-ac03-0bad0345f428),segment_id=6a895b9e-39dc-498d-ac03-0bad0345f428)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:13:45.040432 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:45.070233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513c9d7-a8a2-418c-8dde-f0337cba9f8b tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Port': ['ID=cb6edd7e-c5e4-46c7-9ddf-fe57195d6129,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:45.098105 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4f5d28-8e83-45b1-a576-1b4011016bf2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:45.098970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4f5d28-8e83-45b1-a576-1b4011016bf2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:45.102513 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0b4f5d28-8e83-45b1-a576-1b4011016bf2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/subnets/d1fa67e1-0c6e-41b8-a5b1-79cd1d9b9903 HTTP/1.1" status: 404 len: 337 time: 0.1959505 Jan 31 16:13:45.107601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41452) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:45.151982 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:45.199766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c9357-152b-4f78-addd-d68d2c1c54c4 None None] Pushing event updated for resources: {'Port': ['ID=cbda639f-8b8b-4712-99cb-37fa2addad3e,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:45.221137 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e09bac05-87f6-4184-ac94-b0cddcd15fc6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4338434bce7342bba9c2bee7845a66af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643655 Jan 31 16:13:45.223251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41454) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:45.264102 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:45.288042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:45.505388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Network 173d0526-bb21-49ca-aaa5-cf275d7c2a3b is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:45.530182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:45.560885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:45.572826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Pushing event updated for resources: {'Port': ['ID=99f75000-c8c7-4e67-b0c4-f06391418b07,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:45.583582 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff70006e-95b8-4470-be28-307df1727098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:45.684034 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:45.713827 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff70006e-95b8-4470-be28-307df1727098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:45.763460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:45.764983 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:45.810988 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b994e315-3db0-4ffc-bae8-b2179ab5d63b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1114106 Jan 31 16:13:45.814190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41468) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:45.819648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24756a14-b190-465b-b137-1d39a1d2eb50']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:45.831410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8438a33a-7e50-4cff-be53-f1b018b74266 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-591536075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:45.867429 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8438a33a-7e50-4cff-be53-f1b018b74266 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:45.868849 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8438a33a-7e50-4cff-be53-f1b018b74266 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:45.881292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58339798-6f32-4b16-81ec-050e5eec8d0c') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:45.883027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58339798-6f32-4b16-81ec-050e5eec8d0c') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:45.909799 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:45.937204 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:45.966080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:45.966713 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:46.015029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8438a33a-7e50-4cff-be53-f1b018b74266 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:46.028108 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8438a33a-7e50-4cff-be53-f1b018b74266 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:46.071200 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8438a33a-7e50-4cff-be53-f1b018b74266 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:46.072792 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8438a33a-7e50-4cff-be53-f1b018b74266 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2566526 Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:46.074346 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:46.079902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41474) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:46.084021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4b18a1da-c143-4a9c-a9fd-7db0061eee68 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1775168489', 'prefixes': ['172.20.0.0/16']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:46.132857 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:46.138130 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:46.144209 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/networks/24756a14-b190-465b-b137-1d39a1d2eb50 HTTP/1.1" status: 204 len: 168 time: 1.0351317 Jan 31 16:13:46.144538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41476) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:46.230591 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35b8f4-f728-4622-91b8-a4e023878a4e tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Network': ['ID=24756a14-b190-465b-b137-1d39a1d2eb50,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:46.283101 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b18a1da-c143-4a9c-a9fd-7db0061eee68 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for subnetpool, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:46.290090 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4b18a1da-c143-4a9c-a9fd-7db0061eee68 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2113678 Jan 31 16:13:46.297886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41482) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:46.307113 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff70006e-95b8-4470-be28-307df1727098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:46.310192 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff70006e-95b8-4470-be28-307df1727098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:46.314204 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ff70006e-95b8-4470-be28-307df1727098 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3513e81a-6640-4cb7-bb04-5770971a6a7f HTTP/1.1" status: 204 len: 168 time: 1.0872114 Jan 31 16:13:46.314862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-ba0b2974-c6c4-4dbc-a87c-f17cfa718467 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf', 'tempest-TagsExtTest-Tag-1742888514') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:46.351779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70006e-95b8-4470-be28-307df1727098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3513e81a-6640-4cb7-bb04-5770971a6a7f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:46.442437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-04eb123a-7af5-4a2d-91f0-b43ee570e3c5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Deleting port a8728d20-219d-4934-9018-d14905b2829e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:46.443102 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04eb123a-7af5-4a2d-91f0-b43ee570e3c5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:46.695509 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04eb123a-7af5-4a2d-91f0-b43ee570e3c5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:46.766818 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ba0b2974-c6c4-4dbc-a87c-f17cfa718467 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "PUT /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags/tempest-TagsExtTest-Tag-1742888514 HTTP/1.1" status: 201 len: 201 time: 0.4661963 Jan 31 16:13:46.767961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-04eb123a-7af5-4a2d-91f0-b43ee570e3c5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Calling delete_port for a8728d20-219d-4934-9018-d14905b2829e owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:46.769790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41492) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:46.781684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-c4c1e05a-3533-47e5-a8fe-066c0f90344b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07', 'tempest-TagsExtTest-Tag-1707360995') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:47.004633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41504) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:47.006405 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c4c1e05a-3533-47e5-a8fe-066c0f90344b tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "PUT /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags/tempest-TagsExtTest-Tag-1707360995 HTTP/1.1" status: 201 len: 201 time: 0.2296667 Jan 31 16:13:47.048717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-e3032e57-8539-40a2-92aa-6b5f9549f54e tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67', 'tempest-TagsExtTest-Tag-38620555') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:47.245079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cbda639f-8b8b-4712-99cb-37fa2addad3e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:47.416897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f477f90b-2a15-4612-9de6-69b03ae37484 None None] Network 173d0526-bb21-49ca-aaa5-cf275d7c2a3b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:47.496694 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04eb123a-7af5-4a2d-91f0-b43ee570e3c5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:47.592231 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb123a-7af5-4a2d-91f0-b43ee570e3c5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Port': ['ID=a8728d20-219d-4934-9018-d14905b2829e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:47.633549 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-69abcc5b-5f79-477f-ba73-1ed5acfb8bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:47.659044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41516) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:47.675918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-186b11e1-d3d2-4064-8f8d-3e9980af3d01 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862', 'tempest-TagsExtTest-Tag-794479244') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:47.681258 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e3032e57-8539-40a2-92aa-6b5f9549f54e tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "PUT /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags/tempest-TagsExtTest-Tag-38620555 HTTP/1.1" status: 201 len: 201 time: 0.6668251 Jan 31 16:13:47.701959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04eb123a-7af5-4a2d-91f0-b43ee570e3c5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:47.722377 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-04eb123a-7af5-4a2d-91f0-b43ee570e3c5 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/ports/a8728d20-219d-4934-9018-d14905b2829e HTTP/1.1" status: 204 len: 168 time: 1.5759904 Jan 31 16:13:47.724558 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41520) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:47.728431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f4b8108a-fd90-4033-88e1-10cb9dbfe445 None None] Provisioning complete for port cbda639f-8b8b-4712-99cb-37fa2addad3e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:47.735783 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4b8108a-fd90-4033-88e1-10cb9dbfe445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:47.793580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41522) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:47.826374 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-040bbe1b-b95b-491b-806e-d47a9065a3f4 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] DELETE failed (client error): The resource could not be found. Jan 31 16:13:47.827485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040bbe1b-b95b-491b-806e-d47a9065a3f4 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:13:47.841092 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-040bbe1b-b95b-491b-806e-d47a9065a3f4 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/subnets/4de5ce99-c0ac-4419-82ae-2e88cb1f39e7 HTTP/1.1" status: 404 len: 337 time: 0.1111951 Jan 31 16:13:47.843170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41530) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:47.946442 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-186b11e1-d3d2-4064-8f8d-3e9980af3d01 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "PUT /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags/tempest-TagsExtTest-Tag-794479244 HTTP/1.1" status: 201 len: 201 time: 0.2854791 Jan 31 16:13:47.953407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41538) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:47.970017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-d4484255-28d4-4dda-86d6-91f786b026e6 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:48.157825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port cbda639f-8b8b-4712-99cb-37fa2addad3e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:48.158212 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.162257 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d4484255-28d4-4dda-86d6-91f786b026e6 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags HTTP/1.1" status: 200 len: 241 time: 0.2041557 Jan 31 16:13:48.162410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41542) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:48.170460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-0dbbf866-6b69-4da7-97ea-bee0dd75409f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf', 'tempest-TagsExtTest-Tag-1742888514') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:48.174433 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.234225 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-269e7ccf-42ef-4548-b44a-d0cf8aeeff54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.286703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0dbbf866-6b69-4da7-97ea-bee0dd75409f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags/tempest-TagsExtTest-Tag-1742888514 HTTP/1.1" status: 204 len: 168 time: 0.1187236 Jan 31 16:13:48.289644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41546) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:48.296185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-717594c6-d03c-4b5f-8075-6ebb9cf3ece4 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf', 'tempest-TagsExtTest-Tag-1742888514') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:48.315646 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4b8108a-fd90-4033-88e1-10cb9dbfe445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.383038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f4b8108a-fd90-4033-88e1-10cb9dbfe445 None None] For port cbda639f-8b8b-4712-99cb-37fa2addad3e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cbda639f-8b8b-4712-99cb-37fa2addad3e,segment=NetworkSegment(6a895b9e-39dc-498d-ac03-0bad0345f428),segment_id=6a895b9e-39dc-498d-ac03-0bad0345f428)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:48.425026 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4b8108a-fd90-4033-88e1-10cb9dbfe445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.445526 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.481358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41548) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:48.483562 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.543137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2ce2c9-501b-425c-be56-957245916f22']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:48.563977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8108a-fd90-4033-88e1-10cb9dbfe445 None None] Pushing event updated for resources: {'Port': ['ID=cbda639f-8b8b-4712-99cb-37fa2addad3e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:48.574069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e951e3-22d7-4d04-94bd-19ddf9bdfded') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:48.575224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e951e3-22d7-4d04-94bd-19ddf9bdfded') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:48.615060 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.644102 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:13:48.644462 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:13:48.644968 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-269e7ccf-42ef-4548-b44a-d0cf8aeeff54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.650965 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.660022 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-269e7ccf-42ef-4548-b44a-d0cf8aeeff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.676762 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:48.677182 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:48.682115 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:48.702718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-717594c6-d03c-4b5f-8075-6ebb9cf3ece4 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags/tempest-TagsExtTest-Tag-1742888514 HTTP/1.1" status: 204 len: 168 time: 0.4103341 Jan 31 16:13:48.703408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41552) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:48.712517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-39e89020-371c-4428-a73c-01895dad482a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:48.751650 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b0b57a2f-1501-4c93-8521-a357eb20f1a6 tempest-DvrRoutersNegativeTest-1974939570 tempest-DvrRoutersNegativeTest-1974939570-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-723377197', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:48.755489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.policy [None req-b0b57a2f-1501-4c93-8521-a357eb20f1a6 tempest-DvrRoutersNegativeTest-1974939570 tempest-DvrRoutersNegativeTest-1974939570-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=108772) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 31 16:13:48.755680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.policy [None req-b0b57a2f-1501-4c93-8521-a357eb20f1a6 tempest-DvrRoutersNegativeTest-1974939570 tempest-DvrRoutersNegativeTest-1974939570-project] Failed policy check for 'create_router' {{(pid=108772) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 31 16:13:48.756194 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-b0b57a2f-1501-4c93-8521-a357eb20f1a6 tempest-DvrRoutersNegativeTest-1974939570 tempest-DvrRoutersNegativeTest-1974939570-project] create failed (client error): Access was denied to this resource. Jan 31 16:13:48.760842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b0b57a2f-1501-4c93-8521-a357eb20f1a6 tempest-DvrRoutersNegativeTest-1974939570 tempest-DvrRoutersNegativeTest-1974939570-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2748268 Jan 31 16:13:48.812856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-269e7ccf-42ef-4548-b44a-d0cf8aeeff54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7798e75f0c0a4c15993025beee303e61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0149155 Jan 31 16:13:48.818407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41558) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:48.843842 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e7ccf-42ef-4548-b44a-d0cf8aeeff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceba941-9ba3-41d4-bd4b-9c12f3b85b2b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:48.872373 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.887792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:48.891435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/networks/ae2ce2c9-501b-425c-be56-957245916f22 HTTP/1.1" status: 204 len: 168 time: 1.0443041 Jan 31 16:13:48.893881 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41560) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:48.955354 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa59bbc-4775-4962-866b-1b0dd96d62c0 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Network': ['ID=ae2ce2c9-501b-425c-be56-957245916f22,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:49.007704 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-39e89020-371c-4428-a73c-01895dad482a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags HTTP/1.1" status: 200 len: 205 time: 0.3005340 Jan 31 16:13:49.007704 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2431c553-69bd-43e5-8bf4-f2e66f4433a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:49.012406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41564) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:49.025692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-ed55eacc-ecb0-4f50-86cf-b1feef02758f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:49.146146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e01c3d7-32ba-49d5-b0b8-6394dbb52bd2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Deleting subnet 9765e8ff-e105-4c06-a256-0bbada2f996b {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:13:49.154203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e01c3d7-32ba-49d5-b0b8-6394dbb52bd2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:49.161503 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2431c553-69bd-43e5-8bf4-f2e66f4433a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:49.320750 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e01c3d7-32ba-49d5-b0b8-6394dbb52bd2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:49.432690 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ed55eacc-ecb0-4f50-86cf-b1feef02758f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags HTTP/1.1" status: 200 len: 241 time: 0.4148123 Jan 31 16:13:49.433267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cbda639f-8b8b-4712-99cb-37fa2addad3e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:49.436935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41576) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:49.452848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-e1b796f4-35e6-4f50-8c1f-e82151cbb354 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07', 'tempest-TagsExtTest-Tag-1707360995') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:49.463150 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2431c553-69bd-43e5-8bf4-f2e66f4433a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:49.472648 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2431c553-69bd-43e5-8bf4-f2e66f4433a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:49.478036 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2431c553-69bd-43e5-8bf4-f2e66f4433a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ceba941-9ba3-41d4-bd4b-9c12f3b85b2b HTTP/1.1" status: 204 len: 168 time: 0.6573515 Jan 31 16:13:49.528661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e01c3d7-32ba-49d5-b0b8-6394dbb52bd2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:49.548285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431c553-69bd-43e5-8bf4-f2e66f4433a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceba941-9ba3-41d4-bd4b-9c12f3b85b2b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:49.594517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7feb32-0510-458d-8c0f-fff75f48ccfb None None] Network 173d0526-bb21-49ca-aaa5-cf275d7c2a3b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:49.616349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41580) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:49.659301 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e1b796f4-35e6-4f50-8c1f-e82151cbb354 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags/tempest-TagsExtTest-Tag-1707360995 HTTP/1.1" status: 204 len: 168 time: 0.2197926 Jan 31 16:13:49.667797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41584) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:49.683302 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-92e690c2-3433-4573-a9b4-9c6cd4347366 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07', 'tempest-TagsExtTest-Tag-1707360995') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:49.812936 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e01c3d7-32ba-49d5-b0b8-6394dbb52bd2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:49.878982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-92e690c2-3433-4573-a9b4-9c6cd4347366 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags/tempest-TagsExtTest-Tag-1707360995 HTTP/1.1" status: 204 len: 168 time: 0.2060249 Jan 31 16:13:49.880182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41586) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:49.892958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-017ea82f-a1d8-4f6f-8fdc-6c027034b74c tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:49.923216 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e01c3d7-32ba-49d5-b0b8-6394dbb52bd2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:49.935949 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10f5246f-945b-4d4c-a112-fbf164c355d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:49.938120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41590) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:49.942238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbec0ce-665e-4536-aa75-d4311e1ceb4f None None] Network de5a71c8-abe0-4f29-8e51-c88198e2fafd requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:49.949669 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0e01c3d7-32ba-49d5-b0b8-6394dbb52bd2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/subnets/9765e8ff-e105-4c06-a256-0bbada2f996b HTTP/1.1" status: 204 len: 168 time: 1.0545647 Jan 31 16:13:49.960083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01c3d7-32ba-49d5-b0b8-6394dbb52bd2 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Subnet': ['ID=9765e8ff-e105-4c06-a256-0bbada2f996b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:50.000910 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-27082e4b-edac-4082-9f13-274d358094ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:50.147822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cb9123ec-c955-494d-82f4-b68c224dc31f None None] Provisioning complete for port 99f75000-c8c7-4e67-b0c4-f06391418b07 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:50.148856 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb9123ec-c955-494d-82f4-b68c224dc31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:50.172707 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10f5246f-945b-4d4c-a112-fbf164c355d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:50.193890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port cbda639f-8b8b-4712-99cb-37fa2addad3e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:50.194716 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:50.202442 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10f5246f-945b-4d4c-a112-fbf164c355d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:50.369512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cb9123ec-c955-494d-82f4-b68c224dc31f None None] Port 99f75000-c8c7-4e67-b0c4-f06391418b07 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:13:50.380437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5246f-945b-4d4c-a112-fbf164c355d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c163c075-e107-4c02-8f32-fded475d423f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:50.410102 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-10f5246f-945b-4d4c-a112-fbf164c355d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efb9facd8d7b4fcc800b5691359f3ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7891171 Jan 31 16:13:50.413410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41602) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:50.425303 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-017ea82f-a1d8-4f6f-8fdc-6c027034b74c tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags HTTP/1.1" status: 200 len: 205 time: 0.5415030 Jan 31 16:13:50.429722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41604) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:50.436058 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:50.463035 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cb9123ec-c955-494d-82f4-b68c224dc31f None None] Provisioning complete for port cbda639f-8b8b-4712-99cb-37fa2addad3e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:50.463712 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb9123ec-c955-494d-82f4-b68c224dc31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:50.507410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-d5f09556-37ca-4afb-8bf9-8cf7cf1e7cb0 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:50.578212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d989620-a446-4312-8e26-a3c1e9017e7d None None] DHCP port deletion for de5a71c8-abe0-4f29-8e51-c88198e2fafd request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:13:50.615928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Deleting port f4d91c7e-137a-48be-8e95-0c61d450efbf {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:50.622936 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:50.880250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] For port f4d91c7e-137a-48be-8e95-0c61d450efbf, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f4d91c7e-137a-48be-8e95-0c61d450efbf,segment=NetworkSegment(cfba53d8-214c-479f-9b0b-1a39d4e8feba),segment_id=cfba53d8-214c-479f-9b0b-1a39d4e8feba)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:50.883454 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d5f09556-37ca-4afb-8bf9-8cf7cf1e7cb0 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags HTTP/1.1" status: 200 len: 239 time: 0.4502747 Jan 31 16:13:50.884194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41614) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:50.884876 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:50.905087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Calling delete_port for f4d91c7e-137a-48be-8e95-0c61d450efbf owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:50.917209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-95c527d7-a222-4063-bb3f-edc835d5a2aa tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67', 'tempest-TagsExtTest-Tag-38620555') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:50.922273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9d989620-a446-4312-8e26-a3c1e9017e7d None None] Deleting port f4d91c7e-137a-48be-8e95-0c61d450efbf {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:50.922878 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9d989620-a446-4312-8e26-a3c1e9017e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:50.940856 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8be50e5-1c4c-4449-8408-2aed5d9d45c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:51.098287 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:51.139542 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8be50e5-1c4c-4449-8408-2aed5d9d45c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:51.210945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-95c527d7-a222-4063-bb3f-edc835d5a2aa tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags/tempest-TagsExtTest-Tag-38620555 HTTP/1.1" status: 204 len: 168 time: 0.3256800 Jan 31 16:13:51.217770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-67166376-e5d1-4d0d-8805-f099f829dd09 None None] Provisioning complete for port 99f75000-c8c7-4e67-b0c4-f06391418b07 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:51.220730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41624) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:51.221147 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-67166376-e5d1-4d0d-8805-f099f829dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:51.288182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-26db5ff0-2b6f-45c5-ade0-d06e11487977 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67', 'tempest-TagsExtTest-Tag-38620555') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:51.390969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41632) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:51.437530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9d989620-a446-4312-8e26-a3c1e9017e7d None None] For port f4d91c7e-137a-48be-8e95-0c61d450efbf, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f4d91c7e-137a-48be-8e95-0c61d450efbf,segment=NetworkSegment(cfba53d8-214c-479f-9b0b-1a39d4e8feba),segment_id=cfba53d8-214c-479f-9b0b-1a39d4e8feba)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:51.437933 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9d989620-a446-4312-8e26-a3c1e9017e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:51.471144 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:51.524420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f4d91c7e-137a-48be-8e95-0c61d450efbf no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:13:51.559580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9d989620-a446-4312-8e26-a3c1e9017e7d None None] Calling delete_port for f4d91c7e-137a-48be-8e95-0c61d450efbf owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:51.571199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] No DVR routers for this DVR port f4d91c7e-137a-48be-8e95-0c61d450efbf on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:51.636195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: f4d91c7e-137a-48be-8e95-0c61d450efbf {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:13:51.639028 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f4d91c7e-137a-48be-8e95-0c61d450efbf not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:13:51.644134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-67166376-e5d1-4d0d-8805-f099f829dd09 None None] Port 99f75000-c8c7-4e67-b0c4-f06391418b07 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:13:51.741205 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8be50e5-1c4c-4449-8408-2aed5d9d45c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:51.744142 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8be50e5-1c4c-4449-8408-2aed5d9d45c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:51.749965 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d8be50e5-1c4c-4449-8408-2aed5d9d45c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c163c075-e107-4c02-8f32-fded475d423f HTTP/1.1" status: 204 len: 168 time: 1.3326666 Jan 31 16:13:51.806767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be50e5-1c4c-4449-8408-2aed5d9d45c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c163c075-e107-4c02-8f32-fded475d423f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:51.822181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Port': ['ID=f4d91c7e-137a-48be-8e95-0c61d450efbf,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:51.833285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-642513985'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:51.854303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:51.889803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5a71c8-abe0-4f29-8e51-c88198e2fafd']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:51.907457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfba53d8-214c-479f-9b0b-1a39d4e8feba') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:51.908318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfba53d8-214c-479f-9b0b-1a39d4e8feba') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:51.909022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-67166376-e5d1-4d0d-8805-f099f829dd09 None None] Provisioning complete for port cbda639f-8b8b-4712-99cb-37fa2addad3e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:51.909680 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-67166376-e5d1-4d0d-8805-f099f829dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:51.922800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Made reservation on behalf of 405417bd2a7a4b23a053cd9b5ef985f1 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:51.937143 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-26db5ff0-2b6f-45c5-ade0-d06e11487977 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags/tempest-TagsExtTest-Tag-38620555 HTTP/1.1" status: 204 len: 168 time: 0.7085111 Jan 31 16:13:51.937751 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:51.944421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41640) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:51.974564 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:51.975274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-52792d38-4e43-4add-a47c-efc082de48c3 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:51.991265 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:52.065345 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:52.105994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:13:52.106496 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:13:52.125173 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:13:52.241382 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-52792d38-4e43-4add-a47c-efc082de48c3 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags HTTP/1.1" status: 200 len: 205 time: 0.2947345 Jan 31 16:13:52.244098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41646) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:52.252009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-3ced9cc5-2356-4548-8dd5-6eb972f075b8 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:13:52.324428 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:13:52.379041 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:52.379663 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9d989620-a446-4312-8e26-a3c1e9017e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:52.429837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:52.479971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d989620-a446-4312-8e26-a3c1e9017e7d None None] Pushing event deleted for resources: {'Port': ['ID=f4d91c7e-137a-48be-8e95-0c61d450efbf,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:52.508006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d989620-a446-4312-8e26-a3c1e9017e7d None None] No DVR routers for this DVR port f4d91c7e-137a-48be-8e95-0c61d450efbf on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:52.559698 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:52.574068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] 10.222.0.36 "DELETE /v2.0/networks/de5a71c8-abe0-4f29-8e51-c88198e2fafd HTTP/1.1" status: 204 len: 168 time: 2.6327305 Jan 31 16:13:52.643521 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39763c08-6e51-483f-ae8c-410ed451db16 tempest-NetworksIpV6TestAttrs-1767427237 tempest-NetworksIpV6TestAttrs-1767427237-project] Pushing event deleted for resources: {'Network': ['ID=de5a71c8-abe0-4f29-8e51-c88198e2fafd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:52.719072 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:52.729964 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:52.807497 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:52.814582 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:52.834186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87e1598-7aeb-4e80-87ca-61311de315d7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:52.857347 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:52.859572 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Added segment cce1ebcd-90fb-498b-8712-905b84e03b69 of type vlan for network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc Jan 31 16:13:52.998321 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:53.106837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d1ac8ba0-d208-4665-ad98-0c27246a8c4d None None] Provisioning complete for port 99f75000-c8c7-4e67-b0c4-f06391418b07 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:53.107209 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d1ac8ba0-d208-4665-ad98-0c27246a8c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:53.138703 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:53.182221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:53.182805 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:53.199587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3ced9cc5-2356-4548-8dd5-6eb972f075b8 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags HTTP/1.1" status: 200 len: 240 time: 0.9521227 Jan 31 16:13:53.206301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41668) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:53.207081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41670) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:53.225323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-560a007f-3af6-46d2-9755-38b1d98b666d tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862', 'tempest-TagsExtTest-Tag-794479244') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:53.296337 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-560a007f-3af6-46d2-9755-38b1d98b666d tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags/tempest-TagsExtTest-Tag-794479244 HTTP/1.1" status: 204 len: 168 time: 0.0876143 Jan 31 16:13:53.302200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41680) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:53.322736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-79cec5f6-b25d-42b5-91e8-56d97b992e83 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862', 'tempest-TagsExtTest-Tag-794479244') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:53.420283 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-79cec5f6-b25d-42b5-91e8-56d97b992e83 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags/tempest-TagsExtTest-Tag-794479244 HTTP/1.1" status: 204 len: 168 time: 0.1121917 Jan 31 16:13:53.422406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41682) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:53.426543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event updated for resources: {'Network': ['ID=56bd6bf2-2046-46b1-a2a9-9c8678af34fc,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:53.436033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-7f78ea57-4655-4342-a398-4d5d9cbca499 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:53.459437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a7c631a7-d78b-490d-8b2a-7e66a4d81a77 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0578132 Jan 31 16:13:53.460267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41684) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:53.465653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Request body: {'subnet': {'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:53.479492 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7f78ea57-4655-4342-a398-4d5d9cbca499 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags HTTP/1.1" status: 200 len: 205 time: 0.0554729 Jan 31 16:13:53.490440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41686) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:53.506039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-f8022b98-b099-4c7e-bf61-40f190ccdfd5 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:53.644211 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cd1e1164-b565-4313-8628-5ec63d09c9bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=883b9076ecc146ddb5943b6a5ddb3f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333353 Jan 31 16:13:53.645048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41694) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:53.651891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:53.730855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Made reservation on behalf of 405417bd2a7a4b23a053cd9b5ef985f1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:53.734640 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:53.742552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f8022b98-b099-4c7e-bf61-40f190ccdfd5 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags HTTP/1.1" status: 204 len: 168 time: 0.2507455 Jan 31 16:13:53.746997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41698) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:53.778191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-0e534afd-38f2-4f22-b1c4-b238a86f2c72 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:53.818327 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac8ba0-d208-4665-ad98-0c27246a8c4d None None] Port 99f75000-c8c7-4e67-b0c4-f06391418b07 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:13:53.852405 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:54.026376 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:54.093410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41704) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:54.095396 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0e534afd-38f2-4f22-b1c4-b238a86f2c72 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags HTTP/1.1" status: 204 len: 168 time: 0.3228948 Jan 31 16:13:54.110453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41706) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:54.115883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-5c22094b-73f5-46e0-bd1b-c965c317e1fb tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:54.211041 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5c22094b-73f5-46e0-bd1b-c965c317e1fb tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags HTTP/1.1" status: 204 len: 168 time: 0.0992014 Jan 31 16:13:54.213891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41710) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:54.219352 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-a0c531c0-06e6-4e15-a72c-981f4cbb7a1d tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:54.250241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:54.253379 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:54.257714 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7ef1d94-a055-4ca1-b550-bcf6c23465f9 HTTP/1.1" status: 204 len: 168 time: 0.6100564 Jan 31 16:13:54.270385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ef1d94-a055-4ca1-b550-bcf6c23465f9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:54.279572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.280311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.280850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.281379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.281955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.282479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.283029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.283567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.284098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.284629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.285170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.285720 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af6ae4-5f06-42d2-bf24-b43e8226a09e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.299289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4e793ca2-b1fa-45c7-b8b9-f9cfbd4b9b4a tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1264694288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:54.366698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e793ca2-b1fa-45c7-b8b9-f9cfbd4b9b4a tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:54.367735 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e793ca2-b1fa-45c7-b8b9-f9cfbd4b9b4a tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:54.377177 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a0c531c0-06e6-4e15-a72c-981f4cbb7a1d tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags HTTP/1.1" status: 204 len: 168 time: 0.1577897 Jan 31 16:13:54.378353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41714) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:54.383959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-fbea8c3b-42a1-43be-ae42-e0841c4ec3f1 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf', 'tempest-TagsExtTest-Tag-1662510580') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:54.517421 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e793ca2-b1fa-45c7-b8b9-f9cfbd4b9b4a tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:54.553778 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e793ca2-b1fa-45c7-b8b9-f9cfbd4b9b4a tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:54.622897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e793ca2-b1fa-45c7-b8b9-f9cfbd4b9b4a tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:54.626894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4e793ca2-b1fa-45c7-b8b9-f9cfbd4b9b4a tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5277171 Jan 31 16:13:54.627350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41722) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:54.644999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1376942755'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:54.700714 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fbea8c3b-42a1-43be-ae42-e0841c4ec3f1 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "PUT /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags/tempest-TagsExtTest-Tag-1662510580 HTTP/1.1" status: 201 len: 201 time: 0.3211701 Jan 31 16:13:54.706060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41726) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:54.722187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-c846197c-7626-4b2a-bec6-7ba941a84e1e tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07', 'tempest-TagsExtTest-Tag-1278481929') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:54.778716 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:54.792622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Made reservation on behalf of a7b0c814da324d21b9965bf72b7181b9 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:54.804402 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:54.849309 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:54.902818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event updated for resources: {'Subnet': ['ID=41fa6d9b-6e38-4446-8b4b-15e8f57f0747,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:54.934736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.935103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.935419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.935759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.936072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.936398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.936736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.937443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.937443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.937818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.937988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.938293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:13:54.962060 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c846197c-7626-4b2a-bec6-7ba941a84e1e tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "PUT /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags/tempest-TagsExtTest-Tag-1278481929 HTTP/1.1" status: 201 len: 201 time: 0.2497106 Jan 31 16:13:54.965183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Checking segment: {'id': 'cce1ebcd-90fb-498b-8712-905b84e03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:54.965602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41742) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:54.965740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Network hostable DHCP agents. Network: 56bd6bf2-2046-46b1-a2a9-9c8678af34fc, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:13:54.973006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-d59aa15b-4a6a-46cd-acb4-c843960da67d tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67', 'tempest-TagsExtTest-Tag-372861275') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:55.005354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:13:55.023016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 56bd6bf2-2046-46b1-a2a9-9c8678af34fc) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:55.025944 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:55.030096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:55.030871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:55.032609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00400f51-5325-40e2-ac6c-e1397c3feeef None None] Network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:55.035966 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:55.066316 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e09866e3-3b3b-4433-86f4-0e38427a0e6e tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6051893 Jan 31 16:13:55.070081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:55.076921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41744) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:55.089111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Request body: {'port': {'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc', 'name': 'tempest-AllowedAddressPairTestJSON-201395628'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:55.110527 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4459e111-07b4-4135-8685-b1df5fb9dd50,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:55.114724 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:55.115252 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Added segment 0113750c-4f81-495c-b1f5-fd48438bbffe of type vlan for network 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0 Jan 31 16:13:55.207674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41754) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:55.210491 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d59aa15b-4a6a-46cd-acb4-c843960da67d tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "PUT /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags/tempest-TagsExtTest-Tag-372861275 HTTP/1.1" status: 201 len: 201 time: 0.2424898 Jan 31 16:13:55.220866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-213af5c8-141e-4992-9d08-925838c73d1a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862', 'tempest-TagsExtTest-Tag-1792825285') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:55.233059 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:55.320551 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:55.326238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:55.326884 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:55.379032 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-213af5c8-141e-4992-9d08-925838c73d1a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "PUT /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags/tempest-TagsExtTest-Tag-1792825285 HTTP/1.1" status: 201 len: 201 time: 0.1700010 Jan 31 16:13:55.382687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41760) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:55.385589 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7566440 Jan 31 16:13:55.386153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41762) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:55.400087 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-f0104bfd-8431-43fe-8e14-c0e0bff9403f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf', {'tags': ['tempest-TagsExtTest-Tag-1412078045', 'tempest-TagsExtTest-Tag-1197484387', 'tempest-TagsExtTest-Tag-1475610617']}) {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:55.408225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-56bd6bf2-2046-46b1-a2a9-9c8678af34fc', 'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc', 'tenant_id': '405417bd2a7a4b23a053cd9b5ef985f1', 'fixed_ips': [{'subnet_id': '41fa6d9b-6e38-4446-8b4b-15e8f57f0747'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:13:55.410809 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:55.419038 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-da628ef8-4cb5-42de-8ccb-a9041b3fbc2c tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Request body: {'subnet': {'network_id': '84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:55.500771 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Made reservation on behalf of 405417bd2a7a4b23a053cd9b5ef985f1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:55.504324 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:55.522917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b3d12-174c-4613-af73-16a3a7a91eda tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'Network': ['ID=84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:55.561230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f0104bfd-8431-43fe-8e14-c0e0bff9403f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "PUT /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags HTTP/1.1" status: 200 len: 318 time: 0.1753469 Jan 31 16:13:55.561920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41766) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:55.571806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-0a527566-3b10-4d12-919c-8a8df270c3b2 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:55.608199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] device_id is not set on port 4bfc3812-264a-42f4-b199-40ad48c68462 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:13:55.624113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:55.630917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Allocated IP 172.20.0.2 (56bd6bf2-2046-46b1-a2a9-9c8678af34fc/41fa6d9b-6e38-4446-8b4b-15e8f57f0747/9d732c77-929a-4a22-bab2-a784be414703) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:55.658607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41768) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:55.687675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da628ef8-4cb5-42de-8ccb-a9041b3fbc2c tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Made reservation on behalf of a7b0c814da324d21b9965bf72b7181b9 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:55.691743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da628ef8-4cb5-42de-8ccb-a9041b3fbc2c tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:55.739195 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e422e-ead4-4b65-bad0-e03a28c5a35e req-ab2b82ca-c1ea-417e-bd3f-1d0c9d7c36ab tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:55.744117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da3e422e-ead4-4b65-bad0-e03a28c5a35e req-ab2b82ca-c1ea-417e-bd3f-1d0c9d7c36ab tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 945 time: 0.1612122 Jan 31 16:13:55.871436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1332383481'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:55.878158 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da3e422e-ead4-4b65-bad0-e03a28c5a35e req-7102f417-75ac-4015-b73b-900aceef5944 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289809 Jan 31 16:13:55.925189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0a527566-3b10-4d12-919c-8a8df270c3b2 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags HTTP/1.1" status: 204 len: 168 time: 0.3622084 Jan 31 16:13:55.925909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41778) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:55.930772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-9b8812f7-bfc0-4b96-8b8d-8e4c676d244e tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf', 'tempest-TagsExtTest-Tag-1412078045') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:55.935215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:55.939077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:55.967284 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:55.991007 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da628ef8-4cb5-42de-8ccb-a9041b3fbc2c tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.045846 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-9b8812f7-bfc0-4b96-8b8d-8e4c676d244e tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] show failed (client error): The resource could not be found. Jan 31 16:13:56.050611 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9b8812f7-bfc0-4b96-8b8d-8e4c676d244e tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags/tempest-TagsExtTest-Tag-1412078045 HTTP/1.1" status: 404 len: 329 time: 0.1231487 Jan 31 16:13:56.056021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41782) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:56.070565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-a7db2119-0483-4236-95d0-98c09b2a962f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf', 'tempest-TagsExtTest-Tag-1197484387') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:56.091269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da628ef8-4cb5-42de-8ccb-a9041b3fbc2c tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'Subnet': ['ID=383bdee4-4a02-487e-a685-b938e8fbd018,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:56.107796 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.117835 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.125558 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.174439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:56.181202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:56.186075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:56.199915 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.208680 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.224918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Pushing event updated for resources: {'Port': ['ID=9d732c77-929a-4a22-bab2-a784be414703,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:56.248000 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da628ef8-4cb5-42de-8ccb-a9041b3fbc2c tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Checking segment: {'id': '0113750c-4f81-495c-b1f5-fd48438bbffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:56.248417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da628ef8-4cb5-42de-8ccb-a9041b3fbc2c tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Network hostable DHCP agents. Network: 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:13:56.265884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Attempting to bind port 9d732c77-929a-4a22-bab2-a784be414703 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:13:56.266392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Attempting to bind port 9d732c77-929a-4a22-bab2-a784be414703 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'cce1ebcd-90fb-498b-8712-905b84e03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:13:56.266850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Attempting to bind port 9d732c77-929a-4a22-bab2-a784be414703 on network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:13:56.273515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:13:56.274011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Checking segment: {'id': 'cce1ebcd-90fb-498b-8712-905b84e03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:56.274526 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.275130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Bound using segment: {'id': 'cce1ebcd-90fb-498b-8712-905b84e03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:13:56.275704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Bound port: 9d732c77-929a-4a22-bab2-a784be414703, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce1ebcd-90fb-498b-8712-905b84e03b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:13:56.276864 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.278135 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-a7db2119-0483-4236-95d0-98c09b2a962f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] show failed (client error): The resource could not be found. Jan 31 16:13:56.282358 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a7db2119-0483-4236-95d0-98c09b2a962f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags/tempest-TagsExtTest-Tag-1197484387 HTTP/1.1" status: 404 len: 329 time: 0.2247949 Jan 31 16:13:56.289222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41790) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:56.297233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:56.303481 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-9c36e5a1-ab27-4939-a01d-a49bb6512142 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf', 'tempest-TagsExtTest-Tag-1475610617') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:56.316292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74caba73-a45d-46c2-8739-8c4ddefc1e14,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:56.319940 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.320342 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Added segment 079b2448-14b7-40d9-94c1-4385b7e9b8e4 of type vlan for network 43d5f508-30ec-451f-9c0c-dcc99f469e47 Jan 31 16:13:56.366776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] For port 9d732c77-929a-4a22-bab2-a784be414703, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:13:56.375445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] For port 9d732c77-929a-4a22-bab2-a784be414703, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9d732c77-929a-4a22-bab2-a784be414703,segment=NetworkSegment(cce1ebcd-90fb-498b-8712-905b84e03b69),segment_id=cce1ebcd-90fb-498b-8712-905b84e03b69)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:13:56.386094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Allocated IP 172.20.0.7 (56bd6bf2-2046-46b1-a2a9-9c8678af34fc/41fa6d9b-6e38-4446-8b4b-15e8f57f0747/4bfc3812-264a-42f4-b199-40ad48c68462) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:56.389239 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.407283 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.468048 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.473676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ef89b-9b71-4384-9987-11d744f22f6b None None] Pushing event updated for resources: {'Port': ['ID=9d732c77-929a-4a22-bab2-a784be414703,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:56.474525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:56.475478 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.547303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8863292 Jan 31 16:13:56.576796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da628ef8-4cb5-42de-8ccb-a9041b3fbc2c tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Network 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:13:56.588514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55152558-061a-44ad-a994-e044335e141f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=43d5f508-30ec-451f-9c0c-dcc99f469e47,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:56.604526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 43d5f508-30ec-451f-9c0c-dcc99f469e47 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:56.634526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-da628ef8-4cb5-42de-8ccb-a9041b3fbc2c tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:56.658082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da628ef8-4cb5-42de-8ccb-a9041b3fbc2c tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:56.662245 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da628ef8-4cb5-42de-8ccb-a9041b3fbc2c tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:56.667716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7261adf3-fb93-422f-a831-9c059f5690c2 None None] Network 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:56.689078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41794) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:56.694963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-39dc47f2-c7cc-457b-a25f-78281114c261 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'network_id': '43d5f508-30ec-451f-9c0c-dcc99f469e47', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:56.735958 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-9c36e5a1-ab27-4939-a01d-a49bb6512142 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] show failed (client error): The resource could not be found. Jan 31 16:13:56.740391 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9c36e5a1-ab27-4939-a01d-a49bb6512142 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags/tempest-TagsExtTest-Tag-1475610617 HTTP/1.1" status: 404 len: 329 time: 0.4496989 Jan 31 16:13:56.741001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41798) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:56.775459 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-da628ef8-4cb5-42de-8ccb-a9041b3fbc2c tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3581953 Jan 31 16:13:56.815126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-b66e514e-2125-423b-8ffe-3f905245377f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07', {'tags': ['tempest-TagsExtTest-Tag-588241161', 'tempest-TagsExtTest-Tag-1664122479', 'tempest-TagsExtTest-Tag-80727063']}) {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:56.828455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41800) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:56.918240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7d4751f2-8f9d-4297-9b3e-4e987a7a38fa tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Request body: {'network': {'name': 'tempest-router-network01--1230415543'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:56.932704 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.087905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dc47f2-c7cc-457b-a25f-78281114c261 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:57.094839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-39dc47f2-c7cc-457b-a25f-78281114c261 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.134722 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4751f2-8f9d-4297-9b3e-4e987a7a38fa tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Made reservation on behalf of a7b0c814da324d21b9965bf72b7181b9 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:57.143353 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7d4751f2-8f9d-4297-9b3e-4e987a7a38fa tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.155195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0', 'network_id': '84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0', 'tenant_id': 'a7b0c814da324d21b9965bf72b7181b9', 'fixed_ips': [{'subnet_id': '383bdee4-4a02-487e-a685-b938e8fbd018'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:13:57.156704 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.237681 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b66e514e-2125-423b-8ffe-3f905245377f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "PUT /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags HTTP/1.1" status: 200 len: 315 time: 0.4923673 Jan 31 16:13:57.239993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41808) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:57.247858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-9d977ab3-321f-4224-803d-526d9b6deb9f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:57.279924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5521d0-8aac-49bd-a824-f80c4f6dccae req-d6e99f9c-077e-414b-b62e-8b03099c9ac4 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:57.281532 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e5521d0-8aac-49bd-a824-f80c4f6dccae req-d6e99f9c-077e-414b-b62e-8b03099c9ac4 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.20 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 945 time: 0.2662988 Jan 31 16:13:57.303684 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.406875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4751f2-8f9d-4297-9b3e-4e987a7a38fa tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:57.441574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Allocated IP 2001:db8::2 (84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0/383bdee4-4a02-487e-a685-b938e8fbd018/4ba84d13-c538-4f81-b73f-ed70657b6a0e) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:57.445432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa56137-6549-43b7-adb8-47ed46f5add1 req-266feb52-d82e-47b8-8039-9dbc7396b86c tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:57.447311 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0aa56137-6549-43b7-adb8-47ed46f5add1 req-266feb52-d82e-47b8-8039-9dbc7396b86c tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 945 time: 0.3323495 Jan 31 16:13:57.499125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7d4751f2-8f9d-4297-9b3e-4e987a7a38fa tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.499841 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-7d4751f2-8f9d-4297-9b3e-4e987a7a38fa tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Added segment 2fda863d-d10b-4243-81c9-13a07c7695ac of type vlan for network b3d1ab9b-3b31-4891-9d61-c886e206fa8d Jan 31 16:13:57.500227 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9d977ab3-321f-4224-803d-526d9b6deb9f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags HTTP/1.1" status: 204 len: 168 time: 0.2587557 Jan 31 16:13:57.502636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41810) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:57.503596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:57.508891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-88c8b21b-b1f7-431c-a4bb-045373c596b3 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07', 'tempest-TagsExtTest-Tag-588241161') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:57.513944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-39dc47f2-c7cc-457b-a25f-78281114c261 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.528420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:57.560128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:57.596048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event updated for resources: {'Port': ['ID=4bfc3812-264a-42f4-b199-40ad48c68462,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:57.627535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc47f2-c7cc-457b-a25f-78281114c261 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=022a7587-27df-48e0-8c54-2c67d15a45ea,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:57.643304 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-88c8b21b-b1f7-431c-a4bb-045373c596b3 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] show failed (client error): The resource could not be found. Jan 31 16:13:57.644593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9d732c77-929a-4a22-bab2-a784be414703 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:57.647696 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-88c8b21b-b1f7-431c-a4bb-045373c596b3 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags/tempest-TagsExtTest-Tag-588241161 HTTP/1.1" status: 404 len: 328 time: 0.1440182 Jan 31 16:13:57.648437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41812) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:57.649193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc47f2-c7cc-457b-a25f-78281114c261 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking segment: {'id': '079b2448-14b7-40d9-94c1-4385b7e9b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '43d5f508-30ec-451f-9c0c-dcc99f469e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:57.649575 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc47f2-c7cc-457b-a25f-78281114c261 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network hostable DHCP agents. Network: 43d5f508-30ec-451f-9c0c-dcc99f469e47, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:13:57.660322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-a61749ee-8584-47a5-b356-a2d25de00cfb tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07', 'tempest-TagsExtTest-Tag-1664122479') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:57.673448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7d4751f2-8f9d-4297-9b3e-4e987a7a38fa tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.683697 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.704155 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.707736 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0aa56137-6549-43b7-adb8-47ed46f5add1 req-38269d1e-cf6e-4830-98e6-7990b9bb51b2 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469814 Jan 31 16:13:57.715095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:57.716873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.719897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc47f2-c7cc-457b-a25f-78281114c261 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network 43d5f508-30ec-451f-9c0c-dcc99f469e47 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:13:57.755072 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-a61749ee-8584-47a5-b356-a2d25de00cfb tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] show failed (client error): The resource could not be found. Jan 31 16:13:57.758810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a61749ee-8584-47a5-b356-a2d25de00cfb tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags/tempest-TagsExtTest-Tag-1664122479 HTTP/1.1" status: 404 len: 329 time: 0.1042311 Jan 31 16:13:57.758810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-39dc47f2-c7cc-457b-a25f-78281114c261 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 43d5f508-30ec-451f-9c0c-dcc99f469e47) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:57.764846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41816) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:57.780499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-b35c7dc8-51eb-494d-91ff-9d9d44caeccd tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07', 'tempest-TagsExtTest-Tag-80727063') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:57.790961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Pushing event updated for resources: {'Port': ['ID=4ba84d13-c538-4f81-b73f-ed70657b6a0e,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:57.797879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b54bd0-3923-4fc0-8361-912bd18e87cd None None] Network 43d5f508-30ec-451f-9c0c-dcc99f469e47 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:57.813364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Network 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:13:57.818068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:57.829855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc47f2-c7cc-457b-a25f-78281114c261 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:57.830768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-39dc47f2-c7cc-457b-a25f-78281114c261 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.832538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:13:57.860334 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d2fffdf8-2f79-4d40-963f-ec0895461aa8 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7804286 Jan 31 16:13:57.861105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41818) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:57.868475 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Request body: {'port': {'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc', 'name': 'tempest-AllowedAddressPairTestJSON-1643769051', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:10:96:b0'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:57.876164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-3e5521d0-8aac-49bd-a824-f80c4f6dccae req-5d2f5f69-f41f-4202-b998-bb8433e2c389 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Deleting port 1df2026c-03dd-4ece-a1cf-3e0773df5dac {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:13:57.876546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3e5521d0-8aac-49bd-a824-f80c4f6dccae req-5d2f5f69-f41f-4202-b998-bb8433e2c389 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.894146 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7d4751f2-8f9d-4297-9b3e-4e987a7a38fa tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.904847 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-39dc47f2-c7cc-457b-a25f-78281114c261 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2140982 Jan 31 16:13:57.905728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41820) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:57.912103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0d355d97-641b-429f-aca7-16cf1f77d38f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1919605912'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:57.923553 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-b35c7dc8-51eb-494d-91ff-9d9d44caeccd tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] show failed (client error): The resource could not be found. Jan 31 16:13:57.927569 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4751f2-8f9d-4297-9b3e-4e987a7a38fa tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:57.927751 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b35c7dc8-51eb-494d-91ff-9d9d44caeccd tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags/tempest-TagsExtTest-Tag-80727063 HTTP/1.1" status: 404 len: 327 time: 0.1590590 Jan 31 16:13:57.927854 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7d4751f2-8f9d-4297-9b3e-4e987a7a38fa tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.928951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41822) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:57.933293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9d732c77-929a-4a22-bab2-a784be414703 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:57.933895 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:57.934562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-6d9982bd-5d46-4973-a0cf-977a0957659a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67', {'tags': ['tempest-TagsExtTest-Tag-1082562355', 'tempest-TagsExtTest-Tag-832981790', 'tempest-TagsExtTest-Tag-1874908144']}) {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:58.007270 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.042282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d355d97-641b-429f-aca7-16cf1f77d38f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:58.046556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d355d97-641b-429f-aca7-16cf1f77d38f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.067644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Attempting to bind port 4ba84d13-c538-4f81-b73f-ed70657b6a0e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:13:58.074225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Attempting to bind port 4ba84d13-c538-4f81-b73f-ed70657b6a0e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '0113750c-4f81-495c-b1f5-fd48438bbffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:13:58.074843 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Attempting to bind port 4ba84d13-c538-4f81-b73f-ed70657b6a0e on network 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:13:58.087030 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6d9982bd-5d46-4973-a0cf-977a0957659a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "PUT /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags HTTP/1.1" status: 200 len: 317 time: 0.1544766 Jan 31 16:13:58.087941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41828) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:58.095000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d355d97-641b-429f-aca7-16cf1f77d38f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:58.099467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:13:58.099899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Checking segment: {'id': '0113750c-4f81-495c-b1f5-fd48438bbffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:58.100311 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.101417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Bound using segment: {'id': '0113750c-4f81-495c-b1f5-fd48438bbffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:13:58.102303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Bound port: 4ba84d13-c538-4f81-b73f-ed70657b6a0e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0113750c-4f81-495c-b1f5-fd48438bbffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:13:58.102741 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.105503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-baeb451a-a0b1-455f-b760-74eb5103d351 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:58.117866 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d355d97-641b-429f-aca7-16cf1f77d38f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.118223 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-0d355d97-641b-429f-aca7-16cf1f77d38f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Added segment a5ac9b2e-5b30-42e9-8940-0f27bb81687d of type vlan for network bae44269-f191-42d9-8fbc-f84b75b340c2 Jan 31 16:13:58.184378 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d355d97-641b-429f-aca7-16cf1f77d38f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.227914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7d4751f2-8f9d-4297-9b3e-4e987a7a38fa tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3980365 Jan 31 16:13:58.233211 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d355d97-641b-429f-aca7-16cf1f77d38f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.235625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41830) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:58.236978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] For port 4ba84d13-c538-4f81-b73f-ed70657b6a0e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:13:58.256157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d355d97-641b-429f-aca7-16cf1f77d38f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:58.257411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4751f2-8f9d-4297-9b3e-4e987a7a38fa tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'Network': ['ID=b3d1ab9b-3b31-4891-9d61-c886e206fa8d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:58.258203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0d355d97-641b-429f-aca7-16cf1f77d38f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.271256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fda43544-a1ac-4172-97b4-308ec6768b03 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Request body: {'network': {'name': 'tempest-router-network02--1781706419'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:58.277680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b3d1ab9b-3b31-4891-9d61-c886e206fa8d details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:58.285447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] For port 4ba84d13-c538-4f81-b73f-ed70657b6a0e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4ba84d13-c538-4f81-b73f-ed70657b6a0e,segment=NetworkSegment(0113750c-4f81-495c-b1f5-fd48438bbffe),segment_id=0113750c-4f81-495c-b1f5-fd48438bbffe)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:13:58.289519 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.352681 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.387192 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda43544-a1ac-4172-97b4-308ec6768b03 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Made reservation on behalf of a7b0c814da324d21b9965bf72b7181b9 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:58.391002 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fda43544-a1ac-4172-97b4-308ec6768b03 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.425616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d355d97-641b-429f-aca7-16cf1f77d38f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=bae44269-f191-42d9-8fbc-f84b75b340c2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:58.438102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3e5521d0-8aac-49bd-a824-f80c4f6dccae req-5d2f5f69-f41f-4202-b998-bb8433e2c389 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] For port 1df2026c-03dd-4ece-a1cf-3e0773df5dac, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1df2026c-03dd-4ece-a1cf-3e0773df5dac,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:58.438601 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3e5521d0-8aac-49bd-a824-f80c4f6dccae req-5d2f5f69-f41f-4202-b998-bb8433e2c389 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.438730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9704c52c-d6ce-4aa7-9a9b-81f8c15dd9a2 None None] Network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:58.443004 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0d355d97-641b-429f-aca7-16cf1f77d38f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5351648 Jan 31 16:13:58.446192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41832) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:58.455920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9ff5614d-00af-4137-ba4e-ceddc0efefc6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'network_id': 'bae44269-f191-42d9-8fbc-f84b75b340c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:58.467582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-3e5521d0-8aac-49bd-a824-f80c4f6dccae req-5d2f5f69-f41f-4202-b998-bb8433e2c389 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Calling delete_port for 1df2026c-03dd-4ece-a1cf-3e0773df5dac owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:13:58.472406 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda43544-a1ac-4172-97b4-308ec6768b03 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:13:58.506617 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fda43544-a1ac-4172-97b4-308ec6768b03 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.506958 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-fda43544-a1ac-4172-97b4-308ec6768b03 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Added segment 7f48fe88-8b54-451a-8e5f-11ab599dcc3a of type vlan for network 482c2701-f19d-43ce-b69a-abf0aac6ad10 Jan 31 16:13:58.552695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 9d732c77-929a-4a22-bab2-a784be414703, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9d732c77-929a-4a22-bab2-a784be414703,segment=NetworkSegment(cce1ebcd-90fb-498b-8712-905b84e03b69),segment_id=cce1ebcd-90fb-498b-8712-905b84e03b69)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:13:58.554933 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network bae44269-f191-42d9-8fbc-f84b75b340c2 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:58.563694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-43d5f508-30ec-451f-9c0c-dcc99f469e47', 'network_id': '43d5f508-30ec-451f-9c0c-dcc99f469e47', 'tenant_id': 'bce8188a268b4df0bda44454078854b1', 'fixed_ips': [{'subnet_id': '022a7587-27df-48e0-8c54-2c67d15a45ea'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:13:58.563694 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.574970 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-baeb451a-a0b1-455f-b760-74eb5103d351 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags HTTP/1.1" status: 204 len: 168 time: 0.4752774 Jan 31 16:13:58.574970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Made reservation on behalf of 405417bd2a7a4b23a053cd9b5ef985f1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:58.579108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41838) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:58.599951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.tag.tag_plugin [None req-06792ccf-6170-4f19-b537-90d55aac28b0 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67', 'tempest-TagsExtTest-Tag-1082562355') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:58.609518 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.662674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff5614d-00af-4137-ba4e-ceddc0efefc6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:58.672029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ff5614d-00af-4137-ba4e-ceddc0efefc6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.708312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fda43544-a1ac-4172-97b4-308ec6768b03 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.798518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4a983bb5-9095-431d-b400-d06394468df6 None None] Provisioning complete for port 9d732c77-929a-4a22-bab2-a784be414703 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:13:58.798894 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4a983bb5-9095-431d-b400-d06394468df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.800444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212a25d-801e-44c5-804a-d1353abf69f9 None None] Pushing event updated for resources: {'Port': ['ID=4ba84d13-c538-4f81-b73f-ed70657b6a0e,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:58.856714 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fda43544-a1ac-4172-97b4-308ec6768b03 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.863771 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda43544-a1ac-4172-97b4-308ec6768b03 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:58.864653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fda43544-a1ac-4172-97b4-308ec6768b03 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.899902 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:58.912427 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-06792ccf-6170-4f19-b537-90d55aac28b0 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] show failed (client error): The resource could not be found. Jan 31 16:13:58.916174 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-06792ccf-6170-4f19-b537-90d55aac28b0 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags/tempest-TagsExtTest-Tag-1082562355 HTTP/1.1" status: 404 len: 329 time: 0.3297348 Jan 31 16:13:58.950562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41846) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:58.964580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-8bdfc5c4-c274-44a3-a06b-b27ef5b36a34 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67', 'tempest-TagsExtTest-Tag-832981790') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:59.085339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda43544-a1ac-4172-97b4-308ec6768b03 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'Network': ['ID=482c2701-f19d-43ce-b69a-abf0aac6ad10,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:59.111151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8d68e-d868-4b93-b9e3-b4c1d5ef4a28 req-4f14b7ce-67e1-4de4-ab30-3a80286e47e0 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:59.112690 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b7f8d68e-d868-4b93-b9e3-b4c1d5ef4a28 req-4f14b7ce-67e1-4de4-ab30-3a80286e47e0 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 945 time: 0.2449701 Jan 31 16:13:59.151131 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-8bdfc5c4-c274-44a3-a06b-b27ef5b36a34 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] show failed (client error): The resource could not be found. Jan 31 16:13:59.152195 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8bdfc5c4-c274-44a3-a06b-b27ef5b36a34 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags/tempest-TagsExtTest-Tag-832981790 HTTP/1.1" status: 404 len: 328 time: 0.2006629 Jan 31 16:13:59.164561 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41852) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:59.177867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-adafbc74-1214-4191-a469-42188c30c6dd tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67', 'tempest-TagsExtTest-Tag-1874908144') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:59.198065 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fda43544-a1ac-4172-97b4-308ec6768b03 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9418330 Jan 31 16:13:59.224941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41856) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:59.238170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3beb9680-a17d-4e53-a522-410ed7b99894 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Request body: {'subnet': {'network_id': 'b3d1ab9b-3b31-4891-9d61-c886e206fa8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:13:59.244585 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3e5521d0-8aac-49bd-a824-f80c4f6dccae req-5d2f5f69-f41f-4202-b998-bb8433e2c389 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:59.249821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] device_id is not set on port 20b13469-f45b-4fba-a46e-f5fad924f58f yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:13:59.287364 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b7f8d68e-d868-4b93-b9e3-b4c1d5ef4a28 req-ec40d026-4aa1-4ef1-a86c-bc296c2a54d4 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546185 Jan 31 16:13:59.362239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 482c2701-f19d-43ce-b69a-abf0aac6ad10 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:13:59.364726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['3c750802-1495-43b9-b4bf-6d6b24b344c2', '962b738b-91a7-4655-aca0-777c723d5b45', '163f6cbc-b483-4566-9e56-7b74ce56f7bc'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:13:59.366834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['1df2026c-03dd-4ece-a1cf-3e0773df5dac'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:13:59.396055 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-adafbc74-1214-4191-a469-42188c30c6dd tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] show failed (client error): The resource could not be found. Jan 31 16:13:59.404554 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-adafbc74-1214-4191-a469-42188c30c6dd tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags/tempest-TagsExtTest-Tag-1874908144 HTTP/1.1" status: 404 len: 329 time: 0.2359145 Jan 31 16:13:59.405116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41858) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:59.409940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-fbffcefc-e944-497c-b1cb-3c52ab601cf2 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862', {'tags': ['tempest-TagsExtTest-Tag-2113467186', 'tempest-TagsExtTest-Tag-1198961996', 'tempest-TagsExtTest-Tag-479770676']}) {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:59.414601 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f5f69-f41f-4202-b998-bb8433e2c389 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Pushing event deleted for resources: {'Port': ['ID=1df2026c-03dd-4ece-a1cf-3e0773df5dac,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:59.419519 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ff5614d-00af-4137-ba4e-ceddc0efefc6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:59.513059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=9d732c77-929a-4a22-bab2-a784be414703,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:59.539424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4ba84d13-c538-4f81-b73f-ed70657b6a0e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:13:59.572939 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fbffcefc-e944-497c-b1cb-3c52ab601cf2 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "PUT /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags HTTP/1.1" status: 200 len: 317 time: 0.1665928 Jan 31 16:13:59.577563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41862) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:59.583758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-1855204c-baf0-4a0c-8ba4-745d9fa5a39f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:59.625280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Allocated IP 172.20.255.242 (43d5f508-30ec-451f-9c0c-dcc99f469e47/022a7587-27df-48e0-8c54-2c67d15a45ea/0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:13:59.650961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5614d-00af-4137-ba4e-ceddc0efefc6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=b7164188-2d0d-42bd-97b2-4e6901a2264c,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:13:59.685769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5521d0-8aac-49bd-a824-f80c4f6dccae req-5d2f5f69-f41f-4202-b998-bb8433e2c389 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] No DVR routers for this DVR port 1df2026c-03dd-4ece-a1cf-3e0773df5dac on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:13:59.710594 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3e5521d0-8aac-49bd-a824-f80c4f6dccae req-5d2f5f69-f41f-4202-b998-bb8433e2c389 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:59.714359 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff5614d-00af-4137-ba4e-ceddc0efefc6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking segment: {'id': 'a5ac9b2e-5b30-42e9-8940-0f27bb81687d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'bae44269-f191-42d9-8fbc-f84b75b340c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:13:59.714899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5614d-00af-4137-ba4e-ceddc0efefc6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network hostable DHCP agents. Network: bae44269-f191-42d9-8fbc-f84b75b340c2, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:13:59.720347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e5521d0-8aac-49bd-a824-f80c4f6dccae req-5d2f5f69-f41f-4202-b998-bb8433e2c389 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.20 "DELETE /v2.0/ports/1df2026c-03dd-4ece-a1cf-3e0773df5dac HTTP/1.1" status: 204 len: 173 time: 2.4242084 Jan 31 16:13:59.754580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1855204c-baf0-4a0c-8ba4-745d9fa5a39f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags HTTP/1.1" status: 204 len: 168 time: 0.1727872 Jan 31 16:13:59.758379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41864) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:59.767810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-c2934e54-1b51-4c1e-8603-585365e00347 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862', 'tempest-TagsExtTest-Tag-2113467186') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:59.775022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ba70cb-3f9e-4dcf-8270-d520dc2a0857', 'name': 'network-vif-deleted', 'tag': '1df2026c-03dd-4ece-a1cf-3e0773df5dac'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:13:59.781015 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d541cf63-4aef-41a2-a260-65ff5fe831c4" -d '{"events": [{"server_uuid": "90ba70cb-3f9e-4dcf-8270-d520dc2a0857", "name": "network-vif-deleted", "tag": "1df2026c-03dd-4ece-a1cf-3e0773df5dac"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:13:59.831272 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-c2934e54-1b51-4c1e-8603-585365e00347 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] show failed (client error): The resource could not be found. Jan 31 16:13:59.833082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c2934e54-1b51-4c1e-8603-585365e00347 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags/tempest-TagsExtTest-Tag-2113467186 HTTP/1.1" status: 404 len: 329 time: 0.0736756 Jan 31 16:13:59.836412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41868) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:59.843890 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-054eca76-cf8f-4442-bcfd-db08d00bf8d2 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862', 'tempest-TagsExtTest-Tag-1198961996') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:59.847510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5614d-00af-4137-ba4e-ceddc0efefc6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network bae44269-f191-42d9-8fbc-f84b75b340c2 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:13:59.910907 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-054eca76-cf8f-4442-bcfd-db08d00bf8d2 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] show failed (client error): The resource could not be found. Jan 31 16:13:59.912136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-054eca76-cf8f-4442-bcfd-db08d00bf8d2 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags/tempest-TagsExtTest-Tag-1198961996 HTTP/1.1" status: 404 len: 329 time: 0.0746820 Jan 31 16:13:59.913224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5614d-00af-4137-ba4e-ceddc0efefc6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, bae44269-f191-42d9-8fbc-f84b75b340c2) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:13:59.915037 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975569e5-43d8-4d3d-8cd4-31ad2931a911 x-openstack-request-id: req-975569e5-43d8-4d3d-8cd4-31ad2931a911 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:13:59.915897 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ba70cb-3f9e-4dcf-8270-d520dc2a0857", "name": "network-vif-deleted", "tag": "1df2026c-03dd-4ece-a1cf-3e0773df5dac", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:13:59.916020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41870) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:13:59.916414 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-975569e5-43d8-4d3d-8cd4-31ad2931a911 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:13:59.916959 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ba70cb-3f9e-4dcf-8270-d520dc2a0857', 'name': 'network-vif-deleted', 'tag': '1df2026c-03dd-4ece-a1cf-3e0773df5dac', 'status': 'completed', 'code': 200} Jan 31 16:13:59.922678 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-0d3322a4-698b-4b2e-b9a4-0ab915ecc43f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862', 'tempest-TagsExtTest-Tag-479770676') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:13:59.949717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6cf546-f4a7-40b9-99bc-9bfb7094e9b5 None None] Network bae44269-f191-42d9-8fbc-f84b75b340c2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:13:59.961018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3beb9680-a17d-4e53-a522-410ed7b99894 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Made reservation on behalf of a7b0c814da324d21b9965bf72b7181b9 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:13:59.967104 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3beb9680-a17d-4e53-a522-410ed7b99894 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:13:59.973843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff5614d-00af-4137-ba4e-ceddc0efefc6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:13:59.974471 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ff5614d-00af-4137-ba4e-ceddc0efefc6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:00.012194 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-0d3322a4-698b-4b2e-b9a4-0ab915ecc43f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] show failed (client error): The resource could not be found. Jan 31 16:14:00.013460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0d3322a4-698b-4b2e-b9a4-0ab915ecc43f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags/tempest-TagsExtTest-Tag-479770676 HTTP/1.1" status: 404 len: 328 time: 0.0959451 Jan 31 16:14:00.017542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41872) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:00.034617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-d5a69983-3c2c-4b3c-b1af-3ee7050633ba tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'baa10994-5729-48dc-9459-150a65ff7862') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:00.072802 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9ff5614d-00af-4137-ba4e-ceddc0efefc6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6199162 Jan 31 16:14:00.082143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41874) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:00.093723 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 4ba84d13-c538-4f81-b73f-ed70657b6a0e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:00.094087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:00.102065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Allocated IP 172.20.0.6 (56bd6bf2-2046-46b1-a2a9-9c8678af34fc/41fa6d9b-6e38-4446-8b4b-15e8f57f0747/20b13469-f45b-4fba-a46e-f5fad924f58f) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:00.219589 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d5a69983-3c2c-4b3c-b1af-3ee7050633ba tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862/tags HTTP/1.1" status: 204 len: 168 time: 0.1971540 Jan 31 16:14:00.244424 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41876) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:00.253986 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-b784723a-14fc-466a-9483-adbf1d762a9f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e55b82b4-0f03-481f-85db-9fde8a975d67') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:00.552040 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:00.569522 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:00.592790 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:00.661372 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:00.668432 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fd550ecf-836e-4607-a624-93f8e52deec9 req-7cdb20f6-7a29-4106-acdf-c3d02b30461a tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba70cb-3f9e-4dcf-8270-d520dc2a0857 HTTP/1.1" status: 200 len: 210 time: 0.0939393 Jan 31 16:14:00.681892 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:00.737504 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b784723a-14fc-466a-9483-adbf1d762a9f tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67/tags HTTP/1.1" status: 204 len: 168 time: 0.4892340 Jan 31 16:14:00.744082 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41884) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:00.755575 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-7f472181-8372-4898-8354-7fc97f2e3e23 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99f75000-c8c7-4e67-b0c4-f06391418b07') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:00.789692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3bf636-e65e-4bae-8141-fe563f8f9d85 None None] Network 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:00.792645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:00.798938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event updated for resources: {'Port': ['ID=20b13469-f45b-4fba-a46e-f5fad924f58f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:00.807363 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:00.809245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2735c9d0-0e28-482e-b8c1-8098899e55f4 None None] Provisioning complete for port 4bfc3812-264a-42f4-b199-40ad48c68462 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:00.809635 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2735c9d0-0e28-482e-b8c1-8098899e55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:00.814480 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:00.827420 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:00.949233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7f472181-8372-4898-8354-7fc97f2e3e23 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07/tags HTTP/1.1" status: 204 len: 168 time: 0.1969192 Jan 31 16:14:00.956474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:00.957193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41886) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:00.957314 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:00.959549 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-2735c9d0-0e28-482e-b8c1-8098899e55f4 None None] Port 4bfc3812-264a-42f4-b199-40ad48c68462 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:00.970341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.tag.tag_plugin [None req-3a18e083-7e31-4f67-aeb5-c762336c54f7 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97a7bc21-93ba-4522-8914-04c438207bbf') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:00.984430 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-245c5173-ecc3-43cb-93f7-b567189a98f5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1222227 Jan 31 16:14:00.986975 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3beb9680-a17d-4e53-a522-410ed7b99894 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:00.994022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41888) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:01.081447 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.095691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb9680-a17d-4e53-a522-410ed7b99894 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'Subnet': ['ID=f0722522-c3f1-4fcd-ac84-d405aa5d18a4,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:01.135798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Subnet': ['ID=b7164188-2d0d-42bd-97b2-4e6901a2264c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:01.138115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beb9680-a17d-4e53-a522-410ed7b99894 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Checking segment: {'id': '2fda863d-d10b-4243-81c9-13a07c7695ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b3d1ab9b-3b31-4891-9d61-c886e206fa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:01.138604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beb9680-a17d-4e53-a522-410ed7b99894 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Network hostable DHCP agents. Network: b3d1ab9b-3b31-4891-9d61-c886e206fa8d, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:01.178865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46075836-831a-441e-8864-32f620610384 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:01.185788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46075836-831a-441e-8864-32f620610384 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:01.192755 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46075836-831a-441e-8864-32f620610384 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:01.198246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-46075836-831a-441e-8864-32f620610384 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1352112 Jan 31 16:14:01.198246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beb9680-a17d-4e53-a522-410ed7b99894 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Network b3d1ab9b-3b31-4891-9d61-c886e206fa8d is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:01.204900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41890) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:01.217762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-3beb9680-a17d-4e53-a522-410ed7b99894 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, b3d1ab9b-3b31-4891-9d61-c886e206fa8d) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:01.221889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Network 43d5f508-30ec-451f-9c0c-dcc99f469e47 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:01.225373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beb9680-a17d-4e53-a522-410ed7b99894 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:01.226148 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3beb9680-a17d-4e53-a522-410ed7b99894 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.246166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b7ac56-4db8-4d16-a633-85a352ee574b None None] Network b3d1ab9b-3b31-4891-9d61-c886e206fa8d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:01.249945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3a18e083-7e31-4f67-aeb5-c762336c54f7 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf/tags HTTP/1.1" status: 204 len: 168 time: 0.2840173 Jan 31 16:14:01.255866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41892) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:01.312881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3beb9680-a17d-4e53-a522-410ed7b99894 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0860882 Jan 31 16:14:01.317059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41894) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:01.322117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0db904ad-f702-4d34-acd5-4a58bf0c2684 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Request body: {'subnet': {'network_id': '482c2701-f19d-43ce-b69a-abf0aac6ad10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:01.357934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.378371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:01.387435 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Pushing event updated for resources: {'Port': ['ID=0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:01.390477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:01.425346 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.427479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae44269-f191-42d9-8fbc-f84b75b340c2']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:01.439641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ac9b2e-5b30-42e9-8940-0f27bb81687d') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:01.440010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ac9b2e-5b30-42e9-8940-0f27bb81687d') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:01.444700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db904ad-f702-4d34-acd5-4a58bf0c2684 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Made reservation on behalf of a7b0c814da324d21b9965bf72b7181b9 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:01.449411 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0db904ad-f702-4d34-acd5-4a58bf0c2684 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.462442 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.479693 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.490176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:01.490630 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.515515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2735c9d0-0e28-482e-b8c1-8098899e55f4 None None] Provisioning complete for port 9d732c77-929a-4a22-bab2-a784be414703 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:01.516056 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2735c9d0-0e28-482e-b8c1-8098899e55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:01.578580 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:01.589712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-b3d1ab9b-3b31-4891-9d61-c886e206fa8d', 'network_id': 'b3d1ab9b-3b31-4891-9d61-c886e206fa8d', 'tenant_id': 'a7b0c814da324d21b9965bf72b7181b9', 'fixed_ips': [{'subnet_id': 'f0722522-c3f1-4fcd-ac84-d405aa5d18a4'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:01.589712 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.589712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deaf0fa-197b-453d-8aa9-d16b7ddf6d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-bae44269-f191-42d9-8fbc-f84b75b340c2', 'network_id': 'bae44269-f191-42d9-8fbc-f84b75b340c2', 'tenant_id': 'bce8188a268b4df0bda44454078854b1', 'fixed_ips': [{'subnet_id': 'b7164188-2d0d-42bd-97b2-4e6901a2264c'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:01.589712 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4deaf0fa-197b-453d-8aa9-d16b7ddf6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.604265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.617174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.632651 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41898) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:01.633686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 4ba84d13-c538-4f81-b73f-ed70657b6a0e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4ba84d13-c538-4f81-b73f-ed70657b6a0e,segment=NetworkSegment(0113750c-4f81-495c-b1f5-fd48438bbffe),segment_id=0113750c-4f81-495c-b1f5-fd48438bbffe)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:01.634266 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/bae44269-f191-42d9-8fbc-f84b75b340c2 HTTP/1.1" status: 204 len: 168 time: 1.5492697 Jan 31 16:14:01.639557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a2ceee0e-23d3-4b46-857e-c12f74bf40a0 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for subnetpool, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.644661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a2ceee0e-23d3-4b46-857e-c12f74bf40a0 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/subnetpools/baa10994-5729-48dc-9459-150a65ff7862 HTTP/1.1" status: 204 len: 168 time: 0.3875778 Jan 31 16:14:01.645265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41900) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:01.704383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Attempting to bind port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:14:01.704906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Attempting to bind port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '079b2448-14b7-40d9-94c1-4385b7e9b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '43d5f508-30ec-451f-9c0c-dcc99f469e47'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:14:01.705361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Attempting to bind port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b on network 43d5f508-30ec-451f-9c0c-dcc99f469e47 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:14:01.730866 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.795851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1df2026c-03dd-4ece-a1cf-3e0773df5dac no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:01.889604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 1df2026c-03dd-4ece-a1cf-3e0773df5dac {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:14:01.889953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1df2026c-03dd-4ece-a1cf-3e0773df5dac not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:14:01.892953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:14:01.893770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Checking segment: {'id': '079b2448-14b7-40d9-94c1-4385b7e9b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '43d5f508-30ec-451f-9c0c-dcc99f469e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:01.894185 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:01.894576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Bound using segment: {'id': '079b2448-14b7-40d9-94c1-4385b7e9b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '43d5f508-30ec-451f-9c0c-dcc99f469e47'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:14:01.895126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Bound port: 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079b2448-14b7-40d9-94c1-4385b7e9b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '43d5f508-30ec-451f-9c0c-dcc99f469e47'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:14:01.895509 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:02.021544 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9d732c77-929a-4a22-bab2-a784be414703 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:02.162748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fcff0e-0dc1-4090-b69b-f130cac4a259 None None] Network bae44269-f191-42d9-8fbc-f84b75b340c2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:02.268828 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fcff0e-0dc1-4090-b69b-f130cac4a259 None None] Network bae44269-f191-42d9-8fbc-f84b75b340c2 could not be found, it might have been deleted concurrently. {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 31 16:14:02.276310 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=4ba84d13-c538-4f81-b73f-ed70657b6a0e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:02.293797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f858998-1e43-4ca2-aa5e-f7e4bd3b58d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Network': ['ID=bae44269-f191-42d9-8fbc-f84b75b340c2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:02.302375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Allocated IP 2001:db8::2 (b3d1ab9b-3b31-4891-9d61-c886e206fa8d/f0722522-c3f1-4fcd-ac84-d405aa5d18a4/2410aa5a-db9d-4fd5-978c-a39c49e7411b) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:02.314932 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-eb2697b1-1d08-4a32-92b9-a8bb3ec0a022 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b82b4-0f03-481f-85db-9fde8a975d67 HTTP/1.1" status: 200 len: 205 time: 0.0324280 Jan 31 16:14:02.317257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41910) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:02.348985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-651acd0a-2b92-42d6-8869-242ce092e4b0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-755129204'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:02.464306 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-79c77f12-b838-4b43-98f2-cac3e8c64f52 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:02.534466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-743e4e11-987b-4770-ab28-e91b34c35cbc tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Deleting port 20b13469-f45b-4fba-a46e-f5fad924f58f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:02.534860 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-743e4e11-987b-4770-ab28-e91b34c35cbc tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:02.659460 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-743e4e11-987b-4770-ab28-e91b34c35cbc tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:02.697074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-743e4e11-987b-4770-ab28-e91b34c35cbc tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Calling delete_port for 20b13469-f45b-4fba-a46e-f5fad924f58f owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:02.762279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5a512532-0429-4c30-8546-d35da1731630 None None] For port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:14:02.853610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9d732c77-929a-4a22-bab2-a784be414703 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:02.853980 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:02.878471 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-79c77f12-b838-4b43-98f2-cac3e8c64f52 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:02.878583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5a512532-0429-4c30-8546-d35da1731630 None None] For port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b,segment=NetworkSegment(079b2448-14b7-40d9-94c1-4385b7e9b8e4),segment_id=079b2448-14b7-40d9-94c1-4385b7e9b8e4)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:14:02.881716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-79c77f12-b838-4b43-98f2-cac3e8c64f52 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:02.944112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0db904ad-f702-4d34-acd5-4a58bf0c2684 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:02.955761 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.025359 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-79c77f12-b838-4b43-98f2-cac3e8c64f52 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.026142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c77f12-b838-4b43-98f2-cac3e8c64f52 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Fanout notify agent at l3_agent the message router_deleted on router e55b82b4-0f03-481f-85db-9fde8a975d67 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:14:03.036004 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-743e4e11-987b-4770-ab28-e91b34c35cbc tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.038029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-79c77f12-b838-4b43-98f2-cac3e8c64f52 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.039891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-79c77f12-b838-4b43-98f2-cac3e8c64f52 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/routers/e55b82b4-0f03-481f-85db-9fde8a975d67 HTTP/1.1" status: 204 len: 168 time: 0.7199266 Jan 31 16:14:03.043231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41922) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:03.066164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db904ad-f702-4d34-acd5-4a58bf0c2684 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'Subnet': ['ID=91d84356-1386-494e-95fd-2cd8a773e6c4,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:03.247834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a512532-0429-4c30-8546-d35da1731630 None None] Pushing event updated for resources: {'Port': ['ID=0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:03.279511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e4e11-987b-4770-ab28-e91b34c35cbc tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event deleted for resources: {'Port': ['ID=20b13469-f45b-4fba-a46e-f5fad924f58f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:03.284034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-72812bf0-8c5d-4310-bb82-d7524a4ddcc5 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Deleting port 99f75000-c8c7-4e67-b0c4-f06391418b07 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:03.286716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72812bf0-8c5d-4310-bb82-d7524a4ddcc5 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.297941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6d635853-c12d-4907-9f9d-eea822d993ea None None] Provisioning complete for port 4bfc3812-264a-42f4-b199-40ad48c68462 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:03.298332 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6d635853-c12d-4907-9f9d-eea822d993ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.399295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db904ad-f702-4d34-acd5-4a58bf0c2684 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Checking segment: {'id': '7f48fe88-8b54-451a-8e5f-11ab599dcc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '482c2701-f19d-43ce-b69a-abf0aac6ad10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:03.400643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db904ad-f702-4d34-acd5-4a58bf0c2684 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Network hostable DHCP agents. Network: 482c2701-f19d-43ce-b69a-abf0aac6ad10, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:03.483063 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-743e4e11-987b-4770-ab28-e91b34c35cbc tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.490253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-743e4e11-987b-4770-ab28-e91b34c35cbc tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "DELETE /v2.0/ports/20b13469-f45b-4fba-a46e-f5fad924f58f HTTP/1.1" status: 204 len: 168 time: 2.2815471 Jan 31 16:14:03.492803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41924) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:03.496214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651acd0a-2b92-42d6-8869-242ce092e4b0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:03.500725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-651acd0a-2b92-42d6-8869-242ce092e4b0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.509593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6d635853-c12d-4907-9f9d-eea822d993ea None None] Port 4bfc3812-264a-42f4-b199-40ad48c68462 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:03.547156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651acd0a-2b92-42d6-8869-242ce092e4b0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:03.572051 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-651acd0a-2b92-42d6-8869-242ce092e4b0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.572712 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-651acd0a-2b92-42d6-8869-242ce092e4b0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Added segment 1140c609-df65-4594-8abc-0eca98373306 of type vlan for network f2b40338-8c76-4911-a229-81e7304090df Jan 31 16:14:03.602883 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-baaa68e7-0562-4f25-a96f-fd5a69aab589 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] GET failed (client error): The resource could not be found. Jan 31 16:14:03.608618 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-baaa68e7-0562-4f25-a96f-fd5a69aab589 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "GET /v2.0/ports/20b13469-f45b-4fba-a46e-f5fad924f58f HTTP/1.1" status: 404 len: 333 time: 0.1082411 Jan 31 16:14:03.624990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41926) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:03.640218 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-651acd0a-2b92-42d6-8869-242ce092e4b0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.654266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Request body: {'port': {'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc', 'name': 'tempest-AllowedAddressPairTestJSON-1785814852'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:03.699303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db904ad-f702-4d34-acd5-4a58bf0c2684 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Network 482c2701-f19d-43ce-b69a-abf0aac6ad10 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:03.709100 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-651acd0a-2b92-42d6-8869-242ce092e4b0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.717047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651acd0a-2b92-42d6-8869-242ce092e4b0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:03.718309 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-651acd0a-2b92-42d6-8869-242ce092e4b0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.747042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6d635853-c12d-4907-9f9d-eea822d993ea None None] Could not find standard attr ID for object 20b13469-f45b-4fba-a46e-f5fad924f58f. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:14:03.853368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651acd0a-2b92-42d6-8869-242ce092e4b0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=f2b40338-8c76-4911-a229-81e7304090df,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:03.860339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0db904ad-f702-4d34-acd5-4a58bf0c2684 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 482c2701-f19d-43ce-b69a-abf0aac6ad10) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:03.869178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db904ad-f702-4d34-acd5-4a58bf0c2684 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:03.869913 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0db904ad-f702-4d34-acd5-4a58bf0c2684 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.884774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f56e9b-8370-4aa2-a83d-39b1b2106fae None None] Network 482c2701-f19d-43ce-b69a-abf0aac6ad10 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:03.887269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-651acd0a-2b92-42d6-8869-242ce092e4b0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2516797 Jan 31 16:14:03.896437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41930) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:03.897127 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network f2b40338-8c76-4911-a229-81e7304090df details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:03.911784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'network_id': 'f2b40338-8c76-4911-a229-81e7304090df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:03.949805 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72812bf0-8c5d-4310-bb82-d7524a4ddcc5 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:03.957759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6d635853-c12d-4907-9f9d-eea822d993ea None None] Provisioning complete for port 4ba84d13-c538-4f81-b73f-ed70657b6a0e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:03.958245 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6d635853-c12d-4907-9f9d-eea822d993ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:04.007412 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:04.064659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-72812bf0-8c5d-4310-bb82-d7524a4ddcc5 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Calling delete_port for 99f75000-c8c7-4e67-b0c4-f06391418b07 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:04.120521 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0db904ad-f702-4d34-acd5-4a58bf0c2684 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8021374 Jan 31 16:14:04.121219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41934) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:04.224843 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:04.325671 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4ba84d13-c538-4f81-b73f-ed70657b6a0e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:04.435976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Network b3d1ab9b-3b31-4891-9d61-c886e206fa8d is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:04.531977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:04.534485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:04.564055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Made reservation on behalf of 405417bd2a7a4b23a053cd9b5ef985f1 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:04.576855 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:04.593385 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:04.596175 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:04.622810 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Pushing event updated for resources: {'Port': ['ID=2410aa5a-db9d-4fd5-978c-a39c49e7411b,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:04.670576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] device_id is not set on port 241d4001-c703-41e3-8391-aedd87bd31e3 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:14:04.764682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-482c2701-f19d-43ce-b69a-abf0aac6ad10', 'network_id': '482c2701-f19d-43ce-b69a-abf0aac6ad10', 'tenant_id': 'a7b0c814da324d21b9965bf72b7181b9', 'fixed_ips': [{'subnet_id': '91d84356-1386-494e-95fd-2cd8a773e6c4'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:04.765929 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:04.788304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Attempting to bind port 2410aa5a-db9d-4fd5-978c-a39c49e7411b on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:14:04.788996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Attempting to bind port 2410aa5a-db9d-4fd5-978c-a39c49e7411b by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '2fda863d-d10b-4243-81c9-13a07c7695ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b3d1ab9b-3b31-4891-9d61-c886e206fa8d'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:14:04.789633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Attempting to bind port 2410aa5a-db9d-4fd5-978c-a39c49e7411b on network b3d1ab9b-3b31-4891-9d61-c886e206fa8d {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:14:04.802102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:14:04.802902 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Checking segment: {'id': '2fda863d-d10b-4243-81c9-13a07c7695ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b3d1ab9b-3b31-4891-9d61-c886e206fa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:04.803553 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:04.804184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Bound using segment: {'id': '2fda863d-d10b-4243-81c9-13a07c7695ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b3d1ab9b-3b31-4891-9d61-c886e206fa8d'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:14:04.804888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Bound port: 2410aa5a-db9d-4fd5-978c-a39c49e7411b, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fda863d-d10b-4243-81c9-13a07c7695ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b3d1ab9b-3b31-4891-9d61-c886e206fa8d'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:14:04.805686 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:04.870113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 4ba84d13-c538-4f81-b73f-ed70657b6a0e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:04.870480 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:04.949230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_backend_mixin [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Performing IP validity checks on allocation pools {{(pid=108772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 16:14:04.950053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_backend_mixin [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 16:14:04.952629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Allocated IP 172.20.0.4 (56bd6bf2-2046-46b1-a2a9-9c8678af34fc/41fa6d9b-6e38-4446-8b4b-15e8f57f0747/241d4001-c703-41e3-8391-aedd87bd31e3) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:05.048681 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72812bf0-8c5d-4310-bb82-d7524a4ddcc5 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:05.052808 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] For port 2410aa5a-db9d-4fd5-978c-a39c49e7411b, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:14:05.062318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] For port 2410aa5a-db9d-4fd5-978c-a39c49e7411b, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=2410aa5a-db9d-4fd5-978c-a39c49e7411b,segment=NetworkSegment(2fda863d-d10b-4243-81c9-13a07c7695ac),segment_id=2fda863d-d10b-4243-81c9-13a07c7695ac)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:14:05.114421 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:05.199024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60c292-dc89-459b-9644-97c3055e2473 None None] Network 43d5f508-30ec-451f-9c0c-dcc99f469e47 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:05.245244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72812bf0-8c5d-4310-bb82-d7524a4ddcc5 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Pushing event deleted for resources: {'Port': ['ID=99f75000-c8c7-4e67-b0c4-f06391418b07,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:05.343009 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-72812bf0-8c5d-4310-bb82-d7524a4ddcc5 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:05.346679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-72812bf0-8c5d-4310-bb82-d7524a4ddcc5 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/ports/99f75000-c8c7-4e67-b0c4-f06391418b07 HTTP/1.1" status: 204 len: 168 time: 2.3022738 Jan 31 16:14:05.349537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41944) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:05.351163 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:05.367684 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:05.483461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0c3331-ce2a-4438-bfe1-805aa93d324a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Deleting subnet 97a7bc21-93ba-4522-8914-04c438207bbf {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:14:05.510719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c4844-146b-45bc-a8a7-f9b2b60935b1 None None] Pushing event updated for resources: {'Port': ['ID=2410aa5a-db9d-4fd5-978c-a39c49e7411b,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:05.525031 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f0c3331-ce2a-4438-bfe1-805aa93d324a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:05.545749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c0718ec3-9623-4fe7-8f9c-f7fb112bd32e None None] Provisioning complete for port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:05.564387 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c0718ec3-9623-4fe7-8f9c-f7fb112bd32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:05.707868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Allocated IP 2001:db8::2 (482c2701-f19d-43ce-b69a-abf0aac6ad10/91d84356-1386-494e-95fd-2cd8a773e6c4/d63ccf94-6a84-4f39-bc42-4391e480259c) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:05.774471 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:05.912029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:06.130417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:06.140084 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=1d8bee33-2216-4f73-88c0-1586df65f6f6,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:06.163183 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f0c3331-ce2a-4438-bfe1-805aa93d324a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:06.177544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:06.184952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:06.192859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:06.220166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking segment: {'id': '1140c609-df65-4594-8abc-0eca98373306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f2b40338-8c76-4911-a229-81e7304090df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:06.221589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network hostable DHCP agents. Network: f2b40338-8c76-4911-a229-81e7304090df, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:06.221738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event updated for resources: {'Port': ['ID=241d4001-c703-41e3-8391-aedd87bd31e3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:06.395716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:06.396386 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:06.439272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-902c6be2-5fcc-46df-8af6-6368cad8db34 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8070092 Jan 31 16:14:06.446731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41952) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:06.462458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ba8f4dc7-a57a-4041-821c-f444aacc8262 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:10:96:b0'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:06.605723 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c0718ec3-9623-4fe7-8f9c-f7fb112bd32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:06.671988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network f2b40338-8c76-4911-a229-81e7304090df is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:06.688714 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f0c3331-ce2a-4438-bfe1-805aa93d324a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:06.720525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, f2b40338-8c76-4911-a229-81e7304090df) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:06.755624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:06.756207 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:06.759628 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4dc7-a57a-4041-821c-f444aacc8262 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:06.775779 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea15db-b8d0-4143-9009-54b523a0189f None None] Network f2b40338-8c76-4911-a229-81e7304090df requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:06.834873 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c45988cf-5879-41b9-bbe4-862f0259bcac tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9364955 Jan 31 16:14:06.839211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41954) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:06.840336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Allocated IP 2001:db8::1 (b3d1ab9b-3b31-4891-9d61-c886e206fa8d/f0722522-c3f1-4fcd-ac84-d405aa5d18a4/74bbdab7-9f10-4489-9f8e-08920cc28a26) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:06.888985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c0718ec3-9623-4fe7-8f9c-f7fb112bd32e None None] For port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b,segment=NetworkSegment(079b2448-14b7-40d9-94c1-4385b7e9b8e4),segment_id=079b2448-14b7-40d9-94c1-4385b7e9b8e4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:06.917970 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:06.918415 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:06.938720 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c0718ec3-9623-4fe7-8f9c-f7fb112bd32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:07.038961 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:07.090283 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:07.140339 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f0c3331-ce2a-4438-bfe1-805aa93d324a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:07.470619 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4dc7-a57a-4041-821c-f444aacc8262 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:07.491138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c3331-ce2a-4438-bfe1-805aa93d324a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Pushing event deleted for resources: {'Subnet': ['ID=97a7bc21-93ba-4522-8914-04c438207bbf,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:07.506223 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4dc7-a57a-4041-821c-f444aacc8262 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:07.545258 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f0c3331-ce2a-4438-bfe1-805aa93d324a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:07.548771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4f0c3331-ce2a-4438-bfe1-805aa93d324a tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/subnets/97a7bc21-93ba-4522-8914-04c438207bbf HTTP/1.1" status: 204 len: 168 time: 2.1826706 Jan 31 16:14:07.563491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41992) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:07.585244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1bd85a-58e0-44fe-8f69-e4e99ba89162 None None] Network 173d0526-bb21-49ca-aaa5-cf275d7c2a3b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:07.599727 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:07.753264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acde269d-2abb-4d14-b696-4e52a38eda9d None None] Network b3d1ab9b-3b31-4891-9d61-c886e206fa8d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:07.764897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f4dc7-a57a-4041-821c-f444aacc8262 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] In _notify_port_updated(), no bound segment for port 241d4001-c703-41e3-8391-aedd87bd31e3 on network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc {{(pid=108771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:14:07.771130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8f4dc7-a57a-4041-821c-f444aacc8262 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:07.772158 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba8f4dc7-a57a-4041-821c-f444aacc8262 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:07.775219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ba8f4dc7-a57a-4041-821c-f444aacc8262 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "PUT /v2.0/ports/241d4001-c703-41e3-8391-aedd87bd31e3 HTTP/1.1" status: 200 len: 993 time: 1.3265753 Jan 31 16:14:07.784738 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4673a862-aee7-42ea-91ea-c376fc19184e None None] Provisioning complete for port 241d4001-c703-41e3-8391-aedd87bd31e3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:07.785088 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4673a862-aee7-42ea-91ea-c376fc19184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:07.793221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42004) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:07.876329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Network 482c2701-f19d-43ce-b69a-abf0aac6ad10 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:07.983335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f4dc7-a57a-4041-821c-f444aacc8262 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event updated for resources: {'Port': ['ID=241d4001-c703-41e3-8391-aedd87bd31e3,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:08.166476 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0718ec3-9623-4fe7-8f9c-f7fb112bd32e None None] Pushing event updated for resources: {'Port': ['ID=0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:08.179333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:08.197573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5c5708c6-5a2a-42ea-adfd-cd0035fd4207 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Deleting port 241d4001-c703-41e3-8391-aedd87bd31e3 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:08.200056 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5c5708c6-5a2a-42ea-adfd-cd0035fd4207 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:08.236141 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:08.262861 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:08.360510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:08.386476 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:08.451149 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:08.475335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4673a862-aee7-42ea-91ea-c376fc19184e None None] Port 241d4001-c703-41e3-8391-aedd87bd31e3 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:08.514303 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5c5708c6-5a2a-42ea-adfd-cd0035fd4207 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:08.538945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5c5708c6-5a2a-42ea-adfd-cd0035fd4207 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Calling delete_port for 241d4001-c703-41e3-8391-aedd87bd31e3 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:08.569151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Pushing event updated for resources: {'Port': ['ID=d63ccf94-6a84-4f39-bc42-4391e480259c,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:08.669360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e55db4-deaf-461f-addd-e1ef008cc74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-f2b40338-8c76-4911-a229-81e7304090df', 'network_id': 'f2b40338-8c76-4911-a229-81e7304090df', 'tenant_id': 'bce8188a268b4df0bda44454078854b1', 'fixed_ips': [{'subnet_id': '1d8bee33-2216-4f73-88c0-1586df65f6f6'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:08.671856 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-10e55db4-deaf-461f-addd-e1ef008cc74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:08.684612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Attempting to bind port d63ccf94-6a84-4f39-bc42-4391e480259c on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:14:08.685187 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Attempting to bind port d63ccf94-6a84-4f39-bc42-4391e480259c by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '7f48fe88-8b54-451a-8e5f-11ab599dcc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '482c2701-f19d-43ce-b69a-abf0aac6ad10'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:14:08.685780 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Attempting to bind port d63ccf94-6a84-4f39-bc42-4391e480259c on network 482c2701-f19d-43ce-b69a-abf0aac6ad10 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:14:08.728733 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ec40-c113-47ae-a56c-4f96d230b0e2 req-9e3da67b-b985-43c5-be74-f141722bc6d0 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:08.730126 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0188ec40-c113-47ae-a56c-4f96d230b0e2 req-9e3da67b-b985-43c5-be74-f141722bc6d0 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 945 time: 0.3983147 Jan 31 16:14:08.730787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'Port': ['ID=74bbdab7-9f10-4489-9f8e-08920cc28a26,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:08.782117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf20b54-f002-44a9-ab43-1a7c3d633b45 None None] DHCP port deletion for 173d0526-bb21-49ca-aaa5-cf275d7c2a3b request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:14:08.808423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:14:08.808946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Checking segment: {'id': '7f48fe88-8b54-451a-8e5f-11ab599dcc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '482c2701-f19d-43ce-b69a-abf0aac6ad10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:08.809428 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:08.809898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Bound using segment: {'id': '7f48fe88-8b54-451a-8e5f-11ab599dcc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '482c2701-f19d-43ce-b69a-abf0aac6ad10'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:14:08.810447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Bound port: d63ccf94-6a84-4f39-bc42-4391e480259c, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f48fe88-8b54-451a-8e5f-11ab599dcc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '482c2701-f19d-43ce-b69a-abf0aac6ad10'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:14:08.810885 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:08.822163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Network b3d1ab9b-3b31-4891-9d61-c886e206fa8d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:08.865117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8128b40e-dd63-4d4a-9e06-78d72cb56797 None None] Provisioning complete for port 241d4001-c703-41e3-8391-aedd87bd31e3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:08.865571 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8128b40e-dd63-4d4a-9e06-78d72cb56797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:08.876391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:08.931944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:08.933826 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:09.091190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5c5708c6-5a2a-42ea-adfd-cd0035fd4207 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:09.101267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2410aa5a-db9d-4fd5-978c-a39c49e7411b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:09.245739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8128b40e-dd63-4d4a-9e06-78d72cb56797 None None] Port 241d4001-c703-41e3-8391-aedd87bd31e3 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:09.261731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5708c6-5a2a-42ea-adfd-cd0035fd4207 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event deleted for resources: {'Port': ['ID=241d4001-c703-41e3-8391-aedd87bd31e3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server [None req-10e55db4-deaf-461f-addd-e1ef008cc74c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d8bee33-2216-4f73-88c0-1586df65f6f6: This subnet is being modified by another concurrent operation. Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise exception Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d8bee33-2216-4f73-88c0-1586df65f6f6: This subnet is being modified by another concurrent operation. Jan 31 16:14:09.357615 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Jan 31 16:14:09.365782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] For port d63ccf94-6a84-4f39-bc42-4391e480259c, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:14:09.375765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] For port d63ccf94-6a84-4f39-bc42-4391e480259c, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d63ccf94-6a84-4f39-bc42-4391e480259c,segment=NetworkSegment(7f48fe88-8b54-451a-8e5f-11ab599dcc3a),segment_id=7f48fe88-8b54-451a-8e5f-11ab599dcc3a)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:14:09.393305 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:09.397572 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8128b40e-dd63-4d4a-9e06-78d72cb56797 None None] Provisioning complete for port 2410aa5a-db9d-4fd5-978c-a39c49e7411b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:09.397572 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8128b40e-dd63-4d4a-9e06-78d72cb56797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:09.400337 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:09.439134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-aaf20b54-f002-44a9-ab43-1a7c3d633b45 None None] Deleting port cbda639f-8b8b-4712-99cb-37fa2addad3e {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:09.440571 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aaf20b54-f002-44a9-ab43-1a7c3d633b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:09.454498 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:09.551018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c7b4a-228e-457e-9ef1-e8f2029f92dc None None] Network f2b40338-8c76-4911-a229-81e7304090df requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:09.630777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 2410aa5a-db9d-4fd5-978c-a39c49e7411b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:09.631151 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:09.784044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5c5708c6-5a2a-42ea-adfd-cd0035fd4207 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:09.812436 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5c5708c6-5a2a-42ea-adfd-cd0035fd4207 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "DELETE /v2.0/ports/241d4001-c703-41e3-8391-aedd87bd31e3 HTTP/1.1" status: 204 len: 168 time: 1.9988868 Jan 31 16:14:09.813233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42048) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:09.894990 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9aa7ec9-4c8c-4e39-8093-55f1df71575f tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] GET failed (client error): The resource could not be found. Jan 31 16:14:09.906275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a9aa7ec9-4c8c-4e39-8093-55f1df71575f tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "GET /v2.0/ports/241d4001-c703-41e3-8391-aedd87bd31e3 HTTP/1.1" status: 404 len: 333 time: 0.0889049 Jan 31 16:14:09.917905 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0188ec40-c113-47ae-a56c-4f96d230b0e2 req-5971e9fc-bef8-4ce1-b95a-68307df57226 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1778219 Jan 31 16:14:09.948241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42050) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:09.958911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Request body: {'port': {'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc', 'name': 'tempest-AllowedAddressPairTestJSON-1194969373'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:09.995995 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Subnet': ['ID=1d8bee33-2216-4f73-88c0-1586df65f6f6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:10.033546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Deleting port cbda639f-8b8b-4712-99cb-37fa2addad3e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:10.033820 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.051315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d92b1-7c1c-4f84-b8ad-bb0ec9c8bf38 None None] Pushing event updated for resources: {'Port': ['ID=d63ccf94-6a84-4f39-bc42-4391e480259c,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:10.085823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0444b39-e72f-451e-a342-bee0fece6d94 req-4c284c30-8b30-4a47-8e13-ce1103e9c486 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:10.088144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e0444b39-e72f-451e-a342-bee0fece6d94 req-4c284c30-8b30-4a47-8e13-ce1103e9c486 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 945 time: 0.1798384 Jan 31 16:14:10.162523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-aaf20b54-f002-44a9-ab43-1a7c3d633b45 None None] For port cbda639f-8b8b-4712-99cb-37fa2addad3e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cbda639f-8b8b-4712-99cb-37fa2addad3e,segment=NetworkSegment(6a895b9e-39dc-498d-ac03-0bad0345f428),segment_id=6a895b9e-39dc-498d-ac03-0bad0345f428)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:10.163198 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aaf20b54-f002-44a9-ab43-1a7c3d633b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.256956 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.303635 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8128b40e-dd63-4d4a-9e06-78d72cb56797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.347044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e0444b39-e72f-451e-a342-bee0fece6d94 req-47c1ae4f-978b-498d-b5b1-83f838f52ab5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Deleting port 163f6cbc-b483-4566-9e56-7b74ce56f7bc {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:10.347499 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e0444b39-e72f-451e-a342-bee0fece6d94 req-47c1ae4f-978b-498d-b5b1-83f838f52ab5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.366173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-aaf20b54-f002-44a9-ab43-1a7c3d633b45 None None] Calling delete_port for cbda639f-8b8b-4712-99cb-37fa2addad3e owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:10.451479 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8128b40e-dd63-4d4a-9e06-78d72cb56797 None None] For port 2410aa5a-db9d-4fd5-978c-a39c49e7411b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=2410aa5a-db9d-4fd5-978c-a39c49e7411b,segment=NetworkSegment(2fda863d-d10b-4243-81c9-13a07c7695ac),segment_id=2fda863d-d10b-4243-81c9-13a07c7695ac)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:10.469914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b40338-8c76-4911-a229-81e7304090df']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:10.502060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1140c609-df65-4594-8abc-0eca98373306') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:10.502265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1140c609-df65-4594-8abc-0eca98373306') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:10.524584 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.526783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e0444b39-e72f-451e-a342-bee0fece6d94 req-47c1ae4f-978b-498d-b5b1-83f838f52ab5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] For port 163f6cbc-b483-4566-9e56-7b74ce56f7bc, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=163f6cbc-b483-4566-9e56-7b74ce56f7bc,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:10.527166 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e0444b39-e72f-451e-a342-bee0fece6d94 req-47c1ae4f-978b-498d-b5b1-83f838f52ab5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.538042 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8128b40e-dd63-4d4a-9e06-78d72cb56797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.555326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e0444b39-e72f-451e-a342-bee0fece6d94 req-47c1ae4f-978b-498d-b5b1-83f838f52ab5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Calling delete_port for 163f6cbc-b483-4566-9e56-7b74ce56f7bc owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:10.566205 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.593221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:10.593221 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.654212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128b40e-dd63-4d4a-9e06-78d72cb56797 None None] Pushing event updated for resources: {'Port': ['ID=2410aa5a-db9d-4fd5-978c-a39c49e7411b,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:10.684973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8128b40e-dd63-4d4a-9e06-78d72cb56797 None None] Provisioning complete for port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:10.685925 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8128b40e-dd63-4d4a-9e06-78d72cb56797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:10.724623 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:10.741267 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.762012 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.776161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] For port cbda639f-8b8b-4712-99cb-37fa2addad3e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cbda639f-8b8b-4712-99cb-37fa2addad3e,segment=NetworkSegment(6a895b9e-39dc-498d-ac03-0bad0345f428),segment_id=6a895b9e-39dc-498d-ac03-0bad0345f428)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:10.776557 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.850805 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.859922 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/f2b40338-8c76-4911-a229-81e7304090df HTTP/1.1" status: 204 len: 168 time: 4.0111747 Jan 31 16:14:10.867738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42056) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:10.890248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a831a589-c9f1-42be-a5b1-a8dfdc6cb385 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-155096028'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:10.900461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Calling delete_port for cbda639f-8b8b-4712-99cb-37fa2addad3e owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:10.922051 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aaf20b54-f002-44a9-ab43-1a7c3d633b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:10.925645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1125969-5fcd-45e6-bfef-cb5ee51f8c2a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Network': ['ID=f2b40338-8c76-4911-a229-81e7304090df,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:10.942107 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a831a589-c9f1-42be-a5b1-a8dfdc6cb385 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:10.949411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a831a589-c9f1-42be-a5b1-a8dfdc6cb385 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.002639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a831a589-c9f1-42be-a5b1-a8dfdc6cb385 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:11.006247 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e0444b39-e72f-451e-a342-bee0fece6d94 req-47c1ae4f-978b-498d-b5b1-83f838f52ab5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.087050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Made reservation on behalf of 405417bd2a7a4b23a053cd9b5ef985f1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:11.088818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a831a589-c9f1-42be-a5b1-a8dfdc6cb385 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.089337 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-a831a589-c9f1-42be-a5b1-a8dfdc6cb385 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Added segment 65561d61-efd5-4ba3-a546-2992dbec5156 of type vlan for network 7ee22a8e-1705-41df-a970-43c9632428f7 Jan 31 16:14:11.091427 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.093494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf20b54-f002-44a9-ab43-1a7c3d633b45 None None] Pushing event deleted for resources: {'Port': ['ID=cbda639f-8b8b-4712-99cb-37fa2addad3e,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:11.102818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1ae4f-978b-498d-b5b1-83f838f52ab5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Pushing event deleted for resources: {'Port': ['ID=163f6cbc-b483-4566-9e56-7b74ce56f7bc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:11.118108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['3c750802-1495-43b9-b4bf-6d6b24b344c2', '962b738b-91a7-4655-aca0-777c723d5b45', '163f6cbc-b483-4566-9e56-7b74ce56f7bc'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:14:11.133457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf20b54-f002-44a9-ab43-1a7c3d633b45 None None] No DVR routers for this DVR port cbda639f-8b8b-4712-99cb-37fa2addad3e on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:11.143056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] device_id is not set on port 03fc1ce6-1549-4549-adfb-ac8c766fc9f4 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:14:11.193328 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:14:11.194009 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:14:11.202729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-48c33f82-0946-4759-aa15-1222d4c9349a None None] Provisioning complete for port 2410aa5a-db9d-4fd5-978c-a39c49e7411b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:11.203097 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-48c33f82-0946-4759-aa15-1222d4c9349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.313373 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3837662d-785d-4602-82fd-d56b8a74f80d req-0f09d100-bdb3-4cbd-8ec8-c5530384f662 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1a3736-bdb2-4760-8528-bf496e151d53 HTTP/1.1" status: 200 len: 210 time: 0.1262093 Jan 31 16:14:11.315226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a831a589-c9f1-42be-a5b1-a8dfdc6cb385 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.318674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0444b39-e72f-451e-a342-bee0fece6d94 req-47c1ae4f-978b-498d-b5b1-83f838f52ab5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] No DVR routers for this DVR port 163f6cbc-b483-4566-9e56-7b74ce56f7bc on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:11.323468 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e0444b39-e72f-451e-a342-bee0fece6d94 req-47c1ae4f-978b-498d-b5b1-83f838f52ab5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.326549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.327368 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e0444b39-e72f-451e-a342-bee0fece6d94 req-47c1ae4f-978b-498d-b5b1-83f838f52ab5 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.30 "DELETE /v2.0/ports/163f6cbc-b483-4566-9e56-7b74ce56f7bc HTTP/1.1" status: 204 len: 173 time: 1.2323005 Jan 31 16:14:11.327901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1a3736-bdb2-4760-8528-bf496e151d53', 'name': 'network-vif-deleted', 'tag': '163f6cbc-b483-4566-9e56-7b74ce56f7bc'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:14:11.330913 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa235c6d-fb94-46ae-900f-afeaa32ed74c" -d '{"events": [{"server_uuid": "eb1a3736-bdb2-4760-8528-bf496e151d53", "name": "network-vif-deleted", "tag": "163f6cbc-b483-4566-9e56-7b74ce56f7bc"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:14:11.356150 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.356980 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.367646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Allocated IP 172.20.0.12 (56bd6bf2-2046-46b1-a2a9-9c8678af34fc/41fa6d9b-6e38-4446-8b4b-15e8f57f0747/03fc1ce6-1549-4549-adfb-ac8c766fc9f4) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:11.408647 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a831a589-c9f1-42be-a5b1-a8dfdc6cb385 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.426826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a831a589-c9f1-42be-a5b1-a8dfdc6cb385 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:11.427816 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a831a589-c9f1-42be-a5b1-a8dfdc6cb385 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.460326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866f73fa-f736-41b1-80ad-6502e4188189 None None] Network 482c2701-f19d-43ce-b69a-abf0aac6ad10 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:11.535936 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'Port': ['ID=74bbdab7-9f10-4489-9f8e-08920cc28a26,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:11.542558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.547847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831a589-c9f1-42be-a5b1-a8dfdc6cb385 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=7ee22a8e-1705-41df-a970-43c9632428f7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:11.563893 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a831a589-c9f1-42be-a5b1-a8dfdc6cb385 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6848178 Jan 31 16:14:11.568362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42064) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:11.576173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c8031f09-3b8c-495a-8158-fdedc7c8dcc7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'network_id': '7ee22a8e-1705-41df-a970-43c9632428f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:11.598033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] No DVR routers for this DVR port cbda639f-8b8b-4712-99cb-37fa2addad3e on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:11.614853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Pushing event deleted for resources: {'Port': ['ID=cbda639f-8b8b-4712-99cb-37fa2addad3e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:11.713982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 7ee22a8e-1705-41df-a970-43c9632428f7 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:11.743782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8031f09-3b8c-495a-8158-fdedc7c8dcc7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:11.747534 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8031f09-3b8c-495a-8158-fdedc7c8dcc7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.752750 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7522ed20-5337-4d35-bae1-617dfc8974d9 x-openstack-request-id: req-7522ed20-5337-4d35-bae1-617dfc8974d9 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:14:11.753177 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1a3736-bdb2-4760-8528-bf496e151d53", "name": "network-vif-deleted", "tag": "163f6cbc-b483-4566-9e56-7b74ce56f7bc", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:14:11.753577 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7522ed20-5337-4d35-bae1-617dfc8974d9 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:14:11.753978 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1a3736-bdb2-4760-8528-bf496e151d53', 'name': 'network-vif-deleted', 'tag': '163f6cbc-b483-4566-9e56-7b74ce56f7bc', 'status': 'completed', 'code': 200} Jan 31 16:14:11.797917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-48c33f82-0946-4759-aa15-1222d4c9349a None None] Provisioning complete for port 74bbdab7-9f10-4489-9f8e-08920cc28a26 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:11.798274 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-48c33f82-0946-4759-aa15-1222d4c9349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:11.934966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-48c33f82-0946-4759-aa15-1222d4c9349a None None] Port 74bbdab7-9f10-4489-9f8e-08920cc28a26 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:11.990739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:12.136609 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8031f09-3b8c-495a-8158-fdedc7c8dcc7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.190255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Provisioning complete for port d63ccf94-6a84-4f39-bc42-4391e480259c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:12.190809 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.233434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8031f09-3b8c-495a-8158-fdedc7c8dcc7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=078142b5-b6db-4a51-8ab7-ae0c52940268,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:12.239373 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8031f09-3b8c-495a-8158-fdedc7c8dcc7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking segment: {'id': '65561d61-efd5-4ba3-a546-2992dbec5156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7ee22a8e-1705-41df-a970-43c9632428f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:12.239737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8031f09-3b8c-495a-8158-fdedc7c8dcc7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network hostable DHCP agents. Network: 7ee22a8e-1705-41df-a970-43c9632428f7, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:12.265089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8031f09-3b8c-495a-8158-fdedc7c8dcc7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network 7ee22a8e-1705-41df-a970-43c9632428f7 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:12.288788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c8031f09-3b8c-495a-8158-fdedc7c8dcc7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 7ee22a8e-1705-41df-a970-43c9632428f7) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:12.293448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8031f09-3b8c-495a-8158-fdedc7c8dcc7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:12.293897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8031f09-3b8c-495a-8158-fdedc7c8dcc7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.311518 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.312929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed8c536-2979-413d-83dc-2f5b61f6cd2b None None] Network 7ee22a8e-1705-41df-a970-43c9632428f7 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:12.313648 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c8031f09-3b8c-495a-8158-fdedc7c8dcc7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7419276 Jan 31 16:14:12.317767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42076) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:12.318509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Network b3d1ab9b-3b31-4891-9d61-c886e206fa8d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:12.336853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:12.428891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:12.429274 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.549636 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173d0526-bb21-49ca-aaa5-cf275d7c2a3b']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:12.590905 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.601144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a895b9e-39dc-498d-ac03-0bad0345f428') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:12.601543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a895b9e-39dc-498d-ac03-0bad0345f428') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:12.646317 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.688953 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.746343 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.770750 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Router d85c6127-7603-48e8-8542-e80a1574de9e is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:14:12.818866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.819228 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.832649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:12.833277 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.928873 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] For port d63ccf94-6a84-4f39-bc42-4391e480259c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d63ccf94-6a84-4f39-bc42-4391e480259c,segment=NetworkSegment(7f48fe88-8b54-451a-8e5f-11ab599dcc3a),segment_id=7f48fe88-8b54-451a-8e5f-11ab599dcc3a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:12.971364 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:12.973890 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.974026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:12.995861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701ee01-f6c4-4329-a594-5d59888c691b req-7f0ed90d-8153-4d6f-b3b9-895997afb5b8 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:12.997714 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f701ee01-f6c4-4329-a594-5d59888c691b req-7f0ed90d-8153-4d6f-b3b9-895997afb5b8 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 945 time: 0.1582842 Jan 31 16:14:12.999591 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:13.059309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc7b64e-5b29-4623-b452-8b7fc07d7bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-7ee22a8e-1705-41df-a970-43c9632428f7', 'network_id': '7ee22a8e-1705-41df-a970-43c9632428f7', 'tenant_id': 'bce8188a268b4df0bda44454078854b1', 'fixed_ips': [{'subnet_id': '078142b5-b6db-4a51-8ab7-ae0c52940268'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:13.060288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2fc7b64e-5b29-4623-b452-8b7fc07d7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:13.072490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Subnet': ['ID=078142b5-b6db-4a51-8ab7-ae0c52940268,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:13.140095 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:13.143832 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] 10.222.0.36 "DELETE /v2.0/networks/173d0526-bb21-49ca-aaa5-cf275d7c2a3b HTTP/1.1" status: 204 len: 168 time: 5.5570855 Jan 31 16:14:13.145820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01186961-f3ee-4b7f-9d23-bb36e2523333 tempest-TagsExtTest-484310235 tempest-TagsExtTest-484310235-project] Pushing event deleted for resources: {'Network': ['ID=173d0526-bb21-49ca-aaa5-cf275d7c2a3b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:13.179465 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f701ee01-f6c4-4329-a594-5d59888c691b req-1f5958c9-104c-448f-91d9-a9c60e2f1c75 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741951 Jan 31 16:14:13.192438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:13.201861 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:13.232744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 163f6cbc-b483-4566-9e56-7b74ce56f7bc no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:13.248889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee22a8e-1705-41df-a970-43c9632428f7']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:13.268648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65561d61-efd5-4ba3-a546-2992dbec5156') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:13.268938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65561d61-efd5-4ba3-a546-2992dbec5156') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:13.272065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fa49fe79-3e0a-4b9a-87c1-80edcd9312a5 None None] Provisioning complete for port d63ccf94-6a84-4f39-bc42-4391e480259c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:13.272608 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fa49fe79-3e0a-4b9a-87c1-80edcd9312a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:13.274541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29693b89-9471-4969-9a93-9d2728c78c0b None None] Network 7ee22a8e-1705-41df-a970-43c9632428f7 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:13.281604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 163f6cbc-b483-4566-9e56-7b74ce56f7bc {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:14:13.282202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 163f6cbc-b483-4566-9e56-7b74ce56f7bc not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:14:13.294932 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:13.297896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:14:13.316284 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed51292-8402-48fc-a6f3-5a3ad1aad40d None None] Sync routers for ids ['d85c6127-7603-48e8-8542-e80a1574de9e'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:14:13.320248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:13.328610 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-29891329-ae24-4190-ad40-04f32907b0de tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "PUT /v2.0/routers/d85c6127-7603-48e8-8542-e80a1574de9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1969755 Jan 31 16:14:13.328931 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:13.331574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42090) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:13.339120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:13.343528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:13.358424 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed51292-8402-48fc-a6f3-5a3ad1aad40d None None] Routers {'d85c6127-7603-48e8-8542-e80a1574de9e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:14:13.360237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Pushing event updated for resources: {'Port': ['ID=d63ccf94-6a84-4f39-bc42-4391e480259c,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:13.362847 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-fed51292-8402-48fc-a6f3-5a3ad1aad40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:13:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d85c6127-7603-48e8-8542-e80a1574de9e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:13.387329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event updated for resources: {'Port': ['ID=03fc1ce6-1549-4549-adfb-ac8c766fc9f4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:13.399693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2410aa5a-db9d-4fd5-978c-a39c49e7411b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:13.433942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:13.434882 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:13.458061 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9372bc37-c744-43d6-a472-e8f9851bc268 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5042031 Jan 31 16:14:13.460892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42092) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:13.468542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-82376a91-1aa8-4ea2-b615-5c46cb0178c4 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:10:96:b0'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:13.470072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:13.470529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:13.473878 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:13.483333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:13.483673 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:13.484006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:13.484341 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:13.484664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:13.484984 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:13.485303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:13.485766 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-fed51292-8402-48fc-a6f3-5a3ad1aad40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:13.503944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:13.504392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:13.504820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:13.505060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:13.511840 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed51292-8402-48fc-a6f3-5a3ad1aad40d None None] Routers {'d85c6127-7603-48e8-8542-e80a1574de9e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:14:13.512473 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-fed51292-8402-48fc-a6f3-5a3ad1aad40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:13:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d85c6127-7603-48e8-8542-e80a1574de9e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:13.526143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e045e-f31c-43a2-9867-c425f494d742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:13.812691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42096) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:13.814112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82376a91-1aa8-4ea2-b615-5c46cb0178c4 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:13.845804 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-fed51292-8402-48fc-a6f3-5a3ad1aad40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:13.846471 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed51292-8402-48fc-a6f3-5a3ad1aad40d None None] The sync data for ids ['d85c6127-7603-48e8-8542-e80a1574de9e'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:14:13.916646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d98431a-91ee-4012-8999-0de3dd38de79 None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:14:13.921457 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 2410aa5a-db9d-4fd5-978c-a39c49e7411b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:13.921754 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.097263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fa49fe79-3e0a-4b9a-87c1-80edcd9312a5 None None] Provisioning complete for port 74bbdab7-9f10-4489-9f8e-08920cc28a26 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:14.097661 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fa49fe79-3e0a-4b9a-87c1-80edcd9312a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.151379 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2bb24a1b-315d-46aa-90aa-14c8b8d5e858 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86d32844cc614d8d870f2b99755658c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183305 Jan 31 16:14:14.152638 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42102) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:14.222145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-fa49fe79-3e0a-4b9a-87c1-80edcd9312a5 None None] Port 74bbdab7-9f10-4489-9f8e-08920cc28a26 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:14.242892 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d98431a-91ee-4012-8999-0de3dd38de79 None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:14:14.251721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d63ccf94-6a84-4f39-bc42-4391e480259c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:14.377321 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.390304 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82376a91-1aa8-4ea2-b615-5c46cb0178c4 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.406374 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82376a91-1aa8-4ea2-b615-5c46cb0178c4 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.410983 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.418320 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/7ee22a8e-1705-41df-a970-43c9632428f7 HTTP/1.1" status: 204 len: 168 time: 2.0957732 Jan 31 16:14:14.423056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-26bf3f0b-b4e7-43b0-9f1e-5be152a37f43 None None] Provisioning complete for port 03fc1ce6-1549-4549-adfb-ac8c766fc9f4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:14.423567 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-26bf3f0b-b4e7-43b0-9f1e-5be152a37f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.433266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42108) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:14.440136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0ad24a1a-8903-46b5-aae4-fe782a9f7168 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1190556538'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:14.449382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2becc-4dee-4621-ac4f-938da1247f98 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Network': ['ID=7ee22a8e-1705-41df-a970-43c9632428f7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:14.472402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d63ccf94-6a84-4f39-bc42-4391e480259c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:14.472825 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.533620 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e2b3-cf30-4cd2-9078-4c8d6f86cdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.537613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad24a1a-8903-46b5-aae4-fe782a9f7168 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:14.541372 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ad24a1a-8903-46b5-aae4-fe782a9f7168 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.553248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b05a5-4758-4401-87d8-127011d0b790 req-05afb43b-b2d6-46b1-9234-f94271cac631 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:14.554898 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b04b05a5-4758-4401-87d8-127011d0b790 req-05afb43b-b2d6-46b1-9234-f94271cac631 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 945 time: 0.1890445 Jan 31 16:14:14.585263 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82376a91-1aa8-4ea2-b615-5c46cb0178c4 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event updated for resources: {'Port': ['ID=03fc1ce6-1549-4549-adfb-ac8c766fc9f4,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:14.615076 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e2b3-cf30-4cd2-9078-4c8d6f86cdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.627045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-26bf3f0b-b4e7-43b0-9f1e-5be152a37f43 None None] Port 03fc1ce6-1549-4549-adfb-ac8c766fc9f4 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:14.646257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0581c3-3c09-4492-a60b-56515f50752a req-fc39e745-0462-4dfa-9e01-117d9cd9149e tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:14.648358 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c0581c3-3c09-4492-a60b-56515f50752a req-fc39e745-0462-4dfa-9e01-117d9cd9149e tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 945 time: 0.3194158 Jan 31 16:14:14.668668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-82376a91-1aa8-4ea2-b615-5c46cb0178c4 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] In _notify_port_updated(), no bound segment for port 03fc1ce6-1549-4549-adfb-ac8c766fc9f4 on network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:14:14.687849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82376a91-1aa8-4ea2-b615-5c46cb0178c4 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:14.688546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82376a91-1aa8-4ea2-b615-5c46cb0178c4 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.689903 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-82376a91-1aa8-4ea2-b615-5c46cb0178c4 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "PUT /v2.0/ports/03fc1ce6-1549-4549-adfb-ac8c766fc9f4 HTTP/1.1" status: 200 len: 997 time: 1.2277935 Jan 31 16:14:14.700279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42110) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:14.737116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad24a1a-8903-46b5-aae4-fe782a9f7168 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:14.737728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cbda639f-8b8b-4712-99cb-37fa2addad3e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:14.781089 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c0581c3-3c09-4492-a60b-56515f50752a req-5358f6bb-c82f-4cc5-89b5-5696f0f036ef tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165831 Jan 31 16:14:14.791408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: cbda639f-8b8b-4712-99cb-37fa2addad3e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:14:14.791909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cbda639f-8b8b-4712-99cb-37fa2addad3e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:14:14.792297 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ad24a1a-8903-46b5-aae4-fe782a9f7168 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.792646 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-0ad24a1a-8903-46b5-aae4-fe782a9f7168 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Added segment 20c7658b-2d51-472e-9c12-96f0f849a12f of type vlan for network 663ce04d-616e-465f-a33c-a501668e8e18 Jan 31 16:14:14.809193 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e2b3-cf30-4cd2-9078-4c8d6f86cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.812446 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e2b3-cf30-4cd2-9078-4c8d6f86cdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:14.813753 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d5c8e2b3-cf30-4cd2-9078-4c8d6f86cdd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/885237f8-eef1-4ba5-bab1-a714b7d21632 HTTP/1.1" status: 204 len: 168 time: 0.6600924 Jan 31 16:14:14.828270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8e2b3-cf30-4cd2-9078-4c8d6f86cdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885237f8-eef1-4ba5-bab1-a714b7d21632,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:14.912439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ad24a1a-8903-46b5-aae4-fe782a9f7168 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:15.007428 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ad24a1a-8903-46b5-aae4-fe782a9f7168 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:15.021044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad24a1a-8903-46b5-aae4-fe782a9f7168 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:15.023653 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ad24a1a-8903-46b5-aae4-fe782a9f7168 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:15.092040 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d63ccf94-6a84-4f39-bc42-4391e480259c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:15.104753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-b04b05a5-4758-4401-87d8-127011d0b790 req-dda9d993-e5de-4952-a320-6489e305f686 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Deleting port 962b738b-91a7-4655-aca0-777c723d5b45 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:15.105203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b04b05a5-4758-4401-87d8-127011d0b790 req-dda9d993-e5de-4952-a320-6489e305f686 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:15.209387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d63ccf94-6a84-4f39-bc42-4391e480259c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:15.210466 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:15.215470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0ad24a1a-8903-46b5-aae4-fe782a9f7168 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7809820 Jan 31 16:14:15.218256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42120) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:15.224018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2ea06eed-7bd1-49b0-9c13-7f52072fc070 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'network_id': '663ce04d-616e-465f-a33c-a501668e8e18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:15.313038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a6ac17e0-7262-4a28-b6e1-b6b87847e997 None None] Provisioning complete for port 03fc1ce6-1549-4549-adfb-ac8c766fc9f4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:15.313753 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a6ac17e0-7262-4a28-b6e1-b6b87847e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:15.339422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad24a1a-8903-46b5-aae4-fe782a9f7168 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=663ce04d-616e-465f-a33c-a501668e8e18,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:15.366717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea06eed-7bd1-49b0-9c13-7f52072fc070 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:15.373167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd6b85-e81e-452c-8e3e-f7ff5ae319ba tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Deleting port 03fc1ce6-1549-4549-adfb-ac8c766fc9f4 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:15.373396 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ea06eed-7bd1-49b0-9c13-7f52072fc070 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:15.374245 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6b85-e81e-452c-8e3e-f7ff5ae319ba tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:15.384294 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 663ce04d-616e-465f-a33c-a501668e8e18 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:15.458575 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-fac70678-2300-4c3d-b5c0-5e07ded46590 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:14:15.460632 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fac70678-2300-4c3d-b5c0-5e07ded46590 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "PUT /v2.0/routers/d85c6127-7603-48e8-8542-e80a1574de9e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1279109 Jan 31 16:14:15.474183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42128) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:15.482465 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac17e0-7262-4a28-b6e1-b6b87847e997 None None] Port 03fc1ce6-1549-4549-adfb-ac8c766fc9f4 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:15.491277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b04b05a5-4758-4401-87d8-127011d0b790 req-dda9d993-e5de-4952-a320-6489e305f686 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] For port 962b738b-91a7-4655-aca0-777c723d5b45, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=962b738b-91a7-4655-aca0-777c723d5b45,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:15.492712 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b04b05a5-4758-4401-87d8-127011d0b790 req-dda9d993-e5de-4952-a320-6489e305f686 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:15.684519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-b04b05a5-4758-4401-87d8-127011d0b790 req-dda9d993-e5de-4952-a320-6489e305f686 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Calling delete_port for 962b738b-91a7-4655-aca0-777c723d5b45 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:15.746255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6b85-e81e-452c-8e3e-f7ff5ae319ba tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:15.769745 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ea06eed-7bd1-49b0-9c13-7f52072fc070 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:15.846278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd6b85-e81e-452c-8e3e-f7ff5ae319ba tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Calling delete_port for 03fc1ce6-1549-4549-adfb-ac8c766fc9f4 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:15.880907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea06eed-7bd1-49b0-9c13-7f52072fc070 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking segment: {'id': '20c7658b-2d51-472e-9c12-96f0f849a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '663ce04d-616e-465f-a33c-a501668e8e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:15.881441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea06eed-7bd1-49b0-9c13-7f52072fc070 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network hostable DHCP agents. Network: 663ce04d-616e-465f-a33c-a501668e8e18, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:15.901780 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea06eed-7bd1-49b0-9c13-7f52072fc070 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=bad220a7-3c92-430b-9e90-0824d832a257,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:15.948314 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea06eed-7bd1-49b0-9c13-7f52072fc070 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network 663ce04d-616e-465f-a33c-a501668e8e18 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:15.959883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-2ea06eed-7bd1-49b0-9c13-7f52072fc070 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 663ce04d-616e-465f-a33c-a501668e8e18) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:15.969893 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8151bf18-4233-4f54-9a2b-dfdfc8e011df None None] Network 663ce04d-616e-465f-a33c-a501668e8e18 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:15.994092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea06eed-7bd1-49b0-9c13-7f52072fc070 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:15.994612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ea06eed-7bd1-49b0-9c13-7f52072fc070 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:16.049677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2ea06eed-7bd1-49b0-9c13-7f52072fc070 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8300910 Jan 31 16:14:16.052343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42146) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:16.223422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:16.226933 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac82ce-6ca1-41e6-a84b-9beaf69a3b27 req-4f099522-aec2-4596-bb61-14391c0e98d1 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:16.228862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40ac82ce-6ca1-41e6-a84b-9beaf69a3b27 req-4f099522-aec2-4596-bb61-14391c0e98d1 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=faeaf5a2-d15a-439f-bc12-f030b3b09bc4 HTTP/1.1" status: 200 len: 945 time: 0.2049727 Jan 31 16:14:16.336955 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b04b05a5-4758-4401-87d8-127011d0b790 req-dda9d993-e5de-4952-a320-6489e305f686 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:16.338233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:16.397426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9d993-e5de-4952-a320-6489e305f686 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Pushing event deleted for resources: {'Port': ['ID=962b738b-91a7-4655-aca0-777c723d5b45,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:16.410002 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40ac82ce-6ca1-41e6-a84b-9beaf69a3b27 req-d050a747-a7d1-4c04-96f7-0c9294aacf99 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703823 Jan 31 16:14:16.435868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['3c750802-1495-43b9-b4bf-6d6b24b344c2'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:14:16.464257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04b05a5-4758-4401-87d8-127011d0b790 req-dda9d993-e5de-4952-a320-6489e305f686 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] No DVR routers for this DVR port 962b738b-91a7-4655-aca0-777c723d5b45 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:16.468236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f46d9-b7fc-4c9e-9e76-9c35eebd7c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-663ce04d-616e-465f-a33c-a501668e8e18', 'network_id': '663ce04d-616e-465f-a33c-a501668e8e18', 'tenant_id': 'bce8188a268b4df0bda44454078854b1', 'fixed_ips': [{'subnet_id': 'bad220a7-3c92-430b-9e90-0824d832a257'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:16.469098 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b04b05a5-4758-4401-87d8-127011d0b790 req-dda9d993-e5de-4952-a320-6489e305f686 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:16.469228 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e54f46d9-b7fc-4c9e-9e76-9c35eebd7c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:16.472756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b04b05a5-4758-4401-87d8-127011d0b790 req-dda9d993-e5de-4952-a320-6489e305f686 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.30 "DELETE /v2.0/ports/962b738b-91a7-4655-aca0-777c723d5b45 HTTP/1.1" status: 204 len: 173 time: 1.8822291 Jan 31 16:14:16.473576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6b85-e81e-452c-8e3e-f7ff5ae319ba tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:16.475136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faeaf5a2-d15a-439f-bc12-f030b3b09bc4', 'name': 'network-vif-deleted', 'tag': '962b738b-91a7-4655-aca0-777c723d5b45'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:14:16.477766 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ea3d25-8907-47d5-9d72-565c2a0940fa" -d '{"events": [{"server_uuid": "faeaf5a2-d15a-439f-bc12-f030b3b09bc4", "name": "network-vif-deleted", "tag": "962b738b-91a7-4655-aca0-777c723d5b45"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:14:16.586892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd6b85-e81e-452c-8e3e-f7ff5ae319ba tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event deleted for resources: {'Port': ['ID=03fc1ce6-1549-4549-adfb-ac8c766fc9f4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:16.601172 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:16.615989 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fdfcb3-0588-4794-8055-bd0bc8362911 x-openstack-request-id: req-74fdfcb3-0588-4794-8055-bd0bc8362911 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:14:16.616304 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faeaf5a2-d15a-439f-bc12-f030b3b09bc4", "name": "network-vif-deleted", "tag": "962b738b-91a7-4655-aca0-777c723d5b45", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:14:16.616561 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74fdfcb3-0588-4794-8055-bd0bc8362911 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:14:16.616969 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faeaf5a2-d15a-439f-bc12-f030b3b09bc4', 'name': 'network-vif-deleted', 'tag': '962b738b-91a7-4655-aca0-777c723d5b45', 'status': 'completed', 'code': 200} Jan 31 16:14:16.726479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Subnet': ['ID=bad220a7-3c92-430b-9e90-0824d832a257,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server [None req-e54f46d9-b7fc-4c9e-9e76-9c35eebd7c34 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bad220a7-3c92-430b-9e90-0824d832a257: This subnet is being modified by another concurrent operation. Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise exception Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bad220a7-3c92-430b-9e90-0824d832a257: This subnet is being modified by another concurrent operation. Jan 31 16:14:16.821159 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Jan 31 16:14:16.861396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fabdee5-bd09-482b-b341-12d36bd075f5 None None] Network 663ce04d-616e-465f-a33c-a501668e8e18 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:16.905013 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6b85-e81e-452c-8e3e-f7ff5ae319ba tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:16.912170 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f6bd6b85-e81e-452c-8e3e-f7ff5ae319ba tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "DELETE /v2.0/ports/03fc1ce6-1549-4549-adfb-ac8c766fc9f4 HTTP/1.1" status: 204 len: 168 time: 2.2108123 Jan 31 16:14:16.915460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42160) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:16.925344 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c052de56-b186-4670-8055-e54483290999 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:16.944966 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:17.002716 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c20664-f54b-4376-b12b-d93293f04c05 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] GET failed (client error): The resource could not be found. Jan 31 16:14:17.004292 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-34c20664-f54b-4376-b12b-d93293f04c05 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "GET /v2.0/ports/03fc1ce6-1549-4549-adfb-ac8c766fc9f4 HTTP/1.1" status: 404 len: 333 time: 0.0878153 Jan 31 16:14:17.008236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42164) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:17.024747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Request body: {'port': {'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc', 'name': 'tempest-AllowedAddressPairTestJSON-662021910'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:17.035100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663ce04d-616e-465f-a33c-a501668e8e18']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:17.070428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c7658b-2d51-472e-9c12-96f0f849a12f') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:17.070428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c7658b-2d51-472e-9c12-96f0f849a12f') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:17.090146 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:17.155977 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:17.173242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:17.173926 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:17.177399 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:17.209662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d1916f-a06e-4849-9309-82478c772291 None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:14:17.272811 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 962b738b-91a7-4655-aca0-777c723d5b45 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:17.308530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 962b738b-91a7-4655-aca0-777c723d5b45 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:14:17.309241 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 962b738b-91a7-4655-aca0-777c723d5b45 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:14:17.321401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-12610fae-cec7-49e4-9976-e1e31b49ff47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:17.373483 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:17.394735 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:17.399451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/663ce04d-616e-465f-a33c-a501668e8e18 HTTP/1.1" status: 204 len: 168 time: 1.3451996 Jan 31 16:14:17.408236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42174) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:17.419397 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d1916f-a06e-4849-9309-82478c772291 None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:14:17.420198 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b47433-ff03-41f4-98ab-24a11385069f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Network': ['ID=663ce04d-616e-465f-a33c-a501668e8e18,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:17.424734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0400f52d-edab-481c-bb28-2a4a96b76294 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-414663560'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:17.437773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Made reservation on behalf of 405417bd2a7a4b23a053cd9b5ef985f1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:17.451482 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:17.462116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c052de56-b186-4670-8055-e54483290999 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Deleting port 74bbdab7-9f10-4489-9f8e-08920cc28a26 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:17.462456 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c052de56-b186-4670-8055-e54483290999 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:17.508411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] device_id is not set on port 52799e59-cba5-450c-929d-ec6a38bbf363 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:14:17.591422 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c052de56-b186-4670-8055-e54483290999 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:17.623701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c052de56-b186-4670-8055-e54483290999 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Calling delete_port for 74bbdab7-9f10-4489-9f8e-08920cc28a26 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:17.781530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Allocated IP 172.20.0.13 (56bd6bf2-2046-46b1-a2a9-9c8678af34fc/41fa6d9b-6e38-4446-8b4b-15e8f57f0747/52799e59-cba5-450c-929d-ec6a38bbf363) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:17.816739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0400f52d-edab-481c-bb28-2a4a96b76294 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:17.822851 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0400f52d-edab-481c-bb28-2a4a96b76294 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:17.970877 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0400f52d-edab-481c-bb28-2a4a96b76294 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:17.992368 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0400f52d-edab-481c-bb28-2a4a96b76294 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:17.992730 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-0400f52d-edab-481c-bb28-2a4a96b76294 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Added segment e26d9022-6188-418f-a7a2-350f03bf577e of type vlan for network 7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043 Jan 31 16:14:18.072732 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0400f52d-edab-481c-bb28-2a4a96b76294 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:18.125063 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0400f52d-edab-481c-bb28-2a4a96b76294 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:18.137585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0400f52d-edab-481c-bb28-2a4a96b76294 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:18.138679 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0400f52d-edab-481c-bb28-2a4a96b76294 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:18.156843 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c052de56-b186-4670-8055-e54483290999 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:18.172275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0400f52d-edab-481c-bb28-2a4a96b76294 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7629137 Jan 31 16:14:18.183766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42202) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:18.206139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'network_id': '7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:18.286543 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:18.327908 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052de56-b186-4670-8055-e54483290999 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event deleted for resources: {'Port': ['ID=74bbdab7-9f10-4489-9f8e-08920cc28a26,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:18.447375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42208) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:18.464143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400f52d-edab-481c-bb28-2a4a96b76294 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:18.475819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:18.569240 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c052de56-b186-4670-8055-e54483290999 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:18.579523 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:18.783179 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:14:18.809001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:18.838109 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event updated for resources: {'Port': ['ID=52799e59-cba5-450c-929d-ec6a38bbf363,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:18.854148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:18.872985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:18.893247 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:18.905751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:18.935005 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-260ca70e-14fb-43b9-b95a-ef4d7fdf643b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:18.984479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c052de56-b186-4670-8055-e54483290999 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Router d85c6127-7603-48e8-8542-e80a1574de9e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:14:19.072207 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-260ca70e-14fb-43b9-b95a-ef4d7fdf643b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:19.142022 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-260ca70e-14fb-43b9-b95a-ef4d7fdf643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:19.188324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c052de56-b186-4670-8055-e54483290999 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:14:19.193740 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c052de56-b186-4670-8055-e54483290999 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "PUT /v2.0/routers/d85c6127-7603-48e8-8542-e80a1574de9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7181106 Jan 31 16:14:19.197929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42214) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:19.202960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a0f02-3628-4212-9439-41ff20f6653b None None] Sync routers for ids ['d85c6127-7603-48e8-8542-e80a1574de9e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:14:19.216950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a0f02-3628-4212-9439-41ff20f6653b None None] Routers {'d85c6127-7603-48e8-8542-e80a1574de9e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:14:19.217991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-488a0f02-3628-4212-9439-41ff20f6653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:13:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d85c6127-7603-48e8-8542-e80a1574de9e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:19.245916 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-a96e931a-b362-4145-a80f-985bdc57cf33 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] delete failed (client error): The resource could not be found. Jan 31 16:14:19.247580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a96e931a-b362-4145-a80f-985bdc57cf33 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-2061890565 HTTP/1.1" status: 404 len: 335 time: 0.0485940 Jan 31 16:14:19.251918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42216) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:19.253725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:19.254422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:19.258403 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-26f27342-0daa-4048-9f86-9fd67a30877d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd85c6127-7603-48e8-8542-e80a1574de9e'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:19.271297 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_backend_mixin [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Performing IP validity checks on allocation pools {{(pid=108772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 16:14:19.272567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_backend_mixin [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 16:14:19.309918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-488a0f02-3628-4212-9439-41ff20f6653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:19.346680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a0f02-3628-4212-9439-41ff20f6653b None None] Routers {'d85c6127-7603-48e8-8542-e80a1574de9e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:14:19.352543 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-488a0f02-3628-4212-9439-41ff20f6653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:13:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d85c6127-7603-48e8-8542-e80a1574de9e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:19.399964 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-260ca70e-14fb-43b9-b95a-ef4d7fdf643b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36dc64ec4e0547b499afbcf03a0d5c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9459410 Jan 31 16:14:19.408408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42222) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:19.410481 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c07497d9-d8c3-4718-bd6f-ab31a127ed19 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4014728 Jan 31 16:14:19.412541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ca70e-14fb-43b9-b95a-ef4d7fdf643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a88bb-c5e2-4c94-b97d-e39761698890,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:19.415168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42224) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:19.429664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Request body: {'port': {'network_id': '56bd6bf2-2046-46b1-a2a9-9c8678af34fc', 'name': 'tempest-AllowedAddressPairTestJSON-23057445'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:19.447636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b7bac358-85d7-4517-9858-765ee5a17e89 None None] Provisioning complete for port 52799e59-cba5-450c-929d-ec6a38bbf363 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:19.448014 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7bac358-85d7-4517-9858-765ee5a17e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:19.462899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-488a0f02-3628-4212-9439-41ff20f6653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:19.463570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a0f02-3628-4212-9439-41ff20f6653b None None] The sync data for ids ['d85c6127-7603-48e8-8542-e80a1574de9e'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:14:19.537524 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b7bac358-85d7-4517-9858-765ee5a17e89 None None] Port 52799e59-cba5-450c-929d-ec6a38bbf363 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:19.669949 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d1ad89e9-8822-4cd5-83c9-9798595ec906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:19.720719 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Made reservation on behalf of 405417bd2a7a4b23a053cd9b5ef985f1 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:19.722714 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:19.735789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:19.781084 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] device_id is not set on port 7e33133b-37f0-46e3-9062-9e3fc8efbe71 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:14:19.872844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking segment: {'id': 'e26d9022-6188-418f-a7a2-350f03bf577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:19.873538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network hostable DHCP agents. Network: 7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:19.879649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=875ac570-55d4-48f2-8c8c-bd26a04c0138,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:19.913694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network 7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:19.952611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:19.962868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b09c88c-72e7-4c5c-8908-14ba3d7ec726 None None] Network 7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:19.977994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:19.978568 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.006802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Allocated IP 172.20.0.5 (56bd6bf2-2046-46b1-a2a9-9c8678af34fc/41fa6d9b-6e38-4446-8b4b-15e8f57f0747/7e33133b-37f0-46e3-9062-9e3fc8efbe71) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:20.014770 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-25a68c20-df0c-4657-a08a-34bc56fafe8b tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8232553 Jan 31 16:14:20.017625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42228) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:20.187264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043', 'network_id': '7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043', 'tenant_id': 'bce8188a268b4df0bda44454078854b1', 'fixed_ips': [{'subnet_id': '875ac570-55d4-48f2-8c8c-bd26a04c0138'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:20.188148 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.253188 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.300412 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-26f27342-0daa-4048-9f86-9fd67a30877d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.303732 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-455ed146-70bb-459f-b37d-7708b44c5e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.350229 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-26f27342-0daa-4048-9f86-9fd67a30877d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] update failed (client error): The resource could not be found. Jan 31 16:14:20.354714 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-26f27342-0daa-4048-9f86-9fd67a30877d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "PUT /v2.0/routers/d85c6127-7603-48e8-8542-e80a1574de9e HTTP/1.1" status: 404 len: 339 time: 1.0981417 Jan 31 16:14:20.356978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42230) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:20.364829 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a6c27d50-ba41-4b59-91fe-d8b66383c526 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-879668894'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:20.379529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-455ed146-70bb-459f-b37d-7708b44c5e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.452847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.482815 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c27d50-ba41-4b59-91fe-d8b66383c526 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Made reservation on behalf of a7b0c814da324d21b9965bf72b7181b9 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:20.487631 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6c27d50-ba41-4b59-91fe-d8b66383c526 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.506990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Allocated IP 172.20.0.3 (7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043/875ac570-55d4-48f2-8c8c-bd26a04c0138/c1145d84-97b3-4b22-919b-faef08fab835) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:20.557661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-455ed146-70bb-459f-b37d-7708b44c5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.557661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-455ed146-70bb-459f-b37d-7708b44c5e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.557661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-455ed146-70bb-459f-b37d-7708b44c5e65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e00a88bb-c5e2-4c94-b97d-e39761698890 HTTP/1.1" status: 204 len: 168 time: 1.1401587 Jan 31 16:14:20.568623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c27d50-ba41-4b59-91fe-d8b66383c526 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:20.578779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ed146-70bb-459f-b37d-7708b44c5e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a88bb-c5e2-4c94-b97d-e39761698890,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:20.596733 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6c27d50-ba41-4b59-91fe-d8b66383c526 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.597083 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-a6c27d50-ba41-4b59-91fe-d8b66383c526 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Added segment 3ba2998f-ae48-4667-9148-495fb15a565c of type vlan for network 3d20df79-ad1c-441b-a8c3-2b08b304dbf5 Jan 31 16:14:20.606256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.714163 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.723980 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6c27d50-ba41-4b59-91fe-d8b66383c526 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.772944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6c27d50-ba41-4b59-91fe-d8b66383c526 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.780436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c27d50-ba41-4b59-91fe-d8b66383c526 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:20.781068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6c27d50-ba41-4b59-91fe-d8b66383c526 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:20.808158 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a6c27d50-ba41-4b59-91fe-d8b66383c526 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4499774 Jan 31 16:14:20.811901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event updated for resources: {'Port': ['ID=7e33133b-37f0-46e3-9062-9e3fc8efbe71,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:20.818152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42240) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:20.826711 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0bd5c4b9-bb8f-47a3-b1cd-3bf0048921d0 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Request body: {'subnet': {'network_id': '3d20df79-ad1c-441b-a8c3-2b08b304dbf5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:20.914406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c27d50-ba41-4b59-91fe-d8b66383c526 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'Network': ['ID=3d20df79-ad1c-441b-a8c3-2b08b304dbf5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:20.916961 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:20.925318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:20.929927 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:21.002475 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.007076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 3d20df79-ad1c-441b-a8c3-2b08b304dbf5 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:21.045039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd5c4b9-bb8f-47a3-b1cd-3bf0048921d0 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Made reservation on behalf of a7b0c814da324d21b9965bf72b7181b9 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:21.061991 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0bd5c4b9-bb8f-47a3-b1cd-3bf0048921d0 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.100921 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.102268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:21.104224 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.124500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42244) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:21.155333 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a88f6612-cbcb-431c-952f-e969b987e9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.218529 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.221399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Network 7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:21.224814 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.232819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:21.238823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:21.314048 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2480ce08-eab2-404a-b328-3f22bf1b54ce tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8886499 Jan 31 16:14:21.316907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42246) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:21.317897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Subnet': ['ID=875ac570-55d4-48f2-8c8c-bd26a04c0138,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:21.341556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-70437aa2-b6ac-4f52-be16-c4051d6cf149 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:10:96:b0'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:78:b9:77'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:21.383798 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Pushing event updated for resources: {'Port': ['ID=c1145d84-97b3-4b22-919b-faef08fab835,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:21.388807 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Attempting to bind port c1145d84-97b3-4b22-919b-faef08fab835 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:14:21.389163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Attempting to bind port c1145d84-97b3-4b22-919b-faef08fab835 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'e26d9022-6188-418f-a7a2-350f03bf577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:14:21.389541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Attempting to bind port c1145d84-97b3-4b22-919b-faef08fab835 on network 7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:14:21.395401 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:14:21.395770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Checking segment: {'id': 'e26d9022-6188-418f-a7a2-350f03bf577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:21.396413 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.397167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Bound using segment: {'id': 'e26d9022-6188-418f-a7a2-350f03bf577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:14:21.397650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Bound port: c1145d84-97b3-4b22-919b-faef08fab835, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26d9022-6188-418f-a7a2-350f03bf577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:14:21.398034 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.416076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5af97061-8a9a-4b4c-939a-7fd33de869b4 None None] Provisioning complete for port 7e33133b-37f0-46e3-9062-9e3fc8efbe71 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:21.416436 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5af97061-8a9a-4b4c-939a-7fd33de869b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.427891 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.465962 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:21.557149 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5af97061-8a9a-4b4c-939a-7fd33de869b4 None None] Port 7e33133b-37f0-46e3-9062-9e3fc8efbe71 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:21.584061 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a88f6612-cbcb-431c-952f-e969b987e9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.604360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] For port c1145d84-97b3-4b22-919b-faef08fab835, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:14:21.611288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] For port c1145d84-97b3-4b22-919b-faef08fab835, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c1145d84-97b3-4b22-919b-faef08fab835,segment=NetworkSegment(e26d9022-6188-418f-a7a2-350f03bf577e),segment_id=e26d9022-6188-418f-a7a2-350f03bf577e)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:14:21.626220 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a88f6612-cbcb-431c-952f-e969b987e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.636683 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.679957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f6612-cbcb-431c-952f-e969b987e9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b6410-77cb-4307-bead-b187720c9e6d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:21.700689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26d9022-6188-418f-a7a2-350f03bf577e') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:21.701484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26d9022-6188-418f-a7a2-350f03bf577e') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:21.707716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-70437aa2-b6ac-4f52-be16-c4051d6cf149 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.717437 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a88f6612-cbcb-431c-952f-e969b987e9a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5b397955aa0436ca52b8514e614b5b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911233 Jan 31 16:14:21.724224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42262) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:21.780090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0bd5c4b9-bb8f-47a3-b1cd-3bf0048921d0 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.791873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.805785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5d617-e232-4199-9b67-dd01511cb0f7 None None] Pushing event updated for resources: {'Port': ['ID=c1145d84-97b3-4b22-919b-faef08fab835,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:21.820341 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f2399-8e06-4697-87f2-acb01d4d2b69 None None] Network 7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:21.934849 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.937179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd5c4b9-bb8f-47a3-b1cd-3bf0048921d0 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Checking segment: {'id': '3ba2998f-ae48-4667-9148-495fb15a565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3d20df79-ad1c-441b-a8c3-2b08b304dbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:21.937551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd5c4b9-bb8f-47a3-b1cd-3bf0048921d0 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Network hostable DHCP agents. Network: 3d20df79-ad1c-441b-a8c3-2b08b304dbf5, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:21.958799 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:21.959208 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:21.964885 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:22.047708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64143f36-147c-452f-bd36-352597a9e803 None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:14:22.088128 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff41ed-d93d-46b1-b69a-e940c89e574e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.088353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-70437aa2-b6ac-4f52-be16-c4051d6cf149 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.102834 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-70437aa2-b6ac-4f52-be16-c4051d6cf149 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.140729 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff41ed-d93d-46b1-b69a-e940c89e574e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.153480 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd5c4b9-bb8f-47a3-b1cd-3bf0048921d0 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Network 3d20df79-ad1c-441b-a8c3-2b08b304dbf5 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:22.163213 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5c4b9-bb8f-47a3-b1cd-3bf0048921d0 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'Subnet': ['ID=4dc0d854-d02d-4bea-b089-d97a2523a05a,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:22.170239 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.db.api [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 16:14:22.170239 n-d-827120-1 neutron-server[108772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 16:14:22.170239 n-d-827120-1 neutron-server[108772]: [parameters: {'id': '7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043'}] Jan 31 16:14:22.170239 n-d-827120-1 neutron-server[108772]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:14:22.170588 n-d-827120-1 neutron-server[108772]: DEBUG oslo_db.api [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:14:22.183185 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0bd5c4b9-bb8f-47a3-b1cd-3bf0048921d0 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 3d20df79-ad1c-441b-a8c3-2b08b304dbf5) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:22.217201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd5c4b9-bb8f-47a3-b1cd-3bf0048921d0 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:22.220268 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0bd5c4b9-bb8f-47a3-b1cd-3bf0048921d0 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.286872 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0bd5c4b9-bb8f-47a3-b1cd-3bf0048921d0 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4675128 Jan 31 16:14:22.288690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42272) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:22.302373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5c603305-2b73-4ae2-9365-e876fc9d04e8 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d20df79-ad1c-441b-a8c3-2b08b304dbf5'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:22.347111 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.358858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70437aa2-b6ac-4f52-be16-c4051d6cf149 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event updated for resources: {'Port': ['ID=7e33133b-37f0-46e3-9062-9e3fc8efbe71,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:22.398926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42274) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:22.460582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-70437aa2-b6ac-4f52-be16-c4051d6cf149 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] In _notify_port_updated(), no bound segment for port 7e33133b-37f0-46e3-9062-9e3fc8efbe71 on network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc {{(pid=108771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:14:22.481221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70437aa2-b6ac-4f52-be16-c4051d6cf149 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:22.486305 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-70437aa2-b6ac-4f52-be16-c4051d6cf149 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.490332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-70437aa2-b6ac-4f52-be16-c4051d6cf149 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "PUT /v2.0/ports/7e33133b-37f0-46e3-9062-9e3fc8efbe71 HTTP/1.1" status: 200 len: 1054 time: 1.1650279 Jan 31 16:14:22.491333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42280) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:22.547991 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff41ed-d93d-46b1-b69a-e940c89e574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.550513 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d7ff41ed-d93d-46b1-b69a-e940c89e574e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.563056 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d7ff41ed-d93d-46b1-b69a-e940c89e574e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a2b6410-77cb-4307-bead-b187720c9e6d HTTP/1.1" status: 204 len: 168 time: 0.8373692 Jan 31 16:14:22.572655 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.611275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64143f36-147c-452f-bd36-352597a9e803 None None] Unable to find a vacant binding_index for network 3d20df79-ad1c-441b-a8c3-2b08b304dbf5 and agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 {{(pid=108773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 31 16:14:22.626773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64143f36-147c-452f-bd36-352597a9e803 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 3d20df79-ad1c-441b-a8c3-2b08b304dbf5) {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:14:22.773556 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.776049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff41ed-d93d-46b1-b69a-e940c89e574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2b6410-77cb-4307-bead-b187720c9e6d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:22.810592 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-76cb10d8-13d2-41a7-88ed-84d430555498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.848310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd645af7-418c-4f8a-9379-7131d39f5e3f req-8cd898c6-8148-4d44-8f7f-b746c644b5e7 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:22.854026 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bd645af7-418c-4f8a-9379-7131d39f5e3f req-8cd898c6-8148-4d44-8f7f-b746c644b5e7 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 946 time: 0.2785287 Jan 31 16:14:22.903303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5c603305-2b73-4ae2-9365-e876fc9d04e8 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:22.936134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-81aef66c-5e79-443c-bc12-86eebc9fe84c tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Deleting port 7e33133b-37f0-46e3-9062-9e3fc8efbe71 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:22.936495 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81aef66c-5e79-443c-bc12-86eebc9fe84c tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.035760 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bd645af7-418c-4f8a-9379-7131d39f5e3f req-79d3f15a-52f2-42b1-9924-652cd893f152 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723518 Jan 31 16:14:23.055496 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81aef66c-5e79-443c-bc12-86eebc9fe84c tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.088315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-81aef66c-5e79-443c-bc12-86eebc9fe84c tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Calling delete_port for 7e33133b-37f0-46e3-9062-9e3fc8efbe71 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:23.111643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-3d20df79-ad1c-441b-a8c3-2b08b304dbf5', 'network_id': '3d20df79-ad1c-441b-a8c3-2b08b304dbf5', 'tenant_id': 'a7b0c814da324d21b9965bf72b7181b9', 'fixed_ips': [{'subnet_id': '4dc0d854-d02d-4bea-b089-d97a2523a05a'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:23.112627 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.174166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Deleting port c1145d84-97b3-4b22-919b-faef08fab835 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:23.174166 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.193504 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-76cb10d8-13d2-41a7-88ed-84d430555498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.200433 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-76cb10d8-13d2-41a7-88ed-84d430555498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.267095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb10d8-13d2-41a7-88ed-84d430555498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353a622-9585-4ec8-84cb-32d5003f940b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:23.280185 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-76cb10d8-13d2-41a7-88ed-84d430555498 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=436bfd8ad9774ecb8b2ec383df34e3fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8799379 Jan 31 16:14:23.282973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42294) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:23.365438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Allocated IP 2001:db8:1::2 (3d20df79-ad1c-441b-a8c3-2b08b304dbf5/4dc0d854-d02d-4bea-b089-d97a2523a05a/0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:23.403948 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a043a58-dc66-48c0-b6ff-1215b221a1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.420125 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81aef66c-5e79-443c-bc12-86eebc9fe84c tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.542948 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a043a58-dc66-48c0-b6ff-1215b221a1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.547265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aef66c-5e79-443c-bc12-86eebc9fe84c tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event deleted for resources: {'Port': ['ID=7e33133b-37f0-46e3-9062-9e3fc8efbe71,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:23.639156 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.662373 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.663900 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a043a58-dc66-48c0-b6ff-1215b221a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.667571 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1a043a58-dc66-48c0-b6ff-1215b221a1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.669177 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1a043a58-dc66-48c0-b6ff-1215b221a1dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1353a622-9585-4ec8-84cb-32d5003f940b HTTP/1.1" status: 204 len: 168 time: 0.3825252 Jan 31 16:14:23.786168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a043a58-dc66-48c0-b6ff-1215b221a1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353a622-9585-4ec8-84cb-32d5003f940b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:23.807283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Network 3d20df79-ad1c-441b-a8c3-2b08b304dbf5 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:23.831062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:23.854079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:23.885004 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Pushing event updated for resources: {'Port': ['ID=0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:23.930377 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81aef66c-5e79-443c-bc12-86eebc9fe84c tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:23.942896 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-81aef66c-5e79-443c-bc12-86eebc9fe84c tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "DELETE /v2.0/ports/7e33133b-37f0-46e3-9062-9e3fc8efbe71 HTTP/1.1" status: 204 len: 168 time: 1.4504805 Jan 31 16:14:23.945211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42310) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:23.981577 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4462cca-6b45-49b1-b753-8e12bab9b308 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] GET failed (client error): The resource could not be found. Jan 31 16:14:23.986267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e4462cca-6b45-49b1-b753-8e12bab9b308 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "GET /v2.0/ports/7e33133b-37f0-46e3-9062-9e3fc8efbe71 HTTP/1.1" status: 404 len: 333 time: 0.0412159 Jan 31 16:14:23.987652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42314) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:23.995009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Attempting to bind port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:14:23.995252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Attempting to bind port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '3ba2998f-ae48-4667-9148-495fb15a565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3d20df79-ad1c-441b-a8c3-2b08b304dbf5'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:14:23.995614 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Attempting to bind port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 on network 3d20df79-ad1c-441b-a8c3-2b08b304dbf5 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:14:24.009444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:14:24.009837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Checking segment: {'id': '3ba2998f-ae48-4667-9148-495fb15a565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3d20df79-ad1c-441b-a8c3-2b08b304dbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:24.010246 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:24.010638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Bound using segment: {'id': '3ba2998f-ae48-4667-9148-495fb15a565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3d20df79-ad1c-441b-a8c3-2b08b304dbf5'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:14:24.011111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Bound port: 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba2998f-ae48-4667-9148-495fb15a565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3d20df79-ad1c-441b-a8c3-2b08b304dbf5'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:14:24.011546 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:24.066967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] For port c1145d84-97b3-4b22-919b-faef08fab835, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c1145d84-97b3-4b22-919b-faef08fab835,segment=NetworkSegment(e26d9022-6188-418f-a7a2-350f03bf577e),segment_id=e26d9022-6188-418f-a7a2-350f03bf577e)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:24.067346 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:24.136982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Calling delete_port for c1145d84-97b3-4b22-919b-faef08fab835 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:24.150176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] For port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:14:24.160187 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] For port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256,segment=NetworkSegment(3ba2998f-ae48-4667-9148-495fb15a565c),segment_id=3ba2998f-ae48-4667-9148-495fb15a565c)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:14:24.161670 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-5c603305-2b73-4ae2-9365-e876fc9d04e8 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:14:24.166804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5c603305-2b73-4ae2-9365-e876fc9d04e8 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "PUT /v2.0/routers/d85c6127-7603-48e8-8542-e80a1574de9e HTTP/1.1" status: 400 len: 364 time: 1.8770843 Jan 31 16:14:24.166991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42324) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:24.167996 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:24.272901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0056effb-6207-4e91-98c2-efb0b712a579 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Deleting port 52799e59-cba5-450c-929d-ec6a38bbf363 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:24.273241 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0056effb-6207-4e91-98c2-efb0b712a579 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:24.284596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c496c-25fa-4e07-a355-ec2e182bfc86 None None] Pushing event updated for resources: {'Port': ['ID=0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:24.510332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c24c7-8df6-43ff-83b2-4ca2ac3fa063 req-8bb73fae-0044-42bb-87f6-230b50dc93f2 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:24.519999 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e1c24c7-8df6-43ff-83b2-4ca2ac3fa063 req-8bb73fae-0044-42bb-87f6-230b50dc93f2 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 946 time: 0.3127122 Jan 31 16:14:24.571489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07037548-1e5f-4868-9103-fbce43ce59e2 req-3d57aed2-359b-48b6-8a38-60999800c665 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:24.575324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07037548-1e5f-4868-9103-fbce43ce59e2 req-3d57aed2-359b-48b6-8a38-60999800c665 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.30 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 946 time: 0.3116300 Jan 31 16:14:24.617630 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0056effb-6207-4e91-98c2-efb0b712a579 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:24.636930 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e1c24c7-8df6-43ff-83b2-4ca2ac3fa063 req-cbfbb08f-07f1-4a30-9fd0-ee51f51d079e tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950494 Jan 31 16:14:24.651390 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:24.681731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0056effb-6207-4e91-98c2-efb0b712a579 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Calling delete_port for 52799e59-cba5-450c-929d-ec6a38bbf363 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:24.717606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Port': ['ID=c1145d84-97b3-4b22-919b-faef08fab835,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:24.720235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No DVR routers for this DVR port c1145d84-97b3-4b22-919b-faef08fab835 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:24.835307 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:24.859348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:24.862294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-07037548-1e5f-4868-9103-fbce43ce59e2 req-0f5ffb6e-a7ca-4e18-b30a-b5506dd6a7b9 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Deleting port 3c750802-1495-43b9-b4bf-6d6b24b344c2 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:24.862812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-07037548-1e5f-4868-9103-fbce43ce59e2 req-0f5ffb6e-a7ca-4e18-b30a-b5506dd6a7b9 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:24.873617 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26d9022-6188-418f-a7a2-350f03bf577e') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:24.873825 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26d9022-6188-418f-a7a2-350f03bf577e') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:24.884434 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:24.887357 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:24.902024 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:24.908534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:24.908932 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:25.002120 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:25.004844 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.023541 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.026707 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043 HTTP/1.1" status: 204 len: 168 time: 5.0078754 Jan 31 16:14:25.030988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4f23d-191f-41fe-a5d9-d5cbc81e14da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Network': ['ID=7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:25.032609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42346) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:25.039173 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b687531c-ab33-4a4a-9dd5-81d3ea15e383 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1454575122'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:25.123778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b687531c-ab33-4a4a-9dd5-81d3ea15e383 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:25.127509 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b687531c-ab33-4a4a-9dd5-81d3ea15e383 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.196618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b687531c-ab33-4a4a-9dd5-81d3ea15e383 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:25.235215 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b687531c-ab33-4a4a-9dd5-81d3ea15e383 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.235528 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-b687531c-ab33-4a4a-9dd5-81d3ea15e383 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Added segment 05128476-e223-4377-b964-3e2b59d4b639 of type vlan for network 05f56d27-f35d-4d73-816d-68ee72861326 Jan 31 16:14:25.238605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-07037548-1e5f-4868-9103-fbce43ce59e2 req-0f5ffb6e-a7ca-4e18-b30a-b5506dd6a7b9 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] For port 3c750802-1495-43b9-b4bf-6d6b24b344c2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=3c750802-1495-43b9-b4bf-6d6b24b344c2,segment=NetworkSegment(a7c41c98-f656-4499-8afd-c787187d4897),segment_id=a7c41c98-f656-4499-8afd-c787187d4897)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:25.238944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-07037548-1e5f-4868-9103-fbce43ce59e2 req-0f5ffb6e-a7ca-4e18-b30a-b5506dd6a7b9 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.259412 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0056effb-6207-4e91-98c2-efb0b712a579 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.294717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-07037548-1e5f-4868-9103-fbce43ce59e2 req-0f5ffb6e-a7ca-4e18-b30a-b5506dd6a7b9 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Calling delete_port for 3c750802-1495-43b9-b4bf-6d6b24b344c2 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:25.323673 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:25.382265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056effb-6207-4e91-98c2-efb0b712a579 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event deleted for resources: {'Port': ['ID=52799e59-cba5-450c-929d-ec6a38bbf363,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:25.466905 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b687531c-ab33-4a4a-9dd5-81d3ea15e383 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.469990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:25.472049 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.538053 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0056effb-6207-4e91-98c2-efb0b712a579 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.544919 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0056effb-6207-4e91-98c2-efb0b712a579 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "DELETE /v2.0/ports/52799e59-cba5-450c-929d-ec6a38bbf363 HTTP/1.1" status: 204 len: 168 time: 1.5562134 Jan 31 16:14:25.552167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42358) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:25.569843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Allocated IP 2001:db8::1 (84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0/383bdee4-4a02-487e-a685-b938e8fbd018/13d1cf60-dbbf-4301-a876-4fb36b492374) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:25.629200 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b687531c-ab33-4a4a-9dd5-81d3ea15e383 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.644478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b687531c-ab33-4a4a-9dd5-81d3ea15e383 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:25.647944 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b687531c-ab33-4a4a-9dd5-81d3ea15e383 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.664442 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabe8e09-5c9a-40c2-ab61-904b6cf1706b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] GET failed (client error): The resource could not be found. Jan 31 16:14:25.675347 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.678532 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aabe8e09-5c9a-40c2-ab61-904b6cf1706b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "GET /v2.0/ports/52799e59-cba5-450c-929d-ec6a38bbf363 HTTP/1.1" status: 404 len: 333 time: 0.1239693 Jan 31 16:14:25.744352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256,segment=NetworkSegment(3ba2998f-ae48-4667-9148-495fb15a565c),segment_id=3ba2998f-ae48-4667-9148-495fb15a565c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:25.755419 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.823515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42362) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:25.829007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687531c-ab33-4a4a-9dd5-81d3ea15e383 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=05f56d27-f35d-4d73-816d-68ee72861326,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:25.862090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 05f56d27-f35d-4d73-816d-68ee72861326 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:25.910258 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:25.978986 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b687531c-ab33-4a4a-9dd5-81d3ea15e383 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9413803 Jan 31 16:14:25.979664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42370) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:25.985343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-70a5053d-fd96-43d3-ab9a-4daa64391988 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'network_id': '05f56d27-f35d-4d73-816d-68ee72861326', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:26.022238 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:26.075887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13623203-65fd-4fb8-9be4-beaae3643ed5 req-59979023-a32f-44f5-ac29-1aff2ad9ff51 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:26.077443 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13623203-65fd-4fb8-9be4-beaae3643ed5 req-59979023-a32f-44f5-ac29-1aff2ad9ff51 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 946 time: 0.1967885 Jan 31 16:14:26.163865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a5053d-fd96-43d3-ab9a-4daa64391988 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:26.170164 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-70a5053d-fd96-43d3-ab9a-4daa64391988 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:26.246790 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-dd847a77-e1fa-46be-9c78-df392192218b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Deleting port 4bfc3812-264a-42f4-b199-40ad48c68462 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:26.247298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd847a77-e1fa-46be-9c78-df392192218b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:26.306387 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-13623203-65fd-4fb8-9be4-beaae3643ed5 req-d910cd44-cd76-4078-b167-78b5a1895a96 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bf8f87d-3f83-4db2-859b-cdd6a390e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115040 Jan 31 16:14:26.327007 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:26.405235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd847a77-e1fa-46be-9c78-df392192218b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:26.428225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3102b5d6-566a-4cb0-b73f-4f3649782e5a None None] Network 3d20df79-ad1c-441b-a8c3-2b08b304dbf5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:26.453963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-dd847a77-e1fa-46be-9c78-df392192218b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Calling delete_port for 4bfc3812-264a-42f4-b199-40ad48c68462 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:26.573441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Network 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:26.586426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:26.593227 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:26.593828 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:26.598369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'Port': ['ID=13d1cf60-dbbf-4301-a876-4fb36b492374,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:26.661903 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-07037548-1e5f-4868-9103-fbce43ce59e2 req-0f5ffb6e-a7ca-4e18-b30a-b5506dd6a7b9 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:26.706302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ffb6e-a7ca-4e18-b30a-b5506dd6a7b9 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Pushing event deleted for resources: {'Port': ['ID=3c750802-1495-43b9-b4bf-6d6b24b344c2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:26.745173 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-70a5053d-fd96-43d3-ab9a-4daa64391988 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:26.813324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:26.890527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-07037548-1e5f-4868-9103-fbce43ce59e2 req-0f5ffb6e-a7ca-4e18-b30a-b5506dd6a7b9 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] No DVR routers for this DVR port 3c750802-1495-43b9-b4bf-6d6b24b344c2 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:26.905557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5053d-fd96-43d3-ab9a-4daa64391988 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=f9fe515c-8ed1-4687-b69c-ae4b74b171e8,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:26.921399 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-07037548-1e5f-4868-9103-fbce43ce59e2 req-0f5ffb6e-a7ca-4e18-b30a-b5506dd6a7b9 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:26.936952 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07037548-1e5f-4868-9103-fbce43ce59e2 req-0f5ffb6e-a7ca-4e18-b30a-b5506dd6a7b9 tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.30 "DELETE /v2.0/ports/3c750802-1495-43b9-b4bf-6d6b24b344c2 HTTP/1.1" status: 204 len: 173 time: 2.3143554 Jan 31 16:14:26.945388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cf9176-b23e-41cd-a314-12eb7ae4c275', 'name': 'network-vif-deleted', 'tag': '3c750802-1495-43b9-b4bf-6d6b24b344c2'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:14:26.948144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-146eec52-9a5d-4c6f-94c2-595fec484f0a None None] Provisioning complete for port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:26.948633 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-146eec52-9a5d-4c6f-94c2-595fec484f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:26.959504 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58022273-a36c-4628-96a7-440b2ba7095c" -d '{"events": [{"server_uuid": "35cf9176-b23e-41cd-a314-12eb7ae4c275", "name": "network-vif-deleted", "tag": "3c750802-1495-43b9-b4bf-6d6b24b344c2"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:14:27.025841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5053d-fd96-43d3-ab9a-4daa64391988 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking segment: {'id': '05128476-e223-4377-b964-3e2b59d4b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '05f56d27-f35d-4d73-816d-68ee72861326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:27.026268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a5053d-fd96-43d3-ab9a-4daa64391988 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network hostable DHCP agents. Network: 05f56d27-f35d-4d73-816d-68ee72861326, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:27.116305 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd847a77-e1fa-46be-9c78-df392192218b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:27.163913 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e6853c-36da-4c71-b18f-eff0f9088bf3 x-openstack-request-id: req-a9e6853c-36da-4c71-b18f-eff0f9088bf3 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:14:27.164497 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cf9176-b23e-41cd-a314-12eb7ae4c275", "name": "network-vif-deleted", "tag": "3c750802-1495-43b9-b4bf-6d6b24b344c2", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:14:27.165215 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9e6853c-36da-4c71-b18f-eff0f9088bf3 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:14:27.166028 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cf9176-b23e-41cd-a314-12eb7ae4c275', 'name': 'network-vif-deleted', 'tag': '3c750802-1495-43b9-b4bf-6d6b24b344c2', 'status': 'completed', 'code': 200} Jan 31 16:14:27.168069 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:27.208532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:27.301686 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a5053d-fd96-43d3-ab9a-4daa64391988 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network 05f56d27-f35d-4d73-816d-68ee72861326 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:27.315932 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3c750802-1495-43b9-b4bf-6d6b24b344c2 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:27.344134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 3c750802-1495-43b9-b4bf-6d6b24b344c2 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:14:27.344711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 3c750802-1495-43b9-b4bf-6d6b24b344c2 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:14:27.384380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:27.385060 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:27.388443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd847a77-e1fa-46be-9c78-df392192218b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event deleted for resources: {'Port': ['ID=4bfc3812-264a-42f4-b199-40ad48c68462,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:27.427995 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-70a5053d-fd96-43d3-ab9a-4daa64391988 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 05f56d27-f35d-4d73-816d-68ee72861326) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:27.436710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf37919-932e-4ff1-8c43-a92b5a7b1a76 None None] Network 05f56d27-f35d-4d73-816d-68ee72861326 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:27.447103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a5053d-fd96-43d3-ab9a-4daa64391988 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:27.448015 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-70a5053d-fd96-43d3-ab9a-4daa64391988 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:27.472367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd847a77-e1fa-46be-9c78-df392192218b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:27.476635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dd847a77-e1fa-46be-9c78-df392192218b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "DELETE /v2.0/ports/4bfc3812-264a-42f4-b199-40ad48c68462 HTTP/1.1" status: 204 len: 168 time: 1.6450322 Jan 31 16:14:27.481074 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-70a5053d-fd96-43d3-ab9a-4daa64391988 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5006611 Jan 31 16:14:27.482001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42396) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:27.483943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42398) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:27.593000 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8befac4-d16b-41a4-b74c-daccfc3c1c31 req-80f5a6f4-0568-41ff-995d-b90a709d6c7c tempest-AttachVolumeNegativeTest-2087157390 tempest-AttachVolumeNegativeTest-2087157390-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cf9176-b23e-41cd-a314-12eb7ae4c275 HTTP/1.1" status: 200 len: 210 time: 0.0551691 Jan 31 16:14:27.611205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-63593e88-586d-4289-bfba-c197fab058f2 None None] Could not find standard attr ID for object 7e33133b-37f0-46e3-9062-9e3fc8efbe71. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:14:27.735464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-63593e88-586d-4289-bfba-c197fab058f2 None None] Provisioning complete for port 13d1cf60-dbbf-4301-a876-4fb36b492374 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:27.740334 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-63593e88-586d-4289-bfba-c197fab058f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:27.858573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac062a9-7864-42ee-98ed-927a6e51ebb5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Deleting subnet 41fa6d9b-6e38-4446-8b4b-15e8f57f0747 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:14:27.886618 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ac062a9-7864-42ee-98ed-927a6e51ebb5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:27.978434 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:27.987711 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ac062a9-7864-42ee-98ed-927a6e51ebb5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.152803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.160738 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.161657 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.188320 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.225834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c3dab4-326e-4836-a34e-d9a6227e7aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-05f56d27-f35d-4d73-816d-68ee72861326', 'network_id': '05f56d27-f35d-4d73-816d-68ee72861326', 'tenant_id': 'bce8188a268b4df0bda44454078854b1', 'fixed_ips': [{'subnet_id': 'f9fe515c-8ed1-4687-b69c-ae4b74b171e8'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:28.226623 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a4c3dab4-326e-4836-a34e-d9a6227e7aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.257581 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ac062a9-7864-42ee-98ed-927a6e51ebb5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.407041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event updated for resources: {'Port': ['ID=13d1cf60-dbbf-4301-a876-4fb36b492374,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:28.423258 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ac062a9-7864-42ee-98ed-927a6e51ebb5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.477509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Network 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:28.484852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-63593e88-586d-4289-bfba-c197fab058f2 None None] Port 13d1cf60-dbbf-4301-a876-4fb36b492374 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:28.485708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:28.521377 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ac062a9-7864-42ee-98ed-927a6e51ebb5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.532384 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8ac062a9-7864-42ee-98ed-927a6e51ebb5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "DELETE /v2.0/subnets/41fa6d9b-6e38-4446-8b4b-15e8f57f0747 HTTP/1.1" status: 204 len: 168 time: 1.0491242 Jan 31 16:14:28.534270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac062a9-7864-42ee-98ed-927a6e51ebb5 tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event deleted for resources: {'Subnet': ['ID=41fa6d9b-6e38-4446-8b4b-15e8f57f0747,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:28.536564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42410) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:28.541526 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.583398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2700d502-ed1d-4b25-8999-6207d8ceb56f None None] Network 56bd6bf2-2046-46b1-a2a9-9c8678af34fc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:28.685507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42416) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:28.694522 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.755176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f7842b-713a-4c4c-ba8b-054e5d8028cf None None] Network 3d20df79-ad1c-441b-a8c3-2b08b304dbf5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:28.762893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Router d85c6127-7603-48e8-8542-e80a1574de9e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server [None req-a4c3dab4-326e-4836-a34e-d9a6227e7aea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9fe515c-8ed1-4687-b69c-ae4b74b171e8: This subnet is being modified by another concurrent operation. Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise exception Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9fe515c-8ed1-4687-b69c-ae4b74b171e8: This subnet is being modified by another concurrent operation. Jan 31 16:14:28.772564 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Jan 31 16:14:28.806192 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.826372 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fe515c-8ed1-4687-b69c-ae4b74b171e8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:28.866526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94d55e5-0101-43b9-ab27-9f3c31b99664 None None] Network 05f56d27-f35d-4d73-816d-68ee72861326 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:28.900254 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.926267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:14:28.932023 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-77371727-6993-407d-b6b9-d4eb77c5bfc7 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "PUT /v2.0/routers/d85c6127-7603-48e8-8542-e80a1574de9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7634220 Jan 31 16:14:28.934931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42422) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:28.938286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8a1299-8173-4b3b-b873-4a6d73704f66 admin admin] Deleting subnet ddc50a13-9d37-40e9-a224-2341504a1a25 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:14:28.939612 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e287a5a-456c-45ba-b2d3-2cca70bfd2d5 None None] Sync routers for ids ['d85c6127-7603-48e8-8542-e80a1574de9e'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:14:28.941656 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1299-8173-4b3b-b873-4a6d73704f66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:28.953228 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e287a5a-456c-45ba-b2d3-2cca70bfd2d5 None None] Routers {'d85c6127-7603-48e8-8542-e80a1574de9e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:14:28.954022 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2e287a5a-456c-45ba-b2d3-2cca70bfd2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:14:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d85c6127-7603-48e8-8542-e80a1574de9e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:29.021228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-af7744af-0556-4b34-b019-9ec05f89fed6 None None] Provisioning complete for port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:29.021996 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-af7744af-0556-4b34-b019-9ec05f89fed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.026486 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1299-8173-4b3b-b873-4a6d73704f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.036282 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2e287a5a-456c-45ba-b2d3-2cca70bfd2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:29.062346 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e287a5a-456c-45ba-b2d3-2cca70bfd2d5 None None] Routers {'d85c6127-7603-48e8-8542-e80a1574de9e'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:14:29.062981 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2e287a5a-456c-45ba-b2d3-2cca70bfd2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:14:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d85c6127-7603-48e8-8542-e80a1574de9e'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:29.119075 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1299-8173-4b3b-b873-4a6d73704f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.196376 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1299-8173-4b3b-b873-4a6d73704f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.220037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f56d27-f35d-4d73-816d-68ee72861326']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:29.224162 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2e287a5a-456c-45ba-b2d3-2cca70bfd2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:29.226255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed932f-feea-436e-819c-b05a1ce9d91e None None] DHCP port deletion for 56bd6bf2-2046-46b1-a2a9-9c8678af34fc request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:14:29.226938 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e287a5a-456c-45ba-b2d3-2cca70bfd2d5 None None] The sync data for ids ['d85c6127-7603-48e8-8542-e80a1574de9e'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:14:29.258544 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1299-8173-4b3b-b873-4a6d73704f66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.263801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6a8a1299-8173-4b3b-b873-4a6d73704f66 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ddc50a13-9d37-40e9-a224-2341504a1a25 HTTP/1.1" status: 204 len: 168 time: 0.5770378 Jan 31 16:14:29.273203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42432) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:29.355904 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a1299-8173-4b3b-b873-4a6d73704f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc50a13-9d37-40e9-a224-2341504a1a25,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:29.373324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05128476-e223-4377-b964-3e2b59d4b639') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:29.373643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05128476-e223-4377-b964-3e2b59d4b639') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:29.384215 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.394597 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.418016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.456517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Deleting port 9d732c77-929a-4a22-bab2-a784be414703 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:29.458177 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.461102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:29.462345 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:29.469378 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:29.531759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed932f-feea-436e-819c-b05a1ce9d91e None None] Deleting port 9d732c77-929a-4a22-bab2-a784be414703 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:29.532283 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b0ed932f-feea-436e-819c-b05a1ce9d91e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.570253 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32105ebd-8f12-452a-b283-ac3695c0818e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.714743 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b0ed932f-feea-436e-819c-b05a1ce9d91e None None] For port 9d732c77-929a-4a22-bab2-a784be414703, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9d732c77-929a-4a22-bab2-a784be414703,segment=NetworkSegment(cce1ebcd-90fb-498b-8712-905b84e03b69),segment_id=cce1ebcd-90fb-498b-8712-905b84e03b69)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:29.716493 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b0ed932f-feea-436e-819c-b05a1ce9d91e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.719924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6612b1de-a54c-4cf1-9af6-46f899edce50 None None] Provisioning complete for port 13d1cf60-dbbf-4301-a876-4fb36b492374 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:29.720686 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-32105ebd-8f12-452a-b283-ac3695c0818e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 31 16:14:29.722880 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6612b1de-a54c-4cf1-9af6-46f899edce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.726823 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-32105ebd-8f12-452a-b283-ac3695c0818e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "DELETE /v2.0/routers/d85c6127-7603-48e8-8542-e80a1574de9e HTTP/1.1" status: 409 len: 329 time: 0.7821794 Jan 31 16:14:29.730369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42448) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:29.818315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed932f-feea-436e-819c-b05a1ce9d91e None None] Calling delete_port for 9d732c77-929a-4a22-bab2-a784be414703 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:29.827515 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.832216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6612b1de-a54c-4cf1-9af6-46f899edce50 None None] Port 13d1cf60-dbbf-4301-a876-4fb36b492374 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:29.863685 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbc2199-a5a4-4b52-9f47-ef0f565faf46']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:29.884505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c41c98-f656-4499-8afd-c787187d4897') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:29.884859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c41c98-f656-4499-8afd-c787187d4897') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:29.906373 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.959214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] For port 9d732c77-929a-4a22-bab2-a784be414703, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9d732c77-929a-4a22-bab2-a784be414703,segment=NetworkSegment(cce1ebcd-90fb-498b-8712-905b84e03b69),segment_id=cce1ebcd-90fb-498b-8712-905b84e03b69)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:29.959607 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.963931 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.978258 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:29.978739 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:29.981230 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:29.998055 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.000165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Calling delete_port for 9d732c77-929a-4a22-bab2-a784be414703 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:30.002849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7477cf43-ae79-4326-afab-7087ef13b202 None None] Provisioning complete for port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:30.003026 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7477cf43-ae79-4326-afab-7087ef13b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.048127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.051768 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/05f56d27-f35d-4d73-816d-68ee72861326 HTTP/1.1" status: 204 len: 168 time: 2.5661504 Jan 31 16:14:30.062906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42458) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:30.074620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-58348f6f-75cb-4b38-8334-29b806bf2921 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-611494669'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:30.081729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ed1b1-3eae-4370-a037-71935bbf12f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Network': ['ID=05f56d27-f35d-4d73-816d-68ee72861326,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:30.133050 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b0ed932f-feea-436e-819c-b05a1ce9d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.158509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58348f6f-75cb-4b38-8334-29b806bf2921 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:30.166777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58348f6f-75cb-4b38-8334-29b806bf2921 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.172473 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed932f-feea-436e-819c-b05a1ce9d91e None None] Pushing event deleted for resources: {'Port': ['ID=9d732c77-929a-4a22-bab2-a784be414703,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:30.179870 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed932f-feea-436e-819c-b05a1ce9d91e None None] No DVR routers for this DVR port 9d732c77-929a-4a22-bab2-a784be414703 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:30.188225 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.209237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef925fa-910a-4952-84a7-7e6e1b0ceff9 None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:14:30.210182 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.214006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bdbc2199-a5a4-4b52-9f47-ef0f565faf46 HTTP/1.1" status: 204 len: 168 time: 0.9386978 Jan 31 16:14:30.228146 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1dc6b-fe62-4eb1-82e0-3d6eac55b6c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbc2199-a5a4-4b52-9f47-ef0f565faf46,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:30.316086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.329325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58348f6f-75cb-4b38-8334-29b806bf2921 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:30.375822 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58348f6f-75cb-4b38-8334-29b806bf2921 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.376327 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-58348f6f-75cb-4b38-8334-29b806bf2921 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Added segment a0792621-9088-453d-ba5a-c9c891e06dbb of type vlan for network 07011407-e7b8-4630-85a3-80b4ed978dad Jan 31 16:14:30.403425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event deleted for resources: {'Port': ['ID=9d732c77-929a-4a22-bab2-a784be414703,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:30.412173 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] No DVR routers for this DVR port 9d732c77-929a-4a22-bab2-a784be414703 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:30.450470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef925fa-910a-4952-84a7-7e6e1b0ceff9 None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:14:30.538483 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58348f6f-75cb-4b38-8334-29b806bf2921 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.563318 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.588183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42466) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:30.607392 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58348f6f-75cb-4b38-8334-29b806bf2921 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.613077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bd6bf2-2046-46b1-a2a9-9c8678af34fc']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:30.615577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58348f6f-75cb-4b38-8334-29b806bf2921 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:30.616231 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58348f6f-75cb-4b38-8334-29b806bf2921 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.628543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce1ebcd-90fb-498b-8712-905b84e03b69') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:30.628826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce1ebcd-90fb-498b-8712-905b84e03b69') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:30.646342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.669150 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af6d6120-0f9e-47be-89fc-689d09a4c933 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.671590 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.680210 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3c58609b-9cf0-4ba1-b91a-18678ad93c8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f5ad3a0ca754c4584d02ec38d2cae68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906148 Jan 31 16:14:30.684056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42470) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:30.698079 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:30.698536 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:30.714246 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:30.739789 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-58348f6f-75cb-4b38-8334-29b806bf2921 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6754458 Jan 31 16:14:30.744280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42474) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:30.754118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-196b0848-c969-4bd3-8383-bdb59caf6317 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'network_id': '07011407-e7b8-4630-85a3-80b4ed978dad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:30.869248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58348f6f-75cb-4b38-8334-29b806bf2921 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=07011407-e7b8-4630-85a3-80b4ed978dad,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:30.890677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 07011407-e7b8-4630-85a3-80b4ed978dad details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:30.901878 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-701f76e6-b128-4678-a184-6af0571b8ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.903768 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.923085 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:30.926897 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] 10.222.0.36 "DELETE /v2.0/networks/56bd6bf2-2046-46b1-a2a9-9c8678af34fc HTTP/1.1" status: 204 len: 168 time: 2.3813539 Jan 31 16:14:30.962919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896b7a6-8879-484c-bd79-13c43a11e64b tempest-AllowedAddressPairTestJSON-1884110932 tempest-AllowedAddressPairTestJSON-1884110932-project] Pushing event deleted for resources: {'Network': ['ID=56bd6bf2-2046-46b1-a2a9-9c8678af34fc,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:30.972184 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-701f76e6-b128-4678-a184-6af0571b8ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:31.016730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196b0848-c969-4bd3-8383-bdb59caf6317 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:31.020057 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-196b0848-c969-4bd3-8383-bdb59caf6317 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:31.161891 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-701f76e6-b128-4678-a184-6af0571b8ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:31.163781 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-701f76e6-b128-4678-a184-6af0571b8ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:31.165095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-701f76e6-b128-4678-a184-6af0571b8ef4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bf8f87d-3f83-4db2-859b-cdd6a390e42f HTTP/1.1" status: 204 len: 168 time: 0.4790678 Jan 31 16:14:31.181376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f76e6-b128-4678-a184-6af0571b8ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf8f87d-3f83-4db2-859b-cdd6a390e42f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:31.244927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-af6d6120-0f9e-47be-89fc-689d09a4c933 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Deleting port 13d1cf60-dbbf-4301-a876-4fb36b492374 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:31.245735 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af6d6120-0f9e-47be-89fc-689d09a4c933 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:31.407038 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af6d6120-0f9e-47be-89fc-689d09a4c933 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:31.428903 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-196b0848-c969-4bd3-8383-bdb59caf6317 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:31.433227 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-af6d6120-0f9e-47be-89fc-689d09a4c933 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Calling delete_port for 13d1cf60-dbbf-4301-a876-4fb36b492374 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:31.573048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9d732c77-929a-4a22-bab2-a784be414703 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:31.622956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b0848-c969-4bd3-8383-bdb59caf6317 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking segment: {'id': 'a0792621-9088-453d-ba5a-c9c891e06dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07011407-e7b8-4630-85a3-80b4ed978dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:31.623950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b0848-c969-4bd3-8383-bdb59caf6317 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network hostable DHCP agents. Network: 07011407-e7b8-4630-85a3-80b4ed978dad, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:31.650000 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b0848-c969-4bd3-8383-bdb59caf6317 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=d414c4d9-02e2-4135-a118-00895e66548a,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:31.654812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42498) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:31.674893 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9d732c77-929a-4a22-bab2-a784be414703 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:14:31.675235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9d732c77-929a-4a22-bab2-a784be414703 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:14:31.697746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b0848-c969-4bd3-8383-bdb59caf6317 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network 07011407-e7b8-4630-85a3-80b4ed978dad is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:31.715694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-196b0848-c969-4bd3-8383-bdb59caf6317 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 07011407-e7b8-4630-85a3-80b4ed978dad) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:31.720820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196b0848-c969-4bd3-8383-bdb59caf6317 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:31.721900 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-196b0848-c969-4bd3-8383-bdb59caf6317 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:31.762216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-196b0848-c969-4bd3-8383-bdb59caf6317 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0126891 Jan 31 16:14:31.763010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42504) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:31.764169 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33bf2f9-a001-4ea5-99fa-325715a5bd66 None None] Network 07011407-e7b8-4630-85a3-80b4ed978dad requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:31.930410 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af6d6120-0f9e-47be-89fc-689d09a4c933 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:31.967019 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.001998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d6120-0f9e-47be-89fc-689d09a4c933 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event deleted for resources: {'Port': ['ID=13d1cf60-dbbf-4301-a876-4fb36b492374,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:32.083735 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.206655 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af6d6120-0f9e-47be-89fc-689d09a4c933 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.315425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6120cc6b-9204-4b16-bdca-17e06c38f971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-07011407-e7b8-4630-85a3-80b4ed978dad', 'network_id': '07011407-e7b8-4630-85a3-80b4ed978dad', 'tenant_id': 'bce8188a268b4df0bda44454078854b1', 'fixed_ips': [{'subnet_id': 'd414c4d9-02e2-4135-a118-00895e66548a'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:32.318228 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6120cc6b-9204-4b16-bdca-17e06c38f971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.318905 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-85872e6d-2184-4789-968c-b03da6c6028a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=405417bd2a7a4b23a053cd9b5ef985f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6608236 Jan 31 16:14:32.319553 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42528) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:32.488646 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.541311 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3efbbd9-57d6-4e67-951d-bc94b049f747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.604949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Subnet': ['ID=d414c4d9-02e2-4135-a118-00895e66548a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:32.640270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6d6120-0f9e-47be-89fc-689d09a4c933 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Router d85c6127-7603-48e8-8542-e80a1574de9e has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server [None req-6120cc6b-9204-4b16-bdca-17e06c38f971 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d414c4d9-02e2-4135-a118-00895e66548a: This subnet is being modified by another concurrent operation. Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise exception Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d414c4d9-02e2-4135-a118-00895e66548a: This subnet is being modified by another concurrent operation. Jan 31 16:14:32.648857 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Jan 31 16:14:32.672447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112b706a-53e5-46e3-b6a6-7f07bcaf5001 None None] Network 07011407-e7b8-4630-85a3-80b4ed978dad requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:32.735294 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.764528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07011407-e7b8-4630-85a3-80b4ed978dad']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:32.777333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0792621-9088-453d-ba5a-c9c891e06dbb') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:32.777965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0792621-9088-453d-ba5a-c9c891e06dbb') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:32.790755 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.804836 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.814219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:32.814912 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.860463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6d6120-0f9e-47be-89fc-689d09a4c933 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:14:32.881693 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-af6d6120-0f9e-47be-89fc-689d09a4c933 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "PUT /v2.0/routers/d85c6127-7603-48e8-8542-e80a1574de9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1462517 Jan 31 16:14:32.881936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a65b3f-3d1d-4d80-9e6d-efc9bfa38695 None None] Sync routers for ids ['d85c6127-7603-48e8-8542-e80a1574de9e'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:14:32.882596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42538) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:32.905957 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:32.921237 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.943941 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.947388 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/07011407-e7b8-4630-85a3-80b4ed978dad HTTP/1.1" status: 204 len: 168 time: 1.1833801 Jan 31 16:14:32.950712 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3efbbd9-57d6-4e67-951d-bc94b049f747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:32.952200 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7590ecb-c15d-4fae-a302-5331d3c98ad6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Network': ['ID=07011407-e7b8-4630-85a3-80b4ed978dad,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:32.953911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42542) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:32.964695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a65b3f-3d1d-4d80-9e6d-efc9bfa38695 None None] Routers {'d85c6127-7603-48e8-8542-e80a1574de9e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:14:32.966939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c5a65b3f-3d1d-4d80-9e6d-efc9bfa38695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:14:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d85c6127-7603-48e8-8542-e80a1574de9e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:32.970292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9ccbfdc4-f02e-442e-9f7b-3907911e7a04 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-778202261'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:32.977001 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d11738-3913-4d4e-a4c6-bd8c233688fd None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:14:33.033115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccbfdc4-f02e-442e-9f7b-3907911e7a04 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:33.037427 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfdc4-f02e-442e-9f7b-3907911e7a04 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.043127 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-ed28bec3-1af5-46f9-8a40-85a31632ebfe tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] show failed (client error): The resource could not be found. Jan 31 16:14:33.049935 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ed28bec3-1af5-46f9-8a40-85a31632ebfe tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1683490150 HTTP/1.1" status: 404 len: 335 time: 0.1632552 Jan 31 16:14:33.050673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42544) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:33.057695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e4969307-0d7b-4dfe-9752-904d456fadf1 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Request body: {'router': {'name': 'new_name'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:33.089787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccbfdc4-f02e-442e-9f7b-3907911e7a04 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:33.100226 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfdc4-f02e-442e-9f7b-3907911e7a04 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.100590 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-9ccbfdc4-f02e-442e-9f7b-3907911e7a04 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Added segment 8c755d8d-b479-4ff1-aaf5-6c351b62692f of type vlan for network c57c9afd-0261-4ec8-865b-65fc052aba5a Jan 31 16:14:33.123135 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3efbbd9-57d6-4e67-951d-bc94b049f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.126837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3efbbd9-57d6-4e67-951d-bc94b049f747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.134711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d3efbbd9-57d6-4e67-951d-bc94b049f747 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e87e1598-7aeb-4e80-87ca-61311de315d7 HTTP/1.1" status: 204 len: 168 time: 0.7971640 Jan 31 16:14:33.186604 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-e4969307-0d7b-4dfe-9752-904d456fadf1 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] update failed (client error): The resource could not be found. Jan 31 16:14:33.187873 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e4969307-0d7b-4dfe-9752-904d456fadf1 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-155100246 HTTP/1.1" status: 404 len: 334 time: 0.1360040 Jan 31 16:14:33.195207 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42552) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:33.211794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efbbd9-57d6-4e67-951d-bc94b049f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87e1598-7aeb-4e80-87ca-61311de315d7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:33.238212 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfdc4-f02e-442e-9f7b-3907911e7a04 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.282632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfdc4-f02e-442e-9f7b-3907911e7a04 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.288658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccbfdc4-f02e-442e-9f7b-3907911e7a04 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:33.289422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfdc4-f02e-442e-9f7b-3907911e7a04 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.292337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d11738-3913-4d4e-a4c6-bd8c233688fd None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:14:33.307718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c5a65b3f-3d1d-4d80-9e6d-efc9bfa38695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:33.324291 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9ccbfdc4-f02e-442e-9f7b-3907911e7a04 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3547311 Jan 31 16:14:33.337118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42556) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:33.358071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-408f197e-e290-44dd-aaff-38f4ed26a350 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'New_network'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:33.400156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a65b3f-3d1d-4d80-9e6d-efc9bfa38695 None None] Routers {'d85c6127-7603-48e8-8542-e80a1574de9e'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:14:33.403091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c5a65b3f-3d1d-4d80-9e6d-efc9bfa38695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:14:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['d85c6127-7603-48e8-8542-e80a1574de9e'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:33.414092 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae7dfdd-3e2b-4e00-b704-c5daef171c12 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Deleting subnet 4dc0d854-d02d-4bea-b089-d97a2523a05a {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:14:33.429962 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae7dfdd-3e2b-4e00-b704-c5daef171c12 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.528467 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbfdc4-f02e-442e-9f7b-3907911e7a04 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=c57c9afd-0261-4ec8-865b-65fc052aba5a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:33.555130 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae7dfdd-3e2b-4e00-b704-c5daef171c12 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.578866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c57c9afd-0261-4ec8-865b-65fc052aba5a details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:33.638931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c5a65b3f-3d1d-4d80-9e6d-efc9bfa38695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:33.643937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a65b3f-3d1d-4d80-9e6d-efc9bfa38695 None None] The sync data for ids ['d85c6127-7603-48e8-8542-e80a1574de9e'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:14:33.809380 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-408f197e-e290-44dd-aaff-38f4ed26a350 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.819233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42568) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:33.846241 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-408f197e-e290-44dd-aaff-38f4ed26a350 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.876252 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae7dfdd-3e2b-4e00-b704-c5daef171c12 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.878702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-408f197e-e290-44dd-aaff-38f4ed26a350 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network c57c9afd-0261-4ec8-865b-65fc052aba5a is not hosted by any dhcp agent {{(pid=108772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 16:14:33.884510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408f197e-e290-44dd-aaff-38f4ed26a350 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:33.885430 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-408f197e-e290-44dd-aaff-38f4ed26a350 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:33.886983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-408f197e-e290-44dd-aaff-38f4ed26a350 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "PUT /v2.0/networks/c57c9afd-0261-4ec8-865b-65fc052aba5a HTTP/1.1" status: 200 len: 723 time: 0.5488255 Jan 31 16:14:33.890033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42572) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:33.958577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f197e-e290-44dd-aaff-38f4ed26a350 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=c57c9afd-0261-4ec8-865b-65fc052aba5a,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:34.004993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-61aa488c-6346-42a7-86f6-cff294081140 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'network_id': 'c57c9afd-0261-4ec8-865b-65fc052aba5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:34.060951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c57c9afd-0261-4ec8-865b-65fc052aba5a details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:34.161048 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc5b169d-5243-483c-a34e-435b4f6f05fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:34.276651 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae7dfdd-3e2b-4e00-b704-c5daef171c12 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:34.412535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d2aae-5336-468b-b8e7-2ba8301ff15f None None] Network 3d20df79-ad1c-441b-a8c3-2b08b304dbf5 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:34.468465 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9ae7dfdd-3e2b-4e00-b704-c5daef171c12 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:34.475478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42590) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:34.475757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9ae7dfdd-3e2b-4e00-b704-c5daef171c12 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "DELETE /v2.0/subnets/4dc0d854-d02d-4bea-b089-d97a2523a05a HTTP/1.1" status: 204 len: 168 time: 1.2713194 Jan 31 16:14:34.476689 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7dfdd-3e2b-4e00-b704-c5daef171c12 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc0d854-d02d-4bea-b089-d97a2523a05a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:34.532207 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc5b169d-5243-483c-a34e-435b4f6f05fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:34.568197 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc5b169d-5243-483c-a34e-435b4f6f05fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:34.731446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b169d-5243-483c-a34e-435b4f6f05fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d19bcd7-1bb0-40bc-940f-3afb6c052c56,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:34.736132 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:34.747607 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cc5b169d-5243-483c-a34e-435b4f6f05fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d00c2dc73b7d42779bc522a3b24e6418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9272945 Jan 31 16:14:34.752570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42598) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:34.778742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa488c-6346-42a7-86f6-cff294081140 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:34.794709 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-61aa488c-6346-42a7-86f6-cff294081140 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:34.814870 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f454cc-87b2-45c9-90ac-f363e06854a1 None None] DHCP port deletion for 3d20df79-ad1c-441b-a8c3-2b08b304dbf5 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:14:34.907755 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Deleting port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:34.908404 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:34.928240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42604) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:34.937541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-48f454cc-87b2-45c9-90ac-f363e06854a1 None None] Deleting port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:34.937718 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-48f454cc-87b2-45c9-90ac-f363e06854a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.027905 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-acc99c3f-2f25-4222-a993-f8edc065c212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.055906 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] For port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256,segment=NetworkSegment(3ba2998f-ae48-4667-9148-495fb15a565c),segment_id=3ba2998f-ae48-4667-9148-495fb15a565c)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:35.056525 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.079554 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-48f454cc-87b2-45c9-90ac-f363e06854a1 None None] For port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256,segment=NetworkSegment(3ba2998f-ae48-4667-9148-495fb15a565c),segment_id=3ba2998f-ae48-4667-9148-495fb15a565c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:35.080522 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-48f454cc-87b2-45c9-90ac-f363e06854a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.097426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-48f454cc-87b2-45c9-90ac-f363e06854a1 None None] Calling delete_port for 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:35.097729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Calling delete_port for 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:35.144380 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-acc99c3f-2f25-4222-a993-f8edc065c212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.155342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:35.211054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-82f67cc3-8731-45a7-94a6-2d7d9f7bc37a tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.213071 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-82f67cc3-8731-45a7-94a6-2d7d9f7bc37a tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2838552 Jan 31 16:14:35.217039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42618) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.231438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-55ebfbac-ca3b-4365-9644-eb5ced76f4fd tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.243072 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-55ebfbac-ca3b-4365-9644-eb5ced76f4fd tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0234280 Jan 31 16:14:35.244216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42620) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.251916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-5cdcea02-6b63-4ec3-9960-9972f44b538a tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.252773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5cdcea02-6b63-4ec3-9960-9972f44b538a tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064354 Jan 31 16:14:35.255279 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42622) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.264683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-9fcb38d8-e1ba-4c95-acb9-944dee234ee2 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.265814 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9fcb38d8-e1ba-4c95-acb9-944dee234ee2 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0094798 Jan 31 16:14:35.269763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42624) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.279164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-b12b6750-8696-4f66-b8ec-45a66a84c8ea tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.280199 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b12b6750-8696-4f66-b8ec-45a66a84c8ea tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0089748 Jan 31 16:14:35.283135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42626) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.291250 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-acc99c3f-2f25-4222-a993-f8edc065c212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.294034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-a8506c64-82b3-41b3-b86d-19a75c13398f tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.294525 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-acc99c3f-2f25-4222-a993-f8edc065c212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.299900 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a8506c64-82b3-41b3-b86d-19a75c13398f tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0139832 Jan 31 16:14:35.303350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42630) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.310730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-10b55e09-2014-42e9-8451-c7ca3f92c97d tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.312849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-acc99c3f-2f25-4222-a993-f8edc065c212 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d19bcd7-1bb0-40bc-940f-3afb6c052c56 HTTP/1.1" status: 204 len: 168 time: 0.5550642 Jan 31 16:14:35.314986 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-10b55e09-2014-42e9-8451-c7ca3f92c97d tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0104334 Jan 31 16:14:35.315379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42634) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.316410 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.332260 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.335894 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-48f454cc-87b2-45c9-90ac-f363e06854a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.359268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event deleted for resources: {'Port': ['ID=0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:35.363235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-eb9daf71-4795-4182-9d96-49c0c8ea41a8 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.367426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-eb9daf71-4795-4182-9d96-49c0c8ea41a8 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0261719 Jan 31 16:14:35.373526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] No DVR routers for this DVR port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:35.376518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f454cc-87b2-45c9-90ac-f363e06854a1 None None] No DVR routers for this DVR port 0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:35.381658 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f454cc-87b2-45c9-90ac-f363e06854a1 None None] Pushing event deleted for resources: {'Port': ['ID=0b32eb15-26a9-4a4d-8a2b-fa7f1e06b256,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:35.386756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42638) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.399820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-45a165d9-1fdb-4ed3-9d99-680811565942 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.400815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-45a165d9-1fdb-4ed3-9d99-680811565942 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0089786 Jan 31 16:14:35.448110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42640) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.453315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc99c3f-2f25-4222-a993-f8edc065c212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d19bcd7-1bb0-40bc-940f-3afb6c052c56,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:35.453899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-76f4f921-e34e-4617-8ecb-a5e1e162abe4 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.454857 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-76f4f921-e34e-4617-8ecb-a5e1e162abe4 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056877 Jan 31 16:14:35.468101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42642) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.481414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-4e6dd0b8-cb49-4e8d-a12c-4515f7f9bfd5 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.485783 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4e6dd0b8-cb49-4e8d-a12c-4515f7f9bfd5 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0133810 Jan 31 16:14:35.489756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42644) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.496036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-06613133-7751-4e7b-b713-19b0f10bd7c1 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.500334 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-06613133-7751-4e7b-b713-19b0f10bd7c1 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0063796 Jan 31 16:14:35.523660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42646) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.532605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-43a177c9-1148-4d97-b04c-8458a8bd10e6 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.533773 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-43a177c9-1148-4d97-b04c-8458a8bd10e6 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0080910 Jan 31 16:14:35.543571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42648) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.551866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-847a1d48-b7fa-4a8d-b895-0c77635a9dc7 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.553161 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-847a1d48-b7fa-4a8d-b895-0c77635a9dc7 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059717 Jan 31 16:14:35.556043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42650) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.568076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-2833e9f1-a2db-46ea-9a74-856e2fb3adc1 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.569592 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2833e9f1-a2db-46ea-9a74-856e2fb3adc1 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0123589 Jan 31 16:14:35.572730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42652) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.584503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-38159dbf-247b-4c46-b90f-a3d6b97a2620 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.585891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-38159dbf-247b-4c46-b90f-a3d6b97a2620 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0119355 Jan 31 16:14:35.588625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42654) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.594427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-5a36e6e5-8eed-4f68-9123-1d99ef926a42 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.595833 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5a36e6e5-8eed-4f68-9123-1d99ef926a42 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0060654 Jan 31 16:14:35.597200 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-61aa488c-6346-42a7-86f6-cff294081140 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.599945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42656) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.609215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-c923c1fd-79d5-4e61-a2f3-8630c4f31341 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.609573 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.617268 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c923c1fd-79d5-4e61-a2f3-8630c4f31341 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0125990 Jan 31 16:14:35.622684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42658) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.628921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-1bd352a7-9ac3-433e-9636-58f354be4b5b tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.630124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1bd352a7-9ac3-433e-9636-58f354be4b5b tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0063310 Jan 31 16:14:35.636402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42660) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.664393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-6c54c70e-7cc0-4a47-a29e-ab21e75f93ed tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.665744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6c54c70e-7cc0-4a47-a29e-ab21e75f93ed tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0150368 Jan 31 16:14:35.668037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d20df79-ad1c-441b-a8c3-2b08b304dbf5']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:35.669576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42664) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.681066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-329dcb47-63a2-4df1-a70d-673cfa82a595 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.682052 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-329dcb47-63a2-4df1-a70d-673cfa82a595 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0071661 Jan 31 16:14:35.685149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42666) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.688367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba2998f-ae48-4667-9148-495fb15a565c') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:35.689441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba2998f-ae48-4667-9148-495fb15a565c') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:35.707432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa488c-6346-42a7-86f6-cff294081140 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=242e35a3-2de7-4008-a844-653e83c1a655,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:35.719881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-cfe4b4c5-b45a-441f-90e6-71b20046c96c tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.727584 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cfe4b4c5-b45a-441f-90e6-71b20046c96c tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0201705 Jan 31 16:14:35.730998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.740937 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42672) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.770251 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.771358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-ae29d56e-b4c6-40ca-83b9-b935ad3900fc tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.772994 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ae29d56e-b4c6-40ca-83b9-b935ad3900fc tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0257723 Jan 31 16:14:35.775996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42674) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.780794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-346eeb67-1f07-494c-bde8-ebf757fbb424 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.782233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-346eeb67-1f07-494c-bde8-ebf757fbb424 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048602 Jan 31 16:14:35.784774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42676) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.790538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:35.791534 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.792234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-0899d29c-d8b8-41cd-a9c8-8de0145eb318 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.793684 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0899d29c-d8b8-41cd-a9c8-8de0145eb318 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0075693 Jan 31 16:14:35.796295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42678) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:35.796966 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:35.803795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-ed372fd1-2f09-45f2-93a3-0c5746852e43 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.805329 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ed372fd1-2f09-45f2-93a3-0c5746852e43 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051298 Jan 31 16:14:35.806598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aa488c-6346-42a7-86f6-cff294081140 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking segment: {'id': '8c755d8d-b479-4ff1-aaf5-6c351b62692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c57c9afd-0261-4ec8-865b-65fc052aba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:35.807155 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa488c-6346-42a7-86f6-cff294081140 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network hostable DHCP agents. Network: c57c9afd-0261-4ec8-865b-65fc052aba5a, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:35.809571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42680) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.828614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-52b313f4-b412-4604-9673-3f1c30bf3e1f tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.828614 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-52b313f4-b412-4604-9673-3f1c30bf3e1f tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0165205 Jan 31 16:14:35.832106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42684) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.856336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-2e8ed71c-c123-44a1-a8a0-433444777a38 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.859922 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2e8ed71c-c123-44a1-a8a0-433444777a38 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0242839 Jan 31 16:14:35.864613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42688) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.876016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-6b9b1728-e6d1-40aa-977d-0ab5a75a502a tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.880143 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6b9b1728-e6d1-40aa-977d-0ab5a75a502a tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0114398 Jan 31 16:14:35.883400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42690) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.889451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-3edab7bb-8608-4017-a880-314adfb323ed tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.906054 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3edab7bb-8608-4017-a880-314adfb323ed tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0191276 Jan 31 16:14:35.906285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42692) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.910647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-effa9f27-d5e8-430f-b985-04b9456b3fc8 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.937705 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-effa9f27-d5e8-430f-b985-04b9456b3fc8 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0299940 Jan 31 16:14:35.939297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa488c-6346-42a7-86f6-cff294081140 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network c57c9afd-0261-4ec8-865b-65fc052aba5a is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:35.942497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42698) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.947809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-768835fe-d3cd-48c2-be2e-28c41c416717 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.949179 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-768835fe-d3cd-48c2-be2e-28c41c416717 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0055439 Jan 31 16:14:35.952265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42700) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.957377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-33479a11-02a4-4892-831f-eafdc8c3600b tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.958918 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-33479a11-02a4-4892-831f-eafdc8c3600b tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0053418 Jan 31 16:14:35.961420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42704) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.967236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-f33c5f6b-6ac8-49dd-abd3-78631677f118 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:35.968460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f33c5f6b-6ac8-49dd-abd3-78631677f118 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0058053 Jan 31 16:14:35.969979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-61aa488c-6346-42a7-86f6-cff294081140 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c57c9afd-0261-4ec8-865b-65fc052aba5a) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:35.971548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42706) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:35.983621 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:35.985097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49f984-3414-4147-be13-cf361be1adbe None None] Network c57c9afd-0261-4ec8-865b-65fc052aba5a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:36.000599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-c9c411f5-c8ec-4bda-a5b7-7a89a30cea96 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.001849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c9c411f5-c8ec-4bda-a5b7-7a89a30cea96 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0291708 Jan 31 16:14:36.006135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa488c-6346-42a7-86f6-cff294081140 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:36.006950 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-61aa488c-6346-42a7-86f6-cff294081140 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.016912 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.021935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42708) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.027494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-a6d47a97-626d-4ca1-990d-e677896536cc tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.030840 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "DELETE /v2.0/networks/3d20df79-ad1c-441b-a8c3-2b08b304dbf5 HTTP/1.1" status: 204 len: 168 time: 1.5508175 Jan 31 16:14:36.031128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f703083-4b6a-4d7f-bd17-803941878c6d tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event deleted for resources: {'Network': ['ID=3d20df79-ad1c-441b-a8c3-2b08b304dbf5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:36.032047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a6d47a97-626d-4ca1-990d-e677896536cc tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0089004 Jan 31 16:14:36.033381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42710) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.037148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-61aa488c-6346-42a7-86f6-cff294081140 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0387363 Jan 31 16:14:36.037981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42712) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.043940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-6e8b0945-02af-4236-9285-d036378882cd tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.048463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42714) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.049005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42716) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.054019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6e8b0945-02af-4236-9285-d036378882cd tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0134516 Jan 31 16:14:36.056969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-234d99a7-bfce-4a67-91ec-57381a2cab54 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:36.081818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-78eafb32-b776-48b7-8509-7ab7140a55e6 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.083036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-78eafb32-b776-48b7-8509-7ab7140a55e6 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0316536 Jan 31 16:14:36.086222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42718) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.091341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-e70446e7-59fb-4ac1-a343-6931a25e9542 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.095024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e70446e7-59fb-4ac1-a343-6931a25e9542 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0077670 Jan 31 16:14:36.095636 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42720) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.103180 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-9f855afe-870c-425f-a095-caa07bdc78bb tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.110605 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9f855afe-870c-425f-a095-caa07bdc78bb tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0134153 Jan 31 16:14:36.111264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42722) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.119038 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-5852a66b-77ac-4250-bcb4-2f9823bcdb3d tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.124930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42724) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.126470 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5852a66b-77ac-4250-bcb4-2f9823bcdb3d tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0141919 Jan 31 16:14:36.130483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-78d8de36-a45c-4224-aa65-a03d9a96b648 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.131709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-78d8de36-a45c-4224-aa65-a03d9a96b648 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0055211 Jan 31 16:14:36.135262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42726) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.139654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-2cc24deb-fc2b-4f5b-b36e-383d24a76f83 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.145684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42728) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.148569 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2cc24deb-fc2b-4f5b-b36e-383d24a76f83 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0122204 Jan 31 16:14:36.151582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-11748531-9bd5-45e9-9aed-06bc125ea275 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.152905 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-11748531-9bd5-45e9-9aed-06bc125ea275 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052953 Jan 31 16:14:36.156329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42730) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.160688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-1be0005d-d8ba-4370-89be-056fe79a082c tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.165993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c515a219-29fb-430d-8f90-63a25cfe6387 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Deleting subnet 91d84356-1386-494e-95fd-2cd8a773e6c4 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:14:36.167475 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1be0005d-d8ba-4370-89be-056fe79a082c tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0081275 Jan 31 16:14:36.167947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42732) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.168279 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42734) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.178855 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c515a219-29fb-430d-8f90-63a25cfe6387 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.190833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-589b8409-c741-456f-87aa-c5d98f52495a tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.201249 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-589b8409-c741-456f-87aa-c5d98f52495a tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0319452 Jan 31 16:14:36.201919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42742) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.213195 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-21684763-7f6d-4731-921e-bab04bf06b30 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.220336 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-21684763-7f6d-4731-921e-bab04bf06b30 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0167451 Jan 31 16:14:36.221011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42744) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.229323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-35d724d0-c2d4-490c-af05-9b193e66a639 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.235497 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-35d724d0-c2d4-490c-af05-9b193e66a639 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0133171 Jan 31 16:14:36.236335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42746) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.245574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-86c49b57-c4b4-412a-9c63-c66dfa0432cc tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.251816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42748) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.254342 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-86c49b57-c4b4-412a-9c63-c66dfa0432cc tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0171196 Jan 31 16:14:36.256652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-e53cbc64-d264-43ca-b176-71b4f60b5a9d tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.257762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e53cbc64-d264-43ca-b176-71b4f60b5a9d tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0048180 Jan 31 16:14:36.261190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42750) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.266214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-1bc155cf-c888-45bf-b02f-a2377745d54e tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.272515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1bc155cf-c888-45bf-b02f-a2377745d54e tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0107443 Jan 31 16:14:36.273716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42752) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.278080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c515a219-29fb-430d-8f90-63a25cfe6387 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.283021 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-234d99a7-bfce-4a67-91ec-57381a2cab54 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8697014'] for subnet, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.285167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-53a451ee-0cbb-40ee-82e1-2e4f6963258e tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.291060 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-53a451ee-0cbb-40ee-82e1-2e4f6963258e tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0102351 Jan 31 16:14:36.291699 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42756) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.305776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-396de6ba-4832-4e29-9171-b8e590ed0cc5 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.309775 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-396de6ba-4832-4e29-9171-b8e590ed0cc5 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0170565 Jan 31 16:14:36.310440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42758) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.322797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-ad33db64-6211-40a0-a29d-b3a11106a546 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.327265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ad33db64-6211-40a0-a29d-b3a11106a546 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0158381 Jan 31 16:14:36.327509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42760) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.345960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-1ed82a61-454e-41be-8ea5-9193ed8e65ac tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.350245 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1ed82a61-454e-41be-8ea5-9193ed8e65ac tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0181577 Jan 31 16:14:36.353580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42762) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.374013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [None req-6a27840a-a8c1-48a7-b47f-0378c29753c4 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.377934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42764) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.379455 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6a27840a-a8c1-48a7-b47f-0378c29753c4 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0138583 Jan 31 16:14:36.382412 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-41f71424-0ae2-450a-b9b3-79b15feba809 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.383335 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-41f71424-0ae2-450a-b9b3-79b15feba809 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044436 Jan 31 16:14:36.387141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42768) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.392191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-1e0d305e-f2e6-47db-b138-eb0ce83ea094 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.393992 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1e0d305e-f2e6-47db-b138-eb0ce83ea094 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0049977 Jan 31 16:14:36.396105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42770) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.406229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-48c2d88c-7091-43b2-b426-d4436b73af0e tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.407190 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-48c2d88c-7091-43b2-b426-d4436b73af0e tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0051062 Jan 31 16:14:36.409934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42772) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.423290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-5c737918-dc7b-4904-ac65-d25824637988 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.424329 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5c737918-dc7b-4904-ac65-d25824637988 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0132256 Jan 31 16:14:36.426932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42774) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.438036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-6b551940-b4d4-4c2f-9279-ea6edf11ae8a tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.439153 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6b551940-b4d4-4c2f-9279-ea6edf11ae8a tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0114999 Jan 31 16:14:36.441772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42776) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.458056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-4a885184-1dce-49c0-8217-6995b5ca7de1 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.459456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4a885184-1dce-49c0-8217-6995b5ca7de1 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0163331 Jan 31 16:14:36.461610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42778) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.479554 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-c57c9afd-0261-4ec8-865b-65fc052aba5a', 'network_id': 'c57c9afd-0261-4ec8-865b-65fc052aba5a', 'tenant_id': 'bce8188a268b4df0bda44454078854b1', 'fixed_ips': [{'subnet_id': '242e35a3-2de7-4008-a844-653e83c1a655'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:36.480715 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.482832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-46289759-8a4f-424c-a3db-fd3d36565b85 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.484374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-46289759-8a4f-424c-a3db-fd3d36565b85 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0218964 Jan 31 16:14:36.492505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42780) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.508324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-0249462a-4321-4dab-98aa-1b372eb4f329 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.509449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0249462a-4321-4dab-98aa-1b372eb4f329 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0074265 Jan 31 16:14:36.512422 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42782) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.513229 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b448f2e6-cacd-443f-ab47-7c2e348dd646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.530299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-e925712e-3749-449b-bd08-52d22d9f519f tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.531630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e925712e-3749-449b-bd08-52d22d9f519f tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0069046 Jan 31 16:14:36.539115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42786) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.543685 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-4b143e32-6e87-4062-8aab-dd3445b365ee tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.548239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4b143e32-6e87-4062-8aab-dd3445b365ee tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078855 Jan 31 16:14:36.549684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42788) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.556985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-fb232835-155d-4189-b00d-375b9ce8842d tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.561580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fb232835-155d-4189-b00d-375b9ce8842d tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0090573 Jan 31 16:14:36.563648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42790) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.571633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-df44f56c-8a15-4c8f-ad1a-1ceae5340d70 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.575681 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-df44f56c-8a15-4c8f-ad1a-1ceae5340d70 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0107822 Jan 31 16:14:36.580086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42792) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.587627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [None req-c60b8f65-0b45-4861-aed9-ebc6d66703c8 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:14:36.594589 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c60b8f65-0b45-4861-aed9-ebc6d66703c8 tempest-ExtensionsTestJSON-644382733 tempest-ExtensionsTestJSON-644382733-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0131512 Jan 31 16:14:36.699927 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b448f2e6-cacd-443f-ab47-7c2e348dd646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.709169 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b448f2e6-cacd-443f-ab47-7c2e348dd646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.749042 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c515a219-29fb-430d-8f90-63a25cfe6387 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.808287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b448f2e6-cacd-443f-ab47-7c2e348dd646 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bcdd9158f53419bb9a41ebec91f067b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337855 Jan 31 16:14:36.809536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42804) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.817370 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-234d99a7-bfce-4a67-91ec-57381a2cab54 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773760175782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8639538'] for subnet, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.852736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448f2e6-cacd-443f-ab47-7c2e348dd646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcad92b-b429-4d5b-bc3a-02deb9106b74,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:36.884581 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Allocated IP 172.20.0.2 (c57c9afd-0261-4ec8-865b-65fc052aba5a/242e35a3-2de7-4008-a844-653e83c1a655/362ddead-262c-4ae5-9234-52529506c135) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:36.898298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ba34cb5-d2ea-40b2-9373-ab6871cbe388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.930551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234d99a7-bfce-4a67-91ec-57381a2cab54 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:36.931169 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-234d99a7-bfce-4a67-91ec-57381a2cab54 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:36.934639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-234d99a7-bfce-4a67-91ec-57381a2cab54 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "PUT /v2.0/subnets/242e35a3-2de7-4008-a844-653e83c1a655 HTTP/1.1" status: 200 len: 806 time: 0.8844452 Jan 31 16:14:36.937169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42810) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:36.939997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ba34cb5-d2ea-40b2-9373-ab6871cbe388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.022090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ba34cb5-d2ea-40b2-9373-ab6871cbe388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.025315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4ba34cb5-d2ea-40b2-9373-ab6871cbe388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.030232 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4ba34cb5-d2ea-40b2-9373-ab6871cbe388 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/adcad92b-b429-4d5b-bc3a-02deb9106b74 HTTP/1.1" status: 204 len: 168 time: 0.2178609 Jan 31 16:14:37.051040 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c515a219-29fb-430d-8f90-63a25cfe6387 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.053351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba34cb5-d2ea-40b2-9373-ab6871cbe388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcad92b-b429-4d5b-bc3a-02deb9106b74,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:37.061976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d99a7-bfce-4a67-91ec-57381a2cab54 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=242e35a3-2de7-4008-a844-653e83c1a655,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:37.080230 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c515a219-29fb-430d-8f90-63a25cfe6387 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.086603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42816) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:37.086859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c515a219-29fb-430d-8f90-63a25cfe6387 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "DELETE /v2.0/subnets/91d84356-1386-494e-95fd-2cd8a773e6c4 HTTP/1.1" status: 204 len: 168 time: 1.0480678 Jan 31 16:14:37.101298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42818) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:37.110966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515a219-29fb-430d-8f90-63a25cfe6387 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event deleted for resources: {'Subnet': ['ID=91d84356-1386-494e-95fd-2cd8a773e6c4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:37.151376 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.217255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9f4ed1-219f-4b4a-bd28-f78d8ffa61dc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Deleting subnet f0722522-c3f1-4fcd-ac84-d405aa5d18a4 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:14:37.223837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5d9f4ed1-219f-4b4a-bd28-f78d8ffa61dc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.225807 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679cd6d8-ce4d-4d3c-bd6a-1624d245b266 None None] Network 482c2701-f19d-43ce-b69a-abf0aac6ad10 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:37.252210 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.321876 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.390389 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5d9f4ed1-219f-4b4a-bd28-f78d8ffa61dc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.398927 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.450205 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.482776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Pushing event updated for resources: {'Port': ['ID=362ddead-262c-4ae5-9234-52529506c135,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:37.486492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Network c57c9afd-0261-4ec8-865b-65fc052aba5a is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:37.491314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:37.496547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:37.545615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Subnet': ['ID=242e35a3-2de7-4008-a844-653e83c1a655,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:37.577196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Attempting to bind port 362ddead-262c-4ae5-9234-52529506c135 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:14:37.577808 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Attempting to bind port 362ddead-262c-4ae5-9234-52529506c135 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '8c755d8d-b479-4ff1-aaf5-6c351b62692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c57c9afd-0261-4ec8-865b-65fc052aba5a'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:14:37.578508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Attempting to bind port 362ddead-262c-4ae5-9234-52529506c135 on network c57c9afd-0261-4ec8-865b-65fc052aba5a {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:14:37.608387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:14:37.615011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Checking segment: {'id': '8c755d8d-b479-4ff1-aaf5-6c351b62692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c57c9afd-0261-4ec8-865b-65fc052aba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:37.615626 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.616029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Bound using segment: {'id': '8c755d8d-b479-4ff1-aaf5-6c351b62692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c57c9afd-0261-4ec8-865b-65fc052aba5a'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:14:37.616537 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Bound port: 362ddead-262c-4ae5-9234-52529506c135, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c755d8d-b479-4ff1-aaf5-6c351b62692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c57c9afd-0261-4ec8-865b-65fc052aba5a'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:14:37.616904 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.627331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42830) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:37.690376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce672024-1cb5-437d-a2d1-fa17be9e71b2 None None] DHCP port deletion for 482c2701-f19d-43ce-b69a-abf0aac6ad10 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:14:37.800833 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.860531 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42834) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:37.866167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1248168204-network', 'tenant_id': '3c08ec1799d546c3a4dd4050b9f20858'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:37.869382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] For port 362ddead-262c-4ae5-9234-52529506c135, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:14:37.884480 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] For port 362ddead-262c-4ae5-9234-52529506c135, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=362ddead-262c-4ae5-9234-52529506c135,segment=NetworkSegment(8c755d8d-b479-4ff1-aaf5-6c351b62692f),segment_id=8c755d8d-b479-4ff1-aaf5-6c351b62692f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:14:37.890924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ce672024-1cb5-437d-a2d1-fa17be9e71b2 None None] Deleting port d63ccf94-6a84-4f39-bc42-4391e480259c {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:37.891289 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce672024-1cb5-437d-a2d1-fa17be9e71b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.894217 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:37.899896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57c9afd-0261-4ec8-865b-65fc052aba5a']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:37.914950 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-408d482e-1d7b-4a17-a387-3c1c96d27c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.020011 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-408d482e-1d7b-4a17-a387-3c1c96d27c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.033069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c755d8d-b479-4ff1-aaf5-6c351b62692f') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:38.033484 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c755d8d-b479-4ff1-aaf5-6c351b62692f') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:38.036486 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-408d482e-1d7b-4a17-a387-3c1c96d27c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.072162 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372fa1a-3c05-449c-93a9-814de39e3a5b None None] Network c57c9afd-0261-4ec8-865b-65fc052aba5a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:38.088800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d482e-1d7b-4a17-a387-3c1c96d27c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d717447-e91f-4665-ac52-d37998a2e6c8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:38.096710 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.126872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Made reservation on behalf of 3c08ec1799d546c3a4dd4050b9f20858 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:38.129328 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.133294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.146954 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-408d482e-1d7b-4a17-a387-3c1c96d27c7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81de94e7637c49fb828b3582aa2dae40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756019 Jan 31 16:14:38.152832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42836) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:38.154287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:38.154576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.155808 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ce672024-1cb5-437d-a2d1-fa17be9e71b2 None None] For port d63ccf94-6a84-4f39-bc42-4391e480259c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d63ccf94-6a84-4f39-bc42-4391e480259c,segment=NetworkSegment(7f48fe88-8b54-451a-8e5f-11ab599dcc3a),segment_id=7f48fe88-8b54-451a-8e5f-11ab599dcc3a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:38.156221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce672024-1cb5-437d-a2d1-fa17be9e71b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:38.169549 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:38.173156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4bb4a-8b12-4b7c-8c9d-66cdd7bc3f05 None None] Pushing event updated for resources: {'Port': ['ID=362ddead-262c-4ae5-9234-52529506c135,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:38.183301 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.186511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ce672024-1cb5-437d-a2d1-fa17be9e71b2 None None] Calling delete_port for d63ccf94-6a84-4f39-bc42-4391e480259c owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:38.269862 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.307974 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.313701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7b094b-1267-457e-8554-2348b5d7eb06 None None] Network c57c9afd-0261-4ec8-865b-65fc052aba5a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:38.346986 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5d9f4ed1-219f-4b4a-bd28-f78d8ffa61dc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.359070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1ed27f-cef7-4901-8b53-2f797f3db20f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:38.381862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:38.392753 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.393394 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Added segment 3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8 of type vlan for network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a Jan 31 16:14:38.440147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.442948 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.api [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 16:14:38.442948 n-d-827120-1 neutron-server[108771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 16:14:38.442948 n-d-827120-1 neutron-server[108771]: [parameters: {'id': 'c57c9afd-0261-4ec8-865b-65fc052aba5a'}] Jan 31 16:14:38.442948 n-d-827120-1 neutron-server[108771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:14:38.444273 n-d-827120-1 neutron-server[108771]: DEBUG oslo_db.api [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:14:38.460364 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce672024-1cb5-437d-a2d1-fa17be9e71b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.469004 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-12bb156f-11dc-4d21-8aec-31b864847253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.474242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5d9f4ed1-219f-4b4a-bd28-f78d8ffa61dc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.499972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce672024-1cb5-437d-a2d1-fa17be9e71b2 None None] Pushing event deleted for resources: {'Port': ['ID=d63ccf94-6a84-4f39-bc42-4391e480259c,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:38.504824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce672024-1cb5-437d-a2d1-fa17be9e71b2 None None] No DVR routers for this DVR port d63ccf94-6a84-4f39-bc42-4391e480259c on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:38.514949 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53c6b580-6834-4681-8cd7-df716ad85119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.523413 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5d9f4ed1-219f-4b4a-bd28-f78d8ffa61dc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.526095 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.527232 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:38.527955 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.530543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5d9f4ed1-219f-4b4a-bd28-f78d8ffa61dc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "DELETE /v2.0/subnets/f0722522-c3f1-4fcd-ac84-d405aa5d18a4 HTTP/1.1" status: 204 len: 168 time: 1.4425082 Jan 31 16:14:38.531870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42840) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:38.538044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac6124-3389-4d1a-a1ae-3296977c8ba8 None None] Network b3d1ab9b-3b31-4891-9d61-c886e206fa8d requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:38.542344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f4ed1-219f-4b4a-bd28-f78d8ffa61dc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event deleted for resources: {'Subnet': ['ID=f0722522-c3f1-4fcd-ac84-d405aa5d18a4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:38.657934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53c6b580-6834-4681-8cd7-df716ad85119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.667117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0366070 Jan 31 16:14:38.675643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42842) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:38.693172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af6201-8856-4035-8082-4a2674e492bc admin admin] Pushing event updated for resources: {'Network': ['ID=70521b94-60b1-4fe6-bf3c-6f45d4cdca9a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:38.711855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3b884ece-73a7-4166-9c6e-dfc265f2a072 admin admin] Request body: {'subnet': {'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1248168204-subnet', 'tenant_id': '3c08ec1799d546c3a4dd4050b9f20858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:38.748155 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.766561 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:38.774412 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53c6b580-6834-4681-8cd7-df716ad85119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.782483 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53c6b580-6834-4681-8cd7-df716ad85119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.787510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-53c6b580-6834-4681-8cd7-df716ad85119 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d717447-e91f-4665-ac52-d37998a2e6c8 HTTP/1.1" status: 204 len: 168 time: 0.6204762 Jan 31 16:14:38.803031 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6b580-6834-4681-8cd7-df716ad85119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d717447-e91f-4665-ac52-d37998a2e6c8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:38.836567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b884ece-73a7-4166-9c6e-dfc265f2a072 admin admin] Made reservation on behalf of 3c08ec1799d546c3a4dd4050b9f20858 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:38.839394 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b884ece-73a7-4166-9c6e-dfc265f2a072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.945391 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.974725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-12bb156f-11dc-4d21-8aec-31b864847253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:38.991076 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.003181 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-12bb156f-11dc-4d21-8aec-31b864847253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.066787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482c2701-f19d-43ce-b69a-abf0aac6ad10']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:39.096347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Deleting port 362ddead-262c-4ae5-9234-52529506c135 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:39.101117 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.105908 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f48fe88-8b54-451a-8e5f-11ab599dcc3a') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:39.106155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f48fe88-8b54-451a-8e5f-11ab599dcc3a') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:39.126499 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.128548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb156f-11dc-4d21-8aec-31b864847253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae5859-a757-4ce4-8a5e-94e3146a14d0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:39.134263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c81a925-5499-4735-9bbd-b7bb0e20be21 None None] DHCP port deletion for b3d1ab9b-3b31-4891-9d61-c886e206fa8d request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:14:39.142957 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-12bb156f-11dc-4d21-8aec-31b864847253 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9bdc1537923e4a40959b90fb6d6df156&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9766045 Jan 31 16:14:39.145968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42854) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:39.177559 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.193849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:39.194275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:39.201113 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:39.208900 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d63ccf94-6a84-4f39-bc42-4391e480259c no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:39.283928 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d63ccf94-6a84-4f39-bc42-4391e480259c {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:14:39.285779 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d63ccf94-6a84-4f39-bc42-4391e480259c not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:14:39.289870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] For port 362ddead-262c-4ae5-9234-52529506c135, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=362ddead-262c-4ae5-9234-52529506c135,segment=NetworkSegment(8c755d8d-b479-4ff1-aaf5-6c351b62692f),segment_id=8c755d8d-b479-4ff1-aaf5-6c351b62692f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:39.289870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.328029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.337228 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23d33b51-58bc-4a95-afc4-7aee65112bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.337791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Calling delete_port for 362ddead-262c-4ae5-9234-52529506c135 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:39.345604 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.351770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0c81a925-5499-4735-9bbd-b7bb0e20be21 None None] Deleting port 2410aa5a-db9d-4fd5-978c-a39c49e7411b {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:39.352545 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "DELETE /v2.0/networks/482c2701-f19d-43ce-b69a-abf0aac6ad10 HTTP/1.1" status: 204 len: 168 time: 0.8031371 Jan 31 16:14:39.356224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42856) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:39.367325 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0c81a925-5499-4735-9bbd-b7bb0e20be21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.455574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f6a40-cc00-4515-a82d-cbb36ed0365e tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event deleted for resources: {'Network': ['ID=482c2701-f19d-43ce-b69a-abf0aac6ad10,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:39.504255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.541520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0c81a925-5499-4735-9bbd-b7bb0e20be21 None None] For port 2410aa5a-db9d-4fd5-978c-a39c49e7411b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=2410aa5a-db9d-4fd5-978c-a39c49e7411b,segment=NetworkSegment(2fda863d-d10b-4243-81c9-13a07c7695ac),segment_id=2fda863d-d10b-4243-81c9-13a07c7695ac)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:39.543216 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0c81a925-5499-4735-9bbd-b7bb0e20be21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.572791 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23d33b51-58bc-4a95-afc4-7aee65112bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.574362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Port': ['ID=362ddead-262c-4ae5-9234-52529506c135,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:39.576343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0c81a925-5499-4735-9bbd-b7bb0e20be21 None None] Calling delete_port for 2410aa5a-db9d-4fd5-978c-a39c49e7411b owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:39.590222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No DVR routers for this DVR port 362ddead-262c-4ae5-9234-52529506c135 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:39.711608 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b884ece-73a7-4166-9c6e-dfc265f2a072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.777323 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0c81a925-5499-4735-9bbd-b7bb0e20be21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.792217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81a925-5499-4735-9bbd-b7bb0e20be21 None None] No DVR routers for this DVR port 2410aa5a-db9d-4fd5-978c-a39c49e7411b on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:39.816810 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81a925-5499-4735-9bbd-b7bb0e20be21 None None] Pushing event deleted for resources: {'Port': ['ID=2410aa5a-db9d-4fd5-978c-a39c49e7411b,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:39.833933 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0423a7c6-3efd-4d94-873e-03d33c40291e None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:14:39.840230 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23d33b51-58bc-4a95-afc4-7aee65112bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.843258 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23d33b51-58bc-4a95-afc4-7aee65112bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.844537 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-23d33b51-58bc-4a95-afc4-7aee65112bef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90ae5859-a757-4ce4-8a5e-94e3146a14d0 HTTP/1.1" status: 204 len: 168 time: 0.6948977 Jan 31 16:14:39.852693 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.854785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:39.889995 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d33b51-58bc-4a95-afc4-7aee65112bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae5859-a757-4ce4-8a5e-94e3146a14d0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:39.912717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57c9afd-0261-4ec8-865b-65fc052aba5a']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:39.926378 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b884ece-73a7-4166-9c6e-dfc265f2a072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=612f5626-54fb-4517-ae84-d6db26a94e06,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:39.940007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c755d8d-b479-4ff1-aaf5-6c351b62692f') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:39.942905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c755d8d-b479-4ff1-aaf5-6c351b62692f') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:39.975658 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.003645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b884ece-73a7-4166-9c6e-dfc265f2a072 admin admin] Checking segment: {'id': '3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:40.004160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b884ece-73a7-4166-9c6e-dfc265f2a072 admin admin] Network hostable DHCP agents. Network: 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:40.006492 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.027476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:40.029033 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.031213 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0423a7c6-3efd-4d94-873e-03d33c40291e None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:40.126858 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:40.153099 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.173035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b884ece-73a7-4166-9c6e-dfc265f2a072 admin admin] Network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:40.204022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d1ab9b-3b31-4891-9d61-c886e206fa8d']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:40.204247 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.216741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-3b884ece-73a7-4166-9c6e-dfc265f2a072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:40.219909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fda863d-d10b-4243-81c9-13a07c7695ac') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:40.220250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fda863d-d10b-4243-81c9-13a07c7695ac') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:40.229140 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.230081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b884ece-73a7-4166-9c6e-dfc265f2a072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:40.230679 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b884ece-73a7-4166-9c6e-dfc265f2a072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.246100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42884) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:40.247498 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/c57c9afd-0261-4ec8-865b-65fc052aba5a HTTP/1.1" status: 204 len: 168 time: 3.3062265 Jan 31 16:14:40.249390 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.291004 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-135bdf75-8fa2-4590-badd-9b142806baaf tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:40.291648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135bdf75-8fa2-4590-badd-9b142806baaf tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:40.292936 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a3c94-5d09-42b0-a7b6-45fdc13c0308 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Network': ['ID=c57c9afd-0261-4ec8-865b-65fc052aba5a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:40.298045 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-135bdf75-8fa2-4590-badd-9b142806baaf tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/c57c9afd-0261-4ec8-865b-65fc052aba5a HTTP/1.1" status: 404 len: 339 time: 0.0495920 Jan 31 16:14:40.300846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42886) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:40.317615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6278c7bf-e7b0-4c4c-904c-8feca186ce74 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-482782695', 'description': 'd1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:40.338163 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3b884ece-73a7-4166-9c6e-dfc265f2a072 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6389537 Jan 31 16:14:40.348076 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.360007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:40.363331 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:40.371897 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:40.383074 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6278c7bf-e7b0-4c4c-904c-8feca186ce74 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:40.387805 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6278c7bf-e7b0-4c4c-904c-8feca186ce74 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.453502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6278c7bf-e7b0-4c4c-904c-8feca186ce74 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:40.473178 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6278c7bf-e7b0-4c4c-904c-8feca186ce74 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.473676 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-6278c7bf-e7b0-4c4c-904c-8feca186ce74 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Added segment 53c4a58e-7992-46f0-95e7-d9f978073c65 of type vlan for network 7cd93124-30cd-4efd-936c-59db9155a4ea Jan 31 16:14:40.486035 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edcd99b-c481-471c-bb07-9e904158ec0e None None] Network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:40.506622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.530654 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.546611 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "DELETE /v2.0/networks/b3d1ab9b-3b31-4891-9d61-c886e206fa8d HTTP/1.1" status: 204 len: 168 time: 1.1656399 Jan 31 16:14:40.549146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42896) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:40.606422 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6278c7bf-e7b0-4c4c-904c-8feca186ce74 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.623888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23374cc8-a6fe-4afd-a8f0-f362561e2334 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event deleted for resources: {'Network': ['ID=b3d1ab9b-3b31-4891-9d61-c886e206fa8d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:40.679754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1faf285-1e12-49bc-bae9-a6b14273e2ae None None] Network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:40.770492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-13206c76-4a7a-49e8-b7df-dc29e27a68b3 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Deleting subnet 383bdee4-4a02-487e-a685-b938e8fbd018 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:14:40.785864 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13206c76-4a7a-49e8-b7df-dc29e27a68b3 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.790391 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6278c7bf-e7b0-4c4c-904c-8feca186ce74 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.800213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6278c7bf-e7b0-4c4c-904c-8feca186ce74 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:40.801025 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6278c7bf-e7b0-4c4c-904c-8feca186ce74 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.923040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278c7bf-e7b0-4c4c-904c-8feca186ce74 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=7cd93124-30cd-4efd-936c-59db9155a4ea,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:40.927962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6278c7bf-e7b0-4c4c-904c-8feca186ce74 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6204131 Jan 31 16:14:40.931037 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13206c76-4a7a-49e8-b7df-dc29e27a68b3 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:40.935559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42916) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:40.939963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 7cd93124-30cd-4efd-936c-59db9155a4ea details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:41.058222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da9a7a4-26ce-4058-af50-9a5dfd04b5d5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:41.067129 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0da9a7a4-26ce-4058-af50-9a5dfd04b5d5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/networks?id=7cd93124-30cd-4efd-936c-59db9155a4ea HTTP/1.1" status: 200 len: 760 time: 0.1319366 Jan 31 16:14:41.068303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42922) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:41.074889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ef720fad-f6a7-4b6b-8c4d-6ee351fcfdd2 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'description': 'd2'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:41.121884 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13206c76-4a7a-49e8-b7df-dc29e27a68b3 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:41.132285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2410aa5a-db9d-4fd5-978c-a39c49e7411b no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:41.192261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 2410aa5a-db9d-4fd5-978c-a39c49e7411b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:14:41.192606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2410aa5a-db9d-4fd5-978c-a39c49e7411b not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:14:41.391326 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef720fad-f6a7-4b6b-8c4d-6ee351fcfdd2 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:41.428725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef720fad-f6a7-4b6b-8c4d-6ee351fcfdd2 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:41.476379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef720fad-f6a7-4b6b-8c4d-6ee351fcfdd2 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network 7cd93124-30cd-4efd-936c-59db9155a4ea is not hosted by any dhcp agent {{(pid=108772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 16:14:41.497114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef720fad-f6a7-4b6b-8c4d-6ee351fcfdd2 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:41.503310 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef720fad-f6a7-4b6b-8c4d-6ee351fcfdd2 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:41.504652 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ef720fad-f6a7-4b6b-8c4d-6ee351fcfdd2 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "PUT /v2.0/networks/7cd93124-30cd-4efd-936c-59db9155a4ea HTTP/1.1" status: 200 len: 757 time: 0.4348435 Jan 31 16:14:41.514897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42940) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:41.687608 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13206c76-4a7a-49e8-b7df-dc29e27a68b3 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:41.701665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef720fad-f6a7-4b6b-8c4d-6ee351fcfdd2 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=7cd93124-30cd-4efd-936c-59db9155a4ea,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:41.727400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 7cd93124-30cd-4efd-936c-59db9155a4ea details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:41.743647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42954) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:41.752601 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c676484d-565a-42e4-8e81-1a1e537c86fc tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:41.756739 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13206c76-4a7a-49e8-b7df-dc29e27a68b3 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:41.759065 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c676484d-565a-42e4-8e81-1a1e537c86fc tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/networks?id=7cd93124-30cd-4efd-936c-59db9155a4ea HTTP/1.1" status: 200 len: 760 time: 0.2348492 Jan 31 16:14:41.760602 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-13206c76-4a7a-49e8-b7df-dc29e27a68b3 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "DELETE /v2.0/subnets/383bdee4-4a02-487e-a685-b938e8fbd018 HTTP/1.1" status: 204 len: 168 time: 1.2082880 Jan 31 16:14:41.761839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42958) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:41.764581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42960) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:41.775372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13206c76-4a7a-49e8-b7df-dc29e27a68b3 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event deleted for resources: {'Subnet': ['ID=383bdee4-4a02-487e-a685-b938e8fbd018,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:41.795528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d4ffed3c-2d0f-4d09-959d-c2dd72accdb7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-92373932'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:41.817669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f8265-ba7a-46b6-bb7a-c145bb1467cf None None] Network 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:41.866909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ffed3c-2d0f-4d09-959d-c2dd72accdb7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:41.870605 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4ffed3c-2d0f-4d09-959d-c2dd72accdb7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:41.920760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ffed3c-2d0f-4d09-959d-c2dd72accdb7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:41.933937 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:41.938208 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4ffed3c-2d0f-4d09-959d-c2dd72accdb7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:41.938571 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-d4ffed3c-2d0f-4d09-959d-c2dd72accdb7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Added segment cedc1196-c015-457b-8afb-074bf33aa742 of type vlan for network 0ec159a8-96b3-42f4-9ead-6903c333c572 Jan 31 16:14:41.963266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1394000668'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:42.076861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Deleting port 4ba84d13-c538-4f81-b73f-ed70657b6a0e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:42.077175 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.078536 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4ffed3c-2d0f-4d09-959d-c2dd72accdb7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.115030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Made reservation on behalf of 4630d745d78746ba95f02301ef3f5b85 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:42.118948 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.143406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.160562 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbed607-28f7-4732-8e32-7ce7fa71e951 None None] DHCP port deletion for 84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:14:42.179173 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4ffed3c-2d0f-4d09-959d-c2dd72accdb7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.200672 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ffed3c-2d0f-4d09-959d-c2dd72accdb7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:42.201979 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4ffed3c-2d0f-4d09-959d-c2dd72accdb7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.247439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d4ffed3c-2d0f-4d09-959d-c2dd72accdb7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4696207 Jan 31 16:14:42.252670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42990) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:42.278916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-08decea4-ddb0-4b83-a62e-78e940ea3807 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'network_id': '0ec159a8-96b3-42f4-9ead-6903c333c572', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:42.291480 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-2dbed607-28f7-4732-8e32-7ce7fa71e951 None None] Deleting port 4ba84d13-c538-4f81-b73f-ed70657b6a0e {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:42.292193 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2dbed607-28f7-4732-8e32-7ce7fa71e951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.316915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffed3c-2d0f-4d09-959d-c2dd72accdb7 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=0ec159a8-96b3-42f4-9ead-6903c333c572,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:42.346342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] For port 4ba84d13-c538-4f81-b73f-ed70657b6a0e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4ba84d13-c538-4f81-b73f-ed70657b6a0e,segment=NetworkSegment(0113750c-4f81-495c-b1f5-fd48438bbffe),segment_id=0113750c-4f81-495c-b1f5-fd48438bbffe)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:42.348819 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.377935 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.386708 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.404430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:42.421967 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.427319 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Added segment 599affa7-3a79-4ec9-8ee2-a74da96a02d9 of type vlan for network 50db522d-e568-4a7b-a4e7-983d6a5887c0 Jan 31 16:14:42.457015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Calling delete_port for 4ba84d13-c538-4f81-b73f-ed70657b6a0e owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:42.462896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-2dbed607-28f7-4732-8e32-7ce7fa71e951 None None] For port 4ba84d13-c538-4f81-b73f-ed70657b6a0e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4ba84d13-c538-4f81-b73f-ed70657b6a0e,segment=NetworkSegment(0113750c-4f81-495c-b1f5-fd48438bbffe),segment_id=0113750c-4f81-495c-b1f5-fd48438bbffe)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:42.463488 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2dbed607-28f7-4732-8e32-7ce7fa71e951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.492174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.524729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-2dbed607-28f7-4732-8e32-7ce7fa71e951 None None] Calling delete_port for 4ba84d13-c538-4f81-b73f-ed70657b6a0e owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:42.531259 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.538069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:42.538940 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.584170 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8390307 Jan 31 16:14:42.594526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42998) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:42.633432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1b7dc59b-cb6c-4a5a-8523-3b5a4aa1884b tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Request body: {'subnet': {'network_id': '50db522d-e568-4a7b-a4e7-983d6a5887c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:42.656129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7749d48f-26dd-4c30-9a14-c5ad92eb4517,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:42.699536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08decea4-ddb0-4b83-a62e-78e940ea3807 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:42.707616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08decea4-ddb0-4b83-a62e-78e940ea3807 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:42.732658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead25a30-27d1-444a-8158-0795bec807e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Pushing event updated for resources: {'Network': ['ID=50db522d-e568-4a7b-a4e7-983d6a5887c0,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:42.733151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 0ec159a8-96b3-42f4-9ead-6903c333c572 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:42.753626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 50db522d-e568-4a7b-a4e7-983d6a5887c0 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:42.799676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7dc59b-cb6c-4a5a-8523-3b5a4aa1884b tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Made reservation on behalf of 4630d745d78746ba95f02301ef3f5b85 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:42.824164 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc59b-cb6c-4a5a-8523-3b5a4aa1884b tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.011437 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08decea4-ddb0-4b83-a62e-78e940ea3807 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.044296 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2dbed607-28f7-4732-8e32-7ce7fa71e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.057895 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.115235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbed607-28f7-4732-8e32-7ce7fa71e951 None None] Pushing event deleted for resources: {'Port': ['ID=4ba84d13-c538-4f81-b73f-ed70657b6a0e,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:43.117311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbed607-28f7-4732-8e32-7ce7fa71e951 None None] No DVR routers for this DVR port 4ba84d13-c538-4f81-b73f-ed70657b6a0e on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:43.134980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event deleted for resources: {'Port': ['ID=4ba84d13-c538-4f81-b73f-ed70657b6a0e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:43.168857 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4ba84d13-c538-4f81-b73f-ed70657b6a0e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:43.178155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] No DVR routers for this DVR port 4ba84d13-c538-4f81-b73f-ed70657b6a0e on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:43.212127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08decea4-ddb0-4b83-a62e-78e940ea3807 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking segment: {'id': 'cedc1196-c015-457b-8afb-074bf33aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0ec159a8-96b3-42f4-9ead-6903c333c572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:43.212643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08decea4-ddb0-4b83-a62e-78e940ea3807 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network hostable DHCP agents. Network: 0ec159a8-96b3-42f4-9ead-6903c333c572, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:43.222473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08decea4-ddb0-4b83-a62e-78e940ea3807 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=12d1cf2b-b157-4787-a09c-3d2c2786cfb3,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:43.244045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 4ba84d13-c538-4f81-b73f-ed70657b6a0e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:14:43.244400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4ba84d13-c538-4f81-b73f-ed70657b6a0e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:14:43.319067 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc59b-cb6c-4a5a-8523-3b5a4aa1884b tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.342052 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.408740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08decea4-ddb0-4b83-a62e-78e940ea3807 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network 0ec159a8-96b3-42f4-9ead-6903c333c572 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:43.414685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dc59b-cb6c-4a5a-8523-3b5a4aa1884b tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Pushing event updated for resources: {'Subnet': ['ID=5df69871-2773-479c-9500-621f163242d5,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:43.421766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dc59b-cb6c-4a5a-8523-3b5a4aa1884b tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Checking segment: {'id': '599affa7-3a79-4ec9-8ee2-a74da96a02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '50db522d-e568-4a7b-a4e7-983d6a5887c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:43.422163 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7dc59b-cb6c-4a5a-8523-3b5a4aa1884b tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Network hostable DHCP agents. Network: 50db522d-e568-4a7b-a4e7-983d6a5887c0, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:43.423403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:43.432778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-08decea4-ddb0-4b83-a62e-78e940ea3807 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 0ec159a8-96b3-42f4-9ead-6903c333c572) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:43.441620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed77f0-c13b-40c0-90b0-525536e935d2 None None] Network 0ec159a8-96b3-42f4-9ead-6903c333c572 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:43.461275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7dc59b-cb6c-4a5a-8523-3b5a4aa1884b tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Network 50db522d-e568-4a7b-a4e7-983d6a5887c0 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:43.470482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-1b7dc59b-cb6c-4a5a-8523-3b5a4aa1884b tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 50db522d-e568-4a7b-a4e7-983d6a5887c0) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:43.472955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0113750c-4f81-495c-b1f5-fd48438bbffe') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:43.473931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0113750c-4f81-495c-b1f5-fd48438bbffe') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:43.475497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7dc59b-cb6c-4a5a-8523-3b5a4aa1884b tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:43.476213 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc59b-cb6c-4a5a-8523-3b5a4aa1884b tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.478817 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08decea4-ddb0-4b83-a62e-78e940ea3807 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:43.482446 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08decea4-ddb0-4b83-a62e-78e940ea3807 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.500520 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.520497 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1b7dc59b-cb6c-4a5a-8523-3b5a4aa1884b tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9220562 Jan 31 16:14:43.520714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9b409-ff18-4b8f-8780-c3c0ffa073ed None None] Network 50db522d-e568-4a7b-a4e7-983d6a5887c0 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:43.520804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43044) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:43.522797 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.527068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Request body: {'port': {'network_id': '50db522d-e568-4a7b-a4e7-983d6a5887c0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1353001485'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:43.534195 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-08decea4-ddb0-4b83-a62e-78e940ea3807 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2801101 Jan 31 16:14:43.538588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43048) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:43.557679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:43.558482 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:43.561898 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:43.723427 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.723824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Made reservation on behalf of 4630d745d78746ba95f02301ef3f5b85 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:43.739312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.743350 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "DELETE /v2.0/networks/84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0 HTTP/1.1" status: 204 len: 168 time: 1.9748895 Jan 31 16:14:43.747237 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.756231 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43054) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:43.756732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-50db522d-e568-4a7b-a4e7-983d6a5887c0', 'network_id': '50db522d-e568-4a7b-a4e7-983d6a5887c0', 'tenant_id': '4630d745d78746ba95f02301ef3f5b85', 'fixed_ips': [{'subnet_id': '5df69871-2773-479c-9500-621f163242d5'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:43.757666 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.789785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959dce9-79c3-4a80-bfa5-c2055fff2f2b tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Pushing event deleted for resources: {'Network': ['ID=84e95ee3-ec3f-47c8-b4b7-1d3c8ccdf0a0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:43.804823 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0e066d45-8fa7-4cf1-bf23-2554c6397487 tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85c6127-7603-48e8-8542-e80a1574de9e HTTP/1.1" status: 200 len: 205 time: 0.0462937 Jan 31 16:14:43.807472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43060) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:43.814182 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.883512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.890562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] device_id is not set on port cb353636-7a19-4723-98c5-b7402e31b7b6 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:14:43.912828 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb7d67f-cb15-4a26-aef0-6e4db4e67d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-0ec159a8-96b3-42f4-9ead-6903c333c572', 'network_id': '0ec159a8-96b3-42f4-9ead-6903c333c572', 'tenant_id': 'bce8188a268b4df0bda44454078854b1', 'fixed_ips': [{'subnet_id': '12d1cf2b-b157-4787-a09c-3d2c2786cfb3'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:43.913650 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6eb7d67f-cb15-4a26-aef0-6e4db4e67d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.981599 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:43.996802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-caa25f65-3132-4377-89e5-f94f30d9b4cc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.057740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43068) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:44.088635 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.119869 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce0a419-1267-44f1-9780-e9bba3f4e909 None None] Network 0ec159a8-96b3-42f4-9ead-6903c333c572 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:44.143416 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec159a8-96b3-42f4-9ead-6903c333c572']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:44.179531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Allocated IP 2001:db8::2 (50db522d-e568-4a7b-a4e7-983d6a5887c0/5df69871-2773-479c-9500-621f163242d5/7514bb2c-ae7c-4739-831c-4840d86e3d95) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:44.230150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Subnet': ['ID=12d1cf2b-b157-4787-a09c-3d2c2786cfb3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:44.239513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedc1196-c015-457b-8afb-074bf33aa742') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:44.239820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedc1196-c015-457b-8afb-074bf33aa742') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:44.260587 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.297267 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.312427 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:44.312812 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:44.316103 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:44.398418 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-672235b1-e5cf-43fc-b045-2587abb1f3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.401191 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-caa25f65-3132-4377-89e5-f94f30d9b4cc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.404107 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-caa25f65-3132-4377-89e5-f94f30d9b4cc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.482006 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.486283 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-caa25f65-3132-4377-89e5-f94f30d9b4cc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.488477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa25f65-3132-4377-89e5-f94f30d9b4cc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Fanout notify agent at l3_agent the message router_deleted on router d85c6127-7603-48e8-8542-e80a1574de9e {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:14:44.507001 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-caa25f65-3132-4377-89e5-f94f30d9b4cc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.507001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-caa25f65-3132-4377-89e5-f94f30d9b4cc tempest-RoutersNegativeIpV6Test-1963035275 tempest-RoutersNegativeIpV6Test-1963035275-project] 10.222.0.36 "DELETE /v2.0/routers/d85c6127-7603-48e8-8542-e80a1574de9e HTTP/1.1" status: 204 len: 168 time: 0.6940572 Jan 31 16:14:44.518215 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.523373 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/0ec159a8-96b3-42f4-9ead-6903c333c572 HTTP/1.1" status: 204 len: 168 time: 0.9832914 Jan 31 16:14:44.528987 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43092) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:44.540752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb9ce9-7cf6-4c77-94c8-7fb1077cafda tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Network': ['ID=0ec159a8-96b3-42f4-9ead-6903c333c572,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:44.549242 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.575501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-b88032a6-612c-4262-abb4-a0cdfa7617a3 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:44.577273 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-b88032a6-612c-4262-abb4-a0cdfa7617a3 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/networks?id=70521b94-60b1-4fe6-bf3c-6f45d4cdca9a HTTP/1.1" status: 200 len: 809 time: 0.2605140 Jan 31 16:14:44.584843 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.601298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-e626a26d-4164-4b9e-86e9-8ecf23ea21bc tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/quotas/3c08ec1799d546c3a4dd4050b9f20858 HTTP/1.1" status: 200 len: 375 time: 0.0101938 Jan 31 16:14:44.630078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Allocated IP 2001:db8::368 (50db522d-e568-4a7b-a4e7-983d6a5887c0/5df69871-2773-479c-9500-621f163242d5/cb353636-7a19-4723-98c5-b7402e31b7b6) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:44.641687 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-8328ce86-6da1-4e05-877a-4b07359d9d45 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c08ec1799d546c3a4dd4050b9f20858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338080 Jan 31 16:14:44.642936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Pushing event updated for resources: {'Port': ['ID=7514bb2c-ae7c-4739-831c-4840d86e3d95,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:44.671497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Network 50db522d-e568-4a7b-a4e7-983d6a5887c0 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:44.673175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:44.676033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:44.685969 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5389cbf3-f8ea-4272-a35c-91961f7a7b00 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] GET failed (client error): The resource could not be found. Jan 31 16:14:44.689385 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5389cbf3-f8ea-4272-a35c-91961f7a7b00 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/subnets/12d1cf2b-b157-4787-a09c-3d2c2786cfb3 HTTP/1.1" status: 404 len: 337 time: 0.1597939 Jan 31 16:14:44.692389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43096) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:44.725000 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c073ba5-512a-43d8-ae72-66465a49bb1f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:44.725639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c073ba5-512a-43d8-ae72-66465a49bb1f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:44.740954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2c073ba5-512a-43d8-ae72-66465a49bb1f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/0ec159a8-96b3-42f4-9ead-6903c333c572 HTTP/1.1" status: 404 len: 339 time: 0.0473821 Jan 31 16:14:44.741621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43098) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:44.750264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Attempting to bind port 7514bb2c-ae7c-4739-831c-4840d86e3d95 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:14:44.751141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Attempting to bind port 7514bb2c-ae7c-4739-831c-4840d86e3d95 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '599affa7-3a79-4ec9-8ee2-a74da96a02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '50db522d-e568-4a7b-a4e7-983d6a5887c0'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:14:44.752503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Attempting to bind port 7514bb2c-ae7c-4739-831c-4840d86e3d95 on network 50db522d-e568-4a7b-a4e7-983d6a5887c0 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:14:44.761060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:14:44.762773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Checking segment: {'id': '599affa7-3a79-4ec9-8ee2-a74da96a02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '50db522d-e568-4a7b-a4e7-983d6a5887c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:44.764167 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.764734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Bound using segment: {'id': '599affa7-3a79-4ec9-8ee2-a74da96a02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '50db522d-e568-4a7b-a4e7-983d6a5887c0'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:14:44.765420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Bound port: 7514bb2c-ae7c-4739-831c-4840d86e3d95, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599affa7-3a79-4ec9-8ee2-a74da96a02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '50db522d-e568-4a7b-a4e7-983d6a5887c0'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:14:44.766488 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.779922 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-672235b1-e5cf-43fc-b045-2587abb1f3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.791874 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-672235b1-e5cf-43fc-b045-2587abb1f3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.872163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.880527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-672235b1-e5cf-43fc-b045-2587abb1f3be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06ad9357233a44efa0db5c60faee7e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8215442 Jan 31 16:14:44.881302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672235b1-e5cf-43fc-b045-2587abb1f3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ba32ac-810a-4e63-b651-931026df1cea,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:44.884041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43104) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:44.899673 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] For port 7514bb2c-ae7c-4739-831c-4840d86e3d95, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:14:44.909518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] For port 7514bb2c-ae7c-4739-831c-4840d86e3d95, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7514bb2c-ae7c-4739-831c-4840d86e3d95,segment=NetworkSegment(599affa7-3a79-4ec9-8ee2-a74da96a02d9),segment_id=599affa7-3a79-4ec9-8ee2-a74da96a02d9)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:14:44.920491 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:44.977563 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba97ba34-a51e-4b5c-8686-7f88bfd22994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:45.005943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43106) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:45.048600 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:45.051737 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba97ba34-a51e-4b5c-8686-7f88bfd22994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:45.082439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6e6c9-e6c8-40ad-a203-8661d17ad3d7 None None] Pushing event updated for resources: {'Port': ['ID=7514bb2c-ae7c-4739-831c-4840d86e3d95,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:45.118068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Network 50db522d-e568-4a7b-a4e7-983d6a5887c0 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:45.140314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:45.166265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:45.172733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:45.176852 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:45.221250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6662631b-b24c-4b6d-9841-8b160188c6dd tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:45.226137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6662631b-b24c-4b6d-9841-8b160188c6dd tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4823816 Jan 31 16:14:45.227413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43110) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:45.262728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Pushing event updated for resources: {'Port': ['ID=cb353636-7a19-4723-98c5-b7402e31b7b6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:45.297253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6c9cc59e-0060-4972-b1dd-82ae9622643a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7750049 Jan 31 16:14:45.297543 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43112) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:45.297911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43114) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:45.298044 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d5721a9d-1bf3-4de0-b0b3-6c21c8b3cfad tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 207 time: 0.0636806 Jan 31 16:14:45.300201 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-252cd036-358e-4e77-bcff-ad521c2aa78a service neutron] 10.222.0.36 "GET /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480434 Jan 31 16:14:45.375624 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Request body: {'port': {'network_id': '50db522d-e568-4a7b-a4e7-983d6a5887c0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2097160052', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:45.376262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.api.validators [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] bootfile-name is not in valid_values {{(pid=108771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 16:14:45.377101 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.api.validators [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] tftp-server is not in valid_values {{(pid=108771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 16:14:45.377606 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.api.validators [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] server-ip-address is not in valid_values {{(pid=108771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 16:14:45.419095 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba97ba34-a51e-4b5c-8686-7f88bfd22994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:45.423029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba97ba34-a51e-4b5c-8686-7f88bfd22994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:45.427271 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ba97ba34-a51e-4b5c-8686-7f88bfd22994 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4ba32ac-810a-4e63-b651-931026df1cea HTTP/1.1" status: 204 len: 168 time: 0.5374396 Jan 31 16:14:45.431612 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-dc416a24-fa8a-4fd0-93d1-fbe5d4246e19 service neutron] 10.222.0.36 "GET /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232576 Jan 31 16:14:45.535566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97ba34-a51e-4b5c-8686-7f88bfd22994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ba32ac-810a-4e63-b651-931026df1cea,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:45.603278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43120) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:45.614691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a766a784-5706-4f7b-a38c-f43004ca7a83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7b0c814da324d21b9965bf72b7181b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6000910 Jan 31 16:14:45.710187 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-907957aa-bed9-4675-8b57-77f45fa5179e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:45.743530 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-907957aa-bed9-4675-8b57-77f45fa5179e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:45.757717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24734dd-b344-4fef-bf42-a83ff2084e87 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:45.777797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24734dd-b344-4fef-bf42-a83ff2084e87 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:45.784484 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24734dd-b344-4fef-bf42-a83ff2084e87 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:45.791159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24734dd-b344-4fef-bf42-a83ff2084e87 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:45.796770 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d24734dd-b344-4fef-bf42-a83ff2084e87 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4919310 Jan 31 16:14:45.820500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43128) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:45.867412 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-907957aa-bed9-4675-8b57-77f45fa5179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:45.869996 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-907957aa-bed9-4675-8b57-77f45fa5179e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:45.874680 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-907957aa-bed9-4675-8b57-77f45fa5179e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4459e111-07b4-4135-8685-b1df5fb9dd50 HTTP/1.1" status: 204 len: 168 time: 0.2695491 Jan 31 16:14:45.894866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907957aa-bed9-4675-8b57-77f45fa5179e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4459e111-07b4-4135-8685-b1df5fb9dd50,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:45.964378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6ba25f3a-51ea-4ebc-bbf5-c2edcf27fe2a req-2ab5b25e-2605-4fa6-a9bf-e67c0484d341 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 210 time: 0.2652349 Jan 31 16:14:46.028094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43140) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:46.059793 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b1c1220e-8a80-4aff-a495-25be2911e47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:46.074872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Made reservation on behalf of 4630d745d78746ba95f02301ef3f5b85 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:46.078848 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:46.141120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] device_id is not set on port 86fe2f89-6404-40e9-9cb0-8e1ba1cf5ce5 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:14:46.248705 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b1c1220e-8a80-4aff-a495-25be2911e47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:46.257212 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b1c1220e-8a80-4aff-a495-25be2911e47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:46.301821 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-71b621bd-7fef-43c6-bcd2-ed35171a16f4 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4798315 Jan 31 16:14:46.306734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43146) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:46.363247 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43148) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:46.364631 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b1c1220e-8a80-4aff-a495-25be2911e47a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10502f40d180411ea18250bac205892f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351066 Jan 31 16:14:46.366691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1220e-8a80-4aff-a495-25be2911e47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bade5328-3dae-4cf4-97ce-a80eba613917,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:46.462474 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a918eb-ee08-41cf-8e77-02f0c2f7e922 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:46.463040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a918eb-ee08-41cf-8e77-02f0c2f7e922 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:46.464870 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-96a918eb-ee08-41cf-8e77-02f0c2f7e922 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1539867 Jan 31 16:14:46.468570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43154) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:46.523871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Allocated IP 2001:db8::396 (50db522d-e568-4a7b-a4e7-983d6a5887c0/5df69871-2773-479c-9500-621f163242d5/86fe2f89-6404-40e9-9cb0-8e1ba1cf5ce5) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:46.588824 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-289b8b35-fbc6-4c40-b135-1a81f304f307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:46.595620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b42b09-7b8a-479d-bb16-216a3c8faa94 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['shared'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:46.599365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b42b09-7b8a-479d-bb16-216a3c8faa94 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['shared'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:46.599365 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b8b42b09-7b8a-479d-bb16-216a3c8faa94 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1293790 Jan 31 16:14:46.602587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43160) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:46.658985 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-289b8b35-fbc6-4c40-b135-1a81f304f307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:46.689710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757eeab8-3501-4c50-844f-04deb1967571 None None] Network 50db522d-e568-4a7b-a4e7-983d6a5887c0 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:46.821048 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-289b8b35-fbc6-4c40-b135-1a81f304f307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:46.821722 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09304f89-963f-41af-b965-18fbb8df4d16 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:46.822780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-09304f89-963f-41af-b965-18fbb8df4d16 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/networks/43d5f508-30ec-451f-9c0c-dcc99f469e47 HTTP/1.1" status: 200 len: 800 time: 0.2188895 Jan 31 16:14:46.830405 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43164) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:46.842301 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-289b8b35-fbc6-4c40-b135-1a81f304f307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:46.843477 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-289b8b35-fbc6-4c40-b135-1a81f304f307 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bade5328-3dae-4cf4-97ce-a80eba613917 HTTP/1.1" status: 204 len: 168 time: 0.4793196 Jan 31 16:14:46.871229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-385c7604-be63-4c10-a7ec-12bfaf20c8bf None None] Provisioning complete for port 7514bb2c-ae7c-4739-831c-4840d86e3d95 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:46.871831 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-385c7604-be63-4c10-a7ec-12bfaf20c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:46.887460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b8b35-fbc6-4c40-b135-1a81f304f307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bade5328-3dae-4cf4-97ce-a80eba613917,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:46.926749 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:47.013717 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:47.085248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0d537bc9-8a70-4452-8edb-5cb1298c8e6e tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/networks/43d5f508-30ec-451f-9c0c-dcc99f469e47?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2536414 Jan 31 16:14:47.094152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43176) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:47.165094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Network 50db522d-e568-4a7b-a4e7-983d6a5887c0 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:47.175089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:47.186438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:47.193495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:47.193815 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:47.222182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Pushing event updated for resources: {'Port': ['ID=86fe2f89-6404-40e9-9cb0-8e1ba1cf5ce5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:47.264317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ba007f39-adc1-49e5-a938-95cf0edfc381 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9642708 Jan 31 16:14:47.270010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43184) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:47.314086 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9eafad3a-d5bb-4f8f-8758-0766b72ba658 req-a398385c-3338-4c84-95c5-2040783c8954 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 210 time: 0.1525862 Jan 31 16:14:47.384291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9c808-0312-4376-82be-0754cf04f44a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:47.389325 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4db9c808-0312-4376-82be-0754cf04f44a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/subnets/022a7587-27df-48e0-8c54-2c67d15a45ea HTTP/1.1" status: 200 len: 811 time: 0.2908518 Jan 31 16:14:47.392941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43192) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:47.459358 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7514bb2c-ae7c-4739-831c-4840d86e3d95 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:47.550216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0b5536-50af-46aa-a477-a4ab67487fe2 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['shared'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:47.552853 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0b0b5536-50af-46aa-a477-a4ab67487fe2 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "GET /v2.0/subnets/022a7587-27df-48e0-8c54-2c67d15a45ea?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1585917 Jan 31 16:14:47.561098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43198) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:47.572295 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e905cc1-e26f-4310-a7c5-31b53ca6a0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:47.575771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9845a829-2f95-4ab1-a556-55afabb8470c tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-502120456'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:47.595138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b168682a-743f-44b6-bbca-36ac91277e47 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:47.601590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b168682a-743f-44b6-bbca-36ac91277e47 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:47.607869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b168682a-743f-44b6-bbca-36ac91277e47 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:47.610092 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b168682a-743f-44b6-bbca-36ac91277e47 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3390448 Jan 31 16:14:47.613631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43200) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:47.614549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43202) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:47.756586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-80418628-a460-4481-aecf-34ff250cee03 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:47.758366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-80418628-a460-4481-aecf-34ff250cee03 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.30 "GET /v2.0/networks?id=70521b94-60b1-4fe6-bf3c-6f45d4cdca9a HTTP/1.1" status: 200 len: 809 time: 0.4383583 Jan 31 16:14:47.762288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9845a829-2f95-4ab1-a556-55afabb8470c tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:47.766728 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9845a829-2f95-4ab1-a556-55afabb8470c tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:47.783388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Request body: {'port': {'device_id': 'af317187-784c-4183-a882-3fe2adab894b', 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a', 'admin_state_up': True, 'tenant_id': '3c08ec1799d546c3a4dd4050b9f20858'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:47.875995 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-350581b6-2f52-4790-afdb-781f2915dffe tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-775683101', 'prefixes': ['172.20.0.0/16']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:47.877969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9845a829-2f95-4ab1-a556-55afabb8470c tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:14:47.893063 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7514bb2c-ae7c-4739-831c-4840d86e3d95 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:47.897420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c2456-8708-4bd0-9522-3f48cde642bf tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Deleting port 86fe2f89-6404-40e9-9cb0-8e1ba1cf5ce5 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:47.897992 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2456-8708-4bd0-9522-3f48cde642bf tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:47.900086 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:47.924867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9845a829-2f95-4ab1-a556-55afabb8470c tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:47.925505 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-9845a829-2f95-4ab1-a556-55afabb8470c tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Added segment d4c4dab6-7a22-45a5-b19f-92ffabad3ba9 of type vlan for network 90523cad-12b4-48b1-8723-17e0feea14b6 Jan 31 16:14:48.069240 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-385c7604-be63-4c10-a7ec-12bfaf20c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:48.094415 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-350581b6-2f52-4790-afdb-781f2915dffe tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] Notify callbacks [] for subnetpool, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:48.098473 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-350581b6-2f52-4790-afdb-781f2915dffe tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4804883 Jan 31 16:14:48.099081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43218) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:48.189398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-385c7604-be63-4c10-a7ec-12bfaf20c8bf None None] For port 7514bb2c-ae7c-4739-831c-4840d86e3d95, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7514bb2c-ae7c-4739-831c-4840d86e3d95,segment=NetworkSegment(599affa7-3a79-4ec9-8ee2-a74da96a02d9),segment_id=599affa7-3a79-4ec9-8ee2-a74da96a02d9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:48.203951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2456-8708-4bd0-9522-3f48cde642bf tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:48.217939 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-385c7604-be63-4c10-a7ec-12bfaf20c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:48.218938 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c0bdc7a5-65be-4226-afb7-d53d98876579 tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] 10.222.0.36 "GET /v2.0/subnetpools/692bf415-ced7-4050-9437-17b6ba1180d9 HTTP/1.1" status: 200 len: 731 time: 0.1123958 Jan 31 16:14:48.220866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43222) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:48.255952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c5be2634-d04c-46f2-ae34-43bb54a9495c tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1441721883'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:48.265386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c2456-8708-4bd0-9522-3f48cde642bf tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Calling delete_port for 86fe2f89-6404-40e9-9cb0-8e1ba1cf5ce5 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:48.406217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c7604-be63-4c10-a7ec-12bfaf20c8bf None None] Pushing event updated for resources: {'Port': ['ID=7514bb2c-ae7c-4739-831c-4840d86e3d95,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:48.485802 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5be2634-d04c-46f2-ae34-43bb54a9495c tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] Notify callbacks [] for subnetpool, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:48.488398 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c5be2634-d04c-46f2-ae34-43bb54a9495c tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] 10.222.0.36 "PUT /v2.0/subnetpools/692bf415-ced7-4050-9437-17b6ba1180d9 HTTP/1.1" status: 200 len: 684 time: 0.2588577 Jan 31 16:14:48.488683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43232) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:48.600737 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9845a829-2f95-4ab1-a556-55afabb8470c tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:48.644019 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9cd50eba-cb90-4111-a55b-5faa6cc82ed2 req-3d6c534b-41ef-477f-b55b-30e68510db5c tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 210 time: 0.0921032 Jan 31 16:14:48.674107 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Made reservation on behalf of 3c08ec1799d546c3a4dd4050b9f20858 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:48.678723 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:48.715113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c61861cd-c256-4bc3-86e9-5581e7448744 tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] Notify callbacks [] for subnetpool, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:48.716648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c61861cd-c256-4bc3-86e9-5581e7448744 tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] 10.222.0.36 "DELETE /v2.0/subnetpools/692bf415-ced7-4050-9437-17b6ba1180d9 HTTP/1.1" status: 204 len: 168 time: 0.2269707 Jan 31 16:14:48.719388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43238) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:48.768517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-460afefc-95a7-4987-8468-dbaedd07d06d None None] Provisioning complete for port 86fe2f89-6404-40e9-9cb0-8e1ba1cf5ce5 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:48.772679 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-460afefc-95a7-4987-8468-dbaedd07d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:48.775341 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-f27ccbfb-52e7-4e94-a0c6-a2af75049b00 tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] show failed (client error): The resource could not be found. Jan 31 16:14:48.779003 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f27ccbfb-52e7-4e94-a0c6-a2af75049b00 tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] 10.222.0.36 "GET /v2.0/subnetpools/692bf415-ced7-4050-9437-17b6ba1180d9 HTTP/1.1" status: 404 len: 346 time: 0.0571046 Jan 31 16:14:48.785398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43240) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:48.805544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9845a829-2f95-4ab1-a556-55afabb8470c tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:48.811205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845a829-2f95-4ab1-a556-55afabb8470c tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:48.811829 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9845a829-2f95-4ab1-a556-55afabb8470c tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:48.854465 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-6ff8f516-9539-4f60-8845-88436ae0ada3 tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] delete failed (client error): The resource could not be found. Jan 31 16:14:48.857255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-460afefc-95a7-4987-8468-dbaedd07d06d None None] Port 86fe2f89-6404-40e9-9cb0-8e1ba1cf5ce5 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:48.860573 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6ff8f516-9539-4f60-8845-88436ae0ada3 tempest-SubnetPoolsTestJSON-1641883066 tempest-SubnetPoolsTestJSON-1641883066-project] 10.222.0.36 "DELETE /v2.0/subnetpools/692bf415-ced7-4050-9437-17b6ba1180d9 HTTP/1.1" status: 404 len: 346 time: 0.0730937 Jan 31 16:14:48.892902 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-460afefc-95a7-4987-8468-dbaedd07d06d None None] Provisioning complete for port cb353636-7a19-4723-98c5-b7402e31b7b6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:48.893278 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-460afefc-95a7-4987-8468-dbaedd07d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:48.979604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-460afefc-95a7-4987-8468-dbaedd07d06d None None] Port cb353636-7a19-4723-98c5-b7402e31b7b6 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:48.994119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-460afefc-95a7-4987-8468-dbaedd07d06d None None] Provisioning complete for port 7514bb2c-ae7c-4739-831c-4840d86e3d95 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:48.995103 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-460afefc-95a7-4987-8468-dbaedd07d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:49.196685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7514bb2c-ae7c-4739-831c-4840d86e3d95 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:49.216908 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9845a829-2f95-4ab1-a556-55afabb8470c tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6531627 Jan 31 16:14:49.219702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43246) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:49.225007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'network_id': '90523cad-12b4-48b1-8723-17e0feea14b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:49.307003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7514bb2c-ae7c-4739-831c-4840d86e3d95 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:49.307362 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:49.364403 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-49b69d44-180f-4913-81df-c253c1b09d11 None None] Provisioning complete for port cb353636-7a19-4723-98c5-b7402e31b7b6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:49.364783 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-49b69d44-180f-4913-81df-c253c1b09d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:49.427299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-49b69d44-180f-4913-81df-c253c1b09d11 None None] Port cb353636-7a19-4723-98c5-b7402e31b7b6 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:49.481857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Allocated IP 172.20.0.11 (70521b94-60b1-4fe6-bf3c-6f45d4cdca9a/612f5626-54fb-4517-ae84-d6db26a94e06/35ec3f33-08cd-46f9-88d1-bd8347976cd5) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:49.553868 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43254) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:49.564832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Made reservation on behalf of bce8188a268b4df0bda44454078854b1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:14:49.572597 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:49.633357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845a829-2f95-4ab1-a556-55afabb8470c tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Network': ['ID=90523cad-12b4-48b1-8723-17e0feea14b6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:49.663007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 90523cad-12b4-48b1-8723-17e0feea14b6 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:14:49.761899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_backend_mixin [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Performing IP validity checks on allocation pools {{(pid=108772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 16:14:49.766591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_backend_mixin [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 16:14:49.770876 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2456-8708-4bd0-9522-3f48cde642bf tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:49.820214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-287ba4cf-3948-42d7-9503-5dd16b4bf626 None None] Could not find standard attr ID for object 86fe2f89-6404-40e9-9cb0-8e1ba1cf5ce5. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:14:49.821626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c2456-8708-4bd0-9522-3f48cde642bf tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Pushing event deleted for resources: {'Port': ['ID=86fe2f89-6404-40e9-9cb0-8e1ba1cf5ce5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:49.888957 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2f30-37bd-4ec3-a99e-819c4c16b99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:49.892526 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a626d4ed-8885-4819-8be2-5164e14926f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:49.971344 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b6ca244-43e6-48ac-85d7-1d1464da88f2 req-16433c09-525a-480c-8cda-9715f4400856 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 210 time: 0.1720090 Jan 31 16:14:50.276252 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2f30-37bd-4ec3-a99e-819c4c16b99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:50.293264 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2f30-37bd-4ec3-a99e-819c4c16b99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:50.305730 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2456-8708-4bd0-9522-3f48cde642bf tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:50.309287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2b4c2456-8708-4bd0-9522-3f48cde642bf tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] 10.222.0.36 "DELETE /v2.0/ports/86fe2f89-6404-40e9-9cb0-8e1ba1cf5ce5 HTTP/1.1" status: 204 len: 168 time: 2.6944857 Jan 31 16:14:50.317954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43266) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:50.365495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-83a698b6-04d1-4d82-9eea-8d172915febc tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Request body: {'port': {'name': 'tempest-new-port-name-993978548', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:50.365939 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.api.validators [None req-83a698b6-04d1-4d82-9eea-8d172915febc tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] bootfile-name is not in valid_values {{(pid=108772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 16:14:50.366269 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.api.validators [None req-83a698b6-04d1-4d82-9eea-8d172915febc tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] tftp-server is not in valid_values {{(pid=108772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 16:14:50.366592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.api.validators [None req-83a698b6-04d1-4d82-9eea-8d172915febc tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] server-ip-address is not in valid_values {{(pid=108772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 16:14:50.400502 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:50.452842 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:50.562215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:50.577063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:50.589419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:50.594490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Pushing event updated for resources: {'Port': ['ID=35ec3f33-08cd-46f9-88d1-bd8347976cd5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:50.710954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:50.711590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:50.760219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1bfff15b-8c6a-4fa2-b2e4-9fd1bedb9afd tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9892426 Jan 31 16:14:50.781759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Request body: {'port': {'device_id': 'af317187-784c-4183-a882-3fe2adab894b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:50.845090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:50.876484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cf0b2f30-37bd-4ec3-a99e-819c4c16b99c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ca68d50de51490aa735e73b24876230&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3208721 Jan 31 16:14:50.886316 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:50.895747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43274) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:50.959188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b2f30-37bd-4ec3-a99e-819c4c16b99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8a4918-0689-4de0-ac64-50dfc719c2b9,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:50.971906 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:51.045566 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-621c90e9-e0e5-47ee-a074-d17712046e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:51.057167 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-83a698b6-04d1-4d82-9eea-8d172915febc tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:51.064966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=11794f1e-bfde-4dd3-b474-defab12338cb,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:51.080048 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-621c90e9-e0e5-47ee-a074-d17712046e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:51.090471 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Checking segment: {'id': 'd4c4dab6-7a22-45a5-b19f-92ffabad3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '90523cad-12b4-48b1-8723-17e0feea14b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:51.090824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network hostable DHCP agents. Network: 90523cad-12b4-48b1-8723-17e0feea14b6, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:14:51.178184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Network 90523cad-12b4-48b1-8723-17e0feea14b6 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:14:51.237156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 90523cad-12b4-48b1-8723-17e0feea14b6) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:51.245639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:51.246302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7581f24b-6007-4493-9e0f-89a682988f6d None None] Network 90523cad-12b4-48b1-8723-17e0feea14b6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:51.260234 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:51.309658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c1178729-11dc-4aba-9121-f1b9c10f9f50 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0860217 Jan 31 16:14:51.310717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43286) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:51.328282 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c491427d-326d-4ebd-82a1-3e21187f01f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:14:51.495929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c7d78-3bbb-4346-9470-d7f61171eb18 req-f684ea82-3ff2-48f3-ac97-edcc7c58c5b8 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:51.507317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f09c7d78-3bbb-4346-9470-d7f61171eb18 req-f684ea82-3ff2-48f3-ac97-edcc7c58c5b8 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 932 time: 0.3738315 Jan 31 16:14:51.530319 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-621c90e9-e0e5-47ee-a074-d17712046e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:51.545548 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-621c90e9-e0e5-47ee-a074-d17712046e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:51.546997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-621c90e9-e0e5-47ee-a074-d17712046e01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b8a4918-0689-4de0-ac64-50dfc719c2b9 HTTP/1.1" status: 204 len: 168 time: 0.6497130 Jan 31 16:14:51.599946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-83a698b6-04d1-4d82-9eea-8d172915febc tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:51.633038 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c90e9-e0e5-47ee-a074-d17712046e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8a4918-0689-4de0-ac64-50dfc719c2b9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:51.668840 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-83a698b6-04d1-4d82-9eea-8d172915febc tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:51.700190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-90523cad-12b4-48b1-8723-17e0feea14b6', 'network_id': '90523cad-12b4-48b1-8723-17e0feea14b6', 'tenant_id': 'bce8188a268b4df0bda44454078854b1', 'fixed_ips': [{'subnet_id': '11794f1e-bfde-4dd3-b474-defab12338cb'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:14:51.701794 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:51.711098 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f09c7d78-3bbb-4346-9470-d7f61171eb18 req-46a673f7-64e3-4487-bfc4-fd1b4c4c9132 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886759 Jan 31 16:14:51.800833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-83a698b6-04d1-4d82-9eea-8d172915febc tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] In _notify_port_updated(), no bound segment for port cb353636-7a19-4723-98c5-b7402e31b7b6 on network 50db522d-e568-4a7b-a4e7-983d6a5887c0 {{(pid=108772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 31 16:14:51.823178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a698b6-04d1-4d82-9eea-8d172915febc tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:51.825971 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-83a698b6-04d1-4d82-9eea-8d172915febc tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:51.827754 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-83a698b6-04d1-4d82-9eea-8d172915febc tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] 10.222.0.36 "PUT /v2.0/ports/cb353636-7a19-4723-98c5-b7402e31b7b6 HTTP/1.1" status: 200 len: 1129 time: 1.5036869 Jan 31 16:14:51.832229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43294) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:51.903646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ec3f33-08cd-46f9-88d1-bd8347976cd5 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:14:51.922271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:51.964116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Transition to ACTIVE for port object 35ec3f33-08cd-46f9-88d1-bd8347976cd5 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:14:51.980888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:52.054073 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a698b6-04d1-4d82-9eea-8d172915febc tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Pushing event updated for resources: {'Port': ['ID=cb353636-7a19-4723-98c5-b7402e31b7b6,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:52.060165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Allocated IP 172.20.0.3 (90523cad-12b4-48b1-8723-17e0feea14b6/11794f1e-bfde-4dd3-b474-defab12338cb/6a7d730c-0b19-49a7-ac71-bcc7190e231c) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:14:52.143529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Pushing event updated for resources: {'Port': ['ID=35ec3f33-08cd-46f9-88d1-bd8347976cd5,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:52.185573 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c491427d-326d-4ebd-82a1-3e21187f01f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9351370'] for subnet, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:52.244843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca1e20-9d0d-4c3d-8513-cbfed1d798e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:52.268932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43306) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:52.273696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8fca1e20-9d0d-4c3d-8513-cbfed1d798e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] 10.222.0.36 "GET /v2.0/ports/cb353636-7a19-4723-98c5-b7402e31b7b6 HTTP/1.1" status: 200 len: 1129 time: 0.2432947 Jan 31 16:14:52.356781 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:52.472337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-78bd022e-3f1f-4674-a01a-217ea6941bc3 None None] Provisioning complete for port cb353636-7a19-4723-98c5-b7402e31b7b6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:52.473068 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-78bd022e-3f1f-4674-a01a-217ea6941bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:52.577986 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Attempting to bind port 35ec3f33-08cd-46f9-88d1-bd8347976cd5 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:14:52.578583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Attempting to bind port 35ec3f33-08cd-46f9-88d1-bd8347976cd5 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:14:52.578680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Attempting to bind port 35ec3f33-08cd-46f9-88d1-bd8347976cd5 on network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:14:52.598236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Port 35ec3f33-08cd-46f9-88d1-bd8347976cd5 on network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:14:52.598564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Attempting to bind port 35ec3f33-08cd-46f9-88d1-bd8347976cd5 on network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:14:52.667505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b3d88e1d-e773-4584-928d-5bf3e826c098 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Deleting port cb353636-7a19-4723-98c5-b7402e31b7b6 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:52.667928 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3d88e1d-e773-4584-928d-5bf3e826c098 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:52.675438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:14:52.676261 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Checking segment: {'id': '3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:52.676685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Bound using segment: {'id': '3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:14:52.677566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Bound port: 35ec3f33-08cd-46f9-88d1-bd8347976cd5, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:14:52.679638 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:52.713542 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:52.783907 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:52.813809 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:52.816438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-78bd022e-3f1f-4674-a01a-217ea6941bc3 None None] Port cb353636-7a19-4723-98c5-b7402e31b7b6 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:14:52.926220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Network 90523cad-12b4-48b1-8723-17e0feea14b6 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:14:52.937228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:14:52.943701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:14:52.970352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Pushing event updated for resources: {'Port': ['ID=6a7d730c-0b19-49a7-ac71-bcc7190e231c,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:53.067876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] For port 35ec3f33-08cd-46f9-88d1-bd8347976cd5, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:14:53.076161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] For port 35ec3f33-08cd-46f9-88d1-bd8347976cd5, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=35ec3f33-08cd-46f9-88d1-bd8347976cd5,segment=NetworkSegment(3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8),segment_id=3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:14:53.096993 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:53.118732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Attempting to bind port 6a7d730c-0b19-49a7-ac71-bcc7190e231c on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:14:53.119317 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Attempting to bind port 6a7d730c-0b19-49a7-ac71-bcc7190e231c by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd4c4dab6-7a22-45a5-b19f-92ffabad3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '90523cad-12b4-48b1-8723-17e0feea14b6'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:14:53.119669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Attempting to bind port 6a7d730c-0b19-49a7-ac71-bcc7190e231c on network 90523cad-12b4-48b1-8723-17e0feea14b6 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:14:53.136652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:14:53.137519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Checking segment: {'id': 'd4c4dab6-7a22-45a5-b19f-92ffabad3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '90523cad-12b4-48b1-8723-17e0feea14b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:14:53.138145 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:53.138733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Bound using segment: {'id': 'd4c4dab6-7a22-45a5-b19f-92ffabad3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '90523cad-12b4-48b1-8723-17e0feea14b6'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:14:53.139413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Bound port: 6a7d730c-0b19-49a7-ac71-bcc7190e231c, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c4dab6-7a22-45a5-b19f-92ffabad3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '90523cad-12b4-48b1-8723-17e0feea14b6'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:14:53.140022 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:53.247000 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c491427d-326d-4ebd-82a1-3e21187f01f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773760175782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9003297'] for subnet, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:53.251238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Pushing event updated for resources: {'Port': ['ID=35ec3f33-08cd-46f9-88d1-bd8347976cd5,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:53.307654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:53.315888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:53.322179 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-1297e60c-6726-47b8-8cc9-72e184c71ced service neutron] 10.222.0.30 "PUT /v2.0/ports/35ec3f33-08cd-46f9-88d1-bd8347976cd5 HTTP/1.1" status: 200 len: 1092 time: 2.5477984 Jan 31 16:14:53.322724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af317187-784c-4183-a882-3fe2adab894b', 'tag': '35ec3f33-08cd-46f9-88d1-bd8347976cd5'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:14:53.334636 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062e8cf4-d843-40c1-92e2-abbd7e908bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "af317187-784c-4183-a882-3fe2adab894b", "tag": "35ec3f33-08cd-46f9-88d1-bd8347976cd5"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:14:53.376939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] For port 6a7d730c-0b19-49a7-ac71-bcc7190e231c, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:14:53.380819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] For port 6a7d730c-0b19-49a7-ac71-bcc7190e231c, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6a7d730c-0b19-49a7-ac71-bcc7190e231c,segment=NetworkSegment(d4c4dab6-7a22-45a5-b19f-92ffabad3ba9),segment_id=d4c4dab6-7a22-45a5-b19f-92ffabad3ba9)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:14:53.395835 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:53.412590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3d88e1d-e773-4584-928d-5bf3e826c098 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:53.427862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c491427d-326d-4ebd-82a1-3e21187f01f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:53.428514 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c491427d-326d-4ebd-82a1-3e21187f01f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:53.429874 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c491427d-326d-4ebd-82a1-3e21187f01f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "PUT /v2.0/subnets/11794f1e-bfde-4dd3-b474-defab12338cb HTTP/1.1" status: 200 len: 877 time: 2.1181302 Jan 31 16:14:53.433420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43334) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:53.439403 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b3d88e1d-e773-4584-928d-5bf3e826c098 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Calling delete_port for cb353636-7a19-4723-98c5-b7402e31b7b6 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:53.464597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5acee-9013-4765-b177-d1724b88a044 req-d66a0856-605d-40ca-986b-5f9f548fd889 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:53.466378 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58c5acee-9013-4765-b177-d1724b88a044 req-d66a0856-605d-40ca-986b-5f9f548fd889 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 944 time: 0.5840342 Jan 31 16:14:53.618772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7018b7-c885-4496-b44c-993f2619a563 None None] Pushing event updated for resources: {'Port': ['ID=6a7d730c-0b19-49a7-ac71-bcc7190e231c,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:53.646166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491427d-326d-4ebd-82a1-3e21187f01f0 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event updated for resources: {'Subnet': ['ID=11794f1e-bfde-4dd3-b474-defab12338cb,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:53.669707 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58c5acee-9013-4765-b177-d1724b88a044 req-1ec68471-b61e-463b-b22a-2f355470a005 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891863 Jan 31 16:14:53.709843 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4133350-7af2-4f0b-a0ba-fd282a8a9a30 x-openstack-request-id: req-d4133350-7af2-4f0b-a0ba-fd282a8a9a30 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:14:53.709843 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af317187-784c-4183-a882-3fe2adab894b", "tag": "35ec3f33-08cd-46f9-88d1-bd8347976cd5", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:14:53.709843 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4133350-7af2-4f0b-a0ba-fd282a8a9a30 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:14:53.709843 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af317187-784c-4183-a882-3fe2adab894b', 'tag': '35ec3f33-08cd-46f9-88d1-bd8347976cd5', 'status': 'completed', 'code': 200} Jan 31 16:14:53.776791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-31aca803-6364-4e05-afac-eefd38daf5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:53.780530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-31aca803-6364-4e05-afac-eefd38daf5b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c08ec1799d546c3a4dd4050b9f20858&device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 1095 time: 0.3988304 Jan 31 16:14:53.783405 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:53.803859 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3d88e1d-e773-4584-928d-5bf3e826c098 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:53.885082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Deleting port 6a7d730c-0b19-49a7-ac71-bcc7190e231c {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:53.885523 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:53.934888 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-5b5169da-cd7f-4a97-8536-d5209eaddc85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35ec3f33-08cd-46f9-88d1-bd8347976cd5 HTTP/1.1" status: 200 len: 217 time: 0.1386452 Jan 31 16:14:54.003903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d88e1d-e773-4584-928d-5bf3e826c098 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Pushing event deleted for resources: {'Port': ['ID=cb353636-7a19-4723-98c5-b7402e31b7b6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:54.050751 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3d88e1d-e773-4584-928d-5bf3e826c098 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:54.054601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b3d88e1d-e773-4584-928d-5bf3e826c098 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] 10.222.0.36 "DELETE /v2.0/ports/cb353636-7a19-4723-98c5-b7402e31b7b6 HTTP/1.1" status: 204 len: 168 time: 1.7815127 Jan 31 16:14:54.057711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43346) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:54.128298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-b1fab526-5c1e-4903-a22c-6bb0f52a1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:54.129958 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-b1fab526-5c1e-4903-a22c-6bb0f52a1b5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=612f5626-54fb-4517-ae84-d6db26a94e06 HTTP/1.1" status: 200 len: 849 time: 0.1638396 Jan 31 16:14:54.174079 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] For port 6a7d730c-0b19-49a7-ac71-bcc7190e231c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6a7d730c-0b19-49a7-ac71-bcc7190e231c,segment=NetworkSegment(d4c4dab6-7a22-45a5-b19f-92ffabad3ba9),segment_id=d4c4dab6-7a22-45a5-b19f-92ffabad3ba9)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:54.178082 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:54.182024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Deleting subnet 5df69871-2773-479c-9500-621f163242d5 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:14:54.214652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Calling delete_port for 6a7d730c-0b19-49a7-ac71-bcc7190e231c owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:54.250262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:54.309327 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-ed54068f-6a7d-47e1-9662-8a1eb3153254 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=70521b94-60b1-4fe6-bf3c-6f45d4cdca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669827 Jan 31 16:14:54.318383 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:54.579349 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:54.630377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Port': ['ID=6a7d730c-0b19-49a7-ac71-bcc7190e231c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:54.692528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:54.692785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No DVR routers for this DVR port 6a7d730c-0b19-49a7-ac71-bcc7190e231c on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:54.719014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-9666e095-53da-4f06-ab17-e40cb53d494c service neutron] 10.222.0.30 "GET /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915977 Jan 31 16:14:54.786293 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:54.859610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:54.928921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Pushing event deleted for resources: {'Subnet': ['ID=5df69871-2773-479c-9500-621f163242d5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:54.936018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a00297b-7f3f-4f6e-a9a2-2b1ba3e68590 None None] Network 50db522d-e568-4a7b-a4e7-983d6a5887c0 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:54.940174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:54.947026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:54.950659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] 10.222.0.36 "DELETE /v2.0/subnets/5df69871-2773-479c-9500-621f163242d5 HTTP/1.1" status: 204 len: 168 time: 0.8908322 Jan 31 16:14:54.964377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43368) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:55.039981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Subnet': ['ID=11794f1e-bfde-4dd3-b474-defab12338cb,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:55.097789 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.107433 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.107784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.108126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.108467 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.108833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.109111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.116964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.116964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.116964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.116964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.116964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.116964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8a5b9-348e-4fcd-8284-5b686392019a tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.118285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.118285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.118285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.118285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.118285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.118285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.118285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.133934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.135599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.135784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.136126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.137368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:14:55.169676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564fed2-77bb-4b10-8a4b-65dd26e09912 req-452743cf-8a3f-4ecb-8a4d-bcfc18a6558d tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:55.177180 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f564fed2-77bb-4b10-8a4b-65dd26e09912 req-452743cf-8a3f-4ecb-8a4d-bcfc18a6558d tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 944 time: 0.3633015 Jan 31 16:14:55.178431 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.229572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90523cad-12b4-48b1-8723-17e0feea14b6']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:55.251489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c4dab6-7a22-45a5-b19f-92ffabad3ba9') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:55.251787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c4dab6-7a22-45a5-b19f-92ffabad3ba9') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:55.271104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e5141c-d024-4a11-9e60-bb4b9616217a None None] DHCP port deletion for 50db522d-e568-4a7b-a4e7-983d6a5887c0 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:14:55.272510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.302493 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.315692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:55.316099 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:55.319510 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:55.356978 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f564fed2-77bb-4b10-8a4b-65dd26e09912 req-45fd9cb5-f748-4e24-86b5-42cda2cd63ed tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784127 Jan 31 16:14:55.358867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fb425fe-77e5-4e53-a75c-2c328d9db202 req-dfe587e3-23b2-4bb2-a3e5-a39804399d8a service neutron] 10.222.0.30 "GET /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251283 Jan 31 16:14:55.404759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Deleting port 7514bb2c-ae7c-4739-831c-4840d86e3d95 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:55.405151 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.425175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-21e5141c-d024-4a11-9e60-bb4b9616217a None None] Deleting port 7514bb2c-ae7c-4739-831c-4840d86e3d95 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:55.425579 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-21e5141c-d024-4a11-9e60-bb4b9616217a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.528533 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.534197 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.560116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43384) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:55.566090 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/90523cad-12b4-48b1-8723-17e0feea14b6 HTTP/1.1" status: 204 len: 168 time: 2.1314425 Jan 31 16:14:55.566275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-21e5141c-d024-4a11-9e60-bb4b9616217a None None] For port 7514bb2c-ae7c-4739-831c-4840d86e3d95, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7514bb2c-ae7c-4739-831c-4840d86e3d95,segment=NetworkSegment(599affa7-3a79-4ec9-8ee2-a74da96a02d9),segment_id=599affa7-3a79-4ec9-8ee2-a74da96a02d9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:55.566612 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-21e5141c-d024-4a11-9e60-bb4b9616217a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.585406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-21e5141c-d024-4a11-9e60-bb4b9616217a None None] Calling delete_port for 7514bb2c-ae7c-4739-831c-4840d86e3d95 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:55.651446 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83f1777-8bbf-4e3b-b3ee-5c9e2f5fface tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:55.659684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494db72-611f-46af-92f1-5db899f5fe15 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Network': ['ID=90523cad-12b4-48b1-8723-17e0feea14b6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:55.678412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-90bd2a6b-add1-4705-b420-eacc18a4ae08 None None] Could not find standard attr ID for object 6a7d730c-0b19-49a7-ac71-bcc7190e231c. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:14:55.691036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83f1777-8bbf-4e3b-b3ee-5c9e2f5fface tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:55.694545 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e83f1777-8bbf-4e3b-b3ee-5c9e2f5fface tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/subnets/11794f1e-bfde-4dd3-b474-defab12338cb HTTP/1.1" status: 404 len: 337 time: 0.1284785 Jan 31 16:14:55.698169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43392) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:55.714147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43394) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:55.733426 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2591ae9-110d-4169-8aa2-0dfac5cb79d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:55.734295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2591ae9-110d-4169-8aa2-0dfac5cb79d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:55.738383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e2591ae9-110d-4169-8aa2-0dfac5cb79d6 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/90523cad-12b4-48b1-8723-17e0feea14b6 HTTP/1.1" status: 404 len: 339 time: 0.0391245 Jan 31 16:14:55.741397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43398) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:55.743642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82efa070-4bda-4139-b31b-38f3c976a556 None None] DHCP port deletion for 90523cad-12b4-48b1-8723-17e0feea14b6 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:14:55.761020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] For port 7514bb2c-ae7c-4739-831c-4840d86e3d95, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7514bb2c-ae7c-4739-831c-4840d86e3d95,segment=NetworkSegment(599affa7-3a79-4ec9-8ee2-a74da96a02d9),segment_id=599affa7-3a79-4ec9-8ee2-a74da96a02d9)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:55.762184 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.780559 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-21e5141c-d024-4a11-9e60-bb4b9616217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.782670 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3524ee88-be8d-4d17-8016-cc9d9977208e tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:55.783844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3524ee88-be8d-4d17-8016-cc9d9977208e tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:55.787180 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3524ee88-be8d-4d17-8016-cc9d9977208e tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/subnets/12d1cf2b-b157-4787-a09c-3d2c2786cfb3 HTTP/1.1" status: 404 len: 337 time: 0.0446126 Jan 31 16:14:55.789950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a6c634-8fc3-4081-afd2-dcda32d57d60 None None] Network 90523cad-12b4-48b1-8723-17e0feea14b6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:55.790370 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43400) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:55.796645 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:14:55.812186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e8cf4-d843-40c1-92e2-abbd7e908bc0 req-8078bb19-59fa-440a-863a-8c0b79106d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:55.814835 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-94471da5-e0f4-406a-a4ac-37d8007b487d tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:55.815757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94471da5-e0f4-406a-a4ac-37d8007b487d tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:55.819175 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-94471da5-e0f4-406a-a4ac-37d8007b487d tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/0ec159a8-96b3-42f4-9ead-6903c333c572 HTTP/1.1" status: 404 len: 339 time: 0.0274150 Jan 31 16:14:55.821717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43406) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:55.826313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-062e8cf4-d843-40c1-92e2-abbd7e908bc0 req-8078bb19-59fa-440a-863a-8c0b79106d3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c08ec1799d546c3a4dd4050b9f20858&device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 1095 time: 0.3871624 Jan 31 16:14:55.831133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Calling delete_port for 7514bb2c-ae7c-4739-831c-4840d86e3d95 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:55.900947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a6c634-8fc3-4081-afd2-dcda32d57d60 None None] Network 90523cad-12b4-48b1-8723-17e0feea14b6 could not be found, it might have been deleted concurrently. {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 31 16:14:55.951677 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:55.952487 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a9f0d9-d30d-401a-b059-9414171d23d9 None None] Network 90523cad-12b4-48b1-8723-17e0feea14b6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:55.964234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5141c-d024-4a11-9e60-bb4b9616217a None None] Pushing event deleted for resources: {'Port': ['ID=7514bb2c-ae7c-4739-831c-4840d86e3d95,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:55.976369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5141c-d024-4a11-9e60-bb4b9616217a None None] No DVR routers for this DVR port 7514bb2c-ae7c-4739-831c-4840d86e3d95 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:56.002518 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.009188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a9f0d9-d30d-401a-b059-9414171d23d9 None None] Network 90523cad-12b4-48b1-8723-17e0feea14b6 could not be found, it might have been deleted concurrently. {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 31 16:14:56.052099 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55b79a1e-f9e5-43f3-9bd6-7c27d7e99507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.123231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e8cf4-d843-40c1-92e2-abbd7e908bc0 req-2acad695-35a5-4280-b02c-b6449b7818bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:56.124995 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-062e8cf4-d843-40c1-92e2-abbd7e908bc0 req-2acad695-35a5-4280-b02c-b6449b7818bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=70521b94-60b1-4fe6-bf3c-6f45d4cdca9a HTTP/1.1" status: 200 len: 910 time: 0.2908554 Jan 31 16:14:56.143092 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.208333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd93124-30cd-4efd-936c-59db9155a4ea']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:56.223570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c4a58e-7992-46f0-95e7-d9f978073c65') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:56.223878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c4a58e-7992-46f0-95e7-d9f978073c65') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:56.255227 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.279181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43422) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:56.298696 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.317162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:56.317597 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:56.320881 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:56.336752 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55b79a1e-f9e5-43f3-9bd6-7c27d7e99507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.344190 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-062e8cf4-d843-40c1-92e2-abbd7e908bc0 req-028fb7cd-3276-4bbd-a329-a816cc96e91c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35ec3f33-08cd-46f9-88d1-bd8347976cd5 HTTP/1.1" status: 200 len: 217 time: 0.2096264 Jan 31 16:14:56.345888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.365358 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55b79a1e-f9e5-43f3-9bd6-7c27d7e99507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.444813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43432) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:56.472303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-55b79a1e-f9e5-43f3-9bd6-7c27d7e99507 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20aeb47928e44b5b8e3ce555b686e9aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7442377 Jan 31 16:14:56.479446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43434) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:56.545523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Pushing event deleted for resources: {'Port': ['ID=7514bb2c-ae7c-4739-831c-4840d86e3d95,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:56.578947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d28e7-a60b-490f-b571-1f7df6f49026 req-8745501e-d278-4dfc-aefd-02d7ab059f62 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:56.600861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e3d28e7-a60b-490f-b571-1f7df6f49026 req-8745501e-d278-4dfc-aefd-02d7ab059f62 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 944 time: 0.1425064 Jan 31 16:14:56.605147 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.657874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e8cf4-d843-40c1-92e2-abbd7e908bc0 req-44462649-8a18-4dcc-8efc-dd94f3159421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:56.659693 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-062e8cf4-d843-40c1-92e2-abbd7e908bc0 req-44462649-8a18-4dcc-8efc-dd94f3159421 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=612f5626-54fb-4517-ae84-d6db26a94e06 HTTP/1.1" status: 200 len: 849 time: 0.2304997 Jan 31 16:14:56.672517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] No DVR routers for this DVR port 7514bb2c-ae7c-4739-831c-4840d86e3d95 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:56.678106 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e3d28e7-a60b-490f-b571-1f7df6f49026 req-57da0999-f5c5-4b54-82df-f42bcf7ee475 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764794 Jan 31 16:14:56.688455 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.692506 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/7cd93124-30cd-4efd-936c-59db9155a4ea HTTP/1.1" status: 204 len: 168 time: 0.8696246 Jan 31 16:14:56.701968 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8fdb38bf-8db1-4030-bd15-ee38afa58b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.709091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43446) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:56.766832 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b63c683-04d3-466e-b7d5-c5aa345bdf8f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:56.767752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b63c683-04d3-466e-b7d5-c5aa345bdf8f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:56.774955 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9b63c683-04d3-466e-b7d5-c5aa345bdf8f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/subnets/242e35a3-2de7-4008-a844-653e83c1a655 HTTP/1.1" status: 404 len: 337 time: 0.0477982 Jan 31 16:14:56.804965 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6762de19-db16-428b-9a65-a7d00122b560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.810933 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43450) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:56.813637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-062e8cf4-d843-40c1-92e2-abbd7e908bc0 req-9d293c6d-8322-46b3-804f-a4600444d89b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=70521b94-60b1-4fe6-bf3c-6f45d4cdca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381993 Jan 31 16:14:56.814441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b79a1e-f9e5-43f3-9bd6-7c27d7e99507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84263ff-1b55-4063-9460-8251d56d252d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:56.843344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf300e3-a78d-4d06-aeb5-9a074b913c30 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Network': ['ID=7cd93124-30cd-4efd-936c-59db9155a4ea,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:56.869813 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce30231-e870-4cde-aee4-21db1c185ab3 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:56.870434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce30231-e870-4cde-aee4-21db1c185ab3 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:56.873410 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5ce30231-e870-4cde-aee4-21db1c185ab3 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/c57c9afd-0261-4ec8-865b-65fc052aba5a HTTP/1.1" status: 404 len: 339 time: 0.0557721 Jan 31 16:14:56.894001 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43456) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:56.930313 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8fdb38bf-8db1-4030-bd15-ee38afa58b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.936083 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8fdb38bf-8db1-4030-bd15-ee38afa58b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:56.940164 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b5166f-813b-4277-9611-ba3a4aca5571 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:56.941042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b5166f-813b-4277-9611-ba3a4aca5571 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:56.944820 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c1b5166f-813b-4277-9611-ba3a4aca5571 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/subnets/d414c4d9-02e2-4135-a118-00895e66548a HTTP/1.1" status: 404 len: 337 time: 0.0358753 Jan 31 16:14:56.959533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43458) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:56.997277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb38bf-8db1-4030-bd15-ee38afa58b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de60e66-706a-4d18-ba51-e15dbc17ab4c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:57.020522 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8fdb38bf-8db1-4030-bd15-ee38afa58b3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6267036e085d47918a3a3ac83c84f310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7401941 Jan 31 16:14:57.021996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43460) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.027017 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.030889 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e256589f-31e1-48f0-be36-a4c791380d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.064382 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-248f7dc3-4f1f-45a8-a031-f127719f7e44 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.065136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248f7dc3-4f1f-45a8-a031-f127719f7e44 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.072942 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-248f7dc3-4f1f-45a8-a031-f127719f7e44 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/07011407-e7b8-4630-85a3-80b4ed978dad HTTP/1.1" status: 404 len: 339 time: 0.0428181 Jan 31 16:14:57.074225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43462) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.095021 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5746ca7c-d69e-4987-aae8-d820ed0770c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.125353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6762de19-db16-428b-9a65-a7d00122b560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.132327 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7514bb2c-ae7c-4739-831c-4840d86e3d95 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:57.134512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5746ca7c-d69e-4987-aae8-d820ed0770c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.164311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 7514bb2c-ae7c-4739-831c-4840d86e3d95 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:14:57.164909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7514bb2c-ae7c-4739-831c-4840d86e3d95 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:14:57.165557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6a7d730c-0b19-49a7-ac71-bcc7190e231c no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:57.180970 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fed9370-200c-4462-9202-fbd162911f70 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.181670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fed9370-200c-4462-9202-fbd162911f70 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.186342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 6a7d730c-0b19-49a7-ac71-bcc7190e231c {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:14:57.186852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6a7d730c-0b19-49a7-ac71-bcc7190e231c not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:14:57.188430 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1fed9370-200c-4462-9202-fbd162911f70 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/subnets/f9fe515c-8ed1-4687-b69c-ae4b74b171e8 HTTP/1.1" status: 404 len: 337 time: 0.1126316 Jan 31 16:14:57.191181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43464) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.211017 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e256589f-31e1-48f0-be36-a4c791380d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.218329 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be3b56a-62ae-473a-8b71-0af4291c1398 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.219003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be3b56a-62ae-473a-8b71-0af4291c1398 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.224573 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3be3b56a-62ae-473a-8b71-0af4291c1398 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/05f56d27-f35d-4d73-816d-68ee72861326 HTTP/1.1" status: 404 len: 339 time: 0.0299761 Jan 31 16:14:57.228253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43466) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.251513 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6762de19-db16-428b-9a65-a7d00122b560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.257548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-062e8cf4-d843-40c1-92e2-abbd7e908bc0 req-348a495b-72ef-41aa-aac1-3fa411b8d836 service neutron] 10.222.0.30 "GET /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707311 Jan 31 16:14:57.265056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50db522d-e568-4a7b-a4e7-983d6a5887c0']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:57.270293 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b60664e-9245-402d-be90-c746e65571da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.270930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b60664e-9245-402d-be90-c746e65571da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.275872 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7b60664e-9245-402d-be90-c746e65571da tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/subnets/875ac570-55d4-48f2-8c8c-bd26a04c0138 HTTP/1.1" status: 404 len: 337 time: 0.0451744 Jan 31 16:14:57.277223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43468) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.297064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e256589f-31e1-48f0-be36-a4c791380d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.299560 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e256589f-31e1-48f0-be36-a4c791380d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.300693 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e256589f-31e1-48f0-be36-a4c791380d03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a84263ff-1b55-4063-9460-8251d56d252d HTTP/1.1" status: 204 len: 168 time: 0.7574055 Jan 31 16:14:57.305456 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d202a4-631a-4bc5-bb9e-65adf1b06209 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.306205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d202a4-631a-4bc5-bb9e-65adf1b06209 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.309548 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-87d202a4-631a-4bc5-bb9e-65adf1b06209 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/7e8fed8e-1e1d-4b1b-a98c-d1a34ea50043 HTTP/1.1" status: 404 len: 339 time: 0.0308208 Jan 31 16:14:57.312329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43472) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.323484 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599affa7-3a79-4ec9-8ee2-a74da96a02d9') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:57.323802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599affa7-3a79-4ec9-8ee2-a74da96a02d9') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:57.345851 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a72bf78-ee32-4b94-8895-f0305b8e343a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.346312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a72bf78-ee32-4b94-8895-f0305b8e343a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.351960 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6a72bf78-ee32-4b94-8895-f0305b8e343a tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/subnets/bad220a7-3c92-430b-9e90-0824d832a257 HTTP/1.1" status: 404 len: 337 time: 0.0361559 Jan 31 16:14:57.353795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43474) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.370818 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5746ca7c-d69e-4987-aae8-d820ed0770c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.373431 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5746ca7c-d69e-4987-aae8-d820ed0770c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.377302 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5746ca7c-d69e-4987-aae8-d820ed0770c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7de60e66-706a-4d18-ba51-e15dbc17ab4c HTTP/1.1" status: 204 len: 168 time: 0.3517017 Jan 31 16:14:57.377506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6762de19-db16-428b-9a65-a7d00122b560 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a78a322be0d488bbff67585f95a5c28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9101527 Jan 31 16:14:57.380138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43478) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.386336 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.394726 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a96220-9df9-4930-9bea-19c3e8ca7e01 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.395274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a96220-9df9-4930-9bea-19c3e8ca7e01 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.402021 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f6a96220-9df9-4930-9bea-19c3e8ca7e01 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/663ce04d-616e-465f-a33c-a501668e8e18 HTTP/1.1" status: 404 len: 339 time: 0.0450244 Jan 31 16:14:57.402021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746ca7c-d69e-4987-aae8-d820ed0770c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de60e66-706a-4d18-ba51-e15dbc17ab4c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:57.403644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43480) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.435077 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b83feff-5e20-4391-8d89-e7a83de2fc25 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.435265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762de19-db16-428b-9a65-a7d00122b560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107b50e1-9cdf-47ef-b883-44228437f27f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:57.435537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b83feff-5e20-4391-8d89-e7a83de2fc25 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.441928 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2b83feff-5e20-4391-8d89-e7a83de2fc25 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/subnets/078142b5-b6db-4a51-8ab7-ae0c52940268 HTTP/1.1" status: 404 len: 337 time: 0.0348251 Jan 31 16:14:57.442666 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43482) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.451974 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 35ec3f33-08cd-46f9-88d1-bd8347976cd5 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:14:57.469831 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2701bae0-1f62-4e80-9196-87618d24ec3f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.470440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2701bae0-1f62-4e80-9196-87618d24ec3f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.475895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2701bae0-1f62-4e80-9196-87618d24ec3f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/7ee22a8e-1705-41df-a970-43c9632428f7 HTTP/1.1" status: 404 len: 339 time: 0.0303843 Jan 31 16:14:57.486426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43484) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.495201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.551824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256589f-31e1-48f0-be36-a4c791380d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84263ff-1b55-4063-9460-8251d56d252d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:57.551970 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc690668-3a78-4b51-917d-78c560b597ff tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.552472 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc690668-3a78-4b51-917d-78c560b597ff tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.559119 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dc690668-3a78-4b51-917d-78c560b597ff tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/subnets/1d8bee33-2216-4f73-88c0-1586df65f6f6 HTTP/1.1" status: 404 len: 337 time: 0.0710442 Jan 31 16:14:57.561448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43488) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.569166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:57.569641 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.573175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4d9dbfd-f60c-485c-a078-0fceee31f2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:57.574992 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:57.612304 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3e1e19-67eb-4122-86ac-2695e59ca8e4 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.614000 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3e1e19-67eb-4122-86ac-2695e59ca8e4 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.618023 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ec3e1e19-67eb-4122-86ac-2695e59ca8e4 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/f2b40338-8c76-4911-a229-81e7304090df HTTP/1.1" status: 404 len: 339 time: 0.0557268 Jan 31 16:14:57.625982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43492) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.670453 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a5bf99-c710-45e4-8fad-efeea411fa7f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.674622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a5bf99-c710-45e4-8fad-efeea411fa7f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.678238 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-08a5bf99-c710-45e4-8fad-efeea411fa7f tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/subnets/b7164188-2d0d-42bd-97b2-4e6901a2264c HTTP/1.1" status: 404 len: 337 time: 0.0509095 Jan 31 16:14:57.678909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 35ec3f33-08cd-46f9-88d1-bd8347976cd5, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=35ec3f33-08cd-46f9-88d1-bd8347976cd5,segment=NetworkSegment(3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8),segment_id=3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:57.680842 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43494) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.701581 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '35ec3f33-08cd-46f9-88d1-bd8347976cd5', 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a', 'port_id': '35ec3f33-08cd-46f9-88d1-bd8347976cd5', 'mac_address': 'fa:16:3e:e9:51:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612f5626-54fb-4517-ae84-d6db26a94e06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:14:57.718629 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f40f94-7204-4996-adbc-f35d158cb2be tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] DELETE failed (client error): The resource could not be found. Jan 31 16:14:57.719455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f40f94-7204-4996-adbc-f35d158cb2be tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:14:57.722986 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d9f40f94-7204-4996-adbc-f35d158cb2be tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/bae44269-f191-42d9-8fbc-f84b75b340c2 HTTP/1.1" status: 404 len: 339 time: 0.0409534 Jan 31 16:14:57.725603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43498) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.749271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4d9dbfd-f60c-485c-a078-0fceee31f2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.778652 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.795371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ec3f33-08cd-46f9-88d1-bd8347976cd5 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:14:57.823456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 35ec3f33-08cd-46f9-88d1-bd8347976cd5, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=35ec3f33-08cd-46f9-88d1-bd8347976cd5,segment=NetworkSegment(3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8),segment_id=3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:57.827998 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.831455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.835700 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-062e8cf4-d843-40c1-92e2-abbd7e908bc0 req-b04d5e83-4347-4127-990a-2d2da5b1b582 service neutron] 10.222.0.30 "GET /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626237 Jan 31 16:14:57.862749 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.866403 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] 10.222.0.36 "DELETE /v2.0/networks/50db522d-e568-4a7b-a4e7-983d6a5887c0 HTTP/1.1" status: 204 len: 168 time: 2.8976636 Jan 31 16:14:57.867591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d2a3f0-7281-4fa8-b299-bb9e80b9e99d tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Deleting subnet 022a7587-27df-48e0-8c54-2c67d15a45ea {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:14:57.876431 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4d9dbfd-f60c-485c-a078-0fceee31f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.878406 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7d2a3f0-7281-4fa8-b299-bb9e80b9e99d tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.879661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4d9dbfd-f60c-485c-a078-0fceee31f2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.880987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e4d9dbfd-f60c-485c-a078-0fceee31f2df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/107b50e1-9cdf-47ef-b883-44228437f27f HTTP/1.1" status: 204 len: 168 time: 0.4983361 Jan 31 16:14:57.917254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9dbfd-f60c-485c-a078-0fceee31f2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107b50e1-9cdf-47ef-b883-44228437f27f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:57.920607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b81db3-f333-4582-86f1-70836c70e40e tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405 tempest-ExtraDHCPOptionsIpV6TestJSON-1139404405-project] Pushing event deleted for resources: {'Network': ['ID=50db522d-e568-4a7b-a4e7-983d6a5887c0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:57.963288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.964636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29a2bb-e237-4748-a691-131ab6185edb req-2d03af61-ea6f-4452-bf74-dabeeef70ac2 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:57.971823 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0a29a2bb-e237-4748-a691-131ab6185edb req-2d03af61-ea6f-4452-bf74-dabeeef70ac2 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 945 time: 0.1429253 Jan 31 16:14:57.973077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43510) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:57.979932 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=35ec3f33-08cd-46f9-88d1-bd8347976cd5,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:57.991300 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7d2a3f0-7281-4fa8-b299-bb9e80b9e99d tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:57.999145 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea26446f-f4c9-4f3b-8c67-50c5fe923171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.098375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['35ec3f33-08cd-46f9-88d1-bd8347976cd5'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:14:58.109810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7d2a3f0-7281-4fa8-b299-bb9e80b9e99d tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.145709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0a29a2bb-e237-4748-a691-131ab6185edb req-2c1aa3ab-9bb9-45e6-a7ad-f842be8c9475 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270728 Jan 31 16:14:58.206224 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea26446f-f4c9-4f3b-8c67-50c5fe923171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.214159 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ea26446f-f4c9-4f3b-8c67-50c5fe923171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.235738 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7d2a3f0-7281-4fa8-b299-bb9e80b9e99d tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.278772 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7d2a3f0-7281-4fa8-b299-bb9e80b9e99d tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.285278 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e7d2a3f0-7281-4fa8-b299-bb9e80b9e99d tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/subnets/022a7587-27df-48e0-8c54-2c67d15a45ea HTTP/1.1" status: 204 len: 168 time: 0.5582249 Jan 31 16:14:58.293043 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615439da-38b9-4e44-8991-66461873757e None None] Network 43d5f508-30ec-451f-9c0c-dcc99f469e47 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:14:58.297712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43512) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:58.329970 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ea26446f-f4c9-4f3b-8c67-50c5fe923171 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6db72a5bd7384c179432c77917637c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535728 Jan 31 16:14:58.329970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26446f-f4c9-4f3b-8c67-50c5fe923171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010fef43-1a85-461f-a0d6-321ce7255338,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:58.338020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43514) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:58.367267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2a3f0-7281-4fa8-b299-bb9e80b9e99d tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Subnet': ['ID=022a7587-27df-48e0-8c54-2c67d15a45ea,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:58.457095 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.473079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29cc0fb4-5739-4826-af98-7c7d574c7adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.528473 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29cc0fb4-5739-4826-af98-7c7d574c7adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.603244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Deleting port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:58.603995 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.610336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43520) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:58.642409 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc3dae0-ee22-4545-b527-207dfa45be65 None None] DHCP port deletion for 43d5f508-30ec-451f-9c0c-dcc99f469e47 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:14:58.707565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3dae0-ee22-4545-b527-207dfa45be65 None None] Deleting port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:14:58.708212 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7fc3dae0-ee22-4545-b527-207dfa45be65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.825938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7fc3dae0-ee22-4545-b527-207dfa45be65 None None] For port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b,segment=NetworkSegment(079b2448-14b7-40d9-94c1-4385b7e9b8e4),segment_id=079b2448-14b7-40d9-94c1-4385b7e9b8e4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:58.826735 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7fc3dae0-ee22-4545-b527-207dfa45be65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.839114 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7d0dcb0a-0ff6-47a0-9a27-b6ee58367683 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4630d745d78746ba95f02301ef3f5b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216401 Jan 31 16:14:58.842997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43532) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:14:58.856191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3dae0-ee22-4545-b527-207dfa45be65 None None] Calling delete_port for 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:58.959462 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a92aa9a-6e60-481d-8764-2084a6977c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:58.966783 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7fc3dae0-ee22-4545-b527-207dfa45be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.000731 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3dae0-ee22-4545-b527-207dfa45be65 None None] Pushing event deleted for resources: {'Port': ['ID=0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:59.007472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3dae0-ee22-4545-b527-207dfa45be65 None None] No DVR routers for this DVR port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:59.017783 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29cc0fb4-5739-4826-af98-7c7d574c7adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.020038 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29cc0fb4-5739-4826-af98-7c7d574c7adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.021189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-29cc0fb4-5739-4826-af98-7c7d574c7adb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/010fef43-1a85-461f-a0d6-321ce7255338 HTTP/1.1" status: 204 len: 168 time: 0.6857555 Jan 31 16:14:59.040000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc0fb4-5739-4826-af98-7c7d574c7adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010fef43-1a85-461f-a0d6-321ce7255338,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:59.043212 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a92aa9a-6e60-481d-8764-2084a6977c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.058770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] For port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b,segment=NetworkSegment(079b2448-14b7-40d9-94c1-4385b7e9b8e4),segment_id=079b2448-14b7-40d9-94c1-4385b7e9b8e4)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:59.059234 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.078892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Calling delete_port for 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:14:59.130735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:14:59.137457 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a92aa9a-6e60-481d-8764-2084a6977c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.145629 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a92aa9a-6e60-481d-8764-2084a6977c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.147484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9a92aa9a-6e60-481d-8764-2084a6977c06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7749d48f-26dd-4c30-9a14-c5ad92eb4517 HTTP/1.1" status: 204 len: 168 time: 0.3034270 Jan 31 16:14:59.160382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:14:59.163981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:14:59.170264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92aa9a-6e60-481d-8764-2084a6977c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7749d48f-26dd-4c30-9a14-c5ad92eb4517,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:59.252803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.282955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] No DVR routers for this DVR port 0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:14:59.289599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Port': ['ID=0e4a9625-2a6d-4cf1-80fd-83dcb9a43e4b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:59.317785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df76b2-847f-4710-87af-7a1612b75bb0 req-494772bb-a047-4bcd-aa4f-f7cdc7b14a2d tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:59.319551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26df76b2-847f-4710-87af-7a1612b75bb0 req-494772bb-a047-4bcd-aa4f-f7cdc7b14a2d tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 945 time: 0.0824656 Jan 31 16:14:59.370478 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26df76b2-847f-4710-87af-7a1612b75bb0 req-989136ed-e5b0-4be9-9d50-9c5eac4ea0df tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433969 Jan 31 16:14:59.378996 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.413668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d5f508-30ec-451f-9c0c-dcc99f469e47']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:59.423335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079b2448-14b7-40d9-94c1-4385b7e9b8e4') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:59.423632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079b2448-14b7-40d9-94c1-4385b7e9b8e4') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:14:59.437719 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.452551 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.460131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:14:59.460981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:14:59.464988 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:14:59.482049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 35ec3f33-08cd-46f9-88d1-bd8347976cd5 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:14:59.556057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 35ec3f33-08cd-46f9-88d1-bd8347976cd5 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:14:59.559122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.562070 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 35ec3f33-08cd-46f9-88d1-bd8347976cd5 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:14:59.562844 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.568480 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.577946 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] 10.222.0.36 "DELETE /v2.0/networks/43d5f508-30ec-451f-9c0c-dcc99f469e47 HTTP/1.1" status: 204 len: 168 time: 1.2763338 Jan 31 16:14:59.594222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239f1ce-49e9-4a4f-89f9-40c600bee3f5 tempest-NetworksTest-242142792 tempest-NetworksTest-242142792-project] Pushing event deleted for resources: {'Network': ['ID=43d5f508-30ec-451f-9c0c-dcc99f469e47,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:59.674043 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.699397 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af317187-784c-4183-a882-3fe2adab894b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ec3f33-08cd-46f9-88d1-bd8347976cd5'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:14:59.702704 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21589d93-5704-49bb-b0e5-2eb02bfe59b4" -d '{"events": [{"server_uuid": "af317187-784c-4183-a882-3fe2adab894b", "name": "network-vif-plugged", "status": "completed", "tag": "35ec3f33-08cd-46f9-88d1-bd8347976cd5"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:14:59.723364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 35ec3f33-08cd-46f9-88d1-bd8347976cd5, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=35ec3f33-08cd-46f9-88d1-bd8347976cd5,segment=NetworkSegment(3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8),segment_id=3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:14:59.729022 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:14:59.779364 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dd681e-562d-436f-a873-c5cdb750a7ab x-openstack-request-id: req-e9dd681e-562d-436f-a873-c5cdb750a7ab {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:14:59.779803 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af317187-784c-4183-a882-3fe2adab894b", "name": "network-vif-plugged", "status": "completed", "tag": "35ec3f33-08cd-46f9-88d1-bd8347976cd5", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:14:59.780138 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9dd681e-562d-436f-a873-c5cdb750a7ab {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:14:59.780617 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af317187-784c-4183-a882-3fe2adab894b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ec3f33-08cd-46f9-88d1-bd8347976cd5', 'code': 200} Jan 31 16:14:59.813946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=35ec3f33-08cd-46f9-88d1-bd8347976cd5,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:14:59.863523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea99f6f-2fe5-4791-b655-9e5d591d2ac9 req-91cabab4-56f4-4887-9752-efa29d155200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:14:59.865300 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eea99f6f-2fe5-4791-b655-9e5d591d2ac9 req-91cabab4-56f4-4887-9752-efa29d155200 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 1097 time: 0.0446796 Jan 31 16:14:59.908238 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eea99f6f-2fe5-4791-b655-9e5d591d2ac9 req-8c2fd27a-d8a4-4c38-bedc-5ed8015d17fb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348325 Jan 31 16:14:59.993054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43582) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:00.282914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ba4a561c-473b-4ea8-be65-91f4ed485710 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bce8188a268b4df0bda44454078854b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885699 Jan 31 16:15:00.285547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43596) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:00.346508 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3aa05581-c351-457f-8ad3-538423a2a51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:00.374692 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3aa05581-c351-457f-8ad3-538423a2a51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:00.439793 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3aa05581-c351-457f-8ad3-538423a2a51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:00.447004 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3aa05581-c351-457f-8ad3-538423a2a51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:00.448697 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3aa05581-c351-457f-8ad3-538423a2a51b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74caba73-a45d-46c2-8739-8c4ddefc1e14 HTTP/1.1" status: 204 len: 168 time: 0.1617517 Jan 31 16:15:00.462616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa05581-c351-457f-8ad3-538423a2a51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74caba73-a45d-46c2-8739-8c4ddefc1e14,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:00.553146 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ab07-f731-411e-9fbd-d77861ec8c30 req-9eca3d66-d070-4aa8-aeec-c4d80d5aaa0a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:00.554825 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d2a9ab07-f731-411e-9fbd-d77861ec8c30 req-9eca3d66-d070-4aa8-aeec-c4d80d5aaa0a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 946 time: 0.0852046 Jan 31 16:15:00.601494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d2a9ab07-f731-411e-9fbd-d77861ec8c30 req-717d897c-a906-41b4-9d45-8b077b5e4c30 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Jan 31 16:15:01.537268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43668) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:01.787475 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ab34-c3a2-4a98-8e0a-2a9be7d5e27a req-6581e707-a5ac-4e9c-8f86-829c08d812c9 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:01.789713 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e39ab34-c3a2-4a98-8e0a-2a9be7d5e27a req-6581e707-a5ac-4e9c-8f86-829c08d812c9 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 946 time: 0.0811834 Jan 31 16:15:01.850915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e39ab34-c3a2-4a98-8e0a-2a9be7d5e27a req-5179c79d-b37e-4ffa-ae45-6c683abdbfea tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501320 Jan 31 16:15:02.054623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43730) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:02.174222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1938672787'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:02.260997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:02.264751 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.280885 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.318157 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd802-02d8-4db0-888f-1793d59bca2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.468779 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.475403 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.512996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:15:02.528240 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd802-02d8-4db0-888f-1793d59bca2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.532739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b574aeb-0b3d-44f8-9ed4-b633c8647441,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:02.536303 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd802-02d8-4db0-888f-1793d59bca2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.567848 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.568966 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Added segment 2af8948e-b021-48ad-984d-283917190348 of type vlan for network e6b893e0-575d-431b-8f08-d80b554eea5a Jan 31 16:15:02.618030 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ec8cd802-02d8-4db0-888f-1793d59bca2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8860b0087794fdabdcb96803d6e7b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5620444 Jan 31 16:15:02.619171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cd802-02d8-4db0-888f-1793d59bca2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b4d479-64e6-43bc-a7dc-4e500918761b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:02.621841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43826) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:02.682127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.716262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.724653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:02.725499 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.737858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8905df5b-42ab-4be2-ac5c-332fd55261cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.768104 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8905df5b-42ab-4be2-ac5c-332fd55261cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.787122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ee61a-c94c-4e82-b71a-cc2eae4a00f7 req-1612be90-0c5b-4602-a37b-7f9619590cd3 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:02.794578 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d95ee61a-c94c-4e82-b71a-cc2eae4a00f7 req-1612be90-0c5b-4602-a37b-7f9619590cd3 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 946 time: 0.0986454 Jan 31 16:15:02.824093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2830904 Jan 31 16:15:02.827512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43832) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:02.834337 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-629bdb7c-a866-45de-8386-3f479f418308 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-834012771'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:02.847376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f84a4-8f75-42a4-925b-3e8200219676 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Network': ['ID=e6b893e0-575d-431b-8f08-d80b554eea5a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:02.860580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network e6b893e0-575d-431b-8f08-d80b554eea5a details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:15:02.875218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d95ee61a-c94c-4e82-b71a-cc2eae4a00f7 req-fb51a991-fee1-4ebf-989d-2212e7415759 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789106 Jan 31 16:15:02.883012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629bdb7c-a866-45de-8386-3f479f418308 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:02.887343 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-629bdb7c-a866-45de-8386-3f479f418308 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.903044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8905df5b-42ab-4be2-ac5c-332fd55261cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.905346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8905df5b-42ab-4be2-ac5c-332fd55261cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.906564 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8905df5b-42ab-4be2-ac5c-332fd55261cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85b4d479-64e6-43bc-a7dc-4e500918761b HTTP/1.1" status: 204 len: 168 time: 0.2836010 Jan 31 16:15:02.919921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905df5b-42ab-4be2-ac5c-332fd55261cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b4d479-64e6-43bc-a7dc-4e500918761b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:02.935587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629bdb7c-a866-45de-8386-3f479f418308 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:15:02.949890 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-629bdb7c-a866-45de-8386-3f479f418308 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:02.961118 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-629bdb7c-a866-45de-8386-3f479f418308 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Added segment 2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b of type vlan for network cf359704-d440-4172-8734-4cc964beae2a Jan 31 16:15:03.003637 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-629bdb7c-a866-45de-8386-3f479f418308 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:03.033240 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-629bdb7c-a866-45de-8386-3f479f418308 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:03.039119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629bdb7c-a866-45de-8386-3f479f418308 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:03.039704 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-629bdb7c-a866-45de-8386-3f479f418308 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:03.084670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43842) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:03.108625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-629bdb7c-a866-45de-8386-3f479f418308 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2790785 Jan 31 16:15:03.111648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43846) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:03.117380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-25c834a0-2da7-497b-adc7-b557cbbbaaad tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'subnet': {'network_id': 'e6b893e0-575d-431b-8f08-d80b554eea5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:03.137845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bdb7c-a866-45de-8386-3f479f418308 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Network': ['ID=cf359704-d440-4172-8734-4cc964beae2a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:03.150213 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network cf359704-d440-4172-8734-4cc964beae2a details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:15:03.257818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c834a0-2da7-497b-adc7-b557cbbbaaad tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:03.260606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43850) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:03.263741 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25c834a0-2da7-497b-adc7-b557cbbbaaad tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:03.470521 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25c834a0-2da7-497b-adc7-b557cbbbaaad tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:03.484207 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3b58c0f8-bd0f-40cc-bd6a-f2e3956d42af tempest-ServiceProvidersTest-122439908 tempest-ServiceProvidersTest-122439908-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3978658 Jan 31 16:15:03.539233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c834a0-2da7-497b-adc7-b557cbbbaaad tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Subnet': ['ID=5e803b34-a3b3-47b7-99ee-61db6b425351,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:03.551474 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c834a0-2da7-497b-adc7-b557cbbbaaad tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Checking segment: {'id': '2af8948e-b021-48ad-984d-283917190348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e6b893e0-575d-431b-8f08-d80b554eea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:03.551823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c834a0-2da7-497b-adc7-b557cbbbaaad tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network hostable DHCP agents. Network: e6b893e0-575d-431b-8f08-d80b554eea5a, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:15:03.571797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c834a0-2da7-497b-adc7-b557cbbbaaad tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network e6b893e0-575d-431b-8f08-d80b554eea5a is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:15:03.593175 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-25c834a0-2da7-497b-adc7-b557cbbbaaad tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, e6b893e0-575d-431b-8f08-d80b554eea5a) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:03.598127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c834a0-2da7-497b-adc7-b557cbbbaaad tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:03.598940 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25c834a0-2da7-497b-adc7-b557cbbbaaad tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:03.600112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0410412-17ac-4639-b6bb-b1e6091d9b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:03.604918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17232ee-9edc-4cf9-8856-ed0e8f5fe970 None None] Network e6b893e0-575d-431b-8f08-d80b554eea5a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:03.624729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-25c834a0-2da7-497b-adc7-b557cbbbaaad tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5116262 Jan 31 16:15:03.628557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43864) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:03.641752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-3c7f62da-7378-49d5-800a-78297383b8bb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'subnet': {'network_id': 'cf359704-d440-4172-8734-4cc964beae2a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:03.712237 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0410412-17ac-4639-b6bb-b1e6091d9b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:03.718414 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0410412-17ac-4639-b6bb-b1e6091d9b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:03.758817 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d0410412-17ac-4639-b6bb-b1e6091d9b61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3369588598224b48a2dac683b5c5f100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969516 Jan 31 16:15:03.761883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43868) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:03.771193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7f62da-7378-49d5-800a-78297383b8bb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:03.771900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0410412-17ac-4639-b6bb-b1e6091d9b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ab4ba2-1aea-4f23-b395-a695dd5671e6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:03.778341 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c7f62da-7378-49d5-800a-78297383b8bb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:03.889359 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-e6b893e0-575d-431b-8f08-d80b554eea5a', 'network_id': 'e6b893e0-575d-431b-8f08-d80b554eea5a', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'fixed_ips': [{'subnet_id': '5e803b34-a3b3-47b7-99ee-61db6b425351'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:15:03.890505 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:03.938882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc02f3f6-03e1-419f-81c0-404de3cb4853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:03.970799 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc02f3f6-03e1-419f-81c0-404de3cb4853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.054145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe6d36-7173-4797-baa3-fe3b7c2a32a2 req-036f2183-7e75-4779-b000-fb458b8a1163 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:04.062750 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5abe6d36-7173-4797-baa3-fe3b7c2a32a2 req-036f2183-7e75-4779-b000-fb458b8a1163 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 946 time: 0.1121764 Jan 31 16:15:04.116739 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5abe6d36-7173-4797-baa3-fe3b7c2a32a2 req-50c4bdde-4a51-40a3-b19a-8a667a21820d tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515485 Jan 31 16:15:04.137374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43878) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:04.149126 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc02f3f6-03e1-419f-81c0-404de3cb4853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.152614 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc02f3f6-03e1-419f-81c0-404de3cb4853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.154001 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fc02f3f6-03e1-419f-81c0-404de3cb4853 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7ab4ba2-1aea-4f23-b395-a695dd5671e6 HTTP/1.1" status: 204 len: 168 time: 0.3907950 Jan 31 16:15:04.155057 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c7f62da-7378-49d5-800a-78297383b8bb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.185931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02f3f6-03e1-419f-81c0-404de3cb4853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ab4ba2-1aea-4f23-b395-a695dd5671e6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:04.209333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Allocated IP 2001:db8::2 (e6b893e0-575d-431b-8f08-d80b554eea5a/5e803b34-a3b3-47b7-99ee-61db6b425351/6b36bf0a-7be9-447c-b338-309ba3aa2649) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:15:04.258369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3642fa-8c70-4c4f-a887-83722857a8f3 req-8370b84f-a509-4dfc-99db-9654c8ffe9c8 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:04.259891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb3642fa-8c70-4c4f-a887-83722857a8f3 req-8370b84f-a509-4dfc-99db-9654c8ffe9c8 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.30 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 946 time: 0.1427219 Jan 31 16:15:04.260588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f62da-7378-49d5-800a-78297383b8bb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Subnet': ['ID=4ed6527e-a8fd-414a-85e1-8ec93c1765ba,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:04.313093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f62da-7378-49d5-800a-78297383b8bb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Checking segment: {'id': '2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cf359704-d440-4172-8734-4cc964beae2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:04.313951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f62da-7378-49d5-800a-78297383b8bb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network hostable DHCP agents. Network: cf359704-d440-4172-8734-4cc964beae2a, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:15:04.367282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f62da-7378-49d5-800a-78297383b8bb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network cf359704-d440-4172-8734-4cc964beae2a is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:15:04.384726 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-3c7f62da-7378-49d5-800a-78297383b8bb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, cf359704-d440-4172-8734-4cc964beae2a) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:04.399935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-cb3642fa-8c70-4c4f-a887-83722857a8f3 req-5d390c71-7fcc-47f2-a131-9ca9ee2a5291 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Deleting port 35ec3f33-08cd-46f9-88d1-bd8347976cd5 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:04.400558 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb3642fa-8c70-4c4f-a887-83722857a8f3 req-5d390c71-7fcc-47f2-a131-9ca9ee2a5291 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.406120 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9e17cb9-f5c3-4c94-aa24-6633f66634aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.407374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f62da-7378-49d5-800a-78297383b8bb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:04.408362 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c7f62da-7378-49d5-800a-78297383b8bb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.410914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa14d444-c245-4ce8-bc5e-16a09452180c None None] Network cf359704-d440-4172-8734-4cc964beae2a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:04.478423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3c7f62da-7378-49d5-800a-78297383b8bb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8450985 Jan 31 16:15:04.479734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43896) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:04.492210 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b2a26374-618f-4910-b799-e07b3bb45f4b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2091281769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:04.526051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43898) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:04.555822 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9e17cb9-f5c3-4c94-aa24-6633f66634aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.562403 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9e17cb9-f5c3-4c94-aa24-6633f66634aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.619226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2a26374-618f-4910-b799-e07b3bb45f4b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.620375 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2a26374-618f-4910-b799-e07b3bb45f4b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.647055 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e17cb9-f5c3-4c94-aa24-6633f66634aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3d0da8-3194-4dff-90b4-a7e064662705,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:04.654037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-cb3642fa-8c70-4c4f-a887-83722857a8f3 req-5d390c71-7fcc-47f2-a131-9ca9ee2a5291 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] For port 35ec3f33-08cd-46f9-88d1-bd8347976cd5, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=35ec3f33-08cd-46f9-88d1-bd8347976cd5,segment=NetworkSegment(3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8),segment_id=3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:04.654411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb3642fa-8c70-4c4f-a887-83722857a8f3 req-5d390c71-7fcc-47f2-a131-9ca9ee2a5291 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.681120 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b9e17cb9-f5c3-4c94-aa24-6633f66634aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2459068378d64049830a0a665a0a6a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413060 Jan 31 16:15:04.682673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43904) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:04.687229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-cb3642fa-8c70-4c4f-a887-83722857a8f3 req-5d390c71-7fcc-47f2-a131-9ca9ee2a5291 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Calling delete_port for 35ec3f33-08cd-46f9-88d1-bd8347976cd5 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:04.742839 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4753e350-b3bd-4955-8118-4ee1e9c68c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.774726 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4753e350-b3bd-4955-8118-4ee1e9c68c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.880089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-cf359704-d440-4172-8734-4cc964beae2a', 'network_id': 'cf359704-d440-4172-8734-4cc964beae2a', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'fixed_ips': [{'subnet_id': '4ed6527e-a8fd-414a-85e1-8ec93c1765ba'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:15:04.880792 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4753e350-b3bd-4955-8118-4ee1e9c68c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.881000 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.884009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4753e350-b3bd-4955-8118-4ee1e9c68c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.888746 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4753e350-b3bd-4955-8118-4ee1e9c68c7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d3d0da8-3194-4dff-90b4-a7e064662705 HTTP/1.1" status: 204 len: 168 time: 0.2027504 Jan 31 16:15:04.903895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43910) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:04.922165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753e350-b3bd-4955-8118-4ee1e9c68c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3d0da8-3194-4dff-90b4-a7e064662705,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:04.938487 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.939724 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef153f32-8f92-48cc-9722-897563798ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.941672 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2a26374-618f-4910-b799-e07b3bb45f4b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.954923 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2a26374-618f-4910-b799-e07b3bb45f4b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.986215 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2a26374-618f-4910-b799-e07b3bb45f4b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:04.988592 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b2a26374-618f-4910-b799-e07b3bb45f4b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5034173 Jan 31 16:15:04.993419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 43912) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:04.996503 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.075557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb3642fa-8c70-4c4f-a887-83722857a8f3 req-5d390c71-7fcc-47f2-a131-9ca9ee2a5291 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.127943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['35ec3f33-08cd-46f9-88d1-bd8347976cd5'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:15:05.172472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Network e6b893e0-575d-431b-8f08-d80b554eea5a is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:05.187972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3642fa-8c70-4c4f-a887-83722857a8f3 req-5d390c71-7fcc-47f2-a131-9ca9ee2a5291 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] No DVR routers for this DVR port 35ec3f33-08cd-46f9-88d1-bd8347976cd5 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:15:05.191433 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:05.197808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb3642fa-8c70-4c4f-a887-83722857a8f3 req-5d390c71-7fcc-47f2-a131-9ca9ee2a5291 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.205542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb3642fa-8c70-4c4f-a887-83722857a8f3 req-5d390c71-7fcc-47f2-a131-9ca9ee2a5291 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.30 "DELETE /v2.0/ports/35ec3f33-08cd-46f9-88d1-bd8347976cd5 HTTP/1.1" status: 204 len: 173 time: 0.9373140 Jan 31 16:15:05.205907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:15:05.216820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af317187-784c-4183-a882-3fe2adab894b', 'name': 'network-vif-deleted', 'tag': '35ec3f33-08cd-46f9-88d1-bd8347976cd5'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:15:05.222520 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d6f61b-e88e-4502-9015-660425e7c83a" -d '{"events": [{"server_uuid": "af317187-784c-4183-a882-3fe2adab894b", "name": "network-vif-deleted", "tag": "35ec3f33-08cd-46f9-88d1-bd8347976cd5"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:15:05.228171 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f1b183b-e843-44bc-b87f-3f16d52c76dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.234264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d390c71-7fcc-47f2-a131-9ca9ee2a5291 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Pushing event deleted for resources: {'Port': ['ID=35ec3f33-08cd-46f9-88d1-bd8347976cd5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:05.244525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Pushing event updated for resources: {'Port': ['ID=6b36bf0a-7be9-447c-b338-309ba3aa2649,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:05.331597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Attempting to bind port 6b36bf0a-7be9-447c-b338-309ba3aa2649 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:15:05.332147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Attempting to bind port 6b36bf0a-7be9-447c-b338-309ba3aa2649 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '2af8948e-b021-48ad-984d-283917190348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e6b893e0-575d-431b-8f08-d80b554eea5a'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:15:05.332987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Attempting to bind port 6b36bf0a-7be9-447c-b338-309ba3aa2649 on network e6b893e0-575d-431b-8f08-d80b554eea5a {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:15:05.343590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:15:05.344491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Checking segment: {'id': '2af8948e-b021-48ad-984d-283917190348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e6b893e0-575d-431b-8f08-d80b554eea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:05.345083 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.345717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Bound using segment: {'id': '2af8948e-b021-48ad-984d-283917190348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e6b893e0-575d-431b-8f08-d80b554eea5a'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:15:05.346311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Bound port: 6b36bf0a-7be9-447c-b338-309ba3aa2649, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af8948e-b021-48ad-984d-283917190348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e6b893e0-575d-431b-8f08-d80b554eea5a'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:15:05.346798 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.378771 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0a9f07-8a2f-41ef-95a1-23db09634511 x-openstack-request-id: req-7a0a9f07-8a2f-41ef-95a1-23db09634511 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:15:05.379251 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af317187-784c-4183-a882-3fe2adab894b", "name": "network-vif-deleted", "tag": "35ec3f33-08cd-46f9-88d1-bd8347976cd5", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:15:05.379640 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a0a9f07-8a2f-41ef-95a1-23db09634511 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:15:05.381220 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af317187-784c-4183-a882-3fe2adab894b', 'name': 'network-vif-deleted', 'tag': '35ec3f33-08cd-46f9-88d1-bd8347976cd5', 'status': 'completed', 'code': 200} Jan 31 16:15:05.394654 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6ce9a508-d49e-4c99-aede-c83b213bb37f req-d5168a87-ec17-486a-8525-34d183f096d1 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=af317187-784c-4183-a882-3fe2adab894b HTTP/1.1" status: 200 len: 210 time: 0.1119597 Jan 31 16:15:05.437142 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Allocated IP 2001:db8:1::2 (cf359704-d440-4172-8734-4cc964beae2a/4ed6527e-a8fd-414a-85e1-8ec93c1765ba/d15e6b7d-0803-446d-a7b5-89e8d59d0bde) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:15:05.476516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef153f32-8f92-48cc-9722-897563798ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.477744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] For port 6b36bf0a-7be9-447c-b338-309ba3aa2649, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:15:05.484934 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] For port 6b36bf0a-7be9-447c-b338-309ba3aa2649, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6b36bf0a-7be9-447c-b338-309ba3aa2649,segment=NetworkSegment(2af8948e-b021-48ad-984d-283917190348),segment_id=2af8948e-b021-48ad-984d-283917190348)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:15:05.487295 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ef153f32-8f92-48cc-9722-897563798ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.499903 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.571041 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.577896 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ef153f32-8f92-48cc-9722-897563798ae5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=695697aacf1e4e6486da35a75ca5eedb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723187 Jan 31 16:15:05.580819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43934) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:05.591261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef153f32-8f92-48cc-9722-897563798ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c42a93-eeb7-4528-afbd-c691102bb679,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:05.637306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ed22b-2613-4be0-9d18-497299ff1b69 None None] Pushing event updated for resources: {'Port': ['ID=6b36bf0a-7be9-447c-b338-309ba3aa2649,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:05.649609 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f1b183b-e843-44bc-b87f-3f16d52c76dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.690321 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de507dee-e6ab-4ae8-b779-97ec842212e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.698619 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5f1b183b-e843-44bc-b87f-3f16d52c76dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.734614 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de507dee-e6ab-4ae8-b779-97ec842212e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.850168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de507dee-e6ab-4ae8-b779-97ec842212e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.854111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de507dee-e6ab-4ae8-b779-97ec842212e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.859303 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5f1b183b-e843-44bc-b87f-3f16d52c76dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4702de49aed4ddb9e48244803277617&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3296158 Jan 31 16:15:05.859710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-de507dee-e6ab-4ae8-b779-97ec842212e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51c42a93-eeb7-4528-afbd-c691102bb679 HTTP/1.1" status: 204 len: 168 time: 0.2775300 Jan 31 16:15:05.860557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 43946) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:05.861912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b183b-e843-44bc-b87f-3f16d52c76dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151f3d94-8089-44d9-8bd9-73f6b9493284,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:05.893884 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.908418 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:05.910080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de507dee-e6ab-4ae8-b779-97ec842212e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c42a93-eeb7-4528-afbd-c691102bb679,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:06.069920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Pushing event updated for resources: {'Port': ['ID=d15e6b7d-0803-446d-a7b5-89e8d59d0bde,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:06.096131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Allocated IP 2001:db8::1 (e6b893e0-575d-431b-8f08-d80b554eea5a/5e803b34-a3b3-47b7-99ee-61db6b425351/3fb7c536-9e2a-4c00-9ba3-8bfb7c8910ea) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:15:06.101206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Network cf359704-d440-4172-8734-4cc964beae2a is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:06.114722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:06.126395 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:15:06.149215 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-993a9e22-219b-4250-ade6-7e61f381ebc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:06.261714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Attempting to bind port d15e6b7d-0803-446d-a7b5-89e8d59d0bde on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:15:06.262349 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Attempting to bind port d15e6b7d-0803-446d-a7b5-89e8d59d0bde by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cf359704-d440-4172-8734-4cc964beae2a'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:15:06.264585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Attempting to bind port d15e6b7d-0803-446d-a7b5-89e8d59d0bde on network cf359704-d440-4172-8734-4cc964beae2a {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:15:06.273611 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:15:06.278721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Checking segment: {'id': '2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cf359704-d440-4172-8734-4cc964beae2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:06.279136 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:06.279539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Bound using segment: {'id': '2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cf359704-d440-4172-8734-4cc964beae2a'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:15:06.280051 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Bound port: d15e6b7d-0803-446d-a7b5-89e8d59d0bde, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cf359704-d440-4172-8734-4cc964beae2a'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:15:06.280434 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:06.312673 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-993a9e22-219b-4250-ade6-7e61f381ebc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:06.460196 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-993a9e22-219b-4250-ade6-7e61f381ebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:06.467918 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-993a9e22-219b-4250-ade6-7e61f381ebc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:06.469492 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-993a9e22-219b-4250-ade6-7e61f381ebc9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/151f3d94-8089-44d9-8bd9-73f6b9493284 HTTP/1.1" status: 204 len: 168 time: 0.5994291 Jan 31 16:15:06.491785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a9e22-219b-4250-ade6-7e61f381ebc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151f3d94-8089-44d9-8bd9-73f6b9493284,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:06.518855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] For port d15e6b7d-0803-446d-a7b5-89e8d59d0bde, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:15:06.562878 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] For port d15e6b7d-0803-446d-a7b5-89e8d59d0bde, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d15e6b7d-0803-446d-a7b5-89e8d59d0bde,segment=NetworkSegment(2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b),segment_id=2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:15:06.584262 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:06.587446 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:06.678176 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:06.709149 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fecef0-4613-471b-8dc6-a1f0a760d768 None None] Pushing event updated for resources: {'Port': ['ID=d15e6b7d-0803-446d-a7b5-89e8d59d0bde,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:06.777008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=3fb7c536-9e2a-4c00-9ba3-8bfb7c8910ea,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:06.788738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network e6b893e0-575d-431b-8f08-d80b554eea5a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:06.790864 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:06.796073 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:15:06.799662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:07.011591 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:07.448390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6b36bf0a-7be9-447c-b338-309ba3aa2649 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:15:07.581214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-175cd145-5bb3-4769-b281-232cf0847ae7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:07.593811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-175cd145-5bb3-4769-b281-232cf0847ae7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/networks?id=70521b94-60b1-4fe6-bf3c-6f45d4cdca9a HTTP/1.1" status: 200 len: 809 time: 0.3790023 Jan 31 16:15:07.594896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 35ec3f33-08cd-46f9-88d1-bd8347976cd5 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:15:07.597042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44010) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:07.671833 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5d14b1e5-dd0c-4570-a0f8-ccdc67d11d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:07.673965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eefb0da-2389-4086-b355-bcec146fe9c9 None None] Network e6b893e0-575d-431b-8f08-d80b554eea5a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:07.684418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-51feeca7-e2f1-4617-93de-452d12891d20 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/quotas/3c08ec1799d546c3a4dd4050b9f20858 HTTP/1.1" status: 200 len: 375 time: 0.0329759 Jan 31 16:15:07.685778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 35ec3f33-08cd-46f9-88d1-bd8347976cd5 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:15:07.687099 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 35ec3f33-08cd-46f9-88d1-bd8347976cd5 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:15:07.739448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:07.749438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:07.750331 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:07.779385 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-8f99a73a-e0e2-4e81-bb99-3d2ed3c87bbc tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c08ec1799d546c3a4dd4050b9f20858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751135 Jan 31 16:15:07.870130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=3fb7c536-9e2a-4c00-9ba3-8bfb7c8910ea,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:08.023916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3cf1c86f-e0cc-46c7-87c5-1fa67dd7870c None None] Provisioning complete for port 6b36bf0a-7be9-447c-b338-309ba3aa2649 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:08.027283 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c86f-e0cc-46c7-87c5-1fa67dd7870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:08.047539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 6b36bf0a-7be9-447c-b338-309ba3aa2649 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:08.047921 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:08.111877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network e6b893e0-575d-431b-8f08-d80b554eea5a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:08.114667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:08.122861 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-6d7171bc-909c-4ce9-9c20-c809a82e6321 service neutron] 10.222.0.36 "GET /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302333 Jan 31 16:15:08.271664 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5d14b1e5-dd0c-4570-a0f8-ccdc67d11d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:08.280685 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5d14b1e5-dd0c-4570-a0f8-ccdc67d11d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:08.479788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 00aa1309-2933-46e5-8cb3-1ee275b26dd2 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:15:08.486430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14b1e5-dd0c-4570-a0f8-ccdc67d11d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717ded0b-4a6c-443d-8804-62e59395589e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:08.521793 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5d14b1e5-dd0c-4570-a0f8-ccdc67d11d9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58040fc83ee24a56b6faf98f1ef5e011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9229574 Jan 31 16:15:08.533942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44036) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:08.564416 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c86f-e0cc-46c7-87c5-1fa67dd7870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:08.583103 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:08.615418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-eeec4c2d-0268-4af3-a009-f407e3f39929 service neutron] 10.222.0.36 "GET /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812367 Jan 31 16:15:08.672830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:15:08.680052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-397f31c9-0b2f-493c-b1bf-7f7b41720a88 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/00aa1309-2933-46e5-8cb3-1ee275b26dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6843169 Jan 31 16:15:08.686925 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44042) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:08.694792 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6df4a-20a2-4bba-9275-0643439d1df6 None None] Sync routers for ids ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:15:08.703252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44044) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:08.736256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3cf1c86f-e0cc-46c7-87c5-1fa67dd7870c None None] For port 6b36bf0a-7be9-447c-b338-309ba3aa2649, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6b36bf0a-7be9-447c-b338-309ba3aa2649,segment=NetworkSegment(2af8948e-b021-48ad-984d-283917190348),segment_id=2af8948e-b021-48ad-984d-283917190348)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:08.747865 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6df4a-20a2-4bba-9275-0643439d1df6 None None] Routers {'00aa1309-2933-46e5-8cb3-1ee275b26dd2'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:08.748597 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d8c6df4a-20a2-4bba-9275-0643439d1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:14:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:08.748910 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c86f-e0cc-46c7-87c5-1fa67dd7870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:08.780734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aa32af-480f-48c4-8fd8-c8899c0e3e56 None None] Network cf359704-d440-4172-8734-4cc964beae2a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:08.800265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba3b6400-bc57-48d9-a64b-15184d7cbc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:08.875077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba3b6400-bc57-48d9-a64b-15184d7cbc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:08.876242 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d8c6df4a-20a2-4bba-9275-0643439d1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:08.882821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa8540-9149-4310-a9a3-212b788d93ba tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:08.884295 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-afaa8540-9149-4310-a9a3-212b788d93ba tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports/3fb7c536-9e2a-4c00-9ba3-8bfb7c8910ea HTTP/1.1" status: 200 len: 911 time: 0.1904292 Jan 31 16:15:08.889288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44048) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:08.903378 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6df4a-20a2-4bba-9275-0643439d1df6 None None] Routers {'00aa1309-2933-46e5-8cb3-1ee275b26dd2'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:08.905833 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d8c6df4a-20a2-4bba-9275-0643439d1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:14:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:08.969559 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d8c6df4a-20a2-4bba-9275-0643439d1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:08.970602 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6df4a-20a2-4bba-9275-0643439d1df6 None None] The sync data for ids ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:15:09.006956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-816577512-network', 'tenant_id': 'b3fcb375ac554aa49c7427a3d3dacc62'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:09.030173 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba3b6400-bc57-48d9-a64b-15184d7cbc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:09.033022 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba3b6400-bc57-48d9-a64b-15184d7cbc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:09.045368 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ba3b6400-bc57-48d9-a64b-15184d7cbc77 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/717ded0b-4a6c-443d-8804-62e59395589e HTTP/1.1" status: 204 len: 168 time: 0.5090828 Jan 31 16:15:09.067043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b6400-bc57-48d9-a64b-15184d7cbc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717ded0b-4a6c-443d-8804-62e59395589e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:09.084039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Made reservation on behalf of b3fcb375ac554aa49c7427a3d3dacc62 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:09.094879 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:09.110093 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:09.206946 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:15:09.209053 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:15:09.209783 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1c86f-e0cc-46c7-87c5-1fa67dd7870c None None] Pushing event updated for resources: {'Port': ['ID=6b36bf0a-7be9-447c-b338-309ba3aa2649,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:09.267065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2b80c831-63f9-4af1-a2df-1eb8cd28cdfc None None] Provisioning complete for port d15e6b7d-0803-446d-a7b5-89e8d59d0bde triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:09.267870 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d9df5ac5-9b45-40c7-ab06-e15ebdeb0553 req-3ded30e2-a0a5-481e-b744-c4b6f6bc60af tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 210 time: 0.1146035 Jan 31 16:15:09.268044 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2b80c831-63f9-4af1-a2df-1eb8cd28cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:09.315053 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:09.323054 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:09.376148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:15:09.407463 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:09.407905 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Added segment 469d9935-8bf4-44f0-ab23-1e6fc742029a of type vlan for network 191b5394-4c0a-41cd-b3f8-67fb864d7663 Jan 31 16:15:09.500330 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:09.652652 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:09.666758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:09.667362 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:09.798202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d15e6b7d-0803-446d-a7b5-89e8d59d0bde up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:15:09.863409 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2b80c831-63f9-4af1-a2df-1eb8cd28cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:09.901232 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Pushing event updated for resources: {'Network': ['ID=191b5394-4c0a-41cd-b3f8-67fb864d7663,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:09.907900 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2005284 Jan 31 16:15:09.923454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 191b5394-4c0a-41cd-b3f8-67fb864d7663 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:15:09.944896 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-2d71042c-71c3-4346-949e-a5ffbdcb7f3e tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4a4506fcb1854520a47917f2762e3205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3704391 Jan 31 16:15:09.952184 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44098) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:09.982744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d55d8d57-f608-446f-b173-97a4828e2eb4 admin admin] Request body: {'subnet': {'network_id': '191b5394-4c0a-41cd-b3f8-67fb864d7663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-816577512-subnet', 'tenant_id': 'b3fcb375ac554aa49c7427a3d3dacc62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:10.145747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-2b80c831-63f9-4af1-a2df-1eb8cd28cdfc None None] For port d15e6b7d-0803-446d-a7b5-89e8d59d0bde, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d15e6b7d-0803-446d-a7b5-89e8d59d0bde,segment=NetworkSegment(2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b),segment_id=2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:10.163972 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2b80c831-63f9-4af1-a2df-1eb8cd28cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:10.246106 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d15e6b7d-0803-446d-a7b5-89e8d59d0bde triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:10.249517 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:10.392665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d7549406-5bb3-4f6a-81bc-e06ceed82c15 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:10.400999 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d7549406-5bb3-4f6a-81bc-e06ceed82c15 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4548001 Jan 31 16:15:10.404531 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec6891-5188-41ec-9a65-8e3e8ab05750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deedced-eac2-45f5-b0af-24fe5c897407,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:10.415084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80c831-63f9-4af1-a2df-1eb8cd28cdfc None None] Pushing event updated for resources: {'Port': ['ID=d15e6b7d-0803-446d-a7b5-89e8d59d0bde,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:10.427101 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-6da03cf7-ca32-4a24-9e7a-35d8965d32e8 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/quotas/4a4506fcb1854520a47917f2762e3205 HTTP/1.1" status: 200 len: 375 time: 0.0248461 Jan 31 16:15:10.451469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0668f890-acd3-4518-9bb0-9d7cf06ada37 None None] Provisioning complete for port 6b36bf0a-7be9-447c-b338-309ba3aa2649 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:10.451814 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0668f890-acd3-4518-9bb0-9d7cf06ada37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:10.484779 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d8ff3ba2-12a1-4fff-aab5-1a01ef5e93b4 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a4506fcb1854520a47917f2762e3205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564783 Jan 31 16:15:10.516966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55d8d57-f608-446f-b173-97a4828e2eb4 admin admin] Made reservation on behalf of b3fcb375ac554aa49c7427a3d3dacc62 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:10.530308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d55d8d57-f608-446f-b173-97a4828e2eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:10.939065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0668f890-acd3-4518-9bb0-9d7cf06ada37 None None] Provisioning complete for port 3fb7c536-9e2a-4c00-9ba3-8bfb7c8910ea triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:10.939582 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0668f890-acd3-4518-9bb0-9d7cf06ada37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:10.987908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6b36bf0a-7be9-447c-b338-309ba3aa2649 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:15:11.089722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-d26abe0c-5876-422b-9dfc-ddc7b9d530fc tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:11.098632 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-d26abe0c-5876-422b-9dfc-ddc7b9d530fc tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.30 "GET /v2.0/networks?id=70521b94-60b1-4fe6-bf3c-6f45d4cdca9a HTTP/1.1" status: 200 len: 809 time: 0.3950639 Jan 31 16:15:11.120686 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bcee558d-2d54-4126-a07e-1f91a9d3c7a2 req-d9b4f34d-0061-4c52-a08d-975d3e59540e tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 210 time: 0.1186543 Jan 31 16:15:11.157540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0668f890-acd3-4518-9bb0-9d7cf06ada37 None None] Port 3fb7c536-9e2a-4c00-9ba3-8bfb7c8910ea cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:15:11.180169 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 6b36bf0a-7be9-447c-b338-309ba3aa2649 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:11.180882 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:11.209050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Request body: {'port': {'device_id': '05dc1847-19e5-4351-b132-065f2e4b02bd', 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a', 'admin_state_up': True, 'tenant_id': '3c08ec1799d546c3a4dd4050b9f20858'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:11.305291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-33dd4dec-4232-4855-9957-7d42522b2d53 None None] Provisioning complete for port d15e6b7d-0803-446d-a7b5-89e8d59d0bde triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:11.305785 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-33dd4dec-4232-4855-9957-7d42522b2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:11.312405 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:11.375500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d15e6b7d-0803-446d-a7b5-89e8d59d0bde up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:15:11.535661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ac0eb6aa-c41a-41f3-8544-cda245aa8885 req-6a57892e-64ec-42a3-8fce-79e0ff4f505e tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 210 time: 0.6150594 Jan 31 16:15:11.569927 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d15e6b7d-0803-446d-a7b5-89e8d59d0bde triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:11.570304 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:11.734134 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d55d8d57-f608-446f-b173-97a4828e2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:11.744490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Made reservation on behalf of 3c08ec1799d546c3a4dd4050b9f20858 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:11.748781 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:11.752322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Allocated IP 2001:db8:1::1 (cf359704-d440-4172-8734-4cc964beae2a/4ed6527e-a8fd-414a-85e1-8ec93c1765ba/7c582ace-f18f-4ea1-b68d-365af336012b) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:15:11.880054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d8d57-f608-446f-b173-97a4828e2eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8238fc9-ff2d-4c3c-9d9c-3287d5859f36,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:11.948951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55d8d57-f608-446f-b173-97a4828e2eb4 admin admin] Checking segment: {'id': '469d9935-8bf4-44f0-ab23-1e6fc742029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '191b5394-4c0a-41cd-b3f8-67fb864d7663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:11.949345 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55d8d57-f608-446f-b173-97a4828e2eb4 admin admin] Network hostable DHCP agents. Network: 191b5394-4c0a-41cd-b3f8-67fb864d7663, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:15:11.995342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:12.023399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55d8d57-f608-446f-b173-97a4828e2eb4 admin admin] Network 191b5394-4c0a-41cd-b3f8-67fb864d7663 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:15:12.042583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d55d8d57-f608-446f-b173-97a4828e2eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 191b5394-4c0a-41cd-b3f8-67fb864d7663) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:12.053101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9502284a-1f37-47b2-9658-305cc79f3a3c None None] Network 191b5394-4c0a-41cd-b3f8-67fb864d7663 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:12.065233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55d8d57-f608-446f-b173-97a4828e2eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:12.065811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d55d8d57-f608-446f-b173-97a4828e2eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:12.081444 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Allocated IP 172.20.0.13 (70521b94-60b1-4fe6-bf3c-6f45d4cdca9a/612f5626-54fb-4517-ae84-d6db26a94e06/2c12d2b9-d62c-49b0-8249-4fcd278568fc) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:15:12.087204 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:12.151996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d55d8d57-f608-446f-b173-97a4828e2eb4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1967971 Jan 31 16:15:12.355041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=7c582ace-f18f-4ea1-b68d-365af336012b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:12.384572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network cf359704-d440-4172-8734-4cc964beae2a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:12.469604 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-688f8ef9-24cf-4144-a1f1-e38518ae2606 req-9723ab65-68a9-4e7a-8258-6bfa8046ef8e tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 210 time: 0.0875995 Jan 31 16:15:12.522167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3466948-be5b-4385-b04b-aed4f455c50f None None] Network 191b5394-4c0a-41cd-b3f8-67fb864d7663 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:12.528536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:12.593521 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:15:12.594899 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:12.614457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-17566974-21e8-4139-bd5d-2bb11cf97b62 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4a4506fcb1854520a47917f2762e3205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320939 Jan 31 16:15:12.705069 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:12.864395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-45fe0e13-f931-4f87-b0fa-4c9af1a9034f req-21c58a4f-38a2-4ee6-b6a2-79dd020b7c49 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 210 time: 0.0857475 Jan 31 16:15:12.886669 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:13.020015 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-bb27e3bf-b715-4bd9-b54f-cbe64d38f339 None None] Provisioning complete for port 7c582ace-f18f-4ea1-b68d-365af336012b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:13.020719 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bb27e3bf-b715-4bd9-b54f-cbe64d38f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:13.063718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:13.066343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Pushing event updated for resources: {'Port': ['ID=2c12d2b9-d62c-49b0-8249-4fcd278568fc,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:13.075962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-bb27e3bf-b715-4bd9-b54f-cbe64d38f339 None None] Port 7c582ace-f18f-4ea1-b68d-365af336012b cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:15:13.083004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:13.086653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:15:13.161696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:13.162889 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:13.193916 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-c50bb1ff-1244-461b-a7a3-7c647aa310d7 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9887662 Jan 31 16:15:13.209972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Request body: {'port': {'device_id': '05dc1847-19e5-4351-b132-065f2e4b02bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:13.297375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-38e9bde2-edaa-428f-adfa-cc77c8335301 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:13.298891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-38e9bde2-edaa-428f-adfa-cc77c8335301 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6805594 Jan 31 16:15:13.338445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Request body: {'port': {'device_id': 'd98c7494-aff6-49c0-a992-ca240fa5ab02', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': '4a4506fcb1854520a47917f2762e3205'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:13.340302 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:13.355454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44200) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:13.366023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-649810583-network', 'tenant_id': 'bad328c1a4a145119c1197fb64823901'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:13.451055 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:13.455833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Made reservation on behalf of bad328c1a4a145119c1197fb64823901 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:13.458823 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:13.602249 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:13.836385 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:13.846254 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:13.859196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:15:13.861443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857f70a-d9b1-449f-bf10-edb6c07e4219 req-2ffab24c-1972-47e4-85c5-e35c1c287efc tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:13.867958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2857f70a-d9b1-449f-bf10-edb6c07e4219 req-2ffab24c-1972-47e4-85c5-e35c1c287efc tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 932 time: 0.2809215 Jan 31 16:15:13.873506 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:13.873506 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Added segment f8838881-f7e8-4fea-aa5c-662bdc72f0f1 of type vlan for network 17dae470-96c1-413d-b0ed-6d5b21c176ff Jan 31 16:15:13.956327 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.034974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Made reservation on behalf of 4a4506fcb1854520a47917f2762e3205 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:14.039732 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.040512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.040731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:14.041361 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.065674 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2857f70a-d9b1-449f-bf10-edb6c07e4219 req-65465c6e-16f3-4cfb-8f70-9ad257a005eb tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610518 Jan 31 16:15:14.084163 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.124932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e21034-e9a8-4d02-926a-12fc464c038d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:14.159108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7976599 Jan 31 16:15:14.174229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44214) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:14.209025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0ebe681f-0e58-4b07-a0fb-e83b5dc822bc admin admin] Request body: {'subnet': {'network_id': '17dae470-96c1-413d-b0ed-6d5b21c176ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-649810583-subnet', 'tenant_id': 'bad328c1a4a145119c1197fb64823901', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:14.255669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebe681f-0e58-4b07-a0fb-e83b5dc822bc admin admin] Made reservation on behalf of bad328c1a4a145119c1197fb64823901 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:14.255669 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ebe681f-0e58-4b07-a0fb-e83b5dc822bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.278570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-18e053f1-8977-403c-971a-091515064763 req-2421f9fe-a703-4254-b732-c4553fb7c56a tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 210 time: 0.1938303 Jan 31 16:15:14.291647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c12d2b9-d62c-49b0-8249-4fcd278568fc {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:15:14.297443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6d17d-70c3-4a1e-8d4d-21c02564ca70 admin admin] Pushing event updated for resources: {'Network': ['ID=17dae470-96c1-413d-b0ed-6d5b21c176ff,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:14.308507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 17dae470-96c1-413d-b0ed-6d5b21c176ff details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:15:14.312751 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.337836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Transition to ACTIVE for port object 2c12d2b9-d62c-49b0-8249-4fcd278568fc will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:15:14.347263 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.409659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Pushing event updated for resources: {'Port': ['ID=2c12d2b9-d62c-49b0-8249-4fcd278568fc,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:14.505400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Attempting to bind port 2c12d2b9-d62c-49b0-8249-4fcd278568fc on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:15:14.505785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Attempting to bind port 2c12d2b9-d62c-49b0-8249-4fcd278568fc by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:15:14.506127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Attempting to bind port 2c12d2b9-d62c-49b0-8249-4fcd278568fc on network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:15:14.511140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Port 2c12d2b9-d62c-49b0-8249-4fcd278568fc on network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:15:14.511300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Attempting to bind port 2c12d2b9-d62c-49b0-8249-4fcd278568fc on network 70521b94-60b1-4fe6-bf3c-6f45d4cdca9a {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:15:14.516477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:15:14.516853 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Checking segment: {'id': '3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:14.517267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Bound using segment: {'id': '3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:15:14.517752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Bound port: 2c12d2b9-d62c-49b0-8249-4fcd278568fc, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:15:14.518080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.551346 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.596583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.597414 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.609037 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.623190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] For port 2c12d2b9-d62c-49b0-8249-4fcd278568fc, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:15:14.625113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.627840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] For port 2c12d2b9-d62c-49b0-8249-4fcd278568fc, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2c12d2b9-d62c-49b0-8249-4fcd278568fc,segment=NetworkSegment(3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8),segment_id=3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:15:14.636593 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.685090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ebe681f-0e58-4b07-a0fb-e83b5dc822bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.722278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:14.723414 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:14.724501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] 10.222.0.30 "PUT /v2.0/ports/2c12d2b9-d62c-49b0-8249-4fcd278568fc HTTP/1.1" status: 200 len: 1092 time: 1.5217502 Jan 31 16:15:14.725389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73621663-da39-4ef2-8280-783ede3c7134 service neutron] Pushing event updated for resources: {'Port': ['ID=2c12d2b9-d62c-49b0-8249-4fcd278568fc,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:14.729342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dc1847-19e5-4351-b132-065f2e4b02bd', 'tag': '2c12d2b9-d62c-49b0-8249-4fcd278568fc'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:15:14.732055 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b752f716-ec80-43a9-b95b-d914c5e433e2" -d '{"events": [{"name": "network-changed", "server_uuid": "05dc1847-19e5-4351-b132-065f2e4b02bd", "tag": "2c12d2b9-d62c-49b0-8249-4fcd278568fc"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:15:14.819548 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066b9634-ce22-4cec-8c5f-086dbbd425a9 x-openstack-request-id: req-066b9634-ce22-4cec-8c5f-086dbbd425a9 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:15:14.820154 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dc1847-19e5-4351-b132-065f2e4b02bd", "tag": "2c12d2b9-d62c-49b0-8249-4fcd278568fc", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:15:14.821320 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-066b9634-ce22-4cec-8c5f-086dbbd425a9 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:15:14.821934 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dc1847-19e5-4351-b132-065f2e4b02bd', 'tag': '2c12d2b9-d62c-49b0-8249-4fcd278568fc', 'status': 'completed', 'code': 200} Jan 31 16:15:14.828142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:14.840899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-f6e661b5-0755-40da-bead-e90565084379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:14.844113 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-f6e661b5-0755-40da-bead-e90565084379 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c08ec1799d546c3a4dd4050b9f20858&device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 1095 time: 0.0813029 Jan 31 16:15:14.857121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=7c582ace-f18f-4ea1-b68d-365af336012b,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:14.910944 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-ce638bfb-3484-46fe-9913-ac0777ed1407 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c12d2b9-d62c-49b0-8249-4fcd278568fc HTTP/1.1" status: 200 len: 217 time: 0.0588179 Jan 31 16:15:14.935256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe681f-0e58-4b07-a0fb-e83b5dc822bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fe2042-ea19-4725-892c-49286ca80d68,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:14.989642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebe681f-0e58-4b07-a0fb-e83b5dc822bc admin admin] Checking segment: {'id': 'f8838881-f7e8-4fea-aa5c-662bdc72f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '17dae470-96c1-413d-b0ed-6d5b21c176ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:14.989872 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebe681f-0e58-4b07-a0fb-e83b5dc822bc admin admin] Network hostable DHCP agents. Network: 17dae470-96c1-413d-b0ed-6d5b21c176ff, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:15:14.997130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-7ca927bc-9f35-4602-ad06-f203f7896833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:14.999788 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-7ca927bc-9f35-4602-ad06-f203f7896833 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=612f5626-54fb-4517-ae84-d6db26a94e06 HTTP/1.1" status: 200 len: 849 time: 0.0773635 Jan 31 16:15:15.001913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Allocated IP 192.168.233.110 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/3ffcb06c-6d5f-44aa-bec5-8ab666a91290) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:15:15.005220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network cf359704-d440-4172-8734-4cc964beae2a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:15.014238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:15.042514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebe681f-0e58-4b07-a0fb-e83b5dc822bc admin admin] Network 17dae470-96c1-413d-b0ed-6d5b21c176ff is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:15:15.157540 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0ebe681f-0e58-4b07-a0fb-e83b5dc822bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 17dae470-96c1-413d-b0ed-6d5b21c176ff) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:15.171074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe681f-0e58-4b07-a0fb-e83b5dc822bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:15.171910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da47cced-23d5-497c-89e8-781716130243 None None] Network 17dae470-96c1-413d-b0ed-6d5b21c176ff requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:15.173401 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ebe681f-0e58-4b07-a0fb-e83b5dc822bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:15.280381 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0ebe681f-0e58-4b07-a0fb-e83b5dc822bc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1049845 Jan 31 16:15:15.382760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 00aa1309-2933-46e5-8cb3-1ee275b26dd2 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:15:15.443521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14b2bd9-2e6b-4616-9f71-af309b8eff55 None None] Network 17dae470-96c1-413d-b0ed-6d5b21c176ff requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:15.499791 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f18d82e3-da13-405c-a551-abc7dc56d0e4 req-ccc1f2d6-00bf-4a3d-92bb-ef860551157f tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 210 time: 0.0870321 Jan 31 16:15:15.531725 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-ee5c7b59-17c7-4d8d-90b4-41264ea7da57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=70521b94-60b1-4fe6-bf3c-6f45d4cdca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5250435 Jan 31 16:15:15.680518 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:15.685604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:15:15.692626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-98448453-3777-4156-8b38-8ae2a769c434 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/00aa1309-2933-46e5-8cb3-1ee275b26dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8021009 Jan 31 16:15:15.697652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44262) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:15.714856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-71e55103-11c8-4ba3-90e3-e23925aadc87 service neutron] 10.222.0.30 "GET /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518059 Jan 31 16:15:15.759850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95bfab7-9657-4d23-83cf-124001cc7179 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:15.761264 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f95bfab7-9657-4d23-83cf-124001cc7179 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports/7c582ace-f18f-4ea1-b68d-365af336012b HTTP/1.1" status: 200 len: 913 time: 0.0625532 Jan 31 16:15:15.764819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44264) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:15.794431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4019f6-1cec-45e4-bf97-f2d568b0e3ae None None] Sync routers for ids ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:15:15.818124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4019f6-1cec-45e4-bf97-f2d568b0e3ae None None] Routers {'00aa1309-2933-46e5-8cb3-1ee275b26dd2'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:15.818841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ccaef-510c-4d75-9a04-9a87042e4127 req-e9f362d4-cbaa-4094-a219-ecd02314b3d2 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:15.819224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bd4019f6-1cec-45e4-bf97-f2d568b0e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:14:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:15.835809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-604ccaef-510c-4d75-9a04-9a87042e4127 req-e9f362d4-cbaa-4094-a219-ecd02314b3d2 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 944 time: 0.2992618 Jan 31 16:15:15.901152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bd4019f6-1cec-45e4-bf97-f2d568b0e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:15.936474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-86e33031-e033-4c42-9615-f188cadcb0a6 None None] Provisioning complete for port 7c582ace-f18f-4ea1-b68d-365af336012b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:15.936853 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-86e33031-e033-4c42-9615-f188cadcb0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:15.971634 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-604ccaef-510c-4d75-9a04-9a87042e4127 req-dadba4da-cce4-416e-9558-6592bc9f9b57 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347072 Jan 31 16:15:16.039796 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02a833af-b67f-4c18-9d54-d5f0a43f3b1b req-ca708e0f-bdb7-4040-88e9-290716ab1a4c service neutron] 10.222.0.30 "GET /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180263 Jan 31 16:15:16.045187 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-86e33031-e033-4c42-9615-f188cadcb0a6 None None] Port 7c582ace-f18f-4ea1-b68d-365af336012b cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:15:16.067624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4019f6-1cec-45e4-bf97-f2d568b0e3ae None None] Routers {'00aa1309-2933-46e5-8cb3-1ee275b26dd2'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:16.068329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bd4019f6-1cec-45e4-bf97-f2d568b0e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:14:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:16.125551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bd4019f6-1cec-45e4-bf97-f2d568b0e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:16.126330 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4019f6-1cec-45e4-bf97-f2d568b0e3ae None None] The sync data for ids ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:15:16.185693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f716-ec80-43a9-b95b-d914c5e433e2 req-50c2c651-0569-4e6b-9cba-7a0bad7eb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:16.187255 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b752f716-ec80-43a9-b95b-d914c5e433e2 req-50c2c651-0569-4e6b-9cba-7a0bad7eb706 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c08ec1799d546c3a4dd4050b9f20858&device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 1095 time: 0.0950103 Jan 31 16:15:16.312961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f716-ec80-43a9-b95b-d914c5e433e2 req-80d2b055-3c1b-42a9-8f9a-91b95aea931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:16.314777 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b752f716-ec80-43a9-b95b-d914c5e433e2 req-80d2b055-3c1b-42a9-8f9a-91b95aea931d service neutron] 10.222.0.30 "GET /v2.0/networks?id=70521b94-60b1-4fe6-bf3c-6f45d4cdca9a HTTP/1.1" status: 200 len: 910 time: 0.1204526 Jan 31 16:15:16.360966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b752f716-ec80-43a9-b95b-d914c5e433e2 req-1280e63e-6b15-4a2e-8699-07beb0841d17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c12d2b9-d62c-49b0-8249-4fcd278568fc HTTP/1.1" status: 200 len: 217 time: 0.0389812 Jan 31 16:15:16.384744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:16.432287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f716-ec80-43a9-b95b-d914c5e433e2 req-0667dfd4-c29e-4e5a-bcec-43aa8a0a0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:16.434058 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b752f716-ec80-43a9-b95b-d914c5e433e2 req-0667dfd4-c29e-4e5a-bcec-43aa8a0a0987 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=612f5626-54fb-4517-ae84-d6db26a94e06 HTTP/1.1" status: 200 len: 849 time: 0.0654094 Jan 31 16:15:16.475633 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b752f716-ec80-43a9-b95b-d914c5e433e2 req-e01255fc-a7b5-470f-a525-ddef2cc2d2e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=70521b94-60b1-4fe6-bf3c-6f45d4cdca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333142 Jan 31 16:15:16.481382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eba09-f7ba-4c56-bd76-30a934612bda req-cb70f4e8-d046-46c3-83eb-932fb004964b tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:16.482958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-cb70f4e8-d046-46c3-83eb-932fb004964b tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/networks?id=191b5394-4c0a-41cd-b3f8-67fb864d7663 HTTP/1.1" status: 200 len: 811 time: 0.2037554 Jan 31 16:15:16.584928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b752f716-ec80-43a9-b95b-d914c5e433e2 req-364ffe35-1de4-495a-89d7-01b1cd48b99e service neutron] 10.222.0.30 "GET /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946412 Jan 31 16:15:16.599193 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-51eff021-8c73-4a13-b7cc-70f52d0b1716 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/quotas/b3fcb375ac554aa49c7427a3d3dacc62 HTTP/1.1" status: 200 len: 375 time: 0.0919197 Jan 31 16:15:16.616581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Pushing event updated for resources: {'Port': ['ID=3ffcb06c-6d5f-44aa-bec5-8ab666a91290,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:16.632319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:16.637151 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:16.661371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:15:16.724150 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-9941e4d5-751d-43de-97c7-24a4adb85a43 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3fcb375ac554aa49c7427a3d3dacc62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040328 Jan 31 16:15:16.770719 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b752f716-ec80-43a9-b95b-d914c5e433e2 req-d9b643db-050b-45a4-a0e7-562388119ff6 service neutron] 10.222.0.30 "GET /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776145 Jan 31 16:15:16.780583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc59ee-3699-4655-84e3-deab9c99c9dd req-4f9029d1-3fe6-42b6-8694-47f2252e7a46 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:16.788153 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8cfc59ee-3699-4655-84e3-deab9c99c9dd req-4f9029d1-3fe6-42b6-8694-47f2252e7a46 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 936 time: 0.0977461 Jan 31 16:15:16.792305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:16.792929 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:16.864062 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8cfc59ee-3699-4655-84e3-deab9c99c9dd req-47fb945d-994e-4493-ac33-5e2d3cdce955 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751109 Jan 31 16:15:16.898551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-598f3eb9-1771-476e-9d21-3b9bcbab25fa tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5646226 Jan 31 16:15:16.918963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Request body: {'port': {'device_id': 'd98c7494-aff6-49c0-a992-ca240fa5ab02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:17.037569 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-8327039f-f32f-4d22-b7d3-8bfeee323555 service neutron] 10.222.0.36 "GET /v2.0/networks/191b5394-4c0a-41cd-b3f8-67fb864d7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997186 Jan 31 16:15:17.045366 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:17.114442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0089eecb-ded9-4b97-af47-61296677c494 None None] Provisioning complete for port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:17.115028 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0089eecb-ded9-4b97-af47-61296677c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:17.201089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0089eecb-ded9-4b97-af47-61296677c494 None None] Port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:15:17.246161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a580b-6bcc-4cc6-9e6e-43d3bd011ab2 req-02cc55eb-2169-4c7c-ad0a-104d0465d75f tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:17.248086 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a6a580b-6bcc-4cc6-9e6e-43d3bd011ab2 req-02cc55eb-2169-4c7c-ad0a-104d0465d75f tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 944 time: 0.1552331 Jan 31 16:15:17.273435 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3f4805b8-e80a-42b1-a69e-006156463924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:17.309703 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a6a580b-6bcc-4cc6-9e6e-43d3bd011ab2 req-df2573e2-2a0d-4ece-a906-7fe7c81f3145 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503433 Jan 31 16:15:17.342901 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-976cb057-0097-4ca8-b677-a02f644af12a service neutron] 10.222.0.36 "GET /v2.0/networks/191b5394-4c0a-41cd-b3f8-67fb864d7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602215 Jan 31 16:15:17.360763 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01a5ed75-792d-452e-a6d1-a9ce35c18224 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:17.765681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ad45c08-3b20-496d-bacb-65b68c40be5a req-6af42e9e-beee-4eab-b8b6-c3e44ca3ff68 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 210 time: 0.0375123 Jan 31 16:15:17.810138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:15:17.837614 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:17.877653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Transition to ACTIVE for port object 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:15:17.885267 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:17.964981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffcb06c-6d5f-44aa-bec5-8ab666a91290,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:17.979127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-01a5ed75-792d-452e-a6d1-a9ce35c18224 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port 7c582ace-f18f-4ea1-b68d-365af336012b {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:17.979463 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01a5ed75-792d-452e-a6d1-a9ce35c18224 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:18.285636 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01a5ed75-792d-452e-a6d1-a9ce35c18224 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:18.304385 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1bc8a-5aff-4e3c-b52c-7343d8cf4a91 req-1158b9b4-bed5-4ba9-83dd-5642065b5662 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:18.305957 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c7a1bc8a-5aff-4e3c-b52c-7343d8cf4a91 req-1158b9b4-bed5-4ba9-83dd-5642065b5662 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 948 time: 0.2893498 Jan 31 16:15:18.309094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Attempting to bind port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:15:18.309530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Attempting to bind port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:15:18.309855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Attempting to bind port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:15:18.352812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-01a5ed75-792d-452e-a6d1-a9ce35c18224 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for 7c582ace-f18f-4ea1-b68d-365af336012b owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:18.377841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:15:18.378471 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Attempting to bind port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:15:18.402628 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:15:18.403332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:18.403332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:15:18.404880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Bound port: 3ffcb06c-6d5f-44aa-bec5-8ab666a91290, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:15:18.404880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:18.480364 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c7a1bc8a-5aff-4e3c-b52c-7343d8cf4a91 req-619b0afb-2bc1-4361-9054-043fc179c8bf tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609488 Jan 31 16:15:18.577147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d049a9-2cc8-4023-8117-ae95fe452149 req-92263176-9214-4e52-886a-b71f644d0089 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:18.599920 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-62d049a9-2cc8-4023-8117-ae95fe452149 req-92263176-9214-4e52-886a-b71f644d0089 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 944 time: 0.1116900 Jan 31 16:15:18.600542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] For port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:15:18.620889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] For port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3ffcb06c-6d5f-44aa-bec5-8ab666a91290,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:15:18.630250 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:18.700858 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:18.701476 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:18.702895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/3ffcb06c-6d5f-44aa-bec5-8ab666a91290 HTTP/1.1" status: 200 len: 1096 time: 1.7924678 Jan 31 16:15:18.706067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98c7494-aff6-49c0-a992-ca240fa5ab02', 'tag': '3ffcb06c-6d5f-44aa-bec5-8ab666a91290'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:15:18.708599 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b6c130-9841-4b15-9678-42cec9557822" -d '{"events": [{"name": "network-changed", "server_uuid": "d98c7494-aff6-49c0-a992-ca240fa5ab02", "tag": "3ffcb06c-6d5f-44aa-bec5-8ab666a91290"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:15:18.718843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-62d049a9-2cc8-4023-8117-ae95fe452149 req-941b7e50-018f-4536-bea8-7bc12fbcf446 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178901 Jan 31 16:15:18.870961 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eba83cc-f451-40be-bcb5-e582725840ae x-openstack-request-id: req-5eba83cc-f451-40be-bcb5-e582725840ae {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:15:18.871464 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98c7494-aff6-49c0-a992-ca240fa5ab02", "tag": "3ffcb06c-6d5f-44aa-bec5-8ab666a91290", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:15:18.871644 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5eba83cc-f451-40be-bcb5-e582725840ae {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:15:18.872005 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98c7494-aff6-49c0-a992-ca240fa5ab02', 'tag': '3ffcb06c-6d5f-44aa-bec5-8ab666a91290', 'status': 'completed', 'code': 200} Jan 31 16:15:18.899613 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b1f85-fa5e-4ba7-b70e-bf7acb6fb7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffcb06c-6d5f-44aa-bec5-8ab666a91290,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:18.911009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01a5ed75-792d-452e-a6d1-a9ce35c18224 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:18.966033 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3a7eaced-c175-4f0e-a936-6fa8f4ab1363 req-ebbd53eb-d422-4f72-a957-82c888d433c8 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 210 time: 0.0623708 Jan 31 16:15:18.989974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5ed75-792d-452e-a6d1-a9ce35c18224 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=7c582ace-f18f-4ea1-b68d-365af336012b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:19.016452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-bbb9fc86-a012-4c35-9b35-563eb3bcaaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:19.018098 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-bbb9fc86-a012-4c35-9b35-563eb3bcaaed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a4506fcb1854520a47917f2762e3205&device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 1099 time: 0.2332850 Jan 31 16:15:19.116370 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-da94c9c0-839c-428a-b5a3-b4eedefdc9f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3ffcb06c-6d5f-44aa-bec5-8ab666a91290 HTTP/1.1" status: 200 len: 217 time: 0.0742657 Jan 31 16:15:19.603252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2c12d2b9-d62c-49b0-8249-4fcd278568fc details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:15:19.757645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eba09-f7ba-4c56-bd76-30a934612bda req-807b618f-d3b8-4957-8bf3-a20f9b5fec99 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:19.759150 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-807b618f-d3b8-4957-8bf3-a20f9b5fec99 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.30 "GET /v2.0/networks?id=191b5394-4c0a-41cd-b3f8-67fb864d7663 HTTP/1.1" status: 200 len: 811 time: 0.2549186 Jan 31 16:15:19.778656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-095eba09-f7ba-4c56-bd76-30a934612bda req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Request body: {'port': {'device_id': '58d6ef09-6668-4351-97bf-32c075217ec7', 'network_id': '191b5394-4c0a-41cd-b3f8-67fb864d7663', 'admin_state_up': True, 'tenant_id': 'b3fcb375ac554aa49c7427a3d3dacc62'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:19.844179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-accf0586-e0e8-47ec-a1b6-97c93128a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:19.857569 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-accf0586-e0e8-47ec-a1b6-97c93128a6b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.7305841 Jan 31 16:15:19.964074 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-478f46d0-a159-4a7b-9787-0466b9717fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:20.059651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 2c12d2b9-d62c-49b0-8249-4fcd278568fc, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2c12d2b9-d62c-49b0-8249-4fcd278568fc,segment=NetworkSegment(3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8),segment_id=3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:20.089014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '2c12d2b9-d62c-49b0-8249-4fcd278568fc', 'network_id': '70521b94-60b1-4fe6-bf3c-6f45d4cdca9a', 'port_id': '2c12d2b9-d62c-49b0-8249-4fcd278568fc', 'mac_address': 'fa:16:3e:38:e0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612f5626-54fb-4517-ae84-d6db26a94e06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:15:20.138280 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01a5ed75-792d-452e-a6d1-a9ce35c18224 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:20.150873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d7a21-5b78-4d31-b9ac-d27d43034758 req-9d96a85e-0756-4735-893a-5cd66beacd2e tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:20.152648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7d8d7a21-5b78-4d31-b9ac-d27d43034758 req-9d96a85e-0756-4735-893a-5cd66beacd2e tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 948 time: 0.2941244 Jan 31 16:15:20.173596 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:20.212538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c12d2b9-d62c-49b0-8249-4fcd278568fc {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:15:20.228844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320a388-99af-403c-8343-4aeef267dff9 req-2c4f39df-60e9-408c-ab65-e1db10d4bc1c tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:20.236948 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f320a388-99af-403c-8343-4aeef267dff9 req-2c4f39df-60e9-408c-ab65-e1db10d4bc1c tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 944 time: 0.3130276 Jan 31 16:15:20.250439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095eba09-f7ba-4c56-bd76-30a934612bda req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Made reservation on behalf of b3fcb375ac554aa49c7427a3d3dacc62 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:20.256329 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-095eba09-f7ba-4c56-bd76-30a934612bda req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:20.258317 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 2c12d2b9-d62c-49b0-8249-4fcd278568fc, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2c12d2b9-d62c-49b0-8249-4fcd278568fc,segment=NetworkSegment(3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8),segment_id=3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:20.263483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-8a4233b6-76c5-41fc-9061-9d84a3e67516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:20.265819 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-8a4233b6-76c5-41fc-9061-9d84a3e67516 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2784355 Jan 31 16:15:20.266377 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:20.314865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7d8d7a21-5b78-4d31-b9ac-d27d43034758 req-3bc2abec-28fc-451e-9252-f8f28eec3654 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476424 Jan 31 16:15:20.369429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=2c12d2b9-d62c-49b0-8249-4fcd278568fc,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:20.386105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:20.386643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:20.387130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:20.387651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:20.387954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:20.388274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:20.388585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:20.388905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:20.391897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:20.392235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:20.392567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:20.392894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:20.474375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f320a388-99af-403c-8343-4aeef267dff9 req-3bda22bc-76e9-441e-8d89-45d26099424b tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279742 Jan 31 16:15:20.490720 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-095eba09-f7ba-4c56-bd76-30a934612bda req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Allocated IP 172.20.0.2 (191b5394-4c0a-41cd-b3f8-67fb864d7663/b8238fc9-ff2d-4c3c-9d9c-3287d5859f36/41b384ae-08a2-4f70-962c-d4a155504afb) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:15:20.495508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['2c12d2b9-d62c-49b0-8249-4fcd278568fc'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:15:20.583212 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4391308a-90da-4078-bf04-929b532baa4d req-92d6eb5c-32ef-4813-a89a-f0a648ad5986 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 210 time: 0.0835381 Jan 31 16:15:20.596441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-619c1457-3d57-40b8-ab75-12dd5b20b4c0 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947586 Jan 31 16:15:20.700687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a5ed75-792d-452e-a6d1-a9ce35c18224 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 00aa1309-2933-46e5-8cb3-1ee275b26dd2 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:15:20.747350 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-095eba09-f7ba-4c56-bd76-30a934612bda req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:20.856975 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d2182db4-ec1d-43dd-be23-1fcfeea09ad1 req-65202bae-58d0-4c0b-8271-d63a515dabe6 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514102 Jan 31 16:15:20.864646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a5ed75-792d-452e-a6d1-a9ce35c18224 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:15:20.870892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-095eba09-f7ba-4c56-bd76-30a934612bda req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:20.871650 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-01a5ed75-792d-452e-a6d1-a9ce35c18224 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/00aa1309-2933-46e5-8cb3-1ee275b26dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1057181 Jan 31 16:15:20.874204 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:20.884699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44474) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:20.899897 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f8abb-6e65-4c69-8ba4-0ed284f69da8 None None] Sync routers for ids ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:15:20.924037 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f8abb-6e65-4c69-8ba4-0ed284f69da8 None None] Routers {'00aa1309-2933-46e5-8cb3-1ee275b26dd2'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:20.924860 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-244f8abb-6e65-4c69-8ba4-0ed284f69da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:20.957522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44478) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:21.067813 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-244f8abb-6e65-4c69-8ba4-0ed284f69da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:21.083339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6c130-9841-4b15-9678-42cec9557822 req-1dac0d4d-e592-4505-9cfd-7bdeb1676bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:21.084874 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-27b6c130-9841-4b15-9678-42cec9557822 req-1dac0d4d-e592-4505-9cfd-7bdeb1676bbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a4506fcb1854520a47917f2762e3205&device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 1099 time: 0.1676290 Jan 31 16:15:21.096544 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f8abb-6e65-4c69-8ba4-0ed284f69da8 None None] Routers {'00aa1309-2933-46e5-8cb3-1ee275b26dd2'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:21.106395 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-244f8abb-6e65-4c69-8ba4-0ed284f69da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:21.201023 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-244f8abb-6e65-4c69-8ba4-0ed284f69da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:21.202009 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f8abb-6e65-4c69-8ba4-0ed284f69da8 None None] The sync data for ids ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:15:21.232831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095eba09-f7ba-4c56-bd76-30a934612bda req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Network 191b5394-4c0a-41cd-b3f8-67fb864d7663 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:21.261883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-095eba09-f7ba-4c56-bd76-30a934612bda req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:21.275034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-095eba09-f7ba-4c56-bd76-30a934612bda req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:15:21.301733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Pushing event updated for resources: {'Port': ['ID=41b384ae-08a2-4f70-962c-d4a155504afb,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:21.336272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e7c2-abff-422e-b5c0-96a13fe91969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:21.365909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eba09-f7ba-4c56-bd76-30a934612bda req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:21.366628 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-095eba09-f7ba-4c56-bd76-30a934612bda req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:21.390514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-1af4dfde-d3ab-48a3-aa0c-3356799b1832 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6213977 Jan 31 16:15:21.405364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Request body: {'port': {'device_id': '58d6ef09-6668-4351-97bf-32c075217ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:21.452622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6c130-9841-4b15-9678-42cec9557822 req-b5a99cda-809b-4641-8151-6b8430a72fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:21.457119 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-27b6c130-9841-4b15-9678-42cec9557822 req-b5a99cda-809b-4641-8151-6b8430a72fa2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3624444 Jan 31 16:15:21.507385 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-27b6c130-9841-4b15-9678-42cec9557822 req-02d090e8-22c2-4bbe-864d-56237066b2ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3ffcb06c-6d5f-44aa-bec5-8ab666a91290 HTTP/1.1" status: 200 len: 217 time: 0.0413034 Jan 31 16:15:21.560639 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:21.573199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6c130-9841-4b15-9678-42cec9557822 req-d1b2e06b-7fcd-47ee-af7e-d64fe5b3987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:21.574649 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-27b6c130-9841-4b15-9678-42cec9557822 req-d1b2e06b-7fcd-47ee-af7e-d64fe5b3987e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0499043 Jan 31 16:15:21.594561 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d36418-f286-46de-9cc9-50481dddeef2 req-7e99ee9d-58f3-41d8-8a9d-1b7e8cea0a95 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:21.596473 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e0d36418-f286-46de-9cc9-50481dddeef2 req-7e99ee9d-58f3-41d8-8a9d-1b7e8cea0a95 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 948 time: 0.1588538 Jan 31 16:15:21.605951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2c12d2b9-d62c-49b0-8249-4fcd278568fc up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:15:21.675807 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 2c12d2b9-d62c-49b0-8249-4fcd278568fc completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:15:21.685378 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac753-ce36-4ed3-8acf-c27069719098 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:21.698903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 2c12d2b9-d62c-49b0-8249-4fcd278568fc triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:21.700361 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:21.710670 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e7c2-abff-422e-b5c0-96a13fe91969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:21.722424 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e7c2-abff-422e-b5c0-96a13fe91969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:21.759895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6c130-9841-4b15-9678-42cec9557822 req-c4a3014f-b12c-47f2-9722-63169ac0b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:21.761418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-27b6c130-9841-4b15-9678-42cec9557822 req-c4a3014f-b12c-47f2-9722-63169ac0b3fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777170 Jan 31 16:15:21.792247 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bdf4e7c2-abff-422e-b5c0-96a13fe91969 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d590e216401460db6e1b3ffc400eea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8289175 Jan 31 16:15:21.793798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44492) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:21.802458 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e0d36418-f286-46de-9cc9-50481dddeef2 req-0df9d5d7-10a0-42bc-9171-504997f16f4b tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948338 Jan 31 16:15:21.840808 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4e7c2-abff-422e-b5c0-96a13fe91969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd92ca72-84e4-4e4c-95dc-bc894e8c4af0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:21.878012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129286db-8de2-4a51-9ddd-b5148f0b37be req-250c1579-dc93-4fa3-9fe1-92469be5ce4a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:21.879558 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-129286db-8de2-4a51-9ddd-b5148f0b37be req-250c1579-dc93-4fa3-9fe1-92469be5ce4a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 945 time: 0.2489898 Jan 31 16:15:21.951167 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5399e75a-88de-409c-b724-3a9d34616443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:21.979379 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-129286db-8de2-4a51-9ddd-b5148f0b37be req-c7f4ac94-405e-4db3-b70b-2620a3f4b1db tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906875 Jan 31 16:15:21.992536 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-27b6c130-9841-4b15-9678-42cec9557822 req-8d1293d2-30c1-4214-9bbc-8585e64c73ab service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175248 Jan 31 16:15:22.012610 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5399e75a-88de-409c-b724-3a9d34616443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:22.070557 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:22.106562 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 2c12d2b9-d62c-49b0-8249-4fcd278568fc, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2c12d2b9-d62c-49b0-8249-4fcd278568fc,segment=NetworkSegment(3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8),segment_id=3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:22.107953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc1847-19e5-4351-b132-065f2e4b02bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c12d2b9-d62c-49b0-8249-4fcd278568fc'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:15:22.111163 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cced114d-48c6-4f92-a3ac-58e5781bc6b7" -d '{"events": [{"server_uuid": "05dc1847-19e5-4351-b132-065f2e4b02bd", "name": "network-vif-plugged", "status": "completed", "tag": "2c12d2b9-d62c-49b0-8249-4fcd278568fc"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:15:22.129403 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:22.186168 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e3ad35-b39a-4d41-a9b0-780d9eae0f27 x-openstack-request-id: req-c9e3ad35-b39a-4d41-a9b0-780d9eae0f27 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:15:22.190040 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dc1847-19e5-4351-b132-065f2e4b02bd", "name": "network-vif-plugged", "status": "completed", "tag": "2c12d2b9-d62c-49b0-8249-4fcd278568fc", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:15:22.190886 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9e3ad35-b39a-4d41-a9b0-780d9eae0f27 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:15:22.191129 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dc1847-19e5-4351-b132-065f2e4b02bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c12d2b9-d62c-49b0-8249-4fcd278568fc', 'code': 200} Jan 31 16:15:22.287817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5399e75a-88de-409c-b724-3a9d34616443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:22.290547 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5399e75a-88de-409c-b724-3a9d34616443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:22.305608 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5399e75a-88de-409c-b724-3a9d34616443 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd92ca72-84e4-4e4c-95dc-bc894e8c4af0 HTTP/1.1" status: 204 len: 168 time: 0.4975584 Jan 31 16:15:22.307595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=2c12d2b9-d62c-49b0-8249-4fcd278568fc,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:22.321731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-27b6c130-9841-4b15-9678-42cec9557822 req-39a648dd-457a-4a65-b585-e8ac39b48987 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162806 Jan 31 16:15:22.322747 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:22.336576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399e75a-88de-409c-b724-3a9d34616443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd92ca72-84e4-4e4c-95dc-bc894e8c4af0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:22.375645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab2158-4af3-417b-abc6-b4da5449cacb req-cc21acc7-cddc-48a9-a0ea-94fdfd925ba0 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:22.377073 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4ab2158-4af3-417b-abc6-b4da5449cacb req-cc21acc7-cddc-48a9-a0ea-94fdfd925ba0 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 931 time: 0.3170407 Jan 31 16:15:22.528398 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:22.578107 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4ab2158-4af3-417b-abc6-b4da5449cacb req-3d168ed4-12fe-45d5-8dda-4bc2a8c4a647 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719558 Jan 31 16:15:22.585932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586feb0-5ef7-43eb-8938-f0a60419e320 req-cdaa2dfb-12ca-4112-a733-e0eac9456b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:22.587367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c586feb0-5ef7-43eb-8938-f0a60419e320 req-cdaa2dfb-12ca-4112-a733-e0eac9456b64 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 1097 time: 0.3288896 Jan 31 16:15:22.589128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b384ae-08a2-4f70-962c-d4a155504afb {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:15:22.605626 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:22.644738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ac753-ce36-4ed3-8acf-c27069719098 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port 3fb7c536-9e2a-4c00-9ba3-8bfb7c8910ea {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:22.645110 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac753-ce36-4ed3-8acf-c27069719098 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:22.719151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Transition to ACTIVE for port object 41b384ae-08a2-4f70-962c-d4a155504afb will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:15:22.730360 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:22.746753 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c586feb0-5ef7-43eb-8938-f0a60419e320 req-60d46f06-8889-4ef9-afe3-d519dbb9ad04 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516798 Jan 31 16:15:22.839504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44508) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:22.855514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Pushing event updated for resources: {'Port': ['ID=41b384ae-08a2-4f70-962c-d4a155504afb,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:22.856649 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a695d26e-222a-4344-82a3-d6f49a1a9b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:22.859485 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac753-ce36-4ed3-8acf-c27069719098 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:22.878940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ac753-ce36-4ed3-8acf-c27069719098 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for 3fb7c536-9e2a-4c00-9ba3-8bfb7c8910ea owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:22.938543 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Attempting to bind port 41b384ae-08a2-4f70-962c-d4a155504afb on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:15:22.938800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Attempting to bind port 41b384ae-08a2-4f70-962c-d4a155504afb by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '469d9935-8bf4-44f0-ab23-1e6fc742029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '191b5394-4c0a-41cd-b3f8-67fb864d7663'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:15:22.939117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Attempting to bind port 41b384ae-08a2-4f70-962c-d4a155504afb on network 191b5394-4c0a-41cd-b3f8-67fb864d7663 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:15:22.947089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Port 41b384ae-08a2-4f70-962c-d4a155504afb on network 191b5394-4c0a-41cd-b3f8-67fb864d7663 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:15:22.947459 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Attempting to bind port 41b384ae-08a2-4f70-962c-d4a155504afb on network 191b5394-4c0a-41cd-b3f8-67fb864d7663 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:15:22.955489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:15:22.955804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Checking segment: {'id': '469d9935-8bf4-44f0-ab23-1e6fc742029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '191b5394-4c0a-41cd-b3f8-67fb864d7663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:22.956173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Bound using segment: {'id': '469d9935-8bf4-44f0-ab23-1e6fc742029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '191b5394-4c0a-41cd-b3f8-67fb864d7663'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:15:22.956605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Bound port: 41b384ae-08a2-4f70-962c-d4a155504afb, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469d9935-8bf4-44f0-ab23-1e6fc742029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '191b5394-4c0a-41cd-b3f8-67fb864d7663'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:15:22.956939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:23.010851 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a695d26e-222a-4344-82a3-d6f49a1a9b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:23.018582 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a695d26e-222a-4344-82a3-d6f49a1a9b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:23.058877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37ed25-5ab0-4f36-b48e-865594caca7c req-e05a204b-122a-4b67-90c6-ea5e53fd93fe tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:23.062749 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a37ed25-5ab0-4f36-b48e-865594caca7c req-e05a204b-122a-4b67-90c6-ea5e53fd93fe tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 948 time: 0.1478298 Jan 31 16:15:23.082879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] For port 41b384ae-08a2-4f70-962c-d4a155504afb, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:15:23.088183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] For port 41b384ae-08a2-4f70-962c-d4a155504afb, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=41b384ae-08a2-4f70-962c-d4a155504afb,segment=NetworkSegment(469d9935-8bf4-44f0-ab23-1e6fc742029a),segment_id=469d9935-8bf4-44f0-ab23-1e6fc742029a)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:15:23.091856 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:23.156115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695d26e-222a-4344-82a3-d6f49a1a9b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8186af64-b3c6-4544-ab3d-50cd079def0f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:23.163223 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a695d26e-222a-4344-82a3-d6f49a1a9b84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c32becd76e4047aebc17a31225e97e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193438 Jan 31 16:15:23.164456 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44518) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:23.184563 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a37ed25-5ab0-4f36-b48e-865594caca7c req-ce9e6cbd-e903-4100-8acf-896d596e5164 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902877 Jan 31 16:15:23.242526 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c09a9c3f-8f81-4361-8657-9583cd860954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:23.242988 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Pushing event updated for resources: {'Port': ['ID=41b384ae-08a2-4f70-962c-d4a155504afb,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:23.296065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:23.296622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c09a9c3f-8f81-4361-8657-9583cd860954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:23.297106 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:23.299460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7b893e6b-344c-4b83-9418-c9244b749590 service neutron] 10.222.0.30 "PUT /v2.0/ports/41b384ae-08a2-4f70-962c-d4a155504afb HTTP/1.1" status: 200 len: 1091 time: 1.8999660 Jan 31 16:15:23.301194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d6ef09-6668-4351-97bf-32c075217ec7', 'tag': '41b384ae-08a2-4f70-962c-d4a155504afb'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:15:23.304297 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba957f9-921c-4013-ad71-1bca80a46f76" -d '{"events": [{"name": "network-changed", "server_uuid": "58d6ef09-6668-4351-97bf-32c075217ec7", "tag": "41b384ae-08a2-4f70-962c-d4a155504afb"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:15:23.366221 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac753-ce36-4ed3-8acf-c27069719098 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:23.377847 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248bd8fe-0aa7-44e8-a28a-a6a661b7c1c3 x-openstack-request-id: req-248bd8fe-0aa7-44e8-a28a-a6a661b7c1c3 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:15:23.378515 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d6ef09-6668-4351-97bf-32c075217ec7", "tag": "41b384ae-08a2-4f70-962c-d4a155504afb", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:15:23.378515 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-248bd8fe-0aa7-44e8-a28a-a6a661b7c1c3 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:15:23.379097 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d6ef09-6668-4351-97bf-32c075217ec7', 'tag': '41b384ae-08a2-4f70-962c-d4a155504afb', 'status': 'completed', 'code': 200} Jan 31 16:15:23.387811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c09a9c3f-8f81-4361-8657-9583cd860954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:23.391960 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c09a9c3f-8f81-4361-8657-9583cd860954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:23.393375 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c09a9c3f-8f81-4361-8657-9583cd860954 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8186af64-b3c6-4544-ab3d-50cd079def0f HTTP/1.1" status: 204 len: 168 time: 0.2281244 Jan 31 16:15:23.413846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a9c3f-8f81-4361-8657-9583cd860954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8186af64-b3c6-4544-ab3d-50cd079def0f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:23.421871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea9447-f4c6-4d90-a45f-cfb0682b6fc0 req-e41f04a7-f390-4bba-99a8-c432c5df5d0b tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:23.423404 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ea9447-f4c6-4d90-a45f-cfb0682b6fc0 req-e41f04a7-f390-4bba-99a8-c432c5df5d0b tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 946 time: 0.3031580 Jan 31 16:15:23.439450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ac753-ce36-4ed3-8acf-c27069719098 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=3fb7c536-9e2a-4c00-9ba3-8bfb7c8910ea,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:23.769252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428038-6746-4115-9f63-c678aa9cf7a9 req-6bfce86b-345b-401b-b41f-f0079a56c153 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:23.774583 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47428038-6746-4115-9f63-c678aa9cf7a9 req-6bfce86b-345b-401b-b41f-f0079a56c153 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 943 time: 0.0774190 Jan 31 16:15:23.841181 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47428038-6746-4115-9f63-c678aa9cf7a9 req-c1c11a9f-1ae0-42c5-8a7a-1d5be961d4d3 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583375 Jan 31 16:15:23.938882 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3ea9447-f4c6-4d90-a45f-cfb0682b6fc0 req-2cc50a77-d0c7-4169-a90b-8117f81e9609 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946830 Jan 31 16:15:23.972519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eba09-f7ba-4c56-bd76-30a934612bda req-aa9fe269-ac37-4904-937f-df4c8ee880ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:23.974070 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-aa9fe269-ac37-4904-937f-df4c8ee880ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3fcb375ac554aa49c7427a3d3dacc62&device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 1094 time: 0.6291275 Jan 31 16:15:23.975074 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac753-ce36-4ed3-8acf-c27069719098 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:24.022708 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-ed0d16fe-c4b4-4f14-a42d-c3a679dbf8c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41b384ae-08a2-4f70-962c-d4a155504afb HTTP/1.1" status: 200 len: 217 time: 0.0413327 Jan 31 16:15:24.202058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eba09-f7ba-4c56-bd76-30a934612bda req-8e60987a-1975-4a0d-9428-dbc8227f56ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:24.203536 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-8e60987a-1975-4a0d-9428-dbc8227f56ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8238fc9-ff2d-4c3c-9d9c-3287d5859f36 HTTP/1.1" status: 200 len: 851 time: 0.1475000 Jan 31 16:15:24.226477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6ac753-ce36-4ed3-8acf-c27069719098 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 00aa1309-2933-46e5-8cb3-1ee275b26dd2 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:15:24.243024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-c6248f58-3eef-49f1-889f-9568e1e319bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=191b5394-4c0a-41cd-b3f8-67fb864d7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284219 Jan 31 16:15:24.299676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:15:24.343660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6ac753-ce36-4ed3-8acf-c27069719098 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:15:24.352836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44554) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:24.362079 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bf6ac753-ce36-4ed3-8acf-c27069719098 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/00aa1309-2933-46e5-8cb3-1ee275b26dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4732156 Jan 31 16:15:24.456526 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-001602e6-64b0-4014-b1bb-391dca0870f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=00aa1309-2933-46e5-8cb3-1ee275b26dd2 HTTP/1.1" status: 200 len: 205 time: 0.1011200 Jan 31 16:15:24.463175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44558) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:24.472076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faefb5f2-428e-4a0c-a9d1-51ec08a119cf None None] Sync routers for ids ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:15:24.493778 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-4f83d9f3-f12d-4668-a757-50c55931bccb service neutron] 10.222.0.30 "GET /v2.0/networks/191b5394-4c0a-41cd-b3f8-67fb864d7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440271 Jan 31 16:15:24.512890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faefb5f2-428e-4a0c-a9d1-51ec08a119cf None None] Routers {'00aa1309-2933-46e5-8cb3-1ee275b26dd2'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:24.513693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-faefb5f2-428e-4a0c-a9d1-51ec08a119cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:24.520901 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3ffcb06c-6d5f-44aa-bec5-8ab666a91290,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:24.600475 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-faefb5f2-428e-4a0c-a9d1-51ec08a119cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:24.611787 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '3ffcb06c-6d5f-44aa-bec5-8ab666a91290', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': '3ffcb06c-6d5f-44aa-bec5-8ab666a91290', 'mac_address': 'fa:16:3e:c6:56:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:15:24.623538 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ee2a3e0-eee5-4351-8f01-b279dbb55d9f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:24.651634 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-095eba09-f7ba-4c56-bd76-30a934612bda req-7a74fab7-bcca-41f5-a50b-d80db2d833ad service neutron] 10.222.0.30 "GET /v2.0/networks/191b5394-4c0a-41cd-b3f8-67fb864d7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508150 Jan 31 16:15:24.661407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faefb5f2-428e-4a0c-a9d1-51ec08a119cf None None] Routers {'00aa1309-2933-46e5-8cb3-1ee275b26dd2'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:24.668245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-faefb5f2-428e-4a0c-a9d1-51ec08a119cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:24.789281 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-faefb5f2-428e-4a0c-a9d1-51ec08a119cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:24.794046 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faefb5f2-428e-4a0c-a9d1-51ec08a119cf None None] The sync data for ids ['00aa1309-2933-46e5-8cb3-1ee275b26dd2'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:15:24.810223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba957f9-921c-4013-ad71-1bca80a46f76 req-a24e4fd1-fe1a-478d-869d-626510a3fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:24.812601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ba957f9-921c-4013-ad71-1bca80a46f76 req-a24e4fd1-fe1a-478d-869d-626510a3fe54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3fcb375ac554aa49c7427a3d3dacc62&device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 1094 time: 0.0871215 Jan 31 16:15:24.842620 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:24.869987 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ee2a3e0-eee5-4351-8f01-b279dbb55d9f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:24.873410 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ee2a3e0-eee5-4351-8f01-b279dbb55d9f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:24.878664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:15:24.889936 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8f8ba-1499-4e14-ba94-029de5ed2742 req-9bb5bb65-27ce-49a1-b095-415af5566ded tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:24.891941 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14d8f8ba-1499-4e14-ba94-029de5ed2742 req-9bb5bb65-27ce-49a1-b095-415af5566ded tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 948 time: 0.4336324 Jan 31 16:15:24.937909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3ffcb06c-6d5f-44aa-bec5-8ab666a91290,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:24.942453 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:24.963169 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ee2a3e0-eee5-4351-8f01-b279dbb55d9f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:24.963696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee2a3e0-eee5-4351-8f01-b279dbb55d9f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Fanout notify agent at l3_agent the message router_deleted on router 00aa1309-2933-46e5-8cb3-1ee275b26dd2 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:15:24.975518 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ee2a3e0-eee5-4351-8f01-b279dbb55d9f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:24.976615 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1ee2a3e0-eee5-4351-8f01-b279dbb55d9f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/00aa1309-2933-46e5-8cb3-1ee275b26dd2 HTTP/1.1" status: 204 len: 168 time: 0.5111551 Jan 31 16:15:24.979462 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44574) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:24.994688 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14d8f8ba-1499-4e14-ba94-029de5ed2742 req-35e01ae3-55be-4085-982b-8c24336be1bb tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602579 Jan 31 16:15:25.042112 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc8afeb-d255-4d49-a51d-bb2061cfe9e9 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting subnet 4ed6527e-a8fd-414a-85e1-8ec93c1765ba {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:15:25.045451 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afc8afeb-d255-4d49-a51d-bb2061cfe9e9 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:25.054958 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=3ffcb06c-6d5f-44aa-bec5-8ab666a91290,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:25.101401 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afc8afeb-d255-4d49-a51d-bb2061cfe9e9 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:25.143087 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb161c-f7a4-4354-8cdc-a4f77115f549 req-70ba1157-58d4-48d1-b88b-ce8a68f46a99 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:25.145361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0deb161c-f7a4-4354-8cdc-a4f77115f549 req-70ba1157-58d4-48d1-b88b-ce8a68f46a99 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 943 time: 0.1156340 Jan 31 16:15:25.146780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba957f9-921c-4013-ad71-1bca80a46f76 req-b12f03b7-5e7e-4bb4-bd46-df4e25e68331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:25.148173 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ba957f9-921c-4013-ad71-1bca80a46f76 req-b12f03b7-5e7e-4bb4-bd46-df4e25e68331 service neutron] 10.222.0.30 "GET /v2.0/networks?id=191b5394-4c0a-41cd-b3f8-67fb864d7663 HTTP/1.1" status: 200 len: 912 time: 0.3241940 Jan 31 16:15:25.205698 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ba957f9-921c-4013-ad71-1bca80a46f76 req-23a6ce57-583f-49b0-a505-da92ef37ad70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41b384ae-08a2-4f70-962c-d4a155504afb HTTP/1.1" status: 200 len: 217 time: 0.0436640 Jan 31 16:15:25.215121 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3ffcb06c-6d5f-44aa-bec5-8ab666a91290'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:15:25.224093 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afc8afeb-d255-4d49-a51d-bb2061cfe9e9 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:25.311615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0deb161c-f7a4-4354-8cdc-a4f77115f549 req-689e3489-5238-4c8f-9116-f46f04dd9802 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566327 Jan 31 16:15:25.325650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba957f9-921c-4013-ad71-1bca80a46f76 req-b55e5e2f-ab92-4740-a6f7-297f671cd873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:25.327056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38123c66-a409-4180-aa82-8cec2df69dcb req-29656888-22aa-4db6-97a8-a9687c8113e8 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:25.327452 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ba957f9-921c-4013-ad71-1bca80a46f76 req-b55e5e2f-ab92-4740-a6f7-297f671cd873 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8238fc9-ff2d-4c3c-9d9c-3287d5859f36 HTTP/1.1" status: 200 len: 851 time: 0.0986636 Jan 31 16:15:25.328592 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38123c66-a409-4180-aa82-8cec2df69dcb req-29656888-22aa-4db6-97a8-a9687c8113e8 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 946 time: 0.0797651 Jan 31 16:15:25.368055 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afc8afeb-d255-4d49-a51d-bb2061cfe9e9 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:25.398108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ba957f9-921c-4013-ad71-1bca80a46f76 req-52d8c633-4de1-4586-a1bb-9d914ad59afe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=191b5394-4c0a-41cd-b3f8-67fb864d7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607166 Jan 31 16:15:25.546293 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ba957f9-921c-4013-ad71-1bca80a46f76 req-240ef8c0-04c0-4970-af12-ebe018ebdb77 service neutron] 10.222.0.30 "GET /v2.0/networks/191b5394-4c0a-41cd-b3f8-67fb864d7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471965 Jan 31 16:15:25.710622 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ba957f9-921c-4013-ad71-1bca80a46f76 req-91a0d276-6444-471f-97c4-f54955c362f6 service neutron] 10.222.0.30 "GET /v2.0/networks/191b5394-4c0a-41cd-b3f8-67fb864d7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568794 Jan 31 16:15:25.785201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8afeb-d255-4d49-a51d-bb2061cfe9e9 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed6527e-a8fd-414a-85e1-8ec93c1765ba,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:25.794556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea4e426-92b4-4e45-8daf-da11981beff8 None None] Network cf359704-d440-4172-8734-4cc964beae2a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:25.821721 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38123c66-a409-4180-aa82-8cec2df69dcb req-b42ee0b7-0d9c-4978-af40-c59c9ed1eff5 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727967 Jan 31 16:15:25.821721 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afc8afeb-d255-4d49-a51d-bb2061cfe9e9 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:25.821721 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-afc8afeb-d255-4d49-a51d-bb2061cfe9e9 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/4ed6527e-a8fd-414a-85e1-8ec93c1765ba HTTP/1.1" status: 204 len: 168 time: 0.8403802 Jan 31 16:15:25.823572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44610) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:25.958340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d87971-f366-4fca-8a2c-977f11632bef tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting subnet 5e803b34-a3b3-47b7-99ee-61db6b425351 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:15:25.961925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6d87971-f366-4fca-8a2c-977f11632bef tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:25.976935 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:26.026529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6d87971-f366-4fca-8a2c-977f11632bef tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:26.110257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e3fee4-8a75-4863-9873-b98cc6061760 None None] DHCP port deletion for cf359704-d440-4172-8734-4cc964beae2a request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:15:26.224749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3fee4-8a75-4863-9873-b98cc6061760 None None] Deleting port d15e6b7d-0803-446d-a7b5-89e8d59d0bde {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:26.230916 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0e3fee4-8a75-4863-9873-b98cc6061760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:26.233547 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6d87971-f366-4fca-8a2c-977f11632bef tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:26.301366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b58121-5f84-4e96-99a8-4ed814c68c92 req-60e41325-7f95-487b-8114-8ef131259456 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:26.303418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01b58121-5f84-4e96-99a8-4ed814c68c92 req-60e41325-7f95-487b-8114-8ef131259456 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 949 time: 0.1258693 Jan 31 16:15:26.311351 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:15:26.376426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a0e3fee4-8a75-4863-9873-b98cc6061760 None None] For port d15e6b7d-0803-446d-a7b5-89e8d59d0bde, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d15e6b7d-0803-446d-a7b5-89e8d59d0bde,segment=NetworkSegment(2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b),segment_id=2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:26.377154 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0e3fee4-8a75-4863-9873-b98cc6061760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:26.396820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3fee4-8a75-4863-9873-b98cc6061760 None None] Calling delete_port for d15e6b7d-0803-446d-a7b5-89e8d59d0bde owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:26.397894 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6d87971-f366-4fca-8a2c-977f11632bef tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:26.432868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6d87971-f366-4fca-8a2c-977f11632bef tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:26.438866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c6d87971-f366-4fca-8a2c-977f11632bef tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/5e803b34-a3b3-47b7-99ee-61db6b425351 HTTP/1.1" status: 204 len: 168 time: 0.6141453 Jan 31 16:15:26.441578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44644) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:26.472205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d87971-f366-4fca-8a2c-977f11632bef tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Subnet': ['ID=5e803b34-a3b3-47b7-99ee-61db6b425351,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:26.485541 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01b58121-5f84-4e96-99a8-4ed814c68c92 req-a0b8e140-f785-46be-bc38-fae6df58d571 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676660 Jan 31 16:15:26.530577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7254fd8-3cf1-4f3e-ba8b-e495de574035 None None] Network e6b893e0-575d-431b-8f08-d80b554eea5a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:26.727433 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0e3fee4-8a75-4863-9873-b98cc6061760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:26.750498 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b54f7-4d9f-4755-9d23-496dbccfe9b9 req-f73f00bc-ae41-4afa-9a0f-37d610c42749 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:26.752551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f15b54f7-4d9f-4755-9d23-496dbccfe9b9 req-f73f00bc-ae41-4afa-9a0f-37d610c42749 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 943 time: 0.3011904 Jan 31 16:15:26.756612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:26.809582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3fee4-8a75-4863-9873-b98cc6061760 None None] No DVR routers for this DVR port d15e6b7d-0803-446d-a7b5-89e8d59d0bde on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:15:26.823663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3fee4-8a75-4863-9873-b98cc6061760 None None] Pushing event deleted for resources: {'Port': ['ID=d15e6b7d-0803-446d-a7b5-89e8d59d0bde,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:26.863765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:15:26.880680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:26.881052 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:26.897801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f15b54f7-4d9f-4755-9d23-496dbccfe9b9 req-a1ad9476-bbde-4108-af22-1c0f205ece3d tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256709 Jan 31 16:15:26.909442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44658) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:26.951030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44662) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:26.995509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d15e6b7d-0803-446d-a7b5-89e8d59d0bde no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:15:26.996195 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.027251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d15e6b7d-0803-446d-a7b5-89e8d59d0bde {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:15:27.027591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d15e6b7d-0803-446d-a7b5-89e8d59d0bde not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:15:27.073152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf359704-d440-4172-8734-4cc964beae2a']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:27.121572 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.122135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:27.122789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2537ca-5310-4e06-b72d-d8dd4f2e7f3b') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:27.171555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3a26e-909c-43ce-bf6e-20f7dc449e1e None None] DHCP port deletion for e6b893e0-575d-431b-8f08-d80b554eea5a request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:15:27.176681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c7494-aff6-49c0-a992-ca240fa5ab02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffcb06c-6d5f-44aa-bec5-8ab666a91290'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:15:27.177898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6fa6f4f3-ebb0-4c25-8872-d6a10d381ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.179118 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426cc496-6098-4e77-9607-ad44f4f4f0b2" -d '{"events": [{"server_uuid": "d98c7494-aff6-49c0-a992-ca240fa5ab02", "name": "network-vif-plugged", "status": "completed", "tag": "3ffcb06c-6d5f-44aa-bec5-8ab666a91290"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:15:27.180359 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.197195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3ffcb06c-6d5f-44aa-bec5-8ab666a91290,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:27.223587 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.244819 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dafc275-8de3-4ebb-a230-d213d4a0753b x-openstack-request-id: req-9dafc275-8de3-4ebb-a230-d213d4a0753b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:15:27.245314 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c7494-aff6-49c0-a992-ca240fa5ab02", "name": "network-vif-plugged", "status": "completed", "tag": "3ffcb06c-6d5f-44aa-bec5-8ab666a91290", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:15:27.245768 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9dafc275-8de3-4ebb-a230-d213d4a0753b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:15:27.246451 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98c7494-aff6-49c0-a992-ca240fa5ab02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffcb06c-6d5f-44aa-bec5-8ab666a91290', 'code': 200} Jan 31 16:15:27.250095 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.264085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe195f-dcea-4a1d-829c-ada5fc4775fc req-14f207df-ef86-4325-b430-0aa7ed12a062 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:27.287383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97fe195f-dcea-4a1d-829c-ada5fc4775fc req-14f207df-ef86-4325-b430-0aa7ed12a062 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 946 time: 0.2047572 Jan 31 16:15:27.297178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:15:27.298420 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.308585 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6fa6f4f3-ebb0-4c25-8872-d6a10d381ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.315764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=3ffcb06c-6d5f-44aa-bec5-8ab666a91290,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:27.316347 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6fa6f4f3-ebb0-4c25-8872-d6a10d381ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.321458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-bbe3a26e-909c-43ce-bf6e-20f7dc449e1e None None] Deleting port 6b36bf0a-7be9-447c-b338-309ba3aa2649 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:27.321862 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a26e-909c-43ce-bf6e-20f7dc449e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.330086 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32a59814-16f0-4c94-9c34-7e6810d45b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:15:27.377680 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:15:27.384070 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6fa6f4f3-ebb0-4c25-8872-d6a10d381ff9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c345bbabb9f47d884e16d838c4deb08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724355 Jan 31 16:15:27.388141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44674) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:27.395418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bbe3a26e-909c-43ce-bf6e-20f7dc449e1e None None] For port 6b36bf0a-7be9-447c-b338-309ba3aa2649, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6b36bf0a-7be9-447c-b338-309ba3aa2649,segment=NetworkSegment(2af8948e-b021-48ad-984d-283917190348),segment_id=2af8948e-b021-48ad-984d-283917190348)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:27.395810 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a26e-909c-43ce-bf6e-20f7dc449e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.403540 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.409664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-bbe3a26e-909c-43ce-bf6e-20f7dc449e1e None None] Calling delete_port for 6b36bf0a-7be9-447c-b338-309ba3aa2649 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:27.447198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6f4f3-ebb0-4c25-8872-d6a10d381ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dcfd12-b6e6-44ad-8d65-422fe6ce92de,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:27.450276 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.454333 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-805141c1-db99-47d6-874c-cb0959080f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.455968 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/networks/cf359704-d440-4172-8734-4cc964beae2a HTTP/1.1" status: 204 len: 168 time: 1.0119259 Jan 31 16:15:27.459155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d00d88-c5ff-4b6e-a745-d16e214714a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Network': ['ID=cf359704-d440-4172-8734-4cc964beae2a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:27.461572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44676) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:27.496004 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a26e-909c-43ce-bf6e-20f7dc449e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.504743 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-805141c1-db99-47d6-874c-cb0959080f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.553231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3a26e-909c-43ce-bf6e-20f7dc449e1e None None] Pushing event deleted for resources: {'Port': ['ID=6b36bf0a-7be9-447c-b338-309ba3aa2649,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:27.564939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3a26e-909c-43ce-bf6e-20f7dc449e1e None None] No DVR routers for this DVR port 6b36bf0a-7be9-447c-b338-309ba3aa2649 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:15:27.577262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32a59814-16f0-4c94-9c34-7e6810d45b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.582010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-32a59814-16f0-4c94-9c34-7e6810d45b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.609176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97fe195f-dcea-4a1d-829c-ada5fc4775fc req-000e6d89-e9e0-417f-a544-b665c6a1a3e1 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203244 Jan 31 16:15:27.615471 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89237d2a-2fa7-449c-92f5-708435a21dd0 req-9d0dcee6-82c8-465b-a4eb-e7d2a95a3e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:27.618041 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-89237d2a-2fa7-449c-92f5-708435a21dd0 req-9d0dcee6-82c8-465b-a4eb-e7d2a95a3e04 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 1101 time: 0.2391076 Jan 31 16:15:27.644712 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-805141c1-db99-47d6-874c-cb0959080f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.645649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 41b384ae-08a2-4f70-962c-d4a155504afb details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:15:27.647909 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-805141c1-db99-47d6-874c-cb0959080f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.649692 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-805141c1-db99-47d6-874c-cb0959080f13 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91dcfd12-b6e6-44ad-8d65-422fe6ce92de HTTP/1.1" status: 204 len: 168 time: 0.2601311 Jan 31 16:15:27.675172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a59814-16f0-4c94-9c34-7e6810d45b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18a8a59-76b5-4087-b1d0-8342684d8b87,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:27.684368 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-32a59814-16f0-4c94-9c34-7e6810d45b86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc0185fa05ac474080749a34ddcd7221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7299423 Jan 31 16:15:27.684675 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.691313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44682) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:27.691966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805141c1-db99-47d6-874c-cb0959080f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dcfd12-b6e6-44ad-8d65-422fe6ce92de,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:27.717820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-89237d2a-2fa7-449c-92f5-708435a21dd0 req-89e084df-45ce-4ca3-9e17-bbc6ebbe6a93 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876951 Jan 31 16:15:27.723903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb4a93-caf4-436b-9584-6d44deaa6b76 req-94fe7a2e-a559-4bc3-8e91-e87d34512003 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:27.725552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d3cb4a93-caf4-436b-9584-6d44deaa6b76 req-94fe7a2e-a559-4bc3-8e91-e87d34512003 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 950 time: 0.1184931 Jan 31 16:15:27.778278 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d3cb4a93-caf4-436b-9584-6d44deaa6b76 req-048e0ace-f37d-4f57-99d2-d09b4738f6e0 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462344 Jan 31 16:15:27.857494 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.868850 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-adf1fb65-aa96-48f9-9b3a-3447898eda87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.889717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b893e0-575d-431b-8f08-d80b554eea5a']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:27.921192 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af8948e-b021-48ad-984d-283917190348') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:27.926301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af8948e-b021-48ad-984d-283917190348') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:27.930033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 41b384ae-08a2-4f70-962c-d4a155504afb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=41b384ae-08a2-4f70-962c-d4a155504afb,segment=NetworkSegment(469d9935-8bf4-44f0-ab23-1e6fc742029a),segment_id=469d9935-8bf4-44f0-ab23-1e6fc742029a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:27.937169 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-adf1fb65-aa96-48f9-9b3a-3447898eda87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.942369 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:27.948739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '41b384ae-08a2-4f70-962c-d4a155504afb', 'network_id': '191b5394-4c0a-41cd-b3f8-67fb864d7663', 'port_id': '41b384ae-08a2-4f70-962c-d4a155504afb', 'mac_address': 'fa:16:3e:02:8e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8238fc9-ff2d-4c3c-9d9c-3287d5859f36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:15:27.967819 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.008235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.025661 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.029333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:15:28.029881 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:15:28.033300 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:15:28.047667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b384ae-08a2-4f70-962c-d4a155504afb {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:15:28.089715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 41b384ae-08a2-4f70-962c-d4a155504afb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=41b384ae-08a2-4f70-962c-d4a155504afb,segment=NetworkSegment(469d9935-8bf4-44f0-ab23-1e6fc742029a),segment_id=469d9935-8bf4-44f0-ab23-1e6fc742029a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:28.097508 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.136491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c34939-c442-4b0a-8633-b147f3af6894 req-d72787c5-1534-4ae3-bb32-21da6d9f5d1e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:28.138816 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-57c34939-c442-4b0a-8633-b147f3af6894 req-d72787c5-1534-4ae3-bb32-21da6d9f5d1e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 943 time: 0.1273501 Jan 31 16:15:28.147908 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.150687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-adf1fb65-aa96-48f9-9b3a-3447898eda87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.153988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-adf1fb65-aa96-48f9-9b3a-3447898eda87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.155206 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-adf1fb65-aa96-48f9-9b3a-3447898eda87 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e18a8a59-76b5-4087-b1d0-8342684d8b87 HTTP/1.1" status: 204 len: 168 time: 0.4615123 Jan 31 16:15:28.164427 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.173985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44690) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:28.174676 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/networks/e6b893e0-575d-431b-8f08-d80b554eea5a HTTP/1.1" status: 204 len: 168 time: 0.7098913 Jan 31 16:15:28.177350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=41b384ae-08a2-4f70-962c-d4a155504afb,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:28.191144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-45624941-4ea2-452d-b8e1-aa392c5d442b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2035784129'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:28.199031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1fb65-aa96-48f9-9b3a-3447898eda87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18a8a59-76b5-4087-b1d0-8342684d8b87,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:28.204614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fc425-cda7-4426-a397-574d6dceb8af tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Network': ['ID=e6b893e0-575d-431b-8f08-d80b554eea5a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:28.206899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44692) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:28.238893 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9eee53ea-f909-4299-af5b-edcd67948614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.245211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-57c34939-c442-4b0a-8633-b147f3af6894 req-0e79d2a8-bc06-4d77-aa47-cba3df4d9cd5 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633349 Jan 31 16:15:28.266095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45624941-4ea2-452d-b8e1-aa392c5d442b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:28.272828 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45624941-4ea2-452d-b8e1-aa392c5d442b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.330554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45624941-4ea2-452d-b8e1-aa392c5d442b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:15:28.357320 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45624941-4ea2-452d-b8e1-aa392c5d442b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.357694 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-45624941-4ea2-452d-b8e1-aa392c5d442b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Added segment d47d5653-1cbd-4538-8585-5204c6adf088 of type vlan for network 4b05d111-9e06-4c4b-997e-8f0738bd1c46 Jan 31 16:15:28.402695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['41b384ae-08a2-4f70-962c-d4a155504afb'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:15:28.424157 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9eee53ea-f909-4299-af5b-edcd67948614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.437443 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9eee53ea-f909-4299-af5b-edcd67948614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.447911 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45624941-4ea2-452d-b8e1-aa392c5d442b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.501943 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9eee53ea-f909-4299-af5b-edcd67948614 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=666b71f790af4390afbf25be0a95c85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860422 Jan 31 16:15:28.502841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44700) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:28.507902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee53ea-f909-4299-af5b-edcd67948614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d350729-de04-4ce1-a930-da74401ecf88,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:28.523469 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45624941-4ea2-452d-b8e1-aa392c5d442b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.535223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45624941-4ea2-452d-b8e1-aa392c5d442b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:28.538117 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-45624941-4ea2-452d-b8e1-aa392c5d442b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.568148 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a261-1f96-44d5-ba20-781b1ebfac21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.593368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a261-1f96-44d5-ba20-781b1ebfac21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.649912 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a261-1f96-44d5-ba20-781b1ebfac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.653384 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0824a261-1f96-44d5-ba20-781b1ebfac21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.662386 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-45624941-4ea2-452d-b8e1-aa392c5d442b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4870751 Jan 31 16:15:28.669691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44704) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:28.681999 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0824a261-1f96-44d5-ba20-781b1ebfac21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d350729-de04-4ce1-a930-da74401ecf88 HTTP/1.1" status: 204 len: 168 time: 0.1741817 Jan 31 16:15:28.682117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c5b394dd-7806-4bb7-87a7-d267b07a2e22 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'subnet': {'network_id': '4b05d111-9e06-4c4b-997e-8f0738bd1c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:28.689650 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824a261-1f96-44d5-ba20-781b1ebfac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d350729-de04-4ce1-a930-da74401ecf88,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:28.726981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45624941-4ea2-452d-b8e1-aa392c5d442b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Network': ['ID=4b05d111-9e06-4c4b-997e-8f0738bd1c46,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:28.742860 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 4b05d111-9e06-4c4b-997e-8f0738bd1c46 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:15:28.769081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44710) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:28.811079 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f89ce25f-c056-4a95-9f43-ae74e3550871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:28.840230 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f589f92-e3da-4542-b061-a98877113246 req-22f0fa07-1fb9-493e-ad93-d036501e078d tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:28.841841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f589f92-e3da-4542-b061-a98877113246 req-22f0fa07-1fb9-493e-ad93-d036501e078d tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.30 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 946 time: 0.2287734 Jan 31 16:15:28.956675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6b36bf0a-7be9-447c-b338-309ba3aa2649 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:15:28.984609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 6b36bf0a-7be9-447c-b338-309ba3aa2649 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:15:28.985104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6b36bf0a-7be9-447c-b338-309ba3aa2649 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:15:29.001072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c022cb-a87d-4323-a895-e1de1e8eeefa req-30aef4d9-5819-4898-aa0f-6e7276e50bce tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:29.008277 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15c022cb-a87d-4323-a895-e1de1e8eeefa req-30aef4d9-5819-4898-aa0f-6e7276e50bce tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 946 time: 0.1865609 Jan 31 16:15:29.023574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b394dd-7806-4bb7-87a7-d267b07a2e22 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:29.027346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5b394dd-7806-4bb7-87a7-d267b07a2e22 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.071586 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f89ce25f-c056-4a95-9f43-ae74e3550871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.082933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469c262-f036-4ab1-b3c6-db319e05971a req-3855da55-7f57-4689-a1fd-48a5b0d5d5a5 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:29.084712 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c469c262-f036-4ab1-b3c6-db319e05971a req-3855da55-7f57-4689-a1fd-48a5b0d5d5a5 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 950 time: 0.1773870 Jan 31 16:15:29.086254 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f89ce25f-c056-4a95-9f43-ae74e3550871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.127054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ce25f-c056-4a95-9f43-ae74e3550871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbbfb4d-28ac-4529-ba79-6f1ee03b2a45,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:29.138717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15c022cb-a87d-4323-a895-e1de1e8eeefa req-da1cd2b0-57e7-4ea5-9163-ba753f130db5 tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a1ed27f-cef7-4901-8b53-2f797f3db20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295905 Jan 31 16:15:29.157186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-4f589f92-e3da-4542-b061-a98877113246 req-8fb5387d-8c81-42b9-b780-6324e50f849a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Deleting port 2c12d2b9-d62c-49b0-8249-4fcd278568fc {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:29.157548 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4f589f92-e3da-4542-b061-a98877113246 req-8fb5387d-8c81-42b9-b780-6324e50f849a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.189783 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f89ce25f-c056-4a95-9f43-ae74e3550871 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f7383027fde414fb1260bbd002c6ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4192667 Jan 31 16:15:29.191195 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44722) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:29.202720 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c469c262-f036-4ab1-b3c6-db319e05971a req-64c1c0f5-05d8-4e0b-bd25-1f23955d3a18 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032295 Jan 31 16:15:29.298731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-4f589f92-e3da-4542-b061-a98877113246 req-8fb5387d-8c81-42b9-b780-6324e50f849a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] For port 2c12d2b9-d62c-49b0-8249-4fcd278568fc, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2c12d2b9-d62c-49b0-8249-4fcd278568fc,segment=NetworkSegment(3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8),segment_id=3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:29.299651 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4f589f92-e3da-4542-b061-a98877113246 req-8fb5387d-8c81-42b9-b780-6324e50f849a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.318120 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9db8f842-9f83-4b76-a295-ae52ff6b7b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.341255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-4f589f92-e3da-4542-b061-a98877113246 req-8fb5387d-8c81-42b9-b780-6324e50f849a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Calling delete_port for 2c12d2b9-d62c-49b0-8249-4fcd278568fc owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:29.353362 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9db8f842-9f83-4b76-a295-ae52ff6b7b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.433168 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9db8f842-9f83-4b76-a295-ae52ff6b7b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.444210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9db8f842-9f83-4b76-a295-ae52ff6b7b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.448983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9db8f842-9f83-4b76-a295-ae52ff6b7b74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fbbfb4d-28ac-4529-ba79-6f1ee03b2a45 HTTP/1.1" status: 204 len: 168 time: 0.2423069 Jan 31 16:15:29.469280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8f842-9f83-4b76-a295-ae52ff6b7b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbbfb4d-28ac-4529-ba79-6f1ee03b2a45,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:29.488937 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5b394dd-7806-4bb7-87a7-d267b07a2e22 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.577597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b394dd-7806-4bb7-87a7-d267b07a2e22 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Subnet': ['ID=298ff671-a2ff-40e0-8abd-789aa7d1fa07,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:29.607713 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b394dd-7806-4bb7-87a7-d267b07a2e22 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Checking segment: {'id': 'd47d5653-1cbd-4538-8585-5204c6adf088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4b05d111-9e06-4c4b-997e-8f0738bd1c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:29.608214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b394dd-7806-4bb7-87a7-d267b07a2e22 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network hostable DHCP agents. Network: 4b05d111-9e06-4c4b-997e-8f0738bd1c46, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:15:29.660540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 41b384ae-08a2-4f70-962c-d4a155504afb up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:15:29.669930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b394dd-7806-4bb7-87a7-d267b07a2e22 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network 4b05d111-9e06-4c4b-997e-8f0738bd1c46 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:15:29.687108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c5b394dd-7806-4bb7-87a7-d267b07a2e22 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 4b05d111-9e06-4c4b-997e-8f0738bd1c46) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:29.691700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b394dd-7806-4bb7-87a7-d267b07a2e22 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:29.692541 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5b394dd-7806-4bb7-87a7-d267b07a2e22 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.701046 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4f589f92-e3da-4542-b061-a98877113246 req-8fb5387d-8c81-42b9-b780-6324e50f849a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.711563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614990b8-1c8e-4b55-bbbd-bf1e5efb4b2c None None] Network 4b05d111-9e06-4c4b-997e-8f0738bd1c46 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:29.735436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5387d-8c81-42b9-b780-6324e50f849a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Pushing event deleted for resources: {'Port': ['ID=2c12d2b9-d62c-49b0-8249-4fcd278568fc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:29.765175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44748) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:29.770838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-dbabc593-38fd-475e-9b26-05c5133bb102 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-967486565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:29.774469 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c5b394dd-7806-4bb7-87a7-d267b07a2e22 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1002278 Jan 31 16:15:29.848714 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbabc593-38fd-475e-9b26-05c5133bb102 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.851205 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbabc593-38fd-475e-9b26-05c5133bb102 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.898676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f589f92-e3da-4542-b061-a98877113246 req-8fb5387d-8c81-42b9-b780-6324e50f849a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] No DVR routers for this DVR port 2c12d2b9-d62c-49b0-8249-4fcd278568fc on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:15:29.907318 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4f589f92-e3da-4542-b061-a98877113246 req-8fb5387d-8c81-42b9-b780-6324e50f849a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:29.910937 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f589f92-e3da-4542-b061-a98877113246 req-8fb5387d-8c81-42b9-b780-6324e50f849a tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.30 "DELETE /v2.0/ports/2c12d2b9-d62c-49b0-8249-4fcd278568fc HTTP/1.1" status: 204 len: 173 time: 1.0535657 Jan 31 16:15:29.915864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc1847-19e5-4351-b132-065f2e4b02bd', 'name': 'network-vif-deleted', 'tag': '2c12d2b9-d62c-49b0-8249-4fcd278568fc'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:15:29.916321 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a64269-c1fa-4b26-bca6-5db9490f553d" -d '{"events": [{"server_uuid": "05dc1847-19e5-4351-b132-065f2e4b02bd", "name": "network-vif-deleted", "tag": "2c12d2b9-d62c-49b0-8249-4fcd278568fc"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:15:29.947919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6a9fc-9e82-4818-936f-c1bcfab1e12e req-a4ff557f-c7f9-4ea1-95cb-8228183546cb tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:29.949548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6b6a9fc-9e82-4818-936f-c1bcfab1e12e req-a4ff557f-c7f9-4ea1-95cb-8228183546cb tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 944 time: 0.5594223 Jan 31 16:15:29.983801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 41b384ae-08a2-4f70-962c-d4a155504afb completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:15:29.993460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 41b384ae-08a2-4f70-962c-d4a155504afb triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:29.993653 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:30.037457 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed00cd22-0674-443f-a32f-1e77afe3c0c1 x-openstack-request-id: req-ed00cd22-0674-443f-a32f-1e77afe3c0c1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:15:30.037784 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dc1847-19e5-4351-b132-065f2e4b02bd", "name": "network-vif-deleted", "tag": "2c12d2b9-d62c-49b0-8249-4fcd278568fc", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:15:30.038125 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed00cd22-0674-443f-a32f-1e77afe3c0c1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:15:30.038566 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dc1847-19e5-4351-b132-065f2e4b02bd', 'name': 'network-vif-deleted', 'tag': '2c12d2b9-d62c-49b0-8249-4fcd278568fc', 'status': 'completed', 'code': 200} Jan 31 16:15:30.040892 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbabc593-38fd-475e-9b26-05c5133bb102 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:30.042392 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6b6a9fc-9e82-4818-936f-c1bcfab1e12e req-c7e0ec2c-5803-4167-8373-bcf91ec4712b tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788674 Jan 31 16:15:30.048219 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbabc593-38fd-475e-9b26-05c5133bb102 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:30.101028 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbabc593-38fd-475e-9b26-05c5133bb102 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:30.104366 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dbabc593-38fd-475e-9b26-05c5133bb102 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3378451 Jan 31 16:15:30.107419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44764) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:30.115438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'port': {'network_id': '4b05d111-9e06-4c4b-997e-8f0738bd1c46', 'name': 'tempest-RoutersIpV6Test-319485043'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:30.145271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-4b05d111-9e06-4c4b-997e-8f0738bd1c46', 'network_id': '4b05d111-9e06-4c4b-997e-8f0738bd1c46', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'fixed_ips': [{'subnet_id': '298ff671-a2ff-40e0-8abd-789aa7d1fa07'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:15:30.146439 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:30.301871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:30.305817 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:30.404369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] device_id is not set on port 89c1307a-371b-45a3-971d-456e8365aa82 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:15:30.431739 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:30.480909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34737-30fc-4cfb-9410-3c687706946b req-044b5cd4-bbac-457e-9693-2b4642ee8b58 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:30.487600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 41b384ae-08a2-4f70-962c-d4a155504afb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=41b384ae-08a2-4f70-962c-d4a155504afb,segment=NetworkSegment(469d9935-8bf4-44f0-ab23-1e6fc742029a),segment_id=469d9935-8bf4-44f0-ab23-1e6fc742029a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:30.488996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41c34737-30fc-4cfb-9410-3c687706946b req-044b5cd4-bbac-457e-9693-2b4642ee8b58 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 950 time: 0.1365914 Jan 31 16:15:30.492277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d6ef09-6668-4351-97bf-32c075217ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b384ae-08a2-4f70-962c-d4a155504afb'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:15:30.495808 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738646bf-1f6e-4f1f-adaa-0c1587a6f316" -d '{"events": [{"server_uuid": "58d6ef09-6668-4351-97bf-32c075217ec7", "name": "network-vif-plugged", "status": "completed", "tag": "41b384ae-08a2-4f70-962c-d4a155504afb"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:15:30.503351 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:30.504888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2c12d2b9-d62c-49b0-8249-4fcd278568fc no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:15:30.549871 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41c34737-30fc-4cfb-9410-3c687706946b req-b223ef55-a78b-4656-aa9d-a9aa3d12de2c tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597348 Jan 31 16:15:30.572802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Allocated IP 2001:db8::2 (4b05d111-9e06-4c4b-997e-8f0738bd1c46/298ff671-a2ff-40e0-8abd-789aa7d1fa07/7f6b1c68-5f43-4996-aa88-76b45ee8fd1e) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:15:30.577349 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 2c12d2b9-d62c-49b0-8249-4fcd278568fc {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:15:30.577710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2c12d2b9-d62c-49b0-8249-4fcd278568fc not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:15:30.632981 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59d0aef-1772-4b4b-a873-95714f61ee5c x-openstack-request-id: req-d59d0aef-1772-4b4b-a873-95714f61ee5c {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:15:30.633278 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d6ef09-6668-4351-97bf-32c075217ec7", "name": "network-vif-plugged", "status": "completed", "tag": "41b384ae-08a2-4f70-962c-d4a155504afb", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:15:30.633566 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d59d0aef-1772-4b4b-a873-95714f61ee5c {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:15:30.634067 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d6ef09-6668-4351-97bf-32c075217ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b384ae-08a2-4f70-962c-d4a155504afb', 'code': 200} Jan 31 16:15:30.684687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=41b384ae-08a2-4f70-962c-d4a155504afb,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:30.752542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e027c03-77a5-412c-8c52-a3cfaa9553e9 req-c32a5a66-da43-4086-85ea-de5a5f379b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:30.754742 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e027c03-77a5-412c-8c52-a3cfaa9553e9 req-c32a5a66-da43-4086-85ea-de5a5f379b73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0658376 Jan 31 16:15:30.820767 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e027c03-77a5-412c-8c52-a3cfaa9553e9 req-da544e71-7162-4da8-890b-1acf8eb256e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595450 Jan 31 16:15:30.838321 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:30.847289 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:30.879385 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1582dba6-a43f-460b-8484-ca0d164b917f req-3b278b7c-8349-4b46-843b-840c883077fe tempest-VolumesActionsTest-271466220 tempest-VolumesActionsTest-271466220-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc1847-19e5-4351-b132-065f2e4b02bd HTTP/1.1" status: 200 len: 210 time: 0.5562663 Jan 31 16:15:30.941131 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Network 4b05d111-9e06-4c4b-997e-8f0738bd1c46 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:30.946310 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:30.954806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:15:30.993887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Allocated IP 2001:db8::dc (4b05d111-9e06-4c4b-997e-8f0738bd1c46/298ff671-a2ff-40e0-8abd-789aa7d1fa07/89c1307a-371b-45a3-971d-456e8365aa82) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:15:31.019515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Pushing event updated for resources: {'Port': ['ID=7f6b1c68-5f43-4996-aa88-76b45ee8fd1e,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:31.049008 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Attempting to bind port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:15:31.049430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Attempting to bind port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd47d5653-1cbd-4538-8585-5204c6adf088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4b05d111-9e06-4c4b-997e-8f0738bd1c46'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:15:31.049812 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Attempting to bind port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e on network 4b05d111-9e06-4c4b-997e-8f0738bd1c46 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:15:31.064222 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:15:31.064591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Checking segment: {'id': 'd47d5653-1cbd-4538-8585-5204c6adf088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4b05d111-9e06-4c4b-997e-8f0738bd1c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:31.065035 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:31.066092 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Bound using segment: {'id': 'd47d5653-1cbd-4538-8585-5204c6adf088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4b05d111-9e06-4c4b-997e-8f0738bd1c46'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:15:31.067371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Bound port: 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47d5653-1cbd-4538-8585-5204c6adf088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4b05d111-9e06-4c4b-997e-8f0738bd1c46'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:15:31.067760 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:31.285833 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] For port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:15:31.294595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] For port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7f6b1c68-5f43-4996-aa88-76b45ee8fd1e,segment=NetworkSegment(d47d5653-1cbd-4538-8585-5204c6adf088),segment_id=d47d5653-1cbd-4538-8585-5204c6adf088)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:15:31.301437 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:31.303960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd921-792f-40ee-9ce1-b7e8d9ca9477 req-cf326ace-c3ee-443c-a839-4a3f09b8b219 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:31.315256 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-652cd921-792f-40ee-9ce1-b7e8d9ca9477 req-cf326ace-c3ee-443c-a839-4a3f09b8b219 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.1082773 Jan 31 16:15:31.402984 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-652cd921-792f-40ee-9ce1-b7e8d9ca9477 req-cc89cef4-52aa-478a-86d2-a1e446904d11 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865006 Jan 31 16:15:31.423451 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:31.456661 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff70637-a3e0-45d4-a3e2-2bde18c69bb1 None None] Pushing event updated for resources: {'Port': ['ID=7f6b1c68-5f43-4996-aa88-76b45ee8fd1e,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:31.474576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:31.551259 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network 4b05d111-9e06-4c4b-997e-8f0738bd1c46 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:31.554516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:31.559070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:15:31.567763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:31.568439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:31.580818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=89c1307a-371b-45a3-971d-456e8365aa82,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:31.586608 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8346fa72-8477-4e42-86d4-780226eb93d3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4780235 Jan 31 16:15:31.589773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44828) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:32.232335 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:32.666621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15427ff-f556-49f0-b593-f0223747b25a req-bcfa3e21-8125-471e-ba14-319f7cb8a4fe tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:32.668618 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d15427ff-f556-49f0-b593-f0223747b25a req-bcfa3e21-8125-471e-ba14-319f7cb8a4fe tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.1491129 Jan 31 16:15:32.795226 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:15:32.803831 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d15427ff-f556-49f0-b593-f0223747b25a req-f4e18d71-2f09-4161-b2c7-7c64330dabed tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214674 Jan 31 16:15:32.806185 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:32.813270 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:32.882148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=89c1307a-371b-45a3-971d-456e8365aa82,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:33.042635 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:15:33.088025 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:33.143806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ebe96e-bda0-4372-9b45-aaa502ec8a1a None None] Network 4b05d111-9e06-4c4b-997e-8f0738bd1c46 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:33.160426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a8ba5-b46d-4353-9748-32a47035cc72 req-5c072869-4b78-4c38-a3b2-04913a44f818 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:33.162580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98a8ba5-b46d-4353-9748-32a47035cc72 req-5c072869-4b78-4c38-a3b2-04913a44f818 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.1797497 Jan 31 16:15:33.234581 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b98a8ba5-b46d-4353-9748-32a47035cc72 req-8eb74eeb-5c34-403a-9f22-7de0d4d5a2c4 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647433 Jan 31 16:15:33.304104 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:33.556124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44916) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:33.584221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb77c29-f3ee-4c21-8ba9-e0d5ec1890f0 req-8b49f85b-0042-40cd-b0b5-f614a942a69f tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:33.592495 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1fb77c29-f3ee-4c21-8ba9-e0d5ec1890f0 req-8b49f85b-0042-40cd-b0b5-f614a942a69f tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.0702198 Jan 31 16:15:33.660119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6f41c057-a0f0-4f94-8e17-f11112d3996f None None] Provisioning complete for port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:33.660492 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f41c057-a0f0-4f94-8e17-f11112d3996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:33.677287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1fb77c29-f3ee-4c21-8ba9-e0d5ec1890f0 req-d960d532-e29b-4b26-b7e2-86edf9da0239 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835333 Jan 31 16:15:33.727268 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:33.727669 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:33.839606 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8c1fed7e-66ba-4fc0-a6c5-37548349fc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:33.935868 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:33.946713 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:33.948608 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:33.955942 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6f41c057-a0f0-4f94-8e17-f11112d3996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:33.986217 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:34.026398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7f6b1c68-5f43-4996-aa88-76b45ee8fd1e,segment=NetworkSegment(d47d5653-1cbd-4538-8585-5204c6adf088),segment_id=d47d5653-1cbd-4538-8585-5204c6adf088)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:34.037233 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:34.151079 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-6f41c057-a0f0-4f94-8e17-f11112d3996f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:15:34.151750 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-6f41c057-a0f0-4f94-8e17-f11112d3996f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:15:34.173326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=7f6b1c68-5f43-4996-aa88-76b45ee8fd1e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:34.403107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=89c1307a-371b-45a3-971d-456e8365aa82,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:34.492460 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8c1fed7e-66ba-4fc0-a6c5-37548349fc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:34.498971 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8c1fed7e-66ba-4fc0-a6c5-37548349fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:34.562822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fed7e-66ba-4fc0-a6c5-37548349fc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c51d506-c361-4f78-a1b0-4df29599d8be,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:34.587584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network 4b05d111-9e06-4c4b-997e-8f0738bd1c46 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:34.590013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:34.623060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44962) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:34.623685 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8c1fed7e-66ba-4fc0-a6c5-37548349fc45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f362774174d446a1b31aeba7645edb95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0647440 Jan 31 16:15:34.786193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44966) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:34.796660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae83fdd9-b59c-49c1-98bc-c2878b7b4449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:34.842818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae83fdd9-b59c-49c1-98bc-c2878b7b4449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:34.893578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-573612c2-be5f-41c3-a4b4-4cea49abbc7c None None] Provisioning complete for port 89c1307a-371b-45a3-971d-456e8365aa82 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:34.895135 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-573612c2-be5f-41c3-a4b4-4cea49abbc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:34.981987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:15:35.007369 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae83fdd9-b59c-49c1-98bc-c2878b7b4449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:35.010572 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae83fdd9-b59c-49c1-98bc-c2878b7b4449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:35.014807 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ae83fdd9-b59c-49c1-98bc-c2878b7b4449 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c51d506-c361-4f78-a1b0-4df29599d8be HTTP/1.1" status: 204 len: 168 time: 0.3886111 Jan 31 16:15:35.038021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83fdd9-b59c-49c1-98bc-c2878b7b4449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c51d506-c361-4f78-a1b0-4df29599d8be,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:35.060368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a5b36-b592-47bf-8d5d-ea810f954767 req-e5fa1498-6c0a-43d4-8f61-7f3d7527b4e6 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:35.067005 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f80a5b36-b592-47bf-8d5d-ea810f954767 req-e5fa1498-6c0a-43d4-8f61-7f3d7527b4e6 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.2157121 Jan 31 16:15:35.068464 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router cc82aa8c-cf9d-4b52-b27e-8b53425c55ed is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:15:35.096952 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f67e2a19-bad0-43c6-8602-dcc54731c103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:35.154151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-573612c2-be5f-41c3-a4b4-4cea49abbc7c None None] Port 89c1307a-371b-45a3-971d-456e8365aa82 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:15:35.204979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-573612c2-be5f-41c3-a4b4-4cea49abbc7c None None] Provisioning complete for port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:35.205370 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-573612c2-be5f-41c3-a4b4-4cea49abbc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:35.302630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:35.303192 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:35.304581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44980) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:35.317355 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f67e2a19-bad0-43c6-8602-dcc54731c103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:35.328375 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f67e2a19-bad0-43c6-8602-dcc54731c103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:35.406307 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f80a5b36-b592-47bf-8d5d-ea810f954767 req-5221103c-ee2f-4e74-bdc1-4a18e3078c62 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285134 Jan 31 16:15:35.472736 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f67e2a19-bad0-43c6-8602-dcc54731c103 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93fd347743ed4c1fb18146b285cc25a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6840932 Jan 31 16:15:35.474374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 44986) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:35.480922 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e2a19-bad0-43c6-8602-dcc54731c103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac9a73c-62b4-4a23-a3bd-08dd27ca8413,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:35.489240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:15:35.501740 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-945dceed-ace7-4791-afba-17b6278573f2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/cc82aa8c-cf9d-4b52-b27e-8b53425c55ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9107809 Jan 31 16:15:35.505279 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dd137-70fe-4abd-8348-e04869cd7470 None None] Sync routers for ids ['cc82aa8c-cf9d-4b52-b27e-8b53425c55ed'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:15:35.509757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44988) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:35.526960 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80dd137-70fe-4abd-8348-e04869cd7470 None None] Routers {'cc82aa8c-cf9d-4b52-b27e-8b53425c55ed'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:35.533444 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b80dd137-70fe-4abd-8348-e04869cd7470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cc82aa8c-cf9d-4b52-b27e-8b53425c55ed'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:35.632005 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3890452d-b09e-4560-891a-fd6db86262a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:35.661272 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c02be2b1-5301-48c8-8316-c424ad7682e0 None None] Provisioning complete for port 89c1307a-371b-45a3-971d-456e8365aa82 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:35.664015 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c02be2b1-5301-48c8-8316-c424ad7682e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:35.670266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5dda54-a1ab-4bd7-b428-f2650eb8f4ef tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:35.674049 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1e5dda54-a1ab-4bd7-b428-f2650eb8f4ef tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports/89c1307a-371b-45a3-971d-456e8365aa82 HTTP/1.1" status: 200 len: 982 time: 0.1562557 Jan 31 16:15:35.676635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 44996) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:35.687635 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b80dd137-70fe-4abd-8348-e04869cd7470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:35.750828 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3890452d-b09e-4560-891a-fd6db86262a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:35.761410 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80dd137-70fe-4abd-8348-e04869cd7470 None None] Routers {'cc82aa8c-cf9d-4b52-b27e-8b53425c55ed'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:35.763922 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b80dd137-70fe-4abd-8348-e04869cd7470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cc82aa8c-cf9d-4b52-b27e-8b53425c55ed'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:35.819595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c02be2b1-5301-48c8-8316-c424ad7682e0 None None] Port 89c1307a-371b-45a3-971d-456e8365aa82 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:15:35.850620 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b80dd137-70fe-4abd-8348-e04869cd7470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:35.851616 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dd137-70fe-4abd-8348-e04869cd7470 None None] The sync data for ids ['cc82aa8c-cf9d-4b52-b27e-8b53425c55ed'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:15:35.952470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5e39d291-f044-49df-a59d-537f1b77e880 None None] Provisioning complete for port 89c1307a-371b-45a3-971d-456e8365aa82 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:35.952847 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5e39d291-f044-49df-a59d-537f1b77e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:35.987062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de2973-3e04-493f-b9b7-43f339ee3827 req-aa561adc-37cc-4cef-9c64-e5e2dc9aacde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:35.990647 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78de2973-3e04-493f-b9b7-43f339ee3827 req-aa561adc-37cc-4cef-9c64-e5e2dc9aacde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3fcb375ac554aa49c7427a3d3dacc62&device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 1096 time: 0.1538320 Jan 31 16:15:35.999007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45006) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:36.010643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5e39d291-f044-49df-a59d-537f1b77e880 None None] Port 89c1307a-371b-45a3-971d-456e8365aa82 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:15:36.114512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de2973-3e04-493f-b9b7-43f339ee3827 req-5afb032e-b95e-4966-bfb7-13d4ec77c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:36.116475 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78de2973-3e04-493f-b9b7-43f339ee3827 req-5afb032e-b95e-4966-bfb7-13d4ec77c373 service neutron] 10.222.0.30 "GET /v2.0/networks?id=191b5394-4c0a-41cd-b3f8-67fb864d7663 HTTP/1.1" status: 200 len: 912 time: 0.0976660 Jan 31 16:15:36.123245 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3890452d-b09e-4560-891a-fd6db86262a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:36.126127 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3890452d-b09e-4560-891a-fd6db86262a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:36.127392 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3890452d-b09e-4560-891a-fd6db86262a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eac9a73c-62b4-4a23-a3bd-08dd27ca8413 HTTP/1.1" status: 204 len: 168 time: 0.6502159 Jan 31 16:15:36.141153 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8b4d-f2d5-4ba0-b8d2-f58133b29c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:36.148431 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-706a2c76-f799-4f7b-b6ab-80b14f603e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:36.209814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7b038-b313-43bc-b2fe-d2c7177ff1b3 req-181aa4cd-1b63-445a-b505-c037561d13a8 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:36.217237 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39d7b038-b313-43bc-b2fe-d2c7177ff1b3 req-181aa4cd-1b63-445a-b505-c037561d13a8 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.2278476 Jan 31 16:15:36.317112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8b4d-f2d5-4ba0-b8d2-f58133b29c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:36.356552 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8b4d-f2d5-4ba0-b8d2-f58133b29c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:36.461317 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ea0e8b4d-f2d5-4ba0-b8d2-f58133b29c89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d52d117a782d45dc9380ef8c8a5224fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1494477 Jan 31 16:15:36.469630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45024) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:36.470510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e8b4d-f2d5-4ba0-b8d2-f58133b29c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f7eaba-226a-41a9-94be-112adbc28932,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:36.540387 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39d7b038-b313-43bc-b2fe-d2c7177ff1b3 req-2dd39d30-587c-4991-80fd-8cb9c1ea6585 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176778 Jan 31 16:15:36.641643 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78de2973-3e04-493f-b9b7-43f339ee3827 req-7a3aacb4-56c9-4534-ac27-6a5e48964c96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41b384ae-08a2-4f70-962c-d4a155504afb HTTP/1.1" status: 200 len: 217 time: 0.5125809 Jan 31 16:15:36.642347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45028) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:36.656312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890452d-b09e-4560-891a-fd6db86262a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac9a73c-62b4-4a23-a3bd-08dd27ca8413,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:36.656579 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39d184d7-e6f5-4a73-8675-46cfa64448bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:36.728716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29639fbd-fe3d-420d-a302-93ebea5e0499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:36.763342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39d184d7-e6f5-4a73-8675-46cfa64448bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:36.861985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de2973-3e04-493f-b9b7-43f339ee3827 req-880f116c-7e90-47c1-906a-caa5784eaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:36.863806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78de2973-3e04-493f-b9b7-43f339ee3827 req-880f116c-7e90-47c1-906a-caa5784eaa91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8238fc9-ff2d-4c3c-9d9c-3287d5859f36 HTTP/1.1" status: 200 len: 851 time: 0.2053525 Jan 31 16:15:36.923114 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78de2973-3e04-493f-b9b7-43f339ee3827 req-fd6fbecb-5088-445e-966c-2f418dc53e4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=191b5394-4c0a-41cd-b3f8-67fb864d7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488265 Jan 31 16:15:36.961721 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-706a2c76-f799-4f7b-b6ab-80b14f603e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:36.967300 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd8e1-649f-4a19-859d-2dec8236df3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:36.967939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29639fbd-fe3d-420d-a302-93ebea5e0499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:36.981328 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29639fbd-fe3d-420d-a302-93ebea5e0499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.017442 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-706a2c76-f799-4f7b-b6ab-80b14f603e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.100329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29639fbd-fe3d-420d-a302-93ebea5e0499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89daf64a-691a-4754-a506-4eec7d9aed42,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:37.121160 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-29639fbd-fe3d-420d-a302-93ebea5e0499 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8404cc6df574a28a1ce1cf666f7d9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776855 Jan 31 16:15:37.132067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45038) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:37.150131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-706a2c76-f799-4f7b-b6ab-80b14f603e36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a707aa880224502a90f8a2ae210fad3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1498346 Jan 31 16:15:37.165382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45040) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:37.216567 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78de2973-3e04-493f-b9b7-43f339ee3827 req-5fcc3d85-839d-4496-995b-d0f163158266 service neutron] 10.222.0.30 "GET /v2.0/networks/191b5394-4c0a-41cd-b3f8-67fb864d7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789183 Jan 31 16:15:37.223109 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39d184d7-e6f5-4a73-8675-46cfa64448bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.225885 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39d184d7-e6f5-4a73-8675-46cfa64448bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.227628 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-39d184d7-e6f5-4a73-8675-46cfa64448bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23f7eaba-226a-41a9-94be-112adbc28932 HTTP/1.1" status: 204 len: 168 time: 0.7402067 Jan 31 16:15:37.251682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a2c76-f799-4f7b-b6ab-80b14f603e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d818f8-676b-4249-abe3-d4d323d8da5a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:37.261325 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d184d7-e6f5-4a73-8675-46cfa64448bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f7eaba-226a-41a9-94be-112adbc28932,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:37.389589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f1bdd8e1-649f-4a19-859d-2dec8236df3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port 89c1307a-371b-45a3-971d-456e8365aa82 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:37.389895 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd8e1-649f-4a19-859d-2dec8236df3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.403045 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75a51b53-67d3-4186-9f37-f19bb15d6050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.424099 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8008a9ee-7236-43f2-82b8-06020b824dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.466411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75a51b53-67d3-4186-9f37-f19bb15d6050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.504243 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8008a9ee-7236-43f2-82b8-06020b824dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.519168 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78de2973-3e04-493f-b9b7-43f339ee3827 req-e2f2d6a1-621f-4380-a1d2-b80584bb7ac3 service neutron] 10.222.0.30 "GET /v2.0/networks/191b5394-4c0a-41cd-b3f8-67fb864d7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882094 Jan 31 16:15:37.607370 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd8e1-649f-4a19-859d-2dec8236df3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.613514 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75a51b53-67d3-4186-9f37-f19bb15d6050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.622338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75a51b53-67d3-4186-9f37-f19bb15d6050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.626668 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-75a51b53-67d3-4186-9f37-f19bb15d6050 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89daf64a-691a-4754-a506-4eec7d9aed42 HTTP/1.1" status: 204 len: 168 time: 0.4910502 Jan 31 16:15:37.642452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f1bdd8e1-649f-4a19-859d-2dec8236df3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for 89c1307a-371b-45a3-971d-456e8365aa82 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:37.650337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a51b53-67d3-4186-9f37-f19bb15d6050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89daf64a-691a-4754-a506-4eec7d9aed42,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:37.662727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8008a9ee-7236-43f2-82b8-06020b824dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.672134 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8008a9ee-7236-43f2-82b8-06020b824dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:37.676374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8008a9ee-7236-43f2-82b8-06020b824dd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00d818f8-676b-4249-abe3-d4d323d8da5a HTTP/1.1" status: 204 len: 168 time: 0.5067320 Jan 31 16:15:37.755931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008a9ee-7236-43f2-82b8-06020b824dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d818f8-676b-4249-abe3-d4d323d8da5a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:37.843769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6da28c-bd64-4bc1-a9fc-085d9d91965e req-7cc253ad-8f5f-445d-8da2-f868275420ff tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:37.849708 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bd6da28c-bd64-4bc1-a9fc-085d9d91965e req-7cc253ad-8f5f-445d-8da2-f868275420ff tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.2018328 Jan 31 16:15:37.941337 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bd6da28c-bd64-4bc1-a9fc-085d9d91965e req-49d1076a-2263-40ed-8c76-d0340892aa02 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791152 Jan 31 16:15:38.024211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45056) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:38.050802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce2d514f-1196-4e93-9111-8eb57fcf7b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:38.072876 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd8e1-649f-4a19-859d-2dec8236df3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:38.298503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce2d514f-1196-4e93-9111-8eb57fcf7b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:38.308859 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ce2d514f-1196-4e93-9111-8eb57fcf7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:38.333360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdd8e1-649f-4a19-859d-2dec8236df3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=89c1307a-371b-45a3-971d-456e8365aa82,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:38.444237 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd8e1-649f-4a19-859d-2dec8236df3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:38.493990 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ce2d514f-1196-4e93-9111-8eb57fcf7b34 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32517f6b19104c40842aca7d8650689b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672956 Jan 31 16:15:38.514118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45070) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:38.515473 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d514f-1196-4e93-9111-8eb57fcf7b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74383fe-7ab1-4b62-abbc-84dabb83f800,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:38.620068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8c37b9c-a7e2-4a85-85bf-739a79deb244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:38.673647 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8c37b9c-a7e2-4a85-85bf-739a79deb244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:38.679595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-ab64cd78-9761-46ad-91d3-a2574f102d84 req-1769b583-85cb-413d-a4ed-1e0281a57bcc tempest-ServerDiskConfigTestJSON-477388848 tempest-ServerDiskConfigTestJSON-477388848-project] (108772) timed out ('10.222.0.30', 60865) {{(pid=108772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:15:38.757924 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8c37b9c-a7e2-4a85-85bf-739a79deb244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:38.761268 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8c37b9c-a7e2-4a85-85bf-739a79deb244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:38.762998 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c8c37b9c-a7e2-4a85-85bf-739a79deb244 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c74383fe-7ab1-4b62-abbc-84dabb83f800 HTTP/1.1" status: 204 len: 168 time: 0.2403643 Jan 31 16:15:38.778034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c37b9c-a7e2-4a85-85bf-739a79deb244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74383fe-7ab1-4b62-abbc-84dabb83f800,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:38.920627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bdd8e1-649f-4a19-859d-2dec8236df3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router cc82aa8c-cf9d-4b52-b27e-8b53425c55ed has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:15:39.164700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bdd8e1-649f-4a19-859d-2dec8236df3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:15:39.176731 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6555679c-863c-4cea-a7f8-6a88566616bf None None] Sync routers for ids ['cc82aa8c-cf9d-4b52-b27e-8b53425c55ed'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:15:39.179454 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f1bdd8e1-649f-4a19-859d-2dec8236df3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/cc82aa8c-cf9d-4b52-b27e-8b53425c55ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5017588 Jan 31 16:15:39.182353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45098) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:39.209060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6555679c-863c-4cea-a7f8-6a88566616bf None None] Routers {'cc82aa8c-cf9d-4b52-b27e-8b53425c55ed'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:39.209896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6555679c-863c-4cea-a7f8-6a88566616bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cc82aa8c-cf9d-4b52-b27e-8b53425c55ed'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:39.265541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e5e9-4b36-477a-bafc-3333d10d01cd req-5a5b90ca-19ef-41a7-826a-97ccdc6f6454 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:39.284683 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5e6e5e9-4b36-477a-bafc-3333d10d01cd req-5a5b90ca-19ef-41a7-826a-97ccdc6f6454 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.1318476 Jan 31 16:15:39.375732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6555679c-863c-4cea-a7f8-6a88566616bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:39.431936 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5e6e5e9-4b36-477a-bafc-3333d10d01cd req-f1c20f0a-487a-4bc4-a555-f03287abf18b tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388626 Jan 31 16:15:39.441111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6555679c-863c-4cea-a7f8-6a88566616bf None None] Routers {'cc82aa8c-cf9d-4b52-b27e-8b53425c55ed'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:39.444849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6555679c-863c-4cea-a7f8-6a88566616bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cc82aa8c-cf9d-4b52-b27e-8b53425c55ed'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:39.561583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6555679c-863c-4cea-a7f8-6a88566616bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:39.562532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6555679c-863c-4cea-a7f8-6a88566616bf None None] The sync data for ids ['cc82aa8c-cf9d-4b52-b27e-8b53425c55ed'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:15:39.599439 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-f7ac7062-ffba-4e9d-a5aa-73dff652f464 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] remove_router_interface failed (client error): The resource could not be found. Jan 31 16:15:39.603969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45116) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:39.604468 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f7ac7062-ffba-4e9d-a5aa-73dff652f464 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/cc82aa8c-cf9d-4b52-b27e-8b53425c55ed/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4207301 Jan 31 16:15:39.715563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45120) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:39.727648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-40490a82-da3c-4d98-acfb-93c711debdee tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc82aa8c-cf9d-4b52-b27e-8b53425c55ed HTTP/1.1" status: 200 len: 205 time: 0.1210563 Jan 31 16:15:39.814682 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2a155bde-8fbf-4cd7-88e3-fc71277ec3c3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:39.948479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a2cd4-5d84-4a1f-bb31-3357519a8582 req-c11129f2-a3c9-447f-b22c-266585efc32a tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:39.954844 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d01a2cd4-5d84-4a1f-bb31-3357519a8582 req-c11129f2-a3c9-447f-b22c-266585efc32a tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.0952187 Jan 31 16:15:40.015504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d01a2cd4-5d84-4a1f-bb31-3357519a8582 req-91f8976d-316a-4fb4-8c1e-017efa4aeb7e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465605 Jan 31 16:15:40.147763 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2a155bde-8fbf-4cd7-88e3-fc71277ec3c3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:40.152287 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2a155bde-8fbf-4cd7-88e3-fc71277ec3c3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:40.280666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2a155bde-8fbf-4cd7-88e3-fc71277ec3c3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:40.282558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a155bde-8fbf-4cd7-88e3-fc71277ec3c3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Fanout notify agent at l3_agent the message router_deleted on router cc82aa8c-cf9d-4b52-b27e-8b53425c55ed {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:15:40.293730 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2a155bde-8fbf-4cd7-88e3-fc71277ec3c3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:40.297913 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2a155bde-8fbf-4cd7-88e3-fc71277ec3c3 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/cc82aa8c-cf9d-4b52-b27e-8b53425c55ed HTTP/1.1" status: 204 len: 168 time: 0.5786912 Jan 31 16:15:40.302796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45140) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:40.390751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-991612db-38db-4db8-af3a-0b6fd794df70 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting subnet 298ff671-a2ff-40e0-8abd-789aa7d1fa07 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:15:40.394293 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-991612db-38db-4db8-af3a-0b6fd794df70 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:40.453819 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-991612db-38db-4db8-af3a-0b6fd794df70 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:40.583210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-991612db-38db-4db8-af3a-0b6fd794df70 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:40.677454 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-991612db-38db-4db8-af3a-0b6fd794df70 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:40.720967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991612db-38db-4db8-af3a-0b6fd794df70 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Subnet': ['ID=298ff671-a2ff-40e0-8abd-789aa7d1fa07,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:40.723328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-991612db-38db-4db8-af3a-0b6fd794df70 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:40.727122 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-991612db-38db-4db8-af3a-0b6fd794df70 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/298ff671-a2ff-40e0-8abd-789aa7d1fa07 HTTP/1.1" status: 204 len: 168 time: 0.4231949 Jan 31 16:15:40.731082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45158) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:40.734403 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825aaeb8-d859-4540-b9e1-706b363616f3 None None] Network 4b05d111-9e06-4c4b-997e-8f0738bd1c46 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:40.845784 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:40.949597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:40.949826 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:41.065280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1c13b-441d-4e56-a02d-9736ae793052 None None] DHCP port deletion for 4b05d111-9e06-4c4b-997e-8f0738bd1c46 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:15:41.219286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-82d1c13b-441d-4e56-a02d-9736ae793052 None None] Deleting port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:41.220020 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-82d1c13b-441d-4e56-a02d-9736ae793052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:41.316856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4b80e-e1b9-4c19-be27-af80081a6168 req-9ad7bb2d-6cae-4198-81a5-5a07dd47c164 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:41.320037 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60e4b80e-e1b9-4c19-be27-af80081a6168 req-9ad7bb2d-6cae-4198-81a5-5a07dd47c164 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.1408863 Jan 31 16:15:41.389800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-82d1c13b-441d-4e56-a02d-9736ae793052 None None] For port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7f6b1c68-5f43-4996-aa88-76b45ee8fd1e,segment=NetworkSegment(d47d5653-1cbd-4538-8585-5204c6adf088),segment_id=d47d5653-1cbd-4538-8585-5204c6adf088)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:41.390704 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-82d1c13b-441d-4e56-a02d-9736ae793052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:41.407930 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60e4b80e-e1b9-4c19-be27-af80081a6168 req-f5d0702a-6a70-4fb0-8f8c-8297ab7a113b tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781398 Jan 31 16:15:41.428454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-82d1c13b-441d-4e56-a02d-9736ae793052 None None] Calling delete_port for 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:41.499254 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] For port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7f6b1c68-5f43-4996-aa88-76b45ee8fd1e,segment=NetworkSegment(d47d5653-1cbd-4538-8585-5204c6adf088),segment_id=d47d5653-1cbd-4538-8585-5204c6adf088)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:41.500248 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:41.526259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:41.578931 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-82d1c13b-441d-4e56-a02d-9736ae793052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:41.615155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1c13b-441d-4e56-a02d-9736ae793052 None None] Pushing event deleted for resources: {'Port': ['ID=7f6b1c68-5f43-4996-aa88-76b45ee8fd1e,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:41.618339 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1c13b-441d-4e56-a02d-9736ae793052 None None] No DVR routers for this DVR port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:15:41.718853 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:41.791544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=7f6b1c68-5f43-4996-aa88-76b45ee8fd1e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:41.801026 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No DVR routers for this DVR port 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:15:41.903610 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:41.980976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b05d111-9e06-4c4b-997e-8f0738bd1c46']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:41.994378 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47d5653-1cbd-4538-8585-5204c6adf088') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:41.994845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47d5653-1cbd-4538-8585-5204c6adf088') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:41.998402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ac81e-0495-4bdc-821a-8fd20ae86971 req-292882ff-133d-4126-8309-2f37a58e1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:42.003145 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-277ac81e-0495-4bdc-821a-8fd20ae86971 req-292882ff-133d-4126-8309-2f37a58e1dce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3fcb375ac554aa49c7427a3d3dacc62&device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 1096 time: 0.2162998 Jan 31 16:15:42.008937 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:42.026167 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:42.034652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:15:42.035268 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:42.290991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ac81e-0495-4bdc-821a-8fd20ae86971 req-476e4be7-ecf1-4758-bd09-68680fe66071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: self.session.flush() Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:15:42.292714 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:15:42.297745 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-277ac81e-0495-4bdc-821a-8fd20ae86971 req-476e4be7-ecf1-4758-bd09-68680fe66071 service neutron] 10.222.0.30 "GET /v2.0/networks?id=191b5394-4c0a-41cd-b3f8-67fb864d7663 HTTP/1.1" status: 200 len: 912 time: 0.2754841 Jan 31 16:15:42.297860 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:42.304106 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:42.308186 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/networks/4b05d111-9e06-4c4b-997e-8f0738bd1c46 HTTP/1.1" status: 204 len: 168 time: 1.5758960 Jan 31 16:15:42.313390 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45214) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:42.320233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-04da59bc-fc45-49db-b66e-e5af0fb339fc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-5403352'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:42.372229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9237f5-c5cc-480c-a755-40372e421d18 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Network': ['ID=4b05d111-9e06-4c4b-997e-8f0738bd1c46,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:42.424284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6762cc-2fa3-4fff-b77f-12834ab35bac req-c1c1e2a6-f208-4384-a876-5e3c63dd0c90 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:42.435411 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a6762cc-2fa3-4fff-b77f-12834ab35bac req-c1c1e2a6-f208-4384-a876-5e3c63dd0c90 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.6319699 Jan 31 16:15:42.443040 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-277ac81e-0495-4bdc-821a-8fd20ae86971 req-b8280104-01cc-44fb-9aed-92eec2ad07b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41b384ae-08a2-4f70-962c-d4a155504afb HTTP/1.1" status: 200 len: 217 time: 0.1424046 Jan 31 16:15:42.467978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04da59bc-fc45-49db-b66e-e5af0fb339fc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:42.475403 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04da59bc-fc45-49db-b66e-e5af0fb339fc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:42.521355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04da59bc-fc45-49db-b66e-e5af0fb339fc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:15:42.534756 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04da59bc-fc45-49db-b66e-e5af0fb339fc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:42.535424 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-04da59bc-fc45-49db-b66e-e5af0fb339fc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Added segment f8711936-4664-45e7-b504-db2fe0f163c5 of type vlan for network 05f646db-ac3d-4568-b96a-bf3d2015b193 Jan 31 16:15:42.643983 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04da59bc-fc45-49db-b66e-e5af0fb339fc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:42.703506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a6762cc-2fa3-4fff-b77f-12834ab35bac req-baccc02f-7a10-4ff2-8535-019de7b4e628 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576411 Jan 31 16:15:42.720912 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ac81e-0495-4bdc-821a-8fd20ae86971 req-62a9a8c8-ad66-42ee-906e-08559652c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:42.724605 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-277ac81e-0495-4bdc-821a-8fd20ae86971 req-62a9a8c8-ad66-42ee-906e-08559652c423 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8238fc9-ff2d-4c3c-9d9c-3287d5859f36 HTTP/1.1" status: 200 len: 851 time: 0.2711523 Jan 31 16:15:42.738675 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04da59bc-fc45-49db-b66e-e5af0fb339fc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:42.749103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04da59bc-fc45-49db-b66e-e5af0fb339fc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:42.749103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04da59bc-fc45-49db-b66e-e5af0fb339fc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:42.792123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-277ac81e-0495-4bdc-821a-8fd20ae86971 req-dd82a4be-f412-485c-8175-7c3a5b9611b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=191b5394-4c0a-41cd-b3f8-67fb864d7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598347 Jan 31 16:15:42.864286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:15:42.903904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:15:42.904506 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7f6b1c68-5f43-4996-aa88-76b45ee8fd1e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:15:42.939177 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-277ac81e-0495-4bdc-821a-8fd20ae86971 req-056044ef-77a3-4dda-857c-f9e5e0c67dcf service neutron] 10.222.0.30 "GET /v2.0/networks/191b5394-4c0a-41cd-b3f8-67fb864d7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379716 Jan 31 16:15:42.986487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da59bc-fc45-49db-b66e-e5af0fb339fc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Network': ['ID=05f646db-ac3d-4568-b96a-bf3d2015b193,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:42.992342 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-04da59bc-fc45-49db-b66e-e5af0fb339fc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6780243 Jan 31 16:15:42.995301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45240) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:43.004128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4a9d7a90-a454-4012-8b89-c8fe0196309e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'subnet': {'network_id': '05f646db-ac3d-4568-b96a-bf3d2015b193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:43.006882 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 05f646db-ac3d-4568-b96a-bf3d2015b193 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:15:43.104590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9d7a90-a454-4012-8b89-c8fe0196309e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:15:43.110765 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a9d7a90-a454-4012-8b89-c8fe0196309e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:43.125906 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-277ac81e-0495-4bdc-821a-8fd20ae86971 req-fe62001e-b95f-461a-857e-29c84b9ceed4 service neutron] 10.222.0.30 "GET /v2.0/networks/191b5394-4c0a-41cd-b3f8-67fb864d7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657398 Jan 31 16:15:43.502935 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a9d7a90-a454-4012-8b89-c8fe0196309e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:43.590303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d7a90-a454-4012-8b89-c8fe0196309e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Subnet': ['ID=70258ee8-0cd8-45c8-803b-f6b2892908a3,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:43.693507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9d7a90-a454-4012-8b89-c8fe0196309e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Checking segment: {'id': 'f8711936-4664-45e7-b504-db2fe0f163c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05f646db-ac3d-4568-b96a-bf3d2015b193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:43.694405 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d7a90-a454-4012-8b89-c8fe0196309e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network hostable DHCP agents. Network: 05f646db-ac3d-4568-b96a-bf3d2015b193, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:15:43.727301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d7a90-a454-4012-8b89-c8fe0196309e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network 05f646db-ac3d-4568-b96a-bf3d2015b193 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:15:43.754595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4a9d7a90-a454-4012-8b89-c8fe0196309e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 05f646db-ac3d-4568-b96a-bf3d2015b193) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:43.766978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488fae20-50e5-461d-aa8a-e75e3989650b None None] Network 05f646db-ac3d-4568-b96a-bf3d2015b193 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:43.816148 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d7a90-a454-4012-8b89-c8fe0196309e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:43.821145 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a9d7a90-a454-4012-8b89-c8fe0196309e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:43.902177 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4a9d7a90-a454-4012-8b89-c8fe0196309e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9056001 Jan 31 16:15:43.904859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45272) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:43.910116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-511c3f56-69c7-4bd1-b2aa-a39e20c82ae7 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-109126326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:43.987529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-511c3f56-69c7-4bd1-b2aa-a39e20c82ae7 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:43.989076 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-511c3f56-69c7-4bd1-b2aa-a39e20c82ae7 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:44.145376 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-511c3f56-69c7-4bd1-b2aa-a39e20c82ae7 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:44.150933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9f3ad-9b14-4ceb-b48e-37c70ffc0295 req-0cb65e8d-c7d4-45e1-a7e2-e157162a2904 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:44.156457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82c9f3ad-9b14-4ceb-b48e-37c70ffc0295 req-0cb65e8d-c7d4-45e1-a7e2-e157162a2904 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.2531457 Jan 31 16:15:44.172563 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-511c3f56-69c7-4bd1-b2aa-a39e20c82ae7 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:44.222032 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-511c3f56-69c7-4bd1-b2aa-a39e20c82ae7 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:44.225236 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-511c3f56-69c7-4bd1-b2aa-a39e20c82ae7 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3193424 Jan 31 16:15:44.228470 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45288) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:44.259429 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82c9f3ad-9b14-4ceb-b48e-37c70ffc0295 req-dc7ae61f-0c99-4fdb-b20f-5b27e9a49005 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888846 Jan 31 16:15:44.292077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-05f646db-ac3d-4568-b96a-bf3d2015b193', 'network_id': '05f646db-ac3d-4568-b96a-bf3d2015b193', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'fixed_ips': [{'subnet_id': '70258ee8-0cd8-45c8-803b-f6b2892908a3'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:15:44.293919 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:44.472980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Allocated IP 2001:db8::2 (05f646db-ac3d-4568-b96a-bf3d2015b193/70258ee8-0cd8-45c8-803b-f6b2892908a3/e34470a2-a893-4541-8b3d-55d0d63d26b2) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:15:44.660872 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:44.675592 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:44.741257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Network 05f646db-ac3d-4568-b96a-bf3d2015b193 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:44.742840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Pushing event updated for resources: {'Port': ['ID=e34470a2-a893-4541-8b3d-55d0d63d26b2,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:44.747274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:44.749425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:15:44.847922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Attempting to bind port e34470a2-a893-4541-8b3d-55d0d63d26b2 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:15:44.848423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Attempting to bind port e34470a2-a893-4541-8b3d-55d0d63d26b2 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'f8711936-4664-45e7-b504-db2fe0f163c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05f646db-ac3d-4568-b96a-bf3d2015b193'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:15:44.848788 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Attempting to bind port e34470a2-a893-4541-8b3d-55d0d63d26b2 on network 05f646db-ac3d-4568-b96a-bf3d2015b193 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:15:44.851124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45300) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:44.855096 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:15:44.855474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Checking segment: {'id': 'f8711936-4664-45e7-b504-db2fe0f163c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05f646db-ac3d-4568-b96a-bf3d2015b193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:15:44.855874 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:44.856262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Bound using segment: {'id': 'f8711936-4664-45e7-b504-db2fe0f163c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05f646db-ac3d-4568-b96a-bf3d2015b193'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:15:44.856726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Bound port: e34470a2-a893-4541-8b3d-55d0d63d26b2, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8711936-4664-45e7-b504-db2fe0f163c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05f646db-ac3d-4568-b96a-bf3d2015b193'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:15:44.857266 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:44.882289 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:44.930877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] For port e34470a2-a893-4541-8b3d-55d0d63d26b2, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:15:44.934997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] For port e34470a2-a893-4541-8b3d-55d0d63d26b2, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e34470a2-a893-4541-8b3d-55d0d63d26b2,segment=NetworkSegment(f8711936-4664-45e7-b504-db2fe0f163c5),segment_id=f8711936-4664-45e7-b504-db2fe0f163c5)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:15:44.952890 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:45.049976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affeda47-f993-4e1c-a6ac-73bd9cddd1f6 None None] Pushing event updated for resources: {'Port': ['ID=e34470a2-a893-4541-8b3d-55d0d63d26b2,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:45.547533 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdc546a4-80ca-4a5b-ba17-ee8be8baeca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:45.629343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58a0b-43f0-4b7c-a6c0-d5c3b372143d req-baa2b8ec-1acc-42c8-82ca-f1f139b13395 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:45.636012 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37f58a0b-43f0-4b7c-a6c0-d5c3b372143d req-baa2b8ec-1acc-42c8-82ca-f1f139b13395 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.1935251 Jan 31 16:15:45.657794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Allocated IP 2001:db8::1 (05f646db-ac3d-4568-b96a-bf3d2015b193/70258ee8-0cd8-45c8-803b-f6b2892908a3/ffcddd27-2c97-4dfa-8547-ad38145a8a63) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:15:45.778803 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdc546a4-80ca-4a5b-ba17-ee8be8baeca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:45.787003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cdc546a4-80ca-4a5b-ba17-ee8be8baeca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:45.891950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc546a4-80ca-4a5b-ba17-ee8be8baeca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4e0efe-7771-46c5-93cb-bc5cbc8751f3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:45.919954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cdc546a4-80ca-4a5b-ba17-ee8be8baeca7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=405d2749d011451797e73b99576f84d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0669196 Jan 31 16:15:45.922429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45326) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:45.946885 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37f58a0b-43f0-4b7c-a6c0-d5c3b372143d req-9647a68c-90a6-4836-a5da-307bc3419734 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770443 Jan 31 16:15:46.042355 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9af373a-5006-46e5-aacd-01f42fb60892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:46.076999 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9af373a-5006-46e5-aacd-01f42fb60892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:46.120430 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:46.220423 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9af373a-5006-46e5-aacd-01f42fb60892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:46.223403 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b9af373a-5006-46e5-aacd-01f42fb60892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:46.228289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b9af373a-5006-46e5-aacd-01f42fb60892 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a4e0efe-7771-46c5-93cb-bc5cbc8751f3 HTTP/1.1" status: 204 len: 168 time: 0.3048341 Jan 31 16:15:46.237503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af373a-5006-46e5-aacd-01f42fb60892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4e0efe-7771-46c5-93cb-bc5cbc8751f3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:47.019517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179ac814-aea5-4848-bf6b-798d30672e7f None None] Network 05f646db-ac3d-4568-b96a-bf3d2015b193 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:47.068035 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.132051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network 05f646db-ac3d-4568-b96a-bf3d2015b193 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:47.140167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:47.154969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edef83-1ab6-48a7-983b-e90b03813da1 req-eafef5a8-99e6-496c-8b03-62e20676f222 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:47.166035 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9edef83-1ab6-48a7-983b-e90b03813da1 req-eafef5a8-99e6-496c-8b03-62e20676f222 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.1451375 Jan 31 16:15:47.170413 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:15:47.172051 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.175287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=ffcddd27-2c97-4dfa-8547-ad38145a8a63,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:47.184420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45366) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:47.206123 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-321648fe-3fa5-46c4-9796-3aa98eff6958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.214545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e34470a2-a893-4541-8b3d-55d0d63d26b2 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:15:47.313887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aacc4f33-1b8d-4593-b99b-afac57c1d1f0 None None] Provisioning complete for port e34470a2-a893-4541-8b3d-55d0d63d26b2 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:47.315611 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aacc4f33-1b8d-4593-b99b-afac57c1d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.318861 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-13fa21f0-253e-4f2d-b9f2-146133fd2f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.382123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a9edef83-1ab6-48a7-983b-e90b03813da1 req-ec7e0608-9737-42db-878f-78d2e9ebffee tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140951 Jan 31 16:15:47.425170 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-321648fe-3fa5-46c4-9796-3aa98eff6958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.433866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-321648fe-3fa5-46c4-9796-3aa98eff6958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.513779 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e34470a2-a893-4541-8b3d-55d0d63d26b2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:47.514206 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.547995 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-321648fe-3fa5-46c4-9796-3aa98eff6958 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b36567b2b9794bbcb7618a9dca1a0fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616333 Jan 31 16:15:47.549975 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45374) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:47.581171 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.631866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321648fe-3fa5-46c4-9796-3aa98eff6958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1155aa37-c5ba-4c44-af9b-74eecd622130,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:47.701567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57dd7d84-774e-4e7d-bd7b-303598a2c325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.709647 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.733438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57dd7d84-774e-4e7d-bd7b-303598a2c325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.836271 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57dd7d84-774e-4e7d-bd7b-303598a2c325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.848922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57dd7d84-774e-4e7d-bd7b-303598a2c325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:47.859964 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-57dd7d84-774e-4e7d-bd7b-303598a2c325 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1155aa37-c5ba-4c44-af9b-74eecd622130 HTTP/1.1" status: 204 len: 168 time: 0.3055751 Jan 31 16:15:47.897608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd7d84-774e-4e7d-bd7b-303598a2c325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1155aa37-c5ba-4c44-af9b-74eecd622130,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:47.960246 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aacc4f33-1b8d-4593-b99b-afac57c1d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:48.119858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port e34470a2-a893-4541-8b3d-55d0d63d26b2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e34470a2-a893-4541-8b3d-55d0d63d26b2,segment=NetworkSegment(f8711936-4664-45e7-b504-db2fe0f163c5),segment_id=f8711936-4664-45e7-b504-db2fe0f163c5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:48.135465 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:48.542412 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:48.606647 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:48.610156 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:48.661727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a2948-912f-4b3d-9722-a8cc9dd7811a req-88fa7f93-5f49-46b3-9feb-0a2025678a11 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:48.688701 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c6a2948-912f-4b3d-9722-a8cc9dd7811a req-88fa7f93-5f49-46b3-9feb-0a2025678a11 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.1741052 Jan 31 16:15:48.784798 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c6a2948-912f-4b3d-9722-a8cc9dd7811a req-75a458cd-e881-45b1-86d2-2c99e06bb56d tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850537 Jan 31 16:15:48.857534 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-aacc4f33-1b8d-4593-b99b-afac57c1d1f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:15:48.857892 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-aacc4f33-1b8d-4593-b99b-afac57c1d1f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:15:48.908651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=e34470a2-a893-4541-8b3d-55d0d63d26b2,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:48.976226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f6f70-d4d5-40ac-baba-4ce5476788e7 req-9e40c07b-fd66-4bcf-accf-70dacaa4b6c4 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:48.978185 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b56f6f70-d4d5-40ac-baba-4ce5476788e7 req-9e40c07b-fd66-4bcf-accf-70dacaa4b6c4 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.30 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 945 time: 0.4290061 Jan 31 16:15:49.053129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=ffcddd27-2c97-4dfa-8547-ad38145a8a63,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:49.160944 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network 05f646db-ac3d-4568-b96a-bf3d2015b193 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:15:49.166863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:15:49.365082 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-b56f6f70-d4d5-40ac-baba-4ce5476788e7 req-22771f39-3263-40a1-a268-a9443da7999e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Deleting port 41b384ae-08a2-4f70-962c-d4a155504afb {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:49.365457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b56f6f70-d4d5-40ac-baba-4ce5476788e7 req-22771f39-3263-40a1-a268-a9443da7999e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:49.548160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b56f6f70-d4d5-40ac-baba-4ce5476788e7 req-22771f39-3263-40a1-a268-a9443da7999e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] For port 41b384ae-08a2-4f70-962c-d4a155504afb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=41b384ae-08a2-4f70-962c-d4a155504afb,segment=NetworkSegment(469d9935-8bf4-44f0-ab23-1e6fc742029a),segment_id=469d9935-8bf4-44f0-ab23-1e6fc742029a)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:49.549328 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b56f6f70-d4d5-40ac-baba-4ce5476788e7 req-22771f39-3263-40a1-a268-a9443da7999e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:49.566091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-b56f6f70-d4d5-40ac-baba-4ce5476788e7 req-22771f39-3263-40a1-a268-a9443da7999e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Calling delete_port for 41b384ae-08a2-4f70-962c-d4a155504afb owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:49.666004 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-efbb39dc-d0dc-4db6-970c-97507c1a7ae0 None None] Provisioning complete for port ffcddd27-2c97-4dfa-8547-ad38145a8a63 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:49.666999 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-efbb39dc-d0dc-4db6-970c-97507c1a7ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:49.691419 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3a22213a-8a66-41e8-9cfe-903dbd6cb356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:49.725273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-efbb39dc-d0dc-4db6-970c-97507c1a7ae0 None None] Port ffcddd27-2c97-4dfa-8547-ad38145a8a63 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:15:49.762975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-efbb39dc-d0dc-4db6-970c-97507c1a7ae0 None None] Provisioning complete for port e34470a2-a893-4541-8b3d-55d0d63d26b2 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:49.763668 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-efbb39dc-d0dc-4db6-970c-97507c1a7ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:49.799928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 32a9c5fe-c955-4021-936b-e1ceba1310f5 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:15:50.211706 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b56f6f70-d4d5-40ac-baba-4ce5476788e7 req-22771f39-3263-40a1-a268-a9443da7999e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:50.540520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-54300b07-1412-4531-afea-56b21afd95e4 req-b21fde35-72fe-4fa0-9e97-fefb02586bd7 service neutron] (108772) timed out ('10.222.0.20', 57566) {{(pid=108772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:15:50.550243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22771f39-3263-40a1-a268-a9443da7999e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Pushing event deleted for resources: {'Port': ['ID=41b384ae-08a2-4f70-962c-d4a155504afb,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:50.588967 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:15:50.590912 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56f6f70-d4d5-40ac-baba-4ce5476788e7 req-22771f39-3263-40a1-a268-a9443da7999e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] No DVR routers for this DVR port 41b384ae-08a2-4f70-962c-d4a155504afb on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:15:50.599328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45464) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:50.599474 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-67c9a159-7b6d-4669-ad30-9fe1541c99bd tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/32a9c5fe-c955-4021-936b-e1ceba1310f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3696558 Jan 31 16:15:50.600826 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b56f6f70-d4d5-40ac-baba-4ce5476788e7 req-22771f39-3263-40a1-a268-a9443da7999e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:50.604361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b56f6f70-d4d5-40ac-baba-4ce5476788e7 req-22771f39-3263-40a1-a268-a9443da7999e tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.30 "DELETE /v2.0/ports/41b384ae-08a2-4f70-962c-d4a155504afb HTTP/1.1" status: 204 len: 173 time: 1.6120129 Jan 31 16:15:50.604984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d6ef09-6668-4351-97bf-32c075217ec7', 'name': 'network-vif-deleted', 'tag': '41b384ae-08a2-4f70-962c-d4a155504afb'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:15:50.607514 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbf2a21-f0d3-40b6-bcad-70ddf97e8fae" -d '{"events": [{"server_uuid": "58d6ef09-6668-4351-97bf-32c075217ec7", "name": "network-vif-deleted", "tag": "41b384ae-08a2-4f70-962c-d4a155504afb"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:15:50.624465 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906baf29-3e36-4d1c-955f-cd169abf4900 req-0f670472-356b-4ae8-8dea-5c5080d366f5 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:50.625734 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-906baf29-3e36-4d1c-955f-cd169abf4900 req-0f670472-356b-4ae8-8dea-5c5080d366f5 tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d6ef09-6668-4351-97bf-32c075217ec7 HTTP/1.1" status: 200 len: 867 time: 0.6522703 Jan 31 16:15:50.635239 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854238f-6545-4afd-8475-68fd96046445 None None] Sync routers for ids ['32a9c5fe-c955-4021-936b-e1ceba1310f5'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:15:50.704527 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854238f-6545-4afd-8475-68fd96046445 None None] Routers {'32a9c5fe-c955-4021-936b-e1ceba1310f5'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:50.707381 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e854238f-6545-4afd-8475-68fd96046445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['32a9c5fe-c955-4021-936b-e1ceba1310f5'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:50.753032 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-906baf29-3e36-4d1c-955f-cd169abf4900 req-a3c0444f-aabc-46ca-b6a5-47fd5446f1eb tempest-TestServerAdvancedOps-1754539261 tempest-TestServerAdvancedOps-1754539261-project] 10.222.0.36 "GET /v2.0/security-groups?id=0deedced-eac2-45f5-b0af-24fe5c897407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117942 Jan 31 16:15:50.832649 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c6b079-b6e8-40b6-afed-e367de4f9bc7 x-openstack-request-id: req-12c6b079-b6e8-40b6-afed-e367de4f9bc7 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:15:50.832947 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d6ef09-6668-4351-97bf-32c075217ec7", "name": "network-vif-deleted", "tag": "41b384ae-08a2-4f70-962c-d4a155504afb", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:15:50.833248 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12c6b079-b6e8-40b6-afed-e367de4f9bc7 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:15:50.833639 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d6ef09-6668-4351-97bf-32c075217ec7', 'name': 'network-vif-deleted', 'tag': '41b384ae-08a2-4f70-962c-d4a155504afb', 'status': 'completed', 'code': 200} Jan 31 16:15:50.857614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae39bd-a90c-4429-848d-0a25894f672b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:15:50.863618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45476) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:50.878239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-69ae39bd-a90c-4429-848d-0a25894f672b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports/ffcddd27-2c97-4dfa-8547-ad38145a8a63 HTTP/1.1" status: 200 len: 911 time: 0.2773368 Jan 31 16:15:50.882349 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:50.887423 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e854238f-6545-4afd-8475-68fd96046445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:50.904273 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854238f-6545-4afd-8475-68fd96046445 None None] Routers {'32a9c5fe-c955-4021-936b-e1ceba1310f5'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:50.905325 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e854238f-6545-4afd-8475-68fd96046445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['32a9c5fe-c955-4021-936b-e1ceba1310f5'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:51.004144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e34470a2-a893-4541-8b3d-55d0d63d26b2 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:15:51.015371 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e854238f-6545-4afd-8475-68fd96046445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:51.019472 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854238f-6545-4afd-8475-68fd96046445 None None] The sync data for ids ['32a9c5fe-c955-4021-936b-e1ceba1310f5'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:15:51.130091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e34470a2-a893-4541-8b3d-55d0d63d26b2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:15:51.130461 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:51.755873 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 41b384ae-08a2-4f70-962c-d4a155504afb no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:15:51.831624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 41b384ae-08a2-4f70-962c-d4a155504afb {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:15:51.831962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 41b384ae-08a2-4f70-962c-d4a155504afb not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:15:51.867170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45504) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:52.032113 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-363650eb-d9fb-4477-8af3-31b57f535ae6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:52.040771 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf62729-36f4-4d6f-a115-b0de9a294b2c admin admin] Deleting subnet b8238fc9-ff2d-4c3c-9d9c-3287d5859f36 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:15:52.054272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aaf62729-36f4-4d6f-a115-b0de9a294b2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:52.175894 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aaf62729-36f4-4d6f-a115-b0de9a294b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:52.253302 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aaf62729-36f4-4d6f-a115-b0de9a294b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:52.400319 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:52.420785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aaf62729-36f4-4d6f-a115-b0de9a294b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:52.451643 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aaf62729-36f4-4d6f-a115-b0de9a294b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:52.456714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aaf62729-36f4-4d6f-a115-b0de9a294b2c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b8238fc9-ff2d-4c3c-9d9c-3287d5859f36 HTTP/1.1" status: 204 len: 168 time: 0.5862904 Jan 31 16:15:52.482631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45526) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:52.487029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf62729-36f4-4d6f-a115-b0de9a294b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8238fc9-ff2d-4c3c-9d9c-3287d5859f36,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:52.689590 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:52.728749 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:53.056871 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:53.177919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191b5394-4c0a-41cd-b3f8-67fb864d7663']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:53.229405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469d9935-8bf4-44f0-ab23-1e6fc742029a') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:53.229941 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469d9935-8bf4-44f0-ab23-1e6fc742029a') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:53.294080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:53.324062 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:53.376501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:15:53.379766 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:15:53.383829 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:15:53.506322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-363650eb-d9fb-4477-8af3-31b57f535ae6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port ffcddd27-2c97-4dfa-8547-ad38145a8a63 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:53.506696 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-363650eb-d9fb-4477-8af3-31b57f535ae6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:53.567952 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:53.573824 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:53.580576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45560) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:53.581029 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] 10.222.0.36 "DELETE /v2.0/networks/191b5394-4c0a-41cd-b3f8-67fb864d7663 HTTP/1.1" status: 204 len: 168 time: 1.0890222 Jan 31 16:15:53.604753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa305cd5-ab90-4b73-b96f-32cd7939f2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=191b5394-4c0a-41cd-b3f8-67fb864d7663,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:53.707775 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-363650eb-d9fb-4477-8af3-31b57f535ae6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:53.725095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-363650eb-d9fb-4477-8af3-31b57f535ae6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for ffcddd27-2c97-4dfa-8547-ad38145a8a63 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:53.737156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff61fb8-fcbf-4f9e-8acd-1a084ab67d14 admin admin] Deleting subnet 86fe2042-ea19-4725-892c-49286ca80d68 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:15:53.746946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ff61fb8-fcbf-4f9e-8acd-1a084ab67d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:53.850830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ff61fb8-fcbf-4f9e-8acd-1a084ab67d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:53.963291 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ff61fb8-fcbf-4f9e-8acd-1a084ab67d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:54.053878 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-363650eb-d9fb-4477-8af3-31b57f535ae6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:54.097925 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ff61fb8-fcbf-4f9e-8acd-1a084ab67d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:54.225236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363650eb-d9fb-4477-8af3-31b57f535ae6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=ffcddd27-2c97-4dfa-8547-ad38145a8a63,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:54.254266 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ff61fb8-fcbf-4f9e-8acd-1a084ab67d14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:54.264976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2ff61fb8-fcbf-4f9e-8acd-1a084ab67d14 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/86fe2042-ea19-4725-892c-49286ca80d68 HTTP/1.1" status: 204 len: 168 time: 0.6833000 Jan 31 16:15:54.278230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45576) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:54.439066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff61fb8-fcbf-4f9e-8acd-1a084ab67d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fe2042-ea19-4725-892c-49286ca80d68,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:54.457231 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:54.532578 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-363650eb-d9fb-4477-8af3-31b57f535ae6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:54.733208 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:54.810547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dae470-96c1-413d-b0ed-6d5b21c176ff']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:54.823320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8838881-f7e8-4fea-aa5c-662bdc72f0f1') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:54.824670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8838881-f7e8-4fea-aa5c-662bdc72f0f1') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:54.837027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363650eb-d9fb-4477-8af3-31b57f535ae6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 32a9c5fe-c955-4021-936b-e1ceba1310f5 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:15:54.839184 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:54.857225 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:54.864652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:15:54.865189 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:15:54.867062 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:15:54.975517 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:54.996187 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:55.001424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] 10.222.0.36 "DELETE /v2.0/networks/17dae470-96c1-413d-b0ed-6d5b21c176ff HTTP/1.1" status: 204 len: 168 time: 0.7211785 Jan 31 16:15:55.019276 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc8176-0130-4c88-a3e6-df13bb1b1a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=17dae470-96c1-413d-b0ed-6d5b21c176ff,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:55.564912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45604) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:55.674949 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b9d7019f-5a7e-4e0c-bfe5-b00419ea9c21 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3fcb375ac554aa49c7427a3d3dacc62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086218 Jan 31 16:15:55.675973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45608) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:55.754501 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:55.836235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:55.840787 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:55.910374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363650eb-d9fb-4477-8af3-31b57f535ae6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:15:55.933095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45612) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:55.933345 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-363650eb-d9fb-4477-8af3-31b57f535ae6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/32a9c5fe-c955-4021-936b-e1ceba1310f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0625565 Jan 31 16:15:55.934726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1f060-6259-49d0-a37b-a6c6c7c64cff None None] Sync routers for ids ['32a9c5fe-c955-4021-936b-e1ceba1310f5'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:15:55.962411 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1f060-6259-49d0-a37b-a6c6c7c64cff None None] Routers {'32a9c5fe-c955-4021-936b-e1ceba1310f5'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:55.963365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bce1f060-6259-49d0-a37b-a6c6c7c64cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['32a9c5fe-c955-4021-936b-e1ceba1310f5'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:56.063042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45616) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:56.068374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-60df955f-9ad2-4f94-9991-20041bc7c592 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a9c5fe-c955-4021-936b-e1ceba1310f5 HTTP/1.1" status: 200 len: 205 time: 0.1371632 Jan 31 16:15:56.095278 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:56.100191 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:56.106382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bce1f060-6259-49d0-a37b-a6c6c7c64cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:56.115631 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0deedced-eac2-45f5-b0af-24fe5c897407 HTTP/1.1" status: 204 len: 168 time: 0.4328387 Jan 31 16:15:56.134158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1f060-6259-49d0-a37b-a6c6c7c64cff None None] Routers {'32a9c5fe-c955-4021-936b-e1ceba1310f5'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:15:56.135168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bce1f060-6259-49d0-a37b-a6c6c7c64cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['32a9c5fe-c955-4021-936b-e1ceba1310f5'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:56.154553 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deedced-eac2-45f5-b0af-24fe5c897407,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:56.184688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:56.186024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:56.188274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:56.190376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:56.191795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:56.194001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:56.195234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:56.196645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:56.197100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:56.200687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:56.201492 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:56.203992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a306363-994e-40c8-86e2-eb285c082990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:56.226603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bce1f060-6259-49d0-a37b-a6c6c7c64cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:56.227256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1f060-6259-49d0-a37b-a6c6c7c64cff None None] The sync data for ids ['32a9c5fe-c955-4021-936b-e1ceba1310f5'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:15:56.340221 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-866dfcfc-179d-437c-98ce-d0a60717268d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:56.721718 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-866dfcfc-179d-437c-98ce-d0a60717268d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:56.741332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-866dfcfc-179d-437c-98ce-d0a60717268d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:56.855078 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-866dfcfc-179d-437c-98ce-d0a60717268d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:56.857654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866dfcfc-179d-437c-98ce-d0a60717268d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Fanout notify agent at l3_agent the message router_deleted on router 32a9c5fe-c955-4021-936b-e1ceba1310f5 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:15:56.873170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-866dfcfc-179d-437c-98ce-d0a60717268d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:56.874557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-866dfcfc-179d-437c-98ce-d0a60717268d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/32a9c5fe-c955-4021-936b-e1ceba1310f5 HTTP/1.1" status: 204 len: 168 time: 0.8106010 Jan 31 16:15:56.877401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45636) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:56.964374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcae1cc-5b08-4e5b-83a8-c2a24f0aa866 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting subnet 70258ee8-0cd8-45c8-803b-f6b2892908a3 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:15:56.969497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45640) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:56.986016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afcae1cc-5b08-4e5b-83a8-c2a24f0aa866 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:57.056862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-56ef4a56-38d6-4360-8a93-672fff0115f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bad328c1a4a145119c1197fb64823901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854883 Jan 31 16:15:57.059632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45642) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:57.098012 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afcae1cc-5b08-4e5b-83a8-c2a24f0aa866 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:57.175570 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4c542b83-365f-4568-bb5a-a108a22b1a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:57.222111 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4c542b83-365f-4568-bb5a-a108a22b1a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:57.305440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4c542b83-365f-4568-bb5a-a108a22b1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:57.307687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4c542b83-365f-4568-bb5a-a108a22b1a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:57.308898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4c542b83-365f-4568-bb5a-a108a22b1a1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0e21034-e9a8-4d02-926a-12fc464c038d HTTP/1.1" status: 204 len: 168 time: 0.2479138 Jan 31 16:15:57.374944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c542b83-365f-4568-bb5a-a108a22b1a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e21034-e9a8-4d02-926a-12fc464c038d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:57.533833 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afcae1cc-5b08-4e5b-83a8-c2a24f0aa866 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:57.766298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afcae1cc-5b08-4e5b-83a8-c2a24f0aa866 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:57.854921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcae1cc-5b08-4e5b-83a8-c2a24f0aa866 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Subnet': ['ID=70258ee8-0cd8-45c8-803b-f6b2892908a3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:57.873250 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afcae1cc-5b08-4e5b-83a8-c2a24f0aa866 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:57.882247 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7f9691-5157-4d6f-b3c0-d87908dbe06b None None] Network 05f646db-ac3d-4568-b96a-bf3d2015b193 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:15:57.889545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45678) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:57.895300 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-afcae1cc-5b08-4e5b-83a8-c2a24f0aa866 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/70258ee8-0cd8-45c8-803b-f6b2892908a3 HTTP/1.1" status: 204 len: 168 time: 1.0159390 Jan 31 16:15:58.137365 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:58.176202 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:58.440249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457e8df5-ab7a-4e4e-904d-2111f637330e None None] DHCP port deletion for 05f646db-ac3d-4568-b96a-bf3d2015b193 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:15:58.464626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port e34470a2-a893-4541-8b3d-55d0d63d26b2 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:58.465502 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:58.561727 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-457e8df5-ab7a-4e4e-904d-2111f637330e None None] Deleting port e34470a2-a893-4541-8b3d-55d0d63d26b2 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:15:58.562101 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-457e8df5-ab7a-4e4e-904d-2111f637330e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:58.701066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] For port e34470a2-a893-4541-8b3d-55d0d63d26b2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e34470a2-a893-4541-8b3d-55d0d63d26b2,segment=NetworkSegment(f8711936-4664-45e7-b504-db2fe0f163c5),segment_id=f8711936-4664-45e7-b504-db2fe0f163c5)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:58.701856 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:58.736243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-457e8df5-ab7a-4e4e-904d-2111f637330e None None] For port e34470a2-a893-4541-8b3d-55d0d63d26b2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e34470a2-a893-4541-8b3d-55d0d63d26b2,segment=NetworkSegment(f8711936-4664-45e7-b504-db2fe0f163c5),segment_id=f8711936-4664-45e7-b504-db2fe0f163c5)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:15:58.741154 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-457e8df5-ab7a-4e4e-904d-2111f637330e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:58.750550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for e34470a2-a893-4541-8b3d-55d0d63d26b2 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:58.763996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-457e8df5-ab7a-4e4e-904d-2111f637330e None None] Calling delete_port for e34470a2-a893-4541-8b3d-55d0d63d26b2 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:15:58.909448 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-457e8df5-ab7a-4e4e-904d-2111f637330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:58.949162 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:58.989700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No DVR routers for this DVR port e34470a2-a893-4541-8b3d-55d0d63d26b2 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:15:59.057999 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e8df5-ab7a-4e4e-904d-2111f637330e None None] No DVR routers for this DVR port e34470a2-a893-4541-8b3d-55d0d63d26b2 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:15:59.101604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e8df5-ab7a-4e4e-904d-2111f637330e None None] Pushing event deleted for resources: {'Port': ['ID=e34470a2-a893-4541-8b3d-55d0d63d26b2,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:59.116240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e34470a2-a893-4541-8b3d-55d0d63d26b2 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:15:59.153800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=e34470a2-a893-4541-8b3d-55d0d63d26b2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:59.188779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:59.189445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:59.195822 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:59.197120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:59.199853 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:59.200150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:59.200497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:59.200838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:59.201174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:59.208471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:59.208471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:59.208876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:15:59.236494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e34470a2-a893-4541-8b3d-55d0d63d26b2 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:15:59.238867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e34470a2-a893-4541-8b3d-55d0d63d26b2 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:15:59.437394 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:59.489214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f646db-ac3d-4568-b96a-bf3d2015b193']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:59.516215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8711936-4664-45e7-b504-db2fe0f163c5') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:59.516786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8711936-4664-45e7-b504-db2fe0f163c5') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:15:59.538375 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:15:59.605086 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:15:59.736803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:59.778788 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:59.784849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/networks/05f646db-ac3d-4568-b96a-bf3d2015b193 HTTP/1.1" status: 204 len: 168 time: 1.8916583 Jan 31 16:15:59.788393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45720) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:15:59.795010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1341161761', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:15:59.835053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbaa88c-70de-426b-9c6f-54b0b27d0c14 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Network': ['ID=05f646db-ac3d-4568-b96a-bf3d2015b193,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:15:59.883688 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:15:59.885056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:00.104057 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:00.638973 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:01.144402 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:01.194038 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:01.306169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45762) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:01.586306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Allocated IP 172.25.1.200 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/1bb9f757-1d64-4fdb-9c40-23b034ece872) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:01.668258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-836495901-network', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:01.730329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Made reservation on behalf of 0a130774d5f840d0a67fdfd24f7dc06d for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:01.739191 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:01.766355 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:01.837332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:01.947961 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:02.042332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:02.052697 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:02.113752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=1bb9f757-1d64-4fdb-9c40-23b034ece872,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:02.117232 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ceacb3-827c-431f-af80-5b00ab6ee892,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:02.156404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:16:02.189495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:02.190520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:02.191006 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Added segment 9ec4defa-4d12-4210-816c-cf98a6c19804 of type vlan for network 4c9216f2-48f1-406f-b84d-2c32432bfef6 Jan 31 16:16:02.204257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:02.211604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:02.375938 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:02.428419 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:02.429454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:02.430059 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:02.474570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1664686 Jan 31 16:16:02.487371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45788) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:02.503120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-09f53d91-cdfa-4515-abcf-6885e405b238 admin admin] Request body: {'subnet': {'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-836495901-subnet', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:02.680595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f53d91-cdfa-4515-abcf-6885e405b238 admin admin] Made reservation on behalf of 0a130774d5f840d0a67fdfd24f7dc06d for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:02.686796 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09f53d91-cdfa-4515-abcf-6885e405b238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:02.993005 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:03.110902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cfccb-34c5-43c2-acae-ed468582b5c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4c9216f2-48f1-406f-b84d-2c32432bfef6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:03.124228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:16:03.126669 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09f53d91-cdfa-4515-abcf-6885e405b238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:03.250903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f53d91-cdfa-4515-abcf-6885e405b238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6ce3ce-f039-4d58-91eb-5dc346104c74,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:03.313628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f53d91-cdfa-4515-abcf-6885e405b238 admin admin] Checking segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:03.317935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f53d91-cdfa-4515-abcf-6885e405b238 admin admin] Network hostable DHCP agents. Network: 4c9216f2-48f1-406f-b84d-2c32432bfef6, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:16:03.374227 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f53d91-cdfa-4515-abcf-6885e405b238 admin admin] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:16:03.394548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-09f53d91-cdfa-4515-abcf-6885e405b238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 4c9216f2-48f1-406f-b84d-2c32432bfef6) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:03.403229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f53d91-cdfa-4515-abcf-6885e405b238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:03.404229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09f53d91-cdfa-4515-abcf-6885e405b238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:03.468023 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-09f53d91-cdfa-4515-abcf-6885e405b238 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9721553 Jan 31 16:16:03.469009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45810) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:03.480746 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:03.510324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06b7974-e509-4556-be03-f532d13e6719 None None] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:03.646499 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:03.647738 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:03.919716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:04.175503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-4c9216f2-48f1-406f-b84d-2c32432bfef6', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:16:04.177668 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:04.567465 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Allocated IP 172.20.0.2 (4c9216f2-48f1-406f-b84d-2c32432bfef6/3d6ce3ce-f039-4d58-91eb-5dc346104c74/71491abb-6003-49f1-a9b0-6bfeb9f3cb3b) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:04.588893 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:04.728132 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:05.073844 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:05.082553 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:05.124087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:05.126615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:05.133983 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:05.151454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Pushing event updated for resources: {'Port': ['ID=71491abb-6003-49f1-a9b0-6bfeb9f3cb3b,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:05.200679 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:05.233814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Attempting to bind port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:05.234532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Attempting to bind port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:05.236141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Attempting to bind port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:05.240346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:16:05.244789 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:05.252718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:05.253483 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Checking segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:05.255922 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:05.256365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Bound using segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:05.256937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Bound port: 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:05.259417 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:05.463623 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] For port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:16:05.471513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] For port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=71491abb-6003-49f1-a9b0-6bfeb9f3cb3b,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:16:05.486486 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:05.497570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:16:05.509421 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62051339-e001-4bfa-8510-c180df2a8b18 None None] Sync routers for ids ['2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:16:05.526614 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62051339-e001-4bfa-8510-c180df2a8b18 None None] Routers {'2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:05.527395 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-62051339-e001-4bfa-8510-c180df2a8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:05.532554 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:05.538098 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b27592c4-0b36-43b5-a7a2-089b20e5d9ce tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7439706 Jan 31 16:16:05.538810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45856) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:05.607916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Allocated IP 172.25.1.157 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/398b9d72-3ab4-447f-a08f-98edf643b149) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:05.664179 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-62051339-e001-4bfa-8510-c180df2a8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:05.698266 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62051339-e001-4bfa-8510-c180df2a8b18 None None] Routers {'2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:05.699309 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-62051339-e001-4bfa-8510-c180df2a8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:05.728098 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5db37-4c60-4f98-897b-238b62e2eade None None] Pushing event updated for resources: {'Port': ['ID=71491abb-6003-49f1-a9b0-6bfeb9f3cb3b,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:05.857780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c3c78399-cfcb-453d-8d4e-79bfb4bcabaa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/routers/2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4 HTTP/1.1" status: 200 len: 885 time: 0.3170702 Jan 31 16:16:05.859739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45868) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:05.928752 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-62051339-e001-4bfa-8510-c180df2a8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:05.944860 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62051339-e001-4bfa-8510-c180df2a8b18 None None] The sync data for ids ['2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:16:06.187553 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:06.307935 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:06.374063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:06.379686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:06.407896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:06.515977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Pushing event updated for resources: {'Port': ['ID=398b9d72-3ab4-447f-a08f-98edf643b149,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:06.938007 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2f3a2e01-d707-4fb7-99b3-84dd44b39e8a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.0707717 Jan 31 16:16:06.939284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45894) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:06.949049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ff269314-3dac-4c43-ada2-3fc973126226 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1341161761'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:07.197619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:07.455137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:07.455784 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:07.463697 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:07.599439 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:07.722743 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=71491abb-6003-49f1-a9b0-6bfeb9f3cb3b,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:16:07.731639 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:07.857613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=71491abb-6003-49f1-a9b0-6bfeb9f3cb3b,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:08.016454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d2aab-7154-4d0f-b7dc-5519add15754 None None] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:08.088202 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:08.106927 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ff269314-3dac-4c43-ada2-3fc973126226 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:08.132734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ff269314-3dac-4c43-ada2-3fc973126226 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:08.320629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-463e096b-c7b6-4f89-8aa3-dc6cd17a1125 None None] Provisioning complete for port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:08.322673 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-463e096b-c7b6-4f89-8aa3-dc6cd17a1125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:08.541917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff269314-3dac-4c43-ada2-3fc973126226 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:16:08.555606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:16:08.942173 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff269314-3dac-4c43-ada2-3fc973126226 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:16:08.956376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb75e85-2902-4caa-ba12-e0dca8a4b73c None None] Sync routers for ids ['2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:16:08.969992 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ff269314-3dac-4c43-ada2-3fc973126226 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:08.975762 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ff269314-3dac-4c43-ada2-3fc973126226 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4 HTTP/1.1" status: 200 len: 892 time: 2.0351908 Jan 31 16:16:08.977166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45940) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:08.982256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb75e85-2902-4caa-ba12-e0dca8a4b73c None None] Routers {'2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:08.983158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8cb75e85-2902-4caa-ba12-e0dca8a4b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:09.044916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:16:09.060069 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Sync routers for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:16:09.077743 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:09.079045 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:09.121129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:09.140679 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8cb75e85-2902-4caa-ba12-e0dca8a4b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:09.148772 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:09.157191 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a5d69a46-76e4-436a-b8b6-88d3dad71e51 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6866450 Jan 31 16:16:09.157910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 45950) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:09.251906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb75e85-2902-4caa-ba12-e0dca8a4b73c None None] Routers {'2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:09.251906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8cb75e85-2902-4caa-ba12-e0dca8a4b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:09.294595 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:16:09.318964 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-8cb75e85-2902-4caa-ba12-e0dca8a4b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:09.319784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb75e85-2902-4caa-ba12-e0dca8a4b73c None None] The sync data for ids ['2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:16:09.442430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:09.443535 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:09.476702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c251706a-949a-488c-a682-2d969fe13646 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/routers/2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4 HTTP/1.1" status: 200 len: 892 time: 0.4971013 Jan 31 16:16:09.495274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45966) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:09.603519 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eed6c5e4-b3b2-4e63-b9c6-69e77afee274 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4 HTTP/1.1" status: 200 len: 205 time: 0.1064672 Jan 31 16:16:09.606839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45972) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:09.609099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45974) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:09.779253 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4b0ac18e-0bfa-4691-9098-13c6984cb6a7 None None] Provisioning complete for port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:09.779815 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac18e-0bfa-4691-9098-13c6984cb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:09.869428 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:16:09.924004 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:07Z', 'revision_number': 3, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:09.944770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ca29e8bf-001e-40f6-ab14-a8782f6aee9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:09.961705 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:10.010533 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Checking router: 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:16:10.011107 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Updating router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d port 398b9d72-3ab4-447f-a08f-98edf643b149 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:16:10.105371 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:10.355810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:10.515506 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ca29e8bf-001e-40f6-ab14-a8782f6aee9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:10.547518 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ca29e8bf-001e-40f6-ab14-a8782f6aee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:10.603888 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:10.612634 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:10.653890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ca29e8bf-001e-40f6-ab14-a8782f6aee9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=acca8b9467c34da78653c75cb535c82e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0380349 Jan 31 16:16:10.670999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 45996) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:10.747197 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port 1bb9f757-1d64-4fdb-9c40-23b034ece872 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:16:10.758309 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:10.771844 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Attempting to bind port 398b9d72-3ab4-447f-a08f-98edf643b149 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:10.772222 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Attempting to bind port 398b9d72-3ab4-447f-a08f-98edf643b149 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:10.772575 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Attempting to bind port 398b9d72-3ab4-447f-a08f-98edf643b149 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:10.794854 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:10.795219 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:10.795614 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:10.796000 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:10.796455 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Bound port: 398b9d72-3ab4-447f-a08f-98edf643b149, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:10.796822 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:10.858006 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Pushing event updated for resources: {'Port': ['ID=398b9d72-3ab4-447f-a08f-98edf643b149,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:10.875626 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:10.875868 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:10.876189 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:10.876513 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:10.876834 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:10.877149 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:10.877479 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:10.877792 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:10.878101 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:10.878640 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:10.878962 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:10.879269 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:10.907935 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] For port 398b9d72-3ab4-447f-a08f-98edf643b149, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:16:10.915455 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] For port 398b9d72-3ab4-447f-a08f-98edf643b149, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=398b9d72-3ab4-447f-a08f-98edf643b149,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:16:10.929885 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:10.937708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29e8bf-001e-40f6-ab14-a8782f6aee9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37392a9f-8a46-45c4-9134-e25807e75805,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:11.019569 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df380d33-10f5-4cf7-9439-8cff7b68c086 None None] Pushing event updated for resources: {'Port': ['ID=398b9d72-3ab4-447f-a08f-98edf643b149,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:11.025515 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:11.026130 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:11.036906 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88ee54c3-5b30-4d44-9866-f21ba880150a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:11.083173 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88ee54c3-5b30-4d44-9866-f21ba880150a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:11.172538 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88ee54c3-5b30-4d44-9866-f21ba880150a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:11.175976 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88ee54c3-5b30-4d44-9866-f21ba880150a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:11.177336 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-88ee54c3-5b30-4d44-9866-f21ba880150a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37392a9f-8a46-45c4-9134-e25807e75805 HTTP/1.1" status: 204 len: 168 time: 0.4862065 Jan 31 16:16:11.191482 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee54c3-5b30-4d44-9866-f21ba880150a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37392a9f-8a46-45c4-9134-e25807e75805,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:11.221201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:11.274232 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:16:11.293120 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:11.320313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for 1bb9f757-1d64-4fdb-9c40-23b034ece872 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:16:11.772807 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:07Z', 'revision_number': 3, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:11.777113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:11.831678 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277e08f8-4434-4306-bddc-9fef9f3bffbe None None] The sync data for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 is: [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:07Z', 'revision_number': 3, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:16:11.857340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=1bb9f757-1d64-4fdb-9c40-23b034ece872,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:11.908771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Allocated IP 172.20.0.1 (4c9216f2-48f1-406f-b84d-2c32432bfef6/3d6ce3ce-f039-4d58-91eb-5dc346104c74/d9a0fe34-5ac0-4671-bf7c-ffd7422c2688) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:11.953497 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.016895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46024) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:12.048509 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e8b11d5-8e9e-42e7-aa07-b3b28bfece30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.131743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.136944 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.211275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.211939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Fanout notify agent at l3_agent the message router_deleted on router 2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:16:12.222576 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.229745 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5e6afb64-8194-4353-9c54-66ff5d74ac3a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4 HTTP/1.1" status: 204 len: 168 time: 2.6208329 Jan 31 16:16:12.230539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46028) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:12.235745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-39596494-375e-4915-a8c8-9e627019a789 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1309835703'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:12.266848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39596494-375e-4915-a8c8-9e627019a789 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:12.284499 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39596494-375e-4915-a8c8-9e627019a789 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.330300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39596494-375e-4915-a8c8-9e627019a789 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:16:12.347371 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39596494-375e-4915-a8c8-9e627019a789 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.347983 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-39596494-375e-4915-a8c8-9e627019a789 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Added segment a68406b8-6b20-4891-b19e-ea1091c80b43 of type vlan for network abbff9ef-ab56-4456-8735-2bb887cd4de9 Jan 31 16:16:12.429681 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39596494-375e-4915-a8c8-9e627019a789 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.510567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39596494-375e-4915-a8c8-9e627019a789 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.526951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.530838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39596494-375e-4915-a8c8-9e627019a789 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:12.531708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-39596494-375e-4915-a8c8-9e627019a789 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.635865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39596494-375e-4915-a8c8-9e627019a789 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Network': ['ID=abbff9ef-ab56-4456-8735-2bb887cd4de9,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:12.651109 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-39596494-375e-4915-a8c8-9e627019a789 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4194856 Jan 31 16:16:12.655669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46038) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:12.666340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c8d34649-1124-45aa-a7ba-bbe1a2261edf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'subnet': {'network_id': 'abbff9ef-ab56-4456-8735-2bb887cd4de9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:12.680239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network abbff9ef-ab56-4456-8735-2bb887cd4de9 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:16:12.883240 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e8b11d5-8e9e-42e7-aa07-b3b28bfece30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:12.928145 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e8b11d5-8e9e-42e7-aa07-b3b28bfece30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.014443 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.035996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 398b9d72-3ab4-447f-a08f-98edf643b149 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:13.125556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 398b9d72-3ab4-447f-a08f-98edf643b149 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:13.127074 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.166631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:13.180021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:13.185297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b11d5-8e9e-42e7-aa07-b3b28bfece30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f64a731-822f-4b42-b4d6-e766c9e24b8c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:13.195061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:13.239176 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4e8b11d5-8e9e-42e7-aa07-b3b28bfece30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=525eac8b1d9f45a3aa7fcb0f3b9e39fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2210946 Jan 31 16:16:13.242433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46050) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:13.282365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Pushing event updated for resources: {'Port': ['ID=d9a0fe34-5ac0-4671-bf7c-ffd7422c2688,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:13.303860 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.414770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d6668d9d-5073-4f98-949d-74191f92df15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.534721 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d6668d9d-5073-4f98-949d-74191f92df15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.564616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d34649-1124-45aa-a7ba-bbe1a2261edf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:13.567466 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.583600 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8d34649-1124-45aa-a7ba-bbe1a2261edf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.667764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 398b9d72-3ab4-447f-a08f-98edf643b149, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=398b9d72-3ab4-447f-a08f-98edf643b149,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:16:13.686416 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.706622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d6668d9d-5073-4f98-949d-74191f92df15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.710967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d6668d9d-5073-4f98-949d-74191f92df15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.726886 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d6668d9d-5073-4f98-949d-74191f92df15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f64a731-822f-4b42-b4d6-e766c9e24b8c HTTP/1.1" status: 204 len: 168 time: 0.4823742 Jan 31 16:16:13.750994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6668d9d-5073-4f98-949d-74191f92df15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f64a731-822f-4b42-b4d6-e766c9e24b8c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:13.876686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-618182b7-5ca0-430c-98a7-239862462dc5 None None] Provisioning complete for port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:13.891977 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-618182b7-5ca0-430c-98a7-239862462dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.959788 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:13.988773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=398b9d72-3ab4-447f-a08f-98edf643b149,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:14.050771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-618182b7-5ca0-430c-98a7-239862462dc5 None None] Port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:16:14.472367 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8d34649-1124-45aa-a7ba-bbe1a2261edf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:14.647814 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:14.670337 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:14.839468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d34649-1124-45aa-a7ba-bbe1a2261edf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Subnet': ['ID=9db6502f-cb83-4fab-a698-b0bfbaa3ad24,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:14.950589 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:14.958882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Pushing event updated for resources: {'Port': ['ID=d9a0fe34-5ac0-4671-bf7c-ffd7422c2688,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:14.976620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 398b9d72-3ab4-447f-a08f-98edf643b149 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:14.990523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d34649-1124-45aa-a7ba-bbe1a2261edf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Checking segment: {'id': 'a68406b8-6b20-4891-b19e-ea1091c80b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'abbff9ef-ab56-4456-8735-2bb887cd4de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:14.996554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d34649-1124-45aa-a7ba-bbe1a2261edf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network hostable DHCP agents. Network: abbff9ef-ab56-4456-8735-2bb887cd4de9, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:16:15.081320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 398b9d72-3ab4-447f-a08f-98edf643b149 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:15.103635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46104) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:15.109917 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:15.200111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d34649-1124-45aa-a7ba-bbe1a2261edf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network abbff9ef-ab56-4456-8735-2bb887cd4de9 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:16:15.250846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c8d34649-1124-45aa-a7ba-bbe1a2261edf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, abbff9ef-ab56-4456-8735-2bb887cd4de9) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:15.282269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d34649-1124-45aa-a7ba-bbe1a2261edf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:15.294300 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c8d34649-1124-45aa-a7ba-bbe1a2261edf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:15.408369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a59cf87-2ed4-4705-bb3e-492d6099598f None None] Network abbff9ef-ab56-4456-8735-2bb887cd4de9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:15.423855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c8d34649-1124-45aa-a7ba-bbe1a2261edf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7670939 Jan 31 16:16:15.426671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46120) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:15.431344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-201eaee2-68c4-4f47-b2c2-d4fceca5ef3d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1194858387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:15.440111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:15.445536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:15.484400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0dcbabf5-a88b-4e4c-89a1-73fbd93bd2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:15.625836 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-201eaee2-68c4-4f47-b2c2-d4fceca5ef3d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:15.636961 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-201eaee2-68c4-4f47-b2c2-d4fceca5ef3d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:15.838393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:16:16.000008 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-201eaee2-68c4-4f47-b2c2-d4fceca5ef3d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:16.006906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-abbff9ef-ab56-4456-8735-2bb887cd4de9', 'network_id': 'abbff9ef-ab56-4456-8735-2bb887cd4de9', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'fixed_ips': [{'subnet_id': '9db6502f-cb83-4fab-a698-b0bfbaa3ad24'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:16:16.009121 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:16.026380 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-201eaee2-68c4-4f47-b2c2-d4fceca5ef3d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:16.078923 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-201eaee2-68c4-4f47-b2c2-d4fceca5ef3d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:16.082866 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-201eaee2-68c4-4f47-b2c2-d4fceca5ef3d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6550972 Jan 31 16:16:16.094087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46132) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:16.230005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:16:16.235471 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0dcbabf5-a88b-4e4c-89a1-73fbd93bd2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:16.272367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5cb123a3-971d-4995-bdbd-aeade92c3a5d admin admin] 10.222.0.36 "PUT /v2.0/routers/2cdd596a-726e-4fd8-ba6a-8e21c0480f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1092470 Jan 31 16:16:16.280078 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0dcbabf5-a88b-4e4c-89a1-73fbd93bd2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:16.359470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Allocated IP 2001:db8::2 (abbff9ef-ab56-4456-8735-2bb887cd4de9/9db6502f-cb83-4fab-a698-b0bfbaa3ad24/afaf4278-c43f-435f-acbb-4989698d724f) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:16.691678 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:16.699412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Sync routers for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:16:16.716084 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:16.727879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:16.728884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:15:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:16.777867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Pushing event updated for resources: {'Port': ['ID=afaf4278-c43f-435f-acbb-4989698d724f,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:17.253697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Network abbff9ef-ab56-4456-8735-2bb887cd4de9 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:17.268452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46182) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:17.297178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:17.300942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:17.319322 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ec882476-cd6e-4f5d-9526-a33185803635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:17.364599 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-eb4bf1d9-33d1-4882-9864-a924b73eaf70 None None] Provisioning complete for port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:17.368052 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf1d9-33d1-4882-9864-a924b73eaf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:17.491738 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-eb4bf1d9-33d1-4882-9864-a924b73eaf70 None None] Port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:16:17.527999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46198) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:17.528165 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0dcbabf5-a88b-4e4c-89a1-73fbd93bd2de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4eda7d40baed45c9a8a16541ee68696e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4232857 Jan 31 16:16:17.528975 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbabf5-a88b-4e4c-89a1-73fbd93bd2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1448d75-0b88-4025-a61f-55fd534b4537,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:17.541931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Attempting to bind port afaf4278-c43f-435f-acbb-4989698d724f on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:17.542354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Attempting to bind port afaf4278-c43f-435f-acbb-4989698d724f by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'a68406b8-6b20-4891-b19e-ea1091c80b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'abbff9ef-ab56-4456-8735-2bb887cd4de9'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:17.544321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Attempting to bind port afaf4278-c43f-435f-acbb-4989698d724f on network abbff9ef-ab56-4456-8735-2bb887cd4de9 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:17.627538 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e21c693c-9d51-4782-bd54-8e766c09d302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:17.695124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:17.695883 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Checking segment: {'id': 'a68406b8-6b20-4891-b19e-ea1091c80b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'abbff9ef-ab56-4456-8735-2bb887cd4de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:17.696471 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:17.697022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Bound using segment: {'id': 'a68406b8-6b20-4891-b19e-ea1091c80b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'abbff9ef-ab56-4456-8735-2bb887cd4de9'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:17.697751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Bound port: afaf4278-c43f-435f-acbb-4989698d724f, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68406b8-6b20-4891-b19e-ea1091c80b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'abbff9ef-ab56-4456-8735-2bb887cd4de9'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:17.698299 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:17.858583 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81540c06-06b8-4296-9187-f95fb9b5e849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:17.910568 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81540c06-06b8-4296-9187-f95fb9b5e849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:17.916596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46206) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:17.918749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] For port afaf4278-c43f-435f-acbb-4989698d724f, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:16:17.922206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] For port afaf4278-c43f-435f-acbb-4989698d724f, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=afaf4278-c43f-435f-acbb-4989698d724f,segment=NetworkSegment(a68406b8-6b20-4891-b19e-ea1091c80b43),segment_id=a68406b8-6b20-4891-b19e-ea1091c80b43)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:16:17.927690 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:17.937032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-659298630-network', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:17.944069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:16:17.955992 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:17.991300 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81540c06-06b8-4296-9187-f95fb9b5e849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:17.994817 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81540c06-06b8-4296-9187-f95fb9b5e849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:17.998348 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-81540c06-06b8-4296-9187-f95fb9b5e849 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1448d75-0b88-4025-a61f-55fd534b4537 HTTP/1.1" status: 204 len: 168 time: 0.4660909 Jan 31 16:16:18.044064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81540c06-06b8-4296-9187-f95fb9b5e849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1448d75-0b88-4025-a61f-55fd534b4537,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:18.168577 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e21c693c-9d51-4782-bd54-8e766c09d302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.184047 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e21c693c-9d51-4782-bd54-8e766c09d302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.206915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Made reservation on behalf of 6159fd5dbdf4441283ff487c87fa529a for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:18.209303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.274716 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.322310 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e21c693c-9d51-4782-bd54-8e766c09d302 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10c06ba1096a419da15837939c517488&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0503032 Jan 31 16:16:18.326546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c693c-9d51-4782-bd54-8e766c09d302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf2f489-f155-40ef-aaed-7eafeb46e805,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:18.331530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46216) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:18.562456 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.571448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.579578 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-240b5b3e-cd0e-4d02-8b1e-0cfb2e6329a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.680162 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-240b5b3e-cd0e-4d02-8b1e-0cfb2e6329a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.710141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:16:18.722954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700a3e11-1ed2-4d20-acbd-5a4815c1a950,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:18.776556 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.776975 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Added segment e1e53c00-0a5e-4938-9b02-bb637bf7405f of type vlan for network df3e64a5-e785-405d-b377-58281f022afb Jan 31 16:16:18.788545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c64cb-93f5-4292-b0e4-dacedb6f77aa None None] Pushing event updated for resources: {'Port': ['ID=afaf4278-c43f-435f-acbb-4989698d724f,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:18.837520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-240b5b3e-cd0e-4d02-8b1e-0cfb2e6329a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.852565 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-240b5b3e-cd0e-4d02-8b1e-0cfb2e6329a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.857327 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-240b5b3e-cd0e-4d02-8b1e-0cfb2e6329a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aaf2f489-f155-40ef-aaed-7eafeb46e805 HTTP/1.1" status: 204 len: 168 time: 0.5208480 Jan 31 16:16:18.891038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:14Z', 'revision_number': 2, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:18.898197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b5b3e-cd0e-4d02-8b1e-0cfb2e6329a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf2f489-f155-40ef-aaed-7eafeb46e805,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:18.905439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46232) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:18.934195 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.947927 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652de02f-5113-4feb-adaa-eead96fb2a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:18.995185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Checking router: 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:16:18.995523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Updating router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:16:19.122120 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:19.221287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Allocated IP 2001:db8::1 (abbff9ef-ab56-4456-8735-2bb887cd4de9/9db6502f-cb83-4fab-a698-b0bfbaa3ad24/18ba41b4-f2a2-4bc9-b4de-92a3b0ecba06) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:19.285198 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652de02f-5113-4feb-adaa-eead96fb2a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:19.299022 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-652de02f-5113-4feb-adaa-eead96fb2a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:19.328312 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device afaf4278-c43f-435f-acbb-4989698d724f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:19.421237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-652de02f-5113-4feb-adaa-eead96fb2a15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad1dd8f51a4e4f1983faa0f954a13715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5124905 Jan 31 16:16:19.424359 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46242) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:19.430106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652de02f-5113-4feb-adaa-eead96fb2a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00eb2a2-3615-4747-a94d-a871d0eab27c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:19.529331 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:19.565710 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:19.570220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:19.570990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:19.574479 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port afaf4278-c43f-435f-acbb-4989698d724f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:19.575157 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:19.589250 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:19.621450 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6931517 Jan 31 16:16:19.633508 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46254) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:19.649292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bca3ceef-283a-4ad4-b1b0-46bd302043d7 admin admin] Request body: {'subnet': {'network_id': 'df3e64a5-e785-405d-b377-58281f022afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-659298630-subnet', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:19.704314 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-70d69a7c-fb9c-48fe-8219-718ddc521d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:19.791830 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:19.857156 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e0dd84b7-b9e7-4653-ab12-0b6a8b5bc611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:19.900391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port afaf4278-c43f-435f-acbb-4989698d724f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=afaf4278-c43f-435f-acbb-4989698d724f,segment=NetworkSegment(a68406b8-6b20-4891-b19e-ea1091c80b43),segment_id=a68406b8-6b20-4891-b19e-ea1091c80b43)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:16:19.938123 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:19.992288 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e0dd84b7-b9e7-4653-ab12-0b6a8b5bc611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:20.028941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=afaf4278-c43f-435f-acbb-4989698d724f,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:20.056359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network abbff9ef-ab56-4456-8735-2bb887cd4de9 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:20.065340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:20.070495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83bced-8ccc-4f94-9139-5114a956fa8a admin admin] Pushing event updated for resources: {'Network': ['ID=df3e64a5-e785-405d-b377-58281f022afb,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:20.073290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:20.073955 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:20.077884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=18ba41b4-f2a2-4bc9-b4de-92a3b0ecba06,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:20.105748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network df3e64a5-e785-405d-b377-58281f022afb details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:16:20.123476 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e0dd84b7-b9e7-4653-ab12-0b6a8b5bc611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:20.131931 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e0dd84b7-b9e7-4653-ab12-0b6a8b5bc611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:20.134439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e0dd84b7-b9e7-4653-ab12-0b6a8b5bc611 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c00eb2a2-3615-4747-a94d-a871d0eab27c HTTP/1.1" status: 204 len: 168 time: 0.6921060 Jan 31 16:16:20.143986 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca3ceef-283a-4ad4-b1b0-46bd302043d7 admin admin] Made reservation on behalf of 6159fd5dbdf4441283ff487c87fa529a for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:20.149683 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bca3ceef-283a-4ad4-b1b0-46bd302043d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:20.190828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd84b7-b9e7-4653-ab12-0b6a8b5bc611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00eb2a2-3615-4747-a94d-a871d0eab27c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:20.466122 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:20.574386 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bca3ceef-283a-4ad4-b1b0-46bd302043d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:20.603128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad65a6d-037d-4e9a-ae16-645ff02e1296 None None] Network abbff9ef-ab56-4456-8735-2bb887cd4de9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:20.791874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3ceef-283a-4ad4-b1b0-46bd302043d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee65bc4-a63e-4e56-b418-cf4d22311b8f,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:20.823903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f2cd7e18-59ba-4189-b0ef-1167fa3a7a64 None None] Provisioning complete for port afaf4278-c43f-435f-acbb-4989698d724f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:20.824393 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f2cd7e18-59ba-4189-b0ef-1167fa3a7a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:20.826427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3ceef-283a-4ad4-b1b0-46bd302043d7 admin admin] Checking segment: {'id': 'e1e53c00-0a5e-4938-9b02-bb637bf7405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:20.826769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3ceef-283a-4ad4-b1b0-46bd302043d7 admin admin] Network hostable DHCP agents. Network: df3e64a5-e785-405d-b377-58281f022afb, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:16:20.871438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3ceef-283a-4ad4-b1b0-46bd302043d7 admin admin] Network df3e64a5-e785-405d-b377-58281f022afb is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:16:20.903071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-bca3ceef-283a-4ad4-b1b0-46bd302043d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, df3e64a5-e785-405d-b377-58281f022afb) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:20.910360 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:20.915960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca3ceef-283a-4ad4-b1b0-46bd302043d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:20.919411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bca3ceef-283a-4ad4-b1b0-46bd302043d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:20.970568 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bca3ceef-283a-4ad4-b1b0-46bd302043d7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3358769 Jan 31 16:16:20.976518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c90f0fb-a26d-470c-ad35-f10d1a93a696 None None] Network df3e64a5-e785-405d-b377-58281f022afb requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:20.987151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46292) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:21.001278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-659298630-router', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:21.055590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.058378 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.066587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device afaf4278-c43f-435f-acbb-4989698d724f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:21.069942 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.111736 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.156043 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.157615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46294) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:21.218158 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.256776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.270626 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.338912 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68c2472e-f055-40d0-b6ec-6b9e298d568d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.492668 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68c2472e-f055-40d0-b6ec-6b9e298d568d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.499689 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68c2472e-f055-40d0-b6ec-6b9e298d568d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.661275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2472e-f055-40d0-b6ec-6b9e298d568d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c09c91-289d-4b93-b870-c0c6b6b65372,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:21.685926 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.695351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-68c2472e-f055-40d0-b6ec-6b9e298d568d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=078a387694994fba9e8ee0f1e0717325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5356917 Jan 31 16:16:21.702080 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46310) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:21.754029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Pushing event updated for resources: {'Port': ['ID=d9a0fe34-5ac0-4671-bf7c-ffd7422c2688,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:21.777547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:21.777954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:21.778469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:21.778937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:21.779356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:21.779769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:21.780184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:21.780615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:21.781028 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:21.782050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:21.782466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:21.783256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:21.805096 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82940c65-90af-4837-8fc8-69663b07791f req-130a71b3-c967-474f-be55-25f09fbc5e19 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5959163 Jan 31 16:16:21.834504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Attempting to bind port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:21.835124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Attempting to bind port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:21.835666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Attempting to bind port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:21.850211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port afaf4278-c43f-435f-acbb-4989698d724f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:21.850729 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.904846 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:21.905367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Checking segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:21.906168 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.906650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Bound using segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:21.908150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Bound port: d9a0fe34-5ac0-4671-bf7c-ffd7422c2688, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:21.908631 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:21.935518 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=18ba41b4-f2a2-4bc9-b4de-92a3b0ecba06,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:22.107334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network abbff9ef-ab56-4456-8735-2bb887cd4de9 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:22.109209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:22.135739 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:22.147802 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a537a651-26df-411c-8e32-02b58e33c74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:22.172354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:22.226387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1e53bdb2-bc04-4771-b1b3-ec269544b213 None None] Provisioning complete for port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:22.227228 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1e53bdb2-bc04-4771-b1b3-ec269544b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:22.235804 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-df3e64a5-e785-405d-b377-58281f022afb', 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'fixed_ips': [{'subnet_id': '8ee65bc4-a63e-4e56-b418-cf4d22311b8f'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:16:22.236801 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:22.277961 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a537a651-26df-411c-8e32-02b58e33c74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:22.303160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82940c65-90af-4837-8fc8-69663b07791f req-f524d02e-a62d-43dc-a3e4-9b1cb771f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:22.306356 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82940c65-90af-4837-8fc8-69663b07791f req-f524d02e-a62d-43dc-a3e4-9b1cb771f07b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a4506fcb1854520a47917f2762e3205&device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 1101 time: 0.4092529 Jan 31 16:16:22.415315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Allocated IP 172.25.1.245 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/3122b943-c0ad-4e00-b967-250fc2150cd8) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:22.680403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82940c65-90af-4837-8fc8-69663b07791f req-39b1a4b2-5a3e-444c-a2c1-518de6a682b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:22.683672 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82940c65-90af-4837-8fc8-69663b07791f req-39b1a4b2-5a3e-444c-a2c1-518de6a682b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3482914 Jan 31 16:16:22.695330 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a537a651-26df-411c-8e32-02b58e33c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:22.697930 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a537a651-26df-411c-8e32-02b58e33c74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:22.699082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a537a651-26df-411c-8e32-02b58e33c74c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4c09c91-289d-4b93-b870-c0c6b6b65372 HTTP/1.1" status: 204 len: 168 time: 0.9679990 Jan 31 16:16:22.732881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:22.848233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:22.854847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537a651-26df-411c-8e32-02b58e33c74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c09c91-289d-4b93-b870-c0c6b6b65372,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:22.891616 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82940c65-90af-4837-8fc8-69663b07791f req-d1b255c3-eca5-4737-b9db-e490645bb4b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3ffcb06c-6d5f-44aa-bec5-8ab666a91290 HTTP/1.1" status: 200 len: 217 time: 0.1911170 Jan 31 16:16:22.897718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5251cab2-fa00-44e3-9406-d37326d1a6d7 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:16:22.919909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:22.943445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:22.947824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:23.019631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3122b943-c0ad-4e00-b967-250fc2150cd8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:23.152248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Allocated IP 172.20.0.2 (df3e64a5-e785-405d-b377-58281f022afb/8ee65bc4-a63e-4e56-b418-cf4d22311b8f/43b3c5b1-502c-4501-8c41-aa67a4be4501) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:23.318092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82940c65-90af-4837-8fc8-69663b07791f req-7a9012ee-2695-4738-9b14-05a69e9aca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:23.326708 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82940c65-90af-4837-8fc8-69663b07791f req-7a9012ee-2695-4738-9b14-05a69e9aca69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.4221971 Jan 31 16:16:23.465777 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:23.469489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:16:23.479608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] For port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:16:23.484780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-845f53c1-a1fa-4da7-82bb-11d9e34c954e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5251cab2-fa00-44e3-9406-d37326d1a6d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3893259 Jan 31 16:16:23.488259 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a09b34-8dd1-4b53-82ae-6ae887892f77 None None] Sync routers for ids ['5251cab2-fa00-44e3-9406-d37326d1a6d7'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:16:23.490871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46390) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:23.495039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82940c65-90af-4837-8fc8-69663b07791f req-270fc6b4-0468-4a0d-9593-ac385a6d77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:23.498807 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82940c65-90af-4837-8fc8-69663b07791f req-270fc6b4-0468-4a0d-9593-ac385a6d77f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571321 Jan 31 16:16:23.499546 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a09b34-8dd1-4b53-82ae-6ae887892f77 None None] Routers {'5251cab2-fa00-44e3-9406-d37326d1a6d7'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:23.500163 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-03a09b34-8dd1-4b53-82ae-6ae887892f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5251cab2-fa00-44e3-9406-d37326d1a6d7'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:23.526179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] For port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d9a0fe34-5ac0-4671-bf7c-ffd7422c2688,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:16:23.550185 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:23.561389 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:23.604163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a92d0c-d6d2-4dcf-9c4e-b5457f955365 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:23.606749 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d4a92d0c-d6d2-4dcf-9c4e-b5457f955365 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports/18ba41b4-f2a2-4bc9-b4de-92a3b0ecba06 HTTP/1.1" status: 200 len: 911 time: 0.1064498 Jan 31 16:16:23.609719 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46392) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:23.616306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-bb80da0c-4b19-4d77-aa0b-fc7e0e53e23a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9db6502f-cb83-4fab-a698-b0bfbaa3ad24'}]}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:23.622075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Network df3e64a5-e785-405d-b377-58281f022afb is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:23.622075 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:23.629746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Pushing event updated for resources: {'Port': ['ID=43b3c5b1-502c-4501-8c41-aa67a4be4501,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:23.632742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:23.659930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:23.677574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-1e53bdb2-bc04-4771-b1b3-ec269544b213 None None] Port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:16:23.688404 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-03a09b34-8dd1-4b53-82ae-6ae887892f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:23.692133 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:23.706601 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:23.729328 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a09b34-8dd1-4b53-82ae-6ae887892f77 None None] Routers {'5251cab2-fa00-44e3-9406-d37326d1a6d7'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:23.734884 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-03a09b34-8dd1-4b53-82ae-6ae887892f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5251cab2-fa00-44e3-9406-d37326d1a6d7'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:23.755691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46400) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:23.825377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81f42d-bfb7-495f-9fd3-18442eabdc1b None None] Pushing event updated for resources: {'Port': ['ID=d9a0fe34-5ac0-4671-bf7c-ffd7422c2688,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:23.831937 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-03a09b34-8dd1-4b53-82ae-6ae887892f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:23.836285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82940c65-90af-4837-8fc8-69663b07791f req-205f1cb7-563c-4f40-9e19-701a37098d73 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236055 Jan 31 16:16:23.842206 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a09b34-8dd1-4b53-82ae-6ae887892f77 None None] The sync data for ids ['5251cab2-fa00-44e3-9406-d37326d1a6d7'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:16:23.913014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:23.914244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:24.111345 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bb80da0c-4b19-4d77-aa0b-fc7e0e53e23a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.147351 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.210851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-707309a6-5d76-4119-a38f-37d9585d034a tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Request body: {'quota': {'network': 2}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:24.215577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:16:24.239808 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82940c65-90af-4837-8fc8-69663b07791f req-c3648a43-5029-4ece-b6d2-344126c4cbdb service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847165 Jan 31 16:16:24.279254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b6495851-a624-42a1-925d-fc5be64add0e None None] Provisioning complete for port 18ba41b4-f2a2-4bc9-b4de-92a3b0ecba06 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:24.280421 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b6495851-a624-42a1-925d-fc5be64add0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.344629 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-707309a6-5d76-4119-a38f-37d9585d034a tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] 10.222.0.36 "PUT /v2.0/quotas/f0880faf572340b1b9945db0b2c3d4d5 HTTP/1.1" status: 200 len: 368 time: 0.5244284 Jan 31 16:16:24.349410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46432) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:24.392539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Request body: {'network': {'project_id': 'f0880faf572340b1b9945db0b2c3d4d5'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:24.406062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Attempting to bind port 43b3c5b1-502c-4501-8c41-aa67a4be4501 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:24.407302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Attempting to bind port 43b3c5b1-502c-4501-8c41-aa67a4be4501 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'e1e53c00-0a5e-4938-9b02-bb637bf7405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:24.407937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Attempting to bind port 43b3c5b1-502c-4501-8c41-aa67a4be4501 on network df3e64a5-e785-405d-b377-58281f022afb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:24.441025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:24.443052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Checking segment: {'id': 'e1e53c00-0a5e-4938-9b02-bb637bf7405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:24.444447 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.445395 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Bound using segment: {'id': 'e1e53c00-0a5e-4938-9b02-bb637bf7405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:24.447422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Bound port: 43b3c5b1-502c-4501-8c41-aa67a4be4501, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e53c00-0a5e-4938-9b02-bb637bf7405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:24.448838 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.460630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Made reservation on behalf of f0880faf572340b1b9945db0b2c3d4d5 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:24.463147 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.474268 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.491488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b6495851-a624-42a1-925d-fc5be64add0e None None] Port 18ba41b4-f2a2-4bc9-b4de-92a3b0ecba06 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:16:24.494681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Router e8b0b2c0-b4b8-47c0-b22f-51bc0009658f is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:16:24.625232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] For port 43b3c5b1-502c-4501-8c41-aa67a4be4501, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:16:24.635605 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] For port 43b3c5b1-502c-4501-8c41-aa67a4be4501, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=43b3c5b1-502c-4501-8c41-aa67a4be4501,segment=NetworkSegment(e1e53c00-0a5e-4938-9b02-bb637bf7405f),segment_id=e1e53c00-0a5e-4938-9b02-bb637bf7405f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:16:24.716992 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.722765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b6495851-a624-42a1-925d-fc5be64add0e None None] Provisioning complete for port afaf4278-c43f-435f-acbb-4989698d724f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:24.727285 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b6495851-a624-42a1-925d-fc5be64add0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.733734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.744983 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.804514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:16:24.828553 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.830497 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-576c4768-f7bb-431f-ab15-b6b5f3a7e1c6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8410821 Jan 31 16:16:24.833288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46456) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:24.845985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Sync routers for ids ['e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:16:24.852270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:16:24.891183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684d561e-5dff-4c9e-a4eb-46fac5e4b54b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:24.899646 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:24.899995 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Added segment 12af6a1c-d262-4b50-b499-126a48cbfc47 of type vlan for network b472023d-e0ea-4fae-87aa-7463e013e130 Jan 31 16:16:25.086745 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bb80da0c-4b19-4d77-aa0b-fc7e0e53e23a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:25.091085 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:25.118065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Routers {'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:25.119859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:25.130243 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bb80da0c-4b19-4d77-aa0b-fc7e0e53e23a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:25.137424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb80da0c-4b19-4d77-aa0b-fc7e0e53e23a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:25.138534 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bb80da0c-4b19-4d77-aa0b-fc7e0e53e23a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:25.140123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bb80da0c-4b19-4d77-aa0b-fc7e0e53e23a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/ports/18ba41b4-f2a2-4bc9-b4de-92a3b0ecba06 HTTP/1.1" status: 200 len: 911 time: 1.5291865 Jan 31 16:16:25.154664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46480) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:25.363574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Set router e8b0b2c0-b4b8-47c0-b22f-51bc0009658f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:16:25.829616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c98912-29ae-45f0-b0e1-d668c817ba08 None None] Pushing event updated for resources: {'Port': ['ID=43b3c5b1-502c-4501-8c41-aa67a4be4501,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:25.959152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:25.960879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:25.961708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:26.032538 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:26.070696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7198284 Jan 31 16:16:26.081455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46560) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:26.104991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Request body: {'network': {'project_id': 'f0880faf572340b1b9945db0b2c3d4d5'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:26.113939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80da0c-4b19-4d77-aa0b-fc7e0e53e23a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=18ba41b4-f2a2-4bc9-b4de-92a3b0ecba06,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:26.211699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-771ee882-7061-491a-8c02-cb59c06430bd None None] Provisioning complete for port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:26.212060 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-771ee882-7061-491a-8c02-cb59c06430bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:26.313110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd214594-9d7b-4dc3-a5e5-ea42b907a45d tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Pushing event updated for resources: {'Network': ['ID=b472023d-e0ea-4fae-87aa-7463e013e130,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:26.339677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Made reservation on behalf of f0880faf572340b1b9945db0b2c3d4d5 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:26.342776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:26.387760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b472023d-e0ea-4fae-87aa-7463e013e130 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:16:26.501913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:16:26.613141 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:26.642708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:26.645274 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Added segment 157fdd46-4669-45f4-9752-a3fd5889c137 of type vlan for network c0609fe9-9ea4-459e-98d4-b180e8eb26d6 Jan 31 16:16:26.729060 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:26.733665 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1550f38d-f00a-41cb-9fc5-1b4c021eeebb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:26.821374 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-771ee882-7061-491a-8c02-cb59c06430bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:26.831768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:22Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:26.848002 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.db.resource_extend [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:16:26.966854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44283f-4f06-4276-8ab1-b3a9c1352f5d None None] The sync data for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 is: [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:22Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:16:27.068697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-771ee882-7061-491a-8c02-cb59c06430bd None None] For port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d9a0fe34-5ac0-4671-bf7c-ffd7422c2688,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:16:27.085674 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-771ee882-7061-491a-8c02-cb59c06430bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:27.126141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Allocated IP 172.20.0.1 (df3e64a5-e785-405d-b377-58281f022afb/8ee65bc4-a63e-4e56-b418-cf4d22311b8f/436d0f31-8c38-4ed7-ae2a-afda26a25910) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:27.160129 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:27.163894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:27.164543 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:27.252840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71630a2-7c31-431d-9556-abe38432da6c None None] Network df3e64a5-e785-405d-b377-58281f022afb requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:27.418705 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3230770 Jan 31 16:16:27.427979 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46618) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:27.430381 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:27.435482 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ddcac593-ada5-451d-8dc3-f429b6de03e1 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Request body: {'network': {'project_id': 'f0880faf572340b1b9945db0b2c3d4d5'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:27.449846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a0d9d-c66f-4e9f-960c-b435c4c66924 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Pushing event updated for resources: {'Network': ['ID=c0609fe9-9ea4-459e-98d4-b180e8eb26d6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:27.466081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'name': 'tempest-TestVolumeBootPattern-659298630-router', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:21Z', 'updated_at': '2022-01-31T16:16:23Z', 'revision_number': 3, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'gw_port': {'id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:22Z', 'updated_at': '2022-01-31T16:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:27.473311 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcac593-ada5-451d-8dc3-f429b6de03e1 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 31 16:16:27.474029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcac593-ada5-451d-8dc3-f429b6de03e1 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:16:27.475542 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ddcac593-ada5-451d-8dc3-f429b6de03e1 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0448620 Jan 31 16:16:27.498286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46622) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:27.537702 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:27.616750 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c0609fe9-9ea4-459e-98d4-b180e8eb26d6 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:16:27.646508 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fc73d15e-53ac-4dac-8be7-557e51a04fdf tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0880faf572340b1b9945db0b2c3d4d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469746 Jan 31 16:16:27.689822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46626) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:27.695804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Network df3e64a5-e785-405d-b377-58281f022afb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:27.698194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Pushing event updated for resources: {'Port': ['ID=436d0f31-8c38-4ed7-ae2a-afda26a25910,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:27.703784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:27.709552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:27.766816 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:27.941669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Checking router: e8b0b2c0-b4b8-47c0-b22f-51bc0009658f for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:16:27.947875 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Updating router e8b0b2c0-b4b8-47c0-b22f-51bc0009658f port 3122b943-c0ad-4e00-b967-250fc2150cd8 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:16:28.109558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-538738fe-0442-4ecf-a00f-27b264412bb2 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:28.217514 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:28.252556 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-538738fe-0442-4ecf-a00f-27b264412bb2 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:28.378436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1550f38d-f00a-41cb-9fc5-1b4c021eeebb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port 18ba41b4-f2a2-4bc9-b4de-92a3b0ecba06 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:16:28.378699 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1550f38d-f00a-41cb-9fc5-1b4c021eeebb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:28.532685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d9862fd4-fd90-4e94-8c2c-e5a77f9801e5 None None] Provisioning complete for port 43b3c5b1-502c-4501-8c41-aa67a4be4501 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:28.535302 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d9862fd4-fd90-4e94-8c2c-e5a77f9801e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:28.537975 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-538738fe-0442-4ecf-a00f-27b264412bb2 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:28.539652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:28.544919 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-538738fe-0442-4ecf-a00f-27b264412bb2 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:28.551129 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-538738fe-0442-4ecf-a00f-27b264412bb2 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/684d561e-5dff-4c9e-a4eb-46fac5e4b54b HTTP/1.1" status: 204 len: 168 time: 0.8552430 Jan 31 16:16:28.553121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46644) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:28.683458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538738fe-0442-4ecf-a00f-27b264412bb2 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684d561e-5dff-4c9e-a4eb-46fac5e4b54b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:28.714387 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:28.759163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ee882-7061-491a-8c02-cb59c06430bd None None] Pushing event updated for resources: {'Port': ['ID=d9a0fe34-5ac0-4671-bf7c-ffd7422c2688,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:28.803582 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:28.827003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1550f38d-f00a-41cb-9fc5-1b4c021eeebb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:28.835485 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:28.842624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:28.868910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1550f38d-f00a-41cb-9fc5-1b4c021eeebb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for 18ba41b4-f2a2-4bc9-b4de-92a3b0ecba06 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:16:28.968881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:29.024001 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Pushing event updated for resources: {'Port': ['ID=436d0f31-8c38-4ed7-ae2a-afda26a25910,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:29.117970 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:29.118576 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:29.251024 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d9862fd4-fd90-4e94-8c2c-e5a77f9801e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:29.305535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Network df3e64a5-e785-405d-b377-58281f022afb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:29.311334 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:29.367199 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-d9862fd4-fd90-4e94-8c2c-e5a77f9801e5 None None] For port 43b3c5b1-502c-4501-8c41-aa67a4be4501, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=43b3c5b1-502c-4501-8c41-aa67a4be4501,segment=NetworkSegment(e1e53c00-0a5e-4938-9b02-bb637bf7405f),segment_id=e1e53c00-0a5e-4938-9b02-bb637bf7405f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:16:29.379323 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d9862fd4-fd90-4e94-8c2c-e5a77f9801e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:29.405632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:29.575662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9862fd4-fd90-4e94-8c2c-e5a77f9801e5 None None] Pushing event updated for resources: {'Port': ['ID=43b3c5b1-502c-4501-8c41-aa67a4be4501,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:29.658156 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Router e8b0b2c0-b4b8-47c0-b22f-51bc0009658f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:16:29.762115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1550f38d-f00a-41cb-9fc5-1b4c021eeebb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:29.822778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-136597a0-62b8-4563-9efa-33f7433f5cf1 None None] Provisioning complete for port 43b3c5b1-502c-4501-8c41-aa67a4be4501 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:29.823526 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-136597a0-62b8-4563-9efa-33f7433f5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:29.901545 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:29.921587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550f38d-f00a-41cb-9fc5-1b4c021eeebb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=18ba41b4-f2a2-4bc9-b4de-92a3b0ecba06,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:29.981602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:16:29.983231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 43b3c5b1-502c-4501-8c41-aa67a4be4501 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:29.996472 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7304af80-c757-4e58-bbad-5f795dc68650 admin admin] 10.222.0.36 "PUT /v2.0/routers/e8b0b2c0-b4b8-47c0-b22f-51bc0009658f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1620312 Jan 31 16:16:30.031893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0609fe9-9ea4-459e-98d4-b180e8eb26d6']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:30.150804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157fdd46-4669-45f4-9752-a3fd5889c137') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:30.151487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157fdd46-4669-45f4-9752-a3fd5889c137') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:30.169592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.172285 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1550f38d-f00a-41cb-9fc5-1b4c021eeebb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.344037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46692) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:30.384569 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.399472 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.462063 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-136597a0-62b8-4563-9efa-33f7433f5cf1 None None] Provisioning complete for port 436d0f31-8c38-4ed7-ae2a-afda26a25910 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:30.462499 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-136597a0-62b8-4563-9efa-33f7433f5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.485628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-af28b4a5-5e44-4088-bef9-196b4e1f05a9 admin admin] Deleting subnet 612f5626-54fb-4517-ae84-d6db26a94e06 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:16:30.490033 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af28b4a5-5e44-4088-bef9-196b4e1f05a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.500765 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.554479 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af28b4a5-5e44-4088-bef9-196b4e1f05a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.612133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-136597a0-62b8-4563-9efa-33f7433f5cf1 None None] Port 436d0f31-8c38-4ed7-ae2a-afda26a25910 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:16:30.671990 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af28b4a5-5e44-4088-bef9-196b4e1f05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.690824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 43b3c5b1-502c-4501-8c41-aa67a4be4501 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:30.690824 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.692154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422357f-2968-4eaa-86ef-25a51b8bd7f5 None None] Pushing event updated for resources: {'Port': ['ID=3122b943-c0ad-4e00-b967-250fc2150cd8,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:30.704106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:16:30.704676 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:16:30.706941 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:16:30.733167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Attempting to bind port 3122b943-c0ad-4e00-b967-250fc2150cd8 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:30.733554 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Attempting to bind port 3122b943-c0ad-4e00-b967-250fc2150cd8 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:30.733913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Attempting to bind port 3122b943-c0ad-4e00-b967-250fc2150cd8 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:30.754608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:30.755275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:30.755674 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.756072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:30.756677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Bound port: 3122b943-c0ad-4e00-b967-250fc2150cd8, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:30.757048 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.765204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f80b67bf-d936-4cba-afc8-2cafab68adee None None] Provisioning complete for port 436d0f31-8c38-4ed7-ae2a-afda26a25910 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:30.765595 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f80b67bf-d936-4cba-afc8-2cafab68adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.825667 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af28b4a5-5e44-4088-bef9-196b4e1f05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.826894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f80b67bf-d936-4cba-afc8-2cafab68adee None None] Port 436d0f31-8c38-4ed7-ae2a-afda26a25910 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:16:30.848351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1550f38d-f00a-41cb-9fc5-1b4c021eeebb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5251cab2-fa00-44e3-9406-d37326d1a6d7 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:16:30.881703 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af28b4a5-5e44-4088-bef9-196b4e1f05a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:30.891738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46712) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:30.892778 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-af28b4a5-5e44-4088-bef9-196b4e1f05a9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/612f5626-54fb-4517-ae84-d6db26a94e06 HTTP/1.1" status: 204 len: 168 time: 0.5473251 Jan 31 16:16:30.957128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] For port 3122b943-c0ad-4e00-b967-250fc2150cd8, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:16:30.961936 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28b4a5-5e44-4088-bef9-196b4e1f05a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=612f5626-54fb-4517-ae84-d6db26a94e06,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:31.000653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.043946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] For port 3122b943-c0ad-4e00-b967-250fc2150cd8, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3122b943-c0ad-4e00-b967-250fc2150cd8,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:16:31.060125 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.115715 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.122035 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] 10.222.0.36 "DELETE /v2.0/networks/c0609fe9-9ea4-459e-98d4-b180e8eb26d6 HTTP/1.1" status: 204 len: 168 time: 2.5518804 Jan 31 16:16:31.122873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46720) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:31.172769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Routers {'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:31.173395 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:31.233058 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d99c7-c15f-45bc-a856-de4887b89294 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0609fe9-9ea4-459e-98d4-b180e8eb26d6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:31.277080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.285322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1550f38d-f00a-41cb-9fc5-1b4c021eeebb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:16:31.298227 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688ee22-6631-4479-8091-3aa1b6e8fea2 None None] Sync routers for ids ['5251cab2-fa00-44e3-9406-d37326d1a6d7'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:16:31.304945 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1550f38d-f00a-41cb-9fc5-1b4c021eeebb tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5251cab2-fa00-44e3-9406-d37326d1a6d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1484022 Jan 31 16:16:31.307358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46722) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:31.317191 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688ee22-6631-4479-8091-3aa1b6e8fea2 None None] Routers {'5251cab2-fa00-44e3-9406-d37326d1a6d7'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:31.317993 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7688ee22-6631-4479-8091-3aa1b6e8fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5251cab2-fa00-44e3-9406-d37326d1a6d7'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:31.320827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422357f-2968-4eaa-86ef-25a51b8bd7f5 None None] Pushing event updated for resources: {'Port': ['ID=3122b943-c0ad-4e00-b967-250fc2150cd8,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:31.325040 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.367183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:31.401917 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fa68b8d5-bed8-4826-96b7-0053e5d6f365 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=5251cab2-fa00-44e3-9406-d37326d1a6d7 HTTP/1.1" status: 200 len: 205 time: 0.0903299 Jan 31 16:16:31.408361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46728) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:31.475122 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7688ee22-6631-4479-8091-3aa1b6e8fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:31.513485 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688ee22-6631-4479-8091-3aa1b6e8fea2 None None] Routers {'5251cab2-fa00-44e3-9406-d37326d1a6d7'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:31.514313 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7688ee22-6631-4479-8091-3aa1b6e8fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5251cab2-fa00-44e3-9406-d37326d1a6d7'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:31.532323 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] Set router e8b0b2c0-b4b8-47c0-b22f-51bc0009658f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:16:31.588713 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.631849 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-7688ee22-6631-4479-8091-3aa1b6e8fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:31.632533 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688ee22-6631-4479-8091-3aa1b6e8fea2 None None] The sync data for ids ['5251cab2-fa00-44e3-9406-d37326d1a6d7'] in n-d-827120-1 is: [] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:16:31.632706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70521b94-60b1-4fe6-bf3c-6f45d4cdca9a']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:31.650324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:31.650956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff0a7ea-78de-4d8a-b8a0-cd136edcfde8') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:31.664575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.705634 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.718301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:16:31.718729 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:16:31.724057 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:16:31.756950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:31.760697 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.837158 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c943cce1-19d9-4402-aab4-c3aab6897313 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.876401 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.912472 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:31.928625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] 10.222.0.36 "DELETE /v2.0/networks/70521b94-60b1-4fe6-bf3c-6f45d4cdca9a HTTP/1.1" status: 204 len: 168 time: 1.0198123 Jan 31 16:16:31.984736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1986fc-e0f6-46d3-890e-b965a48346dc admin admin] Pushing event deleted for resources: {'Network': ['ID=70521b94-60b1-4fe6-bf3c-6f45d4cdca9a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:32.035169 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.085735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b472023d-e0ea-4fae-87aa-7463e013e130']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:32.113097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12af6a1c-d262-4b50-b499-126a48cbfc47') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:32.114512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12af6a1c-d262-4b50-b499-126a48cbfc47') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:32.141874 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.159123 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.166920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:16:32.167514 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:16:32.235343 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:16:32.250965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'name': 'tempest-TestVolumeBootPattern-659298630-router', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:21Z', 'updated_at': '2022-01-31T16:16:28Z', 'revision_number': 4, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'gw_port': {'id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:22Z', 'updated_at': '2022-01-31T16:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '436d0f31-8c38-4ed7-ae2a-afda26a25910', 'name': '', 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'mac_address': 'fa:16:3e:fc:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '8ee65bc4-a63e-4e56-b418-cf4d22311b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:26Z', 'updated_at': '2022-01-31T16:16:28Z', 'revision_number': 2, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'subnets': [{'id': '8ee65bc4-a63e-4e56-b418-cf4d22311b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:32.359623 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b35eb-58d8-491d-a0a1-573a413b88c7 None None] The sync data for ids ['e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'] in n-d-827120-1 is: [{'id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'name': 'tempest-TestVolumeBootPattern-659298630-router', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:21Z', 'updated_at': '2022-01-31T16:16:28Z', 'revision_number': 4, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'gw_port': {'id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:22Z', 'updated_at': '2022-01-31T16:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '436d0f31-8c38-4ed7-ae2a-afda26a25910', 'name': '', 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'mac_address': 'fa:16:3e:fc:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '8ee65bc4-a63e-4e56-b418-cf4d22311b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:26Z', 'updated_at': '2022-01-31T16:16:28Z', 'revision_number': 2, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'subnets': [{'id': '8ee65bc4-a63e-4e56-b418-cf4d22311b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:16:32.393254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 43b3c5b1-502c-4501-8c41-aa67a4be4501 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:32.446016 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.451129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46762) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:32.464840 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.476804 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b472023d-e0ea-4fae-87aa-7463e013e130 HTTP/1.1" status: 204 len: 168 time: 1.3520844 Jan 31 16:16:32.491819 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c943cce1-19d9-4402-aab4-c3aab6897313 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.500263 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c943cce1-19d9-4402-aab4-c3aab6897313 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.536548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 43b3c5b1-502c-4501-8c41-aa67a4be4501 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:32.536923 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.538695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24cae6-abee-44fb-bba5-fb548e53c707 tempest-QuotasNegativeTest-170289154 tempest-QuotasNegativeTest-170289154-project-admin] Pushing event deleted for resources: {'Network': ['ID=b472023d-e0ea-4fae-87aa-7463e013e130,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:32.586199 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4544fd73-c9a4-4b27-82e1-7acc1d228584 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c08ec1799d546c3a4dd4050b9f20858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325712 Jan 31 16:16:32.588628 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46766) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:32.680870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c943cce1-19d9-4402-aab4-c3aab6897313 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.681251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c943cce1-19d9-4402-aab4-c3aab6897313 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Fanout notify agent at l3_agent the message router_deleted on router 5251cab2-fa00-44e3-9406-d37326d1a6d7 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:16:32.696990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57273e48-a068-495b-b124-fb42e3098612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.706262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c943cce1-19d9-4402-aab4-c3aab6897313 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.709796 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c943cce1-19d9-4402-aab4-c3aab6897313 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/5251cab2-fa00-44e3-9406-d37326d1a6d7 HTTP/1.1" status: 204 len: 168 time: 1.2962043 Jan 31 16:16:32.716206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46768) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:32.782856 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57273e48-a068-495b-b124-fb42e3098612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.889943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0021a1-1a5d-4504-b385-0efd98263ce0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting subnet 9db6502f-cb83-4fab-a698-b0bfbaa3ad24 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:16:32.894720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bc0021a1-1a5d-4504-b385-0efd98263ce0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:32.991268 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bc0021a1-1a5d-4504-b385-0efd98263ce0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:33.083183 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57273e48-a068-495b-b124-fb42e3098612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:33.086331 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57273e48-a068-495b-b124-fb42e3098612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:33.090171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-57273e48-a068-495b-b124-fb42e3098612 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a1ed27f-cef7-4901-8b53-2f797f3db20f HTTP/1.1" status: 204 len: 168 time: 0.5004587 Jan 31 16:16:33.184991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57273e48-a068-495b-b124-fb42e3098612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1ed27f-cef7-4901-8b53-2f797f3db20f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:33.413276 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bc0021a1-1a5d-4504-b385-0efd98263ce0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:33.594044 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bc0021a1-1a5d-4504-b385-0efd98263ce0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:33.701076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0021a1-1a5d-4504-b385-0efd98263ce0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Subnet': ['ID=9db6502f-cb83-4fab-a698-b0bfbaa3ad24,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:33.703265 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bc0021a1-1a5d-4504-b385-0efd98263ce0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:33.706596 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bc0021a1-1a5d-4504-b385-0efd98263ce0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/9db6502f-cb83-4fab-a698-b0bfbaa3ad24 HTTP/1.1" status: 204 len: 168 time: 0.9893911 Jan 31 16:16:33.710023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46800) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:33.716156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879e865d-f241-4bd8-a5d2-f0d999b15eb6 None None] Network abbff9ef-ab56-4456-8735-2bb887cd4de9 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:33.911439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46806) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:33.945717 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:34.106658 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-503d3978-e4c5-4b7e-acc1-09925304905b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:34.223486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port afaf4278-c43f-435f-acbb-4989698d724f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:16:34.229809 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:34.436459 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-503d3978-e4c5-4b7e-acc1-09925304905b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:34.448074 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-503d3978-e4c5-4b7e-acc1-09925304905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:34.565882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d3978-e4c5-4b7e-acc1-09925304905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc839571-3759-4f72-ba4b-48af3cc142cc,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:34.576302 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-503d3978-e4c5-4b7e-acc1-09925304905b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96a7d6455080412fa983ab5c2339c639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6631024 Jan 31 16:16:34.577453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46840) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:34.599782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] For port afaf4278-c43f-435f-acbb-4989698d724f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=afaf4278-c43f-435f-acbb-4989698d724f,segment=NetworkSegment(a68406b8-6b20-4891-b19e-ea1091c80b43),segment_id=a68406b8-6b20-4891-b19e-ea1091c80b43)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:16:34.604487 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:34.663852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for afaf4278-c43f-435f-acbb-4989698d724f owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:16:34.787364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982f743e-75d0-4d2c-a902-199e5feba29a None None] DHCP port deletion for abbff9ef-ab56-4456-8735-2bb887cd4de9 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:16:34.876690 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-982f743e-75d0-4d2c-a902-199e5feba29a None None] Deleting port afaf4278-c43f-435f-acbb-4989698d724f {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:16:34.877454 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-982f743e-75d0-4d2c-a902-199e5feba29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:34.984128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-982f743e-75d0-4d2c-a902-199e5feba29a None None] For port afaf4278-c43f-435f-acbb-4989698d724f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=afaf4278-c43f-435f-acbb-4989698d724f,segment=NetworkSegment(a68406b8-6b20-4891-b19e-ea1091c80b43),segment_id=a68406b8-6b20-4891-b19e-ea1091c80b43)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:16:34.985299 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-982f743e-75d0-4d2c-a902-199e5feba29a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:35.006230 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-982f743e-75d0-4d2c-a902-199e5feba29a None None] Calling delete_port for afaf4278-c43f-435f-acbb-4989698d724f owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:16:35.189287 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-982f743e-75d0-4d2c-a902-199e5feba29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:35.235134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f743e-75d0-4d2c-a902-199e5feba29a None None] Pushing event deleted for resources: {'Port': ['ID=afaf4278-c43f-435f-acbb-4989698d724f,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:35.241534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f743e-75d0-4d2c-a902-199e5feba29a None None] No DVR routers for this DVR port afaf4278-c43f-435f-acbb-4989698d724f on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:16:35.451200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3122b943-c0ad-4e00-b967-250fc2150cd8 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:35.544844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3122b943-c0ad-4e00-b967-250fc2150cd8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:35.545213 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:35.729027 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:35.729677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:35.754928 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 3122b943-c0ad-4e00-b967-250fc2150cd8, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3122b943-c0ad-4e00-b967-250fc2150cd8,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:16:35.760612 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:35.845609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=3122b943-c0ad-4e00-b967-250fc2150cd8,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:35.869406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device afaf4278-c43f-435f-acbb-4989698d724f no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:16:35.875034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=afaf4278-c43f-435f-acbb-4989698d724f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:35.898976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: afaf4278-c43f-435f-acbb-4989698d724f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:16:35.899440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device afaf4278-c43f-435f-acbb-4989698d724f not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:16:35.900497 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e35f62-e143-497a-be51-b98c91248432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:35.930893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No DVR routers for this DVR port afaf4278-c43f-435f-acbb-4989698d724f on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:16:35.984125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e35f62-e143-497a-be51-b98c91248432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.031762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-243d49c2-5391-4f30-8ae5-5c115f169b62 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:36.039348 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-243d49c2-5391-4f30-8ae5-5c115f169b62 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 1.2653539 Jan 31 16:16:36.075275 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-de497dc8-2884-419c-85cf-5deaffe9737e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/quotas/0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 375 time: 0.0350003 Jan 31 16:16:36.178317 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.212964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbff9ef-ab56-4456-8735-2bb887cd4de9']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:36.223083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68406b8-6b20-4891-b19e-ea1091c80b43') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:36.223382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68406b8-6b20-4891-b19e-ea1091c80b43') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:36.242314 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.250172 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-47369c34-a34f-4a71-8b0b-0ac1bea2af50 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736314 Jan 31 16:16:36.256417 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e35f62-e143-497a-be51-b98c91248432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.259315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3e35f62-e143-497a-be51-b98c91248432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.260654 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d3e35f62-e143-497a-be51-b98c91248432 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc839571-3759-4f72-ba4b-48af3cc142cc HTTP/1.1" status: 204 len: 168 time: 1.6767123 Jan 31 16:16:36.283727 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.297410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e35f62-e143-497a-be51-b98c91248432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc839571-3759-4f72-ba4b-48af3cc142cc,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:36.400391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:16:36.410182 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:16:36.414577 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:16:36.562601 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.571279 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.576071 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/networks/abbff9ef-ab56-4456-8735-2bb887cd4de9 HTTP/1.1" status: 204 len: 168 time: 2.8657806 Jan 31 16:16:36.579979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46908) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:36.585049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-dbfda7f9-b49e-4136-8027-da6a9164d3bc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-972773331', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:36.603538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd5d63-cffe-4707-8592-315eed7bcafe tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Network': ['ID=abbff9ef-ab56-4456-8735-2bb887cd4de9,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:36.626113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-1c35998b-f3ea-47d8-9f25-1e504d68f327 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639827 Jan 31 16:16:36.652944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dbfda7f9-b49e-4136-8027-da6a9164d3bc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.659234 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dbfda7f9-b49e-4136-8027-da6a9164d3bc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.665996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Sync routers for ids ['e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:16:36.695284 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Routers {'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:36.699156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:36.791394 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-a9a74abb-6103-4c13-b9e2-62ba251ff06f service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641190 Jan 31 16:16:36.799406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dbfda7f9-b49e-4136-8027-da6a9164d3bc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.805241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dbfda7f9-b49e-4136-8027-da6a9164d3bc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.844345 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dbfda7f9-b49e-4136-8027-da6a9164d3bc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:36.849501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dbfda7f9-b49e-4136-8027-da6a9164d3bc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2684233 Jan 31 16:16:36.850535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46912) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:36.879238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-910a7643-5500-4d82-981c-bd24e460d7d0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1583167990'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:36.962112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910a7643-5500-4d82-981c-bd24e460d7d0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:36.980216 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-910a7643-5500-4d82-981c-bd24e460d7d0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:37.088707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910a7643-5500-4d82-981c-bd24e460d7d0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:16:37.097477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Set router e8b0b2c0-b4b8-47c0-b22f-51bc0009658f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:16:37.133814 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-910a7643-5500-4d82-981c-bd24e460d7d0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:37.135833 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-910a7643-5500-4d82-981c-bd24e460d7d0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Added segment 23ea22a4-2f71-42d8-a4f2-31021c337b5b of type vlan for network 01582d47-1e19-4482-ab2d-655394153574 Jan 31 16:16:37.288126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46932) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:37.316304 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f8d03e8-fe86-4710-9453-c9c613026683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:37.318235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-910a7643-5500-4d82-981c-bd24e460d7d0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:37.356644 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-910a7643-5500-4d82-981c-bd24e460d7d0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:37.383827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910a7643-5500-4d82-981c-bd24e460d7d0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:37.388930 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-910a7643-5500-4d82-981c-bd24e460d7d0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:37.434344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3122b943-c0ad-4e00-b967-250fc2150cd8 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:37.530026 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78dfffdc-75d2-446d-af88-b40002050701 req-8216ddd2-6ed0-4c49-a3aa-00a44f0e15a4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 210 time: 0.0864444 Jan 31 16:16:37.534443 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f8d03e8-fe86-4710-9453-c9c613026683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:37.552018 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f8d03e8-fe86-4710-9453-c9c613026683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:37.644023 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-910a7643-5500-4d82-981c-bd24e460d7d0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7912836 Jan 31 16:16:37.647688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 46946) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:37.676497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-df232de0-9b85-41ff-a586-47a886a78f9a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'subnet': {'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:37.682703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6f8d03e8-fe86-4710-9453-c9c613026683 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e68c2ef6e35f43b1b675920f37aa349b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931041 Jan 31 16:16:37.683494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 46948) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:37.684150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d03e8-fe86-4710-9453-c9c613026683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568b9aca-cfb8-4bf0-bc49-1be788c17245,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:37.719138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a7643-5500-4d82-981c-bd24e460d7d0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Network': ['ID=01582d47-1e19-4482-ab2d-655394153574,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:37.752068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 01582d47-1e19-4482-ab2d-655394153574 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:16:37.791230 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3122b943-c0ad-4e00-b967-250fc2150cd8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:37.791597 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:37.814664 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84a40468-88c7-4872-8cff-1402d5fc0ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:37.898325 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84a40468-88c7-4872-8cff-1402d5fc0ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:37.941275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'name': 'tempest-TestVolumeBootPattern-659298630-router', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:21Z', 'updated_at': '2022-01-31T16:16:28Z', 'revision_number': 4, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'gw_port': {'id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:22Z', 'updated_at': '2022-01-31T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '436d0f31-8c38-4ed7-ae2a-afda26a25910', 'name': '', 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'mac_address': 'fa:16:3e:fc:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '8ee65bc4-a63e-4e56-b418-cf4d22311b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:26Z', 'updated_at': '2022-01-31T16:16:28Z', 'revision_number': 2, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'subnets': [{'id': '8ee65bc4-a63e-4e56-b418-cf4d22311b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:38.012406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Checking router: e8b0b2c0-b4b8-47c0-b22f-51bc0009658f for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:16:38.012757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Updating router e8b0b2c0-b4b8-47c0-b22f-51bc0009658f port 436d0f31-8c38-4ed7-ae2a-afda26a25910 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:16:38.015243 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84a40468-88c7-4872-8cff-1402d5fc0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:38.027680 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-84a40468-88c7-4872-8cff-1402d5fc0ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:38.031502 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-84a40468-88c7-4872-8cff-1402d5fc0ad7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/568b9aca-cfb8-4bf0-bc49-1be788c17245 HTTP/1.1" status: 204 len: 168 time: 0.3360648 Jan 31 16:16:38.035120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df232de0-9b85-41ff-a586-47a886a78f9a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:38.050260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df232de0-9b85-41ff-a586-47a886a78f9a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:38.053170 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:38.059065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a40468-88c7-4872-8cff-1402d5fc0ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568b9aca-cfb8-4bf0-bc49-1be788c17245,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:38.585184 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df232de0-9b85-41ff-a586-47a886a78f9a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:38.691021 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:38.698848 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:38.739157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df232de0-9b85-41ff-a586-47a886a78f9a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Subnet': ['ID=dd740c3b-ef04-47d6-bb4b-c915f07a1b4c,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:38.824816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df232de0-9b85-41ff-a586-47a886a78f9a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Checking segment: {'id': '23ea22a4-2f71-42d8-a4f2-31021c337b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01582d47-1e19-4482-ab2d-655394153574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:38.825180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df232de0-9b85-41ff-a586-47a886a78f9a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network hostable DHCP agents. Network: 01582d47-1e19-4482-ab2d-655394153574, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:16:38.828825 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-416a7cdc-6e05-411c-8b12-8f0d0ce1f620 req-2497d1f4-54de-4372-af80-d9def7a9e8fd tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 210 time: 0.0736430 Jan 31 16:16:38.861295 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e407e-be80-4a1e-9fc5-d9dd9d79898f None None] Pushing event updated for resources: {'Port': ['ID=436d0f31-8c38-4ed7-ae2a-afda26a25910,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:38.915974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df232de0-9b85-41ff-a586-47a886a78f9a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network 01582d47-1e19-4482-ab2d-655394153574 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:16:38.950167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-df232de0-9b85-41ff-a586-47a886a78f9a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 01582d47-1e19-4482-ab2d-655394153574) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:38.958692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df232de0-9b85-41ff-a586-47a886a78f9a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:38.965887 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df232de0-9b85-41ff-a586-47a886a78f9a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:39.000393 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-df232de0-9b85-41ff-a586-47a886a78f9a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3492532 Jan 31 16:16:39.003565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47002) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:39.018277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2012640d-9523-47a1-9f27-eedb7f788f31 None None] Network 01582d47-1e19-4482-ab2d-655394153574 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:39.027058 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Attempting to bind port 436d0f31-8c38-4ed7-ae2a-afda26a25910 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:39.027955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Attempting to bind port 436d0f31-8c38-4ed7-ae2a-afda26a25910 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'e1e53c00-0a5e-4938-9b02-bb637bf7405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:39.029247 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Attempting to bind port 436d0f31-8c38-4ed7-ae2a-afda26a25910 on network df3e64a5-e785-405d-b377-58281f022afb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:39.150893 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:39.150893 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Checking segment: {'id': 'e1e53c00-0a5e-4938-9b02-bb637bf7405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:39.151184 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:39.151312 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Bound using segment: {'id': 'e1e53c00-0a5e-4938-9b02-bb637bf7405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:39.155040 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Bound port: 436d0f31-8c38-4ed7-ae2a-afda26a25910, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e53c00-0a5e-4938-9b02-bb637bf7405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:39.157535 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:39.425819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b0a9548d-7f28-451c-b44a-cbc6da895d27 None None] Provisioning complete for port 436d0f31-8c38-4ed7-ae2a-afda26a25910 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:39.426188 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b0a9548d-7f28-451c-b44a-cbc6da895d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:39.508406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] For port 436d0f31-8c38-4ed7-ae2a-afda26a25910, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:16:39.591719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9548d-7f28-451c-b44a-cbc6da895d27 None None] Port 436d0f31-8c38-4ed7-ae2a-afda26a25910 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:16:39.605814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] For port 436d0f31-8c38-4ed7-ae2a-afda26a25910, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=436d0f31-8c38-4ed7-ae2a-afda26a25910,segment=NetworkSegment(e1e53c00-0a5e-4938-9b02-bb637bf7405f),segment_id=e1e53c00-0a5e-4938-9b02-bb637bf7405f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:16:39.619546 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:39.814261 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-fffa2a97-6bea-4d45-bbb3-bbe252df53d7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:39.818259 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-fffa2a97-6bea-4d45-bbb3-bbe252df53d7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.2889943 Jan 31 16:16:39.825148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Routers {'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:39.826146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:39.837376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'port': {'device_id': '60062c2c-e62b-46db-b127-791e4c946ec4', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'admin_state_up': True, 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:39.917424 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:40.155945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-01582d47-1e19-4482-ab2d-655394153574', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:16:40.157424 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:40.230034 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-914bc806-85b8-4d67-9fca-4e776f3422c7 req-783a22d6-fc6e-498d-8c4c-3883ee232dbf tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 210 time: 0.0828910 Jan 31 16:16:40.240915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e407e-be80-4a1e-9fc5-d9dd9d79898f None None] Pushing event updated for resources: {'Port': ['ID=436d0f31-8c38-4ed7-ae2a-afda26a25910,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:40.256226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Made reservation on behalf of 0a130774d5f840d0a67fdfd24f7dc06d for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:40.261399 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:40.283023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] Set router e8b0b2c0-b4b8-47c0-b22f-51bc0009658f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:16:40.596235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Allocated IP 172.20.0.7 (4c9216f2-48f1-406f-b84d-2c32432bfef6/3d6ce3ce-f039-4d58-91eb-5dc346104c74/9262877e-5b58-41d5-a5e3-d6c8ddf168ca) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:40.754828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Allocated IP 2001:db8::1 (01582d47-1e19-4482-ab2d-655394153574/dd740c3b-ef04-47d6-bb4b-c915f07a1b4c/e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:41.055875 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:41.130046 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:41.150686 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:41.238279 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network 01582d47-1e19-4482-ab2d-655394153574 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:41.253280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:41.287634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:41.290296 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:41.296487 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:41.318897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Allocated IP 2001:db8::2 (01582d47-1e19-4482-ab2d-655394153574/dd740c3b-ef04-47d6-bb4b-c915f07a1b4c/89a44ce9-7767-4fc7-aca9-4bb67c202eb2) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:41.402817 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:41.470942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=9262877e-5b58-41d5-a5e3-d6c8ddf168ca,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:41.479510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e93c39cb-f0ee-4457-be20-84cb6145c68a None None] Provisioning complete for port 436d0f31-8c38-4ed7-ae2a-afda26a25910 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:41.480130 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e93c39cb-f0ee-4457-be20-84cb6145c68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:41.548495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:41.551410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:41.586423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:41.776675 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:41.794041 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:41.796510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:41.797367 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:41.803714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 436d0f31-8c38-4ed7-ae2a-afda26a25910 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:41.813711 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:41.846083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-23a2fb27-a7f7-4eac-88b7-93e1113e4aa3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0034773 Jan 31 16:16:41.947738 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Network 01582d47-1e19-4482-ab2d-655394153574 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:42.007502 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:42.076088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:42.123818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47104) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:42.169720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3e036-1421-48e6-a171-89424eb1ef25 req-8ab7ae0e-bfca-4464-a7e2-d9440832c2c0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:42.179116 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4e3e036-1421-48e6-a171-89424eb1ef25 req-8ab7ae0e-bfca-4464-a7e2-d9440832c2c0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 931 time: 0.6605244 Jan 31 16:16:42.189133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Request body: {'port': {'device_id': '60062c2c-e62b-46db-b127-791e4c946ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:42.266573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Pushing event updated for resources: {'Port': ['ID=89a44ce9-7767-4fc7-aca9-4bb67c202eb2,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:42.334613 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4e3e036-1421-48e6-a171-89424eb1ef25 req-c3484cbc-abac-4d57-95ea-d71ff01412ce tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535828 Jan 31 16:16:42.341682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ab7f5941-7668-4d77-987a-8f09feb8c565 tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:42.399551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Attempting to bind port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:42.400264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Attempting to bind port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '23ea22a4-2f71-42d8-a4f2-31021c337b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01582d47-1e19-4482-ab2d-655394153574'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:42.401611 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Attempting to bind port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 on network 01582d47-1e19-4482-ab2d-655394153574 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:42.446347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:42.446887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Checking segment: {'id': '23ea22a4-2f71-42d8-a4f2-31021c337b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01582d47-1e19-4482-ab2d-655394153574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:42.447544 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:42.448031 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Bound using segment: {'id': '23ea22a4-2f71-42d8-a4f2-31021c337b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01582d47-1e19-4482-ab2d-655394153574'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:42.451995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Bound port: 89a44ce9-7767-4fc7-aca9-4bb67c202eb2, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ea22a4-2f71-42d8-a4f2-31021c337b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01582d47-1e19-4482-ab2d-655394153574'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:42.453078 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:42.453449 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:42.463428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 436d0f31-8c38-4ed7-ae2a-afda26a25910 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:42.463962 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:42.518758 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e93c39cb-f0ee-4457-be20-84cb6145c68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:42.540083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ab7f5941-7668-4d77-987a-8f09feb8c565 tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] 10.222.0.36 "PUT /v2.0/quotas/7fe8b6c2c7504cdcb558c20f32520643 HTTP/1.1" status: 200 len: 366 time: 0.4151597 Jan 31 16:16:42.540664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47112) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:42.565980 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:42.574056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:42.575067 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:42.608281 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2c72682d-a67b-4a2e-b886-60c87bc0249f tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0523605 Jan 31 16:16:42.611376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47114) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:42.649773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:42.678241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e7565220-54c4-461e-a243-7acabea75037 tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] 10.222.0.36 "GET /v2.0/quotas/7fe8b6c2c7504cdcb558c20f32520643 HTTP/1.1" status: 200 len: 366 time: 0.0649860 Jan 31 16:16:42.683912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47118) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:42.740309 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-47669393-fed3-41c8-9b1d-ecaccea8c5e2 tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/7fe8b6c2c7504cdcb558c20f32520643 HTTP/1.1" status: 204 len: 168 time: 0.0550542 Jan 31 16:16:42.743659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47122) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:42.761813 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-af38d195-0d3e-49a6-9cf0-6958257239b3 tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0163448 Jan 31 16:16:42.769057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47126) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:42.781643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e93c39cb-f0ee-4457-be20-84cb6145c68a None None] For port 436d0f31-8c38-4ed7-ae2a-afda26a25910, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=436d0f31-8c38-4ed7-ae2a-afda26a25910,segment=NetworkSegment(e1e53c00-0a5e-4938-9b02-bb637bf7405f),segment_id=e1e53c00-0a5e-4938-9b02-bb637bf7405f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:16:42.792139 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f3eba280-cec1-4057-b3ee-62d281a1f437 tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] 10.222.0.36 "GET /v2.0/quotas/7fe8b6c2c7504cdcb558c20f32520643 HTTP/1.1" status: 200 len: 370 time: 0.0217760 Jan 31 16:16:42.794433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47128) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:42.795062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] For port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:16:42.798993 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e93c39cb-f0ee-4457-be20-84cb6145c68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:42.802067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] For port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=89a44ce9-7767-4fc7-aca9-4bb67c202eb2,segment=NetworkSegment(23ea22a4-2f71-42d8-a4f2-31021c337b5b),segment_id=23ea22a4-2f71-42d8-a4f2-31021c337b5b)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:16:42.815795 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-39633d00-5b75-4a61-96b6-7a748195ee36 tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] 10.222.0.36 "GET /v2.0/quotas/7fe8b6c2c7504cdcb558c20f32520643/default HTTP/1.1" status: 200 len: 370 time: 0.0189641 Jan 31 16:16:42.820670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47130) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:42.851386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network 01582d47-1e19-4482-ab2d-655394153574 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:42.851386 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-a9433b0d-367a-40bf-a80e-bcad3b672a68 tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] delete failed (client error): The resource could not be found. Jan 31 16:16:42.851386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a9433b0d-367a-40bf-a80e-bcad3b672a68 tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/7fe8b6c2c7504cdcb558c20f32520643 HTTP/1.1" status: 404 len: 348 time: 0.0288897 Jan 31 16:16:42.855677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:42.941509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'name': 'tempest-TestVolumeBootPattern-659298630-router', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:21Z', 'updated_at': '2022-01-31T16:16:28Z', 'revision_number': 4, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'gw_port': {'id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:22Z', 'updated_at': '2022-01-31T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '436d0f31-8c38-4ed7-ae2a-afda26a25910', 'name': '', 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'mac_address': 'fa:16:3e:fc:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '8ee65bc4-a63e-4e56-b418-cf4d22311b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:26Z', 'updated_at': '2022-01-31T16:16:39Z', 'revision_number': 4, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'subnets': [{'id': '8ee65bc4-a63e-4e56-b418-cf4d22311b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:42.956620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c39cb-f0ee-4457-be20-84cb6145c68a None None] Pushing event updated for resources: {'Port': ['ID=436d0f31-8c38-4ed7-ae2a-afda26a25910,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:43.021011 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:43.107911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47138) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:43.136939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9262877e-5b58-41d5-a5e3-d6c8ddf168ca {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:16:43.148465 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:43.162454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7416a4-d584-432c-8127-43378e5e2b3c None None] The sync data for ids ['e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'] in n-d-827120-1 is: [{'id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'name': 'tempest-TestVolumeBootPattern-659298630-router', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:21Z', 'updated_at': '2022-01-31T16:16:28Z', 'revision_number': 4, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'gw_port': {'id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:22Z', 'updated_at': '2022-01-31T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '436d0f31-8c38-4ed7-ae2a-afda26a25910', 'name': '', 'network_id': 'df3e64a5-e785-405d-b377-58281f022afb', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'mac_address': 'fa:16:3e:fc:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '8ee65bc4-a63e-4e56-b418-cf4d22311b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:26Z', 'updated_at': '2022-01-31T16:16:39Z', 'revision_number': 4, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'subnets': [{'id': '8ee65bc4-a63e-4e56-b418-cf4d22311b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:16:43.174074 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Transition to ACTIVE for port object 9262877e-5b58-41d5-a5e3-d6c8ddf168ca will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:16:43.180536 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:43.243800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5da41c1c-2a55-4459-a550-5c27b37880a0 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:16:43.250645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Usage tracker for resource:network and tenant:5db456ece99341ebba2abfe0cc820239 is out of sync, need to count used quota {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 16:16:43.275693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 31 16:16:43.515828 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf8edb-6a2b-4b14-8449-439ec9085e97 None None] Pushing event updated for resources: {'Port': ['ID=89a44ce9-7767-4fc7-aca9-4bb67c202eb2,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:43.557253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Pushing event updated for resources: {'Port': ['ID=9262877e-5b58-41d5-a5e3-d6c8ddf168ca,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:43.744003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:16:43.764683 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Sync routers for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:16:43.779980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d5803db5-02d8-4a7e-80e9-32c6d7c249c1 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7723360 Jan 31 16:16:43.782542 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:43.783172 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:43.803605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47160) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:43.807167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Usage tracker for resource:subnet and tenant:5db456ece99341ebba2abfe0cc820239 is out of sync, need to count used quota {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 16:16:43.816766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 436d0f31-8c38-4ed7-ae2a-afda26a25910 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:43.828226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-28e039a3-1e40-4ff9-a9e2-c94debbf8b48 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-574546351'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:43.901983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 31 16:16:43.957304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Usage tracker for resource:subnetpool and tenant:5db456ece99341ebba2abfe0cc820239 is out of sync, need to count used quota {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 16:16:43.971635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e039a3-1e40-4ff9-a9e2-c94debbf8b48 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:43.980653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28e039a3-1e40-4ff9-a9e2-c94debbf8b48 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:44.048497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 436d0f31-8c38-4ed7-ae2a-afda26a25910 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:44.052323 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:44.052883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 31 16:16:44.090317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Attempting to bind port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:44.090648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Attempting to bind port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:44.090976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Attempting to bind port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:44.100645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e039a3-1e40-4ff9-a9e2-c94debbf8b48 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:16:44.108639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:16:44.108963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Attempting to bind port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:44.134692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Usage tracker for resource:port and tenant:5db456ece99341ebba2abfe0cc820239 is out of sync, need to count used quota {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 16:16:44.153088 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:16:44.175652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 31 16:16:44.178509 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28e039a3-1e40-4ff9-a9e2-c94debbf8b48 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:44.184672 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632ecac-1079-4a97-a1be-d91f07f53b13 req-f5a7cd87-40da-4d84-b418-d064de3d9241 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:44.186304 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5632ecac-1079-4a97-a1be-d91f07f53b13 req-f5a7cd87-40da-4d84-b418-d064de3d9241 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 943 time: 0.4893789 Jan 31 16:16:44.191197 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-28e039a3-1e40-4ff9-a9e2-c94debbf8b48 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Added segment 74cf2df0-2cff-4576-8698-e6564ba2f0b8 of type vlan for network 47328a33-894d-402c-b727-dd83fdbc07cc Jan 31 16:16:44.198758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:44.199904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Checking segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:44.203341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Bound using segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:44.204597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Bound port: 9262877e-5b58-41d5-a5e3-d6c8ddf168ca, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:44.208132 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:44.389960 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28e039a3-1e40-4ff9-a9e2-c94debbf8b48 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:44.472356 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Usage tracker for resource:router and tenant:5db456ece99341ebba2abfe0cc820239 is out of sync, need to count used quota {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 16:16:44.489328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28e039a3-1e40-4ff9-a9e2-c94debbf8b48 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:44.506210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e039a3-1e40-4ff9-a9e2-c94debbf8b48 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:44.517435 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-28e039a3-1e40-4ff9-a9e2-c94debbf8b48 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:44.522861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47174) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:44.575659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5632ecac-1079-4a97-a1be-d91f07f53b13 req-6c84c453-c615-43af-93f9-db96fbcca537 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052709 Jan 31 16:16:44.635446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] For port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:16:44.644479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] For port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9262877e-5b58-41d5-a5e3-d6c8ddf168ca,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:16:44.651490 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:44.811499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:44.820664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e039a3-1e40-4ff9-a9e2-c94debbf8b48 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Network': ['ID=47328a33-894d-402c-b727-dd83fdbc07cc,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:44.825529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:44.827120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] 10.222.0.30 "PUT /v2.0/ports/9262877e-5b58-41d5-a5e3-d6c8ddf168ca HTTP/1.1" status: 200 len: 1091 time: 2.9788079 Jan 31 16:16:44.827538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60062c2c-e62b-46db-b127-791e4c946ec4', 'tag': '9262877e-5b58-41d5-a5e3-d6c8ddf168ca'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:16:44.834254 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 31 16:16:44.835358 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c93a82-2fea-4f14-b661-ab071d3372b4" -d '{"events": [{"name": "network-changed", "server_uuid": "60062c2c-e62b-46db-b127-791e4c946ec4", "tag": "9262877e-5b58-41d5-a5e3-d6c8ddf168ca"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:16:44.850187 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 47328a33-894d-402c-b727-dd83fdbc07cc details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:16:44.942399 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:16:41Z', 'revision_number': 2, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:42Z', 'revision_number': 2, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:44.957458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5efbe-49b1-44f4-8bc9-217c38d86c10 service neutron] Pushing event updated for resources: {'Port': ['ID=9262877e-5b58-41d5-a5e3-d6c8ddf168ca,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:44.981020 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-28e039a3-1e40-4ff9-a9e2-c94debbf8b48 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1714823 Jan 31 16:16:44.982006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Usage tracker for resource:floatingip and tenant:5db456ece99341ebba2abfe0cc820239 is out of sync, need to count used quota {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 16:16:44.983783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47184) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:45.037287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 31 16:16:45.071417 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa6284-4bfa-4ad0-849f-86d388bf2aab x-openstack-request-id: req-a4aa6284-4bfa-4ad0-849f-86d388bf2aab {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:16:45.085136 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60062c2c-e62b-46db-b127-791e4c946ec4", "tag": "9262877e-5b58-41d5-a5e3-d6c8ddf168ca", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:16:45.085646 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4aa6284-4bfa-4ad0-849f-86d388bf2aab {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:16:45.088307 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Checking router: 5da41c1c-2a55-4459-a550-5c27b37880a0 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:16:45.088937 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60062c2c-e62b-46db-b127-791e4c946ec4', 'tag': '9262877e-5b58-41d5-a5e3-d6c8ddf168ca', 'status': 'completed', 'code': 200} Jan 31 16:16:45.089740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d0deb7e3-a8d1-4fec-9a7f-0b02fef5e7a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'subnet': {'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:45.099586 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Updating router 5da41c1c-2a55-4459-a550-5c27b37880a0 port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:16:45.142766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-a5727edd-a5be-4fdd-a3f7-63efb49c4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:45.144660 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-a5727edd-a5be-4fdd-a3f7-63efb49c4ab2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 1094 time: 0.2456937 Jan 31 16:16:45.232096 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:45.353098 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-423b65f6-5df8-4ee1-b039-6c9b19579d52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9262877e-5b58-41d5-a5e3-d6c8ddf168ca HTTP/1.1" status: 200 len: 217 time: 0.1944566 Jan 31 16:16:45.529269 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56967ff9-0324-432d-8082-143289b45716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:45.529797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-3439e677-5944-4230-9b2d-578aef65c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:45.530919 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-3439e677-5944-4230-9b2d-578aef65c95f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.1714125 Jan 31 16:16:45.597006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Usage tracker for resource:security_group and tenant:5db456ece99341ebba2abfe0cc820239 is out of sync, need to count used quota {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 16:16:45.627711 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 31 16:16:45.759079 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Usage tracker for resource:security_group_rule and tenant:5db456ece99341ebba2abfe0cc820239 is out of sync, need to count used quota {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 16:16:45.768907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba06504c-c0ec-406a-b89a-c48b5fa823a8 None None] Network 01582d47-1e19-4482-ab2d-655394153574 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:45.783545 n-d-827120-1 neutron-server[108772]: DEBUG neutron.quota.resource [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108772) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 31 16:16:45.798304 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-24673058-48c4-4426-bb6d-1dca01eaa81d tempest-QuotasTest-1536106595 tempest-QuotasTest-1536106595-project-admin] 10.222.0.36 "GET /v2.0/quotas/5db456ece99341ebba2abfe0cc820239/details.json HTTP/1.1" status: 200 len: 703 time: 2.6868298 Jan 31 16:16:45.803102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0deb7e3-a8d1-4fec-9a7f-0b02fef5e7a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:45.817687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-01d7fc9c-45c3-4cae-aacf-e117edcef326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:45.818167 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0deb7e3-a8d1-4fec-9a7f-0b02fef5e7a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:45.819170 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-01d7fc9c-45c3-4cae-aacf-e117edcef326 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2798758 Jan 31 16:16:46.062009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:46.146243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f38f7f3f-4fa4-4efc-941e-db00808661b8 None None] Provisioning complete for port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:46.146867 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f38f7f3f-4fa4-4efc-941e-db00808661b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:46.199295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51534035-ffdb-44fb-9206-6d38523aa078 req-b07589f9-a061-40fa-abb2-30752eaa7da4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:46.204581 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-51534035-ffdb-44fb-9206-6d38523aa078 req-b07589f9-a061-40fa-abb2-30752eaa7da4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 943 time: 0.3724096 Jan 31 16:16:46.267053 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:46.278229 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:46.289328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:46.289738 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:46.483173 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f38f7f3f-4fa4-4efc-941e-db00808661b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:46.569093 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d79fc-dcb0-4d33-be63-cada139c8ea2 None None] Pushing event updated for resources: {'Port': ['ID=e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:46.595748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f38f7f3f-4fa4-4efc-941e-db00808661b8 None None] For port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=89a44ce9-7767-4fc7-aca9-4bb67c202eb2,segment=NetworkSegment(23ea22a4-2f71-42d8-a4f2-31021c337b5b),segment_id=23ea22a4-2f71-42d8-a4f2-31021c337b5b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:16:46.602272 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:46.606285 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f38f7f3f-4fa4-4efc-941e-db00808661b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:46.688119 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Attempting to bind port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:46.697936 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Attempting to bind port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '23ea22a4-2f71-42d8-a4f2-31021c337b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01582d47-1e19-4482-ab2d-655394153574'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:46.699126 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Attempting to bind port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd on network 01582d47-1e19-4482-ab2d-655394153574 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:46.712614 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:46.713009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f7f3f-4fa4-4efc-941e-db00808661b8 None None] Pushing event updated for resources: {'Port': ['ID=89a44ce9-7767-4fc7-aca9-4bb67c202eb2,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:46.713909 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Checking segment: {'id': '23ea22a4-2f71-42d8-a4f2-31021c337b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01582d47-1e19-4482-ab2d-655394153574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:46.714422 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:46.716176 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Bound using segment: {'id': '23ea22a4-2f71-42d8-a4f2-31021c337b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01582d47-1e19-4482-ab2d-655394153574'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:46.717230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47216) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:46.718121 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Bound port: e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ea22a4-2f71-42d8-a4f2-31021c337b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01582d47-1e19-4482-ab2d-655394153574'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:46.719106 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:46.738553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0deb7e3-a8d1-4fec-9a7f-0b02fef5e7a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:46.748127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56967ff9-0324-432d-8082-143289b45716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:46.818218 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-56967ff9-0324-432d-8082-143289b45716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:46.910100 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:16:46.910263 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:16:46.922404 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:16:46.988807 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] For port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:16:46.999190 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] For port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd,segment=NetworkSegment(23ea22a4-2f71-42d8-a4f2-31021c337b5b),segment_id=23ea22a4-2f71-42d8-a4f2-31021c337b5b)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:16:47.005887 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:47.070040 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ee2ab0d8-173e-496c-befd-dbad3e4d6f70 None None] Provisioning complete for port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:47.070600 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee2ab0d8-173e-496c-befd-dbad3e4d6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:47.240297 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-51534035-ffdb-44fb-9206-6d38523aa078 req-fc50c446-aa47-42dd-902c-a8781a270ffe tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0218079 Jan 31 16:16:47.277639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-6282305b-23e3-4270-b12a-7fe8da111693 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4441926 Jan 31 16:16:47.302472 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0205af2-0873-44ad-8c28-7da2b943254f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:47.397693 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:47.398403 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:47.503135 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d79fc-dcb0-4d33-be63-cada139c8ea2 None None] Pushing event updated for resources: {'Port': ['ID=e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:47.568498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ee2ab0d8-173e-496c-befd-dbad3e4d6f70 None None] Provisioning complete for port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:47.569090 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee2ab0d8-173e-496c-befd-dbad3e4d6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:47.597638 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-56967ff9-0324-432d-8082-143289b45716 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e675d87c2a540868dbed62ea0fb116d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8068862 Jan 31 16:16:47.598706 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58374fae-ee3e-4edc-9d39-d59ea96de5b5 req-e16a69be-b01b-426f-986e-e6e3afd45fc3 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106647 Jan 31 16:16:47.605171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47242) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:47.736627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0deb7e3-a8d1-4fec-9a7f-0b02fef5e7a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Subnet': ['ID=ccffde94-3140-40d3-8a4e-95ae7b9f1009,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:47.775049 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:16:47.790037 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afda85c9-2f41-4b58-adc8-ee0fb5baa638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:47.792224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:47.827653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56967ff9-0324-432d-8082-143289b45716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f2c4f-672e-4139-a23e-40272745678d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:47.924876 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee2ab0d8-173e-496c-befd-dbad3e4d6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:47.959607 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d64170e7-5721-4673-a50c-d4c160f93fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:47.967217 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c93a82-2fea-4f14-b661-ab071d3372b4 req-7e7e1264-739f-4bc3-92ae-e781ade48901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:47.970716 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-04c93a82-2fea-4f14-b661-ab071d3372b4 req-7e7e1264-739f-4bc3-92ae-e781ade48901 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 1094 time: 0.2836118 Jan 31 16:16:48.064760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ee2ab0d8-173e-496c-befd-dbad3e4d6f70 None None] For port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd,segment=NetworkSegment(23ea22a4-2f71-42d8-a4f2-31021c337b5b),segment_id=23ea22a4-2f71-42d8-a4f2-31021c337b5b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:16:48.080463 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee2ab0d8-173e-496c-befd-dbad3e4d6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:48.105071 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afda85c9-2f41-4b58-adc8-ee0fb5baa638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:48.134178 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-afda85c9-2f41-4b58-adc8-ee0fb5baa638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:48.143159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0deb7e3-a8d1-4fec-9a7f-0b02fef5e7a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Checking segment: {'id': '74cf2df0-2cff-4576-8698-e6564ba2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:48.147206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0deb7e3-a8d1-4fec-9a7f-0b02fef5e7a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network hostable DHCP agents. Network: 47328a33-894d-402c-b727-dd83fdbc07cc, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:16:48.208868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d64170e7-5721-4673-a50c-d4c160f93fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:48.259573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda85c9-2f41-4b58-adc8-ee0fb5baa638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e14ee9-ab69-417c-a73a-a34bb8ff62bb,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:48.265256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0deb7e3-a8d1-4fec-9a7f-0b02fef5e7a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network 47328a33-894d-402c-b727-dd83fdbc07cc is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:16:48.271576 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-afda85c9-2f41-4b58-adc8-ee0fb5baa638 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c0a9590eeb94b10a6fb98a2f59e11b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5530357 Jan 31 16:16:48.276380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47260) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:48.280299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ab0d8-173e-496c-befd-dbad3e4d6f70 None None] Pushing event updated for resources: {'Port': ['ID=e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:48.301030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d0deb7e3-a8d1-4fec-9a7f-0b02fef5e7a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 47328a33-894d-402c-b727-dd83fdbc07cc) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:48.317706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0deb7e3-a8d1-4fec-9a7f-0b02fef5e7a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:48.318372 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0deb7e3-a8d1-4fec-9a7f-0b02fef5e7a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:48.350315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae367ac-fce5-46fe-8b2f-36b8eb155951 None None] Network 47328a33-894d-402c-b727-dd83fdbc07cc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:48.362681 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d0deb7e3-a8d1-4fec-9a7f-0b02fef5e7a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3265417 Jan 31 16:16:48.378382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47264) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:48.459315 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:16:41Z', 'revision_number': 2, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:46Z', 'revision_number': 4, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:48.518152 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4784409-4493-4cd0-92cb-9a38cad48f57 None None] The sync data for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 is: [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:16:41Z', 'revision_number': 2, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:46Z', 'revision_number': 4, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:16:48.550326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d64170e7-5721-4673-a50c-d4c160f93fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:48.553901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d64170e7-5721-4673-a50c-d4c160f93fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:48.555992 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d64170e7-5721-4673-a50c-d4c160f93fbe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b25f2c4f-672e-4139-a23e-40272745678d HTTP/1.1" status: 204 len: 168 time: 0.9495585 Jan 31 16:16:48.604972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64170e7-5721-4673-a50c-d4c160f93fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f2c4f-672e-4139-a23e-40272745678d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:48.629361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:48.631674 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:48.693393 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f483ae89-3344-473f-ba0d-2bd4dd38cc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:48.721613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c93a82-2fea-4f14-b661-ab071d3372b4 req-df322b4b-fc49-46c0-8a4e-09fe8cfd2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:48.725764 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-04c93a82-2fea-4f14-b661-ab071d3372b4 req-df322b4b-fc49-46c0-8a4e-09fe8cfd2f60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.7444000 Jan 31 16:16:48.736344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a30ca-9e52-4aee-b3e6-e894c50b9c97 req-1f257b11-edf7-4d3d-b764-1f9dcf77aa71 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:48.738535 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cb2a30ca-9e52-4aee-b3e6-e894c50b9c97 req-1f257b11-edf7-4d3d-b764-1f9dcf77aa71 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 943 time: 0.1933734 Jan 31 16:16:48.885383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cb2a30ca-9e52-4aee-b3e6-e894c50b9c97 req-3b1f50a0-944e-4782-b6c1-1f273fac1c0f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343839 Jan 31 16:16:48.892052 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-04c93a82-2fea-4f14-b661-ab071d3372b4 req-42e1710f-71ea-45b5-8adc-4534fbff9333 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9262877e-5b58-41d5-a5e3-d6c8ddf168ca HTTP/1.1" status: 200 len: 217 time: 0.1581583 Jan 31 16:16:48.980088 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f483ae89-3344-473f-ba0d-2bd4dd38cc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:49.087584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c6d5a04d-8f1f-47d0-b65a-0f8e7a0ca2c1 None None] Provisioning complete for port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:49.088047 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a04d-8f1f-47d0-b65a-0f8e7a0ca2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:49.242335 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f483ae89-3344-473f-ba0d-2bd4dd38cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:49.259703 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f483ae89-3344-473f-ba0d-2bd4dd38cc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:49.262119 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f483ae89-3344-473f-ba0d-2bd4dd38cc82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7e14ee9-ab69-417c-a73a-a34bb8ff62bb HTTP/1.1" status: 204 len: 168 time: 0.9773915 Jan 31 16:16:49.290173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483ae89-3344-473f-ba0d-2bd4dd38cc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e14ee9-ab69-417c-a73a-a34bb8ff62bb,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:49.314228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c93a82-2fea-4f14-b661-ab071d3372b4 req-1f8deee1-5de5-44c5-8316-e4d3cec1a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:49.315772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-04c93a82-2fea-4f14-b661-ab071d3372b4 req-1f8deee1-5de5-44c5-8316-e4d3cec1a236 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.3682089 Jan 31 16:16:49.480150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c93a82-2fea-4f14-b661-ab071d3372b4 req-aa1e3328-1e3f-4372-babc-70735d720483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:49.488548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-04c93a82-2fea-4f14-b661-ab071d3372b4 req-aa1e3328-1e3f-4372-babc-70735d720483 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618235 Jan 31 16:16:49.767319 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:49.812421 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-04c93a82-2fea-4f14-b661-ab071d3372b4 req-98a85e52-16dc-4887-80d5-ac028085827b service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179147 Jan 31 16:16:49.932666 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-edd108d1-9908-443c-a824-54adab0bba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:49.946200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-47328a33-894d-402c-b727-dd83fdbc07cc', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:16:49.947472 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:50.058011 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-04c93a82-2fea-4f14-b661-ab071d3372b4 req-c9dcadae-0287-4c32-86f9-e274dbae86bd service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394590 Jan 31 16:16:50.250660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf4c53-4335-495f-af40-3ce55b2a6a4f req-8cebceed-8494-43a6-9fc6-d4b4d39ec832 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:50.252244 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abbf4c53-4335-495f-af40-3ce55b2a6a4f req-8cebceed-8494-43a6-9fc6-d4b4d39ec832 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 943 time: 0.1768067 Jan 31 16:16:50.396689 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47326) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:50.423575 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-abbf4c53-4335-495f-af40-3ce55b2a6a4f req-e7a36241-991b-49c2-bfb1-335595cab542 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612265 Jan 31 16:16:50.423575 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e81d3a24-d308-4514-8a18-23a06b1bf13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:50.670704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Allocated IP 2001:db8:1::1 (47328a33-894d-402c-b727-dd83fdbc07cc/ccffde94-3140-40d3-8a4e-95ae7b9f1009/5d1ad775-cc34-4a40-b0b4-205780adb587) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:50.692671 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-11e677b0-9a18-4af6-99b6-786dff455dac None None] Provisioning complete for port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:50.695471 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e81d3a24-d308-4514-8a18-23a06b1bf13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:50.695606 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-11e677b0-9a18-4af6-99b6-786dff455dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:50.709261 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e81d3a24-d308-4514-8a18-23a06b1bf13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:50.788751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d3a24-d308-4514-8a18-23a06b1bf13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d106c-ed50-4a09-b9f8-d37dadc1e0ff,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:50.886077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:50.895221 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e81d3a24-d308-4514-8a18-23a06b1bf13c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5db456ece99341ebba2abfe0cc820239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952364 Jan 31 16:16:50.898630 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47334) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:50.967521 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:51.025304 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80cbf8ab-c5d2-4a00-aed2-39b878c865f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:51.043800 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:51.044389 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:51.044771 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:51.078512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80cbf8ab-c5d2-4a00-aed2-39b878c865f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:51.196423 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:51.250810 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80cbf8ab-c5d2-4a00-aed2-39b878c865f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:51.253872 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80cbf8ab-c5d2-4a00-aed2-39b878c865f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:51.258224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-80cbf8ab-c5d2-4a00-aed2-39b878c865f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b1d106c-ed50-4a09-b9f8-d37dadc1e0ff HTTP/1.1" status: 204 len: 168 time: 0.3569643 Jan 31 16:16:51.275599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbf8ab-c5d2-4a00-aed2-39b878c865f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1d106c-ed50-4a09-b9f8-d37dadc1e0ff,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:51.341349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network 47328a33-894d-402c-b727-dd83fdbc07cc is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:51.346494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:51.351062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:51.351666 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:51.358244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=5d1ad775-cc34-4a40-b0b4-205780adb587,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:51.559391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Allocated IP 2001:db8:1::2 (47328a33-894d-402c-b727-dd83fdbc07cc/ccffde94-3140-40d3-8a4e-95ae7b9f1009/47dbd404-05c1-4537-a90f-715c297db589) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:51.691156 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:51.978553 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47370) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:52.082766 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.095303 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.162897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Network 47328a33-894d-402c-b727-dd83fdbc07cc is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:52.168633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:52.171587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:52.217400 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc3ad-ce08-4b43-af98-1f0906f079e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.295452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af1909-ade5-4ce4-8e21-30bb8078aa2d req-e8366aaa-c457-4122-a053-2eb8695a5bf4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:52.302112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-70af1909-ade5-4ce4-8e21-30bb8078aa2d req-e8366aaa-c457-4122-a053-2eb8695a5bf4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 943 time: 0.6651568 Jan 31 16:16:52.389555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Pushing event updated for resources: {'Port': ['ID=47dbd404-05c1-4537-a90f-715c297db589,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:52.486374 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc3ad-ce08-4b43-af98-1f0906f079e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.493018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc3ad-ce08-4b43-af98-1f0906f079e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.503706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Attempting to bind port 47dbd404-05c1-4537-a90f-715c297db589 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:52.503980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Attempting to bind port 47dbd404-05c1-4537-a90f-715c297db589 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '74cf2df0-2cff-4576-8698-e6564ba2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:52.504300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Attempting to bind port 47dbd404-05c1-4537-a90f-715c297db589 on network 47328a33-894d-402c-b727-dd83fdbc07cc {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:52.536614 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.555199 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.560639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:52.561019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Checking segment: {'id': '74cf2df0-2cff-4576-8698-e6564ba2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:52.562618 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.563019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Bound using segment: {'id': '74cf2df0-2cff-4576-8698-e6564ba2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:52.563516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Bound port: 47dbd404-05c1-4537-a90f-715c297db589, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cf2df0-2cff-4576-8698-e6564ba2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:52.563912 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.622532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdc3ad-ce08-4b43-af98-1f0906f079e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51394ddc-0fb3-4e5c-8b49-33666e45488b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:52.647581 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c4fdc3ad-ce08-4b43-af98-1f0906f079e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7795a697e59345a8bafdee9746618270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651020 Jan 31 16:16:52.648275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47394) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:52.663451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-70af1909-ade5-4ce4-8e21-30bb8078aa2d req-11297222-60fb-4824-ba07-b63f7ef25262 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519828 Jan 31 16:16:52.669742 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.670563 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.707518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] For port 47dbd404-05c1-4537-a90f-715c297db589, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:16:52.715848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] For port 47dbd404-05c1-4537-a90f-715c297db589, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=47dbd404-05c1-4537-a90f-715c297db589,segment=NetworkSegment(74cf2df0-2cff-4576-8698-e6564ba2f0b8),segment_id=74cf2df0-2cff-4576-8698-e6564ba2f0b8)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:16:52.721972 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.748698 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.807197 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f820872d-6059-42c7-9ce4-14afc9a0e5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.911814 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f820872d-6059-42c7-9ce4-14afc9a0e5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:52.917662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51762f-04cd-401f-800d-6114f225d5f0 None None] Pushing event updated for resources: {'Port': ['ID=47dbd404-05c1-4537-a90f-715c297db589,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:53.056132 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f820872d-6059-42c7-9ce4-14afc9a0e5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:53.059395 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f820872d-6059-42c7-9ce4-14afc9a0e5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:53.064767 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f820872d-6059-42c7-9ce4-14afc9a0e5d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51394ddc-0fb3-4e5c-8b49-33666e45488b HTTP/1.1" status: 204 len: 168 time: 0.4119580 Jan 31 16:16:53.079684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820872d-6059-42c7-9ce4-14afc9a0e5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51394ddc-0fb3-4e5c-8b49-33666e45488b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:53.109926 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=5d1ad775-cc34-4a40-b0b4-205780adb587,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:53.164406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47416) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:53.233854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network 47328a33-894d-402c-b727-dd83fdbc07cc is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:53.238429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:53.444417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5da41c1c-2a55-4459-a550-5c27b37880a0 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:16:53.480748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1119419239'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:53.580215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:53.584207 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:53.630678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:53.705049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:16:53.717100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Sync routers for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:16:53.722719 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9cddde13-3d14-4e5d-a57d-706c0413fd8f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3421352 Jan 31 16:16:53.723800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47430) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:53.729956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-99edb82d-3f6e-4631-8b3b-bcb8a30b15c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1097211458'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:53.734508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:53.735260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:53.785534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99edb82d-3f6e-4631-8b3b-bcb8a30b15c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:53.789492 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99edb82d-3f6e-4631-8b3b-bcb8a30b15c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:53.821192 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99edb82d-3f6e-4631-8b3b-bcb8a30b15c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:16:53.873234 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99edb82d-3f6e-4631-8b3b-bcb8a30b15c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:53.873652 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-99edb82d-3f6e-4631-8b3b-bcb8a30b15c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Added segment 990c2a99-eb04-45fb-8687-e3bc804195cd of type vlan for network a6c42fc4-47c8-456a-a380-0ce1e50a1400 Jan 31 16:16:53.880804 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:53.886195 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:53.953730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:16:53.990132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:16:54.015262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99edb82d-3f6e-4631-8b3b-bcb8a30b15c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:54.065336 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:54.066042 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Added segment b8e36119-7e8f-4953-82bc-f0ad050f3041 of type vlan for network 71af9802-526e-47d9-9573-c6794664f00c Jan 31 16:16:54.067089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76140f9-4cab-4fa3-bd15-520541d97a9a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:54.071499 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99edb82d-3f6e-4631-8b3b-bcb8a30b15c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:54.088304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99edb82d-3f6e-4631-8b3b-bcb8a30b15c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:54.089110 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99edb82d-3f6e-4631-8b3b-bcb8a30b15c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:54.242250 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-99edb82d-3f6e-4631-8b3b-bcb8a30b15c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5147929 Jan 31 16:16:54.245988 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550f336-7f37-4cbe-a687-445f6ccbc458 req-10bf9cde-a449-4181-94d9-3bdb6a7a103f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:54.247542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0550f336-7f37-4cbe-a687-445f6ccbc458 req-10bf9cde-a449-4181-94d9-3bdb6a7a103f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 943 time: 0.2950110 Jan 31 16:16:54.268148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47446) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:54.284464 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0ff556c5-ffef-43f6-97f5-0456dd7fcefa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'subnet': {'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:54.286128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edb82d-3f6e-4631-8b3b-bcb8a30b15c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Network': ['ID=a6c42fc4-47c8-456a-a380-0ce1e50a1400,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:54.323112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network a6c42fc4-47c8-456a-a380-0ce1e50a1400 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:16:54.374555 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:54.555793 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0550f336-7f37-4cbe-a687-445f6ccbc458 req-5e9a0f13-4e93-4336-b6f0-ea500c2c0aa8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623944 Jan 31 16:16:54.560246 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.db.resource_extend [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:16:54.650563 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:54.656869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:54.657556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:54.679292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:16:51Z', 'revision_number': 3, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:16:52Z', 'revision_number': 2, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:54.756259 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Checking router: 5da41c1c-2a55-4459-a550-5c27b37880a0 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:16:54.757598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Updating router 5da41c1c-2a55-4459-a550-5c27b37880a0 port 5d1ad775-cc34-4a40-b0b4-205780adb587 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:16:54.761069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5949824 Jan 31 16:16:54.766507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47472) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:54.772737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-09f9e1ef-61e4-430d-96b1-6fb174c12b95 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:54.802127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff556c5-ffef-43f6-97f5-0456dd7fcefa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:54.806394 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ff556c5-ffef-43f6-97f5-0456dd7fcefa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:54.828748 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:54.861288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 47dbd404-05c1-4537-a90f-715c297db589 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:54.864765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482ce52f-fb0d-4c5c-9f12-d51f1a630c13 None None] Network 47328a33-894d-402c-b727-dd83fdbc07cc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:55.061097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f9e1ef-61e4-430d-96b1-6fb174c12b95 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:55.065083 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09f9e1ef-61e4-430d-96b1-6fb174c12b95 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:55.072617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47bcbf-212a-413c-ae26-2982385141d7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Network': ['ID=71af9802-526e-47d9-9573-c6794664f00c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:55.089063 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9575d983-05e7-454d-880d-cef120608528 None None] Provisioning complete for port 47dbd404-05c1-4537-a90f-715c297db589 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:55.089454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47490) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:55.089684 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9575d983-05e7-454d-880d-cef120608528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:55.130982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 71af9802-526e-47d9-9573-c6794664f00c details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:16:55.252695 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ff556c5-ffef-43f6-97f5-0456dd7fcefa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:55.381004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff556c5-ffef-43f6-97f5-0456dd7fcefa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Subnet': ['ID=f33710fe-b437-46c4-b745-16d4801bfab6,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:55.396221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff556c5-ffef-43f6-97f5-0456dd7fcefa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Checking segment: {'id': '990c2a99-eb04-45fb-8687-e3bc804195cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:55.396821 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff556c5-ffef-43f6-97f5-0456dd7fcefa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network hostable DHCP agents. Network: a6c42fc4-47c8-456a-a380-0ce1e50a1400, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:16:55.429886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff556c5-ffef-43f6-97f5-0456dd7fcefa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network a6c42fc4-47c8-456a-a380-0ce1e50a1400 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:16:55.442091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-0ff556c5-ffef-43f6-97f5-0456dd7fcefa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, a6c42fc4-47c8-456a-a380-0ce1e50a1400) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:55.446238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 47dbd404-05c1-4537-a90f-715c297db589 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:55.446717 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:55.448785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff556c5-ffef-43f6-97f5-0456dd7fcefa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:55.449385 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ff556c5-ffef-43f6-97f5-0456dd7fcefa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:55.472990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d89106-eeef-4d51-aff2-bd7624d12b78 None None] Network a6c42fc4-47c8-456a-a380-0ce1e50a1400 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:55.492027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47502) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:55.492265 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0ff556c5-ffef-43f6-97f5-0456dd7fcefa tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2092204 Jan 31 16:16:55.498922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09f9e1ef-61e4-430d-96b1-6fb174c12b95 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:55.596748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-237674055-network', 'tenant_id': '90a096e31b9f4f20be105189c1be5450'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:55.635776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Made reservation on behalf of 90a096e31b9f4f20be105189c1be5450 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:55.640480 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:55.669194 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:55.670360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9e1ef-61e4-430d-96b1-6fb174c12b95 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=d3fc5baa-3ac0-4213-924f-2a3180edcf66,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:55.843427 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:55.849008 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:55.914831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:16:55.931117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19070c3d-2a5f-400e-b88d-3db1c020e4ee,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:55.939449 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:55.939968 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Added segment 985d77ca-62a7-4e64-b930-07f9ada6e446 of type vlan for network 91c7532e-6972-4e76-aff0-1d0a19c768b8 Jan 31 16:16:56.006436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344f136-b7fa-4fce-a604-a71e1c5642dc req-0af25db7-1f63-46f8-826c-f36dd29fe4f9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:56.008076 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9344f136-b7fa-4fce-a604-a71e1c5642dc req-0af25db7-1f63-46f8-826c-f36dd29fe4f9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 943 time: 0.2426431 Jan 31 16:16:56.051549 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:56.071670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9e1ef-61e4-430d-96b1-6fb174c12b95 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:56.072017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f9e1ef-61e4-430d-96b1-6fb174c12b95 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network hostable DHCP agents. Network: 71af9802-526e-47d9-9573-c6794664f00c, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:16:56.143119 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:56.146339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:56.147270 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:56.222361 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9575d983-05e7-454d-880d-cef120608528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:56.236130 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1442554 Jan 31 16:16:56.237919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47530) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:56.248665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-efea0779-ae8a-423a-bca3-e0ddc4d27fe1 admin admin] Request body: {'subnet': {'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-237674055-subnet', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:56.258273 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:56.269984 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-a6c42fc4-47c8-456a-a380-0ce1e50a1400', 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'fixed_ips': [{'subnet_id': 'f33710fe-b437-46c4-b745-16d4801bfab6'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:16:56.271127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6b468-fce6-4bf6-bc50-a2877bfb1750 admin admin] Pushing event updated for resources: {'Network': ['ID=91c7532e-6972-4e76-aff0-1d0a19c768b8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:56.271257 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:56.303510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efea0779-ae8a-423a-bca3-e0ddc4d27fe1 admin admin] Made reservation on behalf of 90a096e31b9f4f20be105189c1be5450 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:56.305781 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-efea0779-ae8a-423a-bca3-e0ddc4d27fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:56.336139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 91c7532e-6972-4e76-aff0-1d0a19c768b8 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:16:56.352838 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:56.435524 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9575d983-05e7-454d-880d-cef120608528 None None] For port 47dbd404-05c1-4537-a90f-715c297db589, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=47dbd404-05c1-4537-a90f-715c297db589,segment=NetworkSegment(74cf2df0-2cff-4576-8698-e6564ba2f0b8),segment_id=74cf2df0-2cff-4576-8698-e6564ba2f0b8)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:16:56.529717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f9e1ef-61e4-430d-96b1-6fb174c12b95 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:16:56.649319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-09f9e1ef-61e4-430d-96b1-6fb174c12b95 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 71af9802-526e-47d9-9573-c6794664f00c) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:56.696689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f9e1ef-61e4-430d-96b1-6fb174c12b95 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:56.697656 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09f9e1ef-61e4-430d-96b1-6fb174c12b95 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:56.718122 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9344f136-b7fa-4fce-a604-a71e1c5642dc req-0f8890fd-6f9b-4ec6-b28c-4f456f455464 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6524618 Jan 31 16:16:56.724676 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-09f9e1ef-61e4-430d-96b1-6fb174c12b95 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9569795 Jan 31 16:16:56.727850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47540) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:56.736135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'name': 'tempest-NetworksTestDHCPv6-649112552'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:56.804896 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-efea0779-ae8a-423a-bca3-e0ddc4d27fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:56.935072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Allocated IP 2001:db8:2::2 (a6c42fc4-47c8-456a-a380-0ce1e50a1400/f33710fe-b437-46c4-b745-16d4801bfab6/f22be269-3f19-4e62-b2c9-3b08cd921d75) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:56.952695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea0779-ae8a-423a-bca3-e0ddc4d27fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9b26ca-d516-4bc8-86be-78bf24bcc0d6,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:56.991416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928a563c-2cd4-484d-8db1-4eb89edc4d35 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:56.993708 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9575d983-05e7-454d-880d-cef120608528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:56.995447 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:57.010242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efea0779-ae8a-423a-bca3-e0ddc4d27fe1 admin admin] Checking segment: {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:57.010602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea0779-ae8a-423a-bca3-e0ddc4d27fe1 admin admin] Network hostable DHCP agents. Network: 91c7532e-6972-4e76-aff0-1d0a19c768b8, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:16:57.064219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea0779-ae8a-423a-bca3-e0ddc4d27fe1 admin admin] Network 91c7532e-6972-4e76-aff0-1d0a19c768b8 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:16:57.073912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575d983-05e7-454d-880d-cef120608528 None None] Pushing event updated for resources: {'Port': ['ID=47dbd404-05c1-4537-a90f-715c297db589,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:57.077940 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:57.112004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-efea0779-ae8a-423a-bca3-e0ddc4d27fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 91c7532e-6972-4e76-aff0-1d0a19c768b8) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:57.121190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efea0779-ae8a-423a-bca3-e0ddc4d27fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:57.122959 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-efea0779-ae8a-423a-bca3-e0ddc4d27fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:57.161274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66f58ef-54d9-42ae-a9ec-f979fd7774c3 None None] Network 91c7532e-6972-4e76-aff0-1d0a19c768b8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:16:57.162249 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-efea0779-ae8a-423a-bca3-e0ddc4d27fe1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9211366 Jan 31 16:16:57.163699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47556) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:57.176796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-237674055-router', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:16:57.255278 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:57.256938 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:57.329040 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-82c2fc07-720b-42c2-a572-5dd68649dc2d None None] Provisioning complete for port 5d1ad775-cc34-4a40-b0b4-205780adb587 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:57.329621 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-82c2fc07-720b-42c2-a572-5dd68649dc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:57.341066 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:16:57.341430 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:16:57.479793 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:57.517554 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30358606-5733-4c85-8b93-fb6c6ca6e581 None None] Pushing event updated for resources: {'Port': ['ID=5d1ad775-cc34-4a40-b0b4-205780adb587,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:57.645209 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:57.720666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:57.834197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-91c7532e-6972-4e76-aff0-1d0a19c768b8', 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'fixed_ips': [{'subnet_id': 'ca9b26ca-d516-4bc8-86be-78bf24bcc0d6'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:16:57.835943 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:57.961516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-82c2fc07-720b-42c2-a572-5dd68649dc2d None None] Port 5d1ad775-cc34-4a40-b0b4-205780adb587 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:16:57.972196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512de7-f7e9-4a5d-ac82-95ce2918e42f req-c284f9cb-2306-4efd-8760-cc2bd4282466 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:57.982584 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4512de7-f7e9-4a5d-ac82-95ce2918e42f req-c284f9cb-2306-4efd-8760-cc2bd4282466 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 943 time: 0.1094704 Jan 31 16:16:58.063580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Attempting to bind port 5d1ad775-cc34-4a40-b0b4-205780adb587 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:58.064047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Attempting to bind port 5d1ad775-cc34-4a40-b0b4-205780adb587 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '74cf2df0-2cff-4576-8698-e6564ba2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:58.065287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Attempting to bind port 5d1ad775-cc34-4a40-b0b4-205780adb587 on network 47328a33-894d-402c-b727-dd83fdbc07cc {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:58.105772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:58.106199 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Checking segment: {'id': '74cf2df0-2cff-4576-8698-e6564ba2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:58.106570 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.107127 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Bound using segment: {'id': '74cf2df0-2cff-4576-8698-e6564ba2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:58.107612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Bound port: 5d1ad775-cc34-4a40-b0b4-205780adb587, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cf2df0-2cff-4576-8698-e6564ba2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:58.108311 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.124854 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.212218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-82c2fc07-720b-42c2-a572-5dd68649dc2d None None] Provisioning complete for port 47dbd404-05c1-4537-a90f-715c297db589 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:58.212611 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-82c2fc07-720b-42c2-a572-5dd68649dc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.229953 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4512de7-f7e9-4a5d-ac82-95ce2918e42f req-2a78b2e3-feba-4ffd-bba9-64009297f120 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095385 Jan 31 16:16:58.238789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:16:58.244429 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.275150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 47dbd404-05c1-4537-a90f-715c297db589 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:16:58.312960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port 7b72631a-6e5c-4d1d-8a39-facad18c204f yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:16:58.328459 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.348146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.349483 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] For port 5d1ad775-cc34-4a40-b0b4-205780adb587, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:16:58.363560 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.473274 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.478732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] For port 5d1ad775-cc34-4a40-b0b4-205780adb587, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5d1ad775-cc34-4a40-b0b4-205780adb587,segment=NetworkSegment(74cf2df0-2cff-4576-8698-e6564ba2f0b8),segment_id=74cf2df0-2cff-4576-8698-e6564ba2f0b8)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:16:58.516102 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.550567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': 'd3fc5baa-3ac0-4213-924f-2a3180edcf66'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:16:58.551422 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.574081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::177 (71af9802-526e-47d9-9573-c6794664f00c/d3fc5baa-3ac0-4213-924f-2a3180edcf66/7b72631a-6e5c-4d1d-8a39-facad18c204f) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:58.585586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Network a6c42fc4-47c8-456a-a380-0ce1e50a1400 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:58.589703 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Allocated IP 172.25.1.159 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/7e338007-7240-4658-b096-09c3f4cb5600) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:58.603888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:58.706231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:58.725980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Pushing event updated for resources: {'Port': ['ID=f22be269-3f19-4e62-b2c9-3b08cd921d75,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:58.732552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 47dbd404-05c1-4537-a90f-715c297db589 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:58.732955 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.844216 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.882494 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.890396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:16:58.891026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:16:58.943876 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:58.984669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:58.996688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:59.010959 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:59.024698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:59.027570 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:59.031090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:59.104085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Allocated IP 2001:db8:2::1 (a6c42fc4-47c8-456a-a380-0ce1e50a1400/f33710fe-b437-46c4-b745-16d4801bfab6/dd498db4-b706-40d2-913d-ba645a2174ea) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:59.118863 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=7b72631a-6e5c-4d1d-8a39-facad18c204f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:59.132278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:59.147150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:16:59.156655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:16:59.168499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.168915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.169256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.171748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.172108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.172407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.178913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.179319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.181099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.181431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.181782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.182103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.218473 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a6e3a8f7-a3eb-4fab-8ad2-488cc777d426 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4892704 Jan 31 16:16:59.220718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47610) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:59.374798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Pushing event updated for resources: {'Port': ['ID=7e338007-7240-4658-b096-09c3f4cb5600,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:59.402770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.409924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.410520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.411129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.411632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.412114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.412594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.413171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.413701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.414239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.414718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.415251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:16:59.449309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Allocated IP 172.20.0.2 (91c7532e-6972-4e76-aff0-1d0a19c768b8/ca9b26ca-d516-4bc8-86be-78bf24bcc0d6/17fc8845-7e83-4707-9284-10ed8d085365) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:59.479027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6325a0d5-81a3-41f1-ab3f-2a651bef0c16 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:59.484801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6325a0d5-81a3-41f1-ab3f-2a651bef0c16 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2617350 Jan 31 16:16:59.489546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47620) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:16:59.493329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1091b91f-5b2b-43b6-ab1a-02cab22c2c8b None None] Provisioning complete for port 5d1ad775-cc34-4a40-b0b4-205780adb587 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:16:59.493743 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1091b91f-5b2b-43b6-ab1a-02cab22c2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:59.495360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Attempting to bind port f22be269-3f19-4e62-b2c9-3b08cd921d75 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:16:59.496102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Attempting to bind port f22be269-3f19-4e62-b2c9-3b08cd921d75 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '990c2a99-eb04-45fb-8687-e3bc804195cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:16:59.496468 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Attempting to bind port f22be269-3f19-4e62-b2c9-3b08cd921d75 on network a6c42fc4-47c8-456a-a380-0ce1e50a1400 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:16:59.563921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1350d0-e964-4801-a2ae-2b7d8422dbbf req-fec3c09b-c632-4552-9ab2-2a4ced92de12 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:16:59.565791 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de1350d0-e964-4801-a2ae-2b7d8422dbbf req-fec3c09b-c632-4552-9ab2-2a4ced92de12 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 943 time: 0.1987393 Jan 31 16:16:59.627006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de1350d0-e964-4801-a2ae-2b7d8422dbbf req-e06e47ad-6111-4146-821e-0ef18cd32721 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493262 Jan 31 16:16:59.696961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:59.715153 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:59.738214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a9b7fcbf-07f7-4514-a22d-d4333872d24a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port 7b72631a-6e5c-4d1d-8a39-facad18c204f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:16:59.739036 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fcbf-07f7-4514-a22d-d4333872d24a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:59.861616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:59.871021 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:59.876699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:16:59.877930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Checking segment: {'id': '990c2a99-eb04-45fb-8687-e3bc804195cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:16:59.878565 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:59.879243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Bound using segment: {'id': '990c2a99-eb04-45fb-8687-e3bc804195cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:16:59.879994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Bound port: f22be269-3f19-4e62-b2c9-3b08cd921d75, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990c2a99-eb04-45fb-8687-e3bc804195cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:16:59.880615 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:16:59.951688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=dd498db4-b706-40d2-913d-ba645a2174ea,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:16:59.982570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Allocated IP 2001:db8::2 (71af9802-526e-47d9-9573-c6794664f00c/d3fc5baa-3ac0-4213-924f-2a3180edcf66/4b6d5002-1e72-471f-9f2f-a9933dea9eb9) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:16:59.983033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network a6c42fc4-47c8-456a-a380-0ce1e50a1400 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:16:59.993365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:00.006335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:00.007157 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:00.007342 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:00.063426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30358606-5733-4c85-8b93-fb6c6ca6e581 None None] Pushing event updated for resources: {'Port': ['ID=5d1ad775-cc34-4a40-b0b4-205780adb587,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:00.140586 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fcbf-07f7-4514-a22d-d4333872d24a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:00.188046 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:00.208217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a9b7fcbf-07f7-4514-a22d-d4333872d24a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for 7b72631a-6e5c-4d1d-8a39-facad18c204f owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:00.215163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:00.226552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:00.342488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Network 91c7532e-6972-4e76-aff0-1d0a19c768b8 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:00.369219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:00.369219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:00.423567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Pushing event updated for resources: {'Port': ['ID=17fc8845-7e83-4707-9284-10ed8d085365,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:00.524904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Router eece2337-45d4-46bf-bba4-b799634fd527 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:17:00.581149 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1091b91f-5b2b-43b6-ab1a-02cab22c2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:00.610716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] For port f22be269-3f19-4e62-b2c9-3b08cd921d75, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:00.745503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] For port f22be269-3f19-4e62-b2c9-3b08cd921d75, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f22be269-3f19-4e62-b2c9-3b08cd921d75,segment=NetworkSegment(990c2a99-eb04-45fb-8687-e3bc804195cd),segment_id=990c2a99-eb04-45fb-8687-e3bc804195cd)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:00.815314 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:00.897629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:00.900582 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:00.906266 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:00.907083 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:00.911837 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Sync routers for ids ['eece2337-45d4-46bf-bba4-b799634fd527'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:17:00.923422 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:00.924790 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-55f44713-6f3d-47b7-be15-b65e0620046b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7586830 Jan 31 16:17:00.927555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47650) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:00.932645 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fcbf-07f7-4514-a22d-d4333872d24a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:00.933008 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Routers {'eece2337-45d4-46bf-bba4-b799634fd527'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:00.941128 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['eece2337-45d4-46bf-bba4-b799634fd527'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:00.943748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa701d6-a1c4-4791-8e3a-69a7689135f8 req-985e2aba-2708-4ead-99c5-e3c9cd5061dd tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:00.952097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ffa701d6-a1c4-4791-8e3a-69a7689135f8 req-985e2aba-2708-4ead-99c5-e3c9cd5061dd tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 943 time: 0.1481807 Jan 31 16:17:01.038217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e586e0f-a58b-4732-8044-86133b8e88f6 None None] Pushing event updated for resources: {'Port': ['ID=f22be269-3f19-4e62-b2c9-3b08cd921d75,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:01.041304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Attempting to bind port 17fc8845-7e83-4707-9284-10ed8d085365 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:01.041724 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Attempting to bind port 17fc8845-7e83-4707-9284-10ed8d085365 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:01.042087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Attempting to bind port 17fc8845-7e83-4707-9284-10ed8d085365 on network 91c7532e-6972-4e76-aff0-1d0a19c768b8 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:01.055362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:01.055734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Checking segment: {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:01.056136 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:01.056564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Bound using segment: {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:01.056980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Bound port: 17fc8845-7e83-4707-9284-10ed8d085365, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:01.057394 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:01.148067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1091b91f-5b2b-43b6-ab1a-02cab22c2c8b None None] For port 5d1ad775-cc34-4a40-b0b4-205780adb587, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5d1ad775-cc34-4a40-b0b4-205780adb587,segment=NetworkSegment(74cf2df0-2cff-4576-8698-e6564ba2f0b8),segment_id=74cf2df0-2cff-4576-8698-e6564ba2f0b8)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:01.191068 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ffa701d6-a1c4-4791-8e3a-69a7689135f8 req-7365f8e2-690e-4b76-aa56-9e3ecea63d43 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379827 Jan 31 16:17:01.206373 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Set router eece2337-45d4-46bf-bba4-b799634fd527 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:01.280029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] For port 17fc8845-7e83-4707-9284-10ed8d085365, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:01.280252 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fcbf-07f7-4514-a22d-d4333872d24a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:01.285774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a9b7fcbf-07f7-4514-a22d-d4333872d24a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/7b72631a-6e5c-4d1d-8a39-facad18c204f HTTP/1.1" status: 204 len: 168 time: 1.7948639 Jan 31 16:17:01.289723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47664) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:01.290110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] For port 17fc8845-7e83-4707-9284-10ed8d085365, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=17fc8845-7e83-4707-9284-10ed8d085365,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:01.294509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=dd498db4-b706-40d2-913d-ba645a2174ea,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:01.338711 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:01.411197 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1091b91f-5b2b-43b6-ab1a-02cab22c2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:01.421571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e466d-1b69-4ed2-b2b0-08a52dc30a04 None None] Pushing event updated for resources: {'Port': ['ID=17fc8845-7e83-4707-9284-10ed8d085365,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:01.470694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7fcbf-07f7-4514-a22d-d4333872d24a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=7b72631a-6e5c-4d1d-8a39-facad18c204f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:01.599918 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:01.637933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7427919-4c3b-46fb-b69b-29feaa12a718 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:01.655018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7427919-4c3b-46fb-b69b-29feaa12a718 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:01.657688 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f7427919-4c3b-46fb-b69b-29feaa12a718 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3473954 Jan 31 16:17:01.658198 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47670) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:01.761739 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:01.810620 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'name': 'tempest-TestServerMultinode-237674055-router', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7e338007-7240-4658-b096-09c3f4cb5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:16:59Z', 'revision_number': 3, 'project_id': '90a096e31b9f4f20be105189c1be5450', 'gw_port': {'id': '7e338007-7240-4658-b096-09c3f4cb5600', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:58Z', 'updated_at': '2022-01-31T16:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:01.818562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network a6c42fc4-47c8-456a-a380-0ce1e50a1400 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:01.847229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:01.884720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:01.902277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ef7d5a10-1999-46b2-8183-f7c2d9921a4e None None] Provisioning complete for port 5d1ad775-cc34-4a40-b0b4-205780adb587 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:01.902642 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef7d5a10-1999-46b2-8183-f7c2d9921a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:01.920113 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Checking router: eece2337-45d4-46bf-bba4-b799634fd527 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:17:01.920730 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Updating router eece2337-45d4-46bf-bba4-b799634fd527 port 7e338007-7240-4658-b096-09c3f4cb5600 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:17:01.944002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:01.944002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:01.970608 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:02.138171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efc04bf-4aef-4de0-b8ad-4409daf80b98 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet d3fc5baa-3ac0-4213-924f-2a3180edcf66 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:17:02.174482 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9efc04bf-4aef-4de0-b8ad-4409daf80b98 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:02.372476 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9262877e-5b58-41d5-a5e3-d6c8ddf168ca details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:17:02.414912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091b91f-5b2b-43b6-ab1a-02cab22c2c8b None None] Pushing event updated for resources: {'Port': ['ID=5d1ad775-cc34-4a40-b0b4-205780adb587,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:02.655502 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5da41c1c-2a55-4459-a550-5c27b37880a0 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:17:02.664403 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9efc04bf-4aef-4de0-b8ad-4409daf80b98 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:02.879740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Attempting to bind port 4b6d5002-1e72-471f-9f2f-a9933dea9eb9 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:02.882816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Attempting to bind port 4b6d5002-1e72-471f-9f2f-a9933dea9eb9 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:02.883417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Attempting to bind port 4b6d5002-1e72-471f-9f2f-a9933dea9eb9 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:02.918818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:16:51Z', 'revision_number': 3, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:16:58Z', 'revision_number': 4, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:02.925006 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.resource_extend [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 16:17:02.928038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 17fc8845-7e83-4707-9284-10ed8d085365 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:02.930341 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:02.930936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:02.932819 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:02.933419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:02.934089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Bound port: 4b6d5002-1e72-471f-9f2f-a9933dea9eb9, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:02.942732 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:02.999006 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.006284 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.051033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Pushing event updated for resources: {'Port': ['ID=4b6d5002-1e72-471f-9f2f-a9933dea9eb9,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:03.066510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:03.075594 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d1b43256-7066-4e77-8506-d4734c188fc2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5854080 Jan 31 16:17:03.078284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47694) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:03.102353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-33db9c5f-eba8-4fc7-919a-ccc0b27a694c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1592972797'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:03.126144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70da58-d1d7-4e06-b0e6-9d3d7b358f2a req-47262b5d-85c9-4341-b6d1-c79c224117e5 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:03.128434 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e70da58-d1d7-4e06-b0e6-9d3d7b358f2a req-47262b5d-85c9-4341-b6d1-c79c224117e5 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 943 time: 0.6339769 Jan 31 16:17:03.139675 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.189747 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7202da-9e15-4879-84ef-459867ef61a3 None None] Pushing event updated for resources: {'Port': ['ID=7e338007-7240-4658-b096-09c3f4cb5600,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:03.204697 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Attempting to bind port 7e338007-7240-4658-b096-09c3f4cb5600 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:03.207654 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Attempting to bind port 7e338007-7240-4658-b096-09c3f4cb5600 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:03.208183 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Attempting to bind port 7e338007-7240-4658-b096-09c3f4cb5600 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:03.219092 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:03.221739 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:03.222309 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.222872 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:03.225814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33db9c5f-eba8-4fc7-919a-ccc0b27a694c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:03.225998 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Bound port: 7e338007-7240-4658-b096-09c3f4cb5600, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:03.226551 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.230010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33db9c5f-eba8-4fc7-919a-ccc0b27a694c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.263467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a6fb75-b71a-42bb-b7c9-186f71508272 None None] The sync data for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 is: [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:16:51Z', 'revision_number': 3, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:16:58Z', 'revision_number': 4, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:17:03.304204 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e70da58-d1d7-4e06-b0e6-9d3d7b358f2a req-a65770e2-50f9-4dc5-ba2d-de6a09dfcf5d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681032 Jan 31 16:17:03.327835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33db9c5f-eba8-4fc7-919a-ccc0b27a694c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:17:03.328730 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9efc04bf-4aef-4de0-b8ad-4409daf80b98 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.471053 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33db9c5f-eba8-4fc7-919a-ccc0b27a694c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.471410 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-33db9c5f-eba8-4fc7-919a-ccc0b27a694c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Added segment 3239e49b-146d-4142-8593-4bed3e94e1c3 of type vlan for network dcc398c4-2e31-494e-9a7d-af052c9a059b Jan 31 16:17:03.479228 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] For port 7e338007-7240-4658-b096-09c3f4cb5600, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:03.486215 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] For port 7e338007-7240-4658-b096-09c3f4cb5600, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7e338007-7240-4658-b096-09c3f4cb5600,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:03.495127 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.547894 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9efc04bf-4aef-4de0-b8ad-4409daf80b98 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.662317 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Routers {'eece2337-45d4-46bf-bba4-b799634fd527'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:03.674979 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['eece2337-45d4-46bf-bba4-b799634fd527'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:03.688472 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc04bf-4aef-4de0-b8ad-4409daf80b98 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=d3fc5baa-3ac0-4213-924f-2a3180edcf66,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:03.695319 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9efc04bf-4aef-4de0-b8ad-4409daf80b98 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.698733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9efc04bf-4aef-4de0-b8ad-4409daf80b98 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/d3fc5baa-3ac0-4213-924f-2a3180edcf66 HTTP/1.1" status: 204 len: 168 time: 2.0392909 Jan 31 16:17:03.701297 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47708) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:03.754372 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33db9c5f-eba8-4fc7-919a-ccc0b27a694c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.798706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9262877e-5b58-41d5-a5e3-d6c8ddf168ca,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:03.800734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-631a652f-45e2-4dc2-87cc-0da1e9703ab4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980227 Jan 31 16:17:03.803950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47710) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:03.819449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e5765f1b-1781-4b89-90b1-fa863b9ae55f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:03.854957 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '9262877e-5b58-41d5-a5e3-d6c8ddf168ca', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'port_id': '9262877e-5b58-41d5-a5e3-d6c8ddf168ca', 'mac_address': 'fa:16:3e:95:d5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:17:03.902352 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33db9c5f-eba8-4fc7-919a-ccc0b27a694c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.915291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db9c5f-eba8-4fc7-919a-ccc0b27a694c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:03.915871 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33db9c5f-eba8-4fc7-919a-ccc0b27a694c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:03.916856 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] Set router eece2337-45d4-46bf-bba4-b799634fd527 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:03.939510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1052343c-1cbf-47a6-b545-47b698d21e84 None None] Network a6c42fc4-47c8-456a-a380-0ce1e50a1400 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:03.969255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Allocated IP 172.20.0.1 (91c7532e-6972-4e76-aff0-1d0a19c768b8/ca9b26ca-d516-4bc8-86be-78bf24bcc0d6/c0bffff7-46af-4ce2-b625-976828b04ff2) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:04.028475 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7202da-9e15-4879-84ef-459867ef61a3 None None] Pushing event updated for resources: {'Port': ['ID=7e338007-7240-4658-b096-09c3f4cb5600,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:04.098427 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] For port 4b6d5002-1e72-471f-9f2f-a9933dea9eb9, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:04.114386 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] For port 4b6d5002-1e72-471f-9f2f-a9933dea9eb9, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4b6d5002-1e72-471f-9f2f-a9933dea9eb9,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:04.132268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5765f1b-1781-4b89-90b1-fa863b9ae55f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:04.135929 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5765f1b-1781-4b89-90b1-fa863b9ae55f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:04.265626 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:04.372229 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'name': 'tempest-TestServerMultinode-237674055-router', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7e338007-7240-4658-b096-09c3f4cb5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:16:59Z', 'revision_number': 3, 'project_id': '90a096e31b9f4f20be105189c1be5450', 'gw_port': {'id': '7e338007-7240-4658-b096-09c3f4cb5600', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:58Z', 'updated_at': '2022-01-31T16:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:04.431218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47728) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:04.437101 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-33db9c5f-eba8-4fc7-919a-ccc0b27a694c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3568094 Jan 31 16:17:04.447863 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0814b0c1-18f6-42d3-ab50-85d161f5717d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'subnet': {'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:04.479419 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f7f5e-b5ee-4e64-aee5-099a1676c3e7 None None] The sync data for ids ['eece2337-45d4-46bf-bba4-b799634fd527'] in n-d-827120-1 is: [{'id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'name': 'tempest-TestServerMultinode-237674055-router', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7e338007-7240-4658-b096-09c3f4cb5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:16:59Z', 'revision_number': 3, 'project_id': '90a096e31b9f4f20be105189c1be5450', 'gw_port': {'id': '7e338007-7240-4658-b096-09c3f4cb5600', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:58Z', 'updated_at': '2022-01-31T16:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:17:04.531399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db9c5f-eba8-4fc7-919a-ccc0b27a694c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Network': ['ID=dcc398c4-2e31-494e-9a7d-af052c9a059b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:04.598550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9b379-f956-41a0-ae6a-ac2f40c05a16 req-2608f72e-10b1-45f7-afd9-5db6cc59b612 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:04.602352 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72b9b379-f956-41a0-ae6a-ac2f40c05a16 req-2608f72e-10b1-45f7-afd9-5db6cc59b612 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 943 time: 0.1561382 Jan 31 16:17:04.640304 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:04.686629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72b9b379-f956-41a0-ae6a-ac2f40c05a16 req-9d8291ee-28d7-4d85-ba5d-c87d964a1493 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761616 Jan 31 16:17:04.729148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2151e-04ab-4229-bd31-23ef73123187 None None] Network 91c7532e-6972-4e76-aff0-1d0a19c768b8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:04.754524 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:04.853579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Network 91c7532e-6972-4e76-aff0-1d0a19c768b8 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:04.857362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:04.869426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0814b0c1-18f6-42d3-ab50-85d161f5717d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Made reservation on behalf of d3d2302ceceb4fe985febb56868f6fc7 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:04.870348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:04.882256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0814b0c1-18f6-42d3-ab50-85d161f5717d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:04.896356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 17fc8845-7e83-4707-9284-10ed8d085365 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:04.897198 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:04.900813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Pushing event updated for resources: {'Port': ['ID=c0bffff7-46af-4ce2-b625-976828b04ff2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:04.952115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:04.973527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5765f1b-1781-4b89-90b1-fa863b9ae55f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:04.983227 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:05.039513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network dcc398c4-2e31-494e-9a7d-af052c9a059b details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:17:05.132490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Sync routers for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:17:05.249793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3e69e8e1-101c-4c26-8b8b-1d5649311079 None None] Provisioning complete for port f22be269-3f19-4e62-b2c9-3b08cd921d75 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:05.250469 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3e69e8e1-101c-4c26-8b8b-1d5649311079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:05.256742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9262877e-5b58-41d5-a5e3-d6c8ddf168ca {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:17:05.282885 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9262877e-5b58-41d5-a5e3-d6c8ddf168ca,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:05.294858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:05.397814 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:05.408229 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:05.437417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:05.438143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:05.583283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:05.893694 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:05.905824 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:05.928376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 17fc8845-7e83-4707-9284-10ed8d085365, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=17fc8845-7e83-4707-9284-10ed8d085365,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:05.975987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['9262877e-5b58-41d5-a5e3-d6c8ddf168ca'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:17:06.129507 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:06.132895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Pushing event updated for resources: {'Port': ['ID=c0bffff7-46af-4ce2-b625-976828b04ff2,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:06.136540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f22be269-3f19-4e62-b2c9-3b08cd921d75 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:06.141325 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:06.217357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6382cb5-4674-4792-9386-bc4aad440167 None None] Pushing event updated for resources: {'Port': ['ID=4b6d5002-1e72-471f-9f2f-a9933dea9eb9,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:06.330212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5765f1b-1781-4b89-90b1-fa863b9ae55f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:06.340088 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e5765f1b-1781-4b89-90b1-fa863b9ae55f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:06.351730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5765f1b-1781-4b89-90b1-fa863b9ae55f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:06.352879 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5765f1b-1781-4b89-90b1-fa863b9ae55f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:06.516738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c356282-ade9-48ac-bb36-523ef9c61c99 req-66b2c232-81da-4092-94f6-507350103f18 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:06.531347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c356282-ade9-48ac-bb36-523ef9c61c99 req-66b2c232-81da-4092-94f6-507350103f18 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 944 time: 0.2848361 Jan 31 16:17:06.533215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5765f1b-1781-4b89-90b1-fa863b9ae55f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=f52275e2-da26-4615-992e-003371405b0d,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:06.569846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Network 91c7532e-6972-4e76-aff0-1d0a19c768b8 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:06.573216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:06.611923 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e5765f1b-1781-4b89-90b1-fa863b9ae55f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8068960 Jan 31 16:17:06.616350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47776) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:06.647172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'name': 'tempest-NetworksTestDHCPv6-137023749'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:06.656951 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0814b0c1-18f6-42d3-ab50-85d161f5717d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:06.694110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=9262877e-5b58-41d5-a5e3-d6c8ddf168ca,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:06.747663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Router eece2337-45d4-46bf-bba4-b799634fd527 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:17:06.804248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814b0c1-18f6-42d3-ab50-85d161f5717d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Subnet': ['ID=3cb6f0d9-a380-49ce-8af1-276170ae6ada,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:06.894311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=17fc8845-7e83-4707-9284-10ed8d085365,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:06.913719 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c356282-ade9-48ac-bb36-523ef9c61c99 req-c67fbf76-0c84-4c0a-9463-8e02d2fa9885 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790958 Jan 31 16:17:07.103173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:07.111896 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1b59e426-0eed-4ec8-b9a5-20727ebe8531 admin admin] 10.222.0.36 "PUT /v2.0/routers/eece2337-45d4-46bf-bba4-b799634fd527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1831417 Jan 31 16:17:07.121773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814b0c1-18f6-42d3-ab50-85d161f5717d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Checking segment: {'id': '3239e49b-146d-4142-8593-4bed3e94e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:07.135993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0814b0c1-18f6-42d3-ab50-85d161f5717d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network hostable DHCP agents. Network: dcc398c4-2e31-494e-9a7d-af052c9a059b, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:17:07.272815 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f22be269-3f19-4e62-b2c9-3b08cd921d75 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:07.273411 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:07.279044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0814b0c1-18f6-42d3-ab50-85d161f5717d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network dcc398c4-2e31-494e-9a7d-af052c9a059b is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:17:07.328966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0814b0c1-18f6-42d3-ab50-85d161f5717d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, dcc398c4-2e31-494e-9a7d-af052c9a059b) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:07.367647 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0814b0c1-18f6-42d3-ab50-85d161f5717d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:07.368414 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0814b0c1-18f6-42d3-ab50-85d161f5717d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:07.375611 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3e69e8e1-101c-4c26-8b8b-1d5649311079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:07.401017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a4c94-9e58-4ec0-a3cd-b8b5469fe400 None None] Network dcc398c4-2e31-494e-9a7d-af052c9a059b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:07.451171 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:07.482074 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:07.578019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 4, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd498db4-b706-40d2-913d-ba645a2174ea', 'name': '', 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c7:e5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 2, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:07.595142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47804) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:07.611146 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0814b0c1-18f6-42d3-ab50-85d161f5717d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1781459 Jan 31 16:17:07.613525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port 8c32db15-0f6f-4d61-8f21-afd4b0675d5a yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:17:07.751745 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b861a575-def7-46c4-91c1-7350112bb23b None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:07.919802 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Sync routers for ids ['eece2337-45d4-46bf-bba4-b799634fd527'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:17:07.941857 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Routers {'eece2337-45d4-46bf-bba4-b799634fd527'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:07.945965 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['eece2337-45d4-46bf-bba4-b799634fd527'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:07.992823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3e69e8e1-101c-4c26-8b8b-1d5649311079 None None] For port f22be269-3f19-4e62-b2c9-3b08cd921d75, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f22be269-3f19-4e62-b2c9-3b08cd921d75,segment=NetworkSegment(990c2a99-eb04-45fb-8687-e3bc804195cd),segment_id=990c2a99-eb04-45fb-8687-e3bc804195cd)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:08.001231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Checking router: 5da41c1c-2a55-4459-a550-5c27b37880a0 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:17:08.001627 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Updating router 5da41c1c-2a55-4459-a550-5c27b37880a0 port dd498db4-b706-40d2-913d-ba645a2174ea binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:17:08.069393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::158 (71af9802-526e-47d9-9573-c6794664f00c/f52275e2-da26-4615-992e-003371405b0d/8c32db15-0f6f-4d61-8f21-afd4b0675d5a) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:08.160745 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3e69e8e1-101c-4c26-8b8b-1d5649311079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:08.265055 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Set router eece2337-45d4-46bf-bba4-b799634fd527 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:08.354116 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:08.554107 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:08.609856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae5de3-8551-476b-b3bf-149af202b543 req-49057928-f747-4d9b-95ea-2b1d2dc10549 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:08.618815 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5ae5de3-8551-476b-b3bf-149af202b543 req-49057928-f747-4d9b-95ea-2b1d2dc10549 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 944 time: 0.5751107 Jan 31 16:17:08.665593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47834) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:08.687037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-970900384-network', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:08.698486 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:08.755156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5ae5de3-8551-476b-b3bf-149af202b543 req-1825c917-79ba-493a-a150-30f0463bd7ba tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350758 Jan 31 16:17:08.876632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:08.901327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:08.904119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:08.906087 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'name': 'tempest-TestServerMultinode-237674055-router', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7e338007-7240-4658-b096-09c3f4cb5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:17:05Z', 'revision_number': 4, 'project_id': '90a096e31b9f4f20be105189c1be5450', 'gw_port': {'id': '7e338007-7240-4658-b096-09c3f4cb5600', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:58Z', 'updated_at': '2022-01-31T16:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'c0bffff7-46af-4ce2-b625-976828b04ff2', 'name': '', 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'mac_address': 'fa:16:3e:cc:6b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'ca9b26ca-d516-4bc8-86be-78bf24bcc0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:03Z', 'updated_at': '2022-01-31T16:17:05Z', 'revision_number': 2, 'project_id': '90a096e31b9f4f20be105189c1be5450', 'subnets': [{'id': 'ca9b26ca-d516-4bc8-86be-78bf24bcc0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:08.910224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:08.910891 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:08.953396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Provisioning complete for port 17fc8845-7e83-4707-9284-10ed8d085365 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:08.954067 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.013597 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Checking router: eece2337-45d4-46bf-bba4-b799634fd527 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:17:09.014744 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Updating router eece2337-45d4-46bf-bba4-b799634fd527 port c0bffff7-46af-4ce2-b625-976828b04ff2 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:17:09.014880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Made reservation on behalf of fa75ed551b254652883790bbfc6f4b71 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:09.018535 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.027681 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3916905 Jan 31 16:17:09.027681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed470447-9ffc-41ca-8604-268864bf04f4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=8c32db15-0f6f-4d61-8f21-afd4b0675d5a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:09.034138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47846) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:09.036315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.099502 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.122957 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.147686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69e8e1-101c-4c26-8b8b-1d5649311079 None None] Pushing event updated for resources: {'Port': ['ID=f22be269-3f19-4e62-b2c9-3b08cd921d75,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:09.156628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba794c2e-68e7-4e45-93b6-7bfdd510c460 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:09.165146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba794c2e-68e7-4e45-93b6-7bfdd510c460 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:09.167085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ba794c2e-68e7-4e45-93b6-7bfdd510c460 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1307964 Jan 31 16:17:09.172418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47848) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:09.273303 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.289359 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.344863 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b433fc33-e1b3-4163-a070-a67a66a38c2c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:09.363204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:17:09.386605 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.388713 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Added segment f9439285-82de-48c3-b2c8-92a360cbefff of type vlan for network c937db70-9fe7-440b-88b0-192724d76874 Jan 31 16:17:09.507389 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.655294 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.666137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:09.668604 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.770625 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.790500 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:09.842471 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1671004 Jan 31 16:17:09.846767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47866) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:09.880944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a6dd5471-e215-40f0-88d8-b93d403bd79a admin admin] Request body: {'subnet': {'network_id': 'c937db70-9fe7-440b-88b0-192724d76874', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-970900384-subnet', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:09.921036 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Pushing event updated for resources: {'Port': ['ID=c0bffff7-46af-4ce2-b625-976828b04ff2,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:09.922348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486f52d-8e25-423f-812c-1b5ee6fb2798 admin admin] Pushing event updated for resources: {'Network': ['ID=c937db70-9fe7-440b-88b0-192724d76874,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:09.938105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d4e14710-9e1d-4443-b31c-4d9c2364e7e1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port 8c32db15-0f6f-4d61-8f21-afd4b0675d5a {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:09.938733 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4e14710-9e1d-4443-b31c-4d9c2364e7e1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:10.004640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccf03-5f8b-4a27-bb25-d0cb3ffc0578 req-b50bf141-5752-4075-a625-52105dadf860 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:10.021048 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-630ccf03-5f8b-4a27-bb25-d0cb3ffc0578 req-b50bf141-5752-4075-a625-52105dadf860 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 944 time: 0.1631062 Jan 31 16:17:10.030110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dd5471-e215-40f0-88d8-b93d403bd79a admin admin] Made reservation on behalf of fa75ed551b254652883790bbfc6f4b71 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:10.032706 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6dd5471-e215-40f0-88d8-b93d403bd79a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:10.084826 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Attempting to bind port c0bffff7-46af-4ce2-b625-976828b04ff2 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:10.085833 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Attempting to bind port c0bffff7-46af-4ce2-b625-976828b04ff2 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:10.086486 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Attempting to bind port c0bffff7-46af-4ce2-b625-976828b04ff2 on network 91c7532e-6972-4e76-aff0-1d0a19c768b8 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:10.092475 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:10.093085 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Checking segment: {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:10.093697 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:10.094248 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Bound using segment: {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:10.094859 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Bound port: c0bffff7-46af-4ce2-b625-976828b04ff2, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:10.095393 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:10.123543 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-dcc398c4-2e31-494e-9a7d-af052c9a059b', 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'fixed_ips': [{'subnet_id': '3cb6f0d9-a380-49ce-8af1-276170ae6ada'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:17:10.124444 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:10.172323 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-630ccf03-5f8b-4a27-bb25-d0cb3ffc0578 req-2a8fe427-b9d4-4d28-8efa-7527b284cccd tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501913 Jan 31 16:17:10.189709 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7e338007-7240-4658-b096-09c3f4cb5600 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:10.195997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network c937db70-9fe7-440b-88b0-192724d76874 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:17:10.230844 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] For port c0bffff7-46af-4ce2-b625-976828b04ff2, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:10.247488 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] For port c0bffff7-46af-4ce2-b625-976828b04ff2, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c0bffff7-46af-4ce2-b625-976828b04ff2,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:10.258829 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:10.443292 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Routers {'eece2337-45d4-46bf-bba4-b799634fd527'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:10.444293 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['eece2337-45d4-46bf-bba4-b799634fd527'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:10.448340 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6dd5471-e215-40f0-88d8-b93d403bd79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:10.486193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Allocated IP 2001:db8:3::1 (dcc398c4-2e31-494e-9a7d-af052c9a059b/3cb6f0d9-a380-49ce-8af1-276170ae6ada/05cf49e3-4189-4087-a2e8-3aa7da45b842) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:10.500972 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4e14710-9e1d-4443-b31c-4d9c2364e7e1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:10.542096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd5471-e215-40f0-88d8-b93d403bd79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c50749d-ef84-4438-bdf3-3412e541c56d,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:10.559551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d4e14710-9e1d-4443-b31c-4d9c2364e7e1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for 8c32db15-0f6f-4d61-8f21-afd4b0675d5a owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:10.641318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd5471-e215-40f0-88d8-b93d403bd79a admin admin] Checking segment: {'id': 'f9439285-82de-48c3-b2c8-92a360cbefff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:10.645117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd5471-e215-40f0-88d8-b93d403bd79a admin admin] Network hostable DHCP agents. Network: c937db70-9fe7-440b-88b0-192724d76874, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:17:10.649938 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] Set router eece2337-45d4-46bf-bba4-b799634fd527 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:10.734563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd5471-e215-40f0-88d8-b93d403bd79a admin admin] Network c937db70-9fe7-440b-88b0-192724d76874 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:17:10.750707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-a6dd5471-e215-40f0-88d8-b93d403bd79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, c937db70-9fe7-440b-88b0-192724d76874) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:10.755486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dd5471-e215-40f0-88d8-b93d403bd79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:10.756139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6dd5471-e215-40f0-88d8-b93d403bd79a admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:10.803422 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a6dd5471-e215-40f0-88d8-b93d403bd79a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9469802 Jan 31 16:17:10.805746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47892) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:10.810207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-970900384-router', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:10.819322 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:10.865216 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:10.866505 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:10.884497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a83bf-08f4-43cc-86b9-c92d9b1ca7e0 None None] Network c937db70-9fe7-440b-88b0-192724d76874 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:10.928732 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:11.015824 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:11.025913 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'name': 'tempest-TestServerMultinode-237674055-router', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7e338007-7240-4658-b096-09c3f4cb5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:17:05Z', 'revision_number': 4, 'project_id': '90a096e31b9f4f20be105189c1be5450', 'gw_port': {'id': '7e338007-7240-4658-b096-09c3f4cb5600', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:58Z', 'updated_at': '2022-01-31T16:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'c0bffff7-46af-4ce2-b625-976828b04ff2', 'name': '', 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'mac_address': 'fa:16:3e:cc:6b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'ca9b26ca-d516-4bc8-86be-78bf24bcc0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:03Z', 'updated_at': '2022-01-31T16:17:10Z', 'revision_number': 4, 'project_id': '90a096e31b9f4f20be105189c1be5450', 'subnets': [{'id': 'ca9b26ca-d516-4bc8-86be-78bf24bcc0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:11.056339 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaec80-8f97-4b98-bfe1-70b77784a855 None None] The sync data for ids ['eece2337-45d4-46bf-bba4-b799634fd527'] in n-d-827120-1 is: [{'id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'name': 'tempest-TestServerMultinode-237674055-router', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7e338007-7240-4658-b096-09c3f4cb5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:17:05Z', 'revision_number': 4, 'project_id': '90a096e31b9f4f20be105189c1be5450', 'gw_port': {'id': '7e338007-7240-4658-b096-09c3f4cb5600', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:58Z', 'updated_at': '2022-01-31T16:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'c0bffff7-46af-4ce2-b625-976828b04ff2', 'name': '', 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'mac_address': 'fa:16:3e:cc:6b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'ca9b26ca-d516-4bc8-86be-78bf24bcc0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:03Z', 'updated_at': '2022-01-31T16:17:10Z', 'revision_number': 4, 'project_id': '90a096e31b9f4f20be105189c1be5450', 'subnets': [{'id': 'ca9b26ca-d516-4bc8-86be-78bf24bcc0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:17:11.057963 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Pushing event updated for resources: {'Port': ['ID=c0bffff7-46af-4ce2-b625-976828b04ff2,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:11.066914 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:11.067249 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:11.067909 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:11.067909 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:11.068188 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:11.068532 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:11.072545 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:11.072888 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:11.073209 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:11.073550 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:11.073871 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:11.074277 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3eb9f-467c-4fac-8937-41c458cc7b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:11.096569 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:11.248802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4e14710-9e1d-4443-b31c-4d9c2364e7e1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:11.257444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6800c2a-095d-4d75-8bf2-4e9d3c70dab7 None None] Pushing event updated for resources: {'Port': ['ID=dd498db4-b706-40d2-913d-ba645a2174ea,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:11.266813 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:11.298351 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:11.471722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Provisioning complete for port f22be269-3f19-4e62-b2c9-3b08cd921d75 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:11.472268 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:11.484464 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e14710-9e1d-4443-b31c-4d9c2364e7e1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=8c32db15-0f6f-4d61-8f21-afd4b0675d5a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:11.498139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network dcc398c4-2e31-494e-9a7d-af052c9a059b is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:11.510881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9262877e-5b58-41d5-a5e3-d6c8ddf168ca up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:11.624814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=05cf49e3-4189-4087-a2e8-3aa7da45b842,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:11.669678 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:11.678609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:11.682102 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:11.751669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564de34-beba-40aa-9744-b8b98d2b1e37 req-33a1498d-fe02-4a59-b9f5-59c3d16975f2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:11.758576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e564de34-beba-40aa-9744-b8b98d2b1e37 req-33a1498d-fe02-4a59-b9f5-59c3d16975f2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 944 time: 0.4212711 Jan 31 16:17:11.801838 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4e14710-9e1d-4443-b31c-4d9c2364e7e1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:11.817934 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d4e14710-9e1d-4443-b31c-4d9c2364e7e1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/8c32db15-0f6f-4d61-8f21-afd4b0675d5a HTTP/1.1" status: 204 len: 168 time: 2.6421392 Jan 31 16:17:11.906790 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47920) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:11.907984 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:11.921292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Allocated IP 2001:db8:3::2 (dcc398c4-2e31-494e-9a7d-af052c9a059b/3cb6f0d9-a380-49ce-8af1-276170ae6ada/33b94ebc-0552-4bef-a200-b4b62bab66c1) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:12.035788 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e564de34-beba-40aa-9744-b8b98d2b1e37 req-7cbc4bf3-a66a-4f41-b428-3ea1eef2baa7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732675 Jan 31 16:17:12.062574 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.109826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7e338007-7240-4658-b096-09c3f4cb5600 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:12.110345 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.112527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094e78d5-2f27-4272-b6a6-ca0f9881f64e None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:12.236925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.239562 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-c937db70-9fe7-440b-88b0-192724d76874', 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'fixed_ips': [{'subnet_id': '7c50749d-ef84-4438-bdf3-3412e541c56d'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:17:12.240453 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.255932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf105ea4-7432-492e-9dba-4e5a06babc60 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:12.257991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf105ea4-7432-492e-9dba-4e5a06babc60 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:12.260010 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cf105ea4-7432-492e-9dba-4e5a06babc60 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3497388 Jan 31 16:17:12.262965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47926) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:12.379132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Attempting to bind port dd498db4-b706-40d2-913d-ba645a2174ea on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:12.379609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Attempting to bind port dd498db4-b706-40d2-913d-ba645a2174ea by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '990c2a99-eb04-45fb-8687-e3bc804195cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:12.379863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Attempting to bind port dd498db4-b706-40d2-913d-ba645a2174ea on network a6c42fc4-47c8-456a-a380-0ce1e50a1400 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:12.507646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e87f5ed-baca-451b-8e1c-2e7b01022836 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet f52275e2-da26-4615-992e-003371405b0d {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:17:12.516002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:12.517271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Checking segment: {'id': '990c2a99-eb04-45fb-8687-e3bc804195cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:12.517912 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.518539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Bound using segment: {'id': '990c2a99-eb04-45fb-8687-e3bc804195cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:12.519235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Bound port: dd498db4-b706-40d2-913d-ba645a2174ea, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990c2a99-eb04-45fb-8687-e3bc804195cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:12.519787 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.520041 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e87f5ed-baca-451b-8e1c-2e7b01022836 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.609448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e87f5ed-baca-451b-8e1c-2e7b01022836 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.683788 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e87f5ed-baca-451b-8e1c-2e7b01022836 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.752685 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.778522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Allocated IP 172.25.1.140 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/c7754c43-2c2a-44b9-a35a-656484276175) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:12.798741 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.800642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:17:12.810363 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.822846 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.823653 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.871050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:12.871571 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:12.917024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event updated for resources: {'Port': ['ID=05cf49e3-4189-4087-a2e8-3aa7da45b842,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:13.054368 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Network dcc398c4-2e31-494e-9a7d-af052c9a059b is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:13.057063 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:13.082938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:13.086810 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:13.109214 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e87f5ed-baca-451b-8e1c-2e7b01022836 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:13.119621 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Pushing event updated for resources: {'Port': ['ID=33b94ebc-0552-4bef-a200-b4b62bab66c1,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:13.121951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Network dcc398c4-2e31-494e-9a7d-af052c9a059b is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:13.129259 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:13.130414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:13.196037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87f5ed-baca-451b-8e1c-2e7b01022836 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=f52275e2-da26-4615-992e-003371405b0d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:13.201077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e87f5ed-baca-451b-8e1c-2e7b01022836 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:13.206457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6e87f5ed-baca-451b-8e1c-2e7b01022836 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/f52275e2-da26-4615-992e-003371405b0d HTTP/1.1" status: 204 len: 168 time: 0.9402611 Jan 31 16:17:13.207511 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:13.235226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Provisioning complete for port c0bffff7-46af-4ce2-b625-976828b04ff2 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:13.240711 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:13.244369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] For port dd498db4-b706-40d2-913d-ba645a2174ea, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:13.270806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 7e338007-7240-4658-b096-09c3f4cb5600, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7e338007-7240-4658-b096-09c3f4cb5600,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:13.292637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:13.308953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47944) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:13.308953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:13.317953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:13.337022 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:13.338238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4b6d5002-1e72-471f-9f2f-a9933dea9eb9 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:13.364314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Allocated IP 172.20.0.2 (c937db70-9fe7-440b-88b0-192724d76874/7c50749d-ef84-4438-bdf3-3412e541c56d/fbe6d460-8899-4fca-88ba-5c9f5f57db55) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:13.373734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] For port dd498db4-b706-40d2-913d-ba645a2174ea, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=dd498db4-b706-40d2-913d-ba645a2174ea,segment=NetworkSegment(990c2a99-eb04-45fb-8687-e3bc804195cd),segment_id=990c2a99-eb04-45fb-8687-e3bc804195cd)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:13.556245 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-21d5f721-14f1-4fd3-803f-c05ad92fc116 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2329478 Jan 31 16:17:13.560267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 47946) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:13.571532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7754c43-2c2a-44b9-a35a-656484276175,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:13.583613 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5c041c95-face-4d65-badc-f6c22efafe44 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:13.753505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83793f14-6a99-4487-9d5c-ee1f52df6ae8 req-3396fb95-db7e-48d3-8366-4bae72cbfa89 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:13.774162 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-83793f14-6a99-4487-9d5c-ee1f52df6ae8 req-3396fb95-db7e-48d3-8366-4bae72cbfa89 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 944 time: 0.5654764 Jan 31 16:17:13.867660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5da41c1c-2a55-4459-a550-5c27b37880a0 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:17:13.887773 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:14.012583 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:14.097767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Attempting to bind port 33b94ebc-0552-4bef-a200-b4b62bab66c1 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:14.100621 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Attempting to bind port 33b94ebc-0552-4bef-a200-b4b62bab66c1 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '3239e49b-146d-4142-8593-4bed3e94e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:14.102477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Attempting to bind port 33b94ebc-0552-4bef-a200-b4b62bab66c1 on network dcc398c4-2e31-494e-9a7d-af052c9a059b {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:14.126612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=7e338007-7240-4658-b096-09c3f4cb5600,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:14.131752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-83793f14-6a99-4487-9d5c-ee1f52df6ae8 req-33bf5917-1359-4204-aa24-e06851117bf1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565354 Jan 31 16:17:14.233650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:14.234293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:14.242814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:14.263235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2e535043-226f-4c80-8ff4-88e6ed22b278 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6668484 Jan 31 16:17:14.269361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47962) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:14.276622 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2e5b2d60-8f7e-4715-8af6-588da1164145 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:14.360307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c041c95-face-4d65-badc-f6c22efafe44 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:14.384225 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5c041c95-face-4d65-badc-f6c22efafe44 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:14.439353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:14.448385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Checking segment: {'id': '3239e49b-146d-4142-8593-4bed3e94e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:14.449076 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:14.449679 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Bound using segment: {'id': '3239e49b-146d-4142-8593-4bed3e94e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:14.450339 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Bound port: 33b94ebc-0552-4bef-a200-b4b62bab66c1, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3239e49b-146d-4142-8593-4bed3e94e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:14.450959 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:14.560539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b6209e-7a3d-482b-9a1f-07d905714820 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:14.616257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9262877e-5b58-41d5-a5e3-d6c8ddf168ca,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:14.652396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:14.702889 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:14.831262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60062c2c-e62b-46db-b127-791e4c946ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9262877e-5b58-41d5-a5e3-d6c8ddf168ca'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:17:14.835289 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8704f346-a737-45e4-8542-89d60eb855c3" -d '{"events": [{"server_uuid": "60062c2c-e62b-46db-b127-791e4c946ec4", "name": "network-vif-plugged", "status": "completed", "tag": "9262877e-5b58-41d5-a5e3-d6c8ddf168ca"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:17:15.013709 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:15.197138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] For port 33b94ebc-0552-4bef-a200-b4b62bab66c1, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:15.202601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] For port 33b94ebc-0552-4bef-a200-b4b62bab66c1, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=33b94ebc-0552-4bef-a200-b4b62bab66c1,segment=NetworkSegment(3239e49b-146d-4142-8593-4bed3e94e1c3),segment_id=3239e49b-146d-4142-8593-4bed3e94e1c3)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:15.297366 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6800c2a-095d-4d75-8bf2-4e9d3c70dab7 None None] Pushing event updated for resources: {'Port': ['ID=dd498db4-b706-40d2-913d-ba645a2174ea,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:15.455406 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:15.458534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.extraroute_db [None req-2e5b2d60-8f7e-4715-8af6-588da1164145 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=108771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 31 16:17:15.504414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.extraroute_db [None req-2e5b2d60-8f7e-4715-8af6-588da1164145 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Removed routes are [] {{(pid=108771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 31 16:17:15.505014 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2d60-8f7e-4715-8af6-588da1164145 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:15.553901 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:15.554538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 4b6d5002-1e72-471f-9f2f-a9933dea9eb9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:15.563085 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:15.876743 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:15.962477 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2d60-8f7e-4715-8af6-588da1164145 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:15.968476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868b423-83dd-4b51-b0ba-844d317ffe4c req-9b62716e-e640-4c8e-8673-489a671a09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:15.970433 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8868b423-83dd-4b51-b0ba-844d317ffe4c req-9b62716e-e640-4c8e-8673-489a671a09f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 1096 time: 0.1008503 Jan 31 16:17:15.972245 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2d60-8f7e-4715-8af6-588da1164145 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:16.010654 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257a00a3-e2ad-4c4e-a132-bb7a352a12b5 x-openstack-request-id: req-257a00a3-e2ad-4c4e-a132-bb7a352a12b5 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:17:16.011068 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60062c2c-e62b-46db-b127-791e4c946ec4", "name": "network-vif-plugged", "status": "completed", "tag": "9262877e-5b58-41d5-a5e3-d6c8ddf168ca", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:17:16.011303 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-257a00a3-e2ad-4c4e-a132-bb7a352a12b5 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:17:16.011734 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60062c2c-e62b-46db-b127-791e4c946ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9262877e-5b58-41d5-a5e3-d6c8ddf168ca', 'code': 200} Jan 31 16:17:16.048757 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:16.138637 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5c041c95-face-4d65-badc-f6c22efafe44 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:16.200264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=9262877e-5b58-41d5-a5e3-d6c8ddf168ca,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:16.271884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5b2d60-8f7e-4715-8af6-588da1164145 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5da41c1c-2a55-4459-a550-5c27b37880a0 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:17:16.305701 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8868b423-83dd-4b51-b0ba-844d317ffe4c req-30645a18-4475-4830-b893-2ee58b8d1d99 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245230 Jan 31 16:17:16.323009 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a6c5-68dc-4869-a2f0-af909bfe65ff req-a239921f-a0e4-418e-83a5-4ca970758c0a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:16.328593 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d566a6c5-68dc-4869-a2f0-af909bfe65ff req-a239921f-a0e4-418e-83a5-4ca970758c0a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 945 time: 0.2821004 Jan 31 16:17:16.376374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] For port c0bffff7-46af-4ce2-b625-976828b04ff2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c0bffff7-46af-4ce2-b625-976828b04ff2,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:16.380728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Network c937db70-9fe7-440b-88b0-192724d76874 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:16.552285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:16.555510 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:16.576570 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:16.580759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:16.607488 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c041c95-face-4d65-badc-f6c22efafe44 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:16.626713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db9438b-f246-4896-bef2-8fcd3648bbf4 None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:17:16.638740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5b2d60-8f7e-4715-8af6-588da1164145 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:16.665982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2d60-8f7e-4715-8af6-588da1164145 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:16.671049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2e5b2d60-8f7e-4715-8af6-588da1164145 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0 HTTP/1.1" status: 200 len: 953 time: 2.3994942 Jan 31 16:17:16.671679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 47998) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:16.691804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5c041c95-face-4d65-badc-f6c22efafe44 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:16.699556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c041c95-face-4d65-badc-f6c22efafe44 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:16.700301 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5c041c95-face-4d65-badc-f6c22efafe44 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:16.716452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 4b6d5002-1e72-471f-9f2f-a9933dea9eb9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4b6d5002-1e72-471f-9f2f-a9933dea9eb9,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:16.736875 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Provisioning complete for port 4b6d5002-1e72-471f-9f2f-a9933dea9eb9 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:16.737297 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:16.745703 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c041c95-face-4d65-badc-f6c22efafe44 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=e096abe0-9f2d-4491-83ea-9945f4d42160,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:16.776174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bd4c6-3da0-44dc-8212-a55b38d7d566 None None] Pushing event updated for resources: {'Port': ['ID=33b94ebc-0552-4bef-a200-b4b62bab66c1,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:16.778960 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:16.779731 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5d1ad775-cc34-4a40-b0b4-205780adb587 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:16.825499 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d566a6c5-68dc-4869-a2f0-af909bfe65ff req-1bb449d4-953a-45b3-8b88-384fccb0e474 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784200 Jan 31 16:17:16.845002 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5c041c95-face-4d65-badc-f6c22efafe44 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2700660 Jan 31 16:17:16.846218 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:16.852068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48000) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:16.857790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Attempting to bind port fbe6d460-8899-4fca-88ba-5c9f5f57db55 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:16.858166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Attempting to bind port fbe6d460-8899-4fca-88ba-5c9f5f57db55 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'f9439285-82de-48c3-b2c8-92a360cbefff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:16.858559 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Attempting to bind port fbe6d460-8899-4fca-88ba-5c9f5f57db55 on network c937db70-9fe7-440b-88b0-192724d76874 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:16.863545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'name': 'tempest-NetworksTestDHCPv6-1212301289'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:16.999704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:16.999982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Checking segment: {'id': 'f9439285-82de-48c3-b2c8-92a360cbefff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:17.000412 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:17.000806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Bound using segment: {'id': 'f9439285-82de-48c3-b2c8-92a360cbefff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:17.001290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Bound port: fbe6d460-8899-4fca-88ba-5c9f5f57db55, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9439285-82de-48c3-b2c8-92a360cbefff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:17.001689 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:17.038740 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b214f48a-c56a-40ce-bbdf-5839fafce524 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0 HTTP/1.1" status: 200 len: 953 time: 0.3648949 Jan 31 16:17:17.038964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48004) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:17.044855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-be2eba85-907f-4b23-969c-feb55e0bf534 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'router': {'routes': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:17.064264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:17.067434 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:17.071992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:12Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '05cf49e3-4189-4087-a2e8-3aa7da45b842', 'name': '', 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:b0:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '3cb6f0d9-a380-49ce-8af1-276170ae6ada', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:09Z', 'updated_at': '2022-01-31T16:17:12Z', 'revision_number': 2, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': '3cb6f0d9-a380-49ce-8af1-276170ae6ada', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd498db4-b706-40d2-913d-ba645a2174ea', 'name': '', 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c7:e5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:17:13Z', 'revision_number': 4, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:17.118374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port d37ae38a-34b1-4268-baa0-e6c17c4e11b8 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:17:17.183567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Pushing event updated for resources: {'Port': ['ID=fbe6d460-8899-4fca-88ba-5c9f5f57db55,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:17.186196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244e76f-d674-4e05-8e79-c5cc926c1968 None None] The sync data for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 is: [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:12Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '05cf49e3-4189-4087-a2e8-3aa7da45b842', 'name': '', 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:b0:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '3cb6f0d9-a380-49ce-8af1-276170ae6ada', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:09Z', 'updated_at': '2022-01-31T16:17:12Z', 'revision_number': 2, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': '3cb6f0d9-a380-49ce-8af1-276170ae6ada', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd498db4-b706-40d2-913d-ba645a2174ea', 'name': '', 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c7:e5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:17:13Z', 'revision_number': 4, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:17:17.345505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] For port fbe6d460-8899-4fca-88ba-5c9f5f57db55, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:17.365088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] For port fbe6d460-8899-4fca-88ba-5c9f5f57db55, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=fbe6d460-8899-4fca-88ba-5c9f5f57db55,segment=NetworkSegment(f9439285-82de-48c3-b2c8-92a360cbefff),segment_id=f9439285-82de-48c3-b2c8-92a360cbefff)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:17.476291 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:17.544664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::14c (71af9802-526e-47d9-9573-c6794664f00c/e096abe0-9f2d-4491-83ea-9945f4d42160/d37ae38a-34b1-4268-baa0-e6c17c4e11b8) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:17.587672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 5d1ad775-cc34-4a40-b0b4-205780adb587 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:17.588037 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:17.596612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9db9438b-f246-4896-bef2-8fcd3648bbf4 None None] Deleting port 4b6d5002-1e72-471f-9f2f-a9933dea9eb9 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:17.597053 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9db9438b-f246-4896-bef2-8fcd3648bbf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:17.715145 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-995f855b-d4f9-4cbb-8d77-f2f8f3cfa9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:17.829024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Router 9bd11471-cfb2-4417-9d9e-9037bd68624d is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:17:17.952867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Pushing event updated for resources: {'Port': ['ID=c0bffff7-46af-4ce2-b625-976828b04ff2,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:18.123322 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:18.185866 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:18.214628 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=4b6d5002-1e72-471f-9f2f-a9933dea9eb9,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:18.414579 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3d457-5c36-4aa6-8b2c-dcf7c6b0490c None None] Pushing event updated for resources: {'Port': ['ID=fbe6d460-8899-4fca-88ba-5c9f5f57db55,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:18.530079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:18.540064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:18.570214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:18.579401 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Provisioning complete for port dd498db4-b706-40d2-913d-ba645a2174ea triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:18.579768 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:18.595844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:18.623402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:18.623942 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:18.670396 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=d37ae38a-34b1-4268-baa0-e6c17c4e11b8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:18.679968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.extraroute_db [None req-be2eba85-907f-4b23-969c-feb55e0bf534 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Added routes are [] {{(pid=108772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 31 16:17:18.680332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.extraroute_db [None req-be2eba85-907f-4b23-969c-feb55e0bf534 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=108772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 31 16:17:18.689426 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:18.705211 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2f0f29a0-38f3-4f6d-bc3a-df7461c69630 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8516712 Jan 31 16:17:18.707732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48026) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:18.725200 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1fe151ad-12cf-4958-8a4e-55d62e4c31c0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9182243 Jan 31 16:17:18.727560 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48028) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:18.748918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970195f4-babe-46e6-a918-02bdb27235a2 req-f7658a40-512f-4f57-9987-5cd5b0572b41 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:18.750678 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-970195f4-babe-46e6-a918-02bdb27235a2 req-f7658a40-512f-4f57-9987-5cd5b0572b41 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 945 time: 0.5762928 Jan 31 16:17:18.792015 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be2eba85-907f-4b23-969c-feb55e0bf534 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:18.945736 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-970195f4-babe-46e6-a918-02bdb27235a2 req-b9a60d50-0643-482b-9ad5-cd5461927593 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055405 Jan 31 16:17:18.962972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afba17-12f1-461c-803c-bed748c26844 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:18.980271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afba17-12f1-461c-803c-bed748c26844 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:18.986490 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-76afba17-12f1-461c-803c-bed748c26844 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2773368 Jan 31 16:17:18.991059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48036) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:19.023511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d515018-8444-4309-9f44-065bbb28b6b8 None None] Network dcc398c4-2e31-494e-9a7d-af052c9a059b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:19.043223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Sync routers for ids ['9bd11471-cfb2-4417-9d9e-9037bd68624d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:17:19.104078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9db9438b-f246-4896-bef2-8fcd3648bbf4 None None] For port 4b6d5002-1e72-471f-9f2f-a9933dea9eb9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4b6d5002-1e72-471f-9f2f-a9933dea9eb9,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:19.109614 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9db9438b-f246-4896-bef2-8fcd3648bbf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:19.256174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9db9438b-f246-4896-bef2-8fcd3648bbf4 None None] Calling delete_port for 4b6d5002-1e72-471f-9f2f-a9933dea9eb9 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:19.272174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Routers {'9bd11471-cfb2-4417-9d9e-9037bd68624d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:19.273215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:16:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9bd11471-cfb2-4417-9d9e-9037bd68624d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:19.616884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 17fc8845-7e83-4707-9284-10ed8d085365 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:19.642236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac02b9-47db-4151-88d9-6655ed9633c3 req-5b1cdbac-7427-4760-a80d-df40eec44c63 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:19.644335 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84ac02b9-47db-4151-88d9-6655ed9633c3 req-5b1cdbac-7427-4760-a80d-df40eec44c63 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 945 time: 0.5222089 Jan 31 16:17:19.750597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Set router 9bd11471-cfb2-4417-9d9e-9037bd68624d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:19.817525 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be2eba85-907f-4b23-969c-feb55e0bf534 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:19.835436 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be2eba85-907f-4b23-969c-feb55e0bf534 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:19.871292 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-84ac02b9-47db-4151-88d9-6655ed9633c3 req-471f9af8-b4df-4170-888f-0aaa150b1882 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391702 Jan 31 16:17:19.878556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b3036649-d6e3-47c3-936d-5517204ffa6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port d37ae38a-34b1-4268-baa0-e6c17c4e11b8 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:19.879221 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3036649-d6e3-47c3-936d-5517204ffa6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:20.012975 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-05f8c4f5-f35e-417e-81bd-3d2a4ebf626a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:20.095537 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:20.150027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2eba85-907f-4b23-969c-feb55e0bf534 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5da41c1c-2a55-4459-a550-5c27b37880a0 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:17:20.150843 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:20.166806 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3036649-d6e3-47c3-936d-5517204ffa6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:20.197800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b3036649-d6e3-47c3-936d-5517204ffa6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for d37ae38a-34b1-4268-baa0-e6c17c4e11b8 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:20.248010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] For port dd498db4-b706-40d2-913d-ba645a2174ea, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=dd498db4-b706-40d2-913d-ba645a2174ea,segment=NetworkSegment(990c2a99-eb04-45fb-8687-e3bc804195cd),segment_id=990c2a99-eb04-45fb-8687-e3bc804195cd)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:20.341817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af9002-badc-46ae-8df4-06274221d67b None None] Network c937db70-9fe7-440b-88b0-192724d76874 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:20.350425 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:20.380456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c088c0e-682e-40b7-80fb-fbe1372edfce req-6c043d02-b305-4246-8faf-d628ab6da4ac tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:20.382644 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c088c0e-682e-40b7-80fb-fbe1372edfce req-6c043d02-b305-4246-8faf-d628ab6da4ac tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 945 time: 0.2894289 Jan 31 16:17:20.492692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2eba85-907f-4b23-969c-feb55e0bf534 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:20.509880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-be2eba85-907f-4b23-969c-feb55e0bf534 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:20.514529 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-be2eba85-907f-4b23-969c-feb55e0bf534 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0 HTTP/1.1" status: 200 len: 703 time: 3.4739218 Jan 31 16:17:20.519417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48058) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:20.580828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c088c0e-682e-40b7-80fb-fbe1372edfce req-1e1f4d14-4a58-4417-925d-c170a3ae91a7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863220 Jan 31 16:17:20.640728 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Sync routers for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:17:20.659542 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:20.666382 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:20.783795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Allocated IP 172.20.0.1 (c937db70-9fe7-440b-88b0-192724d76874/7c50749d-ef84-4438-bdf3-3412e541c56d/bed85b0c-ef3f-44e9-bf08-042f423bbcb4) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:20.834589 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fbe79a41-b0ae-47b7-8c01-18792eff9dc7 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0 HTTP/1.1" status: 200 len: 703 time: 0.3139026 Jan 31 16:17:20.836207 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48064) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:20.847783 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 17fc8845-7e83-4707-9284-10ed8d085365 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:20.848909 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:20.930970 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3036649-d6e3-47c3-936d-5517204ffa6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:21.018262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3036649-d6e3-47c3-936d-5517204ffa6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=d37ae38a-34b1-4268-baa0-e6c17c4e11b8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:21.065806 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3036649-d6e3-47c3-936d-5517204ffa6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:21.069988 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:21.071763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b3036649-d6e3-47c3-936d-5517204ffa6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/d37ae38a-34b1-4268-baa0-e6c17c4e11b8 HTTP/1.1" status: 204 len: 168 time: 2.0775354 Jan 31 16:17:21.074358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48072) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:21.241690 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9db9438b-f246-4896-bef2-8fcd3648bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:21.359288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:21.369345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Provisioning complete for port fbe6d460-8899-4fca-88ba-5c9f5f57db55 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:21.369771 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:21.375347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9438b-f246-4896-bef2-8fcd3648bbf4 None None] No DVR routers for this DVR port 4b6d5002-1e72-471f-9f2f-a9933dea9eb9 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:17:21.500350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5eeb96-aa34-4de6-88be-cc3fb976cca6 None None] Pushing event updated for resources: {'Port': ['ID=dd498db4-b706-40d2-913d-ba645a2174ea,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:21.546460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05808e1-809c-4381-9773-b5dd34d9bbd5 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:21.750045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9438b-f246-4896-bef2-8fcd3648bbf4 None None] Pushing event deleted for resources: {'Port': ['ID=4b6d5002-1e72-471f-9f2f-a9933dea9eb9,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:22.055977 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d338e84c-6b97-4693-8ccf-8eac8e32ad85 req-d1715e7c-fae4-4bd0-9494-1c7080baeb68 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9805770 Jan 31 16:17:22.073081 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:22.084877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'name': 'tempest-TestServerMultinode-970900384-router', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:17:10Z', 'updated_at': '2022-01-31T16:17:14Z', 'revision_number': 3, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'gw_port': {'id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:12Z', 'updated_at': '2022-01-31T16:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:22.098387 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:18Z', 'revision_number': 7, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '05cf49e3-4189-4087-a2e8-3aa7da45b842', 'name': '', 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:b0:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '3cb6f0d9-a380-49ce-8af1-276170ae6ada', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:09Z', 'updated_at': '2022-01-31T16:17:12Z', 'revision_number': 2, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': '3cb6f0d9-a380-49ce-8af1-276170ae6ada', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd498db4-b706-40d2-913d-ba645a2174ea', 'name': '', 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c7:e5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:17:20Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:22.124164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d3aa4e-0ca4-4c75-9167-254e66fdaa12 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:22.150716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d3aa4e-0ca4-4c75-9167-254e66fdaa12 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:22.156049 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-34d3aa4e-0ca4-4c75-9167-254e66fdaa12 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0152016 Jan 31 16:17:22.162940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48086) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:22.207003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Checking router: 9bd11471-cfb2-4417-9d9e-9037bd68624d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:17:22.209745 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Updating router 9bd11471-cfb2-4417-9d9e-9037bd68624d port c7754c43-2c2a-44b9-a35a-656484276175 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:17:22.273503 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Checking router: 5da41c1c-2a55-4459-a550-5c27b37880a0 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:17:22.273503 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Updating router 5da41c1c-2a55-4459-a550-5c27b37880a0 port 05cf49e3-4189-4087-a2e8-3aa7da45b842 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:17:22.361583 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:22.438867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e35d496-7272-477d-a0f4-ca89be5cacb2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet e096abe0-9f2d-4491-83ea-9945f4d42160 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:17:22.440827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] For port fbe6d460-8899-4fca-88ba-5c9f5f57db55, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=fbe6d460-8899-4fca-88ba-5c9f5f57db55,segment=NetworkSegment(f9439285-82de-48c3-b2c8-92a360cbefff),segment_id=f9439285-82de-48c3-b2c8-92a360cbefff)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:22.456390 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e84c-6b97-4693-8ccf-8eac8e32ad85 req-66e7060d-39ac-473a-8aee-5b04da7241ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:22.472199 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d338e84c-6b97-4693-8ccf-8eac8e32ad85 req-66e7060d-39ac-473a-8aee-5b04da7241ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a4506fcb1854520a47917f2762e3205&device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 1101 time: 0.3110137 Jan 31 16:17:22.474075 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:22.486756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e703c0-e630-4238-ba39-ccb2ac6cdb8d req-d99ea5a9-5a12-4819-a9f5-92a51ffd3f9c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:22.488521 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34e703c0-e630-4238-ba39-ccb2ac6cdb8d req-d99ea5a9-5a12-4819-a9f5-92a51ffd3f9c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 945 time: 1.3224556 Jan 31 16:17:22.494180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e35d496-7272-477d-a0f4-ca89be5cacb2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:22.531207 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:22.671783 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e35d496-7272-477d-a0f4-ca89be5cacb2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:22.675294 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:22.765751 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e35d496-7272-477d-a0f4-ca89be5cacb2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:22.866510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e84c-6b97-4693-8ccf-8eac8e32ad85 req-f559d2e5-7375-4e21-9f1e-ab2769fdbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:22.869212 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d338e84c-6b97-4693-8ccf-8eac8e32ad85 req-f559d2e5-7375-4e21-9f1e-ab2769fdbfa4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.3752601 Jan 31 16:17:22.903469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Provisioning complete for port 33b94ebc-0552-4bef-a200-b4b62bab66c1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:22.903845 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:22.905622 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:22.995903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf003f14-8453-4c17-b0ce-cfffeb0412fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': 'e096abe0-9f2d-4491-83ea-9945f4d42160'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:17:23.000499 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bf003f14-8453-4c17-b0ce-cfffeb0412fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:23.013322 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d338e84c-6b97-4693-8ccf-8eac8e32ad85 req-02c5f3d0-e11d-4d49-8745-282cfbd7869e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3ffcb06c-6d5f-44aa-bec5-8ab666a91290 HTTP/1.1" status: 200 len: 217 time: 0.1335857 Jan 31 16:17:23.050373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Pushing event updated for resources: {'Port': ['ID=fbe6d460-8899-4fca-88ba-5c9f5f57db55,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:23.128383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e84c-6b97-4693-8ccf-8eac8e32ad85 req-3c5147e3-cd28-41c1-8a97-a8b34fe70d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:23.133776 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d338e84c-6b97-4693-8ccf-8eac8e32ad85 req-3c5147e3-cd28-41c1-8a97-a8b34fe70d0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.1119199 Jan 31 16:17:23.160607 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:23.210664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:23.211426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:23.211988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:23.212542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:23.213082 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:23.213667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:23.214344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:23.214848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:23.215341 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:23.215836 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:23.216970 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:23.217519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:17:23.217770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e84c-6b97-4693-8ccf-8eac8e32ad85 req-3af4b9dc-09d9-46c6-9326-58bd6a29d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:23.219408 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d338e84c-6b97-4693-8ccf-8eac8e32ad85 req-3af4b9dc-09d9-46c6-9326-58bd6a29d7df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765686 Jan 31 16:17:23.222454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device dd498db4-b706-40d2-913d-ba645a2174ea up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:23.266351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34e703c0-e630-4238-ba39-ccb2ac6cdb8d req-d7914500-3877-4d60-a8ca-46321da769cf tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7298400 Jan 31 16:17:23.327613 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d338e84c-6b97-4693-8ccf-8eac8e32ad85 req-bb0610cb-e931-482b-8fb1-8ab3503ba133 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979037 Jan 31 16:17:23.356012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fac91-c167-4317-bdd7-7e13d14aa980 req-838b5782-03af-4df3-bb9c-a2638ee270bc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:23.357633 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-745fac91-c167-4317-bdd7-7e13d14aa980 req-838b5782-03af-4df3-bb9c-a2638ee270bc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 945 time: 0.4650240 Jan 31 16:17:23.362420 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e35d496-7272-477d-a0f4-ca89be5cacb2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:23.372586 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:23.445559 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4e35d496-7272-477d-a0f4-ca89be5cacb2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:23.451262 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4e35d496-7272-477d-a0f4-ca89be5cacb2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/e096abe0-9f2d-4491-83ea-9945f4d42160 HTTP/1.1" status: 204 len: 168 time: 1.2829716 Jan 31 16:17:23.456226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48106) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:23.478250 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:23.487645 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:23.519796 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cc8ce618-58ae-44e1-ab60-b55535959e78 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619242 Jan 31 16:17:23.521121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48110) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:23.533599 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d338e84c-6b97-4693-8ccf-8eac8e32ad85 req-279092b6-24c1-475d-8a5d-c34eebc5bc85 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986427 Jan 31 16:17:23.600210 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bab57315-5244-4428-a8ad-a1b11fc75ef1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0765655 Jan 31 16:17:23.602211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48114) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:23.625013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35d496-7272-477d-a0f4-ca89be5cacb2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=e096abe0-9f2d-4491-83ea-9945f4d42160,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:23.638122 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9165ebc-e065-4872-a0a4-d31e5a91a9e4 None None] Pushing event updated for resources: {'Port': ['ID=05cf49e3-4189-4087-a2e8-3aa7da45b842,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:23.680414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Network c937db70-9fe7-440b-88b0-192724d76874 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:23.705034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:23.718107 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:23.776968 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:23.786203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Pushing event updated for resources: {'Port': ['ID=bed85b0c-ef3f-44e9-bf08-042f423bbcb4,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:23.809290 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Attempting to bind port 05cf49e3-4189-4087-a2e8-3aa7da45b842 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:23.809678 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Attempting to bind port 05cf49e3-4189-4087-a2e8-3aa7da45b842 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '3239e49b-146d-4142-8593-4bed3e94e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:23.812290 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Attempting to bind port 05cf49e3-4189-4087-a2e8-3aa7da45b842 on network dcc398c4-2e31-494e-9a7d-af052c9a059b {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:23.831658 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:23.837389 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Checking segment: {'id': '3239e49b-146d-4142-8593-4bed3e94e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:23.838094 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:23.838656 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Bound using segment: {'id': '3239e49b-146d-4142-8593-4bed3e94e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:23.839327 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Bound port: 05cf49e3-4189-4087-a2e8-3aa7da45b842, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3239e49b-146d-4142-8593-4bed3e94e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:23.839872 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:23.871696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16916f2a-bfff-4650-b5ee-fe5b4f2f02ab tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:23.886269 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-16916f2a-bfff-4650-b5ee-fe5b4f2f02ab tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2816250 Jan 31 16:17:23.886858 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48120) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:23.987238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-745fac91-c167-4317-bdd7-7e13d14aa980 req-a781fbdc-aa42-4ae8-b491-a98d89c41ea7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Deleting port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:23.987962 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-745fac91-c167-4317-bdd7-7e13d14aa980 req-a781fbdc-aa42-4ae8-b491-a98d89c41ea7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:23.993280 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] For port 05cf49e3-4189-4087-a2e8-3aa7da45b842, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:23.996817 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] For port 05cf49e3-4189-4087-a2e8-3aa7da45b842, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=05cf49e3-4189-4087-a2e8-3aa7da45b842,segment=NetworkSegment(3239e49b-146d-4142-8593-4bed3e94e1c3),segment_id=3239e49b-146d-4142-8593-4bed3e94e1c3)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:24.024778 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-51be482d-8b66-47a2-b2db-010655b563cf tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345429 Jan 31 16:17:24.028087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48122) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:24.029006 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:17:24.034405 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:24.045277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-24113458-b279-41c6-b386-0d6988e25866 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server [None req-bf003f14-8453-4c17-b0ce-cfffeb0412fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e096abe0-9f2d-4491-83ea-9945f4d42160: This subnet is being modified by another concurrent operation. Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise exception Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e096abe0-9f2d-4491-83ea-9945f4d42160: This subnet is being modified by another concurrent operation. Jan 31 16:17:24.190413 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Jan 31 16:17:24.232292 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:24.236206 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:24.258720 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:24.305329 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1f21ae1-eca4-4acd-a002-a21884d10b15 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:24.359037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port dd498db4-b706-40d2-913d-ba645a2174ea triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:24.359408 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:24.376281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24113458-b279-41c6-b386-0d6988e25866 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:24.393347 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-24113458-b279-41c6-b386-0d6988e25866 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:24.491729 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:24.492294 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] For port 33b94ebc-0552-4bef-a200-b4b62bab66c1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=33b94ebc-0552-4bef-a200-b4b62bab66c1,segment=NetworkSegment(3239e49b-146d-4142-8593-4bed3e94e1c3),segment_id=3239e49b-146d-4142-8593-4bed3e94e1c3)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:24.536437 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:24.576144 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9165ebc-e065-4872-a0a4-d31e5a91a9e4 None None] Pushing event updated for resources: {'Port': ['ID=05cf49e3-4189-4087-a2e8-3aa7da45b842,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:24.591623 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:24.673044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b46fac-9007-4df2-b95d-688ec67c98bb None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:17:24.686536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-745fac91-c167-4317-bdd7-7e13d14aa980 req-a781fbdc-aa42-4ae8-b491-a98d89c41ea7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] For port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=9262877e-5b58-41d5-a5e3-d6c8ddf168ca,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:24.686981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-745fac91-c167-4317-bdd7-7e13d14aa980 req-a781fbdc-aa42-4ae8-b491-a98d89c41ea7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:24.745301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-745fac91-c167-4317-bdd7-7e13d14aa980 req-a781fbdc-aa42-4ae8-b491-a98d89c41ea7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Calling delete_port for 9262877e-5b58-41d5-a5e3-d6c8ddf168ca owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:24.861271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Provisioning complete for port c0bffff7-46af-4ce2-b625-976828b04ff2 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:24.872607 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:24.875529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f74458-77ee-4f87-89d0-522776e0e4f0 req-47628282-a926-4560-a87e-bef1d1496de9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:24.884028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f74458-77ee-4f87-89d0-522776e0e4f0 req-47628282-a926-4560-a87e-bef1d1496de9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 945 time: 0.3991768 Jan 31 16:17:24.940196 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-24113458-b279-41c6-b386-0d6988e25866 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:24.970686 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:18Z', 'revision_number': 7, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '05cf49e3-4189-4087-a2e8-3aa7da45b842', 'name': '', 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:b0:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '3cb6f0d9-a380-49ce-8af1-276170ae6ada', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:09Z', 'updated_at': '2022-01-31T16:17:23Z', 'revision_number': 4, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': '3cb6f0d9-a380-49ce-8af1-276170ae6ada', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd498db4-b706-40d2-913d-ba645a2174ea', 'name': '', 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c7:e5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:17:20Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:24.980399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Pushing event updated for resources: {'Port': ['ID=33b94ebc-0552-4bef-a200-b4b62bab66c1,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:24.994490 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.025727 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.032425 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac3f82-4ec6-44db-aa12-bdf770000895 None None] The sync data for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 is: [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:18Z', 'revision_number': 7, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '05cf49e3-4189-4087-a2e8-3aa7da45b842', 'name': '', 'network_id': 'dcc398c4-2e31-494e-9a7d-af052c9a059b', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:b0:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '3cb6f0d9-a380-49ce-8af1-276170ae6ada', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:09Z', 'updated_at': '2022-01-31T16:17:23Z', 'revision_number': 4, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': '3cb6f0d9-a380-49ce-8af1-276170ae6ada', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd498db4-b706-40d2-913d-ba645a2174ea', 'name': '', 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c7:e5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:17:20Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:17:25.063960 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f74458-77ee-4f87-89d0-522776e0e4f0 req-67321537-f36d-4e75-870c-72358c1e7d08 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761470 Jan 31 16:17:25.066328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24113458-b279-41c6-b386-0d6988e25866 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:25.067844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24113458-b279-41c6-b386-0d6988e25866 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=81640cec-0e96-4f6d-9aa4-baf1223da93a,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:25.071015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-24113458-b279-41c6-b386-0d6988e25866 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:25.089727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24113458-b279-41c6-b386-0d6988e25866 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:25.090718 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-24113458-b279-41c6-b386-0d6988e25866 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.133224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2b618-a8db-4e40-a5e6-cf55799a0c10 None None] Pushing event updated for resources: {'Port': ['ID=c7754c43-2c2a-44b9-a35a-656484276175,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:25.153734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fbe6d460-8899-4fca-88ba-5c9f5f57db55 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:25.161544 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-24113458-b279-41c6-b386-0d6988e25866 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1290336 Jan 31 16:17:25.167380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48150) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:25.178639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': '81640cec-0e96-4f6d-9aa4-baf1223da93a', 'ip_address': '2001:db8::efc:b43b:7479:8e88'}], 'name': 'tempest-NetworksTestDHCPv6-2046986055'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:25.261491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Attempting to bind port c7754c43-2c2a-44b9-a35a-656484276175 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:25.262087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Attempting to bind port c7754c43-2c2a-44b9-a35a-656484276175 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:25.262200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Attempting to bind port c7754c43-2c2a-44b9-a35a-656484276175 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:25.272755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:25.273446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:25.274057 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.274828 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:25.275533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Bound port: c7754c43-2c2a-44b9-a35a-656484276175, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:25.276144 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.326580 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.341784 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.377784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b46fac-9007-4df2-b95d-688ec67c98bb None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:17:25.392907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port fbe6d460-8899-4fca-88ba-5c9f5f57db55 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:25.393345 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.403609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Could not find standard attr ID for object 4b6d5002-1e72-471f-9f2f-a9933dea9eb9. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:17:25.432721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] For port c7754c43-2c2a-44b9-a35a-656484276175, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:25.462699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] For port c7754c43-2c2a-44b9-a35a-656484276175, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c7754c43-2c2a-44b9-a35a-656484276175,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:25.492237 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.498309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Pushing event updated for resources: {'Port': ['ID=bed85b0c-ef3f-44e9-bf08-042f423bbcb4,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:25.548522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Provisioning complete for port dd498db4-b706-40d2-913d-ba645a2174ea triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:25.549025 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.558818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.621616 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-745fac91-c167-4317-bdd7-7e13d14aa980 req-a781fbdc-aa42-4ae8-b491-a98d89c41ea7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.723731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d1f21ae1-eca4-4acd-a002-a21884d10b15 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port 05cf49e3-4189-4087-a2e8-3aa7da45b842 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:25.723973 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1f21ae1-eca4-4acd-a002-a21884d10b15 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.783456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2b618-a8db-4e40-a5e6-cf55799a0c10 None None] Pushing event updated for resources: {'Port': ['ID=c7754c43-2c2a-44b9-a35a-656484276175,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:25.789484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Routers {'9bd11471-cfb2-4417-9d9e-9037bd68624d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:25.790167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9bd11471-cfb2-4417-9d9e-9037bd68624d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:25.868520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-745fac91-c167-4317-bdd7-7e13d14aa980 req-a781fbdc-aa42-4ae8-b491-a98d89c41ea7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] No DVR routers for this DVR port 9262877e-5b58-41d5-a5e3-d6c8ddf168ca on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:17:25.871874 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-745fac91-c167-4317-bdd7-7e13d14aa980 req-a781fbdc-aa42-4ae8-b491-a98d89c41ea7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:25.877715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-745fac91-c167-4317-bdd7-7e13d14aa980 req-a781fbdc-aa42-4ae8-b491-a98d89c41ea7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "DELETE /v2.0/ports/9262877e-5b58-41d5-a5e3-d6c8ddf168ca HTTP/1.1" status: 204 len: 173 time: 2.5013499 Jan 31 16:17:25.878799 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781fbdc-aa42-4ae8-b491-a98d89c41ea7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event deleted for resources: {'Port': ['ID=9262877e-5b58-41d5-a5e3-d6c8ddf168ca,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:25.922769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60062c2c-e62b-46db-b127-791e4c946ec4', 'name': 'network-vif-deleted', 'tag': '9262877e-5b58-41d5-a5e3-d6c8ddf168ca'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:17:25.925657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 33b94ebc-0552-4bef-a200-b4b62bab66c1 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:25.926931 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a96459e-b276-472f-aba5-a1ad727743f0" -d '{"events": [{"server_uuid": "60062c2c-e62b-46db-b127-791e4c946ec4", "name": "network-vif-deleted", "tag": "9262877e-5b58-41d5-a5e3-d6c8ddf168ca"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:17:25.980590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-d1f21ae1-eca4-4acd-a002-a21884d10b15 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] For port 05cf49e3-4189-4087-a2e8-3aa7da45b842, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=05cf49e3-4189-4087-a2e8-3aa7da45b842,segment=NetworkSegment(3239e49b-146d-4142-8593-4bed3e94e1c3),segment_id=3239e49b-146d-4142-8593-4bed3e94e1c3)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:25.980590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1f21ae1-eca4-4acd-a002-a21884d10b15 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:26.001993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Network c937db70-9fe7-440b-88b0-192724d76874 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:26.003612 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131b2bb3-5ed5-47f2-bd6a-a9c60c5c65b1 x-openstack-request-id: req-131b2bb3-5ed5-47f2-bd6a-a9c60c5c65b1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:17:26.003905 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60062c2c-e62b-46db-b127-791e4c946ec4", "name": "network-vif-deleted", "tag": "9262877e-5b58-41d5-a5e3-d6c8ddf168ca", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:17:26.004152 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-131b2bb3-5ed5-47f2-bd6a-a9c60c5c65b1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:17:26.004545 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60062c2c-e62b-46db-b127-791e4c946ec4', 'name': 'network-vif-deleted', 'tag': '9262877e-5b58-41d5-a5e3-d6c8ddf168ca', 'status': 'completed', 'code': 200} Jan 31 16:17:26.007638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d1f21ae1-eca4-4acd-a002-a21884d10b15 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for 05cf49e3-4189-4087-a2e8-3aa7da45b842 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:26.010805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:26.070468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:26.085691 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:26.170363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] Set router 9bd11471-cfb2-4417-9d9e-9037bd68624d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:26.259637 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2101dd4-0937-4c2f-8144-789d9d8266a8 req-b9b88150-77b6-451f-96a1-ec11caf6f9da tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 210 time: 0.0544579 Jan 31 16:17:26.304404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7d1e31d3-c74b-4cff-ba66-dae3593adeab None None] Could not find standard attr ID for object 8c32db15-0f6f-4d61-8f21-afd4b0675d5a. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:17:26.346216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 33b94ebc-0552-4bef-a200-b4b62bab66c1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:26.346822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:26.397717 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:26.415025 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Router 9bd11471-cfb2-4417-9d9e-9037bd68624d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:17:26.432024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port 71c7605a-f6b8-409d-8954-8f6b353afbab yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:17:26.605956 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1f21ae1-eca4-4acd-a002-a21884d10b15 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:26.627128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f22be269-3f19-4e62-b2c9-3b08cd921d75 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:26.731735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d162908a-95d7-454a-b5ef-97a5042bd36b None None] Provisioning complete for port bed85b0c-ef3f-44e9-bf08-042f423bbcb4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:26.732113 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d162908a-95d7-454a-b5ef-97a5042bd36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:26.742935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f21ae1-eca4-4acd-a002-a21884d10b15 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=05cf49e3-4189-4087-a2e8-3aa7da45b842,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:26.744161 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': '81640cec-0e96-4f6d-9aa4-baf1223da93a'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:17:26.746963 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:27.238421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d162908a-95d7-454a-b5ef-97a5042bd36b None None] Port bed85b0c-ef3f-44e9-bf08-042f423bbcb4 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:17:27.255289 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d162908a-95d7-454a-b5ef-97a5042bd36b None None] Could not find standard attr ID for object 05cf49e3-4189-4087-a2e8-3aa7da45b842. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:17:27.321251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f22be269-3f19-4e62-b2c9-3b08cd921d75 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:27.321967 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:27.374746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d162908a-95d7-454a-b5ef-97a5042bd36b None None] Provisioning complete for port 33b94ebc-0552-4bef-a200-b4b62bab66c1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:27.375159 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d162908a-95d7-454a-b5ef-97a5042bd36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:27.430793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'name': 'tempest-TestServerMultinode-970900384-router', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:17:10Z', 'updated_at': '2022-01-31T16:17:24Z', 'revision_number': 4, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'gw_port': {'id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:12Z', 'updated_at': '2022-01-31T16:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bed85b0c-ef3f-44e9-bf08-042f423bbcb4', 'name': '', 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'mac_address': 'fa:16:3e:8e:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '7c50749d-ef84-4438-bdf3-3412e541c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:20Z', 'updated_at': '2022-01-31T16:17:24Z', 'revision_number': 2, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'subnets': [{'id': '7c50749d-ef84-4438-bdf3-3412e541c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:27.478684 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03acfd89-1810-49b9-b931-7a786b27c0ce None None] The sync data for ids ['9bd11471-cfb2-4417-9d9e-9037bd68624d'] in n-d-827120-1 is: [{'id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'name': 'tempest-TestServerMultinode-970900384-router', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:17:10Z', 'updated_at': '2022-01-31T16:17:24Z', 'revision_number': 4, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'gw_port': {'id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:12Z', 'updated_at': '2022-01-31T16:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bed85b0c-ef3f-44e9-bf08-042f423bbcb4', 'name': '', 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'mac_address': 'fa:16:3e:8e:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '7c50749d-ef84-4438-bdf3-3412e541c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:20Z', 'updated_at': '2022-01-31T16:17:24Z', 'revision_number': 2, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'subnets': [{'id': '7c50749d-ef84-4438-bdf3-3412e541c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:17:27.496856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9262877e-5b58-41d5-a5e3-d6c8ddf168ca no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:27.557910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 9262877e-5b58-41d5-a5e3-d6c8ddf168ca {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:17:27.558475 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 9262877e-5b58-41d5-a5e3-d6c8ddf168ca not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:17:27.573590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-161c0fa9-6ce1-43cd-96fc-0e94990ca8ee req-d3d7cc82-1427-410c-be02-4650ef3da4f0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 210 time: 0.1430109 Jan 31 16:17:27.603546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::efc:b43b:7479:8e88 (71af9802-526e-47d9-9573-c6794664f00c/81640cec-0e96-4f6d-9aa4-baf1223da93a/71c7605a-f6b8-409d-8954-8f6b353afbab) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:27.608286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:27.626949 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-99ab1339-28bf-425e-86df-7459cc6d1095 admin admin] 10.222.0.36 "PUT /v2.0/routers/9bd11471-cfb2-4417-9d9e-9037bd68624d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8982584 Jan 31 16:17:27.627596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7e338007-7240-4658-b096-09c3f4cb5600 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:27.718394 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1f21ae1-eca4-4acd-a002-a21884d10b15 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:27.898904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d162908a-95d7-454a-b5ef-97a5042bd36b None None] Provisioning complete for port fbe6d460-8899-4fca-88ba-5c9f5f57db55 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:27.899283 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d162908a-95d7-454a-b5ef-97a5042bd36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:28.014453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7e338007-7240-4658-b096-09c3f4cb5600 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:28.016940 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:28.156882 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:28.411961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c0bffff7-46af-4ce2-b625-976828b04ff2 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:28.418006 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:28.534079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port c0bffff7-46af-4ce2-b625-976828b04ff2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:28.534490 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:28.560905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f21ae1-eca4-4acd-a002-a21884d10b15 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5da41c1c-2a55-4459-a550-5c27b37880a0 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:17:28.629355 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:28.764307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-8864041f-32a5-4e86-a409-0fece54ccad4 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:28.766401 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-8864041f-32a5-4e86-a409-0fece54ccad4 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/networks?id=91c7532e-6972-4e76-aff0-1d0a19c768b8 HTTP/1.1" status: 200 len: 910 time: 0.3435218 Jan 31 16:17:28.774536 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Allocated IP 2001:db8::2 (71af9802-526e-47d9-9573-c6794664f00c/81640cec-0e96-4f6d-9aa4-baf1223da93a/93b6ad15-f7aa-4472-a85e-3ccc761eb92a) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:28.795297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:28.807150 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42488e57-53f6-4bab-ab55-d18a0e5f0dce req-c9240e5d-0845-4030-a5e5-8d7f108b72f8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 210 time: 0.0919635 Jan 31 16:17:28.844942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:28.848763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:28.855422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:28.856598 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:28.911852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7379899 Jan 31 16:17:28.914878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48260) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:28.931364 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-02c43831-6e34-4c23-87b1-b719b0af30a6 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/quotas/fa75ed551b254652883790bbfc6f4b71 HTTP/1.1" status: 200 len: 375 time: 0.1473415 Jan 31 16:17:28.937270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1846edb-7637-4566-99b8-82968e0fbbf2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=71c7605a-f6b8-409d-8954-8f6b353afbab,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:29.073778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f21ae1-eca4-4acd-a002-a21884d10b15 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:29.088717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d1f21ae1-eca4-4acd-a002-a21884d10b15 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2506671 Jan 31 16:17:29.091738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10d0a35-2491-4cb0-8ed0-292e0bf0c21b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:29.096095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b10d0a35-2491-4cb0-8ed0-292e0bf0c21b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1782391 Jan 31 16:17:29.097164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48264) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:29.103662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48262) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:29.113230 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d034c9b4-8732-479b-ad22-dc656adfc127 None None] Sync routers for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:17:29.175307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d034c9b4-8732-479b-ad22-dc656adfc127 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:29.175947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d034c9b4-8732-479b-ad22-dc656adfc127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:29.207330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-49b06a60-03c0-4ae0-b6c8-07436a2eb93b tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa75ed551b254652883790bbfc6f4b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2716277 Jan 31 16:17:29.340361 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c093fb43-bf3c-492b-92ae-14dc3985b5a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port 71c7605a-f6b8-409d-8954-8f6b353afbab {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:29.342159 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c093fb43-bf3c-492b-92ae-14dc3985b5a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:29.365588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-d034c9b4-8732-479b-ad22-dc656adfc127 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:29.381810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-be4d9953-6808-4760-8a25-7cdffb567225 service neutron] 10.222.0.36 "GET /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662827 Jan 31 16:17:29.394840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e215e7-baeb-4ffb-b224-84ea2a6da85e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting subnet 3cb6f0d9-a380-49ce-8af1-276170ae6ada {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:17:29.411274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5e215e7-baeb-4ffb-b224-84ea2a6da85e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:29.532739 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5e215e7-baeb-4ffb-b224-84ea2a6da85e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:29.533712 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c093fb43-bf3c-492b-92ae-14dc3985b5a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:29.554124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c093fb43-bf3c-492b-92ae-14dc3985b5a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for 71c7605a-f6b8-409d-8954-8f6b353afbab owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:29.602065 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:29.674224 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:29.698529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4b6d5002-1e72-471f-9f2f-a9933dea9eb9 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:29.772106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-504d59f1-ec01-4229-8394-5842b75c51df service neutron] 10.222.0.36 "GET /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735096 Jan 31 16:17:29.780064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5e215e7-baeb-4ffb-b224-84ea2a6da85e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:29.816221 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c093fb43-bf3c-492b-92ae-14dc3985b5a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:29.829428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 4b6d5002-1e72-471f-9f2f-a9933dea9eb9 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:17:29.830236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4b6d5002-1e72-471f-9f2f-a9933dea9eb9 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:17:29.852663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093fb43-bf3c-492b-92ae-14dc3985b5a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=71c7605a-f6b8-409d-8954-8f6b353afbab,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:29.853986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:29.864286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:29.867249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:29.897012 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c093fb43-bf3c-492b-92ae-14dc3985b5a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:29.903979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Pushing event updated for resources: {'Port': ['ID=93b6ad15-f7aa-4472-a85e-3ccc761eb92a,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:29.904170 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c093fb43-bf3c-492b-92ae-14dc3985b5a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/71c7605a-f6b8-409d-8954-8f6b353afbab HTTP/1.1" status: 204 len: 168 time: 0.8030798 Jan 31 16:17:29.906666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48276) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:29.991118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc0c62b-8b3c-4749-a160-3bb39906b161 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:29.992876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc0c62b-8b3c-4749-a160-3bb39906b161 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:29.995033 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ffc0c62b-8b3c-4749-a160-3bb39906b161 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0895085 Jan 31 16:17:29.998030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48280) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:30.010631 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5e215e7-baeb-4ffb-b224-84ea2a6da85e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.025052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-684cde88-7f8b-4ad6-a994-b9faf5641ea8 req-b9d03ba7-15f2-49f5-84ab-7259a8260f0b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 210 time: 0.0479794 Jan 31 16:17:30.082211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Attempting to bind port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:30.082805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Attempting to bind port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:30.083348 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Attempting to bind port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:30.101859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:30.104021 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:30.106864 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.108182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:30.109704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Bound port: 93b6ad15-f7aa-4472-a85e-3ccc761eb92a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:30.110297 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.129441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e215e7-baeb-4ffb-b224-84ea2a6da85e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb6f0d9-a380-49ce-8af1-276170ae6ada,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:30.141978 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c5e215e7-baeb-4ffb-b224-84ea2a6da85e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.148643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48284) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:30.163341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c5e215e7-baeb-4ffb-b224-84ea2a6da85e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/3cb6f0d9-a380-49ce-8af1-276170ae6ada HTTP/1.1" status: 204 len: 168 time: 1.0483146 Jan 31 16:17:30.180251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1993addf-9149-4c22-9797-be8874f916d6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 81640cec-0e96-4f6d-9aa4-baf1223da93a {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:17:30.188170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1993addf-9149-4c22-9797-be8874f916d6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.244364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d034c9b4-8732-479b-ad22-dc656adfc127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:26Z', 'revision_number': 8, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd498db4-b706-40d2-913d-ba645a2174ea', 'name': '', 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c7:e5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:17:20Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:30.272094 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1993addf-9149-4c22-9797-be8874f916d6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.339630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-51534d11-fa2d-4064-bf38-9cc15e0c6dce req-43d65d15-fa70-4cae-8a0b-cd6d11d75b19 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 210 time: 0.1366274 Jan 31 16:17:30.357627 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d034c9b4-8732-479b-ad22-dc656adfc127 None None] Checking router: 5da41c1c-2a55-4459-a550-5c27b37880a0 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:17:30.384072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c7754c43-2c2a-44b9-a35a-656484276175 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:30.408139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.456746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d034c9b4-8732-479b-ad22-dc656adfc127 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:30.457369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d034c9b4-8732-479b-ad22-dc656adfc127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:30.544745 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] For port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:30.553423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port 33b94ebc-0552-4bef-a200-b4b62bab66c1 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:30.553792 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.610961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] For port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=93b6ad15-f7aa-4472-a85e-3ccc761eb92a,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:30.622391 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.622928 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1993addf-9149-4c22-9797-be8874f916d6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.742978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-d034c9b4-8732-479b-ad22-dc656adfc127 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:30.749517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] For port 33b94ebc-0552-4bef-a200-b4b62bab66c1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=33b94ebc-0552-4bef-a200-b4b62bab66c1,segment=NetworkSegment(3239e49b-146d-4142-8593-4bed3e94e1c3),segment_id=3239e49b-146d-4142-8593-4bed3e94e1c3)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:30.754979 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.755761 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1993addf-9149-4c22-9797-be8874f916d6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.773005 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1993addf-9149-4c22-9797-be8874f916d6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.776586 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1993addf-9149-4c22-9797-be8874f916d6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/81640cec-0e96-4f6d-9aa4-baf1223da93a HTTP/1.1" status: 204 len: 168 time: 0.7746837 Jan 31 16:17:30.779161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48298) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:30.800394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for 33b94ebc-0552-4bef-a200-b4b62bab66c1 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:30.839057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993addf-9149-4c22-9797-be8874f916d6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=81640cec-0e96-4f6d-9aa4-baf1223da93a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:30.864503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port c7754c43-2c2a-44b9-a35a-656484276175 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:30.865034 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:30.957330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f6ec4208-b0be-4e8a-96e3-64806cc95291 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1764679 Jan 31 16:17:30.960642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48306) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:30.968146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6704f4aa-1997-4482-a0a9-a274ac484f15 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:31.004945 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.010811 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fc77b-6e3d-475e-bb28-b087fc3fdac6 None None] Pushing event updated for resources: {'Port': ['ID=93b6ad15-f7aa-4472-a85e-3ccc761eb92a,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:31.144443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6704f4aa-1997-4482-a0a9-a274ac484f15 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:31.147613 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=33b94ebc-0552-4bef-a200-b4b62bab66c1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:31.154769 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6704f4aa-1997-4482-a0a9-a274ac484f15 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.165084 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.172162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No DVR routers for this DVR port 33b94ebc-0552-4bef-a200-b4b62bab66c1 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:17:31.299445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port c7754c43-2c2a-44b9-a35a-656484276175, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c7754c43-2c2a-44b9-a35a-656484276175,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:31.308380 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.309834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fbe6d460-8899-4fca-88ba-5c9f5f57db55 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:31.363922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.433973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc398c4-2e31-494e-9a7d-af052c9a059b']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:31.436892 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78dff9a1-20c9-477b-997d-bc969df6dd15 req-702d0510-81b2-4616-a2f0-06b8d9f8d699 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 210 time: 0.1525247 Jan 31 16:17:31.481594 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3239e49b-146d-4142-8593-4bed3e94e1c3') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:31.481991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3239e49b-146d-4142-8593-4bed3e94e1c3') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:31.548310 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.573428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.583932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:17:31.584608 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:17:31.601758 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:17:31.676667 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2157900e-5eec-46bf-b275-79f575bb4bd1 req-258179d9-8682-4440-99d7-dbf5928ed3cf tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 210 time: 0.1541238 Jan 31 16:17:31.690498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=c7754c43-2c2a-44b9-a35a-656484276175,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:31.709804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.715465 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.724225 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6704f4aa-1997-4482-a0a9-a274ac484f15 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.726508 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/networks/dcc398c4-2e31-494e-9a7d-af052c9a059b HTTP/1.1" status: 204 len: 168 time: 1.5764561 Jan 31 16:17:31.734573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48320) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:31.751689 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port fbe6d460-8899-4fca-88ba-5c9f5f57db55 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:31.752063 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.754529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fa96d-c201-414b-b33f-38c9aa445849 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Network': ['ID=dcc398c4-2e31-494e-9a7d-af052c9a059b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:31.786177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d034c9b4-8732-479b-ad22-dc656adfc127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:26Z', 'revision_number': 8, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd498db4-b706-40d2-913d-ba645a2174ea', 'name': '', 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c7:e5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:17:20Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:31.833604 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Sync routers for ids ['9bd11471-cfb2-4417-9d9e-9037bd68624d'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:17:31.846024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d034c9b4-8732-479b-ad22-dc656adfc127 None None] The sync data for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 is: [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:26Z', 'revision_number': 8, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd498db4-b706-40d2-913d-ba645a2174ea', 'name': '', 'network_id': 'a6c42fc4-47c8-456a-a380-0ce1e50a1400', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c7:e5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:17:20Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'f33710fe-b437-46c4-b745-16d4801bfab6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:17:31.851518 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Routers {'9bd11471-cfb2-4417-9d9e-9037bd68624d'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:31.852386 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9bd11471-cfb2-4417-9d9e-9037bd68624d'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:31.932756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6704f4aa-1997-4482-a0a9-a274ac484f15 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:31.939830 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-6704f4aa-1997-4482-a0a9-a274ac484f15 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:31.977222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6704f4aa-1997-4482-a0a9-a274ac484f15 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:31.977842 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6704f4aa-1997-4482-a0a9-a274ac484f15 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:31.997758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704f4aa-1997-4482-a0a9-a274ac484f15 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=9a4e88dd-1534-4ff2-867a-803459fc861c,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:32.020735 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Set router 9bd11471-cfb2-4417-9d9e-9037bd68624d gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:32.049198 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6704f4aa-1997-4482-a0a9-a274ac484f15 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0872202 Jan 31 16:17:32.052073 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48322) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:32.059911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': '9a4e88dd-1534-4ff2-867a-803459fc861c', 'ip_address': '2001:db8::82a1:a170:b7a3:d9bb'}], 'name': 'tempest-NetworksTestDHCPv6-1323100831'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:32.337838 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 33b94ebc-0552-4bef-a200-b4b62bab66c1 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:32.387268 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 33b94ebc-0552-4bef-a200-b4b62bab66c1 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:17:32.387866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 33b94ebc-0552-4bef-a200-b4b62bab66c1 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 31 16:17:32.438084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Port 33b94ebc-0552-4bef-a200-b4b62bab66c1 not found, will not notify nova. {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 31 16:17:32.593154 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'name': 'tempest-TestServerMultinode-970900384-router', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:17:10Z', 'updated_at': '2022-01-31T16:17:24Z', 'revision_number': 4, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'gw_port': {'id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:12Z', 'updated_at': '2022-01-31T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bed85b0c-ef3f-44e9-bf08-042f423bbcb4', 'name': '', 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'mac_address': 'fa:16:3e:8e:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '7c50749d-ef84-4438-bdf3-3412e541c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:20Z', 'updated_at': '2022-01-31T16:17:24Z', 'revision_number': 2, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'subnets': [{'id': '7c50749d-ef84-4438-bdf3-3412e541c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:32.665391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:32.681407 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f2c97cfb-aa55-4e9e-b8df-06a0b3ffe206 req-527dca3f-f5f7-4710-9b86-4c171eab07e3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 210 time: 0.0990229 Jan 31 16:17:32.702527 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3dcea1f2-481c-4778-aaf6-5c8a1e47fb26 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:32.706937 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Checking router: 9bd11471-cfb2-4417-9d9e-9037bd68624d for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:17:32.707401 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Updating router 9bd11471-cfb2-4417-9d9e-9037bd68624d port bed85b0c-ef3f-44e9-bf08-042f423bbcb4 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:17:32.754799 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:32.813206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1d943f-e563-46b3-b3c7-6f1ae2db0313 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:33.187737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c7754c43-2c2a-44b9-a35a-656484276175 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:33.226100 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:33.344170 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8f6721eb-b812-43f7-9f6a-23440e42d947 req-e8aa5609-dc9b-4175-b811-a89104309dbb tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 210 time: 0.1069591 Jan 31 16:17:33.354965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-268dbe23-7db7-4bb5-a07f-d1133a2d2554 None None] Provisioning complete for port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:33.358216 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-268dbe23-7db7-4bb5-a07f-d1133a2d2554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:33.384976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port b3d13f53-9364-4987-aecb-c46f9cc262ee yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:17:33.483483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-e79e5d9a-9001-4c6a-99b9-f5454227dd74 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:33.495273 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-e79e5d9a-9001-4c6a-99b9-f5454227dd74 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.20 "GET /v2.0/networks?id=91c7532e-6972-4e76-aff0-1d0a19c768b8 HTTP/1.1" status: 200 len: 910 time: 1.0838432 Jan 31 16:17:33.513997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Request body: {'port': {'device_id': 'f88736bd-2580-4004-9290-c83e9ba48d45', 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8', 'admin_state_up': True, 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:33.547647 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:33.555269 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:33.621173 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Made reservation on behalf of fa75ed551b254652883790bbfc6f4b71 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:33.623653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:33.625590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b810a2-0834-4d75-843d-fc76c86b5ede None None] DHCP port deletion for dcc398c4-2e31-494e-9a7d-af052c9a059b request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:17:33.660379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port c7754c43-2c2a-44b9-a35a-656484276175 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:33.660875 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:33.792093 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Attempting to bind port bed85b0c-ef3f-44e9-bf08-042f423bbcb4 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:33.792488 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Attempting to bind port bed85b0c-ef3f-44e9-bf08-042f423bbcb4 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'f9439285-82de-48c3-b2c8-92a360cbefff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:33.792799 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Attempting to bind port bed85b0c-ef3f-44e9-bf08-042f423bbcb4 on network c937db70-9fe7-440b-88b0-192724d76874 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:33.818571 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534b20b-34ee-464f-8ca0-706cf8590081 None None] Pushing event updated for resources: {'Port': ['ID=bed85b0c-ef3f-44e9-bf08-042f423bbcb4,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:33.819289 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::82a1:a170:b7a3:d9bb (71af9802-526e-47d9-9573-c6794664f00c/9a4e88dd-1534-4ff2-867a-803459fc861c/b3d13f53-9364-4987-aecb-c46f9cc262ee) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:33.841204 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:33.842004 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Checking segment: {'id': 'f9439285-82de-48c3-b2c8-92a360cbefff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:33.842581 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:33.843204 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Bound using segment: {'id': 'f9439285-82de-48c3-b2c8-92a360cbefff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:33.843928 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Bound port: bed85b0c-ef3f-44e9-bf08-042f423bbcb4, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9439285-82de-48c3-b2c8-92a360cbefff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:33.844535 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:33.898544 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-268dbe23-7db7-4bb5-a07f-d1133a2d2554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:33.955241 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] For port bed85b0c-ef3f-44e9-bf08-042f423bbcb4, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:33.961210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-67068dae-9694-46b0-b5c9-444bce6f36b8 req-5c077bd6-2bf4-490d-9ecd-1bc5eb5408de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 210 time: 0.0695686 Jan 31 16:17:33.970998 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] For port bed85b0c-ef3f-44e9-bf08-042f423bbcb4, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bed85b0c-ef3f-44e9-bf08-042f423bbcb4,segment=NetworkSegment(f9439285-82de-48c3-b2c8-92a360cbefff),segment_id=f9439285-82de-48c3-b2c8-92a360cbefff)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:33.978908 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:33.983559 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-268dbe23-7db7-4bb5-a07f-d1133a2d2554 None None] For port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=93b6ad15-f7aa-4472-a85e-3ccc761eb92a,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:34.055381 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-268dbe23-7db7-4bb5-a07f-d1133a2d2554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:34.102446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 93b6ad15-f7aa-4472-a85e-3ccc761eb92a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:34.153817 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534b20b-34ee-464f-8ca0-706cf8590081 None None] Pushing event updated for resources: {'Port': ['ID=bed85b0c-ef3f-44e9-bf08-042f423bbcb4,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:34.178098 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Allocated IP 172.20.0.13 (91c7532e-6972-4e76-aff0-1d0a19c768b8/ca9b26ca-d516-4bc8-86be-78bf24bcc0d6/2df3b616-852c-4054-9816-18347fe8af48) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:34.190061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dbe23-7db7-4bb5-a07f-d1133a2d2554 None None] Pushing event updated for resources: {'Port': ['ID=93b6ad15-f7aa-4472-a85e-3ccc761eb92a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:34.219719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b24ddcf4-55f4-4449-bb7d-43185daf244b None None] Provisioning complete for port bed85b0c-ef3f-44e9-bf08-042f423bbcb4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:34.220470 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b24ddcf4-55f4-4449-bb7d-43185daf244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:34.229156 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Routers {'9bd11471-cfb2-4417-9d9e-9037bd68624d'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:34.229986 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9bd11471-cfb2-4417-9d9e-9037bd68624d'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:34.362823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:34.371227 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:34.386869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3dcea1f2-481c-4778-aaf6-5c8a1e47fb26 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port dd498db4-b706-40d2-913d-ba645a2174ea {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:34.389351 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3dcea1f2-481c-4778-aaf6-5c8a1e47fb26 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:34.481264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c2afbc-3fdd-4159-afde-29ec2aba3361 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:34.565171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b9740ecc-76df-4c6c-8aed-1e6dc7b233c5 req-5b4964d8-684c-40a0-911d-a97ad9357dc9 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 210 time: 0.0838351 Jan 31 16:17:34.667900 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] Set router 9bd11471-cfb2-4417-9d9e-9037bd68624d gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:34.679148 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:34.757271 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:34.771557 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:34.776842 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-3dcea1f2-481c-4778-aaf6-5c8a1e47fb26 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] For port dd498db4-b706-40d2-913d-ba645a2174ea, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=dd498db4-b706-40d2-913d-ba645a2174ea,segment=NetworkSegment(990c2a99-eb04-45fb-8687-e3bc804195cd),segment_id=990c2a99-eb04-45fb-8687-e3bc804195cd)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:34.777245 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3dcea1f2-481c-4778-aaf6-5c8a1e47fb26 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:34.800221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b24ddcf4-55f4-4449-bb7d-43185daf244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:34.808466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-3dcea1f2-481c-4778-aaf6-5c8a1e47fb26 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for dd498db4-b706-40d2-913d-ba645a2174ea owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:34.867181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:34.876001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:34.884167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=b3d13f53-9364-4987-aecb-c46f9cc262ee,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:34.896590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:34.902778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:34.904178 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:34.932764 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4425911a-fd62-4aca-a90f-23a541b39f21 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8788884 Jan 31 16:17:34.933991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48348) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:34.938767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b24ddcf4-55f4-4449-bb7d-43185daf244b None None] For port bed85b0c-ef3f-44e9-bf08-042f423bbcb4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bed85b0c-ef3f-44e9-bf08-042f423bbcb4,segment=NetworkSegment(f9439285-82de-48c3-b2c8-92a360cbefff),segment_id=f9439285-82de-48c3-b2c8-92a360cbefff)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:34.977509 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:35.050315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f8433b-b35b-4877-9e3b-843b926d6ce7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:35.060034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f8433b-b35b-4877-9e3b-843b926d6ce7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:35.064579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-89f8433b-b35b-4877-9e3b-843b926d6ce7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1280930 Jan 31 16:17:35.069912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48352) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:35.071712 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b24ddcf4-55f4-4449-bb7d-43185daf244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:35.202898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Network 91c7532e-6972-4e76-aff0-1d0a19c768b8 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:35.206086 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 05cf49e3-4189-4087-a2e8-3aa7da45b842 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:35.227779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:35.250869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Pushing event updated for resources: {'Port': ['ID=2df3b616-852c-4054-9816-18347fe8af48,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:35.255418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 05cf49e3-4189-4087-a2e8-3aa7da45b842 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:17:35.260672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 05cf49e3-4189-4087-a2e8-3aa7da45b842 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:17:35.261832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:35.264966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ddcf4-55f4-4449-bb7d-43185daf244b None None] Pushing event updated for resources: {'Port': ['ID=bed85b0c-ef3f-44e9-bf08-042f423bbcb4,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:35.331889 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3dcea1f2-481c-4778-aaf6-5c8a1e47fb26 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:35.342582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1640de82-d688-453c-aacd-e87a515dc9ba None None] Provisioning complete for port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:35.343133 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1640de82-d688-453c-aacd-e87a515dc9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:35.394740 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-340c9188-4838-4fc8-9984-615845157264 req-20b384a8-8384-48a8-87f3-aa1dd534b6fd tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=60062c2c-e62b-46db-b127-791e4c946ec4 HTTP/1.1" status: 200 len: 210 time: 0.1099458 Jan 31 16:17:35.396365 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'name': 'tempest-TestServerMultinode-970900384-router', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:17:10Z', 'updated_at': '2022-01-31T16:17:24Z', 'revision_number': 4, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'gw_port': {'id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:12Z', 'updated_at': '2022-01-31T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bed85b0c-ef3f-44e9-bf08-042f423bbcb4', 'name': '', 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'mac_address': 'fa:16:3e:8e:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '7c50749d-ef84-4438-bdf3-3412e541c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:20Z', 'updated_at': '2022-01-31T16:17:33Z', 'revision_number': 4, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'subnets': [{'id': '7c50749d-ef84-4438-bdf3-3412e541c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:35.404615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcea1f2-481c-4778-aaf6-5c8a1e47fb26 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=dd498db4-b706-40d2-913d-ba645a2174ea,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:35.449453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5440b-ae0a-4b26-ad47-ce13ef5a2b6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port b3d13f53-9364-4987-aecb-c46f9cc262ee {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:35.449954 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ef5440b-ae0a-4b26-ad47-ce13ef5a2b6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:35.469501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:35.471045 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:35.490667 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b6c79-bb17-4da8-85ba-74bd6f418638 None None] The sync data for ids ['9bd11471-cfb2-4417-9d9e-9037bd68624d'] in n-d-827120-1 is: [{'id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'name': 'tempest-TestServerMultinode-970900384-router', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:17:10Z', 'updated_at': '2022-01-31T16:17:24Z', 'revision_number': 4, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'gw_port': {'id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:12Z', 'updated_at': '2022-01-31T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bed85b0c-ef3f-44e9-bf08-042f423bbcb4', 'name': '', 'network_id': 'c937db70-9fe7-440b-88b0-192724d76874', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'mac_address': 'fa:16:3e:8e:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '7c50749d-ef84-4438-bdf3-3412e541c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:20Z', 'updated_at': '2022-01-31T16:17:33Z', 'revision_number': 4, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'subnets': [{'id': '7c50749d-ef84-4438-bdf3-3412e541c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:17:35.636562 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-682d7afe-d826-4b8a-affe-15f0db2bf846 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1273708 Jan 31 16:17:35.643177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bed85b0c-ef3f-44e9-bf08-042f423bbcb4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:35.674704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Request body: {'port': {'device_id': 'f88736bd-2580-4004-9290-c83e9ba48d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:35.789076 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3dcea1f2-481c-4778-aaf6-5c8a1e47fb26 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:35.819394 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port bed85b0c-ef3f-44e9-bf08-042f423bbcb4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:35.819394 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:35.869924 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ef5440b-ae0a-4b26-ad47-ce13ef5a2b6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:35.925729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5440b-ae0a-4b26-ad47-ce13ef5a2b6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for b3d13f53-9364-4987-aecb-c46f9cc262ee owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:35.943642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1640de82-d688-453c-aacd-e87a515dc9ba None None] Provisioning complete for port bed85b0c-ef3f-44e9-bf08-042f423bbcb4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:35.944211 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1640de82-d688-453c-aacd-e87a515dc9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:36.034904 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:36.110040 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 93b6ad15-f7aa-4472-a85e-3ccc761eb92a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:36.120699 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906c83e-3dca-4bf5-9040-9587bc652f73 req-f21e9c46-7d80-492b-b6ae-ac2070ccaf03 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:36.122386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1906c83e-3dca-4bf5-9040-9587bc652f73 req-f21e9c46-7d80-492b-b6ae-ac2070ccaf03 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1028 time: 0.3925195 Jan 31 16:17:36.335701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:36.336227 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:36.344554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcea1f2-481c-4778-aaf6-5c8a1e47fb26 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5da41c1c-2a55-4459-a550-5c27b37880a0 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:17:36.499422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e708b0d6-f42a-4181-8cca-815331f248fa None None] Provisioning complete for port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:36.499804 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e708b0d6-f42a-4181-8cca-815331f248fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:36.577194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df3b616-852c-4054-9816-18347fe8af48 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:17:36.587276 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcea1f2-481c-4778-aaf6-5c8a1e47fb26 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:36.590658 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:36.598200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3dcea1f2-481c-4778-aaf6-5c8a1e47fb26 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8397605 Jan 31 16:17:36.599825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48366) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:36.624279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164aa57-48f0-4829-b362-ae846deddfc9 None None] Sync routers for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:17:36.673590 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1906c83e-3dca-4bf5-9040-9587bc652f73 req-123e6ee0-6896-43dc-8dfd-acfe5e4ac145 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003920 Jan 31 16:17:36.705826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164aa57-48f0-4829-b362-ae846deddfc9 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:36.708215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Transition to ACTIVE for port object 2df3b616-852c-4054-9816-18347fe8af48 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:17:36.717156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1164aa57-48f0-4829-b362-ae846deddfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:36.720794 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:36.725080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 33b94ebc-0552-4bef-a200-b4b62bab66c1 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:36.805219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ac146f-6d01-4fd3-a842-1a9a1bc197a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting subnet f33710fe-b437-46c4-b745-16d4801bfab6 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:17:36.810568 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16ac146f-6d01-4fd3-a842-1a9a1bc197a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:36.908803 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 33b94ebc-0552-4bef-a200-b4b62bab66c1 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:17:36.909342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 33b94ebc-0552-4bef-a200-b4b62bab66c1 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:17:36.957450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16ac146f-6d01-4fd3-a842-1a9a1bc197a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:36.996644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Pushing event updated for resources: {'Port': ['ID=2df3b616-852c-4054-9816-18347fe8af48,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:37.022788 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ef5440b-ae0a-4b26-ad47-ce13ef5a2b6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:37.085152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5440b-ae0a-4b26-ad47-ce13ef5a2b6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=b3d13f53-9364-4987-aecb-c46f9cc262ee,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:37.124343 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ef5440b-ae0a-4b26-ad47-ce13ef5a2b6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:37.127855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7ef5440b-ae0a-4b26-ad47-ce13ef5a2b6f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/b3d13f53-9364-4987-aecb-c46f9cc262ee HTTP/1.1" status: 204 len: 168 time: 2.0567970 Jan 31 16:17:37.131005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48376) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:37.133762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Attempting to bind port 2df3b616-852c-4054-9816-18347fe8af48 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:37.134099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Attempting to bind port 2df3b616-852c-4054-9816-18347fe8af48 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:37.134431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Attempting to bind port 2df3b616-852c-4054-9816-18347fe8af48 on network 91c7532e-6972-4e76-aff0-1d0a19c768b8 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:37.137730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-1164aa57-48f0-4829-b362-ae846deddfc9 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:37.165488 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Port 2df3b616-852c-4054-9816-18347fe8af48 on network 91c7532e-6972-4e76-aff0-1d0a19c768b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:17:37.166075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Attempting to bind port 2df3b616-852c-4054-9816-18347fe8af48 on network 91c7532e-6972-4e76-aff0-1d0a19c768b8 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:37.178203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:37.178978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Checking segment: {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:37.179555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Bound using segment: {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:37.180174 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Bound port: 2df3b616-852c-4054-9816-18347fe8af48, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:37.180714 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:37.255970 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16ac146f-6d01-4fd3-a842-1a9a1bc197a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:37.374385 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16ac146f-6d01-4fd3-a842-1a9a1bc197a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:37.423047 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16ac146f-6d01-4fd3-a842-1a9a1bc197a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:37.430167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-16ac146f-6d01-4fd3-a842-1a9a1bc197a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/f33710fe-b437-46c4-b745-16d4801bfab6 HTTP/1.1" status: 204 len: 168 time: 0.8284628 Jan 31 16:17:37.431301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac146f-6d01-4fd3-a842-1a9a1bc197a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Subnet': ['ID=f33710fe-b437-46c4-b745-16d4801bfab6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:37.435886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48378) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:37.467636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f34d42-c7d1-433e-941a-328f3986afd8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:37.470174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f34d42-c7d1-433e-941a-328f3986afd8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:37.471866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e6f34d42-c7d1-433e-941a-328f3986afd8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3398633 Jan 31 16:17:37.479910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48380) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:37.487456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4140a6e-a093-457e-a80c-ff0a6d8b16cf None None] Network a6c42fc4-47c8-456a-a380-0ce1e50a1400 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:37.530526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e708b0d6-f42a-4181-8cca-815331f248fa None None] Could not find standard attr ID for object b3d13f53-9364-4987-aecb-c46f9cc262ee. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:17:37.546239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e708b0d6-f42a-4181-8cca-815331f248fa None None] Could not find standard attr ID for object 71c7605a-f6b8-409d-8954-8f6b353afbab. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:17:37.604446 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:37.620027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64c19ff-ed54-4f8e-9486-c84bf80f8ebf tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 9a4e88dd-1534-4ff2-867a-803459fc861c {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:17:37.633227 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a64c19ff-ed54-4f8e-9486-c84bf80f8ebf tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:37.750526 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a64c19ff-ed54-4f8e-9486-c84bf80f8ebf tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:37.851892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] For port 2df3b616-852c-4054-9816-18347fe8af48, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:37.858274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] For port 2df3b616-852c-4054-9816-18347fe8af48, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2df3b616-852c-4054-9816-18347fe8af48,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:37.874131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:37.882986 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a64c19ff-ed54-4f8e-9486-c84bf80f8ebf tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:37.912892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port f22be269-3f19-4e62-b2c9-3b08cd921d75 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:37.913246 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:37.918522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c4b0fcf3-8d4b-4503-9363-bee1f8a57714 None None] Could not find standard attr ID for object b3d13f53-9364-4987-aecb-c46f9cc262ee. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:17:37.972305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1164aa57-48f0-4829-b362-ae846deddfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:35Z', 'revision_number': 9, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:37.994228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] For port f22be269-3f19-4e62-b2c9-3b08cd921d75, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f22be269-3f19-4e62-b2c9-3b08cd921d75,segment=NetworkSegment(990c2a99-eb04-45fb-8687-e3bc804195cd),segment_id=990c2a99-eb04-45fb-8687-e3bc804195cd)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:37.994650 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:38.010102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for f22be269-3f19-4e62-b2c9-3b08cd921d75 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:38.064954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Pushing event updated for resources: {'Port': ['ID=2df3b616-852c-4054-9816-18347fe8af48,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:38.088894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:38.093388 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:38.095984 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164aa57-48f0-4829-b362-ae846deddfc9 None None] Checking router: 5da41c1c-2a55-4459-a550-5c27b37880a0 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:17:38.102688 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-6f822ce7-844e-42dc-b504-29c32c59006d service neutron] 10.222.0.20 "PUT /v2.0/ports/2df3b616-852c-4054-9816-18347fe8af48 HTTP/1.1" status: 200 len: 1092 time: 2.4524746 Jan 31 16:17:38.110413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88736bd-2580-4004-9290-c83e9ba48d45', 'tag': '2df3b616-852c-4054-9816-18347fe8af48'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:17:38.115842 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c27c67-8bf6-42d0-bc25-7f68278e8938" -d '{"events": [{"name": "network-changed", "server_uuid": "f88736bd-2580-4004-9290-c83e9ba48d45", "tag": "2df3b616-852c-4054-9816-18347fe8af48"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:17:38.116898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b26366-ab6e-4ba5-ae9a-6bc545c54965 None None] DHCP port deletion for a6c42fc4-47c8-456a-a380-0ce1e50a1400 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:17:38.132976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164aa57-48f0-4829-b362-ae846deddfc9 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:38.134288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1164aa57-48f0-4829-b362-ae846deddfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:38.177640 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:38.276332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-8fffd7cd-844b-4549-baab-dcf3a5b8e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:38.277320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-72b26366-ab6e-4ba5-ae9a-6bc545c54965 None None] The port 'f22be269-3f19-4e62-b2c9-3b08cd921d75' was deleted {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 31 16:17:38.277899 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-8fffd7cd-844b-4549-baab-dcf3a5b8e695 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa75ed551b254652883790bbfc6f4b71&device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1095 time: 0.1234145 Jan 31 16:17:38.357774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf30d3c-998e-43e7-9ea8-2b33cb5e0a56 req-4fff21cc-6a08-41ee-b753-ac39c8162045 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:38.362437 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eaf30d3c-998e-43e7-9ea8-2b33cb5e0a56 req-4fff21cc-6a08-41ee-b753-ac39c8162045 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1053 time: 0.5517867 Jan 31 16:17:38.364930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No DVR routers for this DVR port f22be269-3f19-4e62-b2c9-3b08cd921d75 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:17:38.369329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=f22be269-3f19-4e62-b2c9-3b08cd921d75,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:38.384831 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2048a6-89d2-4ccd-b7db-74a9c5ae269d x-openstack-request-id: req-ed2048a6-89d2-4ccd-b7db-74a9c5ae269d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:17:38.385131 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88736bd-2580-4004-9290-c83e9ba48d45", "tag": "2df3b616-852c-4054-9816-18347fe8af48", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:17:38.389568 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed2048a6-89d2-4ccd-b7db-74a9c5ae269d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:17:38.389992 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88736bd-2580-4004-9290-c83e9ba48d45', 'tag': '2df3b616-852c-4054-9816-18347fe8af48', 'status': 'completed', 'code': 200} Jan 31 16:17:38.392749 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-ec83d484-b822-4ce8-b45b-e71b6acbfec1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df3b616-852c-4054-9816-18347fe8af48 HTTP/1.1" status: 200 len: 217 time: 0.1034222 Jan 31 16:17:38.421752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-1164aa57-48f0-4829-b362-ae846deddfc9 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:38.477797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-a0a6d03d-c504-4a13-83d3-2ba8d9c6dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:38.479278 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-a0a6d03d-c504-4a13-83d3-2ba8d9c6dc32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca9b26ca-d516-4bc8-86be-78bf24bcc0d6 HTTP/1.1" status: 200 len: 848 time: 0.0793011 Jan 31 16:17:38.530963 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a64c19ff-ed54-4f8e-9486-c84bf80f8ebf tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:38.555509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-2ce1e66b-2fc3-469f-969a-807736ddb556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:38.557191 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-2ce1e66b-2fc3-469f-969a-807736ddb556 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91c7532e-6972-4e76-aff0-1d0a19c768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705376 Jan 31 16:17:38.579366 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a64c19ff-ed54-4f8e-9486-c84bf80f8ebf tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:38.583691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a64c19ff-ed54-4f8e-9486-c84bf80f8ebf tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/9a4e88dd-1534-4ff2-867a-803459fc861c HTTP/1.1" status: 204 len: 168 time: 1.1022780 Jan 31 16:17:38.604227 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48396) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:38.615824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c19ff-ed54-4f8e-9486-c84bf80f8ebf tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4e88dd-1534-4ff2-867a-803459fc861c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:38.626912 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:38.693877 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f5a80fc5-e4f2-46a9-a64e-6d479ca1bf09 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858800 Jan 31 16:17:38.701711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48398) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:38.707321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ff3f199c-1804-45fd-b9f5-e8550aa49fc8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:38.753989 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-14469371-aa7f-4a4d-a3ae-422c33afd1ef service neutron] 10.222.0.20 "GET /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833940 Jan 31 16:17:38.778682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eaf30d3c-998e-43e7-9ea8-2b33cb5e0a56 req-c83b9522-02f8-44e7-b303-03d2bc8a2c7e tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225696 Jan 31 16:17:38.792010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c42fc4-47c8-456a-a380-0ce1e50a1400']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:38.795890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ffa0c1-dfe8-4507-acbc-fdda9e75f884 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:38.834804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3f199c-1804-45fd-b9f5-e8550aa49fc8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:38.839041 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff3f199c-1804-45fd-b9f5-e8550aa49fc8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:38.846193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990c2a99-eb04-45fb-8687-e3bc804195cd') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:38.846606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990c2a99-eb04-45fb-8687-e3bc804195cd') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:38.892497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1164aa57-48f0-4829-b362-ae846deddfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:35Z', 'revision_number': 9, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:38.921649 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:38.931937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164aa57-48f0-4829-b362-ae846deddfc9 None None] The sync data for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 is: [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:35Z', 'revision_number': 9, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': '5d1ad775-cc34-4a40-b0b4-205780adb587', 'name': '', 'network_id': '47328a33-894d-402c-b727-dd83fdbc07cc', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:c6:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:50Z', 'updated_at': '2022-01-31T16:17:00Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'ccffde94-3140-40d3-8a4e-95ae7b9f1009', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:17:38.993970 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:39.008102 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:17:39.008735 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:17:39.013071 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:17:39.121118 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:39.121309 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60818dba-9cd9-45d6-9910-f591ca393fc7 req-7c2a7405-406c-483a-9d8d-868e937b806c service neutron] 10.222.0.20 "GET /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576152 Jan 31 16:17:39.236528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:39.242495 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/networks/a6c42fc4-47c8-456a-a380-0ce1e50a1400 HTTP/1.1" status: 204 len: 168 time: 1.8055897 Jan 31 16:17:39.243526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23219d04-3537-491b-a907-89c646da66c4 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Network': ['ID=a6c42fc4-47c8-456a-a380-0ce1e50a1400,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:39.250282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48408) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:39.373101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17f3c69-adea-4fdc-9de5-e85134c4bbdc None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:17:39.377998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c27c67-8bf6-42d0-bc25-7f68278e8938 req-aa461927-7fe9-4f15-8041-c9509e641b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:39.379584 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-23c27c67-8bf6-42d0-bc25-7f68278e8938 req-aa461927-7fe9-4f15-8041-c9509e641b45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa75ed551b254652883790bbfc6f4b71&device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1095 time: 0.2043116 Jan 31 16:17:39.481675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device dd498db4-b706-40d2-913d-ba645a2174ea no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:39.541090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff3f199c-1804-45fd-b9f5-e8550aa49fc8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:39.541660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: dd498db4-b706-40d2-913d-ba645a2174ea {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:17:39.541660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device dd498db4-b706-40d2-913d-ba645a2174ea not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:17:39.541923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f22be269-3f19-4e62-b2c9-3b08cd921d75 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:39.564297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: f22be269-3f19-4e62-b2c9-3b08cd921d75 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:17:39.564569 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f22be269-3f19-4e62-b2c9-3b08cd921d75 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:17:39.564982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 93b6ad15-f7aa-4472-a85e-3ccc761eb92a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:39.599906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a17f3c69-adea-4fdc-9de5-e85134c4bbdc None None] Deleting port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:39.600545 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a17f3c69-adea-4fdc-9de5-e85134c4bbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:39.620737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c27c67-8bf6-42d0-bc25-7f68278e8938 req-42716c82-0c9c-4a3d-9d94-e1e908a1ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:39.622517 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-23c27c67-8bf6-42d0-bc25-7f68278e8938 req-42716c82-0c9c-4a3d-9d94-e1e908a1ad0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=91c7532e-6972-4e76-aff0-1d0a19c768b8 HTTP/1.1" status: 200 len: 910 time: 0.2239459 Jan 31 16:17:39.638046 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f199c-1804-45fd-b9f5-e8550aa49fc8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:39.652215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ff3f199c-1804-45fd-b9f5-e8550aa49fc8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:39.690390 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f199c-1804-45fd-b9f5-e8550aa49fc8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:39.690618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a17f3c69-adea-4fdc-9de5-e85134c4bbdc None None] For port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=93b6ad15-f7aa-4472-a85e-3ccc761eb92a,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:39.690915 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a17f3c69-adea-4fdc-9de5-e85134c4bbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:39.691242 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff3f199c-1804-45fd-b9f5-e8550aa49fc8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:39.703829 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a17f3c69-adea-4fdc-9de5-e85134c4bbdc None None] Calling delete_port for 93b6ad15-f7aa-4472-a85e-3ccc761eb92a owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:39.715551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-23c27c67-8bf6-42d0-bc25-7f68278e8938 req-0cd30fa2-3e53-4299-971b-10139efe1e26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df3b616-852c-4054-9816-18347fe8af48 HTTP/1.1" status: 200 len: 217 time: 0.0849018 Jan 31 16:17:39.787185 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c27c67-8bf6-42d0-bc25-7f68278e8938 req-e3650d87-c70b-430f-9049-5ab949cea8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:39.788849 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-23c27c67-8bf6-42d0-bc25-7f68278e8938 req-e3650d87-c70b-430f-9049-5ab949cea8cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca9b26ca-d516-4bc8-86be-78bf24bcc0d6 HTTP/1.1" status: 200 len: 848 time: 0.0663447 Jan 31 16:17:39.837525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ff3f199c-1804-45fd-b9f5-e8550aa49fc8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1317914 Jan 31 16:17:39.839625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48412) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:39.840850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f199c-1804-45fd-b9f5-e8550aa49fc8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=50e66afc-4861-48a0-b8d0-768ec4f77f10,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:39.852783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': '50e66afc-4861-48a0-b8d0-768ec4f77f10', 'ip_address': '2001:db8::37e:a497:2262:d137'}], 'name': 'tempest-NetworksTestDHCPv6-658510883'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:39.949800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c27c67-8bf6-42d0-bc25-7f68278e8938 req-b6ca8494-47e5-4925-aebc-53263df2d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:39.963470 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-23c27c67-8bf6-42d0-bc25-7f68278e8938 req-b6ca8494-47e5-4925-aebc-53263df2d1d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91c7532e-6972-4e76-aff0-1d0a19c768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660480 Jan 31 16:17:40.014163 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a17f3c69-adea-4fdc-9de5-e85134c4bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:40.102124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f3c69-adea-4fdc-9de5-e85134c4bbdc None None] Pushing event deleted for resources: {'Port': ['ID=93b6ad15-f7aa-4472-a85e-3ccc761eb92a,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:40.109340 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f3c69-adea-4fdc-9de5-e85134c4bbdc None None] No DVR routers for this DVR port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:17:40.123336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No active binding found for port 93b6ad15-f7aa-4472-a85e-3ccc761eb92a {{(pid=108773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 16:17:40.124198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 93b6ad15-f7aa-4472-a85e-3ccc761eb92a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:17:40.134430 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74b63821-5882-437c-8a80-cb5588667dca tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:40.150678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19022575-d7e6-4095-9eef-f94c11b2019b None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:40.219071 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-23c27c67-8bf6-42d0-bc25-7f68278e8938 req-6c42108b-ebdb-4c4b-9deb-abf0ffc35d59 service neutron] 10.222.0.20 "GET /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332296 Jan 31 16:17:40.221880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edee977-4843-4498-bcae-84b8c39c064a req-62273846-7580-400f-a41d-48c0922d5e9f tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:40.226160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3edee977-4843-4498-bcae-84b8c39c064a req-62273846-7580-400f-a41d-48c0922d5e9f tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1095 time: 0.3107104 Jan 31 16:17:40.370293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': '50e66afc-4861-48a0-b8d0-768ec4f77f10'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:17:40.372536 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:40.385251 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3edee977-4843-4498-bcae-84b8c39c064a req-b459a283-926b-4460-b66f-ea9ee2898a13 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262534 Jan 31 16:17:40.400555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:40.456544 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-23c27c67-8bf6-42d0-bc25-7f68278e8938 req-c3ddba72-e332-48d3-b87d-7bd9adea4551 service neutron] 10.222.0.20 "GET /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205424 Jan 31 16:17:40.597156 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:40.619164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port f8b95828-fd5c-46e5-b81a-a7d4b666d61b yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:17:40.801133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Allocated IP 2001:db8::2 (71af9802-526e-47d9-9573-c6794664f00c/50e66afc-4861-48a0-b8d0-768ec4f77f10/d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:40.816461 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-74b63821-5882-437c-8a80-cb5588667dca tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port 5d1ad775-cc34-4a40-b0b4-205780adb587 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:40.817073 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74b63821-5882-437c-8a80-cb5588667dca tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:40.993322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2df3b616-852c-4054-9816-18347fe8af48 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:17:41.006554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-74b63821-5882-437c-8a80-cb5588667dca tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] For port 5d1ad775-cc34-4a40-b0b4-205780adb587, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5d1ad775-cc34-4a40-b0b4-205780adb587,segment=NetworkSegment(74cf2df0-2cff-4576-8698-e6564ba2f0b8),segment_id=74cf2df0-2cff-4576-8698-e6564ba2f0b8)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:41.006801 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74b63821-5882-437c-8a80-cb5588667dca tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:41.037982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-74b63821-5882-437c-8a80-cb5588667dca tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for 5d1ad775-cc34-4a40-b0b4-205780adb587 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:41.120890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2df3b616-852c-4054-9816-18347fe8af48, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2df3b616-852c-4054-9816-18347fe8af48,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:41.137906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '2df3b616-852c-4054-9816-18347fe8af48', 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8', 'port_id': '2df3b616-852c-4054-9816-18347fe8af48', 'mac_address': 'fa:16:3e:43:68:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9b26ca-d516-4bc8-86be-78bf24bcc0d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:17:41.191198 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:41.217278 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:41.301554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::37e:a497:2262:d137 (71af9802-526e-47d9-9573-c6794664f00c/50e66afc-4861-48a0-b8d0-768ec4f77f10/f8b95828-fd5c-46e5-b81a-a7d4b666d61b) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:41.335852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df3b616-852c-4054-9816-18347fe8af48 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:17:41.352013 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:41.379980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2df3b616-852c-4054-9816-18347fe8af48, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2df3b616-852c-4054-9816-18347fe8af48,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:41.399535 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:41.404410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:41.427292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:41.432407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:41.478300 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74b63821-5882-437c-8a80-cb5588667dca tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:41.516347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Pushing event updated for resources: {'Port': ['ID=d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:41.603385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Attempting to bind port d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:41.603766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Attempting to bind port d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:41.604271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Attempting to bind port d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:41.629181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:41.630195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:41.632503 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:41.633770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:41.636123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Bound port: d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:41.639526 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:41.691879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b63821-5882-437c-8a80-cb5588667dca tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=5d1ad775-cc34-4a40-b0b4-205780adb587,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:41.704948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['2df3b616-852c-4054-9816-18347fe8af48'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:17:41.755968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2df3b616-852c-4054-9816-18347fe8af48,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:41.770916 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:41.880900 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:41.928616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] For port d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:41.959439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=f8b95828-fd5c-46e5-b81a-a7d4b666d61b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:41.978704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] For port d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:41.990984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:41.992953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:42.001235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:42.007255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:42.009163 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:42.019821 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:42.054888 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5bd076cd-ba5a-4168-b424-d0fffebe1e9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2096207 Jan 31 16:17:42.055135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48432) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:42.199325 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956cddfa-78ee-4430-94ec-db497e284650 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:42.238119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956cddfa-78ee-4430-94ec-db497e284650 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:42.239788 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-956cddfa-78ee-4430-94ec-db497e284650 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1837499 Jan 31 16:17:42.246838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48440) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:42.293335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9913aa-d034-4c4f-ad5c-d5cdb266180f None None] Pushing event updated for resources: {'Port': ['ID=d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:42.476059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-60562491-7353-4056-b4d2-324bd65048fd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port f8b95828-fd5c-46e5-b81a-a7d4b666d61b {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:42.476697 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60562491-7353-4056-b4d2-324bd65048fd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:42.794768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-74b63821-5882-437c-8a80-cb5588667dca tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:42.820121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0c88a-fd47-4b12-b96c-4e4743c14efa req-b631729a-7d67-4c03-bf19-33e097197d73 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:42.821697 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cde0c88a-fd47-4b12-b96c-4e4743c14efa req-b631729a-7d67-4c03-bf19-33e097197d73 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1096 time: 1.1921771 Jan 31 16:17:42.874478 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60562491-7353-4056-b4d2-324bd65048fd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:42.938776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-60562491-7353-4056-b4d2-324bd65048fd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for f8b95828-fd5c-46e5-b81a-a7d4b666d61b owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:42.980434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2df3b616-852c-4054-9816-18347fe8af48 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:43.006711 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cde0c88a-fd47-4b12-b96c-4e4743c14efa req-51945b1c-2056-4dae-9e52-13720097f8e9 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161020 Jan 31 16:17:43.180583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 2df3b616-852c-4054-9816-18347fe8af48 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:17:43.194592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 2df3b616-852c-4054-9816-18347fe8af48 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:43.194960 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:43.242409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b63821-5882-437c-8a80-cb5588667dca tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5da41c1c-2a55-4459-a550-5c27b37880a0 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:17:43.296198 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60562491-7353-4056-b4d2-324bd65048fd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:43.419662 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:43.441214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60562491-7353-4056-b4d2-324bd65048fd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=f8b95828-fd5c-46e5-b81a-a7d4b666d61b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:43.454664 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60562491-7353-4056-b4d2-324bd65048fd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:43.464800 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-60562491-7353-4056-b4d2-324bd65048fd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/f8b95828-fd5c-46e5-b81a-a7d4b666d61b HTTP/1.1" status: 204 len: 168 time: 1.2166564 Jan 31 16:17:43.467408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48452) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:43.498329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88736bd-2580-4004-9290-c83e9ba48d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df3b616-852c-4054-9816-18347fe8af48'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:17:43.515831 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb063d8-7f52-4055-866e-6f1148b2f5f7" -d '{"events": [{"server_uuid": "f88736bd-2580-4004-9290-c83e9ba48d45", "name": "network-vif-plugged", "status": "completed", "tag": "2df3b616-852c-4054-9816-18347fe8af48"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:17:43.609488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2df3b616-852c-4054-9816-18347fe8af48, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2df3b616-852c-4054-9816-18347fe8af48,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:43.627523 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:43.670581 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b63821-5882-437c-8a80-cb5588667dca tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:43.673631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e8566d-ec9e-4e31-bfdd-e7b1b729af1a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:43.678960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e8566d-ec9e-4e31-bfdd-e7b1b729af1a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:43.682827 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a658388-7be0-4b77-9822-471e6cd97edc None None] Sync routers for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:17:43.684682 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-69e8566d-ec9e-4e31-bfdd-e7b1b729af1a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2112911 Jan 31 16:17:43.691067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-74b63821-5882-437c-8a80-cb5588667dca tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4395745 Jan 31 16:17:43.691679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48470) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:43.692004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48472) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:43.692559 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a658388-7be0-4b77-9822-471e6cd97edc None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:43.693231 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9a658388-7be0-4b77-9822-471e6cd97edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:43.746126 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608dd214-cd86-4535-a442-d30acc298c12 x-openstack-request-id: req-608dd214-cd86-4535-a442-d30acc298c12 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:17:43.746460 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88736bd-2580-4004-9290-c83e9ba48d45", "name": "network-vif-plugged", "status": "completed", "tag": "2df3b616-852c-4054-9816-18347fe8af48", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:17:43.746694 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-608dd214-cd86-4535-a442-d30acc298c12 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:17:43.747113 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88736bd-2580-4004-9290-c83e9ba48d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df3b616-852c-4054-9816-18347fe8af48', 'code': 200} Jan 31 16:17:43.835979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2df3b616-852c-4054-9816-18347fe8af48,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:43.869880 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:43.906730 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-9a658388-7be0-4b77-9822-471e6cd97edc None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:43.908427 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c562a1a-7ae6-4005-a54e-157d5f4d1731 req-459b29f2-6b1a-4091-a028-1d8d0a970cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:43.915374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c562a1a-7ae6-4005-a54e-157d5f4d1731 req-459b29f2-6b1a-4091-a028-1d8d0a970cfa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1097 time: 0.1149092 Jan 31 16:17:44.006576 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c562a1a-7ae6-4005-a54e-157d5f4d1731 req-a0bbdf0b-3f50-4c58-af93-cd4789e2b3d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833802 Jan 31 16:17:44.036604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:44.037749 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:44.078310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6147fed1-9441-41ee-8772-856d8ca7473f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 50e66afc-4861-48a0-b8d0-768ec4f77f10 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:17:44.100998 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6147fed1-9441-41ee-8772-856d8ca7473f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:44.187093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a9ea15-e846-4c07-948f-83fbaacf2273 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting subnet ccffde94-3140-40d3-8a4e-95ae7b9f1009 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:17:44.263039 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a9ea15-e846-4c07-948f-83fbaacf2273 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:44.316663 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:44.436837 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6147fed1-9441-41ee-8772-856d8ca7473f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:44.440976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2dc26308-d94e-4d46-8737-ad43b17d0cb8 None None] Provisioning complete for port d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:44.441342 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2dc26308-d94e-4d46-8737-ad43b17d0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:44.450271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a9ea15-e846-4c07-948f-83fbaacf2273 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:44.453922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:44.456853 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9a658388-7be0-4b77-9822-471e6cd97edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:41Z', 'revision_number': 10, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:44.510036 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:44.563277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f746305-b08b-4b80-b2f9-fa1126badbd8 req-a8e9ed7c-c4dc-410c-a5b2-dccdaf5418c7 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:44.569582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f746305-b08b-4b80-b2f9-fa1126badbd8 req-a8e9ed7c-c4dc-410c-a5b2-dccdaf5418c7 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1097 time: 0.3979590 Jan 31 16:17:44.609834 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a658388-7be0-4b77-9822-471e6cd97edc None None] Checking router: 5da41c1c-2a55-4459-a550-5c27b37880a0 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:17:44.648207 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a658388-7be0-4b77-9822-471e6cd97edc None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:44.649128 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9a658388-7be0-4b77-9822-471e6cd97edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:44.677408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:44.790827 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f746305-b08b-4b80-b2f9-fa1126badbd8 req-7b74d4d7-15f6-481a-b822-714a998790db tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756790 Jan 31 16:17:44.844239 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-9a658388-7be0-4b77-9822-471e6cd97edc None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:44.892760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6147fed1-9441-41ee-8772-856d8ca7473f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:44.900624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5e59ea97-e153-401c-ad9f-7c6d1e03b7ca None None] Could not find standard attr ID for object f8b95828-fd5c-46e5-b81a-a7d4b666d61b. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:17:45.059163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a9ea15-e846-4c07-948f-83fbaacf2273 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:45.136757 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6147fed1-9441-41ee-8772-856d8ca7473f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:45.176037 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6147fed1-9441-41ee-8772-856d8ca7473f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:45.191213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6147fed1-9441-41ee-8772-856d8ca7473f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/50e66afc-4861-48a0-b8d0-768ec4f77f10 HTTP/1.1" status: 204 len: 168 time: 1.4961095 Jan 31 16:17:45.191878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48514) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:45.242378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147fed1-9441-41ee-8772-856d8ca7473f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=50e66afc-4861-48a0-b8d0-768ec4f77f10,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:45.243212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4001bb-6e73-4086-a082-aa96647c23a0 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:45.327479 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a9ea15-e846-4c07-948f-83fbaacf2273 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:45.363257 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9a658388-7be0-4b77-9822-471e6cd97edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:41Z', 'revision_number': 10, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:45.379514 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-35cf42e5-fa39-4275-a1c1-e067c873c41a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1855521 Jan 31 16:17:45.380625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48522) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:45.412921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9ea15-e846-4c07-948f-83fbaacf2273 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Subnet': ['ID=ccffde94-3140-40d3-8a4e-95ae7b9f1009,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:45.461452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76338c5f-b7b3-4bf6-bd71-f44d0cb99b34 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:45.463737 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-76338c5f-b7b3-4bf6-bd71-f44d0cb99b34 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0814288 Jan 31 16:17:45.463925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-33a9ea15-e846-4c07-948f-83fbaacf2273 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:45.468863 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48536) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:45.470128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48538) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:45.473574 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a658388-7be0-4b77-9822-471e6cd97edc None None] The sync data for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 is: [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:41Z', 'revision_number': 10, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None, '_interfaces': [{'id': 'e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd', 'name': '', 'network_id': '01582d47-1e19-4482-ab2d-655394153574', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'mac_address': 'fa:16:3e:49:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:40Z', 'updated_at': '2022-01-31T16:16:47Z', 'revision_number': 5, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'subnets': [{'id': 'dd740c3b-ef04-47d6-bb4b-c915f07a1b4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:17:45.474531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d618205-77e0-4588-a9ea-ae01cf6f6b23 None None] Network 47328a33-894d-402c-b727-dd83fdbc07cc requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:45.486391 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-33a9ea15-e846-4c07-948f-83fbaacf2273 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/ccffde94-3140-40d3-8a4e-95ae7b9f1009 HTTP/1.1" status: 204 len: 168 time: 1.7759020 Jan 31 16:17:45.524108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:45.663562 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:45.676920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453e0ea-b6fb-4d57-a996-fc0939000161 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:45.678652 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6453e0ea-b6fb-4d57-a996-fc0939000161 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2071357 Jan 31 16:17:45.681543 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48556) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:45.746294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a9ff745c-08ab-423d-9553-50080cde274b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635304 Jan 31 16:17:45.747044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48558) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:45.752021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-3cece603-83d6-414e-a015-805b14b8f472 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:45.782442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port 47dbd404-05c1-4537-a90f-715c297db589 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:45.782772 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:45.823680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:45.824098 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:45.944650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf3f42-5c90-4296-b3a7-5ee919e8dd50 None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:17:46.038747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cece603-83d6-414e-a015-805b14b8f472 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:46.042758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] For port 47dbd404-05c1-4537-a90f-715c297db589, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=47dbd404-05c1-4537-a90f-715c297db589,segment=NetworkSegment(74cf2df0-2cff-4576-8698-e6564ba2f0b8),segment_id=74cf2df0-2cff-4576-8698-e6564ba2f0b8)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:46.043438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.044485 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cece603-83d6-414e-a015-805b14b8f472 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.071232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for 47dbd404-05c1-4537-a90f-715c297db589 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:46.095687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc91c9a5-5f51-434d-af3e-3d438049b5b8 None None] DHCP port deletion for 47328a33-894d-402c-b727-dd83fdbc07cc request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:17:46.196123 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.260168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=47dbd404-05c1-4537-a90f-715c297db589,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:46.267292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No DVR routers for this DVR port 47dbd404-05c1-4537-a90f-715c297db589 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:17:46.271081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-72cf3f42-5c90-4296-b3a7-5ee919e8dd50 None None] Deleting port d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:46.271655 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-72cf3f42-5c90-4296-b3a7-5ee919e8dd50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.390465 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.419834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47328a33-894d-402c-b727-dd83fdbc07cc']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:46.434797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cf2df0-2cff-4576-8698-e6564ba2f0b8') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:46.435179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cf2df0-2cff-4576-8698-e6564ba2f0b8') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:46.445918 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.446500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-fc91c9a5-5f51-434d-af3e-3d438049b5b8 None None] Deleting port 47dbd404-05c1-4537-a90f-715c297db589 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:46.447059 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc91c9a5-5f51-434d-af3e-3d438049b5b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.462636 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.473236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:17:46.473592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.496226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cece603-83d6-414e-a015-805b14b8f472 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:17:46.547808 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:17:46.550940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cece603-83d6-414e-a015-805b14b8f472 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:46.553708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.575707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-3cece603-83d6-414e-a015-805b14b8f472 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:46.579743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.586193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cece603-83d6-414e-a015-805b14b8f472 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:46.586839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cece603-83d6-414e-a015-805b14b8f472 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.592606 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/networks/47328a33-894d-402c-b727-dd83fdbc07cc HTTP/1.1" status: 204 len: 168 time: 1.1197937 Jan 31 16:17:46.595830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48572) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:46.616296 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cece603-83d6-414e-a015-805b14b8f472 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=9570370e-08c7-4aba-a380-1e9176c22af5,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:46.619276 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-72cf3f42-5c90-4296-b3a7-5ee919e8dd50 None None] For port d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:46.619963 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-72cf3f42-5c90-4296-b3a7-5ee919e8dd50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.634136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f36a5-9083-4133-882b-f08f43d850c4 req-518bc2a4-b126-4968-9f69-97780f8f48cd tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:46.634616 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3cece603-83d6-414e-a015-805b14b8f472 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8864460 Jan 31 16:17:46.635307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48574) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:46.635665 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-166f36a5-9083-4133-882b-f08f43d850c4 req-518bc2a4-b126-4968-9f69-97780f8f48cd tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1097 time: 0.4569862 Jan 31 16:17:46.648840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': '9570370e-08c7-4aba-a380-1e9176c22af5', 'ip_address': '2001:db8::1e05:92a8:104:10dd'}], 'name': 'tempest-NetworksTestDHCPv6-360210141'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:46.651931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fc91c9a5-5f51-434d-af3e-3d438049b5b8 None None] For port 47dbd404-05c1-4537-a90f-715c297db589, host n-d-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:46.652601 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc91c9a5-5f51-434d-af3e-3d438049b5b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.684156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-72cf3f42-5c90-4296-b3a7-5ee919e8dd50 None None] Calling delete_port for d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:46.719770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-fc91c9a5-5f51-434d-af3e-3d438049b5b8 None None] Calling delete_port for 47dbd404-05c1-4537-a90f-715c297db589 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:46.728183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.ipam_backend_mixin [None req-fc91c9a5-5f51-434d-af3e-3d438049b5b8 None None] Port 47dbd404-05c1-4537-a90f-715c297db589 was not found and therefore no delete operation was performed {{(pid=108773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:17:46.732057 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fc91c9a5-5f51-434d-af3e-3d438049b5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:46.768184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836263fa-698c-4b6a-830f-d46b1da2d5a6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Network': ['ID=47328a33-894d-402c-b727-dd83fdbc07cc,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:46.855412 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-166f36a5-9083-4133-882b-f08f43d850c4 req-e49734d7-b229-4c06-b745-0f3a50fceb7b tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413853 Jan 31 16:17:46.866463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91c9a5-5f51-434d-af3e-3d438049b5b8 None None] Pushing event deleted for resources: {'Port': ['ID=47dbd404-05c1-4537-a90f-715c297db589,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:46.883388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:46.921994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc91c9a5-5f51-434d-af3e-3d438049b5b8 None None] Network 47328a33-894d-402c-b727-dd83fdbc07cc is not hosted by any dhcp agent {{(pid=108773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 16:17:46.936593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91c9a5-5f51-434d-af3e-3d438049b5b8 None None] No DVR routers for this DVR port 47dbd404-05c1-4537-a90f-715c297db589 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:17:47.065875 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-72cf3f42-5c90-4296-b3a7-5ee919e8dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:47.076304 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:47.129623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port edd0e171-09a3-48ee-a9d3-1eeda6634dfb yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:17:47.132288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cf3f42-5c90-4296-b3a7-5ee919e8dd50 None None] No DVR routers for this DVR port d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:17:47.143475 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf3f42-5c90-4296-b3a7-5ee919e8dd50 None None] Pushing event deleted for resources: {'Port': ['ID=d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:47.155230 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6310ef-280e-4754-9487-5c52c810038e None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:47.206966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f333c0a-4aee-44db-9ad0-79d4a81b5b87 req-845b1abc-4d87-4b93-b863-6d694ef8adea tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:47.208552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f333c0a-4aee-44db-9ad0-79d4a81b5b87 req-845b1abc-4d87-4b93-b863-6d694ef8adea tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1097 time: 0.1529472 Jan 31 16:17:47.316337 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f333c0a-4aee-44db-9ad0-79d4a81b5b87 req-d106b582-af1b-482d-a21f-8ab4511f8bc4 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013262 Jan 31 16:17:47.415039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::1e05:92a8:104:10dd (71af9802-526e-47d9-9573-c6794664f00c/9570370e-08c7-4aba-a380-1e9176c22af5/edd0e171-09a3-48ee-a9d3-1eeda6634dfb) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:47.432282 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ec40c8d-94b1-4d2d-bdb2-d27b15d9579e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:47.436210 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a5bf022e-35e2-437c-89fd-27a6e9b9f9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:47.451731 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5d1ad775-cc34-4a40-b0b4-205780adb587 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:47.502906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 5d1ad775-cc34-4a40-b0b4-205780adb587 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:17:47.503817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5d1ad775-cc34-4a40-b0b4-205780adb587 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:17:47.503817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 47dbd404-05c1-4537-a90f-715c297db589 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:47.530774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 47dbd404-05c1-4537-a90f-715c297db589 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:17:47.531452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 47dbd404-05c1-4537-a90f-715c297db589 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:17:47.532115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:47.570114 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': '9570370e-08c7-4aba-a380-1e9176c22af5'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:17:47.571201 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:47.574471 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:17:47.574877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d0fbb6d7-d4d0-4a25-b9a8-4d69f7db5509 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:17:47.580161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8131699-ef0c-42aa-b6e5-8cf132856bc6 req-b279ad10-3040-49bb-8feb-4036052b9a12 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:47.590377 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f8131699-ef0c-42aa-b6e5-8cf132856bc6 req-b279ad10-3040-49bb-8feb-4036052b9a12 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1097 time: 0.1016717 Jan 31 16:17:47.694361 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f8131699-ef0c-42aa-b6e5-8cf132856bc6 req-6f9835de-8d95-4c88-aca6-26ec8fb6796c tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998657 Jan 31 16:17:47.759156 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:47.810384 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:47.882955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-3ec40c8d-94b1-4d2d-bdb2-d27b15d9579e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:47.883296 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ec40c8d-94b1-4d2d-bdb2-d27b15d9579e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:47.890444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Allocated IP 2001:db8::2 (71af9802-526e-47d9-9573-c6794664f00c/9570370e-08c7-4aba-a380-1e9176c22af5/cd76d006-da18-447a-a95c-57bea82f9b5f) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:47.892311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:47.908344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:47.919383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:47.925346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:47.925925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:48.025210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3827446 Jan 31 16:17:48.025893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48600) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:48.035139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ef55753a-4298-4074-be5c-8bfaeb162853 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': '9570370e-08c7-4aba-a380-1e9176c22af5', 'ip_address': '2001:db8::1e05:92a8:104:10dd'}], 'name': 'tempest-NetworksTestDHCPv6-906998823'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:48.096445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d61e5-2a76-4563-9898-3d1642104dbd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=edd0e171-09a3-48ee-a9d3-1eeda6634dfb,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:48.124823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-3ec40c8d-94b1-4d2d-bdb2-d27b15d9579e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] For port e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd,segment=NetworkSegment(23ea22a4-2f71-42d8-a4f2-31021c337b5b),segment_id=23ea22a4-2f71-42d8-a4f2-31021c337b5b)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:48.125889 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ec40c8d-94b1-4d2d-bdb2-d27b15d9579e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:48.126855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-6f840248-9652-4b04-a8f2-b2c889d7871a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:48.128439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-6f840248-9652-4b04-a8f2-b2c889d7871a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/networks?id=91c7532e-6972-4e76-aff0-1d0a19c768b8 HTTP/1.1" status: 200 len: 910 time: 0.2178736 Jan 31 16:17:48.177319 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f06fc419-42f3-464b-bd70-eb05eadbe09a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/quotas/fa75ed551b254652883790bbfc6f4b71 HTTP/1.1" status: 200 len: 375 time: 0.0327213 Jan 31 16:17:48.199400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-3ec40c8d-94b1-4d2d-bdb2-d27b15d9579e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:48.296580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-b2781aa3-0af6-4bf9-b042-3ac29aa413a7 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa75ed551b254652883790bbfc6f4b71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038253 Jan 31 16:17:48.318896 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:48.327003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef55753a-4298-4074-be5c-8bfaeb162853 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:48.329116 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:48.342519 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ef55753a-4298-4074-be5c-8bfaeb162853 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:48.387610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:48.400849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:48.410627 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:48.440444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Pushing event updated for resources: {'Port': ['ID=cd76d006-da18-447a-a95c-57bea82f9b5f,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:48.465759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-ef55753a-4298-4074-be5c-8bfaeb162853 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port f900ecf7-3b7a-42a0-b092-ca4c14ee4b49 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:17:48.576917 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-48b5b131-1d08-43f8-a29c-2154fa74077f service neutron] 10.222.0.36 "GET /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679694 Jan 31 16:17:49.049643 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ec40c8d-94b1-4d2d-bdb2-d27b15d9579e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:49.057246 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-cf40afc8-b225-4d50-97b6-53ce19efd4ea service neutron] 10.222.0.36 "GET /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446958 Jan 31 16:17:49.057246 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef55753a-4298-4074-be5c-8bfaeb162853 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 31 16:17:49.057246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef55753a-4298-4074-be5c-8bfaeb162853 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:17:49.060337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Attempting to bind port cd76d006-da18-447a-a95c-57bea82f9b5f on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:49.060337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Attempting to bind port cd76d006-da18-447a-a95c-57bea82f9b5f by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:49.060337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Attempting to bind port cd76d006-da18-447a-a95c-57bea82f9b5f on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:49.060337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:49.060337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:49.061038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ef55753a-4298-4074-be5c-8bfaeb162853 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9937394 Jan 31 16:17:49.061269 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:49.061572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48628) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:49.061822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:49.061822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Bound port: cd76d006-da18-447a-a95c-57bea82f9b5f, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:49.061822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:49.089447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec40c8d-94b1-4d2d-bdb2-d27b15d9579e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:49.162870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7edd840-f2ef-469d-94cf-a9aa6cb738e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:49.176957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7edd840-f2ef-469d-94cf-a9aa6cb738e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:49.189241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d7edd840-f2ef-469d-94cf-a9aa6cb738e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1578496 Jan 31 16:17:49.190573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48630) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:49.236262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] For port cd76d006-da18-447a-a95c-57bea82f9b5f, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:49.253989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] For port cd76d006-da18-447a-a95c-57bea82f9b5f, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cd76d006-da18-447a-a95c-57bea82f9b5f,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:49.272645 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:49.585340 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91cd2a-4481-461a-b190-8ab83d8e3547 None None] Pushing event updated for resources: {'Port': ['ID=cd76d006-da18-447a-a95c-57bea82f9b5f,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:49.628543 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3ec40c8d-94b1-4d2d-bdb2-d27b15d9579e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:49.667477 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-05258934-3f90-4f93-ab02-f1f8d4473402 req-207293db-f509-4ec3-aea0-956d7ebd45f5 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 210 time: 0.0829899 Jan 31 16:17:49.669136 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cef6e17a-dee1-4f39-a935-7ea7aa72c00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:49.681569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-4511eb76-702f-4abc-8628-9261d031dcc4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port edd0e171-09a3-48ee-a9d3-1eeda6634dfb {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:49.683144 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4511eb76-702f-4abc-8628-9261d031dcc4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:49.931490 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4511eb76-702f-4abc-8628-9261d031dcc4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:49.963588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-4511eb76-702f-4abc-8628-9261d031dcc4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for edd0e171-09a3-48ee-a9d3-1eeda6634dfb owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:50.334868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4511eb76-702f-4abc-8628-9261d031dcc4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:50.375613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511eb76-702f-4abc-8628-9261d031dcc4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=edd0e171-09a3-48ee-a9d3-1eeda6634dfb,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:50.416076 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4511eb76-702f-4abc-8628-9261d031dcc4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:50.422691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4511eb76-702f-4abc-8628-9261d031dcc4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/edd0e171-09a3-48ee-a9d3-1eeda6634dfb HTTP/1.1" status: 204 len: 168 time: 1.2287147 Jan 31 16:17:50.425460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48662) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:50.580511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76abb34e-d8cb-48d3-af5d-c4757330e6d3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:50.585971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76abb34e-d8cb-48d3-af5d-c4757330e6d3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:50.613985 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-76abb34e-d8cb-48d3-af5d-c4757330e6d3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1866653 Jan 31 16:17:50.616887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48674) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:50.763357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-35dde54c-95ff-4176-b980-d0768744aa69 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 9570370e-08c7-4aba-a380-1e9176c22af5 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:17:50.769170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dde54c-95ff-4176-b980-d0768744aa69 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:50.823993 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dde54c-95ff-4176-b980-d0768744aa69 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:50.840687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec40c8d-94b1-4d2d-bdb2-d27b15d9579e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5da41c1c-2a55-4459-a550-5c27b37880a0 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:17:50.889193 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:50.921560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ab708b2-6375-4947-b1a4-4df80d425b11 req-cb398ae7-95c7-42d2-85db-f3bcdbe0170b tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 210 time: 0.0667915 Jan 31 16:17:51.002823 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dde54c-95ff-4176-b980-d0768744aa69 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:51.044745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec40c8d-94b1-4d2d-bdb2-d27b15d9579e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:51.058993 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae968cc-0b4e-4b62-ab5a-2ab3191f5530 None None] Sync routers for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:17:51.065391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48682) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:51.068763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3ec40c8d-94b1-4d2d-bdb2-d27b15d9579e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4718351 Jan 31 16:17:51.077239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae968cc-0b4e-4b62-ab5a-2ab3191f5530 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:51.078604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6ae968cc-0b4e-4b62-ab5a-2ab3191f5530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:51.272054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-6ae968cc-0b4e-4b62-ab5a-2ab3191f5530 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:51.437630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6ae968cc-0b4e-4b62-ab5a-2ab3191f5530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:48Z', 'revision_number': 11, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:51.505962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae968cc-0b4e-4b62-ab5a-2ab3191f5530 None None] Checking router: 5da41c1c-2a55-4459-a550-5c27b37880a0 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:17:51.521765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae968cc-0b4e-4b62-ab5a-2ab3191f5530 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:51.523575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6ae968cc-0b4e-4b62-ab5a-2ab3191f5530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:51.549579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e8d43b-7777-48ec-b83c-c06f6e48b6cf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting subnet dd740c3b-ef04-47d6-bb4b-c915f07a1b4c {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:17:51.552370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-d5ba518c-68f2-4db1-9ee2-9cfc109f7759 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:51.553876 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-d5ba518c-68f2-4db1-9ee2-9cfc109f7759 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.30 "GET /v2.0/networks?id=91c7532e-6972-4e76-aff0-1d0a19c768b8 HTTP/1.1" status: 200 len: 910 time: 0.3835530 Jan 31 16:17:51.574163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d43b-7777-48ec-b83c-c06f6e48b6cf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:51.617786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cd76d006-da18-447a-a95c-57bea82f9b5f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:17:51.628819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Request body: {'port': {'device_id': '7c31c406-c252-4416-8b0e-3c83af26d3a3', 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8', 'admin_state_up': True, 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:51.670039 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dde54c-95ff-4176-b980-d0768744aa69 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:51.710001 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35dde54c-95ff-4176-b980-d0768744aa69 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:51.726405 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-35dde54c-95ff-4176-b980-d0768744aa69 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/9570370e-08c7-4aba-a380-1e9176c22af5 HTTP/1.1" status: 204 len: 168 time: 1.1081617 Jan 31 16:17:51.729308 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48700) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:51.818166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dde54c-95ff-4176-b980-d0768744aa69 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=9570370e-08c7-4aba-a380-1e9176c22af5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:51.858484 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d43b-7777-48ec-b83c-c06f6e48b6cf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:51.892585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-6ae968cc-0b4e-4b62-ab5a-2ab3191f5530 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:17:51.896520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port cd76d006-da18-447a-a95c-57bea82f9b5f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:51.926491 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:51.962436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-54bcdd90-f8d6-4486-9d9a-714e7734c22e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2205939 Jan 31 16:17:51.967360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48706) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:51.990571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-26012af4-0624-4489-94a8-6f8635e29f93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:52.264639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-6ae968cc-0b4e-4b62-ab5a-2ab3191f5530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:48Z', 'revision_number': 11, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:52.266864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c8653895-dbf6-45d3-97fa-018ac65062c0 None None] Provisioning complete for port cd76d006-da18-447a-a95c-57bea82f9b5f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:52.267458 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c8653895-dbf6-45d3-97fa-018ac65062c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:52.274299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197432ca-c1da-4de0-990a-544a6594e203 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:52.363638 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-238e9ce9-aa8f-4138-a152-b268f2f52375 req-b8cd1768-8f98-44cb-b6d1-610b96e9fc22 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 210 time: 0.1213539 Jan 31 16:17:52.555864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae968cc-0b4e-4b62-ab5a-2ab3191f5530 None None] The sync data for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 is: [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:48Z', 'revision_number': 11, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:17:52.693956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Made reservation on behalf of fa75ed551b254652883790bbfc6f4b71 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:52.699744 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:52.743680 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:52.766445 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:52.779136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26012af4-0624-4489-94a8-6f8635e29f93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:52.783940 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26012af4-0624-4489-94a8-6f8635e29f93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:53.008681 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d43b-7777-48ec-b83c-c06f6e48b6cf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:53.271322 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:53.332258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Allocated IP 172.20.0.7 (91c7532e-6972-4e76-aff0-1d0a19c768b8/ca9b26ca-d516-4bc8-86be-78bf24bcc0d6/4496167e-e9e2-46b7-8481-a4c16ec46059) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:53.439576 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26012af4-0624-4489-94a8-6f8635e29f93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:53.475559 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port cd76d006-da18-447a-a95c-57bea82f9b5f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cd76d006-da18-447a-a95c-57bea82f9b5f,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:53.485379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d151b-0b51-4d71-ab3f-efb5120c2376 None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:17:53.517721 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:53.611783 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d43b-7777-48ec-b83c-c06f6e48b6cf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:53.631039 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c8653895-dbf6-45d3-97fa-018ac65062c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:53.652300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26012af4-0624-4489-94a8-6f8635e29f93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:53.674709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-26012af4-0624-4489-94a8-6f8635e29f93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:53.688201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26012af4-0624-4489-94a8-6f8635e29f93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:53.692401 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26012af4-0624-4489-94a8-6f8635e29f93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:53.709046 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-485d5f0c-719d-438a-b561-fd2b4848c9a8 req-d254f89c-6826-45ae-ad11-1f9dcf996016 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 210 time: 0.1940196 Jan 31 16:17:53.759093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-26012af4-0624-4489-94a8-6f8635e29f93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7881646 Jan 31 16:17:53.767427 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48842) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:53.784838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c0e23471-e46c-49b7-9c92-d583aec6c31e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': '713ed46d-a4c6-41bb-8d2e-88dc3d754f8b', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-601299648'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:53.799297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device cd76d006-da18-447a-a95c-57bea82f9b5f no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:53.905795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8d43b-7777-48ec-b83c-c06f6e48b6cf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Subnet': ['ID=dd740c3b-ef04-47d6-bb4b-c915f07a1b4c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:53.932874 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba482b6-a825-412b-bdb6-ec093460409e None None] Network 01582d47-1e19-4482-ab2d-655394153574 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:53.934738 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d43b-7777-48ec-b83c-c06f6e48b6cf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:53.944970 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a0e8d43b-7777-48ec-b83c-c06f6e48b6cf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/dd740c3b-ef04-47d6-bb4b-c915f07a1b4c HTTP/1.1" status: 204 len: 168 time: 2.8747122 Jan 31 16:17:53.949873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 48864) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:54.027241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26012af4-0624-4489-94a8-6f8635e29f93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=713ed46d-a4c6-41bb-8d2e-88dc3d754f8b,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:54.274706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=cd76d006-da18-447a-a95c-57bea82f9b5f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:54.353984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e23471-e46c-49b7-9c92-d583aec6c31e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:54.597955 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:54.614139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c0e23471-e46c-49b7-9c92-d583aec6c31e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:54.675849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-c0e23471-e46c-49b7-9c92-d583aec6c31e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port 9f396e7c-5278-4cce-be66-8a8ed6b1dea7 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:17:54.711448 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:54.871462 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:54.942633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-325d151b-0b51-4d71-ab3f-efb5120c2376 None None] Deleting port cd76d006-da18-447a-a95c-57bea82f9b5f {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:54.943776 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-325d151b-0b51-4d71-ab3f-efb5120c2376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:54.979147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Deleting port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:17:54.983010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:55.015379 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e23471-e46c-49b7-9c92-d583aec6c31e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:17:55.015379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e23471-e46c-49b7-9c92-d583aec6c31e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:17:55.096120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port cd76d006-da18-447a-a95c-57bea82f9b5f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cd76d006-da18-447a-a95c-57bea82f9b5f,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:55.139630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c0e23471-e46c-49b7-9c92-d583aec6c31e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3706458 Jan 31 16:17:55.150489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 48984) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:55.171634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] For port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=89a44ce9-7767-4fc7-aca9-4bb67c202eb2,segment=NetworkSegment(23ea22a4-2f71-42d8-a4f2-31021c337b5b),segment_id=23ea22a4-2f71-42d8-a4f2-31021c337b5b)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:55.172290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:55.206400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Calling delete_port for 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:55.234154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e7d40-d27b-4335-8569-3f00ee96a4ed req-a928e09e-469e-417e-84ba-df7790a00943 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:55.265185 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d68e7d40-d27b-4335-8569-3f00ee96a4ed req-a928e09e-469e-417e-84ba-df7790a00943 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1027 time: 0.2989457 Jan 31 16:17:55.399461 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-c8653895-dbf6-45d3-97fa-018ac65062c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:17:55.400359 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-c8653895-dbf6-45d3-97fa-018ac65062c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:17:55.401594 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:55.402466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:55.410919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d15d2-878c-4927-81aa-11b7458ef4eb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:55.412536 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b96d15d2-878c-4927-81aa-11b7458ef4eb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2608724 Jan 31 16:17:55.415321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49012) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:55.464504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d68e7d40-d27b-4335-8569-3f00ee96a4ed req-f2b6662e-c90b-4150-b146-5f243636266a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899168 Jan 31 16:17:55.470177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:17:55.470459 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e4c66dfc-afe4-4fae-a9df-0fba7a5ba2bd not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:17:55.473124 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:55.499028 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['2df3b616-852c-4054-9816-18347fe8af48'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:17:55.513338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:55.581415 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=cd76d006-da18-447a-a95c-57bea82f9b5f,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:55.675145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d7c116-4c35-46f6-bc82-2ccb67df25e1 None None] DHCP port deletion for 01582d47-1e19-4482-ab2d-655394153574 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:17:55.681248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6fa3f-b367-49db-ac36-d4fd3655f065 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:55.704492 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6fa3f-b367-49db-ac36-d4fd3655f065 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:55.707595 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c2c6fa3f-b367-49db-ac36-d4fd3655f065 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2911122 Jan 31 16:17:55.710775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49036) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:55.732273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-325d151b-0b51-4d71-ab3f-efb5120c2376 None None] For port cd76d006-da18-447a-a95c-57bea82f9b5f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=cd76d006-da18-447a-a95c-57bea82f9b5f,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:17:55.732907 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-325d151b-0b51-4d71-ab3f-efb5120c2376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:55.750745 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Network 91c7532e-6972-4e76-aff0-1d0a19c768b8 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:55.768974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No DVR routers for this DVR port 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:17:55.802720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-325d151b-0b51-4d71-ab3f-efb5120c2376 None None] Calling delete_port for cd76d006-da18-447a-a95c-57bea82f9b5f owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:17:55.863157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-325e3df9-5a77-4399-a602-2a6ec98532df tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 713ed46d-a4c6-41bb-8d2e-88dc3d754f8b {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:17:55.869207 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-325e3df9-5a77-4399-a602-2a6ec98532df tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:55.921560 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:55.943716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Pushing event updated for resources: {'Port': ['ID=4496167e-e9e2-46b7-8481-a4c16ec46059,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:55.977448 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:55.984501 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-325e3df9-5a77-4399-a602-2a6ec98532df tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.001123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:56.027094 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c8653895-dbf6-45d3-97fa-018ac65062c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.127672 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-325d151b-0b51-4d71-ab3f-efb5120c2376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.132455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Port': ['ID=89a44ce9-7767-4fc7-aca9-4bb67c202eb2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:56.156898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.228636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01582d47-1e19-4482-ab2d-655394153574']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:56.231634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:56.232258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.250670 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-325e3df9-5a77-4399-a602-2a6ec98532df tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.254105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d151b-0b51-4d71-ab3f-efb5120c2376 None None] Pushing event deleted for resources: {'Port': ['ID=cd76d006-da18-447a-a95c-57bea82f9b5f,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:56.269438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d151b-0b51-4d71-ab3f-efb5120c2376 None None] No DVR routers for this DVR port cd76d006-da18-447a-a95c-57bea82f9b5f on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:17:56.274947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ea22a4-2f71-42d8-a4f2-31021c337b5b') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:56.280123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ea22a4-2f71-42d8-a4f2-31021c337b5b') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:56.295574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3e5659-8daf-4f1f-95f2-4fdce2c07294 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:56.350757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-834f56ac-fef2-46db-8f8d-e8bdf18d4564 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.7629900 Jan 31 16:17:56.367645 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.390351 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-46487846-e568-4c72-afd5-ebc7dcb3ea5e None None] Could not find standard attr ID for object edd0e171-09a3-48ee-a9d3-1eeda6634dfb. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:17:56.420353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.451667 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:17:56.452401 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.463052 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-325e3df9-5a77-4399-a602-2a6ec98532df tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:17:56.473148 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:17:56.508682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e3df9-5a77-4399-a602-2a6ec98532df tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=713ed46d-a4c6-41bb-8d2e-88dc3d754f8b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:56.517831 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-325e3df9-5a77-4399-a602-2a6ec98532df tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.522391 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-325e3df9-5a77-4399-a602-2a6ec98532df tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/713ed46d-a4c6-41bb-8d2e-88dc3d754f8b HTTP/1.1" status: 204 len: 168 time: 0.8098035 Jan 31 16:17:56.524919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49110) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:56.587330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Request body: {'port': {'device_id': '7c31c406-c252-4416-8b0e-3c83af26d3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:56.596128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6b6539-5986-4a07-be22-72b045a62e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': '713ed46d-a4c6-41bb-8d2e-88dc3d754f8b'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:17:56.602057 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4f6b6539-5986-4a07-be22-72b045a62e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.623283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-02d40186-c7a4-482f-b9c9-1784836bcca4 None None] Provisioning complete for port 4496167e-e9e2-46b7-8481-a4c16ec46059 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:17:56.624058 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3025e777-6de6-451a-a81e-e40f22d985a0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977325 Jan 31 16:17:56.624522 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-02d40186-c7a4-482f-b9c9-1784836bcca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:56.629646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49118) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:56.638289 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7c7c97e6-ecd0-4e2e-9571-035d99c2044a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:56.811850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-02d40186-c7a4-482f-b9c9-1784836bcca4 None None] Port 4496167e-e9e2-46b7-8481-a4c16ec46059 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:17:56.875089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7c97e6-ecd0-4e2e-9571-035d99c2044a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:17:56.879003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c7c97e6-ecd0-4e2e-9571-035d99c2044a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.017613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.064735 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.144473 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.152538 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/networks/01582d47-1e19-4482-ab2d-655394153574 HTTP/1.1" status: 204 len: 168 time: 3.1896527 Jan 31 16:17:57.155311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4a1d6-86f2-4ec6-845a-1a8bae6ff67f tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Pushing event deleted for resources: {'Network': ['ID=01582d47-1e19-4482-ab2d-655394153574,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:57.157134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49174) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:57.164669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9f3d4472-a472-4366-b967-997712ac8a3c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'router': {'routes': None}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:57.179607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff8fc3-c0c3-4d55-9278-c8e8888f06b1 req-9bc96ac8-c536-4f1c-be0e-761b1b37a4ba tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:57.192770 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6ff8fc3-c0c3-4d55-9278-c8e8888f06b1 req-9bc96ac8-c536-4f1c-be0e-761b1b37a4ba tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1027 time: 0.3625760 Jan 31 16:17:57.295652 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c7c97e6-ecd0-4e2e-9571-035d99c2044a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.434059 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6ff8fc3-c0c3-4d55-9278-c8e8888f06b1 req-822359b9-e1c1-46af-a335-ab9a0223de0e tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313018 Jan 31 16:17:57.458803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c97e6-ecd0-4e2e-9571-035d99c2044a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=ee4cd9da-70ff-4ba3-8990-44c08495bc49,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:57.474865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7c97e6-ecd0-4e2e-9571-035d99c2044a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:57.478217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-7c7c97e6-ecd0-4e2e-9571-035d99c2044a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:57.488328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7c97e6-ecd0-4e2e-9571-035d99c2044a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:57.489010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4dbdf0-3825-4fd5-8de1-99a68bda6ba2 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:17:57.491887 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7c7c97e6-ecd0-4e2e-9571-035d99c2044a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.522138 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7c7c97e6-ecd0-4e2e-9571-035d99c2044a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8912277 Jan 31 16:17:57.524702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49210) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:57.533096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e202c275-7c6d-40a8-ac18-59fce2134054 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-349780114', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:17:57.592369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e202c275-7c6d-40a8-ac18-59fce2134054 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.593706 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e202c275-7c6d-40a8-ac18-59fce2134054 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.718178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:17:57.782456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.extraroute_db [None req-9f3d4472-a472-4366-b967-997712ac8a3c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Added routes are [] {{(pid=108771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 31 16:17:57.782977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.extraroute_db [None req-9f3d4472-a472-4366-b967-997712ac8a3c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Removed routes are [] {{(pid=108771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 31 16:17:57.783530 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4472-a472-4366-b967-997712ac8a3c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.792733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:17:57.793094 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e202c275-7c6d-40a8-ac18-59fce2134054 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.794845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 89a44ce9-7767-4fc7-aca9-4bb67c202eb2 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:17:57.802738 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e202c275-7c6d-40a8-ac18-59fce2134054 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.884302 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e202c275-7c6d-40a8-ac18-59fce2134054 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.895590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49244) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:17:57.920135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e202c275-7c6d-40a8-ac18-59fce2134054 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3934803 Jan 31 16:17:57.923417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': 'ee4cd9da-70ff-4ba3-8990-44c08495bc49'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:17:57.924267 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:57.953500 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:58.163445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Allocated IP 2001:db8::2 (71af9802-526e-47d9-9573-c6794664f00c/ee4cd9da-70ff-4ba3-8990-44c08495bc49/0f4d023b-050e-44d3-a26e-e86eab7a67a3) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:17:58.581214 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4472-a472-4366-b967-997712ac8a3c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:58.593094 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4472-a472-4366-b967-997712ac8a3c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:58.637629 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:58.675621 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:58.789212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:17:58.829906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:17:58.840602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:17:58.874023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Pushing event updated for resources: {'Port': ['ID=0f4d023b-050e-44d3-a26e-e86eab7a67a3,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:58.892659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3d4472-a472-4366-b967-997712ac8a3c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 5da41c1c-2a55-4459-a550-5c27b37880a0 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:17:58.897656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc229343-d84a-4cb1-a91a-22e5b6a70454 req-9c3cb316-cdfc-40e9-a5d4-f6a01ad20b52 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:17:58.903824 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc229343-d84a-4cb1-a91a-22e5b6a70454 req-9c3cb316-cdfc-40e9-a5d4-f6a01ad20b52 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1027 time: 0.3068860 Jan 31 16:17:58.987458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4496167e-e9e2-46b7-8481-a4c16ec46059 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:17:58.992951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:59.015522 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:59.061212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Attempting to bind port 0f4d023b-050e-44d3-a26e-e86eab7a67a3 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:17:59.061519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Attempting to bind port 0f4d023b-050e-44d3-a26e-e86eab7a67a3 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:17:59.064055 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Attempting to bind port 0f4d023b-050e-44d3-a26e-e86eab7a67a3 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:17:59.075737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:17:59.076150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:17:59.082031 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:59.083103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:17:59.084560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Bound port: 0f4d023b-050e-44d3-a26e-e86eab7a67a3, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:17:59.086181 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:59.273260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] For port 0f4d023b-050e-44d3-a26e-e86eab7a67a3, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:17:59.280949 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] For port 0f4d023b-050e-44d3-a26e-e86eab7a67a3, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0f4d023b-050e-44d3-a26e-e86eab7a67a3,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:17:59.290869 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:59.411218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a01e4-8aad-4b79-9de3-d5c642858648 None None] Pushing event updated for resources: {'Port': ['ID=0f4d023b-050e-44d3-a26e-e86eab7a67a3,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:17:59.720699 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc229343-d84a-4cb1-a91a-22e5b6a70454 req-bbaab67a-37ac-4f0f-adc6-0834ba613255 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7565734 Jan 31 16:17:59.810370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Transition to ACTIVE for port object 4496167e-e9e2-46b7-8481-a4c16ec46059 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:17:59.855602 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:59.858582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3d4472-a472-4366-b967-997712ac8a3c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:17:59.873029 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b0cb65-89fe-425e-aabd-72007109ca18 None None] Sync routers for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:17:59.893944 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b0cb65-89fe-425e-aabd-72007109ca18 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:17:59.902632 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a3b0cb65-89fe-425e-aabd-72007109ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:17:59.944559 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4472-a472-4366-b967-997712ac8a3c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:17:59.945988 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9f3d4472-a472-4366-b967-997712ac8a3c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0 HTTP/1.1" status: 200 len: 704 time: 2.7850318 Jan 31 16:17:59.948810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49310) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:00.012405 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6f9dc9d7-fc60-48e4-b3c5-999424a391e0 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da41c1c-2a55-4459-a550-5c27b37880a0 HTTP/1.1" status: 200 len: 205 time: 0.0596607 Jan 31 16:18:00.012538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49314) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:00.140681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Pushing event updated for resources: {'Port': ['ID=4496167e-e9e2-46b7-8481-a4c16ec46059,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:00.167643 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-a3b0cb65-89fe-425e-aabd-72007109ca18 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:18:00.219521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:00.222966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:00.227638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:00.228209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:00.228729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:00.229237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:00.229923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:00.230478 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:00.231852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:00.232366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:00.232869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:00.233870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:00.297934 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea08ed56-6f53-46be-809c-2a93816bd88e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:00.371817 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a3b0cb65-89fe-425e-aabd-72007109ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:48Z', 'revision_number': 11, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:00.446033 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b0cb65-89fe-425e-aabd-72007109ca18 None None] Checking router: 5da41c1c-2a55-4459-a550-5c27b37880a0 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:18:00.474564 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b0cb65-89fe-425e-aabd-72007109ca18 None None] Routers {'5da41c1c-2a55-4459-a550-5c27b37880a0'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:00.499462 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a3b0cb65-89fe-425e-aabd-72007109ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5da41c1c-2a55-4459-a550-5c27b37880a0'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:00.607010 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-a3b0cb65-89fe-425e-aabd-72007109ca18 None None] Set router 5da41c1c-2a55-4459-a550-5c27b37880a0 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:18:00.737398 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea08ed56-6f53-46be-809c-2a93816bd88e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:00.741369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea08ed56-6f53-46be-809c-2a93816bd88e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:00.746833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Attempting to bind port 4496167e-e9e2-46b7-8481-a4c16ec46059 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:18:00.747627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Attempting to bind port 4496167e-e9e2-46b7-8481-a4c16ec46059 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:18:00.748120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Attempting to bind port 4496167e-e9e2-46b7-8481-a4c16ec46059 on network 91c7532e-6972-4e76-aff0-1d0a19c768b8 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:18:00.751283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::1 (71af9802-526e-47d9-9573-c6794664f00c/ee4cd9da-70ff-4ba3-8990-44c08495bc49/b3cd022d-ad9b-4565-8610-497e8d458e18) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:00.763821 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Port 4496167e-e9e2-46b7-8481-a4c16ec46059 on network 91c7532e-6972-4e76-aff0-1d0a19c768b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:18:00.764297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Attempting to bind port 4496167e-e9e2-46b7-8481-a4c16ec46059 on network 91c7532e-6972-4e76-aff0-1d0a19c768b8 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:18:00.791695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:18:00.792948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Checking segment: {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:18:00.793505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Bound using segment: {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:18:00.794109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Bound port: 4496167e-e9e2-46b7-8481-a4c16ec46059, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985d77ca-62a7-4e64-b930-07f9ada6e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:18:00.794552 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:00.814433 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea08ed56-6f53-46be-809c-2a93816bd88e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:00.815514 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a3b0cb65-89fe-425e-aabd-72007109ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:48Z', 'revision_number': 11, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:00.815795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea08ed56-6f53-46be-809c-2a93816bd88e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Fanout notify agent at l3_agent the message router_deleted on router 5da41c1c-2a55-4459-a550-5c27b37880a0 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:18:00.845596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea08ed56-6f53-46be-809c-2a93816bd88e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:00.849540 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ea08ed56-6f53-46be-809c-2a93816bd88e tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0 HTTP/1.1" status: 204 len: 168 time: 0.8350914 Jan 31 16:18:00.853848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49334) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:00.862894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-57d85311-c8ab-46d5-a412-ef91ef34fd54 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1946586990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:00.872429 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b0cb65-89fe-425e-aabd-72007109ca18 None None] The sync data for ids ['5da41c1c-2a55-4459-a550-5c27b37880a0'] in n-d-827120-1 is: [{'id': '5da41c1c-2a55-4459-a550-5c27b37880a0', 'name': 'tempest-RoutersIpV6Test-router-972773331', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:36Z', 'updated_at': '2022-01-31T16:17:48Z', 'revision_number': 11, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:18:00.915023 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57d85311-c8ab-46d5-a412-ef91ef34fd54 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:00.919827 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57d85311-c8ab-46d5-a412-ef91ef34fd54 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:01.028783 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:18:01.087623 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57d85311-c8ab-46d5-a412-ef91ef34fd54 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:01.123320 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57d85311-c8ab-46d5-a412-ef91ef34fd54 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:01.189544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:01.246830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57d85311-c8ab-46d5-a412-ef91ef34fd54 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:01.248922 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-57d85311-c8ab-46d5-a412-ef91ef34fd54 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3945489 Jan 31 16:18:01.256551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49342) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:01.269317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d8bd6d24-8c5a-45dc-8bde-862ced2b4714 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Request body: {'router': {'admin_state_up': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:01.306189 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e004d-1def-4b45-9db0-eb4a55d98c22 req-6f923ba6-0db5-4d5f-98de-0eac37fd5899 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:01.314704 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-684e004d-1def-4b45-9db0-eb4a55d98c22 req-6f923ba6-0db5-4d5f-98de-0eac37fd5899 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1052 time: 0.2290854 Jan 31 16:18:01.343225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] For port 4496167e-e9e2-46b7-8481-a4c16ec46059, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:18:01.388770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] For port 4496167e-e9e2-46b7-8481-a4c16ec46059, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4496167e-e9e2-46b7-8481-a4c16ec46059,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:18:01.404183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:01.443871 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:01.575276 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:01.585280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:01.585280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] 10.222.0.30 "PUT /v2.0/ports/4496167e-e9e2-46b7-8481-a4c16ec46059 HTTP/1.1" status: 200 len: 1091 time: 5.0158944 Jan 31 16:18:01.585280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c31c406-c252-4416-8b0e-3c83af26d3a3', 'tag': '4496167e-e9e2-46b7-8481-a4c16ec46059'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:18:01.585280 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121f97f2-f069-46f6-a13c-a42db1274a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c31c406-c252-4416-8b0e-3c83af26d3a3", "tag": "4496167e-e9e2-46b7-8481-a4c16ec46059"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:18:01.732031 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6821d1d5-f45c-4ef8-a04b-afab3854f5cd x-openstack-request-id: req-6821d1d5-f45c-4ef8-a04b-afab3854f5cd {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:18:01.732339 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c31c406-c252-4416-8b0e-3c83af26d3a3", "tag": "4496167e-e9e2-46b7-8481-a4c16ec46059", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:18:01.732593 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6821d1d5-f45c-4ef8-a04b-afab3854f5cd {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:18:01.733007 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c31c406-c252-4416-8b0e-3c83af26d3a3', 'tag': '4496167e-e9e2-46b7-8481-a4c16ec46059', 'status': 'completed', 'code': 200} Jan 31 16:18:01.735735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:01.745070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:01.751610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:18:01.752652 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:01.758588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe9ce1-0d35-41fe-af94-e910686b8d7a service neutron] Pushing event updated for resources: {'Port': ['ID=4496167e-e9e2-46b7-8481-a4c16ec46059,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:01.854130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cf32f80f-40bc-46ce-9f70-ddcc9dcb3485 None None] Provisioning complete for port 0f4d023b-050e-44d3-a26e-e86eab7a67a3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:01.855232 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cf32f80f-40bc-46ce-9f70-ddcc9dcb3485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:01.920167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=b3cd022d-ad9b-4565-8610-497e8d458e18,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:02.010051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-1f0cb98a-f139-4257-bf9b-ab46400779b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:02.010492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-684e004d-1def-4b45-9db0-eb4a55d98c22 req-0df25c98-bd5b-497a-ae84-d75410a2aead tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6898351 Jan 31 16:18:02.024555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-1f0cb98a-f139-4257-bf9b-ab46400779b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa75ed551b254652883790bbfc6f4b71&device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1094 time: 0.3900559 Jan 31 16:18:02.045759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0f4d023b-050e-44d3-a26e-e86eab7a67a3 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:02.170348 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-3f410b04-4156-4ad3-a14b-0f2badf89719 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4496167e-e9e2-46b7-8481-a4c16ec46059 HTTP/1.1" status: 200 len: 217 time: 0.1330247 Jan 31 16:18:02.216789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d8bd6d24-8c5a-45dc-8bde-862ced2b4714 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-960055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23947'] for router, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:02.256039 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d8bd6d24-8c5a-45dc-8bde-862ced2b4714 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-960000'] for router, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:02.279850 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cf32f80f-40bc-46ce-9f70-ddcc9dcb3485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:02.414597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:02.442196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cf32f80f-40bc-46ce-9f70-ddcc9dcb3485 None None] For port 0f4d023b-050e-44d3-a26e-e86eab7a67a3, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0f4d023b-050e-44d3-a26e-e86eab7a67a3,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:02.456968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-8053033b-8b7b-44a2-a958-e86ff12be8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:02.464849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-8053033b-8b7b-44a2-a958-e86ff12be8c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca9b26ca-d516-4bc8-86be-78bf24bcc0d6 HTTP/1.1" status: 200 len: 848 time: 0.2851400 Jan 31 16:18:02.465156 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cf32f80f-40bc-46ce-9f70-ddcc9dcb3485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:02.592930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bd6d24-8c5a-45dc-8bde-862ced2b4714 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Router 377e9c6d-149c-46d1-b008-2a416af88bc8 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:18:02.598033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32f80f-40bc-46ce-9f70-ddcc9dcb3485 None None] Pushing event updated for resources: {'Port': ['ID=0f4d023b-050e-44d3-a26e-e86eab7a67a3,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:02.626236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0f4d023b-050e-44d3-a26e-e86eab7a67a3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:02.626593 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:02.799215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8e65b822-ed1d-46f4-a0f4-aac52465e599 None None] Provisioning complete for port b3cd022d-ad9b-4565-8610-497e8d458e18 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:02.799561 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e65b822-ed1d-46f4-a0f4-aac52465e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:02.810969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bd6d24-8c5a-45dc-8bde-862ced2b4714 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:18:02.819102 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d8bd6d24-8c5a-45dc-8bde-862ced2b4714 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:02.827526 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d8bd6d24-8c5a-45dc-8bde-862ced2b4714 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "PUT /v2.0/routers/377e9c6d-149c-46d1-b008-2a416af88bc8 HTTP/1.1" status: 200 len: 698 time: 1.5693583 Jan 31 16:18:02.830235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49376) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:02.984231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8e65b822-ed1d-46f4-a0f4-aac52465e599 None None] Port b3cd022d-ad9b-4565-8610-497e8d458e18 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:18:02.990742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63588a0-08e9-4ee9-83ec-f24479202f92 None None] Sync routers for ids ['377e9c6d-149c-46d1-b008-2a416af88bc8'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:18:03.032858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63588a0-08e9-4ee9-83ec-f24479202f92 None None] Routers {'377e9c6d-149c-46d1-b008-2a416af88bc8'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:03.034072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d63588a0-08e9-4ee9-83ec-f24479202f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['377e9c6d-149c-46d1-b008-2a416af88bc8'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:03.083314 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bceceeab-77ff-4c07-9785-b19e9216a681 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/routers/377e9c6d-149c-46d1-b008-2a416af88bc8 HTTP/1.1" status: 200 len: 704 time: 0.2517192 Jan 31 16:18:03.084009 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49386) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:03.172169 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-56266f15-9c4c-4ab8-bc27-d7fe5ffb617d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e9c6d-149c-46d1-b008-2a416af88bc8 HTTP/1.1" status: 200 len: 205 time: 0.0844471 Jan 31 16:18:03.173584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49388) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:03.205070 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-d63588a0-08e9-4ee9-83ec-f24479202f92 None None] Set router 377e9c6d-149c-46d1-b008-2a416af88bc8 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:18:03.279360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-13febbf6-82b1-4ce1-9e3b-919984987492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:03.282194 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-13febbf6-82b1-4ce1-9e3b-919984987492 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91c7532e-6972-4e76-aff0-1d0a19c768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3414812 Jan 31 16:18:03.314537 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ab47f34-eeea-43bd-a0d7-984de70b0543 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:03.334249 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:03.344621 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d63588a0-08e9-4ee9-83ec-f24479202f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e9c6d-149c-46d1-b008-2a416af88bc8', 'name': 'tempest-RoutersIpV6Test-router-1946586990', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:18:00Z', 'updated_at': '2022-01-31T16:18:02Z', 'revision_number': 2, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:03.386233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:03.387394 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:03.396258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21100ddf-e452-4086-b6a7-abbef8b18642 req-687286ea-88da-4a26-8337-c62abf8a8af6 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:03.410440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63588a0-08e9-4ee9-83ec-f24479202f92 None None] Checking router: 377e9c6d-149c-46d1-b008-2a416af88bc8 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:18:03.422094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21100ddf-e452-4086-b6a7-abbef8b18642 req-687286ea-88da-4a26-8337-c62abf8a8af6 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1094 time: 0.2344363 Jan 31 16:18:03.433046 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63588a0-08e9-4ee9-83ec-f24479202f92 None None] Routers {'377e9c6d-149c-46d1-b008-2a416af88bc8'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:03.433709 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d63588a0-08e9-4ee9-83ec-f24479202f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['377e9c6d-149c-46d1-b008-2a416af88bc8'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:03.613104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-d63588a0-08e9-4ee9-83ec-f24479202f92 None None] Set router 377e9c6d-149c-46d1-b008-2a416af88bc8 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:18:03.754354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d63588a0-08e9-4ee9-83ec-f24479202f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377e9c6d-149c-46d1-b008-2a416af88bc8', 'name': 'tempest-RoutersIpV6Test-router-1946586990', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:18:00Z', 'updated_at': '2022-01-31T16:18:02Z', 'revision_number': 2, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:03.801356 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ab47f34-eeea-43bd-a0d7-984de70b0543 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:03.806500 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ab47f34-eeea-43bd-a0d7-984de70b0543 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:03.829025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63588a0-08e9-4ee9-83ec-f24479202f92 None None] The sync data for ids ['377e9c6d-149c-46d1-b008-2a416af88bc8'] in n-d-827120-1 is: [{'id': '377e9c6d-149c-46d1-b008-2a416af88bc8', 'name': 'tempest-RoutersIpV6Test-router-1946586990', 'tenant_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:18:00Z', 'updated_at': '2022-01-31T16:18:02Z', 'revision_number': 2, 'project_id': 'd3d2302ceceb4fe985febb56868f6fc7', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:18:03.831601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0f4d023b-050e-44d3-a26e-e86eab7a67a3 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:03.843588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=b3cd022d-ad9b-4565-8610-497e8d458e18,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:03.928496 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21100ddf-e452-4086-b6a7-abbef8b18642 req-678837e6-c258-4284-8c4e-c2d2abf48c82 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109621 Jan 31 16:18:03.965493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0f4d023b-050e-44d3-a26e-e86eab7a67a3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:03.967564 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:03.971719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:03.978877 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ab47f34-eeea-43bd-a0d7-984de70b0543 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:03.979674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab47f34-eeea-43bd-a0d7-984de70b0543 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Fanout notify agent at l3_agent the message router_deleted on router 377e9c6d-149c-46d1-b008-2a416af88bc8 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:18:03.980352 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-4fca6978-922a-49e2-a13f-5c02b4e7e3ee service neutron] 10.222.0.30 "GET /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801963 Jan 31 16:18:03.981245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:04.019028 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ab47f34-eeea-43bd-a0d7-984de70b0543 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:04.020822 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7ab47f34-eeea-43bd-a0d7-984de70b0543 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/377e9c6d-149c-46d1-b008-2a416af88bc8 HTTP/1.1" status: 204 len: 168 time: 0.8469050 Jan 31 16:18:04.024548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49408) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:04.101714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cda8840e-435f-4645-a561-f4eb08755f8d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e9c6d-149c-46d1-b008-2a416af88bc8 HTTP/1.1" status: 200 len: 205 time: 0.0732119 Jan 31 16:18:04.108267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49410) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:04.363630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb49dd2e-0c79-4f5d-956a-26905cbd901f req-c1474531-b985-47fd-84e1-b27e176663f0 service neutron] 10.222.0.30 "GET /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720927 Jan 31 16:18:04.488463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4cbd9f66-18b1-43c3-b7df-407ef848951d None None] Provisioning complete for port b3cd022d-ad9b-4565-8610-497e8d458e18 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:04.489056 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f66-18b1-43c3-b7df-407ef848951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:04.594029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f97f2-f069-46f6-a13c-a42db1274a3b req-eed8b935-ee1b-43f8-a309-c0807eef7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:04.596351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-121f97f2-f069-46f6-a13c-a42db1274a3b req-eed8b935-ee1b-43f8-a309-c0807eef7767 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa75ed551b254652883790bbfc6f4b71&device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1094 time: 0.1125450 Jan 31 16:18:04.641872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4cbd9f66-18b1-43c3-b7df-407ef848951d None None] Port b3cd022d-ad9b-4565-8610-497e8d458e18 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:18:04.866584 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f97f2-f069-46f6-a13c-a42db1274a3b req-8d7b4c8e-099b-4460-b964-c72bcf922778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:04.870441 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-121f97f2-f069-46f6-a13c-a42db1274a3b req-8d7b4c8e-099b-4460-b964-c72bcf922778 service neutron] 10.222.0.30 "GET /v2.0/networks?id=91c7532e-6972-4e76-aff0-1d0a19c768b8 HTTP/1.1" status: 200 len: 910 time: 0.2642343 Jan 31 16:18:04.898148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Router a4b59218-bde4-4965-a8dc-d9116df5a21a is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:18:04.919928 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-824ca375-80b8-4eb4-bb51-c9cb7932230d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] delete failed (client error): The resource could not be found. Jan 31 16:18:04.923359 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-824ca375-80b8-4eb4-bb51-c9cb7932230d tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/377e9c6d-149c-46d1-b008-2a416af88bc8 HTTP/1.1" status: 404 len: 336 time: 0.8117442 Jan 31 16:18:04.927723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49428) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.001164 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-121f97f2-f069-46f6-a13c-a42db1274a3b req-3eed1eb5-aef1-4422-a587-6ee38b092f92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4496167e-e9e2-46b7-8481-a4c16ec46059 HTTP/1.1" status: 200 len: 217 time: 0.1158478 Jan 31 16:18:05.006983 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc98a9c-e03d-4b7d-a5ba-56118690515c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] DELETE failed (client error): The resource could not be found. Jan 31 16:18:05.007440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc98a9c-e03d-4b7d-a5ba-56118690515c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:18:05.010466 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fcc98a9c-e03d-4b7d-a5ba-56118690515c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/3cb6f0d9-a380-49ce-8af1-276170ae6ada HTTP/1.1" status: 404 len: 337 time: 0.0817759 Jan 31 16:18:05.015836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49436) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.160079 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4afb79-58b6-4a79-a727-c06542f249bf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] DELETE failed (client error): The resource could not be found. Jan 31 16:18:05.160079 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4afb79-58b6-4a79-a727-c06542f249bf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:18:05.172473 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3f4afb79-58b6-4a79-a727-c06542f249bf tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/f33710fe-b437-46c4-b745-16d4801bfab6 HTTP/1.1" status: 404 len: 337 time: 0.1535592 Jan 31 16:18:05.173189 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49442) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.178926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f97f2-f069-46f6-a13c-a42db1274a3b req-76e90efd-2398-46b9-8382-a3fcab86df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:05.182431 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-121f97f2-f069-46f6-a13c-a42db1274a3b req-76e90efd-2398-46b9-8382-a3fcab86df55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca9b26ca-d516-4bc8-86be-78bf24bcc0d6 HTTP/1.1" status: 200 len: 848 time: 0.1374147 Jan 31 16:18:05.297788 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5b0769-7753-4160-9f2a-cde4d39246ee tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] DELETE failed (client error): The resource could not be found. Jan 31 16:18:05.298478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5b0769-7753-4160-9f2a-cde4d39246ee tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:18:05.306454 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-da5b0769-7753-4160-9f2a-cde4d39246ee tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/ccffde94-3140-40d3-8a4e-95ae7b9f1009 HTTP/1.1" status: 404 len: 337 time: 0.0882287 Jan 31 16:18:05.307286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49446) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.319415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:18:05.326210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b66ffc14-b9e3-401b-aab6-8f633b0d5124 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "PUT /v2.0/routers/a4b59218-bde4-4965-a8dc-d9116df5a21a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4290631 Jan 31 16:18:05.329244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f97f2-f069-46f6-a13c-a42db1274a3b req-9160eb49-0f5c-4f59-ad4e-b963a6b7bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:05.330506 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Sync routers for ids ['a4b59218-bde4-4965-a8dc-d9116df5a21a'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:18:05.331008 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-121f97f2-f069-46f6-a13c-a42db1274a3b req-9160eb49-0f5c-4f59-ad4e-b963a6b7bb62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=91c7532e-6972-4e76-aff0-1d0a19c768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360126 Jan 31 16:18:05.331274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49448) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.347996 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Routers {'a4b59218-bde4-4965-a8dc-d9116df5a21a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:05.348651 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['a4b59218-bde4-4965-a8dc-d9116df5a21a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:05.359344 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-104334a0-aa2a-429f-9f7d-2b5c2724ffc8 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] DELETE failed (client error): The resource could not be found. Jan 31 16:18:05.360271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104334a0-aa2a-429f-9f7d-2b5c2724ffc8 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:18:05.366874 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-104334a0-aa2a-429f-9f7d-2b5c2724ffc8 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/dd740c3b-ef04-47d6-bb4b-c915f07a1b4c HTTP/1.1" status: 404 len: 337 time: 0.0459814 Jan 31 16:18:05.369347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49450) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.402556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efb990-22b5-4533-82b7-5d3261afcf68 req-5483aa10-e651-49b3-ac0d-5ec609dd7430 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:05.411333 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00efb990-22b5-4533-82b7-5d3261afcf68 req-5483aa10-e651-49b3-ac0d-5ec609dd7430 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1094 time: 0.3548512 Jan 31 16:18:05.419543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bd1fa6df-49d9-4a89-87bf-cbc8d33d0ace tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=5da41c1c-2a55-4459-a550-5c27b37880a0 HTTP/1.1" status: 200 len: 205 time: 0.0487292 Jan 31 16:18:05.425638 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49452) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.473164 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-121f97f2-f069-46f6-a13c-a42db1274a3b req-8944807d-16b7-476b-9a10-452e2509ae66 service neutron] 10.222.0.30 "GET /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292665 Jan 31 16:18:05.494314 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-e3880390-308f-44f2-ba35-a22cada0757c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] delete failed (client error): The resource could not be found. Jan 31 16:18:05.499260 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e3880390-308f-44f2-ba35-a22cada0757c tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/5da41c1c-2a55-4459-a550-5c27b37880a0 HTTP/1.1" status: 404 len: 336 time: 0.0720751 Jan 31 16:18:05.501417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49454) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.566930 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Set router a4b59218-bde4-4965-a8dc-d9116df5a21a gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:18:05.591894 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e7cab40c-1d15-4820-b383-5d090a40b37a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=5251cab2-fa00-44e3-9406-d37326d1a6d7 HTTP/1.1" status: 200 len: 205 time: 0.0830572 Jan 31 16:18:05.619321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49458) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.632136 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00efb990-22b5-4533-82b7-5d3261afcf68 req-12be69ee-d5ef-49dd-9748-039ff13fbee3 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193589 Jan 31 16:18:05.753036 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-4806c647-bf88-49cc-895f-f59a6703d0a9 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] delete failed (client error): The resource could not be found. Jan 31 16:18:05.755338 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-121f97f2-f069-46f6-a13c-a42db1274a3b req-5506faef-7709-41a9-80b0-fea0c6425563 service neutron] 10.222.0.30 "GET /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305028 Jan 31 16:18:05.758916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4806c647-bf88-49cc-895f-f59a6703d0a9 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/5251cab2-fa00-44e3-9406-d37326d1a6d7 HTTP/1.1" status: 404 len: 336 time: 0.1248384 Jan 31 16:18:05.774996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49466) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.864646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265fbe70-dd38-465d-9237-96c29dd6131e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:05.866609 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-265fbe70-dd38-465d-9237-96c29dd6131e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports/b3cd022d-ad9b-4565-8610-497e8d458e18 HTTP/1.1" status: 200 len: 911 time: 0.5341814 Jan 31 16:18:05.868076 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-445d0c9f-270b-49e7-a0da-9ecb3d1747a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] DELETE failed (client error): The resource could not be found. Jan 31 16:18:05.868731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445d0c9f-270b-49e7-a0da-9ecb3d1747a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:18:05.869399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49468) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.873237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-445d0c9f-270b-49e7-a0da-9ecb3d1747a5 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/9db6502f-cb83-4fab-a698-b0bfbaa3ad24 HTTP/1.1" status: 404 len: 337 time: 0.0968535 Jan 31 16:18:05.875801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49470) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.932431 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-463d8f2d-28c6-4943-8de9-621362aec6d2 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4 HTTP/1.1" status: 200 len: 205 time: 0.0549655 Jan 31 16:18:05.935492 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49474) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:05.988404 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-3969b086-5453-44a1-9353-27c5e25c0951 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] delete failed (client error): The resource could not be found. Jan 31 16:18:05.992456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3969b086-5453-44a1-9353-27c5e25c0951 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/2a7fb4ce-9bf0-4f45-ace9-6b35997c0ae4 HTTP/1.1" status: 404 len: 336 time: 0.0558822 Jan 31 16:18:05.992641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49478) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:06.008732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa365fa-d6c3-4526-a3b6-4dafd721a2a7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:06.015333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa365fa-d6c3-4526-a3b6-4dafd721a2a7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:06.018112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-efa365fa-d6c3-4526-a3b6-4dafd721a2a7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1470909 Jan 31 16:18:06.021663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49480) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:06.026340 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b59218-bde4-4965-a8dc-d9116df5a21a', 'name': 'tempest-NetworksTestDHCPv6-router-349780114', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:17:57Z', 'updated_at': '2022-01-31T16:18:02Z', 'revision_number': 2, 'project_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'gw_port_host': None, '_interfaces': [{'id': 'b3cd022d-ad9b-4565-8610-497e8d458e18', 'name': '', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'mac_address': 'fa:16:3e:a9:17:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b59218-bde4-4965-a8dc-d9116df5a21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': 'ee4cd9da-70ff-4ba3-8990-44c08495bc49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:59Z', 'updated_at': '2022-01-31T16:18:02Z', 'revision_number': 2, 'project_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'subnets': [{'id': 'ee4cd9da-70ff-4ba3-8990-44c08495bc49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:06.087549 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2ef94c1f-7422-4fa3-b425-0bd106e47889 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a9c5fe-c955-4021-936b-e1ceba1310f5 HTTP/1.1" status: 200 len: 205 time: 0.0917046 Jan 31 16:18:06.089910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49486) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:06.115694 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Checking router: a4b59218-bde4-4965-a8dc-d9116df5a21a for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:18:06.117433 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Updating router a4b59218-bde4-4965-a8dc-d9116df5a21a port b3cd022d-ad9b-4565-8610-497e8d458e18 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:18:06.170740 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:06.249122 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-089c72b8-4183-4342-b5ad-9a0a3ef251e6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] delete failed (client error): The resource could not be found. Jan 31 16:18:06.252628 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-089c72b8-4183-4342-b5ad-9a0a3ef251e6 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/32a9c5fe-c955-4021-936b-e1ceba1310f5 HTTP/1.1" status: 404 len: 336 time: 0.1593461 Jan 31 16:18:06.265996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49488) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:06.378211 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af5d58a-e352-445b-a1c7-eec43edafadc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] DELETE failed (client error): The resource could not be found. Jan 31 16:18:06.380109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af5d58a-e352-445b-a1c7-eec43edafadc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:18:06.386380 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9af5d58a-e352-445b-a1c7-eec43edafadc tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/70258ee8-0cd8-45c8-803b-f6b2892908a3 HTTP/1.1" status: 404 len: 337 time: 0.1190810 Jan 31 16:18:06.387916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49494) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:06.470835 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0fa7bca3-b3cb-4a58-899b-5f844eb73451 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc82aa8c-cf9d-4b52-b27e-8b53425c55ed HTTP/1.1" status: 200 len: 205 time: 0.0768685 Jan 31 16:18:06.472096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49500) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:06.528227 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-e9493494-e24b-4397-972b-508bbcd4eb7a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] delete failed (client error): The resource could not be found. Jan 31 16:18:06.532868 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e9493494-e24b-4397-972b-508bbcd4eb7a tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/cc82aa8c-cf9d-4b52-b27e-8b53425c55ed HTTP/1.1" status: 404 len: 336 time: 0.0586448 Jan 31 16:18:06.534109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49502) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:06.570604 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8c7439-a912-4656-9e75-25721580cc31 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] DELETE failed (client error): The resource could not be found. Jan 31 16:18:06.571426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8c7439-a912-4656-9e75-25721580cc31 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:18:06.577923 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-db8c7439-a912-4656-9e75-25721580cc31 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/298ff671-a2ff-40e0-8abd-789aa7d1fa07 HTTP/1.1" status: 404 len: 337 time: 0.0424690 Jan 31 16:18:06.578886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49504) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:06.626756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49508) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:06.631007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b722d306-e58f-4ad1-9b46-85d8ee1dd603 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "GET /v2.0/ports?device_id=00aa1309-2933-46e5-8cb3-1ee275b26dd2 HTTP/1.1" status: 200 len: 205 time: 0.0507655 Jan 31 16:18:06.678295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49512) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:06.843710 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-bc1ef63b-f530-45e9-a5ef-4e196317a13b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] delete failed (client error): The resource could not be found. Jan 31 16:18:06.845563 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bc1ef63b-f530-45e9-a5ef-4e196317a13b tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/routers/00aa1309-2933-46e5-8cb3-1ee275b26dd2 HTTP/1.1" status: 404 len: 336 time: 0.2109902 Jan 31 16:18:06.852288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49522) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:06.928273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63880138-a357-4dc1-b2cf-09a1618c7a61 req-2a288708-132e-43b3-89b8-6369ec50311f tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:06.930378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-63880138-a357-4dc1-b2cf-09a1618c7a61 req-2a288708-132e-43b3-89b8-6369ec50311f tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1094 time: 0.1290400 Jan 31 16:18:06.952605 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37f7ea3-effe-40e3-bd6d-fa29c4a00dee tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] DELETE failed (client error): The resource could not be found. Jan 31 16:18:06.953237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37f7ea3-effe-40e3-bd6d-fa29c4a00dee tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:18:06.955883 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f37f7ea3-effe-40e3-bd6d-fa29c4a00dee tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/4ed6527e-a8fd-414a-85e1-8ec93c1765ba HTTP/1.1" status: 404 len: 337 time: 0.0876482 Jan 31 16:18:06.959917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49526) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:07.066721 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.074063 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.080632 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2d2d76-027f-45fc-ae04-1afdb562c801 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] DELETE failed (client error): The resource could not be found. Jan 31 16:18:07.081300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2d2d76-027f-45fc-ae04-1afdb562c801 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:18:07.093018 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5e2d2d76-027f-45fc-ae04-1afdb562c801 tempest-RoutersIpV6Test-579678943 tempest-RoutersIpV6Test-579678943-project] 10.222.0.36 "DELETE /v2.0/subnets/5e803b34-a3b3-47b7-99ee-61db6b425351 HTTP/1.1" status: 404 len: 337 time: 0.1319339 Jan 31 16:18:07.118128 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d7cfad0-fec9-45f8-b728-e9c1000014af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.155602 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-63880138-a357-4dc1-b2cf-09a1618c7a61 req-85348e76-9cac-4df3-b58b-d5b2c6f0ca45 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094429 Jan 31 16:18:07.155602 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c1b17db-e062-4973-893b-9cffac5f4252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.258970 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a1664-e77f-4d40-9606-4e44f06ac2dc None None] Pushing event updated for resources: {'Port': ['ID=b3cd022d-ad9b-4565-8610-497e8d458e18,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:07.352648 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c1b17db-e062-4973-893b-9cffac5f4252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.358330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-1d8ecd5b-994f-4dde-8c89-ef15dc6e0e15 req-025cd376-421e-41fd-8433-ac97fa346a49 service neutron] (108771) timed out ('10.222.0.36', 51688) {{(pid=108771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:18:07.362246 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3c1b17db-e062-4973-893b-9cffac5f4252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.496378 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Attempting to bind port b3cd022d-ad9b-4565-8610-497e8d458e18 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:18:07.496589 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3c1b17db-e062-4973-893b-9cffac5f4252 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e57a9bf088d4f6ab39b24bb35abbd1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8167930 Jan 31 16:18:07.503234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b17db-e062-4973-893b-9cffac5f4252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab34b97b-6b87-4281-9bf1-0a79ac0007f7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:07.503544 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Attempting to bind port b3cd022d-ad9b-4565-8610-497e8d458e18 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:18:07.504474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49540) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:07.505096 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Attempting to bind port b3cd022d-ad9b-4565-8610-497e8d458e18 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:18:07.526981 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:18:07.527362 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:18:07.527807 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.528219 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:18:07.528709 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Bound port: b3cd022d-ad9b-4565-8610-497e8d458e18, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:18:07.529120 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.670621 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4496167e-e9e2-46b7-8481-a4c16ec46059 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:18:07.726139 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] For port b3cd022d-ad9b-4565-8610-497e8d458e18, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:18:07.731157 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] For port b3cd022d-ad9b-4565-8610-497e8d458e18, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b3cd022d-ad9b-4565-8610-497e8d458e18,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:18:07.747298 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.771067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49544) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:07.793397 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.891747 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.972509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-85acc14e-c24d-41a0-9e9e-1cc385dfe42a None None] Provisioning complete for port b3cd022d-ad9b-4565-8610-497e8d458e18 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:07.973952 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-85acc14e-c24d-41a0-9e9e-1cc385dfe42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.974688 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.977445 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:07.979331 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab34b97b-6b87-4281-9bf1-0a79ac0007f7 HTTP/1.1" status: 204 len: 168 time: 0.4711549 Jan 31 16:18:07.996467 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab34b97b-6b87-4281-9bf1-0a79ac0007f7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:08.009255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:08.009623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:08.009952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:08.010275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:08.010596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:08.010915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:08.011230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:08.012386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:08.012710 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:08.013028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:08.013345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:08.013808 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a02234-98e4-4e50-98b1-f0a511fcf3fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:08.039326 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a1664-e77f-4d40-9606-4e44f06ac2dc None None] Pushing event updated for resources: {'Port': ['ID=b3cd022d-ad9b-4565-8610-497e8d458e18,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:08.040557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cfad0-fec9-45f8-b728-e9c1000014af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port b3cd022d-ad9b-4565-8610-497e8d458e18 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:08.041259 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d7cfad0-fec9-45f8-b728-e9c1000014af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:08.131244 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Routers {'a4b59218-bde4-4965-a8dc-d9116df5a21a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:08.134922 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['a4b59218-bde4-4965-a8dc-d9116df5a21a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:08.223474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4496167e-e9e2-46b7-8481-a4c16ec46059, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4496167e-e9e2-46b7-8481-a4c16ec46059,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:08.256021 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '4496167e-e9e2-46b7-8481-a4c16ec46059', 'network_id': '91c7532e-6972-4e76-aff0-1d0a19c768b8', 'port_id': '4496167e-e9e2-46b7-8481-a4c16ec46059', 'mac_address': 'fa:16:3e:da:9f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9b26ca-d516-4bc8-86be-78bf24bcc0d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:18:08.337510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-3d7cfad0-fec9-45f8-b728-e9c1000014af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] For port b3cd022d-ad9b-4565-8610-497e8d458e18, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b3cd022d-ad9b-4565-8610-497e8d458e18,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:08.339127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d7cfad0-fec9-45f8-b728-e9c1000014af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:08.371117 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:08.378614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cfad0-fec9-45f8-b728-e9c1000014af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for b3cd022d-ad9b-4565-8610-497e8d458e18 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:08.378841 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-85acc14e-c24d-41a0-9e9e-1cc385dfe42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:08.416289 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2b509db7-dcd5-4072-b0a5-2dcd0968baa1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3d2302ceceb4fe985febb56868f6fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6414971 Jan 31 16:18:08.417381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49560) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:08.518631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4496167e-e9e2-46b7-8481-a4c16ec46059 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:18:08.530596 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f35265f9-ec42-4843-a42b-ca5275e5146a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:08.541699 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] Set router a4b59218-bde4-4965-a8dc-d9116df5a21a gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:18:08.581278 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f35265f9-ec42-4843-a42b-ca5275e5146a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:08.591729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-85acc14e-c24d-41a0-9e9e-1cc385dfe42a None None] For port b3cd022d-ad9b-4565-8610-497e8d458e18, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b3cd022d-ad9b-4565-8610-497e8d458e18,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:08.683371 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-85acc14e-c24d-41a0-9e9e-1cc385dfe42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:08.718569 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4496167e-e9e2-46b7-8481-a4c16ec46059, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4496167e-e9e2-46b7-8481-a4c16ec46059,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:08.776825 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:08.824701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acc14e-c24d-41a0-9e9e-1cc385dfe42a None None] Pushing event updated for resources: {'Port': ['ID=b3cd022d-ad9b-4565-8610-497e8d458e18,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:08.836004 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d7cfad0-fec9-45f8-b728-e9c1000014af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:08.840462 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f35265f9-ec42-4843-a42b-ca5275e5146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:08.843581 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f35265f9-ec42-4843-a42b-ca5275e5146a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:08.847486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f35265f9-ec42-4843-a42b-ca5275e5146a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b574aeb-0b3d-44f8-9ed4-b633c8647441 HTTP/1.1" status: 204 len: 168 time: 0.4262919 Jan 31 16:18:08.882793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35265f9-ec42-4843-a42b-ca5275e5146a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b574aeb-0b3d-44f8-9ed4-b633c8647441,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:08.980464 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cfad0-fec9-45f8-b728-e9c1000014af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=b3cd022d-ad9b-4565-8610-497e8d458e18,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:09.068095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21150247-42cd-4556-9b56-3c0296c3ff40 req-5e30f2f9-f2d2-40d8-b753-6352c6c68051 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:09.069700 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-21150247-42cd-4556-9b56-3c0296c3ff40 req-5e30f2f9-f2d2-40d8-b753-6352c6c68051 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1095 time: 0.2429228 Jan 31 16:18:09.110527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-26bf7c15-4290-4e89-9489-77bc85e95e67 None None] Could not find standard attr ID for object b3cd022d-ad9b-4565-8610-497e8d458e18. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:18:09.117089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=4496167e-e9e2-46b7-8481-a4c16ec46059,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:09.183299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4496167e-e9e2-46b7-8481-a4c16ec46059'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:18:09.221236 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d7cfad0-fec9-45f8-b728-e9c1000014af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:09.371897 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b59218-bde4-4965-a8dc-d9116df5a21a', 'name': 'tempest-NetworksTestDHCPv6-router-349780114', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:17:57Z', 'updated_at': '2022-01-31T16:18:02Z', 'revision_number': 2, 'project_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'gw_port_host': None, '_interfaces': [{'id': 'b3cd022d-ad9b-4565-8610-497e8d458e18', 'name': '', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'mac_address': 'fa:16:3e:a9:17:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b59218-bde4-4965-a8dc-d9116df5a21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': 'ee4cd9da-70ff-4ba3-8990-44c08495bc49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:59Z', 'updated_at': '2022-01-31T16:18:07Z', 'revision_number': 4, 'project_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'subnets': [{'id': 'ee4cd9da-70ff-4ba3-8990-44c08495bc49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:09.468175 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0746b11-5003-46b7-bc9c-f64c22d2c3b3 None None] The sync data for ids ['a4b59218-bde4-4965-a8dc-d9116df5a21a'] in n-d-827120-1 is: [{'id': 'a4b59218-bde4-4965-a8dc-d9116df5a21a', 'name': 'tempest-NetworksTestDHCPv6-router-349780114', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:17:57Z', 'updated_at': '2022-01-31T16:18:02Z', 'revision_number': 2, 'project_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'gw_port_host': None, '_interfaces': [{'id': 'b3cd022d-ad9b-4565-8610-497e8d458e18', 'name': '', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'mac_address': 'fa:16:3e:a9:17:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b59218-bde4-4965-a8dc-d9116df5a21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': 'ee4cd9da-70ff-4ba3-8990-44c08495bc49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:59Z', 'updated_at': '2022-01-31T16:18:07Z', 'revision_number': 4, 'project_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'subnets': [{'id': 'ee4cd9da-70ff-4ba3-8990-44c08495bc49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:18:09.572041 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-21150247-42cd-4556-9b56-3c0296c3ff40 req-d77e26b8-8d01-42d6-9582-fa3f0fa3097c tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266644 Jan 31 16:18:09.577098 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7cfad0-fec9-45f8-b728-e9c1000014af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Router a4b59218-bde4-4965-a8dc-d9116df5a21a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:18:09.725576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7cfad0-fec9-45f8-b728-e9c1000014af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:18:09.734134 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3d7cfad0-fec9-45f8-b728-e9c1000014af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "PUT /v2.0/routers/a4b59218-bde4-4965-a8dc-d9116df5a21a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7110393 Jan 31 16:18:09.736940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49592) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:09.825052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9b2df8-d643-4d2c-8c93-b90a8d20f569 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:09.827700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9b2df8-d643-4d2c-8c93-b90a8d20f569 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:09.829659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2e9b2df8-d643-4d2c-8c93-b90a8d20f569 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0911007 Jan 31 16:18:09.832088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49600) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:09.931647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-68eff746-4087-4fe6-914c-a7883c4aa2a4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet ee4cd9da-70ff-4ba3-8990-44c08495bc49 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:18:09.941599 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68eff746-4087-4fe6-914c-a7883c4aa2a4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:10.000392 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68eff746-4087-4fe6-914c-a7883c4aa2a4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:10.135321 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68eff746-4087-4fe6-914c-a7883c4aa2a4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:10.243172 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68eff746-4087-4fe6-914c-a7883c4aa2a4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:10.269037 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68eff746-4087-4fe6-914c-a7883c4aa2a4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:10.275131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-68eff746-4087-4fe6-914c-a7883c4aa2a4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/ee4cd9da-70ff-4ba3-8990-44c08495bc49 HTTP/1.1" status: 204 len: 168 time: 0.4397733 Jan 31 16:18:10.275476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49618) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:10.276145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84789a4-9508-455c-bd5b-a6d4ba8806fc None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:10.328368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eff746-4087-4fe6-914c-a7883c4aa2a4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4cd9da-70ff-4ba3-8990-44c08495bc49,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:10.432183 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d870c5f7-13c8-4618-a0a4-439c6ba93636 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1555278 Jan 31 16:18:10.434783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49622) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:10.498071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49624) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:10.619376 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03e20065-3b55-43bc-8b4a-4dca67e1f826 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:10.751572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a8aaa80b-a32d-4982-8771-1cc9c3a32358 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:10.752286 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-a8aaa80b-a32d-4982-8771-1cc9c3a32358 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 31 16:18:10.752975 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-a8aaa80b-a32d-4982-8771-1cc9c3a32358 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): There was a conflict when trying to complete your request. Jan 31 16:18:10.755367 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a8aaa80b-a32d-4982-8771-1cc9c3a32358 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2559288 Jan 31 16:18:10.764444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853de748-1e63-4cad-9caf-65a987eea803 req-302fdd58-2207-4d20-9895-667aa5bb4562 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:10.766220 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-853de748-1e63-4cad-9caf-65a987eea803 req-302fdd58-2207-4d20-9895-667aa5bb4562 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 950 time: 0.1217132 Jan 31 16:18:10.767044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49632) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:10.771853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-278dc863-252a-4220-ba52-2eee0eb192d9 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group': {'name': 'tempest-secgroup--976039937'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:10.780196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6de0221-9aa2-4d65-b4ed-bf2b9853ccc7 None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:18:10.809507 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-278dc863-252a-4220-ba52-2eee0eb192d9 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:10.845243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e6de0221-9aa2-4d65-b4ed-bf2b9853ccc7 None None] Deleting port 0f4d023b-050e-44d3-a26e-e86eab7a67a3 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:10.846091 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e6de0221-9aa2-4d65-b4ed-bf2b9853ccc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:10.849246 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-278dc863-252a-4220-ba52-2eee0eb192d9 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:10.863581 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-853de748-1e63-4cad-9caf-65a987eea803 req-a24e7556-ed32-4af6-a996-ebfd3401f050 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635722 Jan 31 16:18:10.967621 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e6de0221-9aa2-4d65-b4ed-bf2b9853ccc7 None None] For port 0f4d023b-050e-44d3-a26e-e86eab7a67a3, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0f4d023b-050e-44d3-a26e-e86eab7a67a3,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:10.968018 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e6de0221-9aa2-4d65-b4ed-bf2b9853ccc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:10.983149 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e6de0221-9aa2-4d65-b4ed-bf2b9853ccc7 None None] Calling delete_port for 0f4d023b-050e-44d3-a26e-e86eab7a67a3 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:10.995183 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-278dc863-252a-4220-ba52-2eee0eb192d9 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.001361 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-278dc863-252a-4220-ba52-2eee0eb192d9 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.085450 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-278dc863-252a-4220-ba52-2eee0eb192d9 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.104941 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e6de0221-9aa2-4d65-b4ed-bf2b9853ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.125369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dc863-252a-4220-ba52-2eee0eb192d9 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3482034-db55-472f-8dc8-f22cca205c36,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:11.129505 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-278dc863-252a-4220-ba52-2eee0eb192d9 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.162318 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-278dc863-252a-4220-ba52-2eee0eb192d9 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.163957 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-278dc863-252a-4220-ba52-2eee0eb192d9 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3959813 Jan 31 16:18:11.169763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49636) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:11.172784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de0221-9aa2-4d65-b4ed-bf2b9853ccc7 None None] Pushing event deleted for resources: {'Port': ['ID=0f4d023b-050e-44d3-a26e-e86eab7a67a3,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:11.183483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-269eb55f-6945-457c-8a24-7af695026330 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': '376702ff-f92a-4902-a47f-f069c430f922', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:11.191769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dc863-252a-4220-ba52-2eee0eb192d9 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376702ff-f92a-4902-a47f-f069c430f922,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:11.198074 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de0221-9aa2-4d65-b4ed-bf2b9853ccc7 None None] No DVR routers for this DVR port 0f4d023b-050e-44d3-a26e-e86eab7a67a3 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:18:11.285850 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-269eb55f-6945-457c-8a24-7af695026330 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.386449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364e62f-90b9-4ef3-99bd-d11dd5b1a3b1 req-f9d9f79e-b068-4b42-9e72-bf5763d55f50 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:11.389144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5364e62f-90b9-4ef3-99bd-d11dd5b1a3b1 req-f9d9f79e-b068-4b42-9e72-bf5763d55f50 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1095 time: 0.6682873 Jan 31 16:18:11.395839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03e20065-3b55-43bc-8b4a-4dca67e1f826 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.398228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03e20065-3b55-43bc-8b4a-4dca67e1f826 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.416051 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-269eb55f-6945-457c-8a24-7af695026330 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.422077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-269eb55f-6945-457c-8a24-7af695026330 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.444461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269eb55f-6945-457c-8a24-7af695026330 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0165827-13ee-4347-b11e-91cdb65d9c71,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:11.460052 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-269eb55f-6945-457c-8a24-7af695026330 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.461252 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-269eb55f-6945-457c-8a24-7af695026330 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2901378 Jan 31 16:18:11.463998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49648) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:11.468988 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6f0d662d-cd41-4aef-b64f-d3d59f39d24c tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': '376702ff-f92a-4902-a47f-f069c430f922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:11.476264 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03e20065-3b55-43bc-8b4a-4dca67e1f826 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.476935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e20065-3b55-43bc-8b4a-4dca67e1f826 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Fanout notify agent at l3_agent the message router_deleted on router a4b59218-bde4-4965-a8dc-d9116df5a21a {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:18:11.486476 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03e20065-3b55-43bc-8b4a-4dca67e1f826 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.490594 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-03e20065-3b55-43bc-8b4a-4dca67e1f826 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/routers/a4b59218-bde4-4965-a8dc-d9116df5a21a HTTP/1.1" status: 204 len: 168 time: 1.0517480 Jan 31 16:18:11.491325 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49650) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:11.497935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-bcd2597d-3c01-47fd-9953-941909ab082a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:11.523703 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5364e62f-90b9-4ef3-99bd-d11dd5b1a3b1 req-0206f548-e7b8-4fa3-a21d-3ab9e2400612 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174617 Jan 31 16:18:11.525132 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6f0d662d-cd41-4aef-b64f-d3d59f39d24c tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.597056 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-6f0d662d-cd41-4aef-b64f-d3d59f39d24c tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): There was a conflict when trying to complete your request. Jan 31 16:18:11.603721 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6f0d662d-cd41-4aef-b64f-d3d59f39d24c tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1384416 Jan 31 16:18:11.606364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49652) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:11.679925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0f4d023b-050e-44d3-a26e-e86eab7a67a3 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:11.690201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dc25594-e2bd-4317-8523-ade2f247a995 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.696570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd2597d-3c01-47fd-9953-941909ab082a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:11.701141 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bcd2597d-3c01-47fd-9953-941909ab082a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.708236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4496167e-e9e2-46b7-8481-a4c16ec46059 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:11.713638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 0f4d023b-050e-44d3-a26e-e86eab7a67a3 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:11.714397 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0f4d023b-050e-44d3-a26e-e86eab7a67a3 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:11.725651 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dc25594-e2bd-4317-8523-ade2f247a995 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.767706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ea121-a2aa-47ce-b875-90f32d53241a None None] Sync routers for ids ['a4b59218-bde4-4965-a8dc-d9116df5a21a'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:18:11.782077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ea121-a2aa-47ce-b875-90f32d53241a None None] Routers set() bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:11.782543 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ea121-a2aa-47ce-b875-90f32d53241a None None] Router IDs set() for agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 16:18:11.783252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_agentschedulers_db [None req-d93ea121-a2aa-47ce-b875-90f32d53241a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a4b59218-bde4-4965-a8dc-d9116df5a21a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent'). {{(pid=108773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 31 16:18:11.788547 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dc25594-e2bd-4317-8523-ade2f247a995 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.792822 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dc25594-e2bd-4317-8523-ade2f247a995 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.796681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8dc25594-e2bd-4317-8523-ade2f247a995 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "DELETE /v2.0/security-groups/376702ff-f92a-4902-a47f-f069c430f922 HTTP/1.1" status: 204 len: 168 time: 0.1858881 Jan 31 16:18:11.798947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49654) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:11.803385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ea121-a2aa-47ce-b875-90f32d53241a None None] Routers set() bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:11.805923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ea121-a2aa-47ce-b875-90f32d53241a None None] Router IDs set() for agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 16:18:11.806690 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_agentschedulers_db [None req-d93ea121-a2aa-47ce-b875-90f32d53241a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a4b59218-bde4-4965-a8dc-d9116df5a21a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent'). {{(pid=108773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 31 16:18:11.807358 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ea121-a2aa-47ce-b875-90f32d53241a None None] The sync data for ids ['a4b59218-bde4-4965-a8dc-d9116df5a21a'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:18:11.807700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc25594-e2bd-4317-8523-ade2f247a995 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376702ff-f92a-4902-a47f-f069c430f922,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:11.819105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 4496167e-e9e2-46b7-8481-a4c16ec46059 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:18:11.829804 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 4496167e-e9e2-46b7-8481-a4c16ec46059 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:11.830261 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:11.960174 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.007511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c31c406-c252-4416-8b0e-3c83af26d3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4496167e-e9e2-46b7-8481-a4c16ec46059'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:18:12.010187 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8b9dae-09a1-42d5-b8ec-1b001c6f1363" -d '{"events": [{"server_uuid": "7c31c406-c252-4416-8b0e-3c83af26d3a3", "name": "network-vif-plugged", "status": "completed", "tag": "4496167e-e9e2-46b7-8481-a4c16ec46059"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:18:12.025843 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4496167e-e9e2-46b7-8481-a4c16ec46059, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4496167e-e9e2-46b7-8481-a4c16ec46059,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:12.031072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49670) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:12.031392 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-10306e80-3502-4c1b-9961-89f938d495bd tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2310200 Jan 31 16:18:12.046188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bd01b016-8f53-40a0-aabb-8c59a3109329 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group': {'name': 'tempest-secgroup--930495569'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:12.052960 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.097860 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc8f15-17c0-48aa-9f5c-bf2121122c87 req-0ebbee60-6b23-43e5-ae92-cdb2fbe2fbda tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:12.099455 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1efc8f15-17c0-48aa-9f5c-bf2121122c87 req-0ebbee60-6b23-43e5-ae92-cdb2fbe2fbda tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 950 time: 0.1176829 Jan 31 16:18:12.113290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bd01b016-8f53-40a0-aabb-8c59a3109329 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.123785 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bcd2597d-3c01-47fd-9953-941909ab082a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.152121 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728826eb-15f8-4b64-a01e-3eaf634e1b64 x-openstack-request-id: req-728826eb-15f8-4b64-a01e-3eaf634e1b64 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:18:12.152398 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c31c406-c252-4416-8b0e-3c83af26d3a3", "name": "network-vif-plugged", "status": "completed", "tag": "4496167e-e9e2-46b7-8481-a4c16ec46059", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:18:12.152842 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-728826eb-15f8-4b64-a01e-3eaf634e1b64 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:18:12.153400 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c31c406-c252-4416-8b0e-3c83af26d3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4496167e-e9e2-46b7-8481-a4c16ec46059', 'code': 200} Jan 31 16:18:12.186058 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=4496167e-e9e2-46b7-8481-a4c16ec46059,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:12.195770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd2597d-3c01-47fd-9953-941909ab082a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:12.208676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-bcd2597d-3c01-47fd-9953-941909ab082a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:12.217893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd2597d-3c01-47fd-9953-941909ab082a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:12.218535 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bcd2597d-3c01-47fd-9953-941909ab082a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.220461 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe9d9ba-08c9-45d6-95d3-926822d6df6b None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:12.226714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1efc8f15-17c0-48aa-9f5c-bf2121122c87 req-0c4835d0-7acd-4fa1-9ce9-84852d8493fd tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120951 Jan 31 16:18:12.234898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2597d-3c01-47fd-9953-941909ab082a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=e30f8b1b-9453-4e95-8dde-2fbd4fd01d84,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:12.245948 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bcd2597d-3c01-47fd-9953-941909ab082a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7530837 Jan 31 16:18:12.250151 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49672) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:12.255640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3a9e7bb8-7543-4dde-9722-9f3bbdd4d4ed tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-801752777', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:12.272603 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446783a-f3ab-4720-9792-6f5d1baa10ba req-f47ac56b-f9ce-4fde-bc05-f4723a47d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:12.275402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5446783a-f3ab-4720-9792-6f5d1baa10ba req-f47ac56b-f9ce-4fde-bc05-f4723a47d049 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1096 time: 0.1305389 Jan 31 16:18:12.300897 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7bb8-7543-4dde-9722-9f3bbdd4d4ed tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.302127 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7bb8-7543-4dde-9722-9f3bbdd4d4ed tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.344570 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bd01b016-8f53-40a0-aabb-8c59a3109329 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.356064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bd01b016-8f53-40a0-aabb-8c59a3109329 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.376555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5446783a-f3ab-4720-9792-6f5d1baa10ba req-c7e622cc-f354-4f92-b7a6-90858d189d10 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894544 Jan 31 16:18:12.396366 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7bb8-7543-4dde-9722-9f3bbdd4d4ed tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.398927 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bd01b016-8f53-40a0-aabb-8c59a3109329 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.400186 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bd01b016-8f53-40a0-aabb-8c59a3109329 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3673291 Jan 31 16:18:12.403506 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7bb8-7543-4dde-9722-9f3bbdd4d4ed tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.403697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01b016-8f53-40a0-aabb-8c59a3109329 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e150bfd3-b65b-40be-b754-fa8e1fb3c6c3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:12.407635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49676) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:12.426634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-cd1a6699-72f2-4bfa-942a-e2c2c38ea0ce tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'e150bfd3-b65b-40be-b754-fa8e1fb3c6c3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:12.427484 n-d-827120-1 neutron-server[108771]: WARNING neutron.api.v2.base [None req-cd1a6699-72f2-4bfa-942a-e2c2c38ea0ce tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 31 16:18:12.428021 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-cd1a6699-72f2-4bfa-942a-e2c2c38ea0ce tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:12.431923 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cd1a6699-72f2-4bfa-942a-e2c2c38ea0ce tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0222673 Jan 31 16:18:12.432109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49678) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:12.437198 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7bb8-7543-4dde-9722-9f3bbdd4d4ed tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.438698 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3a9e7bb8-7543-4dde-9722-9f3bbdd4d4ed tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1875319 Jan 31 16:18:12.441388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49680) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:12.530451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': 'e30f8b1b-9453-4e95-8dde-2fbd4fd01d84'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:18:12.531769 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.538346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb77bc24-b78d-49f5-9d9c-8a03e9346053 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.617766 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb77bc24-b78d-49f5-9d9c-8a03e9346053 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.700557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Allocated IP 2001:db8::2 (71af9802-526e-47d9-9573-c6794664f00c/e30f8b1b-9453-4e95-8dde-2fbd4fd01d84/d5e883ec-0b2a-4461-98e7-3f5faafdebb3) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:12.748853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb77bc24-b78d-49f5-9d9c-8a03e9346053 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.751925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb77bc24-b78d-49f5-9d9c-8a03e9346053 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:12.754900 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fb77bc24-b78d-49f5-9d9c-8a03e9346053 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "DELETE /v2.0/security-groups/e150bfd3-b65b-40be-b754-fa8e1fb3c6c3 HTTP/1.1" status: 204 len: 168 time: 0.3217890 Jan 31 16:18:12.762529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49684) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:12.790787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77bc24-b78d-49f5-9d9c-8a03e9346053 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e150bfd3-b65b-40be-b754-fa8e1fb3c6c3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:12.833344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca38921-4f28-4735-a09d-0712f81f4a1e req-8bf335d1-1ace-4211-b080-56ad2cefd280 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:12.833651 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93de363-b702-4f5e-a481-87c8edd60f08 req-f93c0c21-a88b-4d91-9bbf-b5e171ebddb1 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:12.835097 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a93de363-b702-4f5e-a481-87c8edd60f08 req-f93c0c21-a88b-4d91-9bbf-b5e171ebddb1 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 950 time: 0.2205558 Jan 31 16:18:12.835372 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ca38921-4f28-4735-a09d-0712f81f4a1e req-8bf335d1-1ace-4211-b080-56ad2cefd280 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1096 time: 0.1707635 Jan 31 16:18:12.880133 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5ca38921-4f28-4735-a09d-0712f81f4a1e req-b08977bf-6850-496d-8780-23775fc80626 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376182 Jan 31 16:18:12.892496 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dc5e98ac-a666-4443-bde6-ff7afe1133f2 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1282854 Jan 31 16:18:12.893291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49686) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:12.908386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-838f7d99-00ae-485e-a8a0-e9e8614d51ac tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925253157'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:12.941033 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-838f7d99-00ae-485e-a8a0-e9e8614d51ac tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.004910 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.028995 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-838f7d99-00ae-485e-a8a0-e9e8614d51ac tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.034491 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-838f7d99-00ae-485e-a8a0-e9e8614d51ac tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.071252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f7d99-00ae-485e-a8a0-e9e8614d51ac tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fca246b-337f-4890-8d5e-ecd9dbed530f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:13.086234 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-838f7d99-00ae-485e-a8a0-e9e8614d51ac tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.091228 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-838f7d99-00ae-485e-a8a0-e9e8614d51ac tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1965330 Jan 31 16:18:13.091847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49690) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:13.099787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f82dd365-1e68-4010-8dc4-86d81a85dd15 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': '8fca246b-337f-4890-8d5e-ecd9dbed530f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:13.106663 n-d-827120-1 neutron-server[108771]: WARNING neutron.api.v2.base [None req-f82dd365-1e68-4010-8dc4-86d81a85dd15 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 31 16:18:13.107266 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-f82dd365-1e68-4010-8dc4-86d81a85dd15 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:13.112971 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f82dd365-1e68-4010-8dc4-86d81a85dd15 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0177879 Jan 31 16:18:13.113613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49692) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:13.132234 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.142101 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.164875 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:13.190262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e8b84996-33c5-47a3-b000-a552b03eb2ee tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.199982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:13.203408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:18:13.223687 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e8b84996-33c5-47a3-b000-a552b03eb2ee tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.290620 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e8b84996-33c5-47a3-b000-a552b03eb2ee tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.293558 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e8b84996-33c5-47a3-b000-a552b03eb2ee tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.301007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e8b84996-33c5-47a3-b000-a552b03eb2ee tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "DELETE /v2.0/security-groups/8fca246b-337f-4890-8d5e-ecd9dbed530f HTTP/1.1" status: 204 len: 168 time: 0.1843088 Jan 31 16:18:13.303001 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49696) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:13.312379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Pushing event updated for resources: {'Port': ['ID=d5e883ec-0b2a-4461-98e7-3f5faafdebb3,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:13.350790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Attempting to bind port d5e883ec-0b2a-4461-98e7-3f5faafdebb3 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:18:13.351170 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Attempting to bind port d5e883ec-0b2a-4461-98e7-3f5faafdebb3 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:18:13.351658 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Attempting to bind port d5e883ec-0b2a-4461-98e7-3f5faafdebb3 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:18:13.362699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:18:13.364292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:18:13.364292 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.364292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:18:13.369104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Bound port: d5e883ec-0b2a-4461-98e7-3f5faafdebb3, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:18:13.370547 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.453660 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-defb6ee7-0060-4b7e-8364-527c0be47e12 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1422763 Jan 31 16:18:13.458257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49700) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:13.468337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0eceda95-9d21-437b-bee2-ea631f7596f4 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group': {'name': 'tempest-secgroup--675411569'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:13.479964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b84996-33c5-47a3-b000-a552b03eb2ee tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fca246b-337f-4890-8d5e-ecd9dbed530f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:13.505937 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eceda95-9d21-437b-bee2-ea631f7596f4 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.604273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] For port d5e883ec-0b2a-4461-98e7-3f5faafdebb3, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:18:13.613886 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b3cd022d-ad9b-4565-8610-497e8d458e18 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:13.617125 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] For port d5e883ec-0b2a-4461-98e7-3f5faafdebb3, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d5e883ec-0b2a-4461-98e7-3f5faafdebb3,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:18:13.637702 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eceda95-9d21-437b-bee2-ea631f7596f4 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.643315 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eceda95-9d21-437b-bee2-ea631f7596f4 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.650331 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.652232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: b3cd022d-ad9b-4565-8610-497e8d458e18 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:13.652573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b3cd022d-ad9b-4565-8610-497e8d458e18 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:13.726550 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eceda95-9d21-437b-bee2-ea631f7596f4 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.739849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-a93de363-b702-4f5e-a481-87c8edd60f08 req-67328014-12e0-4c2b-a92c-5391697aab74 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Deleting port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:13.740411 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a93de363-b702-4f5e-a481-87c8edd60f08 req-67328014-12e0-4c2b-a92c-5391697aab74 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.742809 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49710) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:13.747512 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0eceda95-9d21-437b-bee2-ea631f7596f4 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2752950 Jan 31 16:18:13.752137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eceda95-9d21-437b-bee2-ea631f7596f4 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ae7a91-fcb4-4922-a8b4-ad3f7157d8d7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:13.758774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c3af2909-5258-4d07-89a7-3269f074ddc3 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'a1ae7a91-fcb4-4922-a8b4-ad3f7157d8d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:13.760348 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-c3af2909-5258-4d07-89a7-3269f074ddc3 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 31 16:18:13.761042 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-c3af2909-5258-4d07-89a7-3269f074ddc3 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:13.762045 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c3af2909-5258-4d07-89a7-3269f074ddc3 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078287 Jan 31 16:18:13.764867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49712) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:13.767534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bad0a0-27e9-4456-ac3d-dcad55c695c5 None None] Pushing event updated for resources: {'Port': ['ID=d5e883ec-0b2a-4461-98e7-3f5faafdebb3,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:13.770460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0df6cf9d-0a66-4634-9c86-cbba284f9712 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'a1ae7a91-fcb4-4922-a8b4-ad3f7157d8d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:13.772110 n-d-827120-1 neutron-server[108771]: WARNING neutron.api.v2.base [None req-0df6cf9d-0a66-4634-9c86-cbba284f9712 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 31 16:18:13.772641 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-0df6cf9d-0a66-4634-9c86-cbba284f9712 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:13.776154 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0df6cf9d-0a66-4634-9c86-cbba284f9712 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075841 Jan 31 16:18:13.778198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49714) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:13.783053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1147751d-cb85-4b07-9db0-c3e77e66c5de tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'a1ae7a91-fcb4-4922-a8b4-ad3f7157d8d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:13.784120 n-d-827120-1 neutron-server[108771]: WARNING neutron.api.v2.base [None req-1147751d-cb85-4b07-9db0-c3e77e66c5de tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 31 16:18:13.784620 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-1147751d-cb85-4b07-9db0-c3e77e66c5de tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:13.786878 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1147751d-cb85-4b07-9db0-c3e77e66c5de tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076907 Jan 31 16:18:13.795514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49716) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:13.800965 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ac783df8-18ab-4b05-bf77-9e62b4069de0 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'a1ae7a91-fcb4-4922-a8b4-ad3f7157d8d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:13.802018 n-d-827120-1 neutron-server[108771]: WARNING neutron.api.v2.base [None req-ac783df8-18ab-4b05-bf77-9e62b4069de0 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 31 16:18:13.802850 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-ac783df8-18ab-4b05-bf77-9e62b4069de0 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:13.804272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ac783df8-18ab-4b05-bf77-9e62b4069de0 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077732 Jan 31 16:18:13.809355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49718) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:13.874232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47207ad-40e4-4359-839b-19741c16176f req-23af1a5d-41fb-40bb-8c61-bdd9d1cc5fef tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:13.875824 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f47207ad-40e4-4359-839b-19741c16176f req-23af1a5d-41fb-40bb-8c61-bdd9d1cc5fef tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 950 time: 0.2477567 Jan 31 16:18:13.891481 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2f8b25d-0af6-48af-9496-c063e6277752 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.958820 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2f8b25d-0af6-48af-9496-c063e6277752 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:13.959190 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f47207ad-40e4-4359-839b-19741c16176f req-755aa4ff-961d-4376-9f58-d1171cdfbf12 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/security-groups?id=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698559 Jan 31 16:18:14.126760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2f8b25d-0af6-48af-9496-c063e6277752 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:14.133187 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2f8b25d-0af6-48af-9496-c063e6277752 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:14.142189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e2f8b25d-0af6-48af-9496-c063e6277752 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "DELETE /v2.0/security-groups/a1ae7a91-fcb4-4922-a8b4-ad3f7157d8d7 HTTP/1.1" status: 204 len: 168 time: 0.3293836 Jan 31 16:18:14.143050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49724) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:14.160349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-a93de363-b702-4f5e-a481-87c8edd60f08 req-67328014-12e0-4c2b-a92c-5391697aab74 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] For port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3ffcb06c-6d5f-44aa-bec5-8ab666a91290,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:14.160711 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a93de363-b702-4f5e-a481-87c8edd60f08 req-67328014-12e0-4c2b-a92c-5391697aab74 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:14.174120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-a93de363-b702-4f5e-a481-87c8edd60f08 req-67328014-12e0-4c2b-a92c-5391697aab74 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Calling delete_port for 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:14.182516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8b25d-0af6-48af-9496-c063e6277752 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ae7a91-fcb4-4922-a8b4-ad3f7157d8d7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:14.212860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9919ed8-a3ad-4d23-bf86-56ec49171acd req-af154cf0-f777-4325-bfa9-de7154cb959d tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:14.214969 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9919ed8-a3ad-4d23-bf86-56ec49171acd req-af154cf0-f777-4325-bfa9-de7154cb959d tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1096 time: 0.1735830 Jan 31 16:18:14.320897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9919ed8-a3ad-4d23-bf86-56ec49171acd req-ce6fdcc2-1564-4532-b56e-7f33d3ce373b tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957055 Jan 31 16:18:14.326391 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a73a2997-284a-492f-9be0-4659aabb41e7 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1760631 Jan 31 16:18:14.332589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49726) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:14.340181 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-99c255ff-7845-42e1-83d7-1015cdecf745 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424780508'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:14.368746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a93de363-b702-4f5e-a481-87c8edd60f08 req-67328014-12e0-4c2b-a92c-5391697aab74 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:14.378457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::1 (71af9802-526e-47d9-9573-c6794664f00c/e30f8b1b-9453-4e95-8dde-2fbd4fd01d84/df2df777-ed8a-4aa1-8650-97bfbb015ab3) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:14.405284 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99c255ff-7845-42e1-83d7-1015cdecf745 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:14.427472 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67328014-12e0-4c2b-a92c-5391697aab74 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Pushing event deleted for resources: {'Port': ['ID=3ffcb06c-6d5f-44aa-bec5-8ab666a91290,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:14.514283 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93de363-b702-4f5e-a481-87c8edd60f08 req-67328014-12e0-4c2b-a92c-5391697aab74 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] No DVR routers for this DVR port 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:18:14.520338 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-a93de363-b702-4f5e-a481-87c8edd60f08 req-67328014-12e0-4c2b-a92c-5391697aab74 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:14.524148 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a93de363-b702-4f5e-a481-87c8edd60f08 req-67328014-12e0-4c2b-a92c-5391697aab74 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.20 "DELETE /v2.0/ports/3ffcb06c-6d5f-44aa-bec5-8ab666a91290 HTTP/1.1" status: 204 len: 173 time: 1.6777544 Jan 31 16:18:14.531294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c7494-aff6-49c0-a992-ca240fa5ab02', 'name': 'network-vif-deleted', 'tag': '3ffcb06c-6d5f-44aa-bec5-8ab666a91290'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:18:14.534096 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19615d62-f240-473c-87d4-5378810eda6f" -d '{"events": [{"server_uuid": "d98c7494-aff6-49c0-a992-ca240fa5ab02", "name": "network-vif-deleted", "tag": "3ffcb06c-6d5f-44aa-bec5-8ab666a91290"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:18:14.554036 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99c255ff-7845-42e1-83d7-1015cdecf745 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:14.560184 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99c255ff-7845-42e1-83d7-1015cdecf745 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:14.627754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e1d4d-fed6-4a61-806b-c2e35553c794 req-a0efcfd5-7ad0-4e59-9432-984f4af83478 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:14.633306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c255ff-7845-42e1-83d7-1015cdecf745 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b73b0a-624e-494a-a03a-3eee0e700ab5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:14.635514 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e37e1d4d-fed6-4a61-806b-c2e35553c794 req-a0efcfd5-7ad0-4e59-9432-984f4af83478 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1096 time: 0.1318829 Jan 31 16:18:14.640889 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97010ef-7dba-46d9-807d-df755a9d4d69 x-openstack-request-id: req-a97010ef-7dba-46d9-807d-df755a9d4d69 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:18:14.641208 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c7494-aff6-49c0-a992-ca240fa5ab02", "name": "network-vif-deleted", "tag": "3ffcb06c-6d5f-44aa-bec5-8ab666a91290", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:18:14.641439 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a97010ef-7dba-46d9-807d-df755a9d4d69 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:18:14.641907 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98c7494-aff6-49c0-a992-ca240fa5ab02', 'name': 'network-vif-deleted', 'tag': '3ffcb06c-6d5f-44aa-bec5-8ab666a91290', 'status': 'completed', 'code': 200} Jan 31 16:18:14.694563 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-99c255ff-7845-42e1-83d7-1015cdecf745 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:14.696067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-99c255ff-7845-42e1-83d7-1015cdecf745 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3620608 Jan 31 16:18:14.698925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49734) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:14.700437 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:14.706203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7b3a8ff0-4d07-46b4-8817-37c0294f3ce7 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'd6b73b0a-624e-494a-a03a-3eee0e700ab5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:14.707050 n-d-827120-1 neutron-server[108771]: WARNING neutron.api.v2.base [None req-7b3a8ff0-4d07-46b4-8817-37c0294f3ce7 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 31 16:18:14.708104 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-7b3a8ff0-4d07-46b4-8817-37c0294f3ce7 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:14.709818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7b3a8ff0-4d07-46b4-8817-37c0294f3ce7 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097539 Jan 31 16:18:14.712721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49736) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:14.719843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c43327b8-b28d-450d-aa6e-671cdd350f93 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'd6b73b0a-624e-494a-a03a-3eee0e700ab5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:14.724716 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e37e1d4d-fed6-4a61-806b-c2e35553c794 req-86ea0674-e2d7-43d4-abd4-a142857706cf tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882292 Jan 31 16:18:14.786507 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:14.803322 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-c43327b8-b28d-450d-aa6e-671cdd350f93 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:14.807148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c43327b8-b28d-450d-aa6e-671cdd350f93 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0906940 Jan 31 16:18:14.810436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49740) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:14.846609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e587da0e-8414-409a-8720-f6151425cac7 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'd6b73b0a-624e-494a-a03a-3eee0e700ab5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:14.847088 n-d-827120-1 neutron-server[108772]: WARNING neutron.api.v2.base [None req-e587da0e-8414-409a-8720-f6151425cac7 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 31 16:18:14.847589 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-e587da0e-8414-409a-8720-f6151425cac7 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:14.851617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e587da0e-8414-409a-8720-f6151425cac7 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0372069 Jan 31 16:18:14.851617 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:14.853965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49742) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:14.858464 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8adc08fc-cc9b-42b9-9494-a2c0f6618755 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'd6b73b0a-624e-494a-a03a-3eee0e700ab5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:14.870923 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:14.877386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a756781-7f4a-49b5-bcfb-91076f74afdf req-abc99c73-d90c-4587-bfe9-29c276ac3e28 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:14.887469 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a756781-7f4a-49b5-bcfb-91076f74afdf req-abc99c73-d90c-4587-bfe9-29c276ac3e28 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0591881 Jan 31 16:18:14.891630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:18:14.892206 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:14.946162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a756781-7f4a-49b5-bcfb-91076f74afdf req-be5239ff-4c9c-4ce2-b260-bc43d7fd5173 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576222 Jan 31 16:18:15.032535 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=df2df777-ed8a-4aa1-8650-97bfbb015ab3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:15.055429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:15.123733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:15.126146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 3ffcb06c-6d5f-44aa-bec5-8ab666a91290 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:15.143276 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-8adc08fc-cc9b-42b9-9494-a2c0f6618755 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:15.149836 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8adc08fc-cc9b-42b9-9494-a2c0f6618755 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2922325 Jan 31 16:18:15.151074 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49748) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:15.155183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a533ac19-25b2-49ab-9b91-c1680d918f93 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'd6b73b0a-624e-494a-a03a-3eee0e700ab5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:15.155960 n-d-827120-1 neutron-server[108771]: WARNING neutron.api.v2.base [None req-a533ac19-25b2-49ab-9b91-c1680d918f93 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 31 16:18:15.156462 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-a533ac19-25b2-49ab-9b91-c1680d918f93 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:15.160224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a533ac19-25b2-49ab-9b91-c1680d918f93 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060465 Jan 31 16:18:15.161226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49750) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:15.260688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-56d7a8c7-b469-45c5-b5c1-06bec1b1fa78 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'd6b73b0a-624e-494a-a03a-3eee0e700ab5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:15.268094 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:15.289611 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05b20c44-e6ee-4578-a72c-0fa4f782bf0f req-0debb69e-e6a9-4e11-bb14-794594329863 tempest-VolumesBackupsTest-1422761204 tempest-VolumesBackupsTest-1422761204-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98c7494-aff6-49c0-a992-ca240fa5ab02 HTTP/1.1" status: 200 len: 210 time: 0.1285980 Jan 31 16:18:15.343664 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-56d7a8c7-b469-45c5-b5c1-06bec1b1fa78 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Project 5cf246eb77da47beb2c440f2e07f34fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:18:15.380420 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-56d7a8c7-b469-45c5-b5c1-06bec1b1fa78 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:15.382184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-56d7a8c7-b469-45c5-b5c1-06bec1b1fa78 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2176559 Jan 31 16:18:15.384920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49758) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:15.391982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-be0b333d-9db9-4582-b44a-96acb8a19d6b tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'd6b73b0a-624e-494a-a03a-3eee0e700ab5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:15.392802 n-d-827120-1 neutron-server[108771]: WARNING neutron.api.v2.base [None req-be0b333d-9db9-4582-b44a-96acb8a19d6b tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 31 16:18:15.393568 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-be0b333d-9db9-4582-b44a-96acb8a19d6b tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:15.399596 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-be0b333d-9db9-4582-b44a-96acb8a19d6b tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112579 Jan 31 16:18:15.401578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49760) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:15.406402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d342726c-b05d-414c-a989-e920c544e3b8 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'd6b73b0a-624e-494a-a03a-3eee0e700ab5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:15.476528 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-d342726c-b05d-414c-a989-e920c544e3b8 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Project 5cf246eb77da47beb2c440f2e07f34fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:18:15.508640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b221369-2ca0-489c-9e03-98140efba240 req-6523842d-9741-43e3-b98f-ee86585c0f24 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:15.511781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-34f8ca26-225f-404e-bb0b-cedebbe79c13 None None] Provisioning complete for port d5e883ec-0b2a-4461-98e7-3f5faafdebb3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:15.512389 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-d342726c-b05d-414c-a989-e920c544e3b8 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:15.512719 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-34f8ca26-225f-404e-bb0b-cedebbe79c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:15.516698 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d342726c-b05d-414c-a989-e920c544e3b8 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1113939 Jan 31 16:18:15.517094 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b221369-2ca0-489c-9e03-98140efba240 req-6523842d-9741-43e3-b98f-ee86585c0f24 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1096 time: 0.1477499 Jan 31 16:18:15.524079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49764) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:15.535723 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8e71e929-b2f5-4233-aaee-61673707d617 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'd6b73b0a-624e-494a-a03a-3eee0e700ab5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:15.606306 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-8e71e929-b2f5-4233-aaee-61673707d617 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Project 5cf246eb77da47beb2c440f2e07f34fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:18:15.633737 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-34f8ca26-225f-404e-bb0b-cedebbe79c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:15.651705 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-8e71e929-b2f5-4233-aaee-61673707d617 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:15.663115 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8e71e929-b2f5-4233-aaee-61673707d617 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1286688 Jan 31 16:18:15.671747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49766) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:15.711140 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b221369-2ca0-489c-9e03-98140efba240 req-fced5ba3-2bd3-4a9d-81ab-3cfffc3365d4 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927218 Jan 31 16:18:15.716079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-34f8ca26-225f-404e-bb0b-cedebbe79c13 None None] For port d5e883ec-0b2a-4461-98e7-3f5faafdebb3, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d5e883ec-0b2a-4461-98e7-3f5faafdebb3,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:15.722665 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-34f8ca26-225f-404e-bb0b-cedebbe79c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:15.850055 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d5e883ec-0b2a-4461-98e7-3f5faafdebb3 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:15.855960 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8498112d-1381-40d9-9aa7-4678585fc82c tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:15.862375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8ca26-225f-404e-bb0b-cedebbe79c13 None None] Pushing event updated for resources: {'Port': ['ID=d5e883ec-0b2a-4461-98e7-3f5faafdebb3,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:15.879262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8498112d-1381-40d9-9aa7-4678585fc82c tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:15.935120 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8498112d-1381-40d9-9aa7-4678585fc82c tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:15.937735 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8498112d-1381-40d9-9aa7-4678585fc82c tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:15.938875 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8498112d-1381-40d9-9aa7-4678585fc82c tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "DELETE /v2.0/security-groups/d6b73b0a-624e-494a-a03a-3eee0e700ab5 HTTP/1.1" status: 204 len: 168 time: 0.2659063 Jan 31 16:18:15.941573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49768) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:15.945046 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d5e883ec-0b2a-4461-98e7-3f5faafdebb3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:15.945955 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:15.964632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:15.975458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498112d-1381-40d9-9aa7-4678585fc82c tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b73b0a-624e-494a-a03a-3eee0e700ab5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:15.977217 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:15.978081 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:16.027528 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4e058a65-6eb6-43f5-9dd1-1219e906e94c tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847492 Jan 31 16:18:16.036094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49770) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:16.044728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7cafb83d-9dc5-45cc-ae22-108205788baf tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group': {'name': 'tempest-secgroup--603106109'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:16.075338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7cafb83d-9dc5-45cc-ae22-108205788baf tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:16.090988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5701f596-bf89-4418-92a8-05c220828953 None None] Provisioning complete for port df2df777-ed8a-4aa1-8650-97bfbb015ab3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:16.091544 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5701f596-bf89-4418-92a8-05c220828953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:16.139304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=df2df777-ed8a-4aa1-8650-97bfbb015ab3,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:16.180145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5701f596-bf89-4418-92a8-05c220828953 None None] Port df2df777-ed8a-4aa1-8650-97bfbb015ab3 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:18:16.191120 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7cafb83d-9dc5-45cc-ae22-108205788baf tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:16.194529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:16.195902 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7cafb83d-9dc5-45cc-ae22-108205788baf tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:16.196142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:16.230431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafb83d-9dc5-45cc-ae22-108205788baf tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6662673-9234-44f8-b930-e6530d8677d7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:16.244714 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7cafb83d-9dc5-45cc-ae22-108205788baf tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:16.249829 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7cafb83d-9dc5-45cc-ae22-108205788baf tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2106421 Jan 31 16:18:16.253503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49772) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:16.258150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0559abe5-335f-406f-ab3f-13d1e387fcce tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'a6662673-9234-44f8-b930-e6530d8677d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:16.322405 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-0559abe5-335f-406f-ab3f-13d1e387fcce tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The resource could not be found. Jan 31 16:18:16.326486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0559abe5-335f-406f-ab3f-13d1e387fcce tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0689619 Jan 31 16:18:16.327895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49776) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:16.335039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-594574e0-2012-42f8-a666-e25eff1bca81 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'a6662673-9234-44f8-b930-e6530d8677d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8c522133-4cb4-4116-8a44-5188eed566e6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:16.385139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Router fdc6bd21-c133-4324-a802-dbd3dabb51fa is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:18:16.443042 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-594574e0-2012-42f8-a666-e25eff1bca81 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The resource could not be found. Jan 31 16:18:16.447895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-594574e0-2012-42f8-a666-e25eff1bca81 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1167452 Jan 31 16:18:16.448291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49780) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:16.563120 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54aa2281-6299-46ef-a143-97c676d99446 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:16.641401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:18:16.668147 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Sync routers for ids ['fdc6bd21-c133-4324-a802-dbd3dabb51fa'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:18:16.670468 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54aa2281-6299-46ef-a143-97c676d99446 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:16.671581 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0f293857-ca32-4432-9931-ab2b42f2bd96 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "PUT /v2.0/routers/fdc6bd21-c133-4324-a802-dbd3dabb51fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2286954 Jan 31 16:18:16.676982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49788) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:16.701247 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Routers {'fdc6bd21-c133-4324-a802-dbd3dabb51fa'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:16.702596 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fdc6bd21-c133-4324-a802-dbd3dabb51fa'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:16.730592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c6189e9f-c09d-4743-9593-4fcb422273d3 None None] Provisioning complete for port df2df777-ed8a-4aa1-8650-97bfbb015ab3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:16.731342 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c6189e9f-c09d-4743-9593-4fcb422273d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:16.756358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746525e0-fd93-4b1e-b2de-ada9ea408ae9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:16.760696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-746525e0-fd93-4b1e-b2de-ada9ea408ae9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports/df2df777-ed8a-4aa1-8650-97bfbb015ab3 HTTP/1.1" status: 200 len: 911 time: 0.0821319 Jan 31 16:18:16.763698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49792) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:16.805981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54aa2281-6299-46ef-a143-97c676d99446 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:16.808608 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54aa2281-6299-46ef-a143-97c676d99446 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:16.813085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-54aa2281-6299-46ef-a143-97c676d99446 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "DELETE /v2.0/security-groups/a6662673-9234-44f8-b930-e6530d8677d7 HTTP/1.1" status: 204 len: 168 time: 0.3640492 Jan 31 16:18:16.817626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49794) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:16.873542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa2281-6299-46ef-a143-97c676d99446 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6662673-9234-44f8-b930-e6530d8677d7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:16.883252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c6189e9f-c09d-4743-9593-4fcb422273d3 None None] Port df2df777-ed8a-4aa1-8650-97bfbb015ab3 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:18:16.956549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851c3f-7c77-4795-859c-9c7b8636e6bf req-f59a57bb-520d-40fe-8e0e-b037724da52f tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:16.958660 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10851c3f-7c77-4795-859c-9c7b8636e6bf req-f59a57bb-520d-40fe-8e0e-b037724da52f tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0923953 Jan 31 16:18:16.974221 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-68b509dd-8a2e-406a-a263-3076998b05e0 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1481230 Jan 31 16:18:16.976538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095c2fa-136d-40d2-aa2f-863c5797c503 req-f8a3ebc7-400d-4441-9753-cf9cd25cef5d tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:16.978156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4095c2fa-136d-40d2-aa2f-863c5797c503 req-f8a3ebc7-400d-4441-9753-cf9cd25cef5d tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 1096 time: 0.1223986 Jan 31 16:18:16.981508 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49796) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:16.986366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6cb9c383-73d8-4891-8958-1b3d05ffb333 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': 'f2101c93-717f-494e-9594-8d8118f06608', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:16.995157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462035ed-cc84-4220-ae9a-41f4df9b4243 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:17.002733 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462035ed-cc84-4220-ae9a-41f4df9b4243 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:17.007964 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-462035ed-cc84-4220-ae9a-41f4df9b4243 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2362895 Jan 31 16:18:17.012637 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Set router fdc6bd21-c133-4324-a802-dbd3dabb51fa gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:18:17.014599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49798) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:17.141796 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-6cb9c383-73d8-4891-8958-1b3d05ffb333 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The resource could not be found. Jan 31 16:18:17.143138 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6cb9c383-73d8-4891-8958-1b3d05ffb333 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1605673 Jan 31 16:18:17.147861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49800) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:17.152365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-83126621-9145-4644-86fe-8f137977112a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374318946'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:17.175729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-4095c2fa-136d-40d2-aa2f-863c5797c503 req-966027d8-01fe-4150-9e81-fafefc7aaf8a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Deleting port 4496167e-e9e2-46b7-8481-a4c16ec46059 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:17.176090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4095c2fa-136d-40d2-aa2f-863c5797c503 req-966027d8-01fe-4150-9e81-fafefc7aaf8a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.229433 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83126621-9145-4644-86fe-8f137977112a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.240863 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10851c3f-7c77-4795-859c-9c7b8636e6bf req-4a581191-ad68-4ea4-9541-3c63512cc0be tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745874 Jan 31 16:18:17.272483 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-35486e76-b63d-406c-9499-23a95230fc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.321813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-4095c2fa-136d-40d2-aa2f-863c5797c503 req-966027d8-01fe-4150-9e81-fafefc7aaf8a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] For port 4496167e-e9e2-46b7-8481-a4c16ec46059, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4496167e-e9e2-46b7-8481-a4c16ec46059,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:17.322236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4095c2fa-136d-40d2-aa2f-863c5797c503 req-966027d8-01fe-4150-9e81-fafefc7aaf8a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.342349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-4095c2fa-136d-40d2-aa2f-863c5797c503 req-966027d8-01fe-4150-9e81-fafefc7aaf8a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Calling delete_port for 4496167e-e9e2-46b7-8481-a4c16ec46059 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:17.405855 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc6bd21-c133-4324-a802-dbd3dabb51fa', 'name': 'tempest-NetworksTestDHCPv6-router-801752777', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:18:12Z', 'updated_at': '2022-01-31T16:18:15Z', 'revision_number': 2, 'project_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'gw_port_host': None, '_interfaces': [{'id': 'df2df777-ed8a-4aa1-8650-97bfbb015ab3', 'name': '', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'mac_address': 'fa:16:3e:10:c9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc6bd21-c133-4324-a802-dbd3dabb51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'e30f8b1b-9453-4e95-8dde-2fbd4fd01d84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:18:13Z', 'updated_at': '2022-01-31T16:18:15Z', 'revision_number': 2, 'project_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'subnets': [{'id': 'e30f8b1b-9453-4e95-8dde-2fbd4fd01d84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:17.410048 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83126621-9145-4644-86fe-8f137977112a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.427556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83126621-9145-4644-86fe-8f137977112a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.459082 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Checking router: fdc6bd21-c133-4324-a802-dbd3dabb51fa for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:18:17.459430 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Updating router fdc6bd21-c133-4324-a802-dbd3dabb51fa port df2df777-ed8a-4aa1-8650-97bfbb015ab3 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:18:17.491091 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.525101 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-db9e7daa-b9a2-42ae-81c1-b36c0b7213a0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.540104 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-83126621-9145-4644-86fe-8f137977112a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.551503 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-83126621-9145-4644-86fe-8f137977112a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4001925 Jan 31 16:18:17.553260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49806) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:17.577742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-802a320a-2018-4429-b018-7e1e37b1dd02 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group': {'name': 'tempest-secgroup--353691273'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:17.596697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83126621-9145-4644-86fe-8f137977112a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482b4450-b9c8-4d4a-997d-6f448d34a7a8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:17.696184 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-802a320a-2018-4429-b018-7e1e37b1dd02 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.713541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d5e883ec-0b2a-4461-98e7-3f5faafdebb3 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:17.758131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4095c2fa-136d-40d2-aa2f-863c5797c503 req-966027d8-01fe-4150-9e81-fafefc7aaf8a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.769314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4496167e-e9e2-46b7-8481-a4c16ec46059'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:18:17.776527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['2df3b616-852c-4054-9816-18347fe8af48'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:18:17.849801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966027d8-01fe-4150-9e81-fafefc7aaf8a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Pushing event deleted for resources: {'Port': ['ID=4496167e-e9e2-46b7-8481-a4c16ec46059,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:17.944011 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4095c2fa-136d-40d2-aa2f-863c5797c503 req-966027d8-01fe-4150-9e81-fafefc7aaf8a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] No DVR routers for this DVR port 4496167e-e9e2-46b7-8481-a4c16ec46059 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:18:17.955703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d5e883ec-0b2a-4461-98e7-3f5faafdebb3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:17.956070 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.960353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4095c2fa-136d-40d2-aa2f-863c5797c503 req-966027d8-01fe-4150-9e81-fafefc7aaf8a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:17.963737 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4095c2fa-136d-40d2-aa2f-863c5797c503 req-966027d8-01fe-4150-9e81-fafefc7aaf8a tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.30 "DELETE /v2.0/ports/4496167e-e9e2-46b7-8481-a4c16ec46059 HTTP/1.1" status: 204 len: 173 time: 0.9717715 Jan 31 16:18:17.964206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c31c406-c252-4416-8b0e-3c83af26d3a3', 'name': 'network-vif-deleted', 'tag': '4496167e-e9e2-46b7-8481-a4c16ec46059'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:18:17.966957 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86891a2a-392a-4073-a3ee-dd396261375f" -d '{"events": [{"server_uuid": "7c31c406-c252-4416-8b0e-3c83af26d3a3", "name": "network-vif-deleted", "tag": "4496167e-e9e2-46b7-8481-a4c16ec46059"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:18:18.054747 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.063363 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.072590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-802a320a-2018-4429-b018-7e1e37b1dd02 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.074521 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566aaf10-d50f-4fa4-b94e-f2a9fc48413c x-openstack-request-id: req-566aaf10-d50f-4fa4-b94e-f2a9fc48413c {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:18:18.074920 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c31c406-c252-4416-8b0e-3c83af26d3a3", "name": "network-vif-deleted", "tag": "4496167e-e9e2-46b7-8481-a4c16ec46059", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:18:18.087819 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-566aaf10-d50f-4fa4-b94e-f2a9fc48413c {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:18:18.088419 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c31c406-c252-4416-8b0e-3c83af26d3a3', 'name': 'network-vif-deleted', 'tag': '4496167e-e9e2-46b7-8481-a4c16ec46059', 'status': 'completed', 'code': 200} Jan 31 16:18:18.089598 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-802a320a-2018-4429-b018-7e1e37b1dd02 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.102021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-db9e7daa-b9a2-42ae-81c1-b36c0b7213a0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port df2df777-ed8a-4aa1-8650-97bfbb015ab3 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:18.102688 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-db9e7daa-b9a2-42ae-81c1-b36c0b7213a0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.179200 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-802a320a-2018-4429-b018-7e1e37b1dd02 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.189548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-802a320a-2018-4429-b018-7e1e37b1dd02 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6318564 Jan 31 16:18:18.190204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49812) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:18.210801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-173554d9-3741-49bc-8f04-6e063afc74d4 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': '482b4450-b9c8-4d4a-997d-6f448d34a7a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '902c6909-0b00-42e8-8dc4-74ec3c1d6a9b'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:18.225881 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Pushing event updated for resources: {'Port': ['ID=df2df777-ed8a-4aa1-8650-97bfbb015ab3,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:18.235878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a320a-2018-4429-b018-7e1e37b1dd02 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902c6909-0b00-42e8-8dc4-74ec3c1d6a9b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:18.278746 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:18.279242 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:18.279657 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:18.280154 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:18.280663 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:18.280839 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:18.281297 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:18.281682 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:18.287624 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:18.288693 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:18.289075 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:18.289694 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:18.318548 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-173554d9-3741-49bc-8f04-6e063afc74d4 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:18.323006 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-173554d9-3741-49bc-8f04-6e063afc74d4 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1129944 Jan 31 16:18:18.323249 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49816) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:18.323583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-db9e7daa-b9a2-42ae-81c1-b36c0b7213a0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.330761 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Attempting to bind port df2df777-ed8a-4aa1-8650-97bfbb015ab3 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:18:18.331439 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Attempting to bind port df2df777-ed8a-4aa1-8650-97bfbb015ab3 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:18:18.331984 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Attempting to bind port df2df777-ed8a-4aa1-8650-97bfbb015ab3 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:18:18.338698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-db9e7daa-b9a2-42ae-81c1-b36c0b7213a0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for df2df777-ed8a-4aa1-8650-97bfbb015ab3 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:18.343774 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:18:18.344198 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:18:18.344683 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.345307 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:18:18.345742 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Bound port: df2df777-ed8a-4aa1-8650-97bfbb015ab3, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:18:18.346207 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.433682 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e84f2e23-0b88-4158-a211-9ea33df5646a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.436473 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] For port df2df777-ed8a-4aa1-8650-97bfbb015ab3, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:18:18.444100 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] For port df2df777-ed8a-4aa1-8650-97bfbb015ab3, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=df2df777-ed8a-4aa1-8650-97bfbb015ab3,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:18:18.451385 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.511904 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e84f2e23-0b88-4158-a211-9ea33df5646a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.521041 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86d4a961-6a06-4101-a09d-7c20d9de8220 req-91a861ac-278a-4497-bfe3-5c2f577d561c tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c31c406-c252-4416-8b0e-3c83af26d3a3 HTTP/1.1" status: 200 len: 210 time: 0.0587733 Jan 31 16:18:18.535539 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94314db-81c8-4e36-8175-63ed0da00956 None None] Pushing event updated for resources: {'Port': ['ID=df2df777-ed8a-4aa1-8650-97bfbb015ab3,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:18.539479 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Routers {'fdc6bd21-c133-4324-a802-dbd3dabb51fa'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:18.540435 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:17:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fdc6bd21-c133-4324-a802-dbd3dabb51fa'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:18.663557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e84f2e23-0b88-4158-a211-9ea33df5646a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.667179 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e84f2e23-0b88-4158-a211-9ea33df5646a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.668673 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e84f2e23-0b88-4158-a211-9ea33df5646a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "DELETE /v2.0/security-groups/902c6909-0b00-42e8-8dc4-74ec3c1d6a9b HTTP/1.1" status: 204 len: 168 time: 0.3444328 Jan 31 16:18:18.675988 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49826) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:18.722908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2de1aa58-37fe-4524-9d85-81baf5b965c4 None None] Provisioning complete for port df2df777-ed8a-4aa1-8650-97bfbb015ab3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:18.723458 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2de1aa58-37fe-4524-9d85-81baf5b965c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:18.740818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f2e23-0b88-4158-a211-9ea33df5646a tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902c6909-0b00-42e8-8dc4-74ec3c1d6a9b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:18.813999 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] Set router fdc6bd21-c133-4324-a802-dbd3dabb51fa gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:18:18.888153 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7e838d92-01be-42dc-b85a-fe07f03cb5ee tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2058082 Jan 31 16:18:18.891069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49836) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:18.973625 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2de1aa58-37fe-4524-9d85-81baf5b965c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:19.013625 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-db9e7daa-b9a2-42ae-81c1-b36c0b7213a0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:19.152424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e7daa-b9a2-42ae-81c1-b36c0b7213a0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=df2df777-ed8a-4aa1-8650-97bfbb015ab3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:19.219598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9da37b68-ee41-469d-b67e-80fb013700a5 None None] Could not find standard attr ID for object df2df777-ed8a-4aa1-8650-97bfbb015ab3. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:18:19.406131 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc6bd21-c133-4324-a802-dbd3dabb51fa', 'name': 'tempest-NetworksTestDHCPv6-router-801752777', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:18:12Z', 'updated_at': '2022-01-31T16:18:15Z', 'revision_number': 2, 'project_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'gw_port_host': None, '_interfaces': [{'id': 'df2df777-ed8a-4aa1-8650-97bfbb015ab3', 'name': '', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'mac_address': 'fa:16:3e:10:c9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc6bd21-c133-4324-a802-dbd3dabb51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'e30f8b1b-9453-4e95-8dde-2fbd4fd01d84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:18:13Z', 'updated_at': '2022-01-31T16:18:18Z', 'revision_number': 4, 'project_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'subnets': [{'id': 'e30f8b1b-9453-4e95-8dde-2fbd4fd01d84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:19.454133 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee436f-e7aa-4dbe-a81a-4d3f29b9fc3a None None] The sync data for ids ['fdc6bd21-c133-4324-a802-dbd3dabb51fa'] in n-d-827120-1 is: [{'id': 'fdc6bd21-c133-4324-a802-dbd3dabb51fa', 'name': 'tempest-NetworksTestDHCPv6-router-801752777', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:18:12Z', 'updated_at': '2022-01-31T16:18:15Z', 'revision_number': 2, 'project_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'gw_port_host': None, '_interfaces': [{'id': 'df2df777-ed8a-4aa1-8650-97bfbb015ab3', 'name': '', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'mac_address': 'fa:16:3e:10:c9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc6bd21-c133-4324-a802-dbd3dabb51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'e30f8b1b-9453-4e95-8dde-2fbd4fd01d84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:18:13Z', 'updated_at': '2022-01-31T16:18:18Z', 'revision_number': 4, 'project_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'subnets': [{'id': 'e30f8b1b-9453-4e95-8dde-2fbd4fd01d84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:18:19.692086 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1121a6e6-d4cb-4e7e-88c1-6bafb624c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:19.921170 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0dcd4515-0249-4465-aea0-393d3e18b75f tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:19.959389 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0dcd4515-0249-4465-aea0-393d3e18b75f tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:19.962378 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-db9e7daa-b9a2-42ae-81c1-b36c0b7213a0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:20.040587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccc93b-e37b-4681-9892-2743938398ab req-99f350ac-f8eb-4095-b289-4d29ebce1f23 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:20.049087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eaccc93b-e37b-4681-9892-2743938398ab req-99f350ac-f8eb-4095-b289-4d29ebce1f23 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1097 time: 0.1167457 Jan 31 16:18:20.106587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eaccc93b-e37b-4681-9892-2743938398ab req-03213239-f55f-4f67-8532-010a3a626921 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565934 Jan 31 16:18:20.261265 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0dcd4515-0249-4465-aea0-393d3e18b75f tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:20.266188 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0dcd4515-0249-4465-aea0-393d3e18b75f tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:20.267362 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0dcd4515-0249-4465-aea0-393d3e18b75f tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "DELETE /v2.0/security-groups/482b4450-b9c8-4d4a-997d-6f448d34a7a8 HTTP/1.1" status: 204 len: 168 time: 1.3753345 Jan 31 16:18:20.270600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49874) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:20.299263 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9e7daa-b9a2-42ae-81c1-b36c0b7213a0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Router fdc6bd21-c133-4324-a802-dbd3dabb51fa has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:18:20.300533 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd4515-0249-4465-aea0-393d3e18b75f tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b4450-b9c8-4d4a-997d-6f448d34a7a8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:20.363701 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0953b25b-ee5b-4b2e-8b7d-2ccf98330ad4 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918248 Jan 31 16:18:20.371207 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49882) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:20.375471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-04805d89-050a-4275-bf58-a640a28b548d tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group': {'name': 'tempest-secgroup--746690589'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:20.433590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04805d89-050a-4275-bf58-a640a28b548d tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:20.448700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9e7daa-b9a2-42ae-81c1-b36c0b7213a0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:18:20.465313 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-db9e7daa-b9a2-42ae-81c1-b36c0b7213a0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "PUT /v2.0/routers/fdc6bd21-c133-4324-a802-dbd3dabb51fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4495509 Jan 31 16:18:20.465983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49892) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:20.566704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ccd3b8-ebb8-402b-98d4-67f1be323858 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:20.568451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ccd3b8-ebb8-402b-98d4-67f1be323858 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:20.572791 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-41ccd3b8-ebb8-402b-98d4-67f1be323858 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1046393 Jan 31 16:18:20.574267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 49904) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:20.578925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04805d89-050a-4275-bf58-a640a28b548d tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:20.586848 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04805d89-050a-4275-bf58-a640a28b548d tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:20.641972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebbe3e0-7223-40a5-b6ad-5a8a27e9e25f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet e30f8b1b-9453-4e95-8dde-2fbd4fd01d84 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:18:20.647192 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe3e0-7223-40a5-b6ad-5a8a27e9e25f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:20.648953 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04805d89-050a-4275-bf58-a640a28b548d tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:20.650260 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-04805d89-050a-4275-bf58-a640a28b548d tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2785184 Jan 31 16:18:20.658338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49912) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:20.663913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2db72d2f-e18a-46e7-b21e-9585e7b9691d tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': '267bafd7-db8f-472f-aaaf-3e2ec8c390d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:20.686885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04805d89-050a-4275-bf58-a640a28b548d tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267bafd7-db8f-472f-aaaf-3e2ec8c390d0,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:20.759781 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe3e0-7223-40a5-b6ad-5a8a27e9e25f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:20.763508 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-2db72d2f-e18a-46e7-b21e-9585e7b9691d tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:20.767732 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2db72d2f-e18a-46e7-b21e-9585e7b9691d tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1053612 Jan 31 16:18:20.769304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49926) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:20.779090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0121d0d7-948e-4630-b86b-da0470fd9f88 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group_rule': {'security_group_id': '267bafd7-db8f-472f-aaaf-3e2ec8c390d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:20.892157 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:20.896053 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-0121d0d7-948e-4630-b86b-da0470fd9f88 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:20.899357 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0121d0d7-948e-4630-b86b-da0470fd9f88 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1277251 Jan 31 16:18:20.902449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49940) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:20.940468 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe3e0-7223-40a5-b6ad-5a8a27e9e25f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.044401 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e677f9ca-34f2-417f-8e26-b224c5007654 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.107997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe3e0-7223-40a5-b6ad-5a8a27e9e25f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.113335 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e677f9ca-34f2-417f-8e26-b224c5007654 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.179969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf022b88-6262-40c3-b7b8-dbd453831ed6 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:21.194094 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8ebbe3e0-7223-40a5-b6ad-5a8a27e9e25f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.206771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8ebbe3e0-7223-40a5-b6ad-5a8a27e9e25f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/e30f8b1b-9453-4e95-8dde-2fbd4fd01d84 HTTP/1.1" status: 204 len: 168 time: 0.6307974 Jan 31 16:18:21.212514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 49972) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:21.296897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbe3e0-7223-40a5-b6ad-5a8a27e9e25f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=e30f8b1b-9453-4e95-8dde-2fbd4fd01d84,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:21.487075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505db6fb-fbc7-4ebc-9f50-a9e90ddfeb7a req-5152250e-23c0-447b-920b-c850d3ff64d0 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:21.491873 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-505db6fb-fbc7-4ebc-9f50-a9e90ddfeb7a req-5152250e-23c0-447b-920b-c850d3ff64d0 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1097 time: 0.1185510 Jan 31 16:18:21.503812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e677f9ca-34f2-417f-8e26-b224c5007654 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.506809 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e677f9ca-34f2-417f-8e26-b224c5007654 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.507965 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e677f9ca-34f2-417f-8e26-b224c5007654 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "DELETE /v2.0/security-groups/267bafd7-db8f-472f-aaaf-3e2ec8c390d0 HTTP/1.1" status: 204 len: 168 time: 0.6043153 Jan 31 16:18:21.512661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50002) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:21.578792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677f9ca-34f2-417f-8e26-b224c5007654 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267bafd7-db8f-472f-aaaf-3e2ec8c390d0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:21.590238 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3305fea6-3a62-4e50-b822-2829b546fb1d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3756452 Jan 31 16:18:21.593164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50012) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:21.643474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e003908-e7af-4885-97e2-6425578c462f None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:18:21.710755 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fcaa7739-ffb5-4138-99ca-6a0e8143684c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.743786 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-505db6fb-fbc7-4ebc-9f50-a9e90ddfeb7a req-dc502fb2-1b0f-4bb2-91bd-19e61ba910eb tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b433fc33-e1b3-4163-a070-a67a66a38c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459934 Jan 31 16:18:21.758567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cc9d6-c24c-448b-94d0-16c91f43535b req-58824116-5beb-480d-9794-0ef60207f778 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:21.760675 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-156cc9d6-c24c-448b-94d0-16c91f43535b req-58824116-5beb-480d-9794-0ef60207f778 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 1097 time: 0.1625829 Jan 31 16:18:21.763771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4496167e-e9e2-46b7-8481-a4c16ec46059 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:21.781571 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0c2ccbbd-a055-453b-862f-ecabc737a793 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2607274 Jan 31 16:18:21.798518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50028) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:21.828303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 4496167e-e9e2-46b7-8481-a4c16ec46059 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:21.828653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4496167e-e9e2-46b7-8481-a4c16ec46059 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:21.854462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6e003908-e7af-4885-97e2-6425578c462f None None] Deleting port d5e883ec-0b2a-4461-98e7-3f5faafdebb3 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:21.854836 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6e003908-e7af-4885-97e2-6425578c462f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.944306 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fcaa7739-ffb5-4138-99ca-6a0e8143684c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.946870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fcaa7739-ffb5-4138-99ca-6a0e8143684c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.953066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-156cc9d6-c24c-448b-94d0-16c91f43535b req-f14c593b-968d-4ef4-8716-1ea0d4333f98 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Deleting port 2df3b616-852c-4054-9816-18347fe8af48 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:21.954027 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-156cc9d6-c24c-448b-94d0-16c91f43535b req-f14c593b-968d-4ef4-8716-1ea0d4333f98 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.978296 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6e003908-e7af-4885-97e2-6425578c462f None None] For port d5e883ec-0b2a-4461-98e7-3f5faafdebb3, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d5e883ec-0b2a-4461-98e7-3f5faafdebb3,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:21.978743 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6e003908-e7af-4885-97e2-6425578c462f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:21.996311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6e003908-e7af-4885-97e2-6425578c462f None None] Calling delete_port for d5e883ec-0b2a-4461-98e7-3f5faafdebb3 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:22.012988 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ba25510f-8181-4ce0-9d05-1d50e565c9f5 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353247634'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:22.039628 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fcaa7739-ffb5-4138-99ca-6a0e8143684c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.040156 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaa7739-ffb5-4138-99ca-6a0e8143684c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Fanout notify agent at l3_agent the message router_deleted on router fdc6bd21-c133-4324-a802-dbd3dabb51fa {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:18:22.048353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fcaa7739-ffb5-4138-99ca-6a0e8143684c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.050660 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fcaa7739-ffb5-4138-99ca-6a0e8143684c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/routers/fdc6bd21-c133-4324-a802-dbd3dabb51fa HTTP/1.1" status: 204 len: 168 time: 0.4561906 Jan 31 16:18:22.053369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50052) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:22.091358 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba25510f-8181-4ce0-9d05-1d50e565c9f5 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.117755 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6e003908-e7af-4885-97e2-6425578c462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.159851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad7a5f-842a-48b4-844c-3585c8dbf29c None None] Sync routers for ids ['fdc6bd21-c133-4324-a802-dbd3dabb51fa'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:18:22.182415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-156cc9d6-c24c-448b-94d0-16c91f43535b req-f14c593b-968d-4ef4-8716-1ea0d4333f98 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] For port 2df3b616-852c-4054-9816-18347fe8af48, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2df3b616-852c-4054-9816-18347fe8af48,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:22.182415 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-156cc9d6-c24c-448b-94d0-16c91f43535b req-f14c593b-968d-4ef4-8716-1ea0d4333f98 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.196277 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba25510f-8181-4ce0-9d05-1d50e565c9f5 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.208984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-156cc9d6-c24c-448b-94d0-16c91f43535b req-f14c593b-968d-4ef4-8716-1ea0d4333f98 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Calling delete_port for 2df3b616-852c-4054-9816-18347fe8af48 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:22.212911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25d1728-12c3-415f-b8f5-b64ec6d3446a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:22.215290 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c25d1728-12c3-415f-b8f5-b64ec6d3446a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1589839 Jan 31 16:18:22.217231 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba25510f-8181-4ce0-9d05-1d50e565c9f5 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.221587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50070) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:22.250058 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad7a5f-842a-48b4-844c-3585c8dbf29c None None] Routers set() bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:22.250427 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad7a5f-842a-48b4-844c-3585c8dbf29c None None] Router IDs set() for agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 16:18:22.251063 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_agentschedulers_db [None req-25ad7a5f-842a-48b4-844c-3585c8dbf29c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fdc6bd21-c133-4324-a802-dbd3dabb51fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:18:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent'). {{(pid=108773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 31 16:18:22.256746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e003908-e7af-4885-97e2-6425578c462f None None] Pushing event deleted for resources: {'Port': ['ID=d5e883ec-0b2a-4461-98e7-3f5faafdebb3,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:22.258532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25510f-8181-4ce0-9d05-1d50e565c9f5 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2420e20-1374-4438-ac3c-e53b307c402b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:22.263634 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e003908-e7af-4885-97e2-6425578c462f None None] No DVR routers for this DVR port d5e883ec-0b2a-4461-98e7-3f5faafdebb3 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:18:22.263859 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba25510f-8181-4ce0-9d05-1d50e565c9f5 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.265178 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ba25510f-8181-4ce0-9d05-1d50e565c9f5 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2563233 Jan 31 16:18:22.268536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50078) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:22.287420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8b6b5b57-b2b2-4801-be93-5ec0b2aef5b6 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:22.288775 n-d-827120-1 neutron-server[108771]: WARNING neutron.api.v2.base [None req-8b6b5b57-b2b2-4801-be93-5ec0b2aef5b6 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 31 16:18:22.291244 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-8b6b5b57-b2b2-4801-be93-5ec0b2aef5b6 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] update failed (client error): There was a conflict when trying to complete your request. Jan 31 16:18:22.293563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad7a5f-842a-48b4-844c-3585c8dbf29c None None] Routers set() bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:22.298079 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8b6b5b57-b2b2-4801-be93-5ec0b2aef5b6 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "PUT /v2.0/security-groups/a2420e20-1374-4438-ac3c-e53b307c402b HTTP/1.1" status: 409 len: 330 time: 0.0249319 Jan 31 16:18:22.298079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50082) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:22.299112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad7a5f-842a-48b4-844c-3585c8dbf29c None None] Router IDs set() for agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 16:18:22.300124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_agentschedulers_db [None req-25ad7a5f-842a-48b4-844c-3585c8dbf29c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fdc6bd21-c133-4324-a802-dbd3dabb51fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:18:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent'). {{(pid=108773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 31 16:18:22.300670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad7a5f-842a-48b4-844c-3585c8dbf29c None None] The sync data for ids ['fdc6bd21-c133-4324-a802-dbd3dabb51fa'] in n-d-827120-1 is: [] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:18:22.343480 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.430115 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0363f909-e6da-44b8-968e-9b76d037e9ff tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.476468 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705b22f3-0e07-4693-9fd0-559efe9d792f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:22.478055 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-705b22f3-0e07-4693-9fd0-559efe9d792f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2528567 Jan 31 16:18:22.481458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50104) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:22.497311 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0363f909-e6da-44b8-968e-9b76d037e9ff tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.547236 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6975b2bd-0201-4e24-9bdb-eb76095a12c5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643146 Jan 31 16:18:22.551762 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50110) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:22.559057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-18cd19cc-a141-456f-b7d9-33aed715ec77 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:22.567135 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.733095 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-156cc9d6-c24c-448b-94d0-16c91f43535b req-f14c593b-968d-4ef4-8716-1ea0d4333f98 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.744671 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['2df3b616-852c-4054-9816-18347fe8af48'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:18:22.772891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cd19cc-a141-456f-b7d9-33aed715ec77 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:22.784818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-18cd19cc-a141-456f-b7d9-33aed715ec77 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.809990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c593b-968d-4ef4-8716-1ea0d4333f98 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Pushing event deleted for resources: {'Port': ['ID=2df3b616-852c-4054-9816-18347fe8af48,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:22.907233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-156cc9d6-c24c-448b-94d0-16c91f43535b req-f14c593b-968d-4ef4-8716-1ea0d4333f98 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] No DVR routers for this DVR port 2df3b616-852c-4054-9816-18347fe8af48 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:18:22.929587 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-156cc9d6-c24c-448b-94d0-16c91f43535b req-f14c593b-968d-4ef4-8716-1ea0d4333f98 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.930184 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0363f909-e6da-44b8-968e-9b76d037e9ff tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.933651 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-156cc9d6-c24c-448b-94d0-16c91f43535b req-f14c593b-968d-4ef4-8716-1ea0d4333f98 tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2df3b616-852c-4054-9816-18347fe8af48 HTTP/1.1" status: 204 len: 173 time: 1.1559100 Jan 31 16:18:22.934458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88736bd-2580-4004-9290-c83e9ba48d45', 'name': 'network-vif-deleted', 'tag': '2df3b616-852c-4054-9816-18347fe8af48'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:18:22.934961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0363f909-e6da-44b8-968e-9b76d037e9ff tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:22.938634 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0363f909-e6da-44b8-968e-9b76d037e9ff tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "DELETE /v2.0/security-groups/a2420e20-1374-4438-ac3c-e53b307c402b HTTP/1.1" status: 204 len: 168 time: 0.6370842 Jan 31 16:18:22.944232 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782874c4-6ff7-41d7-8acc-01e3da74749b" -d '{"events": [{"server_uuid": "f88736bd-2580-4004-9290-c83e9ba48d45", "name": "network-vif-deleted", "tag": "2df3b616-852c-4054-9816-18347fe8af48"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:18:22.948364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50154) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:22.982883 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7416d8c5-fc4d-4f87-81ac-cf71f609fb85 req-83ab20b2-e0c4-4963-abc1-9b3200af567f tempest-TestServerMultinode-527141244 tempest-TestServerMultinode-527141244-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f88736bd-2580-4004-9290-c83e9ba48d45 HTTP/1.1" status: 200 len: 210 time: 0.0562212 Jan 31 16:18:23.046653 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d623e117-88c0-4640-a1af-6299a85ced10 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873179 Jan 31 16:18:23.047315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50166) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:23.062968 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-868ee32a-8d70-4626-b814-618cb02c2945 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] delete failed (client error): The resource could not be found. Jan 31 16:18:23.070915 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-868ee32a-8d70-4626-b814-618cb02c2945 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "DELETE /v2.0/security-groups/4069d2f6-bae6-46c7-89d0-e81a2045945e HTTP/1.1" status: 404 len: 347 time: 0.0225482 Jan 31 16:18:23.071981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50170) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:23.091921 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-da837ffb-cdf2-4e19-9927-340522c86166 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] show failed (client error): The resource could not be found. Jan 31 16:18:23.098448 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-da837ffb-cdf2-4e19-9927-340522c86166 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "GET /v2.0/security-groups/f115dbe3-8a4c-45a1-a04e-2c1bef69da32 HTTP/1.1" status: 404 len: 347 time: 0.0250432 Jan 31 16:18:23.101381 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0520036-7fdc-4c82-b908-c4b0d3f7501f x-openstack-request-id: req-f0520036-7fdc-4c82-b908-c4b0d3f7501f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:18:23.101906 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88736bd-2580-4004-9290-c83e9ba48d45", "name": "network-vif-deleted", "tag": "2df3b616-852c-4054-9816-18347fe8af48", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:18:23.102682 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0520036-7fdc-4c82-b908-c4b0d3f7501f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:18:23.103465 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88736bd-2580-4004-9290-c83e9ba48d45', 'name': 'network-vif-deleted', 'tag': '2df3b616-852c-4054-9816-18347fe8af48', 'status': 'completed', 'code': 200} Jan 31 16:18:23.104074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50174) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:23.141623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363f909-e6da-44b8-968e-9b76d037e9ff tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2420e20-1374-4438-ac3c-e53b307c402b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:23.142392 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-ef7c6105-c368-47e2-b0e7-6de8906b7b00 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] show failed (client error): The resource could not be found. Jan 31 16:18:23.143876 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ef7c6105-c368-47e2-b0e7-6de8906b7b00 tempest-NegativeSecGroupIPv6Test-604545303 tempest-NegativeSecGroupIPv6Test-604545303-project] 10.222.0.36 "GET /v2.0/security-group-rules/c6f3e1fb-91f0-4b87-8440-54858e191840 HTTP/1.1" status: 404 len: 356 time: 0.0386500 Jan 31 16:18:23.274371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.objects.ports [None req-18cd19cc-a141-456f-b7d9-33aed715ec77 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108771) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:18:23.310555 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-18cd19cc-a141-456f-b7d9-33aed715ec77 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:23.393908 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c8957-83aa-4790-ace1-41dcb885df16 req-a7615cad-6662-4d4d-94cf-f41a7a4e3c6a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:23.401933 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-a7615cad-6662-4d4d-94cf-f41a7a4e3c6a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.3081551 Jan 31 16:18:23.457077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cd19cc-a141-456f-b7d9-33aed715ec77 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:23.481938 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-219e1263-9ea7-4f74-9f92-71f000f79c9e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/quotas/0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 375 time: 0.0782349 Jan 31 16:18:23.497869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-18cd19cc-a141-456f-b7d9-33aed715ec77 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:23.501852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd19cc-a141-456f-b7d9-33aed715ec77 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:23.502826 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-18cd19cc-a141-456f-b7d9-33aed715ec77 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:23.508756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa9687d-a289-4d39-b0ea-e191b720d854 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:23.628893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd19cc-a141-456f-b7d9-33aed715ec77 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=b9902d21-00e8-483e-8abe-7dd4a6f2ab54,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:23.639841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-18cd19cc-a141-456f-b7d9-33aed715ec77 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0867801 Jan 31 16:18:23.643214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50264) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:23.649583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-05d7ef7e-7839-4c4c-8d61-21c35a844936 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:23.696720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-193163a6-1d1d-4f37-bd90-d42a2d78281f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2134638 Jan 31 16:18:23.766962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d5e883ec-0b2a-4461-98e7-3f5faafdebb3 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:23.849542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d5e883ec-0b2a-4461-98e7-3f5faafdebb3 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:23.850460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d5e883ec-0b2a-4461-98e7-3f5faafdebb3 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:23.852108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device df2df777-ed8a-4aa1-8650-97bfbb015ab3 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:23.927917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: df2df777-ed8a-4aa1-8650-97bfbb015ab3 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:23.928327 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device df2df777-ed8a-4aa1-8650-97bfbb015ab3 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:23.984671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50298) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:24.015337 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d7ef7e-7839-4c4c-8d61-21c35a844936 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:24.027200 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05d7ef7e-7839-4c4c-8d61-21c35a844936 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:24.204224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50318) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:24.237389 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': 'b9902d21-00e8-483e-8abe-7dd4a6f2ab54'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:18:24.238310 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:24.287959 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b5a2666d-2488-43b6-98eb-5ff4bd854ed9 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901022 Jan 31 16:18:24.525311 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-437e13ff-1728-4d3a-8511-48df9ef0f0b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5cf246eb77da47beb2c440f2e07f34fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5392270 Jan 31 16:18:24.528664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50364) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:24.574705 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-1ede7a7f-d253-40ca-b28e-681a90887e39 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708180 Jan 31 16:18:24.606601 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-733e3021-0681-404f-af96-3a0f82c71cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:24.648781 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-733e3021-0681-404f-af96-3a0f82c71cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:24.665988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Allocated IP 2001:db8::f816:3eff:fe95:538b (71af9802-526e-47d9-9573-c6794664f00c/b9902d21-00e8-483e-8abe-7dd4a6f2ab54/8768a31f-a121-44d9-80ef-4be611cd6d12) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:24.729256 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-733e3021-0681-404f-af96-3a0f82c71cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:24.734088 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-733e3021-0681-404f-af96-3a0f82c71cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:24.737682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-733e3021-0681-404f-af96-3a0f82c71cd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3482034-db55-472f-8dc8-f22cca205c36 HTTP/1.1" status: 204 len: 168 time: 0.2059937 Jan 31 16:18:24.752680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e3021-0681-404f-af96-3a0f82c71cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3482034-db55-472f-8dc8-f22cca205c36,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:25.096067 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-925a7bc9-0efa-4c97-a3a1-ff6b462e4323 req-268ced08-6b60-4331-9d25-dcebde2a5736 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 210 time: 0.0443006 Jan 31 16:18:25.184437 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:25.200300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2df3b616-852c-4054-9816-18347fe8af48 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:25.205456 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:25.317104 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd81e6a0-cc7a-4f5e-b4fd-6a8aeee1f795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:25.367609 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05d7ef7e-7839-4c4c-8d61-21c35a844936 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:25.369107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 2df3b616-852c-4054-9816-18347fe8af48 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:25.369860 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2df3b616-852c-4054-9816-18347fe8af48 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:25.372959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:25.376478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:25.381098 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:18:25.454797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7ef7e-7839-4c4c-8d61-21c35a844936 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=c77fad05-6cc8-438f-a959-bd4e9682b379,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:25.459650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Pushing event updated for resources: {'Port': ['ID=8768a31f-a121-44d9-80ef-4be611cd6d12,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:25.465043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d7ef7e-7839-4c4c-8d61-21c35a844936 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:25.468560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-05d7ef7e-7839-4c4c-8d61-21c35a844936 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:25.472056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d7ef7e-7839-4c4c-8d61-21c35a844936 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:25.473830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05d7ef7e-7839-4c4c-8d61-21c35a844936 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:25.500832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:25.501166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:25.502509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:25.502845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:25.503175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:25.503503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:25.503827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:25.504148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:25.504535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:25.507803 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:25.508159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:25.508499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:18:25.553867 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-05d7ef7e-7839-4c4c-8d61-21c35a844936 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9023843 Jan 31 16:18:25.553989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Attempting to bind port 8768a31f-a121-44d9-80ef-4be611cd6d12 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:18:25.553989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Attempting to bind port 8768a31f-a121-44d9-80ef-4be611cd6d12 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:18:25.553989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Attempting to bind port 8768a31f-a121-44d9-80ef-4be611cd6d12 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:18:25.555251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50490) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:25.560415 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:18:25.560785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:18:25.561213 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:25.568292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:ce:1f:94', 'name': 'tempest-NetworksTestDHCPv6-1324240235'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:25.569700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:18:25.575022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Bound port: 8768a31f-a121-44d9-80ef-4be611cd6d12, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:18:25.575526 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:25.792009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] For port 8768a31f-a121-44d9-80ef-4be611cd6d12, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:18:25.797912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] For port 8768a31f-a121-44d9-80ef-4be611cd6d12, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8768a31f-a121-44d9-80ef-4be611cd6d12,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:18:25.804120 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:25.893387 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:25.915026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbe61e-66f1-4d66-9e50-83182d76ca14 None None] Pushing event updated for resources: {'Port': ['ID=8768a31f-a121-44d9-80ef-4be611cd6d12,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:26.050133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:26.332500 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:26.400467 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1fd003ab-b61c-4d12-9e3a-65ae946c9bcb req-9df6a877-e602-4d85-a00c-92457de00a46 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 210 time: 0.0737579 Jan 31 16:18:26.425022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port 32ea704e-17c0-41bf-9068-f677ecbd6815 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:18:26.447074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-dd81e6a0-cc7a-4f5e-b4fd-6a8aeee1f795 admin admin] Deleting port c0bffff7-46af-4ce2-b625-976828b04ff2 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:26.447860 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd81e6a0-cc7a-4f5e-b4fd-6a8aeee1f795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:26.625234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-dd81e6a0-cc7a-4f5e-b4fd-6a8aeee1f795 admin admin] For port c0bffff7-46af-4ce2-b625-976828b04ff2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c0bffff7-46af-4ce2-b625-976828b04ff2,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:26.625944 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd81e6a0-cc7a-4f5e-b4fd-6a8aeee1f795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:26.650494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-dd81e6a0-cc7a-4f5e-b4fd-6a8aeee1f795 admin admin] Calling delete_port for c0bffff7-46af-4ce2-b625-976828b04ff2 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:26.754891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 172.20.0.9 (71af9802-526e-47d9-9573-c6794664f00c/c77fad05-6cc8-438f-a959-bd4e9682b379/32ea704e-17c0-41bf-9068-f677ecbd6815) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:26.769454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::f816:3eff:fece:1f94 (71af9802-526e-47d9-9573-c6794664f00c/b9902d21-00e8-483e-8abe-7dd4a6f2ab54/32ea704e-17c0-41bf-9068-f677ecbd6815) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:26.909008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c8957-83aa-4790-ace1-41dcb885df16 req-ae4485e6-2b39-437a-a3ab-ec28db574bcc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:26.922050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-ae4485e6-2b39-437a-a3ab-ec28db574bcc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.2889597 Jan 31 16:18:26.944338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'port': {'device_id': 'a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'admin_state_up': True, 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:27.250922 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Made reservation on behalf of 0a130774d5f840d0a67fdfd24f7dc06d for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:27.255119 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:27.580746 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Allocated IP 172.20.0.14 (4c9216f2-48f1-406f-b84d-2c32432bfef6/3d6ce3ce-f039-4d58-91eb-5dc346104c74/63c83034-fb89-40e6-ac84-aadcfd375b03) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:27.708058 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6fcb7-d1ba-4fb7-8d9d-7671b61ac80f None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:27.845532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-253f618b-5e26-458c-b1fd-5e8849bf77e3 None None] Provisioning complete for port 8768a31f-a121-44d9-80ef-4be611cd6d12 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:27.846109 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-253f618b-5e26-458c-b1fd-5e8849bf77e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:27.884095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8768a31f-a121-44d9-80ef-4be611cd6d12 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:27.958658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fc2f706c-476e-41e4-9909-38ee475b3b3d req-e80a85e3-d586-4df1-8242-c63fd20009df tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 210 time: 0.0803537 Jan 31 16:18:28.004156 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.045091 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.049172 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.096083 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd81e6a0-cc7a-4f5e-b4fd-6a8aeee1f795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.129979 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:28.135384 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-253f618b-5e26-458c-b1fd-5e8849bf77e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.147852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:28.184115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-253f618b-5e26-458c-b1fd-5e8849bf77e3 None None] For port 8768a31f-a121-44d9-80ef-4be611cd6d12, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8768a31f-a121-44d9-80ef-4be611cd6d12,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:28.189593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:18:28.193717 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-253f618b-5e26-458c-b1fd-5e8849bf77e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.350535 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=32ea704e-17c0-41bf-9068-f677ecbd6815,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:28.352550 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8768a31f-a121-44d9-80ef-4be611cd6d12 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:28.353032 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.366198 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.430060 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.436655 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81e6a0-cc7a-4f5e-b4fd-6a8aeee1f795 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0bffff7-46af-4ce2-b625-976828b04ff2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:28.480270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:28.482749 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.504560 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=63c83034-fb89-40e6-ac84-aadcfd375b03,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:28.537336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:28.559586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:28.561536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:18:28.604984 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b5968b-eb89-4b98-847d-c043ca6cf882 None None] Update dhcp port {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': 'b9902d21-00e8-483e-8abe-7dd4a6f2ab54', 'ip_address': '2001:db8::f816:3eff:fe95:538b'}, {'subnet_id': 'c77fad05-6cc8-438f-a959-bd4e9682b379'}], 'binding:host_id': 'n-d-827120-1'}, 'id': '8768a31f-a121-44d9-80ef-4be611cd6d12'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:18:28.690357 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d6b5968b-eb89-4b98-847d-c043ca6cf882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.730116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f618b-5e26-458c-b1fd-5e8849bf77e3 None None] Pushing event updated for resources: {'Port': ['ID=8768a31f-a121-44d9-80ef-4be611cd6d12,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:28.773074 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0455b3af-f33e-4e6a-9553-4a48db327634 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2164335 Jan 31 16:18:28.776015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50574) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:28.793620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:28.815960 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.851935 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dd81e6a0-cc7a-4f5e-b4fd-6a8aeee1f795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:28.870308 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-b4f36107-6049-4b8e-9961-c88bce1964f3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9319735 Jan 31 16:18:28.884039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Request body: {'port': {'device_id': 'a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:28.901512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fdff97-228a-430f-b1b8-037b179fd95d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:28.908430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fdff97-228a-430f-b1b8-037b179fd95d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:28.910807 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-26fdff97-228a-430f-b1b8-037b179fd95d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1333313 Jan 31 16:18:28.917423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50576) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:29.200796 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:29.244153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-66e3a8dc-7749-469d-9c08-644b9c58a4fb None None] Provisioning complete for port 63c83034-fb89-40e6-ac84-aadcfd375b03 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:29.244816 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-66e3a8dc-7749-469d-9c08-644b9c58a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:29.382909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-66e3a8dc-7749-469d-9c08-644b9c58a4fb None None] Port 63c83034-fb89-40e6-ac84-aadcfd375b03 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:18:29.413541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-09eaa57d-6e7b-487e-b3aa-a00ac2e205a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port 32ea704e-17c0-41bf-9068-f677ecbd6815 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:29.414463 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09eaa57d-6e7b-487e-b3aa-a00ac2e205a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:29.429986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-d6b5968b-eb89-4b98-847d-c043ca6cf882 None None] Allocated IP 172.20.0.2 (71af9802-526e-47d9-9573-c6794664f00c/c77fad05-6cc8-438f-a959-bd4e9682b379/8768a31f-a121-44d9-80ef-4be611cd6d12) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:29.828491 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09eaa57d-6e7b-487e-b3aa-a00ac2e205a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:29.856194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd81e6a0-cc7a-4f5e-b4fd-6a8aeee1f795 admin admin] Router eece2337-45d4-46bf-bba4-b799634fd527 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:18:29.866004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-09eaa57d-6e7b-487e-b3aa-a00ac2e205a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for 32ea704e-17c0-41bf-9068-f677ecbd6815 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:30.078185 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd81e6a0-cc7a-4f5e-b4fd-6a8aeee1f795 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:18:30.091275 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618f8c4-5196-4534-b153-fbf3112e5e9f None None] Sync routers for ids ['eece2337-45d4-46bf-bba4-b799634fd527'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:18:30.097159 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dd81e6a0-cc7a-4f5e-b4fd-6a8aeee1f795 admin admin] 10.222.0.36 "PUT /v2.0/routers/eece2337-45d4-46bf-bba4-b799634fd527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8915231 Jan 31 16:18:30.100062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50622) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:30.110437 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618f8c4-5196-4534-b153-fbf3112e5e9f None None] Routers {'eece2337-45d4-46bf-bba4-b799634fd527'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:30.111676 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0618f8c4-5196-4534-b153-fbf3112e5e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:18:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['eece2337-45d4-46bf-bba4-b799634fd527'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:30.215967 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-d6b5968b-eb89-4b98-847d-c043ca6cf882 None None] For port 8768a31f-a121-44d9-80ef-4be611cd6d12, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8768a31f-a121-44d9-80ef-4be611cd6d12,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:30.261104 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d6b5968b-eb89-4b98-847d-c043ca6cf882 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:30.266655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8768a31f-a121-44d9-80ef-4be611cd6d12 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:30.272947 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d6b5968b-eb89-4b98-847d-c043ca6cf882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:30.369722 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0618f8c4-5196-4534-b153-fbf3112e5e9f None None] Set router eece2337-45d4-46bf-bba4-b799634fd527 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:18:30.390476 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5968b-eb89-4b98-847d-c043ca6cf882 None None] Pushing event updated for resources: {'Port': ['ID=8768a31f-a121-44d9-80ef-4be611cd6d12,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:30.521086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:30.586034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8768a31f-a121-44d9-80ef-4be611cd6d12 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:30.586404 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:30.614633 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09eaa57d-6e7b-487e-b3aa-a00ac2e205a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:30.663093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b818fa3-55db-4a8d-868a-b8783a72717b req-d4a7d360-b10e-4272-b193-b75959329fd3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:30.684236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eaa57d-6e7b-487e-b3aa-a00ac2e205a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=32ea704e-17c0-41bf-9068-f677ecbd6815,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:30.686618 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b818fa3-55db-4a8d-868a-b8783a72717b req-d4a7d360-b10e-4272-b193-b75959329fd3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 932 time: 1.5597191 Jan 31 16:18:30.820469 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0618f8c4-5196-4534-b153-fbf3112e5e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'name': 'tempest-TestServerMultinode-237674055-router', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7e338007-7240-4658-b096-09c3f4cb5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:18:27Z', 'revision_number': 5, 'project_id': '90a096e31b9f4f20be105189c1be5450', 'gw_port': {'id': '7e338007-7240-4658-b096-09c3f4cb5600', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:58Z', 'updated_at': '2022-01-31T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:30.862501 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:30.889095 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618f8c4-5196-4534-b153-fbf3112e5e9f None None] Checking router: eece2337-45d4-46bf-bba4-b799634fd527 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:18:30.916842 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c83034-fb89-40e6-ac84-aadcfd375b03 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:18:30.932824 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618f8c4-5196-4534-b153-fbf3112e5e9f None None] Routers {'eece2337-45d4-46bf-bba4-b799634fd527'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:30.935444 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:30.937188 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0618f8c4-5196-4534-b153-fbf3112e5e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:18:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['eece2337-45d4-46bf-bba4-b799634fd527'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:30.966610 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-09eaa57d-6e7b-487e-b3aa-a00ac2e205a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:30.967412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Transition to ACTIVE for port object 63c83034-fb89-40e6-ac84-aadcfd375b03 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:18:30.975084 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:30.976452 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-09eaa57d-6e7b-487e-b3aa-a00ac2e205a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/32ea704e-17c0-41bf-9068-f677ecbd6815 HTTP/1.1" status: 204 len: 168 time: 2.0574927 Jan 31 16:18:30.987266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50654) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:31.046022 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b818fa3-55db-4a8d-868a-b8783a72717b req-241d035d-e8fa-496d-b3d7-59b7061839ac tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584924 Jan 31 16:18:31.198915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Pushing event updated for resources: {'Port': ['ID=63c83034-fb89-40e6-ac84-aadcfd375b03,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:31.204945 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Deleting port 7e338007-7240-4658-b096-09c3f4cb5600 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:31.205283 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:31.255963 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0618f8c4-5196-4534-b153-fbf3112e5e9f None None] Set router eece2337-45d4-46bf-bba4-b799634fd527 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:18:31.380924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Attempting to bind port 63c83034-fb89-40e6-ac84-aadcfd375b03 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:18:31.381262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Attempting to bind port 63c83034-fb89-40e6-ac84-aadcfd375b03 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:18:31.381645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Attempting to bind port 63c83034-fb89-40e6-ac84-aadcfd375b03 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:18:31.382086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cadc8f-bffe-4b08-a6a3-ad407b688f0c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:31.386899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cadc8f-bffe-4b08-a6a3-ad407b688f0c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:31.389804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Port 63c83034-fb89-40e6-ac84-aadcfd375b03 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:18:31.390891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Attempting to bind port 63c83034-fb89-40e6-ac84-aadcfd375b03 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:18:31.404302 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cadc8f-bffe-4b08-a6a3-ad407b688f0c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:31.406901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:18:31.407504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Checking segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:18:31.408763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Bound using segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:18:31.410646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Bound port: 63c83034-fb89-40e6-ac84-aadcfd375b03, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:18:31.411167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-65cadc8f-bffe-4b08-a6a3-ad407b688f0c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4206588 Jan 31 16:18:31.412612 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:31.416683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50666) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:31.436959 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0618f8c4-5196-4534-b153-fbf3112e5e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'name': 'tempest-TestServerMultinode-237674055-router', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:18:30Z', 'revision_number': 6, 'project_id': '90a096e31b9f4f20be105189c1be5450', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:31.540693 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618f8c4-5196-4534-b153-fbf3112e5e9f None None] The sync data for ids ['eece2337-45d4-46bf-bba4-b799634fd527'] in n-d-827120-1 is: [{'id': 'eece2337-45d4-46bf-bba4-b799634fd527', 'name': 'tempest-TestServerMultinode-237674055-router', 'tenant_id': '90a096e31b9f4f20be105189c1be5450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:57Z', 'updated_at': '2022-01-31T16:18:30Z', 'revision_number': 6, 'project_id': '90a096e31b9f4f20be105189c1be5450', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:18:31.580351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] For port 63c83034-fb89-40e6-ac84-aadcfd375b03, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:18:31.583844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-82188676-d1b6-40c0-898c-6cbeb274843d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet b9902d21-00e8-483e-8abe-7dd4a6f2ab54 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:18:31.587804 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82188676-d1b6-40c0-898c-6cbeb274843d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:31.588994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] For port 63c83034-fb89-40e6-ac84-aadcfd375b03, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=63c83034-fb89-40e6-ac84-aadcfd375b03,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:18:31.595910 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:31.634876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:31.636710 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:31.639561 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] 10.222.0.30 "PUT /v2.0/ports/63c83034-fb89-40e6-ac84-aadcfd375b03 HTTP/1.1" status: 200 len: 1092 time: 2.7613075 Jan 31 16:18:31.645803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea', 'tag': '63c83034-fb89-40e6-ac84-aadcfd375b03'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:18:31.679929 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24668085-1586-4853-b635-e081c8576605" -d '{"events": [{"name": "network-changed", "server_uuid": "a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea", "tag": "63c83034-fb89-40e6-ac84-aadcfd375b03"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:18:31.699621 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82188676-d1b6-40c0-898c-6cbeb274843d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:31.780952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c8957-83aa-4790-ace1-41dcb885df16 req-7383bd42-b029-43f1-b935-a2b82febb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:31.782929 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-7383bd42-b029-43f1-b935-a2b82febb3e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 1095 time: 0.0701487 Jan 31 16:18:31.785126 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de539877-1a57-4ffe-9247-cb8d0f02ff59 x-openstack-request-id: req-de539877-1a57-4ffe-9247-cb8d0f02ff59 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:18:31.785845 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea", "tag": "63c83034-fb89-40e6-ac84-aadcfd375b03", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:18:31.786249 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de539877-1a57-4ffe-9247-cb8d0f02ff59 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:18:31.786809 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea', 'tag': '63c83034-fb89-40e6-ac84-aadcfd375b03', 'status': 'completed', 'code': 200} Jan 31 16:18:31.787673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf6e36-725e-4b16-97a0-9e31174c1349 service neutron] Pushing event updated for resources: {'Port': ['ID=63c83034-fb89-40e6-ac84-aadcfd375b03,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:31.843160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50672) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:31.856281 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-e84801b3-c4be-4a9a-9df1-9d57d368100a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63c83034-fb89-40e6-ac84-aadcfd375b03 HTTP/1.1" status: 200 len: 217 time: 0.0629492 Jan 31 16:18:31.938117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c8957-83aa-4790-ace1-41dcb885df16 req-53a7bd96-8f09-4f75-a478-6005bc388f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:31.939627 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-53a7bd96-8f09-4f75-a478-6005bc388f16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0737727 Jan 31 16:18:31.978103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82188676-d1b6-40c0-898c-6cbeb274843d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:32.025709 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-889f7d66-7b2a-419a-81d1-6f50449a8ca7 None None] Provisioning complete for port 8768a31f-a121-44d9-80ef-4be611cd6d12 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:32.031241 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-889f7d66-7b2a-419a-81d1-6f50449a8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:32.059464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8768a31f-a121-44d9-80ef-4be611cd6d12 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:32.109336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c8957-83aa-4790-ace1-41dcb885df16 req-53c0d8ec-8020-4eb8-8684-361d4994ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:32.118003 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-53c0d8ec-8020-4eb8-8684-361d4994ba5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687026 Jan 31 16:18:32.139448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82188676-d1b6-40c0-898c-6cbeb274843d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:32.228182 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-82188676-d1b6-40c0-898c-6cbeb274843d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:32.244204 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-82188676-d1b6-40c0-898c-6cbeb274843d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/b9902d21-00e8-483e-8abe-7dd4a6f2ab54 HTTP/1.1" status: 204 len: 168 time: 0.8263431 Jan 31 16:18:32.270315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50682) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:32.272683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] For port 7e338007-7240-4658-b096-09c3f4cb5600, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7e338007-7240-4658-b096-09c3f4cb5600,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:32.273609 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:32.371253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Calling delete_port for 7e338007-7240-4658-b096-09c3f4cb5600 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:32.389411 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8768a31f-a121-44d9-80ef-4be611cd6d12 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:32.389805 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:32.428365 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fd90083f-79bc-491c-8b5b-d3a3d8336411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:32.549737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b47adfb-870d-4015-aa12-469bcca12579 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:32.580308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fd90083f-79bc-491c-8b5b-d3a3d8336411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:32.589440 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fd90083f-79bc-491c-8b5b-d3a3d8336411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:32.604306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1d114de2-02a8-4538-94f0-3a87c86b545d None None] Could not find standard attr ID for object 32ea704e-17c0-41bf-9068-f677ecbd6815. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:18:32.611598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82188676-d1b6-40c0-898c-6cbeb274843d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=b9902d21-00e8-483e-8abe-7dd4a6f2ab54,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:32.676787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81b1c3a-9947-491b-8eaf-712bb32e1436 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet c77fad05-6cc8-438f-a959-bd4e9682b379 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:18:32.684590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e81b1c3a-9947-491b-8eaf-712bb32e1436 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:32.777678 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:32.816030 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-05905470-45ef-44f5-b718-bb10279525c0 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861968 Jan 31 16:18:32.850164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e338007-7240-4658-b096-09c3f4cb5600,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:32.868075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5107e-0bc7-43d8-9e03-4712e9bbc35a req-396b644c-3240-4650-ace6-9d4943292a7b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:32.871654 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5af5107e-0bc7-43d8-9e03-4712e9bbc35a req-396b644c-3240-4650-ace6-9d4943292a7b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.6074264 Jan 31 16:18:32.930229 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fd90083f-79bc-491c-8b5b-d3a3d8336411 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a80fdbbbb50848d0acd5c25262226ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0836456 Jan 31 16:18:32.930840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50684) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:32.965084 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:32.978812 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90083f-79bc-491c-8b5b-d3a3d8336411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e7666d-af55-4030-a643-032f918d340e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:33.025545 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e81b1c3a-9947-491b-8eaf-712bb32e1436 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.107708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.111077 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.174891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5af5107e-0bc7-43d8-9e03-4712e9bbc35a req-b23ba1ae-ae66-4945-80a9-307a45438574 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601974 Jan 31 16:18:33.195074 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c6385d7-a9ef-49d4-ba9b-cedc7e6942b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.255770 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-932c8957-83aa-4790-ace1-41dcb885df16 req-2c6017fa-5ca0-41aa-a67b-92469dbd852f service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154465 Jan 31 16:18:33.264280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e81b1c3a-9947-491b-8eaf-712bb32e1436 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.266097 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.267625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eece2337-45d4-46bf-bba4-b799634fd527 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:18:33.280720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.294371 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5016e798-bdb9-48e6-a026-6fc372b14417 admin admin] 10.222.0.36 "DELETE /v2.0/routers/eece2337-45d4-46bf-bba4-b799634fd527 HTTP/1.1" status: 204 len: 168 time: 3.1919107 Jan 31 16:18:33.303840 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c6385d7-a9ef-49d4-ba9b-cedc7e6942b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.316934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50690) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:33.536546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5186b0a9-e1ee-4ccc-914c-9efab60df567 admin admin] Deleting subnet ca9b26ca-d516-4bc8-86be-78bf24bcc0d6 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:18:33.537387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668085-1586-4853-b635-e081c8576605 req-7b63e03f-46bd-461d-93c2-af5fd6d3bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:33.539135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24668085-1586-4853-b635-e081c8576605 req-7b63e03f-46bd-461d-93c2-af5fd6d3bd38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 1095 time: 0.2218053 Jan 31 16:18:33.543833 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5186b0a9-e1ee-4ccc-914c-9efab60df567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.557012 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e81b1c3a-9947-491b-8eaf-712bb32e1436 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.639826 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5186b0a9-e1ee-4ccc-914c-9efab60df567 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.710055 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e81b1c3a-9947-491b-8eaf-712bb32e1436 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.720108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e81b1c3a-9947-491b-8eaf-712bb32e1436 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/c77fad05-6cc8-438f-a959-bd4e9682b379 HTTP/1.1" status: 204 len: 168 time: 1.4368510 Jan 31 16:18:33.721184 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50692) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:33.726883 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7e338007-7240-4658-b096-09c3f4cb5600 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:33.727440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c6385d7-a9ef-49d4-ba9b-cedc7e6942b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.729593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b1c3a-9947-491b-8eaf-712bb32e1436 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=c77fad05-6cc8-438f-a959-bd4e9682b379,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:33.730009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c6385d7-a9ef-49d4-ba9b-cedc7e6942b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:33.734460 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6c6385d7-a9ef-49d4-ba9b-cedc7e6942b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34e7666d-af55-4030-a643-032f918d340e HTTP/1.1" status: 204 len: 168 time: 0.7991104 Jan 31 16:18:33.793933 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c3ce3da6-fc50-4129-acbe-212f1ec9cdb3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628443 Jan 31 16:18:33.795754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50696) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:33.805277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 7e338007-7240-4658-b096-09c3f4cb5600 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:33.806571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7e338007-7240-4658-b096-09c3f4cb5600 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:33.807073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c0bffff7-46af-4ce2-b625-976828b04ff2 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:33.825264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:33.837331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: c0bffff7-46af-4ce2-b625-976828b04ff2 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:33.843946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c0bffff7-46af-4ce2-b625-976828b04ff2 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:33.879758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6385d7-a9ef-49d4-ba9b-cedc7e6942b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e7666d-af55-4030-a643-032f918d340e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:34.008769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668085-1586-4853-b635-e081c8576605 req-61e5b1bb-3241-4ad0-9ba0-ba7aac003c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:34.010870 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24668085-1586-4853-b635-e081c8576605 req-61e5b1bb-3241-4ad0-9ba0-ba7aac003c1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.4634259 Jan 31 16:18:34.043164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5314aa-a83f-4aa6-9be8-3345230c64f6 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:34.075657 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5186b0a9-e1ee-4ccc-914c-9efab60df567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:34.107729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24668085-1586-4853-b635-e081c8576605 req-43ab784d-d78a-47d9-94d1-43edbb6f8064 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63c83034-fb89-40e6-ac84-aadcfd375b03 HTTP/1.1" status: 200 len: 217 time: 0.0895708 Jan 31 16:18:34.154331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:34.159351 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:34.211343 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5186b0a9-e1ee-4ccc-914c-9efab60df567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:34.230734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-814666b8-c84b-4eaf-8aad-6b60cdd27ba8 None None] Provisioning complete for port 8768a31f-a121-44d9-80ef-4be611cd6d12 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:34.231369 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-814666b8-c84b-4eaf-8aad-6b60cdd27ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:34.333074 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668085-1586-4853-b635-e081c8576605 req-ef5370b2-91f7-45ea-8e74-324d56aa96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:34.348400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24668085-1586-4853-b635-e081c8576605 req-ef5370b2-91f7-45ea-8e74-324d56aa96fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.2334614 Jan 31 16:18:34.451886 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5186b0a9-e1ee-4ccc-914c-9efab60df567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:34.455146 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5186b0a9-e1ee-4ccc-914c-9efab60df567 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ca9b26ca-d516-4bc8-86be-78bf24bcc0d6 HTTP/1.1" status: 204 len: 168 time: 1.1370585 Jan 31 16:18:34.458033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186b0a9-e1ee-4ccc-914c-9efab60df567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9b26ca-d516-4bc8-86be-78bf24bcc0d6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:34.459040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50708) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:34.490017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50710) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:34.494535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a66cf5-7ac6-411c-98c9-babc04b867e3 None None] Network 91c7532e-6972-4e76-aff0-1d0a19c768b8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:34.578023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b69b01b-c106-42c2-82a8-bfdc3e38b8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:34.600617 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f123-ba21-4b9d-a04b-0aad2863ba77 req-c0f6024c-8545-4c56-9d4a-f05b8f0cca15 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:34.610110 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b62f123-ba21-4b9d-a04b-0aad2863ba77 req-c0f6024c-8545-4c56-9d4a-f05b8f0cca15 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.1534615 Jan 31 16:18:34.620137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668085-1586-4853-b635-e081c8576605 req-17a0d7aa-be17-4ab9-95a5-781a9caea2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:34.621835 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24668085-1586-4853-b635-e081c8576605 req-17a0d7aa-be17-4ab9-95a5-781a9caea2e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2624636 Jan 31 16:18:34.663610 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b62f123-ba21-4b9d-a04b-0aad2863ba77 req-fad316d4-8710-4646-8cf4-1ea5f7f48e66 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521646 Jan 31 16:18:34.677501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e3951-2d22-4c06-9881-a47941f25bfa None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:18:34.703930 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:34.796530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c10e3951-2d22-4c06-9881-a47941f25bfa None None] Deleting port 8768a31f-a121-44d9-80ef-4be611cd6d12 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:34.799641 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c10e3951-2d22-4c06-9881-a47941f25bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:34.957491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd445a08-501b-44bd-a827-c038a3022a29 None None] DHCP port deletion for 91c7532e-6972-4e76-aff0-1d0a19c768b8 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:18:34.975224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24668085-1586-4853-b635-e081c8576605 req-74e53fad-c39f-4dd5-8ef4-dfe08a88e8c6 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176563 Jan 31 16:18:35.013128 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b69b01b-c106-42c2-82a8-bfdc3e38b8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.030099 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c10e3951-2d22-4c06-9881-a47941f25bfa None None] For port 8768a31f-a121-44d9-80ef-4be611cd6d12, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8768a31f-a121-44d9-80ef-4be611cd6d12,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:35.030891 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c10e3951-2d22-4c06-9881-a47941f25bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.049772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c10e3951-2d22-4c06-9881-a47941f25bfa None None] Calling delete_port for 8768a31f-a121-44d9-80ef-4be611cd6d12 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:35.064774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cd445a08-501b-44bd-a827-c038a3022a29 None None] Deleting port 17fc8845-7e83-4707-9284-10ed8d085365 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:35.065270 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cd445a08-501b-44bd-a827-c038a3022a29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.068136 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b69b01b-c106-42c2-82a8-bfdc3e38b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.144252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cd445a08-501b-44bd-a827-c038a3022a29 None None] For port 17fc8845-7e83-4707-9284-10ed8d085365, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=17fc8845-7e83-4707-9284-10ed8d085365,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:35.145090 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cd445a08-501b-44bd-a827-c038a3022a29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.147666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Deleting port 17fc8845-7e83-4707-9284-10ed8d085365 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:35.148010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.163730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cd445a08-501b-44bd-a827-c038a3022a29 None None] Calling delete_port for 17fc8845-7e83-4707-9284-10ed8d085365 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:35.228718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9b69b01b-c106-42c2-82a8-bfdc3e38b8a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0e2e741304b45eab8c46c17e5325454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7359707 Jan 31 16:18:35.231452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50712) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:35.279144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69b01b-c106-42c2-82a8-bfdc3e38b8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39cfce8-9e70-4aa2-857d-d9ff592606ab,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:35.292651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.objects.ports [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108771) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:18:35.362652 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd47ed9b-babd-40ce-a383-a09696acc0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.392083 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c10e3951-2d22-4c06-9881-a47941f25bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.430282 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cd445a08-501b-44bd-a827-c038a3022a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.432332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd47ed9b-babd-40ce-a383-a09696acc0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.435510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24668085-1586-4853-b635-e081c8576605 req-1d710e34-e465-4e29-8589-9d932b6dc704 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526548 Jan 31 16:18:35.446757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] For port 17fc8845-7e83-4707-9284-10ed8d085365, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=17fc8845-7e83-4707-9284-10ed8d085365,segment=NetworkSegment(985d77ca-62a7-4e64-b930-07f9ada6e446),segment_id=985d77ca-62a7-4e64-b930-07f9ada6e446)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:35.447677 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.466163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e3951-2d22-4c06-9881-a47941f25bfa None None] No DVR routers for this DVR port 8768a31f-a121-44d9-80ef-4be611cd6d12 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:18:35.484680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd445a08-501b-44bd-a827-c038a3022a29 None None] No DVR routers for this DVR port 17fc8845-7e83-4707-9284-10ed8d085365 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:18:35.506788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Calling delete_port for 17fc8845-7e83-4707-9284-10ed8d085365 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:35.540814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e3951-2d22-4c06-9881-a47941f25bfa None None] Pushing event deleted for resources: {'Port': ['ID=8768a31f-a121-44d9-80ef-4be611cd6d12,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:35.573770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd47ed9b-babd-40ce-a383-a09696acc0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.577826 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd47ed9b-babd-40ce-a383-a09696acc0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.580208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bd47ed9b-babd-40ce-a383-a09696acc0bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f39cfce8-9e70-4aa2-857d-d9ff592606ab HTTP/1.1" status: 204 len: 168 time: 0.3475847 Jan 31 16:18:35.601209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47ed9b-babd-40ce-a383-a09696acc0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39cfce8-9e70-4aa2-857d-d9ff592606ab,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:35.673817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd445a08-501b-44bd-a827-c038a3022a29 None None] Pushing event deleted for resources: {'Port': ['ID=17fc8845-7e83-4707-9284-10ed8d085365,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:35.709405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-ac612f00-6266-4c06-b1bb-f00e96ba0a73 req-76ffa3d3-0e60-4126-b01c-7d3371755e1a service neutron] (108771) timed out ('10.222.0.36', 52524) {{(pid=108771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:18:35.747807 n-d-827120-1 neutron-server[108771]: WARNING neutron.services.revisions.revision_plugin [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Could not find related port for resource to bump revision. Jan 31 16:18:35.782350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8768a31f-a121-44d9-80ef-4be611cd6d12 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:35.791346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_pluggable_backend [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Port 8768a31f-a121-44d9-80ef-4be611cd6d12 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=108771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 31 16:18:35.791874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_pluggable_backend [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Reverting IP allocation for 2001:db8::f816:3eff:fe95:538b {{(pid=108771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 31 16:18:35.806519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_pluggable_backend [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe95:538b {{(pid=108771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 31 16:18:35.823381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8768a31f-a121-44d9-80ef-4be611cd6d12 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:35.823958 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8768a31f-a121-44d9-80ef-4be611cd6d12 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:35.824145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 17fc8845-7e83-4707-9284-10ed8d085365 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:35.831694 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:35.872023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 17fc8845-7e83-4707-9284-10ed8d085365 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:35.872359 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 17fc8845-7e83-4707-9284-10ed8d085365 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:35.969636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:35.992395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:35.997177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:35.997882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:36.008486 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d402f515-eaad-4acc-b49b-6b72f14ec606 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:36.021023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:36.042773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] No DVR routers for this DVR port 17fc8845-7e83-4707-9284-10ed8d085365 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:18:36.082140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=f1e465b7-84f1-41cc-9c29-20af730b03c8,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:36.300022 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-147e4092-3dcc-4a55-a14c-7377214de748 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4869771 Jan 31 16:18:36.304368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50728) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:36.311728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': 'f1e465b7-84f1-41cc-9c29-20af730b03c8'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:18:36.316104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f30dc720-526e-43eb-a8eb-1aec224464d9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:36.320261 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:36.320984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=17fc8845-7e83-4707-9284-10ed8d085365,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:36.376517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b64e1-aef5-4f23-805f-ca212b0b3c79 req-d89a12ae-ec74-4742-984c-7f68b7ba0b78 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:36.378128 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d04b64e1-aef5-4f23-805f-ca212b0b3c79 req-d89a12ae-ec74-4742-984c-7f68b7ba0b78 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.5178375 Jan 31 16:18:36.386145 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:36.482059 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d04b64e1-aef5-4f23-805f-ca212b0b3c79 req-22d6f5fc-4dde-49d3-b045-e2b03ce8a468 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930600 Jan 31 16:18:36.483828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c7532e-6972-4e76-aff0-1d0a19c768b8']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:36.502732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985d77ca-62a7-4e64-b930-07f9ada6e446') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:36.503009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985d77ca-62a7-4e64-b930-07f9ada6e446') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:36.542615 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:36.582001 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:36.598516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:18:36.601620 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:18:36.604243 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:18:36.806243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30dc720-526e-43eb-a8eb-1aec224464d9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:36.822632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f30dc720-526e-43eb-a8eb-1aec224464d9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:36.873774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Allocated IP 2001:db8::f816:3eff:fed3:623e (71af9802-526e-47d9-9573-c6794664f00c/f1e465b7-84f1-41cc-9c29-20af730b03c8/8872ca1f-1058-48b6-ace3-e9b42750bae8) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:36.874484 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:36.895344 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:36.904928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] 10.222.0.36 "DELETE /v2.0/networks/91c7532e-6972-4e76-aff0-1d0a19c768b8 HTTP/1.1" status: 204 len: 168 time: 2.4342959 Jan 31 16:18:36.918272 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50742) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:37.120456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2885033-2ffc-489e-a8e3-206be3870d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c7532e-6972-4e76-aff0-1d0a19c768b8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:37.253019 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:37.253019 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:37.363364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:37.366692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:37.371670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:18:37.375555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Pushing event updated for resources: {'Port': ['ID=8872ca1f-1058-48b6-ace3-e9b42750bae8,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:37.398204 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f30dc720-526e-43eb-a8eb-1aec224464d9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:37.492718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30dc720-526e-43eb-a8eb-1aec224464d9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:37.496434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Attempting to bind port 8872ca1f-1058-48b6-ace3-e9b42750bae8 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:18:37.496894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Attempting to bind port 8872ca1f-1058-48b6-ace3-e9b42750bae8 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:18:37.497326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Attempting to bind port 8872ca1f-1058-48b6-ace3-e9b42750bae8 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:18:37.507022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-f30dc720-526e-43eb-a8eb-1aec224464d9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:37.510487 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:18:37.512022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:18:37.513573 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:37.515801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:18:37.516592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Bound port: 8872ca1f-1058-48b6-ace3-e9b42750bae8, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:18:37.517089 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:37.524305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30dc720-526e-43eb-a8eb-1aec224464d9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:37.525310 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f30dc720-526e-43eb-a8eb-1aec224464d9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:37.601443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f30dc720-526e-43eb-a8eb-1aec224464d9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2957358 Jan 31 16:18:37.602777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dc720-526e-43eb-a8eb-1aec224464d9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=da7bcf80-07b4-419c-8c1f-5cccbe1281f3,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:37.604367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50754) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:37.611171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:2c:78:9e', 'name': 'tempest-NetworksTestDHCPv6-642717591'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:37.799620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785b87c-0ef5-4a58-bbf6-0d0e00eeeebc req-1cd3aa7b-8bac-4296-af16-659efbae8dbb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:37.801311 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7785b87c-0ef5-4a58-bbf6-0d0e00eeeebc req-1cd3aa7b-8bac-4296-af16-659efbae8dbb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.1408257 Jan 31 16:18:37.802693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] For port 8872ca1f-1058-48b6-ace3-e9b42750bae8, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:18:37.806540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] For port 8872ca1f-1058-48b6-ace3-e9b42750bae8, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8872ca1f-1058-48b6-ace3-e9b42750bae8,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:18:37.816175 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:37.878204 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7785b87c-0ef5-4a58-bbf6-0d0e00eeeebc req-579da881-7be4-4a26-bf50-6e230c5b6049 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696695 Jan 31 16:18:38.013123 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:18:38.090786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff12ec-61e5-49db-b92f-d14d364949c8 None None] Pushing event updated for resources: {'Port': ['ID=8872ca1f-1058-48b6-ace3-e9b42750bae8,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:38.726545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:38.909355 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:38.946514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port d1ca002b-662c-4f56-a411-66c8ef04cc2c yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:18:38.959572 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08fe77e0-a5c9-4505-8102-861b23fdf2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:39.477963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1d2e6-1891-4ed5-aab9-371950166d84 req-695b9cf6-13aa-4dd1-99e9-75b0dcfb3fd5 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:39.479564 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6e1d2e6-1891-4ed5-aab9-371950166d84 req-695b9cf6-13aa-4dd1-99e9-75b0dcfb3fd5 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.4026544 Jan 31 16:18:39.575237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb909d4-ea59-4450-b2db-60f07f615da7 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:39.606846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 172.20.0.12 (71af9802-526e-47d9-9573-c6794664f00c/da7bcf80-07b4-419c-8c1f-5cccbe1281f3/d1ca002b-662c-4f56-a411-66c8ef04cc2c) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:39.622172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::f816:3eff:fe2c:789e (71af9802-526e-47d9-9573-c6794664f00c/f1e465b7-84f1-41cc-9c29-20af730b03c8/d1ca002b-662c-4f56-a411-66c8ef04cc2c) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:39.712986 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6e1d2e6-1891-4ed5-aab9-371950166d84 req-dc6a4d82-503b-4a6f-acce-0af7c865f8d8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057292 Jan 31 16:18:39.810090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7f8b5900-26a0-4121-865c-a7936b48d992 None None] Provisioning complete for port 8872ca1f-1058-48b6-ace3-e9b42750bae8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:39.810301 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5900-26a0-4121-865c-a7936b48d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:39.858774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8872ca1f-1058-48b6-ace3-e9b42750bae8 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:40.024575 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5900-26a0-4121-865c-a7936b48d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:40.082147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:40.130369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7f8b5900-26a0-4121-865c-a7936b48d992 None None] For port 8872ca1f-1058-48b6-ace3-e9b42750bae8, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8872ca1f-1058-48b6-ace3-e9b42750bae8,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:40.132121 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8872ca1f-1058-48b6-ace3-e9b42750bae8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:40.132570 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:40.163349 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5900-26a0-4121-865c-a7936b48d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:40.203070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-08fe77e0-a5c9-4505-8102-861b23fdf2d7 admin admin] Deleting port bed85b0c-ef3f-44e9-bf08-042f423bbcb4 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:40.204407 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08fe77e0-a5c9-4505-8102-861b23fdf2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:40.276251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b5900-26a0-4121-865c-a7936b48d992 None None] Pushing event updated for resources: {'Port': ['ID=8872ca1f-1058-48b6-ace3-e9b42750bae8,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:40.365450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-08fe77e0-a5c9-4505-8102-861b23fdf2d7 admin admin] For port bed85b0c-ef3f-44e9-bf08-042f423bbcb4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bed85b0c-ef3f-44e9-bf08-042f423bbcb4,segment=NetworkSegment(f9439285-82de-48c3-b2c8-92a360cbefff),segment_id=f9439285-82de-48c3-b2c8-92a360cbefff)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:40.366190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08fe77e0-a5c9-4505-8102-861b23fdf2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:40.374394 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff881cac-814d-43f4-8f3d-c8a506e234c5 None None] Update dhcp port {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': 'f1e465b7-84f1-41cc-9c29-20af730b03c8', 'ip_address': '2001:db8::f816:3eff:fed3:623e'}, {'subnet_id': 'da7bcf80-07b4-419c-8c1f-5cccbe1281f3'}], 'binding:host_id': 'n-d-827120-1'}, 'id': '8872ca1f-1058-48b6-ace3-e9b42750bae8'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:18:40.382205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-08fe77e0-a5c9-4505-8102-861b23fdf2d7 admin admin] Calling delete_port for bed85b0c-ef3f-44e9-bf08-042f423bbcb4 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:40.404709 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff881cac-814d-43f4-8f3d-c8a506e234c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:40.467620 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:40.536432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:40.543785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:40.549157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:18:40.618796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=d1ca002b-662c-4f56-a411-66c8ef04cc2c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:40.685523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:40.686141 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:40.723756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c31e47bf-1ce2-4271-8da4-a33e1208dbcd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1182330 Jan 31 16:18:40.726206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50812) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:40.847191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664fa292-73b1-4fea-8894-9092edc64689 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:40.854109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664fa292-73b1-4fea-8894-9092edc64689 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:40.858879 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-664fa292-73b1-4fea-8894-9092edc64689 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1310699 Jan 31 16:18:40.859566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50822) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:40.901650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-ff881cac-814d-43f4-8f3d-c8a506e234c5 None None] Allocated IP 172.20.0.2 (71af9802-526e-47d9-9573-c6794664f00c/da7bcf80-07b4-419c-8c1f-5cccbe1281f3/8872ca1f-1058-48b6-ace3-e9b42750bae8) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:40.971305 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08fe77e0-a5c9-4505-8102-861b23fdf2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:41.009087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be851ec-526f-49ad-9b27-1e18cf402c3c req-7e01150c-3736-4ca4-a113-791d3e5a20c1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:41.017722 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9be851ec-526f-49ad-9b27-1e18cf402c3c req-7e01150c-3736-4ca4-a113-791d3e5a20c1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.1605871 Jan 31 16:18:41.051324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe77e0-a5c9-4505-8102-861b23fdf2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed85b0c-ef3f-44e9-bf08-042f423bbcb4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:41.118728 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9be851ec-526f-49ad-9b27-1e18cf402c3c req-a24a9b28-bd0d-47af-8da4-66a76387052c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995846 Jan 31 16:18:41.164433 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6a093602-1b7f-4425-b40e-704fe6aa2756 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port d1ca002b-662c-4f56-a411-66c8ef04cc2c {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:41.164983 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a093602-1b7f-4425-b40e-704fe6aa2756 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:41.273115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ff881cac-814d-43f4-8f3d-c8a506e234c5 None None] For port 8872ca1f-1058-48b6-ace3-e9b42750bae8, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8872ca1f-1058-48b6-ace3-e9b42750bae8,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:41.446743 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff881cac-814d-43f4-8f3d-c8a506e234c5 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:41.459219 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff881cac-814d-43f4-8f3d-c8a506e234c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:41.487340 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a093602-1b7f-4425-b40e-704fe6aa2756 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:41.592510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6a093602-1b7f-4425-b40e-704fe6aa2756 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for d1ca002b-662c-4f56-a411-66c8ef04cc2c owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:41.656688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff881cac-814d-43f4-8f3d-c8a506e234c5 None None] Pushing event updated for resources: {'Port': ['ID=8872ca1f-1058-48b6-ace3-e9b42750bae8,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:41.789809 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08fe77e0-a5c9-4505-8102-861b23fdf2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:41.857595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8872ca1f-1058-48b6-ace3-e9b42750bae8 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:41.985528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8872ca1f-1058-48b6-ace3-e9b42750bae8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:41.986136 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:42.544955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78534a-da77-4239-8137-8cf0807fa275 req-5e211a6c-59d9-469d-9563-ed7698646637 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:42.548739 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d78534a-da77-4239-8137-8cf0807fa275 req-5e211a6c-59d9-469d-9563-ed7698646637 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.2569757 Jan 31 16:18:42.590274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fe77e0-a5c9-4505-8102-861b23fdf2d7 admin admin] Router 9bd11471-cfb2-4417-9d9e-9037bd68624d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:18:42.605293 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a093602-1b7f-4425-b40e-704fe6aa2756 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:42.706421 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d78534a-da77-4239-8137-8cf0807fa275 req-d4c352b7-febd-44c9-9833-fc7dae3e2bef tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461322 Jan 31 16:18:42.712745 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a093602-1b7f-4425-b40e-704fe6aa2756 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=d1ca002b-662c-4f56-a411-66c8ef04cc2c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:42.748168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4d308204-8069-49e6-80f4-925f74787e8e None None] Provisioning complete for port 8872ca1f-1058-48b6-ace3-e9b42750bae8 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:42.748168 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4d308204-8069-49e6-80f4-925f74787e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:42.983559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fe77e0-a5c9-4505-8102-861b23fdf2d7 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:18:42.993368 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-08fe77e0-a5c9-4505-8102-861b23fdf2d7 admin admin] 10.222.0.36 "PUT /v2.0/routers/9bd11471-cfb2-4417-9d9e-9037bd68624d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0717149 Jan 31 16:18:42.994402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50868) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:42.996657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0858e-7ff6-471b-8b8f-5e7db8f566e9 None None] Sync routers for ids ['9bd11471-cfb2-4417-9d9e-9037bd68624d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:18:43.014448 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0858e-7ff6-471b-8b8f-5e7db8f566e9 None None] Routers {'9bd11471-cfb2-4417-9d9e-9037bd68624d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:43.015090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-89e0858e-7ff6-471b-8b8f-5e7db8f566e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:18:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9bd11471-cfb2-4417-9d9e-9037bd68624d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:43.115111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a093602-1b7f-4425-b40e-704fe6aa2756 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:43.120806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6a093602-1b7f-4425-b40e-704fe6aa2756 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/d1ca002b-662c-4f56-a411-66c8ef04cc2c HTTP/1.1" status: 204 len: 168 time: 2.2581706 Jan 31 16:18:43.123436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50872) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:43.284363 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850c8a4f-fd6d-4822-a533-614cd88b7bc7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:43.286121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850c8a4f-fd6d-4822-a533-614cd88b7bc7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:43.287647 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850c8a4f-fd6d-4822-a533-614cd88b7bc7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:43.289276 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-850c8a4f-fd6d-4822-a533-614cd88b7bc7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1642005 Jan 31 16:18:43.302125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50876) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:43.359050 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:43.417436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ea3d71-9c96-4a0b-99a4-13e09557bf42 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet da7bcf80-07b4-419c-8c1f-5cccbe1281f3 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:18:43.439922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16ea3d71-9c96-4a0b-99a4-13e09557bf42 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:43.487849 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:43.544753 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16ea3d71-9c96-4a0b-99a4-13e09557bf42 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:43.578338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7687c869-c367-473f-8332-ba33943aceff None None] Could not find standard attr ID for object d1ca002b-662c-4f56-a411-66c8ef04cc2c. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:18:43.765877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8872ca1f-1058-48b6-ace3-e9b42750bae8 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:43.795118 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16ea3d71-9c96-4a0b-99a4-13e09557bf42 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:43.810861 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-89e0858e-7ff6-471b-8b8f-5e7db8f566e9 None None] Set router 9bd11471-cfb2-4417-9d9e-9037bd68624d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:18:43.943030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8872ca1f-1058-48b6-ace3-e9b42750bae8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:43.943596 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:44.004001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e8adc-22b1-4a17-9624-a8811bd24910 req-9b85c244-b4e1-488f-b59b-edf90003af47 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:44.015392 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-531e8adc-22b1-4a17-9624-a8811bd24910 req-9b85c244-b4e1-488f-b59b-edf90003af47 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.1155894 Jan 31 16:18:44.080730 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-531e8adc-22b1-4a17-9624-a8811bd24910 req-062fc0fe-a9f6-49df-ac07-a81bbeb668d9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640566 Jan 31 16:18:44.104811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16ea3d71-9c96-4a0b-99a4-13e09557bf42 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:44.113806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Deleting port c7754c43-2c2a-44b9-a35a-656484276175 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:44.114987 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:44.145719 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea3d71-9c96-4a0b-99a4-13e09557bf42 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=da7bcf80-07b4-419c-8c1f-5cccbe1281f3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:44.161091 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-16ea3d71-9c96-4a0b-99a4-13e09557bf42 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:44.164658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-16ea3d71-9c96-4a0b-99a4-13e09557bf42 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/da7bcf80-07b4-419c-8c1f-5cccbe1281f3 HTTP/1.1" status: 204 len: 168 time: 0.8614736 Jan 31 16:18:44.167280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50892) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:44.174072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31853ade-7c6c-43a9-a367-b7159ed36e8c None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:44.235452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-30da7033-dec8-44c8-95f7-d054fcb341af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet f1e465b7-84f1-41cc-9c29-20af730b03c8 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:18:44.240546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-30da7033-dec8-44c8-95f7-d054fcb341af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:44.288196 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-30da7033-dec8-44c8-95f7-d054fcb341af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:44.296740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] For port c7754c43-2c2a-44b9-a35a-656484276175, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=c7754c43-2c2a-44b9-a35a-656484276175,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:44.297117 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:44.335681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Calling delete_port for c7754c43-2c2a-44b9-a35a-656484276175 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:44.376775 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-89e0858e-7ff6-471b-8b8f-5e7db8f566e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'name': 'tempest-TestServerMultinode-970900384-router', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:17:10Z', 'updated_at': '2022-01-31T16:18:40Z', 'revision_number': 5, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'gw_port': {'id': 'c7754c43-2c2a-44b9-a35a-656484276175', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:17:12Z', 'updated_at': '2022-01-31T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:44.381130 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-30da7033-dec8-44c8-95f7-d054fcb341af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:44.480746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0858e-7ff6-471b-8b8f-5e7db8f566e9 None None] Checking router: 9bd11471-cfb2-4417-9d9e-9037bd68624d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:18:44.501825 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-30da7033-dec8-44c8-95f7-d054fcb341af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:44.559737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0858e-7ff6-471b-8b8f-5e7db8f566e9 None None] Routers {'9bd11471-cfb2-4417-9d9e-9037bd68624d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:18:44.560990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-89e0858e-7ff6-471b-8b8f-5e7db8f566e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:18:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9bd11471-cfb2-4417-9d9e-9037bd68624d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:44.699920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-89e0858e-7ff6-471b-8b8f-5e7db8f566e9 None None] Set router 9bd11471-cfb2-4417-9d9e-9037bd68624d gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:18:44.714363 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:44.771383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7754c43-2c2a-44b9-a35a-656484276175,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:44.844115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b39af-ae89-4b00-9192-a88ca19551e9 None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:18:44.847622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-89e0858e-7ff6-471b-8b8f-5e7db8f566e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'name': 'tempest-TestServerMultinode-970900384-router', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:17:10Z', 'updated_at': '2022-01-31T16:18:43Z', 'revision_number': 6, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:44.902518 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:44.953137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0858e-7ff6-471b-8b8f-5e7db8f566e9 None None] The sync data for ids ['9bd11471-cfb2-4417-9d9e-9037bd68624d'] in n-d-827120-1 is: [{'id': '9bd11471-cfb2-4417-9d9e-9037bd68624d', 'name': 'tempest-TestServerMultinode-970900384-router', 'tenant_id': 'fa75ed551b254652883790bbfc6f4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:17:10Z', 'updated_at': '2022-01-31T16:18:43Z', 'revision_number': 6, 'project_id': 'fa75ed551b254652883790bbfc6f4b71', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:18:45.001189 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b39af-ae89-4b00-9192-a88ca19551e9 None None] Deleting port 8872ca1f-1058-48b6-ace3-e9b42750bae8 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:45.001745 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6e0b39af-ae89-4b00-9192-a88ca19551e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.082031 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6e0b39af-ae89-4b00-9192-a88ca19551e9 None None] For port 8872ca1f-1058-48b6-ace3-e9b42750bae8, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8872ca1f-1058-48b6-ace3-e9b42750bae8,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:45.082429 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6e0b39af-ae89-4b00-9192-a88ca19551e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.113263 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da7033-dec8-44c8-95f7-d054fcb341af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e465b7-84f1-41cc-9c29-20af730b03c8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:45.133832 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-30da7033-dec8-44c8-95f7-d054fcb341af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.137648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-30da7033-dec8-44c8-95f7-d054fcb341af tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/f1e465b7-84f1-41cc-9c29-20af730b03c8 HTTP/1.1" status: 204 len: 168 time: 0.9691029 Jan 31 16:18:45.142681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50916) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:45.164647 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b39af-ae89-4b00-9192-a88ca19551e9 None None] Calling delete_port for 8872ca1f-1058-48b6-ace3-e9b42750bae8 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:45.231308 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6ead11e1-83e5-4d25-9bec-315116685e30 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872040 Jan 31 16:18:45.234713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50918) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:45.241065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d1738fa8-160a-4de8-90cb-f460ccec2ffa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:45.249961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.252288 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.337802 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6e0b39af-ae89-4b00-9192-a88ca19551e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.368404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b39af-ae89-4b00-9192-a88ca19551e9 None None] Pushing event deleted for resources: {'Port': ['ID=8872ca1f-1058-48b6-ace3-e9b42750bae8,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:45.385593 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0b39af-ae89-4b00-9192-a88ca19551e9 None None] No DVR routers for this DVR port 8872ca1f-1058-48b6-ace3-e9b42750bae8 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:18:45.414208 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.414950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bd11471-cfb2-4417-9d9e-9037bd68624d {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:18:45.416313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1738fa8-160a-4de8-90cb-f460ccec2ffa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:45.420923 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.422688 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1738fa8-160a-4de8-90cb-f460ccec2ffa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.422808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-484369bc-ad63-4a92-a486-cc6bf81fe8e6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9bd11471-cfb2-4417-9d9e-9037bd68624d HTTP/1.1" status: 204 len: 168 time: 2.4171009 Jan 31 16:18:45.425320 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50920) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:45.532639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4612c7-7961-4172-8647-96fe5def3a54 admin admin] Deleting subnet 7c50749d-ef84-4438-bdf3-3412e541c56d {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:18:45.538527 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf4612c7-7961-4172-8647-96fe5def3a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.625510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef1ce4-4557-4d5c-8d08-78d509f50b52 req-6891adb2-dabd-417f-966d-59def4947b0b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:45.627410 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4eef1ce4-4557-4d5c-8d08-78d509f50b52 req-6891adb2-dabd-417f-966d-59def4947b0b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.2853832 Jan 31 16:18:45.692837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1738fa8-160a-4de8-90cb-f460ccec2ffa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.743624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf4612c7-7961-4172-8647-96fe5def3a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.795846 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4eef1ce4-4557-4d5c-8d08-78d509f50b52 req-13ae0228-d642-4171-892b-4df7e6519d37 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575041 Jan 31 16:18:45.821969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1738fa8-160a-4de8-90cb-f460ccec2ffa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=067e2919-d64d-4763-9e22-d0590053f38b,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:45.840375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1738fa8-160a-4de8-90cb-f460ccec2ffa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:45.842493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d1738fa8-160a-4de8-90cb-f460ccec2ffa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:45.846631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1738fa8-160a-4de8-90cb-f460ccec2ffa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:45.847595 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1738fa8-160a-4de8-90cb-f460ccec2ffa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:45.852529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09aa606-4fdc-4a5f-b2b5-c852d24f7bb8 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:45.880504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d1738fa8-160a-4de8-90cb-f460ccec2ffa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6430044 Jan 31 16:18:45.884324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50936) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:45.895856 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-187cb8a6-b9fb-4cf9-a446-e8688662ccf6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:46.041501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8872ca1f-1058-48b6-ace3-e9b42750bae8 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:46.049004 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf4612c7-7961-4172-8647-96fe5def3a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:46.118595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8872ca1f-1058-48b6-ace3-e9b42750bae8 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:46.120357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8872ca1f-1058-48b6-ace3-e9b42750bae8 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:46.120945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c7754c43-2c2a-44b9-a35a-656484276175 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:46.169841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187cb8a6-b9fb-4cf9-a446-e8688662ccf6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:46.172582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: c7754c43-2c2a-44b9-a35a-656484276175 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:46.173751 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187cb8a6-b9fb-4cf9-a446-e8688662ccf6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:46.174211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device c7754c43-2c2a-44b9-a35a-656484276175 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:46.175904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bed85b0c-ef3f-44e9-bf08-042f423bbcb4 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:46.187979 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf4612c7-7961-4172-8647-96fe5def3a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:46.221302 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf4612c7-7961-4172-8647-96fe5def3a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:46.224861 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cf4612c7-7961-4172-8647-96fe5def3a54 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7c50749d-ef84-4438-bdf3-3412e541c56d HTTP/1.1" status: 204 len: 168 time: 0.7984817 Jan 31 16:18:46.236992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50938) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:46.253719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7098180c-0b90-47a8-a237-0f4b435d5c7f None None] Network c937db70-9fe7-440b-88b0-192724d76874 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:46.261189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4612c7-7961-4172-8647-96fe5def3a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c50749d-ef84-4438-bdf3-3412e541c56d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:46.435855 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:46.464150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: bed85b0c-ef3f-44e9-bf08-042f423bbcb4 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:46.464150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bed85b0c-ef3f-44e9-bf08-042f423bbcb4 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:46.525180 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': '067e2919-d64d-4763-9e22-d0590053f38b'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:18:46.526331 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:46.705145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Deleting port fbe6d460-8899-4fca-88ba-5c9f5f57db55 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:46.705904 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:46.809610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] For port fbe6d460-8899-4fca-88ba-5c9f5f57db55, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=fbe6d460-8899-4fca-88ba-5c9f5f57db55,segment=NetworkSegment(f9439285-82de-48c3-b2c8-92a360cbefff),segment_id=f9439285-82de-48c3-b2c8-92a360cbefff)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:46.810038 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:46.845848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Calling delete_port for fbe6d460-8899-4fca-88ba-5c9f5f57db55 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:46.914646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Allocated IP 172.20.0.2 (71af9802-526e-47d9-9573-c6794664f00c/067e2919-d64d-4763-9e22-d0590053f38b/d61d95d8-832a-40a4-8d48-e6a5b38edf43) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:47.025278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.objects.ports [None req-187cb8a6-b9fb-4cf9-a446-e8688662ccf6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108772) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:18:47.045314 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187cb8a6-b9fb-4cf9-a446-e8688662ccf6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.126367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187cb8a6-b9fb-4cf9-a446-e8688662ccf6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:47.135721 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-187cb8a6-b9fb-4cf9-a446-e8688662ccf6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:47.141623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187cb8a6-b9fb-4cf9-a446-e8688662ccf6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:47.142472 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187cb8a6-b9fb-4cf9-a446-e8688662ccf6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.160732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cb8a6-b9fb-4cf9-a446-e8688662ccf6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=f4507be8-f02d-44c4-ba67-71f4596a0837,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:47.177458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5a656-cc3c-4023-8c12-bd8617374197 req-120fbee9-94b5-4bc6-955c-0ab4ee46f1ae tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:47.179380 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-faa5a656-cc3c-4023-8c12-bd8617374197 req-120fbee9-94b5-4bc6-955c-0ab4ee46f1ae tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.2681699 Jan 31 16:18:47.187449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 50956) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:47.187855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-187cb8a6-b9fb-4cf9-a446-e8688662ccf6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3014207 Jan 31 16:18:47.193168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:a4:65:29', 'name': 'tempest-NetworksTestDHCPv6-352183331'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:47.200857 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.242565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] No DVR routers for this DVR port fbe6d460-8899-4fca-88ba-5c9f5f57db55 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:18:47.255082 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.255696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe6d460-8899-4fca-88ba-5c9f5f57db55,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:47.270610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe586622-b950-485d-93de-864640dfcf8f None None] DHCP port deletion for c937db70-9fe7-440b-88b0-192724d76874 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:18:47.287697 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.336142 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-faa5a656-cc3c-4023-8c12-bd8617374197 req-bde4a945-e8ca-47e4-92af-29a21d1c7878 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419144 Jan 31 16:18:47.408358 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.439823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c937db70-9fe7-440b-88b0-192724d76874']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:47.451754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9439285-82de-48c3-b2c8-92a360cbefff') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:47.452354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9439285-82de-48c3-b2c8-92a360cbefff') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:18:47.456388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:47.462480 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:47.464592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:47.466700 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.468222 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:18:47.480849 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea996-1573-4100-a283-0b0e4eedf569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.482811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.504742 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:18:47.505152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:18:47.507045 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:18:47.541308 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Pushing event updated for resources: {'Port': ['ID=d61d95d8-832a-40a4-8d48-e6a5b38edf43,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:47.598956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Attempting to bind port d61d95d8-832a-40a4-8d48-e6a5b38edf43 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:18:47.599328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Attempting to bind port d61d95d8-832a-40a4-8d48-e6a5b38edf43 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:18:47.599578 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.599687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Attempting to bind port d61d95d8-832a-40a4-8d48-e6a5b38edf43 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:18:47.612640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:18:47.613098 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:18:47.613530 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.613922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:18:47.614404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Bound port: d61d95d8-832a-40a4-8d48-e6a5b38edf43, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:18:47.614792 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.631961 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.637874 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] 10.222.0.36 "DELETE /v2.0/networks/c937db70-9fe7-440b-88b0-192724d76874 HTTP/1.1" status: 204 len: 168 time: 1.3970325 Jan 31 16:18:47.637874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6c84a-492c-4770-a44d-10bf78f401da admin admin] Pushing event deleted for resources: {'Network': ['ID=c937db70-9fe7-440b-88b0-192724d76874,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:47.728181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fbe6d460-8899-4fca-88ba-5c9f5f57db55 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:47.734647 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:47.757995 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port aea363c5-0274-48f7-8f66-625469e3066f yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:18:47.773905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: fbe6d460-8899-4fca-88ba-5c9f5f57db55 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:47.774512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fbe6d460-8899-4fca-88ba-5c9f5f57db55 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:47.780305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] For port d61d95d8-832a-40a4-8d48-e6a5b38edf43, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:18:47.822350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] For port d61d95d8-832a-40a4-8d48-e6a5b38edf43, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d61d95d8-832a-40a4-8d48-e6a5b38edf43,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:18:47.835198 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:48.004328 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 172.20.0.14 (71af9802-526e-47d9-9573-c6794664f00c/067e2919-d64d-4763-9e22-d0590053f38b/aea363c5-0274-48f7-8f66-625469e3066f) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:48.012306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::f816:3eff:fea4:6529 (71af9802-526e-47d9-9573-c6794664f00c/f4507be8-f02d-44c4-ba67-71f4596a0837/aea363c5-0274-48f7-8f66-625469e3066f) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:48.026108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a31c9-b9b9-4f09-b66a-851eaa8acc07 None None] Pushing event updated for resources: {'Port': ['ID=d61d95d8-832a-40a4-8d48-e6a5b38edf43,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:48.146869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50974) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:48.242292 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a489a94d-c153-4514-94b4-4bdc1301b005 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90a096e31b9f4f20be105189c1be5450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932233 Jan 31 16:18:48.243134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50976) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:48.252484 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:48.335228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:48.379089 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2541d87e-603b-4a14-8e8e-7d2c97bf1948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:48.404513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:48.423666 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2541d87e-603b-4a14-8e8e-7d2c97bf1948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:48.425260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:48.429918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:18:48.528562 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2541d87e-603b-4a14-8e8e-7d2c97bf1948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:48.531630 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2541d87e-603b-4a14-8e8e-7d2c97bf1948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:48.532810 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2541d87e-603b-4a14-8e8e-7d2c97bf1948 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19070c3d-2a5f-400e-b88d-3db1c020e4ee HTTP/1.1" status: 204 len: 168 time: 0.2886455 Jan 31 16:18:48.541485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541d87e-603b-4a14-8e8e-7d2c97bf1948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19070c3d-2a5f-400e-b88d-3db1c020e4ee,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:48.606588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=aea363c5-0274-48f7-8f66-625469e3066f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:48.670852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:48.670852 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:48.716066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5cf2b-aa45-4d04-84a6-728821d27bdd req-f9e651ce-4cda-4789-b398-98bc21d0b35d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:48.718432 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1fd5cf2b-aa45-4d04-84a6-728821d27bdd req-f9e651ce-4cda-4789-b398-98bc21d0b35d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.2154653 Jan 31 16:18:48.745404 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a146c96e-befb-40e8-b777-bdfecbcb1804 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5545070 Jan 31 16:18:48.745718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50986) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:48.841086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a51650e-413e-442e-a45b-aabd2627db9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:48.872822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a51650e-413e-442e-a45b-aabd2627db9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:48.873447 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1fd5cf2b-aa45-4d04-84a6-728821d27bdd req-af77be00-1c6b-454e-ad59-29589e186e4e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420524 Jan 31 16:18:48.877191 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6a51650e-413e-442e-a45b-aabd2627db9f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1280038 Jan 31 16:18:48.877414 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 50992) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:49.056564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b2dbbe75-346e-423c-b146-053a080cbc3b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port aea363c5-0274-48f7-8f66-625469e3066f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:49.056924 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b2dbbe75-346e-423c-b146-053a080cbc3b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:49.264688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51006) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:49.292845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b2dbbe75-346e-423c-b146-053a080cbc3b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:49.322619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b2dbbe75-346e-423c-b146-053a080cbc3b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for aea363c5-0274-48f7-8f66-625469e3066f owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:49.380797 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b76708cf-f9ff-44c1-bc6e-3c69039a602c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa75ed551b254652883790bbfc6f4b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149139 Jan 31 16:18:49.383526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51010) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:49.507401 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8da2-af00-4ddc-b4c4-8d8ee8333994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:49.611450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8da2-af00-4ddc-b4c4-8d8ee8333994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:49.684748 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aaeafcc3-651e-431f-b24a-1b9dca81e5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:49.800253 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8da2-af00-4ddc-b4c4-8d8ee8333994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:49.808314 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8da2-af00-4ddc-b4c4-8d8ee8333994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:49.810077 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1b6c8da2-af00-4ddc-b4c4-8d8ee8333994 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b433fc33-e1b3-4163-a070-a67a66a38c2c HTTP/1.1" status: 204 len: 168 time: 0.4245749 Jan 31 16:18:49.834204 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b2dbbe75-346e-423c-b146-053a080cbc3b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:49.839707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c8da2-af00-4ddc-b4c4-8d8ee8333994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b433fc33-e1b3-4163-a070-a67a66a38c2c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:49.911891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbbe75-346e-423c-b146-053a080cbc3b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=aea363c5-0274-48f7-8f66-625469e3066f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:49.962154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d61d95d8-832a-40a4-8d48-e6a5b38edf43 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:50.086411 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e7125-7e77-49b5-8ff5-66281e4adb6f None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:50.148030 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b2dbbe75-346e-423c-b146-053a080cbc3b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:50.160290 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b2dbbe75-346e-423c-b146-053a080cbc3b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/aea363c5-0274-48f7-8f66-625469e3066f HTTP/1.1" status: 204 len: 168 time: 1.2794089 Jan 31 16:18:50.160639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51028) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:50.222113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e07e3-2ac6-4b9a-870c-b8fc7cc11798 req-10e65b7c-27da-4f5e-b15f-86d0bb4620f0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:50.228872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-416c04e8-81f3-42bf-8809-e768cc62e37a None None] Provisioning complete for port d61d95d8-832a-40a4-8d48-e6a5b38edf43 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:50.242117 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-416c04e8-81f3-42bf-8809-e768cc62e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:50.246477 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf1e07e3-2ac6-4b9a-870c-b8fc7cc11798 req-10e65b7c-27da-4f5e-b15f-86d0bb4620f0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.2431016 Jan 31 16:18:50.358629 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf1e07e3-2ac6-4b9a-870c-b8fc7cc11798 req-cda40834-c9da-42df-a12e-637a6198dd9f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111524 Jan 31 16:18:50.372631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813a7eb-1e77-4797-9039-481feb651ecd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:50.375404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813a7eb-1e77-4797-9039-481feb651ecd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:50.377335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813a7eb-1e77-4797-9039-481feb651ecd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:50.379239 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8813a7eb-1e77-4797-9039-481feb651ecd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2175727 Jan 31 16:18:50.382240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51038) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:50.540131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7088139-8ea9-4172-8290-12e1a04a9052 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 067e2919-d64d-4763-9e22-d0590053f38b {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:18:50.553944 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7088139-8ea9-4172-8290-12e1a04a9052 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:50.627143 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-416c04e8-81f3-42bf-8809-e768cc62e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:50.740285 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7088139-8ea9-4172-8290-12e1a04a9052 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:50.763200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-416c04e8-81f3-42bf-8809-e768cc62e37a None None] For port d61d95d8-832a-40a4-8d48-e6a5b38edf43, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d61d95d8-832a-40a4-8d48-e6a5b38edf43,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:50.765575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d61d95d8-832a-40a4-8d48-e6a5b38edf43 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:50.767510 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:50.879665 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-416c04e8-81f3-42bf-8809-e768cc62e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:50.920588 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7088139-8ea9-4172-8290-12e1a04a9052 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:50.996556 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7088139-8ea9-4172-8290-12e1a04a9052 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:51.043488 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7088139-8ea9-4172-8290-12e1a04a9052 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=067e2919-d64d-4763-9e22-d0590053f38b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:51.052535 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b7088139-8ea9-4172-8290-12e1a04a9052 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:51.062734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51054) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:51.063366 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b7088139-8ea9-4172-8290-12e1a04a9052 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/067e2919-d64d-4763-9e22-d0590053f38b HTTP/1.1" status: 204 len: 168 time: 0.6794498 Jan 31 16:18:51.131863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2234b1-5aef-40aa-8f4a-cd7a65d074ae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet f4507be8-f02d-44c4-ba67-71f4596a0837 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:18:51.145536 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b2234b1-5aef-40aa-8f4a-cd7a65d074ae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:51.208353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b2234b1-5aef-40aa-8f4a-cd7a65d074ae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:51.259332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b2234b1-5aef-40aa-8f4a-cd7a65d074ae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:51.301260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c04e8-81f3-42bf-8809-e768cc62e37a None None] Pushing event updated for resources: {'Port': ['ID=d61d95d8-832a-40a4-8d48-e6a5b38edf43,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:51.310135 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:51.422432 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b2234b1-5aef-40aa-8f4a-cd7a65d074ae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:51.535412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2234b1-5aef-40aa-8f4a-cd7a65d074ae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=f4507be8-f02d-44c4-ba67-71f4596a0837,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:51.553793 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4b2234b1-5aef-40aa-8f4a-cd7a65d074ae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:51.554904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aaa9ee-c1a1-4dab-b3bb-b606a8a18c62 None None] Update dhcp port {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': '067e2919-d64d-4763-9e22-d0590053f38b'}, {'subnet_id': 'f4507be8-f02d-44c4-ba67-71f4596a0837'}], 'binding:host_id': 'n-d-827120-1'}, 'id': 'd61d95d8-832a-40a4-8d48-e6a5b38edf43'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:18:51.558506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4b2234b1-5aef-40aa-8f4a-cd7a65d074ae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/f4507be8-f02d-44c4-ba67-71f4596a0837 HTTP/1.1" status: 204 len: 168 time: 0.4941256 Jan 31 16:18:51.562120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51070) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:51.608970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b69c5-6dd7-440c-9365-c0fe7e77becb req-16397d11-19aa-4b04-9c87-7f7c02ae643c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:51.639456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-38eaf9f9-4939-455f-b4a7-18dfa48a3f1c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761030 Jan 31 16:18:51.640309 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51076) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:51.647638 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e72b69c5-6dd7-440c-9365-c0fe7e77becb req-16397d11-19aa-4b04-9c87-7f7c02ae643c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.1702199 Jan 31 16:18:51.651062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-bf758b66-5e82-4006-b9ec-76bbd41697cc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:51.702247 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa9ee-c1a1-4dab-b3bb-b606a8a18c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:51.798108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e72b69c5-6dd7-440c-9365-c0fe7e77becb req-ff771beb-4dea-4085-9bae-3f72f69cf17a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273851 Jan 31 16:18:51.848867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d61d95d8-832a-40a4-8d48-e6a5b38edf43 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:51.896725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf758b66-5e82-4006-b9ec-76bbd41697cc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:51.900246 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf758b66-5e82-4006-b9ec-76bbd41697cc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:51.975153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d61d95d8-832a-40a4-8d48-e6a5b38edf43 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:51.975526 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:52.080367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76816f0-179f-4d61-96ac-f9498edb58a1 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:52.330255 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf758b66-5e82-4006-b9ec-76bbd41697cc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:52.332806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1e0ec197-845b-4696-8dd9-6ff32d02d12d None None] Provisioning complete for port d61d95d8-832a-40a4-8d48-e6a5b38edf43 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:52.333171 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1e0ec197-845b-4696-8dd9-6ff32d02d12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:52.370299 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:52.450660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf758b66-5e82-4006-b9ec-76bbd41697cc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=bb8fdaa6-8b15-450c-ace6-bcd28079a5dc,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:52.474115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf758b66-5e82-4006-b9ec-76bbd41697cc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:52.478758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-bf758b66-5e82-4006-b9ec-76bbd41697cc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:52.486891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf758b66-5e82-4006-b9ec-76bbd41697cc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:52.487528 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf758b66-5e82-4006-b9ec-76bbd41697cc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:52.522015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bf758b66-5e82-4006-b9ec-76bbd41697cc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8804302 Jan 31 16:18:52.525796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51094) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:52.534847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:52.667565 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:52.830372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:52.835529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:52.838339 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcce24f-6d52-4d44-9c70-a2b2eefd58eb None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:52.942994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6ae1-66ff-4aad-89a0-210fe6bac290 req-934e0e77-eb2a-49fe-91cf-30d89679114e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:52.945576 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-06bf6ae1-66ff-4aad-89a0-210fe6bac290 req-934e0e77-eb2a-49fe-91cf-30d89679114e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.0715663 Jan 31 16:18:53.008952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-524e8285-8411-41bf-8989-bd0d0cc532a6 None None] Provisioning complete for port d61d95d8-832a-40a4-8d48-e6a5b38edf43 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:53.010233 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-524e8285-8411-41bf-8989-bd0d0cc532a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:53.028692 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-06bf6ae1-66ff-4aad-89a0-210fe6bac290 req-ceddd58b-8143-428f-add9-e3da341e2656 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743945 Jan 31 16:18:53.530506 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1f13212f-ad90-4c57-8427-d7050a4c6e32 None None] Could not find standard attr ID for object aea363c5-0274-48f7-8f66-625469e3066f. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:18:53.537664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.objects.ports [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108771) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:18:53.544007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1f13212f-ad90-4c57-8427-d7050a4c6e32 None None] Provisioning complete for port d61d95d8-832a-40a4-8d48-e6a5b38edf43 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:53.544523 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1f13212f-ad90-4c57-8427-d7050a4c6e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:53.592629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07150f2a-d3a7-4a34-a8b6-f0d80ad1671e None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:18:53.748362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07150f2a-d3a7-4a34-a8b6-f0d80ad1671e None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:18:53.759398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d61d95d8-832a-40a4-8d48-e6a5b38edf43 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:53.865146 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:53.890701 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:54.026911 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:18:54.027868 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:18:54.104733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] For port d61d95d8-832a-40a4-8d48-e6a5b38edf43, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d61d95d8-832a-40a4-8d48-e6a5b38edf43,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:54.154227 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:54.162729 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:54.172311 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:54.257184 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=62b674d8-fd00-4c18-a25d-65d6674c7e5b,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:54.335138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:54.348968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:54.365571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:54.371751 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:54.414223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25715b09-6307-4878-8303-05f69b23897e req-e9e5c32d-36c4-4acb-b157-3f31f73883d1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:54.416772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25715b09-6307-4878-8303-05f69b23897e req-e9e5c32d-36c4-4acb-b157-3f31f73883d1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.1504245 Jan 31 16:18:54.418335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=d61d95d8-832a-40a4-8d48-e6a5b38edf43,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:54.444696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51146) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:54.445222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-08f04eb2-4933-4fb8-b1cc-ae0fbfb89ba8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9173925 Jan 31 16:18:54.451406 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:d0:39:40', 'name': 'tempest-NetworksTestDHCPv6-1455032838'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:54.468562 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25715b09-6307-4878-8303-05f69b23897e req-8d1c6031-8432-4bf5-b516-3de69083269e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462346 Jan 31 16:18:54.620194 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:54.651428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742499b7-3ec2-4298-a95d-7b8a4b61a720 None None] Update dhcp port {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': '62b674d8-fd00-4c18-a25d-65d6674c7e5b', 'ip_address': '2001:db8::f816:3eff:fe34:9576'}, {'subnet_id': 'bb8fdaa6-8b15-450c-ace6-bcd28079a5dc'}], 'binding:host_id': 'n-d-827120-1'}, 'id': 'd61d95d8-832a-40a4-8d48-e6a5b38edf43'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:18:54.685320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:54.699322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port d61d95d8-832a-40a4-8d48-e6a5b38edf43, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d61d95d8-832a-40a4-8d48-e6a5b38edf43,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:54.701022 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-742499b7-3ec2-4298-a95d-7b8a4b61a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:54.716415 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:54.785339 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=d61d95d8-832a-40a4-8d48-e6a5b38edf43,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:54.811573 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:54.834689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port df94a7cb-d278-4378-9ffe-79565411491a yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:18:54.964856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-742499b7-3ec2-4298-a95d-7b8a4b61a720 None None] Allocated IP 172.20.0.2 (71af9802-526e-47d9-9573-c6794664f00c/bb8fdaa6-8b15-450c-ace6-bcd28079a5dc/d61d95d8-832a-40a4-8d48-e6a5b38edf43) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:55.078267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-742499b7-3ec2-4298-a95d-7b8a4b61a720 None None] For port d61d95d8-832a-40a4-8d48-e6a5b38edf43, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d61d95d8-832a-40a4-8d48-e6a5b38edf43,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:55.111676 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-742499b7-3ec2-4298-a95d-7b8a4b61a720 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:55.119004 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-742499b7-3ec2-4298-a95d-7b8a4b61a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:55.239336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742499b7-3ec2-4298-a95d-7b8a4b61a720 None None] Pushing event updated for resources: {'Port': ['ID=d61d95d8-832a-40a4-8d48-e6a5b38edf43,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:55.321625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 172.20.0.8 (71af9802-526e-47d9-9573-c6794664f00c/bb8fdaa6-8b15-450c-ace6-bcd28079a5dc/df94a7cb-d278-4378-9ffe-79565411491a) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:55.329939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::f816:3eff:fed0:3940 (71af9802-526e-47d9-9573-c6794664f00c/62b674d8-fd00-4c18-a25d-65d6674c7e5b/df94a7cb-d278-4378-9ffe-79565411491a) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:18:55.620283 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:55.786250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d61d95d8-832a-40a4-8d48-e6a5b38edf43 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:55.804400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:55.921123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:18:55.929601 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:55.935478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fd64f-8496-49f3-8d80-9ddbd4bc4439 req-519d76a1-c31d-464b-8c91-56a1ed335d20 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:55.944299 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d2fd64f-8496-49f3-8d80-9ddbd4bc4439 req-519d76a1-c31d-464b-8c91-56a1ed335d20 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.2327244 Jan 31 16:18:55.946245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d61d95d8-832a-40a4-8d48-e6a5b38edf43 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:55.947067 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:55.964664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:18:55.972036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:18:55.983227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=df94a7cb-d278-4378-9ffe-79565411491a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:56.072752 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:56.110498 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d2fd64f-8496-49f3-8d80-9ddbd4bc4439 req-1b0f39b9-6297-4b6c-822d-6838b8c8a8a7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651931 Jan 31 16:18:56.123813 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port d61d95d8-832a-40a4-8d48-e6a5b38edf43, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d61d95d8-832a-40a4-8d48-e6a5b38edf43,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:56.134275 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:56.134472 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:56.135125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:56.182838 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4cf2e14c-736b-4a90-8279-5edd464cde07 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7340171 Jan 31 16:18:56.183318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51176) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:56.267485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=d61d95d8-832a-40a4-8d48-e6a5b38edf43,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:56.280476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc5c5b3-9143-46ae-bff4-a241efde318c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:56.308512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc5c5b3-9143-46ae-bff4-a241efde318c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:56.316956 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4bc5c5b3-9143-46ae-bff4-a241efde318c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1297266 Jan 31 16:18:56.317312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51182) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:56.502275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-83eaa89b-32ca-4ee9-b0da-c929b1f17cfc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port df94a7cb-d278-4378-9ffe-79565411491a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:56.502587 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-83eaa89b-32ca-4ee9-b0da-c929b1f17cfc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:56.629985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd31eb2b-5e65-40aa-b279-f8d3f54a2496 None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:18:56.643420 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-83eaa89b-32ca-4ee9-b0da-c929b1f17cfc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:56.676897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-83eaa89b-32ca-4ee9-b0da-c929b1f17cfc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for df94a7cb-d278-4378-9ffe-79565411491a owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:56.727243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4df2140e-eab5-43d6-973d-74ad208e439d None None] Provisioning complete for port d61d95d8-832a-40a4-8d48-e6a5b38edf43 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:56.727723 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4df2140e-eab5-43d6-973d-74ad208e439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:56.914113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd31eb2b-5e65-40aa-b279-f8d3f54a2496 None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:18:56.954532 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-83eaa89b-32ca-4ee9-b0da-c929b1f17cfc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:57.001200 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eaa89b-32ca-4ee9-b0da-c929b1f17cfc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=df94a7cb-d278-4378-9ffe-79565411491a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:57.113111 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-83eaa89b-32ca-4ee9-b0da-c929b1f17cfc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:57.119030 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-83eaa89b-32ca-4ee9-b0da-c929b1f17cfc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/df94a7cb-d278-4378-9ffe-79565411491a HTTP/1.1" status: 204 len: 168 time: 0.7982936 Jan 31 16:18:57.119603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51194) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:57.267762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbbe2ca-13f8-4920-b2f9-f10199cf0805 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:57.272515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbbe2ca-13f8-4920-b2f9-f10199cf0805 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:57.278543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbbe2ca-13f8-4920-b2f9-f10199cf0805 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:57.283401 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1bbbe2ca-13f8-4920-b2f9-f10199cf0805 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1596284 Jan 31 16:18:57.283845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51202) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:57.381836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d9c0e-aad9-45f8-a851-1bbfee372306 req-8e0433b2-54f8-4962-a2db-8e3a6da5d462 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:57.389808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db3d9c0e-aad9-45f8-a851-1bbfee372306 req-8e0433b2-54f8-4962-a2db-8e3a6da5d462 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.1042194 Jan 31 16:18:57.435831 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2149332f-bb0f-4c18-89f6-2b28aee8f4c4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 62b674d8-fd00-4c18-a25d-65d6674c7e5b {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:18:57.456348 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db3d9c0e-aad9-45f8-a851-1bbfee372306 req-dc304b04-ef57-4ab8-8d90-ee44e166b66d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565233 Jan 31 16:18:57.466452 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2149332f-bb0f-4c18-89f6-2b28aee8f4c4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:57.532384 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2149332f-bb0f-4c18-89f6-2b28aee8f4c4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:57.693119 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2149332f-bb0f-4c18-89f6-2b28aee8f4c4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:57.776525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d61d95d8-832a-40a4-8d48-e6a5b38edf43 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:18:57.821980 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2149332f-bb0f-4c18-89f6-2b28aee8f4c4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:57.880450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d61d95d8-832a-40a4-8d48-e6a5b38edf43 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:57.881529 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:57.896113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149332f-bb0f-4c18-89f6-2b28aee8f4c4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=62b674d8-fd00-4c18-a25d-65d6674c7e5b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:57.917272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2149332f-bb0f-4c18-89f6-2b28aee8f4c4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:57.934733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2149332f-bb0f-4c18-89f6-2b28aee8f4c4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/62b674d8-fd00-4c18-a25d-65d6674c7e5b HTTP/1.1" status: 204 len: 168 time: 0.6490588 Jan 31 16:18:57.936731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51220) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:57.979974 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:58.020194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-af43a9f1-70f0-49b2-aac5-c6dad6c2f7bc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet bb8fdaa6-8b15-450c-ace6-bcd28079a5dc {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:18:58.034438 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af43a9f1-70f0-49b2-aac5-c6dad6c2f7bc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:58.155199 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af43a9f1-70f0-49b2-aac5-c6dad6c2f7bc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:58.318755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb57cb67-ba48-465d-9e03-5de0200b9200 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:18:58.321204 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af43a9f1-70f0-49b2-aac5-c6dad6c2f7bc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:58.393373 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af43a9f1-70f0-49b2-aac5-c6dad6c2f7bc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:58.415712 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-af43a9f1-70f0-49b2-aac5-c6dad6c2f7bc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:58.419182 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-af43a9f1-70f0-49b2-aac5-c6dad6c2f7bc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/bb8fdaa6-8b15-450c-ace6-bcd28079a5dc HTTP/1.1" status: 204 len: 168 time: 0.4809167 Jan 31 16:18:58.421854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51236) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:58.456114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43a9f1-70f0-49b2-aac5-c6dad6c2f7bc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8fdaa6-8b15-450c-ace6-bcd28079a5dc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:58.463737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-738f2f65-0dbf-4184-8851-2dbd10ccf00e None None] Provisioning complete for port d61d95d8-832a-40a4-8d48-e6a5b38edf43 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:18:58.464547 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-738f2f65-0dbf-4184-8851-2dbd10ccf00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:58.489771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c46b7640-bed8-44f2-bfe8-bbcbdc193add tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663736 Jan 31 16:18:58.492267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51240) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:58.632439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67534d8-f023-4304-94b7-666f4fd7e371 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:58.634211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b67534d8-f023-4304-94b7-666f4fd7e371 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1398685 Jan 31 16:18:58.636723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51250) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:58.689407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51252) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:58.736676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae7f83e-07f3-44b3-8f13-d482920ab085 None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:18:58.753956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b586b-451d-43f5-a29e-5472793b2901 req-68f4b681-ba82-47f9-a065-661ddeaebff2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:58.762076 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf0b586b-451d-43f5-a29e-5472793b2901 req-68f4b681-ba82-47f9-a065-661ddeaebff2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.1996949 Jan 31 16:18:58.792832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7f83e-07f3-44b3-8f13-d482920ab085 None None] Deleting port d61d95d8-832a-40a4-8d48-e6a5b38edf43 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:18:58.793404 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f83e-07f3-44b3-8f13-d482920ab085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:58.842476 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf0b586b-451d-43f5-a29e-5472793b2901 req-4babfff3-3049-4ad7-ba5f-e442290beab8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657070 Jan 31 16:18:58.842476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970c0eff-6edb-42f3-be79-0fa49977ce4d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:18:58.843182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51260) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:58.843266 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-970c0eff-6edb-42f3-be79-0fa49977ce4d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2044182 Jan 31 16:18:58.893859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4ae7f83e-07f3-44b3-8f13-d482920ab085 None None] For port d61d95d8-832a-40a4-8d48-e6a5b38edf43, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d61d95d8-832a-40a4-8d48-e6a5b38edf43,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:18:58.895038 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f83e-07f3-44b3-8f13-d482920ab085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:58.913217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7f83e-07f3-44b3-8f13-d482920ab085 None None] Calling delete_port for d61d95d8-832a-40a4-8d48-e6a5b38edf43 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:18:58.915070 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d29e4175-5d08-45c1-8f4d-9ebb77abb7b2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715322 Jan 31 16:18:58.920806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51266) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:58.926341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f4ce6a92-036e-4c47-bbf4-763a023b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:58.993555 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e72b43b7-cff8-4948-b27f-f12f1b28349b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.034289 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f83e-07f3-44b3-8f13-d482920ab085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.061618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7f83e-07f3-44b3-8f13-d482920ab085 None None] Pushing event deleted for resources: {'Port': ['ID=d61d95d8-832a-40a4-8d48-e6a5b38edf43,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:59.074539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7f83e-07f3-44b3-8f13-d482920ab085 None None] No DVR routers for this DVR port d61d95d8-832a-40a4-8d48-e6a5b38edf43 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:18:59.107180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ce6a92-036e-4c47-bbf4-763a023b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:59.111357 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6a92-036e-4c47-bbf4-763a023b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.113740 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ce6a92-036e-4c47-bbf4-763a023b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:59.114299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ce6a92-036e-4c47-bbf4-763a023b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:18:59.142276 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f4ce6a92-036e-4c47-bbf4-763a023b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2204125 Jan 31 16:18:59.146053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51270) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:59.152282 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e72b43b7-cff8-4948-b27f-f12f1b28349b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.154113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2b4432b6-9820-40e4-8605-d6f1456a02c8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:59.159204 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e72b43b7-cff8-4948-b27f-f12f1b28349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.213322 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e72b43b7-cff8-4948-b27f-f12f1b28349b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f17a4be8773945e08fd53b16c67c37ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227549 Jan 31 16:18:59.218652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51272) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:59.235749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b43b7-cff8-4948-b27f-f12f1b28349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4707a46e-98c7-4a4c-8cf8-e923c19d565c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:59.289265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1695e858-2c06-411d-958c-d69a0843e4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.318954 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1695e858-2c06-411d-958c-d69a0843e4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.390779 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1695e858-2c06-411d-958c-d69a0843e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.393915 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1695e858-2c06-411d-958c-d69a0843e4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.400376 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1695e858-2c06-411d-958c-d69a0843e4bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4707a46e-98c7-4a4c-8cf8-e923c19d565c HTTP/1.1" status: 204 len: 168 time: 0.1803322 Jan 31 16:18:59.410735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695e858-2c06-411d-958c-d69a0843e4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4707a46e-98c7-4a4c-8cf8-e923c19d565c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:59.617218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4432b6-9820-40e4-8605-d6f1456a02c8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:59.624065 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b4432b6-9820-40e4-8605-d6f1456a02c8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.626057 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4432b6-9820-40e4-8605-d6f1456a02c8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:59.626494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4432b6-9820-40e4-8605-d6f1456a02c8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:18:59.652875 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2b4432b6-9820-40e4-8605-d6f1456a02c8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5055091 Jan 31 16:18:59.655934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51290) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:59.665679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-272c0fe0-5961-49fe-89d6-4bd6f2e2a568 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:59.742472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d61d95d8-832a-40a4-8d48-e6a5b38edf43 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:18:59.788539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272c0fe0-5961-49fe-89d6-4bd6f2e2a568 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:18:59.793785 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-272c0fe0-5961-49fe-89d6-4bd6f2e2a568 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.795569 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-272c0fe0-5961-49fe-89d6-4bd6f2e2a568 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:18:59.795949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272c0fe0-5961-49fe-89d6-4bd6f2e2a568 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:18:59.798847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51292) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:59.809209 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d61d95d8-832a-40a4-8d48-e6a5b38edf43 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:18:59.809765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d61d95d8-832a-40a4-8d48-e6a5b38edf43 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:18:59.817479 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7eb24d63-9514-47de-9edd-6fe24186f644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.824913 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-272c0fe0-5961-49fe-89d6-4bd6f2e2a568 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1647589 Jan 31 16:18:59.825200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51294) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:18:59.830103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b908c5ad-8e55-4a05-9bc8-d7d719659b80 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:18:59.907967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7eb24d63-9514-47de-9edd-6fe24186f644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.917141 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7eb24d63-9514-47de-9edd-6fe24186f644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:18:59.976952 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7eb24d63-9514-47de-9edd-6fe24186f644 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d531cfc7a854957bcdf35005331d9bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733878 Jan 31 16:18:59.976952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb24d63-9514-47de-9edd-6fe24186f644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad5f22b-d63d-438d-8a24-e2d68ad00ede,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:18:59.980086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51302) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:00.034412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72491972-7afe-4fed-9d08-7185963d98fa req-2bf5dc8f-c2fc-43f7-ba23-23ca15051da8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:00.036146 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72491972-7afe-4fed-9d08-7185963d98fa req-2bf5dc8f-c2fc-43f7-ba23-23ca15051da8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.1097054 Jan 31 16:19:00.036997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b908c5ad-8e55-4a05-9bc8-d7d719659b80 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:00.040528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b908c5ad-8e55-4a05-9bc8-d7d719659b80 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:00.054524 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b908c5ad-8e55-4a05-9bc8-d7d719659b80 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:19:00.055277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b908c5ad-8e55-4a05-9bc8-d7d719659b80 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:00.061066 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d75533b-2c8b-4bf5-be06-5287798966a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:00.089742 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b908c5ad-8e55-4a05-9bc8-d7d719659b80 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2634389 Jan 31 16:19:00.092862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51306) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:00.101561 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-63b7acee-7943-46da-9af3-c0431281b1b1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:00.102477 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d75533b-2c8b-4bf5-be06-5287798966a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:00.162078 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d75533b-2c8b-4bf5-be06-5287798966a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:00.165012 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6d75533b-2c8b-4bf5-be06-5287798966a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:00.166465 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6d75533b-2c8b-4bf5-be06-5287798966a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ad5f22b-d63d-438d-8a24-e2d68ad00ede HTTP/1.1" status: 204 len: 168 time: 0.1854122 Jan 31 16:19:00.181738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75533b-2c8b-4bf5-be06-5287798966a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad5f22b-d63d-438d-8a24-e2d68ad00ede,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:00.192772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72491972-7afe-4fed-9d08-7185963d98fa req-e25eb9ab-ebe5-474e-8431-d089aaed42c0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197999 Jan 31 16:19:00.254741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b7acee-7943-46da-9af3-c0431281b1b1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:00.259147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-63b7acee-7943-46da-9af3-c0431281b1b1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:00.262533 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b7acee-7943-46da-9af3-c0431281b1b1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:19:00.262969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b7acee-7943-46da-9af3-c0431281b1b1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:00.285986 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-63b7acee-7943-46da-9af3-c0431281b1b1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1892629 Jan 31 16:19:00.286193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51314) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:00.291097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f0127f11-22f4-4a0f-a756-d101031a7541 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:00.410381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0127f11-22f4-4a0f-a756-d101031a7541 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:00.414136 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0127f11-22f4-4a0f-a756-d101031a7541 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:00.415787 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0127f11-22f4-4a0f-a756-d101031a7541 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:19:00.416391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0127f11-22f4-4a0f-a756-d101031a7541 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:00.437516 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f0127f11-22f4-4a0f-a756-d101031a7541 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1489003 Jan 31 16:19:00.438692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51318) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:00.472531 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6efa439c-fd3f-4beb-8dca-db7bf2cd703f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0322363 Jan 31 16:19:00.477267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51322) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:00.544269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8d9730-248b-4f7e-83d1-057b47298c02 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:00.546101 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0e8d9730-248b-4f7e-83d1-057b47298c02 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0660162 Jan 31 16:19:00.548525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51324) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:00.608074 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-72955b7b-22e2-48b7-a384-c64fd0c322ea tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540268 Jan 31 16:19:00.608252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51330) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:00.613330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e15f3f6d-49a9-4781-a247-a37a75f25703 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:00.639126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51332) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:00.655682 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:00.719888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15f3f6d-49a9-4781-a247-a37a75f25703 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:00.724669 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e15f3f6d-49a9-4781-a247-a37a75f25703 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:00.783473 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:00.788906 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:00.849511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0167033aae124d028edfd7e6e3ffe94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079732 Jan 31 16:19:00.851153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51334) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:00.852393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d018b3f-6b3f-4310-9c0b-82a8c3762cad,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:00.861720 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:00.862071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:00.862415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:00.862784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:00.863116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:00.863448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:00.863776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:00.864101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:00.864424 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:00.864751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:00.865065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:00.865376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e178cf0-98e5-4b39-8144-0970b2eee7d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:00.962565 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3396f738-b6f0-4336-a1e1-461389c2c7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:00.999503 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3396f738-b6f0-4336-a1e1-461389c2c7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:01.094419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.objects.ports [None req-e15f3f6d-49a9-4781-a247-a37a75f25703 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108772) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:19:01.096252 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e15f3f6d-49a9-4781-a247-a37a75f25703 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:01.138551 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3396f738-b6f0-4336-a1e1-461389c2c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:01.140980 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3396f738-b6f0-4336-a1e1-461389c2c7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:01.142224 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3396f738-b6f0-4336-a1e1-461389c2c7f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d018b3f-6b3f-4310-9c0b-82a8c3762cad HTTP/1.1" status: 204 len: 168 time: 0.2900136 Jan 31 16:19:01.160610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f3f6d-49a9-4781-a247-a37a75f25703 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:01.161509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396f738-b6f0-4336-a1e1-461389c2c7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d018b3f-6b3f-4310-9c0b-82a8c3762cad,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:01.170748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e15f3f6d-49a9-4781-a247-a37a75f25703 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:01.174677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15f3f6d-49a9-4781-a247-a37a75f25703 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:01.175325 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e15f3f6d-49a9-4781-a247-a37a75f25703 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:01.191725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed3b83f-6550-4ee0-a69a-e81ca3b3a936 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:01.192303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f3f6d-49a9-4781-a247-a37a75f25703 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=dd2532ee-d81a-4dc6-8d26-3ca7a65d8a5b,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:01.202027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51348) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:01.202244 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e15f3f6d-49a9-4781-a247-a37a75f25703 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5930414 Jan 31 16:19:01.210445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:50:1c:19', 'name': 'tempest-NetworksTestDHCPv6-2053858510'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:01.428905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d6464-6802-41fb-b125-0e93a1bfc14b req-43917a8b-83d4-4958-84e8-b566e4e5c626 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:01.430749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:01.432463 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-519d6464-6802-41fb-b125-0e93a1bfc14b req-43917a8b-83d4-4958-84e8-b566e4e5c626 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 944 time: 0.1026437 Jan 31 16:19:01.514765 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-519d6464-6802-41fb-b125-0e93a1bfc14b req-3584f9df-488e-43c8-97c7-f981ec00b767 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755198 Jan 31 16:19:01.567194 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:01.609439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port ad983930-216a-4993-933b-1dd7f31032ba yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:19:01.785290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::f816:3eff:fe50:1c19 (71af9802-526e-47d9-9573-c6794664f00c/dd2532ee-d81a-4dc6-8d26-3ca7a65d8a5b/ad983930-216a-4993-933b-1dd7f31032ba) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:01.806684 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': 'dd2532ee-d81a-4dc6-8d26-3ca7a65d8a5b'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:19:01.807626 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:01.979852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 63c83034-fb89-40e6-ac84-aadcfd375b03 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:19:02.000164 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:02.076967 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:02.153963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 63c83034-fb89-40e6-ac84-aadcfd375b03, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=63c83034-fb89-40e6-ac84-aadcfd375b03,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:02.169339 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '63c83034-fb89-40e6-ac84-aadcfd375b03', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'port_id': '63c83034-fb89-40e6-ac84-aadcfd375b03', 'mac_address': 'fa:16:3e:42:7c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:19:02.198615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=ad983930-216a-4993-933b-1dd7f31032ba,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:02.201517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Allocated IP 2001:db8::f816:3eff:feb6:1d15 (71af9802-526e-47d9-9573-c6794664f00c/dd2532ee-d81a-4dc6-8d26-3ca7a65d8a5b/4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:02.225894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:02.227500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:02.230514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:02.241682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:02.242364 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:02.274685 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:02.281004 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d798377a-3792-4011-9ac7-8f86dff7e617 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0745084 Jan 31 16:19:02.281717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51386) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:02.325381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c83034-fb89-40e6-ac84-aadcfd375b03 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:19:02.359438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 63c83034-fb89-40e6-ac84-aadcfd375b03, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=63c83034-fb89-40e6-ac84-aadcfd375b03,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:02.367893 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:02.368468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8665bfc-c845-4914-b931-73805b0595b7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:02.387806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f8665bfc-c845-4914-b931-73805b0595b7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1041615 Jan 31 16:19:02.390781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51390) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:02.506958 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=63c83034-fb89-40e6-ac84-aadcfd375b03,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:02.541321 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:02.560819 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:02.585036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-143ed817-d5c4-4187-91a2-5d211fe03001 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port ad983930-216a-4993-933b-1dd7f31032ba {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:02.585384 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-143ed817-d5c4-4187-91a2-5d211fe03001 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:02.627384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:02.630313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['63c83034-fb89-40e6-ac84-aadcfd375b03'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:19:02.643281 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:02.690611 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:02.696597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Pushing event updated for resources: {'Port': ['ID=4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:02.724356 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-143ed817-d5c4-4187-91a2-5d211fe03001 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:02.738143 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-143ed817-d5c4-4187-91a2-5d211fe03001 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for ad983930-216a-4993-933b-1dd7f31032ba owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:02.820237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Attempting to bind port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:19:02.820610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Attempting to bind port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:19:02.820977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Attempting to bind port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:19:02.832533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:19:02.833121 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:19:02.849866 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:02.850382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:19:02.850894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Bound port: 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:19:02.851298 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:02.867182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c09335-ab42-466b-9df4-4fa6fed61705 req-ffc326c0-8eb4-4761-a1c4-5309bb66166a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:02.871989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15c09335-ab42-466b-9df4-4fa6fed61705 req-ffc326c0-8eb4-4761-a1c4-5309bb66166a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 945 time: 0.1051886 Jan 31 16:19:02.961325 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15c09335-ab42-466b-9df4-4fa6fed61705 req-1210d0b8-a347-477a-aea8-3e6a2ad7a02f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810254 Jan 31 16:19:02.964048 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-143ed817-d5c4-4187-91a2-5d211fe03001 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:03.036157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] For port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:19:03.042761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] For port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:19:03.064785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ed817-d5c4-4187-91a2-5d211fe03001 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=ad983930-216a-4993-933b-1dd7f31032ba,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:03.065756 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:03.142021 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-143ed817-d5c4-4187-91a2-5d211fe03001 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:03.151070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51414) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:03.151405 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-143ed817-d5c4-4187-91a2-5d211fe03001 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/ad983930-216a-4993-933b-1dd7f31032ba HTTP/1.1" status: 204 len: 168 time: 0.7591712 Jan 31 16:19:03.173551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777cf25-7adb-40a9-a777-1f52f05e65ff None None] Pushing event updated for resources: {'Port': ['ID=4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:03.234737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3941d0-0dab-4509-8e93-0b3f3bbafa4c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:03.236356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3941d0-0dab-4509-8e93-0b3f3bbafa4c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:03.238070 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ef3941d0-0dab-4509-8e93-0b3f3bbafa4c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0857677 Jan 31 16:19:03.240992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51416) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:03.306374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabf188d-8066-479d-a7a3-a21415a12632 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet dd2532ee-d81a-4dc6-8d26-3ca7a65d8a5b {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:03.310058 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eabf188d-8066-479d-a7a3-a21415a12632 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:03.387595 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eabf188d-8066-479d-a7a3-a21415a12632 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:03.551071 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eabf188d-8066-479d-a7a3-a21415a12632 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:03.632867 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eabf188d-8066-479d-a7a3-a21415a12632 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:03.706415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf188d-8066-479d-a7a3-a21415a12632 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2532ee-d81a-4dc6-8d26-3ca7a65d8a5b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:03.709205 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-eabf188d-8066-479d-a7a3-a21415a12632 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:03.714105 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eabf188d-8066-479d-a7a3-a21415a12632 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/dd2532ee-d81a-4dc6-8d26-3ca7a65d8a5b HTTP/1.1" status: 204 len: 168 time: 0.4713304 Jan 31 16:19:03.715751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51432) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:03.767532 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-11c49be7-c329-47fa-aef3-826f01a4a645 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503306 Jan 31 16:19:03.770823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51434) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:03.779914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:03.829279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:03.889333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:03.889822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:03.947091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:03.953196 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:04.014981 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:04.017362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 63c83034-fb89-40e6-ac84-aadcfd375b03 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:04.104194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 63c83034-fb89-40e6-ac84-aadcfd375b03 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:19:04.133807 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 63c83034-fb89-40e6-ac84-aadcfd375b03 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:04.136365 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:04.210232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a9daa-624d-40b9-8a61-8398b9076a57 req-de4c4118-016d-45dd-a99c-5cfc77b290c6 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:04.226995 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b7a9daa-624d-40b9-8a61-8398b9076a57 req-de4c4118-016d-45dd-a99c-5cfc77b290c6 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 945 time: 0.1466210 Jan 31 16:19:04.233431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:04.258406 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:04.341083 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b7a9daa-624d-40b9-8a61-8398b9076a57 req-46c81ba5-2e66-4786-aae9-0c195fc85b2c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129403 Jan 31 16:19:04.363170 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:04.409236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:04.418773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c83034-fb89-40e6-ac84-aadcfd375b03'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:19:04.421769 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880b1299-6124-4188-b845-73e6179e7fea" -d '{"events": [{"server_uuid": "a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea", "name": "network-vif-plugged", "status": "completed", "tag": "63c83034-fb89-40e6-ac84-aadcfd375b03"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:19:04.473709 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 63c83034-fb89-40e6-ac84-aadcfd375b03, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=63c83034-fb89-40e6-ac84-aadcfd375b03,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:04.480645 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:04.552158 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51464) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:04.566388 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f6a0aa-e5aa-487e-a118-2a918ad97737 x-openstack-request-id: req-b4f6a0aa-e5aa-487e-a118-2a918ad97737 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:19:04.566675 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea", "name": "network-vif-plugged", "status": "completed", "tag": "63c83034-fb89-40e6-ac84-aadcfd375b03", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:19:04.566921 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4f6a0aa-e5aa-487e-a118-2a918ad97737 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:19:04.567329 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c83034-fb89-40e6-ac84-aadcfd375b03', 'code': 200} Jan 31 16:19:04.571434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a269a92-f65b-4b5f-bc17-80548c7dddcd None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:04.626446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=63c83034-fb89-40e6-ac84-aadcfd375b03,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:04.647014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d48b2be8-c7b3-4777-9fec-82c3980ce8b8 None None] Provisioning complete for port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:04.647403 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d48b2be8-c7b3-4777-9fec-82c3980ce8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:04.677173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.objects.ports [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108771) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:19:04.778484 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-acb9b93c-c82a-43fa-95bb-c91d0d6f0117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:04.858568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f7027-7449-461c-b594-617f5b27df6b req-0c21abee-28b0-4140-af90-0c3f843901cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:04.860225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba6f7027-7449-461c-b594-617f5b27df6b req-0c21abee-28b0-4140-af90-0c3f843901cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 1097 time: 0.3031583 Jan 31 16:19:04.918169 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:04.923146 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-acb9b93c-c82a-43fa-95bb-c91d0d6f0117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:04.929596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-acb9b93c-c82a-43fa-95bb-c91d0d6f0117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:04.962335 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-acb9b93c-c82a-43fa-95bb-c91d0d6f0117 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52583b17cbec453f9cf4ff4eb4233278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4085376 Jan 31 16:19:04.964779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51474) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:04.985274 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba6f7027-7449-461c-b594-617f5b27df6b req-c092acb4-1c6e-4d67-b354-e55890657435 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941310 Jan 31 16:19:05.021634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9b93c-c82a-43fa-95bb-c91d0d6f0117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb33375-8985-43df-bf1a-461f15e58191,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:05.106365 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b8effc8-a6f5-4538-a4db-de4b6f09f434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:05.156098 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b8effc8-a6f5-4538-a4db-de4b6f09f434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:05.163926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] For port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:05.205694 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:05.213960 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:05.215088 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:05.250928 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b8effc8-a6f5-4538-a4db-de4b6f09f434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:05.253548 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7b8effc8-a6f5-4538-a4db-de4b6f09f434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:05.254522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e14214db-54a0-42e4-9050-0cbad40d56bf None None] Provisioning complete for port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:05.255144 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7b8effc8-a6f5-4538-a4db-de4b6f09f434 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ccb33375-8985-43df-bf1a-461f15e58191 HTTP/1.1" status: 204 len: 168 time: 0.2886729 Jan 31 16:19:05.255902 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e14214db-54a0-42e4-9050-0cbad40d56bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:05.284093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8effc8-a6f5-4538-a4db-de4b6f09f434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb33375-8985-43df-bf1a-461f15e58191,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:05.345071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:05.398786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:05.409003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:05.424664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:05.425500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:05.445172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954e8486-293a-4fc3-9437-be4a9ef652c2 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:05.469220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=fa35d36b-2a81-428b-82b9-53638825e45f,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:05.501075 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2cb4030a-dc98-43bc-ac68-577c1ba61984 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7283750 Jan 31 16:19:05.503649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51490) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:05.510671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:0c:50:4e', 'name': 'tempest-NetworksTestDHCPv6-1155536108'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:05.560382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422ab0e-6c77-4421-b61a-049cecd6b5be req-5653012c-3c13-41d1-884f-cbeb14682821 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:05.562695 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1422ab0e-6c77-4421-b61a-049cecd6b5be req-5653012c-3c13-41d1-884f-cbeb14682821 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 946 time: 0.1149757 Jan 31 16:19:05.566804 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3c447ca0-4ef9-4c8f-ac22-b57e3dda0aea None None] Could not find standard attr ID for object ad983930-216a-4993-933b-1dd7f31032ba. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:19:05.642046 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1422ab0e-6c77-4421-b61a-049cecd6b5be req-a729086c-a910-4313-8e86-4c2cf7e07201 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620124 Jan 31 16:19:05.787122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:05.831554 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51500) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:05.858938 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf135314-0cc5-4bf7-b977-6b087b517390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:05.871303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:05.871703 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:06.001760 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf135314-0cc5-4bf7-b977-6b087b517390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:06.013998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bf135314-0cc5-4bf7-b977-6b087b517390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:06.104533 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bf135314-0cc5-4bf7-b977-6b087b517390 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7204c1e94544be290aaa486af21187a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718508 Jan 31 16:19:06.105643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf135314-0cc5-4bf7-b977-6b087b517390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d44a89-fee8-41d9-9725-aedb0a8919c3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:06.110124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51506) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:06.187134 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa03d2b5-c6b6-456c-945e-b4ee96f6e27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:06.190782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ea787ecf-9529-4aab-a987-ae21a751c907 None None] Provisioning complete for port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:06.191206 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ea787ecf-9529-4aab-a987-ae21a751c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:06.216877 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa03d2b5-c6b6-456c-945e-b4ee96f6e27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:06.227753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:06.233281 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:06.258355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port 2d1d91dd-8bb4-46ef-b66c-7c93e357f9e7 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:19:06.270914 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa03d2b5-c6b6-456c-945e-b4ee96f6e27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:06.276419 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa03d2b5-c6b6-456c-945e-b4ee96f6e27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:06.278412 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fa03d2b5-c6b6-456c-945e-b4ee96f6e27e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4d44a89-fee8-41d9-9725-aedb0a8919c3 HTTP/1.1" status: 204 len: 168 time: 0.1672835 Jan 31 16:19:06.303642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03d2b5-c6b6-456c-945e-b4ee96f6e27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d44a89-fee8-41d9-9725-aedb0a8919c3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:06.391609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::f816:3eff:fe0c:504e (71af9802-526e-47d9-9573-c6794664f00c/fa35d36b-2a81-428b-82b9-53638825e45f/2d1d91dd-8bb4-46ef-b66c-7c93e357f9e7) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:06.560097 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:06.596678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:06.647170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:06.650484 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:06.654743 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:06.660956 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:06.661597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:06.677049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=2d1d91dd-8bb4-46ef-b66c-7c93e357f9e7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:06.683388 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-07195642-365b-4ac5-a906-bd1f40783975 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1784849 Jan 31 16:19:06.686270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51522) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:06.744774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b490ce7-1b47-4e6d-98b7-5fbf280c60b2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:06.750581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b490ce7-1b47-4e6d-98b7-5fbf280c60b2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:06.752688 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5b490ce7-1b47-4e6d-98b7-5fbf280c60b2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0653467 Jan 31 16:19:06.755627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51532) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:06.952580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28047538-121c-4d92-b704-4eeb041ed9f7 req-e106d15e-2864-4a3b-8103-2129dc1d1e27 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:06.954239 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-28047538-121c-4d92-b704-4eeb041ed9f7 req-e106d15e-2864-4a3b-8103-2129dc1d1e27 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 946 time: 0.0671351 Jan 31 16:19:06.961043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-cc91806b-2f6f-4ec0-833d-359f24836573 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port 2d1d91dd-8bb4-46ef-b66c-7c93e357f9e7 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:06.961639 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc91806b-2f6f-4ec0-833d-359f24836573 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:07.059841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-28047538-121c-4d92-b704-4eeb041ed9f7 req-a2a92322-45ea-4a47-8057-c34bc8d6f0a7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948911 Jan 31 16:19:07.101306 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc91806b-2f6f-4ec0-833d-359f24836573 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:07.114934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-cc91806b-2f6f-4ec0-833d-359f24836573 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for 2d1d91dd-8bb4-46ef-b66c-7c93e357f9e7 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:07.136934 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5b6ef82b-7d1f-402d-8b10-950da8af35c2 None None] Provisioning complete for port 2d1d91dd-8bb4-46ef-b66c-7c93e357f9e7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:07.137535 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b6ef82b-7d1f-402d-8b10-950da8af35c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:07.208888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ef82b-7d1f-402d-8b10-950da8af35c2 None None] Port 2d1d91dd-8bb4-46ef-b66c-7c93e357f9e7 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:19:07.262790 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9f7d5-d612-4e65-aafc-59f551b61f2b req-db8461c9-4354-4cf1-80f0-4e25b7d36c18 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:07.264832 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ac9f7d5-d612-4e65-aafc-59f551b61f2b req-db8461c9-4354-4cf1-80f0-4e25b7d36c18 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 946 time: 0.0847690 Jan 31 16:19:07.348155 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ac9f7d5-d612-4e65-aafc-59f551b61f2b req-9cadfce2-a66c-4051-88f9-2834334307ea tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700755 Jan 31 16:19:07.363968 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc91806b-2f6f-4ec0-833d-359f24836573 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:07.406442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91806b-2f6f-4ec0-833d-359f24836573 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=2d1d91dd-8bb4-46ef-b66c-7c93e357f9e7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:07.437381 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc91806b-2f6f-4ec0-833d-359f24836573 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:07.442123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cc91806b-2f6f-4ec0-833d-359f24836573 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/2d1d91dd-8bb4-46ef-b66c-7c93e357f9e7 HTTP/1.1" status: 204 len: 168 time: 0.6846614 Jan 31 16:19:07.444356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51570) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:07.595559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570dccd5-2060-4dd9-a30d-6a58f410eb91 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:07.597107 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570dccd5-2060-4dd9-a30d-6a58f410eb91 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:07.606299 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-570dccd5-2060-4dd9-a30d-6a58f410eb91 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1577828 Jan 31 16:19:07.606688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51582) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:07.639213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68250d1-0cde-4dbf-b9d2-26b2dce79bb9 req-5b132931-4ffb-482a-81d6-765c951a871e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:07.657529 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a68250d1-0cde-4dbf-b9d2-26b2dce79bb9 req-5b132931-4ffb-482a-81d6-765c951a871e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 946 time: 0.1915724 Jan 31 16:19:07.740826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet fa35d36b-2a81-428b-82b9-53638825e45f {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:07.741778 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a68250d1-0cde-4dbf-b9d2-26b2dce79bb9 req-bf39096c-ae9b-4b0d-8d92-ea9319c8ee19 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678692 Jan 31 16:19:07.753116 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:07.843966 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:07.941540 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:08.032337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:08.073282 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=fa35d36b-2a81-428b-82b9-53638825e45f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:08.084188 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:08.088291 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/fa35d36b-2a81-428b-82b9-53638825e45f HTTP/1.1" status: 204 len: 168 time: 0.4805708 Jan 31 16:19:08.090225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:08.090737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51610) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:08.090960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:08.091501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:08.092034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:08.092543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:08.094162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:08.094701 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:08.095228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:08.095617 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:08.096017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:08.096433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:08.096846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e924b98-9d19-407f-b8f7-579b7081e9ce tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:08.097139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6582f9ce-4dba-41d0-a012-e8bc38a8e315 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:08.137511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0061307e-a560-4539-8958-4daf0a2c616f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455873 Jan 31 16:19:08.140104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51612) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:08.212971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840fc710-6a5a-49ea-a288-49c0c62fa74d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:08.215176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-840fc710-6a5a-49ea-a288-49c0c62fa74d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0732400 Jan 31 16:19:08.217706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51618) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:08.262621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad01762-ffb7-49d4-8619-8330490ad70a req-e5d197de-e87f-41e8-8c67-ba70bdbad2ca tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:08.277883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a837c5-3c05-4e5d-bf72-d81498265c64 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:08.279649 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-76a837c5-3c05-4e5d-bf72-d81498265c64 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0608506 Jan 31 16:19:08.284192 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51620) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:08.284378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ad01762-ffb7-49d4-8619-8330490ad70a req-e5d197de-e87f-41e8-8c67-ba70bdbad2ca tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 946 time: 0.1286960 Jan 31 16:19:08.337831 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1c091612-5ac9-45f3-9e1f-6e973c9cb361 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485799 Jan 31 16:19:08.339090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51622) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:08.344547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a8ce4de0-16d8-4851-955e-bbfce74e4133 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:08.358555 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ad01762-ffb7-49d4-8619-8330490ad70a req-bb2367a9-b270-4233-96f7-69a56af5801c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730712 Jan 31 16:19:08.558000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af07eea-be77-4152-a601-2bf46eb1ef19 None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:19:08.634581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ce4de0-16d8-4851-955e-bbfce74e4133 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:08.638131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8ce4de0-16d8-4851-955e-bbfce74e4133 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:08.690372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5af07eea-be77-4152-a601-2bf46eb1ef19 None None] Deleting port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:08.690372 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5af07eea-be77-4152-a601-2bf46eb1ef19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:08.772504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5af07eea-be77-4152-a601-2bf46eb1ef19 None None] For port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:08.772814 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5af07eea-be77-4152-a601-2bf46eb1ef19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:08.789328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5af07eea-be77-4152-a601-2bf46eb1ef19 None None] Calling delete_port for 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:08.919269 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5af07eea-be77-4152-a601-2bf46eb1ef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:08.977034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af07eea-be77-4152-a601-2bf46eb1ef19 None None] Pushing event deleted for resources: {'Port': ['ID=4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:08.989076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af07eea-be77-4152-a601-2bf46eb1ef19 None None] No DVR routers for this DVR port 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:19:09.125001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.objects.ports [None req-a8ce4de0-16d8-4851-955e-bbfce74e4133 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108772) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:19:09.126933 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8ce4de0-16d8-4851-955e-bbfce74e4133 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:09.172674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce4de0-16d8-4851-955e-bbfce74e4133 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:09.176281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-a8ce4de0-16d8-4851-955e-bbfce74e4133 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:09.179368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ce4de0-16d8-4851-955e-bbfce74e4133 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:09.179951 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8ce4de0-16d8-4851-955e-bbfce74e4133 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:09.188188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e052c6-3ae4-4ada-a885-caab9d46728a None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:09.203106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce4de0-16d8-4851-955e-bbfce74e4133 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=91c99348-9bff-451c-a927-84cb1f6157dc,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:09.211612 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a8ce4de0-16d8-4851-955e-bbfce74e4133 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8712497 Jan 31 16:19:09.214265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51648) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:09.221062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:79:aa:5b', 'name': 'tempest-NetworksTestDHCPv6-1332135084'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:09.390996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:09.480898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': '91c99348-9bff-451c-a927-84cb1f6157dc'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:19:09.481858 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:09.622032 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:09.657211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port 9866678c-e599-496f-ba25-7c79e86ccca3 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:19:09.705253 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Allocated IP 2001:db8::f816:3eff:fe67:8c41 (71af9802-526e-47d9-9573-c6794664f00c/91c99348-9bff-451c-a927-84cb1f6157dc/fb9a903a-8926-414d-9ea2-c621b1b84175) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:09.726325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:19:09.729446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c9ebd-9fac-4793-8dc2-0cb3a959069a req-82e5fd57-6a17-4220-923b-69a5b23a55aa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:09.731165 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce8c9ebd-9fac-4793-8dc2-0cb3a959069a req-82e5fd57-6a17-4220-923b-69a5b23a55aa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 946 time: 0.2317419 Jan 31 16:19:09.759583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:19:09.759918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4d25e687-5d0d-45b4-b5b6-cca6a8ef5ca3 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:19:09.844875 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce8c9ebd-9fac-4793-8dc2-0cb3a959069a req-f64d28d6-daf6-4486-aab1-0dab3642e882 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511460 Jan 31 16:19:09.870791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d4d96-abc3-4463-b3e3-8baed8c170e0 req-f861321b-f743-4388-b031-87061ff56906 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:09.872896 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f78d4d96-abc3-4463-b3e3-8baed8c170e0 req-f861321b-f743-4388-b031-87061ff56906 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 946 time: 0.1269977 Jan 31 16:19:09.932001 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:09.945718 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:09.968371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:10.021401 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:10.023462 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f78d4d96-abc3-4463-b3e3-8baed8c170e0 req-9b16e2ad-9ab5-46aa-b1be-29d17efe8b9e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Deleting port 63c83034-fb89-40e6-ac84-aadcfd375b03 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:10.024121 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f78d4d96-abc3-4463-b3e3-8baed8c170e0 req-9b16e2ad-9ab5-46aa-b1be-29d17efe8b9e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:10.030200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Pushing event updated for resources: {'Port': ['ID=fb9a903a-8926-414d-9ea2-c621b1b84175,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:10.034378 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:10.047640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::f816:3eff:fe79:aa5b (71af9802-526e-47d9-9573-c6794664f00c/91c99348-9bff-451c-a927-84cb1f6157dc/9866678c-e599-496f-ba25-7c79e86ccca3) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:10.131100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Attempting to bind port fb9a903a-8926-414d-9ea2-c621b1b84175 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:19:10.131889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Attempting to bind port fb9a903a-8926-414d-9ea2-c621b1b84175 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:19:10.132477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Attempting to bind port fb9a903a-8926-414d-9ea2-c621b1b84175 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:19:10.138423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:19:10.139123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:19:10.139706 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:10.140258 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:19:10.140891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Bound port: fb9a903a-8926-414d-9ea2-c621b1b84175, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:19:10.141499 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:10.262776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] For port fb9a903a-8926-414d-9ea2-c621b1b84175, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:19:10.267858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] For port fb9a903a-8926-414d-9ea2-c621b1b84175, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=fb9a903a-8926-414d-9ea2-c621b1b84175,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:19:10.270612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-f78d4d96-abc3-4463-b3e3-8baed8c170e0 req-9b16e2ad-9ab5-46aa-b1be-29d17efe8b9e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] For port 63c83034-fb89-40e6-ac84-aadcfd375b03, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=63c83034-fb89-40e6-ac84-aadcfd375b03,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:10.271700 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f78d4d96-abc3-4463-b3e3-8baed8c170e0 req-9b16e2ad-9ab5-46aa-b1be-29d17efe8b9e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:10.273274 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:10.287349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-f78d4d96-abc3-4463-b3e3-8baed8c170e0 req-9b16e2ad-9ab5-46aa-b1be-29d17efe8b9e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Calling delete_port for 63c83034-fb89-40e6-ac84-aadcfd375b03 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:10.345327 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58c2e9-a257-4077-8175-b0f6fd82b7da None None] Pushing event updated for resources: {'Port': ['ID=fb9a903a-8926-414d-9ea2-c621b1b84175,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:10.381080 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:10.417949 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:10.477246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:10.495287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:10.502542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:10.509840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:10.510522 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:10.517496 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=9866678c-e599-496f-ba25-7c79e86ccca3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:10.527768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f78d4d96-abc3-4463-b3e3-8baed8c170e0 req-9b16e2ad-9ab5-46aa-b1be-29d17efe8b9e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:10.542277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['63c83034-fb89-40e6-ac84-aadcfd375b03'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:19:10.548271 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fcf952a2-9a8e-4098-9fbe-f0ac1598213f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3326628 Jan 31 16:19:10.556348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51678) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:10.626445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa225a-f1c7-4d73-b748-4b323cab8d06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:10.634043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa225a-f1c7-4d73-b748-4b323cab8d06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:10.640676 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-90fa225a-f1c7-4d73-b748-4b323cab8d06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0773914 Jan 31 16:19:10.640676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51690) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:10.640986 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16e2ad-9ab5-46aa-b1be-29d17efe8b9e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event deleted for resources: {'Port': ['ID=63c83034-fb89-40e6-ac84-aadcfd375b03,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:10.774706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78d4d96-abc3-4463-b3e3-8baed8c170e0 req-9b16e2ad-9ab5-46aa-b1be-29d17efe8b9e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] No DVR routers for this DVR port 63c83034-fb89-40e6-ac84-aadcfd375b03 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:19:10.779644 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-f78d4d96-abc3-4463-b3e3-8baed8c170e0 req-9b16e2ad-9ab5-46aa-b1be-29d17efe8b9e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:10.786756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f78d4d96-abc3-4463-b3e3-8baed8c170e0 req-9b16e2ad-9ab5-46aa-b1be-29d17efe8b9e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "DELETE /v2.0/ports/63c83034-fb89-40e6-ac84-aadcfd375b03 HTTP/1.1" status: 204 len: 173 time: 0.9078522 Jan 31 16:19:10.788395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea', 'name': 'network-vif-deleted', 'tag': '63c83034-fb89-40e6-ac84-aadcfd375b03'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:19:10.815843 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e284f9-30fd-44b5-95d6-574cca0cb685" -d '{"events": [{"server_uuid": "a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea", "name": "network-vif-deleted", "tag": "63c83034-fb89-40e6-ac84-aadcfd375b03"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:19:10.881594 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b29f8ec-ed3f-4a2b-8fe5-6e5d493f862d x-openstack-request-id: req-7b29f8ec-ed3f-4a2b-8fe5-6e5d493f862d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:19:10.882224 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea", "name": "network-vif-deleted", "tag": "63c83034-fb89-40e6-ac84-aadcfd375b03", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:19:10.882377 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b29f8ec-ed3f-4a2b-8fe5-6e5d493f862d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:19:10.883014 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea', 'name': 'network-vif-deleted', 'tag': '63c83034-fb89-40e6-ac84-aadcfd375b03', 'status': 'completed', 'code': 200} Jan 31 16:19:10.919336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-18701653-759e-4640-98d6-bff03021948f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port 9866678c-e599-496f-ba25-7c79e86ccca3 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:10.919336 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18701653-759e-4640-98d6-bff03021948f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:11.095051 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e1e0898a-271c-4d2a-8f97-99d7d12dc81e req-6662f616-1f9b-41c4-baf3-98957e12270e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 210 time: 0.0779686 Jan 31 16:19:11.182424 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18701653-759e-4640-98d6-bff03021948f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:11.210909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-18701653-759e-4640-98d6-bff03021948f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for 9866678c-e599-496f-ba25-7c79e86ccca3 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:11.441196 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18701653-759e-4640-98d6-bff03021948f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:11.504004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18701653-759e-4640-98d6-bff03021948f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=9866678c-e599-496f-ba25-7c79e86ccca3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:11.506723 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-18701653-759e-4640-98d6-bff03021948f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:11.514214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51712) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:11.514424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-18701653-759e-4640-98d6-bff03021948f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/9866678c-e599-496f-ba25-7c79e86ccca3 HTTP/1.1" status: 204 len: 168 time: 0.8750579 Jan 31 16:19:11.605671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0280feb7-6cdb-4f24-af58-ef5fd26217d2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:11.607463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0280feb7-6cdb-4f24-af58-ef5fd26217d2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:11.609213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0280feb7-6cdb-4f24-af58-ef5fd26217d2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0938306 Jan 31 16:19:11.611976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51714) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:11.706780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-892a8cf5-285c-42d1-aedf-7a834a16ee01 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 91c99348-9bff-451c-a927-84cb1f6157dc {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:11.713605 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-892a8cf5-285c-42d1-aedf-7a834a16ee01 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:11.849809 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-892a8cf5-285c-42d1-aedf-7a834a16ee01 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:11.855467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fb9a903a-8926-414d-9ea2-c621b1b84175 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:12.046470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port fb9a903a-8926-414d-9ea2-c621b1b84175 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:12.046996 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:12.049417 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-892a8cf5-285c-42d1-aedf-7a834a16ee01 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:12.181743 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-892a8cf5-285c-42d1-aedf-7a834a16ee01 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:12.197896 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-892a8cf5-285c-42d1-aedf-7a834a16ee01 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:12.201335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-892a8cf5-285c-42d1-aedf-7a834a16ee01 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/91c99348-9bff-451c-a927-84cb1f6157dc HTTP/1.1" status: 204 len: 168 time: 0.5884104 Jan 31 16:19:12.203850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51726) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:12.237441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a8cf5-285c-42d1-aedf-7a834a16ee01 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=91c99348-9bff-451c-a927-84cb1f6157dc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:12.321087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-466008e2-de35-4ffa-b5f7-07c546185d79 req-5806bd5b-1f11-4b3e-a3d4-c0382656d694 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 210 time: 0.0799239 Jan 31 16:19:12.326566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51732) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:12.331816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:12.337497 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fa74b7fb-e015-48a5-8437-353196fe6ea1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304812 Jan 31 16:19:12.499318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8290fc2d-db4b-4e94-ad59-71e2e49be226 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:12.722535 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:12.726337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:12.781596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7184ab61-2739-486a-93eb-46f69ae78c5a None None] Provisioning complete for port fb9a903a-8926-414d-9ea2-c621b1b84175 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:12.781964 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7184ab61-2739-486a-93eb-46f69ae78c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:12.807807 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:12.846660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port fb9a903a-8926-414d-9ea2-c621b1b84175, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=fb9a903a-8926-414d-9ea2-c621b1b84175,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:12.855395 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:12.914434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=fb9a903a-8926-414d-9ea2-c621b1b84175,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:12.926274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dcf498-b619-4817-ac69-a33856142ab6 None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:19:13.010042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-06dcf498-b619-4817-ac69-a33856142ab6 None None] Deleting port fb9a903a-8926-414d-9ea2-c621b1b84175 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:13.010042 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-06dcf498-b619-4817-ac69-a33856142ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:13.085297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-06dcf498-b619-4817-ac69-a33856142ab6 None None] For port fb9a903a-8926-414d-9ea2-c621b1b84175, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=fb9a903a-8926-414d-9ea2-c621b1b84175,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:13.085739 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-06dcf498-b619-4817-ac69-a33856142ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:13.120324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-06dcf498-b619-4817-ac69-a33856142ab6 None None] Calling delete_port for fb9a903a-8926-414d-9ea2-c621b1b84175 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:13.299993 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-06dcf498-b619-4817-ac69-a33856142ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:13.315336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.objects.ports [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108772) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:19:13.340714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcf498-b619-4817-ac69-a33856142ab6 None None] Pushing event deleted for resources: {'Port': ['ID=fb9a903a-8926-414d-9ea2-c621b1b84175,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:13.367026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dcf498-b619-4817-ac69-a33856142ab6 None None] No DVR routers for this DVR port fb9a903a-8926-414d-9ea2-c621b1b84175 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:19:13.599179 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ef8d84d-5d35-4df6-814e-0e95e82026c0 req-9920ac80-9896-4b26-9cad-81232053d5e7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 210 time: 0.1265240 Jan 31 16:19:13.615651 n-d-827120-1 neutron-server[108772]: WARNING neutron.services.revisions.revision_plugin [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Could not find related port for resource to bump revision. Jan 31 16:19:13.622737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_pluggable_backend [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Port fb9a903a-8926-414d-9ea2-c621b1b84175 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=108772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 31 16:19:13.623181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_pluggable_backend [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Reverting IP allocation for 2001:db8::f816:3eff:fe67:8c41 {{(pid=108772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 31 16:19:13.628522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_pluggable_backend [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe67:8c41 {{(pid=108772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 31 16:19:13.629759 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:13.701614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=dbca6bb7-126b-4f75-a837-b79fc502dcfc,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:13.734567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:13.740105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:13.749537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:13.750158 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:13.756514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4258979b-f8c2-4998-9895-48e81ab0d29b None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:13.785686 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-857120e6-1159-4cb7-a673-2b3230527cde tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4554632 Jan 31 16:19:13.785863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fb9a903a-8926-414d-9ea2-c621b1b84175 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:19:13.786091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51776) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:13.791040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:b5:8a:f7', 'name': 'tempest-NetworksTestDHCPv6-1577680601'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:13.950206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: fb9a903a-8926-414d-9ea2-c621b1b84175 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:19:13.951178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fb9a903a-8926-414d-9ea2-c621b1b84175 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:19:14.041531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': 'dbca6bb7-126b-4f75-a837-b79fc502dcfc'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:19:14.043321 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:14.050441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:14.054927 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:14.062097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 63c83034-fb89-40e6-ac84-aadcfd375b03 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:19:14.090594 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port 3011631f-975c-45f8-9a06-76b7f563a57d yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:19:14.106464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 63c83034-fb89-40e6-ac84-aadcfd375b03 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:19:14.106802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 63c83034-fb89-40e6-ac84-aadcfd375b03 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:19:14.252264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Allocated IP 2001:db8::f816:3eff:feeb:d52b (71af9802-526e-47d9-9573-c6794664f00c/dbca6bb7-126b-4f75-a837-b79fc502dcfc/9cde00f3-2ea5-4714-a286-7ca762e67215) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:14.461786 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:14.489395 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:14.550072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:14.550385 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::f816:3eff:feb5:8af7 (71af9802-526e-47d9-9573-c6794664f00c/dbca6bb7-126b-4f75-a837-b79fc502dcfc/3011631f-975c-45f8-9a06-76b7f563a57d) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:14.573887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:14.578528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Pushing event updated for resources: {'Port': ['ID=9cde00f3-2ea5-4714-a286-7ca762e67215,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:14.588056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:14.670876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Attempting to bind port 9cde00f3-2ea5-4714-a286-7ca762e67215 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:19:14.674674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Attempting to bind port 9cde00f3-2ea5-4714-a286-7ca762e67215 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:19:14.678643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Attempting to bind port 9cde00f3-2ea5-4714-a286-7ca762e67215 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:19:14.688966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:19:14.691732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:19:14.692312 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:14.692870 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:19:14.693948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Bound port: 9cde00f3-2ea5-4714-a286-7ca762e67215, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:19:14.694689 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:14.849619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] For port 9cde00f3-2ea5-4714-a286-7ca762e67215, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:19:14.857995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] For port 9cde00f3-2ea5-4714-a286-7ca762e67215, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9cde00f3-2ea5-4714-a286-7ca762e67215,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:19:14.860719 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:14.874950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d30e23e0-aedd-44b6-bc38-d139d2d41d28 req-a5a35b86-c48e-48a2-a757-c39aa4dd519c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 210 time: 0.1018710 Jan 31 16:19:14.929227 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:14.997910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97b823-269b-4a93-9ece-7ae0c740b8d3 None None] Pushing event updated for resources: {'Port': ['ID=9cde00f3-2ea5-4714-a286-7ca762e67215,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:15.010451 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:15.018937 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:19:15.106445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:15.110574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:15.115215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:15.125372 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:15.126107 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:15.156130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=3011631f-975c-45f8-9a06-76b7f563a57d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:15.176051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51812) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:15.178118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4dac87e6-e964-48b2-9d07-0c9626e2e747 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3908834 Jan 31 16:19:15.257003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a994ce1-7dab-4e27-93f7-6455aac97446 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:15.275451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a994ce1-7dab-4e27-93f7-6455aac97446 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:15.284404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51814) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:15.300659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6a994ce1-7dab-4e27-93f7-6455aac97446 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1107717 Jan 31 16:19:15.434093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-03c46790-7d3c-492b-bf88-7f2d7853c4de tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port 3011631f-975c-45f8-9a06-76b7f563a57d {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:15.434748 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-03c46790-7d3c-492b-bf88-7f2d7853c4de tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:15.584252 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-03c46790-7d3c-492b-bf88-7f2d7853c4de tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:15.611214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-03c46790-7d3c-492b-bf88-7f2d7853c4de tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for 3011631f-975c-45f8-9a06-76b7f563a57d owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:15.849904 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-03c46790-7d3c-492b-bf88-7f2d7853c4de tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:15.922701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9cde00f3-2ea5-4714-a286-7ca762e67215 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:15.972761 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c46790-7d3c-492b-bf88-7f2d7853c4de tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=3011631f-975c-45f8-9a06-76b7f563a57d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:16.012663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-03c46790-7d3c-492b-bf88-7f2d7853c4de tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:16.021593 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-03c46790-7d3c-492b-bf88-7f2d7853c4de tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/3011631f-975c-45f8-9a06-76b7f563a57d HTTP/1.1" status: 204 len: 168 time: 0.7332740 Jan 31 16:19:16.022975 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51836) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:16.035094 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9cde00f3-2ea5-4714-a286-7ca762e67215 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:16.035598 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:16.059715 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d5d2d430-bf38-48d0-bcbb-4ecc8bc4a548 req-4be37f93-6fd0-4362-bd01-5139081e42e9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 210 time: 0.0719330 Jan 31 16:19:16.133868 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68ea1dc-8a3e-48b2-a805-6ab00da07284 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:16.136187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68ea1dc-8a3e-48b2-a805-6ab00da07284 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:16.140784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51842) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:16.141409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b68ea1dc-8a3e-48b2-a805-6ab00da07284 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1168411 Jan 31 16:19:16.201731 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:16.288827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-335b6c41-e392-4994-8b1c-07f5b81e8fc9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet dbca6bb7-126b-4f75-a837-b79fc502dcfc {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:16.311259 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-335b6c41-e392-4994-8b1c-07f5b81e8fc9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:16.313629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 9cde00f3-2ea5-4714-a286-7ca762e67215, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9cde00f3-2ea5-4714-a286-7ca762e67215,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:16.319666 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:16.428172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=9cde00f3-2ea5-4714-a286-7ca762e67215,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:16.429746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-335b6c41-e392-4994-8b1c-07f5b81e8fc9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:16.572818 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-335b6c41-e392-4994-8b1c-07f5b81e8fc9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:16.678078 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-335b6c41-e392-4994-8b1c-07f5b81e8fc9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:16.734666 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b6c41-e392-4994-8b1c-07f5b81e8fc9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=dbca6bb7-126b-4f75-a837-b79fc502dcfc,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:16.772946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-335b6c41-e392-4994-8b1c-07f5b81e8fc9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:16.781714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-335b6c41-e392-4994-8b1c-07f5b81e8fc9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/dbca6bb7-126b-4f75-a837-b79fc502dcfc HTTP/1.1" status: 204 len: 168 time: 0.6396415 Jan 31 16:19:16.783922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51862) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:16.849484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbdbd6e-9e49-415e-b45c-d5d6ccd5b060 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:17.059073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3d4f7d56-0080-43f0-9fab-2e7314d0d148 None None] Provisioning complete for port 9cde00f3-2ea5-4714-a286-7ca762e67215 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:17.060053 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7d56-0080-43f0-9fab-2e7314d0d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:17.243067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cab1d9d-90d5-4df6-853e-9e75745e0119 req-963c6658-fb7f-475a-bb43-ed18168ceeca tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 210 time: 0.0625832 Jan 31 16:19:17.261515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d1c77-f79e-4610-8dd0-ad07da4410d6 None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:19:17.333112 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5baceff9-21f9-4da2-b37a-de4f96a2da90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:17.371428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d1c77-f79e-4610-8dd0-ad07da4410d6 None None] Deleting port 9cde00f3-2ea5-4714-a286-7ca762e67215 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:17.371428 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b6d1c77-f79e-4610-8dd0-ad07da4410d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:17.392696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8866a832-74c3-4e79-8c53-fce91d10ebb4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6073389 Jan 31 16:19:17.397304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51880) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:17.490027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c1970-cf60-4f7a-a558-167cc817bfa0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:17.496349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51882) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:17.510070 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e88c1970-cf60-4f7a-a558-167cc817bfa0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1115165 Jan 31 16:19:17.515291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9b6d1c77-f79e-4610-8dd0-ad07da4410d6 None None] For port 9cde00f3-2ea5-4714-a286-7ca762e67215, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9cde00f3-2ea5-4714-a286-7ca762e67215,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:17.515798 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b6d1c77-f79e-4610-8dd0-ad07da4410d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:17.550463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d1c77-f79e-4610-8dd0-ad07da4410d6 None None] Calling delete_port for 9cde00f3-2ea5-4714-a286-7ca762e67215 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:17.590338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ddec65-64f9-47c7-a15b-eb7c1c35a139 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:17.595391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51886) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:17.607312 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-97ddec65-64f9-47c7-a15b-eb7c1c35a139 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1094835 Jan 31 16:19:17.676181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51888) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:17.681154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-63a2acb4-b344-47ac-b3a8-64be17e1d8a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:17.696499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c4e696b6-7862-4dda-9f0e-8b8aed58fd91 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748482 Jan 31 16:19:17.707470 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b6d1c77-f79e-4610-8dd0-ad07da4410d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:17.728225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d1c77-f79e-4610-8dd0-ad07da4410d6 None None] No DVR routers for this DVR port 9cde00f3-2ea5-4714-a286-7ca762e67215 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:19:17.777663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9cde00f3-2ea5-4714-a286-7ca762e67215 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:19:17.828033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9cde00f3-2ea5-4714-a286-7ca762e67215 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:19:17.828227 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9cde00f3-2ea5-4714-a286-7ca762e67215 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:19:17.834555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d1c77-f79e-4610-8dd0-ad07da4410d6 None None] Pushing event deleted for resources: {'Port': ['ID=9cde00f3-2ea5-4714-a286-7ca762e67215,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:17.897150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a2acb4-b344-47ac-b3a8-64be17e1d8a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:17.900900 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63a2acb4-b344-47ac-b3a8-64be17e1d8a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:18.247421 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63a2acb4-b344-47ac-b3a8-64be17e1d8a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:18.291065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a2acb4-b344-47ac-b3a8-64be17e1d8a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:18.310132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-63a2acb4-b344-47ac-b3a8-64be17e1d8a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:18.324147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f705a41-76fb-457b-8c4e-519a56f84036 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:18.327116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a2acb4-b344-47ac-b3a8-64be17e1d8a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:18.327723 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63a2acb4-b344-47ac-b3a8-64be17e1d8a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:18.350054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2acb4-b344-47ac-b3a8-64be17e1d8a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=4b530974-198e-4dea-ac81-1619078997dd,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:18.359937 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51906) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:18.361082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-63a2acb4-b344-47ac-b3a8-64be17e1d8a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6837392 Jan 31 16:19:18.365128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:11:cc:e8', 'name': 'tempest-NetworksTestDHCPv6-2032085600'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:18.455675 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b9e6c4c-58c7-4e9a-b669-4731bfd32cb3 req-f31432b6-b79c-4419-a1e6-a7edb55b21d1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41adbcc-1dac-4c6f-adf3-f1a30e9c1cea HTTP/1.1" status: 200 len: 210 time: 0.0416539 Jan 31 16:19:18.545705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': '4b530974-198e-4dea-ac81-1619078997dd'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:19:18.546866 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:18.621529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:18.740772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Allocated IP 2001:db8::2 (71af9802-526e-47d9-9573-c6794664f00c/4b530974-198e-4dea-ac81-1619078997dd/8a8c3123-be01-4e13-a202-82a6a5fe2960) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:18.818302 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:18.873381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port 76ed91f7-7d59-4c9b-9086-15b9efe84428 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:19:18.930272 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:18.939527 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:19.010285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:19.010285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:19.010285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:19.014943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Pushing event updated for resources: {'Port': ['ID=8a8c3123-be01-4e13-a202-82a6a5fe2960,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:19.085696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::271 (71af9802-526e-47d9-9573-c6794664f00c/4b530974-198e-4dea-ac81-1619078997dd/76ed91f7-7d59-4c9b-9086-15b9efe84428) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:19.115261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Attempting to bind port 8a8c3123-be01-4e13-a202-82a6a5fe2960 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:19:19.115646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Attempting to bind port 8a8c3123-be01-4e13-a202-82a6a5fe2960 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:19:19.116014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Attempting to bind port 8a8c3123-be01-4e13-a202-82a6a5fe2960 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:19:19.133678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:19:19.134051 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:19:19.134449 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:19.134906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:19:19.136093 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Bound port: 8a8c3123-be01-4e13-a202-82a6a5fe2960, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:19:19.136093 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:19.270880 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] For port 8a8c3123-be01-4e13-a202-82a6a5fe2960, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:19:19.274350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] For port 8a8c3123-be01-4e13-a202-82a6a5fe2960, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8a8c3123-be01-4e13-a202-82a6a5fe2960,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:19:19.282379 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:19.317899 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:19.404195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edfcf6-07fe-4619-9798-d41688ab5022 None None] Pushing event updated for resources: {'Port': ['ID=8a8c3123-be01-4e13-a202-82a6a5fe2960,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:19.416074 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:19.464970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:19.468852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:19.471939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:19.478330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:19.492442 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:19.540556 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1794324 Jan 31 16:19:19.543557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51930) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:19.588136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a48122-9350-448f-bbf5-d613f56d18a9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=76ed91f7-7d59-4c9b-9086-15b9efe84428,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:19.724375 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4f62ea0a-53f0-4327-a1b1-c4460ef3010b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:19.738172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f7e93-49b3-4aa7-8817-5ab7a304e526 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:19.754779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f7e93-49b3-4aa7-8817-5ab7a304e526 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:19.759258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51940) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:19.764463 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e48f7e93-49b3-4aa7-8817-5ab7a304e526 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2197597 Jan 31 16:19:19.949748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c55df8a7-0d35-4340-a357-27fbbded777f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port 76ed91f7-7d59-4c9b-9086-15b9efe84428 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:19.950520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c55df8a7-0d35-4340-a357-27fbbded777f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.112689 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c55df8a7-0d35-4340-a357-27fbbded777f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.151804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c55df8a7-0d35-4340-a357-27fbbded777f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for 76ed91f7-7d59-4c9b-9086-15b9efe84428 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:20.215671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51950) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:20.399843 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-589648ed-bb35-407e-a55e-4860cec3ae3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.419050 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c55df8a7-0d35-4340-a357-27fbbded777f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.466367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55df8a7-0d35-4340-a357-27fbbded777f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=76ed91f7-7d59-4c9b-9086-15b9efe84428,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:20.518983 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c55df8a7-0d35-4340-a357-27fbbded777f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.527806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c55df8a7-0d35-4340-a357-27fbbded777f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/76ed91f7-7d59-4c9b-9086-15b9efe84428 HTTP/1.1" status: 204 len: 168 time: 0.7663276 Jan 31 16:19:20.529644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51956) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:20.550887 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-589648ed-bb35-407e-a55e-4860cec3ae3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.557776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-589648ed-bb35-407e-a55e-4860cec3ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.606042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a12f421-6e4d-4675-ac0d-753629a789be tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:20.630278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589648ed-bb35-407e-a55e-4860cec3ae3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5ee74d-5a8b-4f38-811f-555e1ab24bfe,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:20.631601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a12f421-6e4d-4675-ac0d-753629a789be tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:20.637020 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-589648ed-bb35-407e-a55e-4860cec3ae3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8efd034d30f94309bc15a1bf3847bd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176376 Jan 31 16:19:20.638061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51960) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:20.638191 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7a12f421-6e4d-4675-ac0d-753629a789be tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1068842 Jan 31 16:19:20.640053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51962) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:20.773421 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ecc5524b-7f08-4bad-a9f1-b7f289b69eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.806840 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ecc5524b-7f08-4bad-a9f1-b7f289b69eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.815314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a0e9a9-dc12-4ce4-ba11-982a5286bdb5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 4b530974-198e-4dea-ac81-1619078997dd {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:20.823584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e9a9-dc12-4ce4-ba11-982a5286bdb5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.905556 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.906536 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ecc5524b-7f08-4bad-a9f1-b7f289b69eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.908513 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ecc5524b-7f08-4bad-a9f1-b7f289b69eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.910809 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ecc5524b-7f08-4bad-a9f1-b7f289b69eae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca5ee74d-5a8b-4f38-811f-555e1ab24bfe HTTP/1.1" status: 204 len: 168 time: 0.2723105 Jan 31 16:19:20.944777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e9a9-dc12-4ce4-ba11-982a5286bdb5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:20.968128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5524b-7f08-4bad-a9f1-b7f289b69eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5ee74d-5a8b-4f38-811f-555e1ab24bfe,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:21.139264 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e9a9-dc12-4ce4-ba11-982a5286bdb5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:21.221974 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e9a9-dc12-4ce4-ba11-982a5286bdb5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:21.265948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0e9a9-dc12-4ce4-ba11-982a5286bdb5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=4b530974-198e-4dea-ac81-1619078997dd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:21.268533 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e9a9-dc12-4ce4-ba11-982a5286bdb5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:21.274695 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f4a0e9a9-dc12-4ce4-ba11-982a5286bdb5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/4b530974-198e-4dea-ac81-1619078997dd HTTP/1.1" status: 204 len: 168 time: 0.6229417 Jan 31 16:19:21.275127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51982) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:21.275703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8d9017ab-d5bf-47a3-a496-420937d2193d None None] Provisioning complete for port 8a8c3123-be01-4e13-a202-82a6a5fe2960 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:21.295157 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8d9017ab-d5bf-47a3-a496-420937d2193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:21.327166 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b5af7d96-e75f-41c0-914c-64ce96d34b52 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508766 Jan 31 16:19:21.338726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51984) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:21.444797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcaf59b-27aa-4131-b96e-f13eb7743e50 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:21.448879 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8fcaf59b-27aa-4131-b96e-f13eb7743e50 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1028354 Jan 31 16:19:21.450163 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 51988) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:21.495210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51990) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:21.503953 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8d9017ab-d5bf-47a3-a496-420937d2193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:21.515012 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19f53a81-75ae-49f0-80eb-f59dbbd6a1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:21.554015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c87abf-adf5-44aa-a587-66f6714a8d98 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:21.554458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8d9017ab-d5bf-47a3-a496-420937d2193d None None] For port 8a8c3123-be01-4e13-a202-82a6a5fe2960, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8a8c3123-be01-4e13-a202-82a6a5fe2960,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:21.559544 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab17c8-0362-4160-8788-f8716be24e61 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:21.559978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51996) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:21.560953 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-46c87abf-adf5-44aa-a587-66f6714a8d98 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1087658 Jan 31 16:19:21.609617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0d537a05-35bb-4978-a243-9e59ab9b7d10 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475144 Jan 31 16:19:21.614092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 51998) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:21.623474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:21.639932 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8d9017ab-d5bf-47a3-a496-420937d2193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:21.775887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6a9b65fc-1536-471b-918c-7025469f6a4d None None] Could not find standard attr ID for object 76ed91f7-7d59-4c9b-9086-15b9efe84428. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:19:21.794884 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19f53a81-75ae-49f0-80eb-f59dbbd6a1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:21.798256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:21.815459 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:21.845105 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-19f53a81-75ae-49f0-80eb-f59dbbd6a1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:21.925359 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9017ab-d5bf-47a3-a496-420937d2193d None None] Pushing event updated for resources: {'Port': ['ID=8a8c3123-be01-4e13-a202-82a6a5fe2960,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:21.932221 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8a8c3123-be01-4e13-a202-82a6a5fe2960 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:22.036230 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8a8c3123-be01-4e13-a202-82a6a5fe2960 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:22.036596 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:22.127890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d4e5c4-1d68-42e4-93ae-5115b675e2d5 None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:19:22.159099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f53a81-75ae-49f0-80eb-f59dbbd6a1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3875bab0-094e-4ce7-b167-6914be5f12d2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:22.348644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-19f53a81-75ae-49f0-80eb-f59dbbd6a1e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b43cd1d92bdd41b58140a277921f53fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8526230 Jan 31 16:19:22.351559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52016) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:22.354344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-85d4e5c4-1d68-42e4-93ae-5115b675e2d5 None None] Deleting port 8a8c3123-be01-4e13-a202-82a6a5fe2960 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:22.354722 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-85d4e5c4-1d68-42e4-93ae-5115b675e2d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:22.470836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.objects.ports [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108772) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:19:22.472209 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba942479-b1f6-4c52-b89a-20b6d975cffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:22.539591 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba942479-b1f6-4c52-b89a-20b6d975cffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:22.681016 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba942479-b1f6-4c52-b89a-20b6d975cffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:22.690669 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba942479-b1f6-4c52-b89a-20b6d975cffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:22.692649 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ba942479-b1f6-4c52-b89a-20b6d975cffd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3875bab0-094e-4ce7-b167-6914be5f12d2 HTTP/1.1" status: 204 len: 168 time: 0.3387587 Jan 31 16:19:22.733145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba942479-b1f6-4c52-b89a-20b6d975cffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3875bab0-094e-4ce7-b167-6914be5f12d2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:22.733534 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:22.838003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:22.857404 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:22.897684 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-85d4e5c4-1d68-42e4-93ae-5115b675e2d5 None None] For port 8a8c3123-be01-4e13-a202-82a6a5fe2960, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8a8c3123-be01-4e13-a202-82a6a5fe2960,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:22.898466 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-85d4e5c4-1d68-42e4-93ae-5115b675e2d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:22.929245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-85d4e5c4-1d68-42e4-93ae-5115b675e2d5 None None] Calling delete_port for 8a8c3123-be01-4e13-a202-82a6a5fe2960 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:23.176251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] For port 8a8c3123-be01-4e13-a202-82a6a5fe2960, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8a8c3123-be01-4e13-a202-82a6a5fe2960,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:23.216570 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:23.222992 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:23.223673 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:23.227945 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-85d4e5c4-1d68-42e4-93ae-5115b675e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:23.271324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4e5c4-1d68-42e4-93ae-5115b675e2d5 None None] Pushing event deleted for resources: {'Port': ['ID=8a8c3123-be01-4e13-a202-82a6a5fe2960,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:23.281522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d4e5c4-1d68-42e4-93ae-5115b675e2d5 None None] No DVR routers for this DVR port 8a8c3123-be01-4e13-a202-82a6a5fe2960 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:19:23.296371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=8a8c3123-be01-4e13-a202-82a6a5fe2960,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:23.323957 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:23.333883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:23.339686 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:23.340776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:23.345652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1be76a-0dc1-4df6-89aa-b9e303fdff1e None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:23.360439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=7f34de5a-4cb6-492d-a80f-4f1c40a582d6,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:23.373451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-519e9cc6-6551-4a14-bb3e-4e88a4cb3b05 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7579250 Jan 31 16:19:23.377029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52044) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:23.382793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-77d2488c-ef4a-47d9-80dd-add210100731 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:23.649385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': '7f34de5a-4cb6-492d-a80f-4f1c40a582d6'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:19:23.650341 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:23.675627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d2488c-ef4a-47d9-80dd-add210100731 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:23.682658 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77d2488c-ef4a-47d9-80dd-add210100731 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:23.818740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8a8c3123-be01-4e13-a202-82a6a5fe2960 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:19:23.819809 n-d-827120-1 neutron-server[108771]: INFO neutron.db.ipam_backend_mixin [None req-77d2488c-ef4a-47d9-80dd-add210100731 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f34de5a-4cb6-492d-a80f-4f1c40a582d6 (CIDR: 2001:db8::/64) Jan 31 16:19:23.824742 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d2488c-ef4a-47d9-80dd-add210100731 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:19:23.825458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d2488c-ef4a-47d9-80dd-add210100731 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:23.846272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-77d2488c-ef4a-47d9-80dd-add210100731 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4677486 Jan 31 16:19:23.847806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52062) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:23.853335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a6fa82b6-40ce-4984-b20d-3dcd5e129101 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:23.874114 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8a8c3123-be01-4e13-a202-82a6a5fe2960 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:19:23.874504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8a8c3123-be01-4e13-a202-82a6a5fe2960 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:19:24.001210 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Allocated IP 2001:db8::f816:3eff:fe8c:bb84 (71af9802-526e-47d9-9573-c6794664f00c/7f34de5a-4cb6-492d-a80f-4f1c40a582d6/7745f079-1ee4-4f74-ae11-de83d5503123) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:24.021299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fa82b6-40ce-4984-b20d-3dcd5e129101 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:24.031913 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6fa82b6-40ce-4984-b20d-3dcd5e129101 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:24.316379 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:24.331268 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:24.375309 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6fa82b6-40ce-4984-b20d-3dcd5e129101 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:24.417275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:24.419165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:24.422204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Pushing event updated for resources: {'Port': ['ID=7745f079-1ee4-4f74-ae11-de83d5503123,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:24.424859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:24.477940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fa82b6-40ce-4984-b20d-3dcd5e129101 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:24.486010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-a6fa82b6-40ce-4984-b20d-3dcd5e129101 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:24.489021 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Attempting to bind port 7745f079-1ee4-4f74-ae11-de83d5503123 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:19:24.489598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Attempting to bind port 7745f079-1ee4-4f74-ae11-de83d5503123 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:19:24.490055 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Attempting to bind port 7745f079-1ee4-4f74-ae11-de83d5503123 on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:19:24.496953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:19:24.497525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:19:24.498027 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:24.498472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:19:24.499049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Bound port: 7745f079-1ee4-4f74-ae11-de83d5503123, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:19:24.499361 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:24.510425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fa82b6-40ce-4984-b20d-3dcd5e129101 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:24.511228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6fa82b6-40ce-4984-b20d-3dcd5e129101 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:24.532832 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a6fa82b6-40ce-4984-b20d-3dcd5e129101 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6835492 Jan 31 16:19:24.535443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52084) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:24.537719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa82b6-40ce-4984-b20d-3dcd5e129101 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=c94623c6-f175-48ad-9df6-bd6d55a4360b,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:24.540789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:65:fb:50', 'name': 'tempest-NetworksTestDHCPv6-984911810'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:24.610881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] For port 7745f079-1ee4-4f74-ae11-de83d5503123, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:19:24.614646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] For port 7745f079-1ee4-4f74-ae11-de83d5503123, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7745f079-1ee4-4f74-ae11-de83d5503123,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:19:24.620352 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:24.727976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:24.739225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79632ef-ec9c-4778-a7ec-9c9fd682f3e0 None None] Pushing event updated for resources: {'Port': ['ID=7745f079-1ee4-4f74-ae11-de83d5503123,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:24.860650 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:24.911473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port dadebee7-2334-4214-aa9e-49d8abc3a218 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:19:25.179818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8:0:1::152 (71af9802-526e-47d9-9573-c6794664f00c/c94623c6-f175-48ad-9df6-bd6d55a4360b/dadebee7-2334-4214-aa9e-49d8abc3a218) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:25.187623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::f816:3eff:fe65:fb50 (71af9802-526e-47d9-9573-c6794664f00c/7f34de5a-4cb6-492d-a80f-4f1c40a582d6/dadebee7-2334-4214-aa9e-49d8abc3a218) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:25.483428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:25.538156 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:25.633826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:25.638984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:25.642056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:25.648445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:25.650534 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:25.680622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=dadebee7-2334-4214-aa9e-49d8abc3a218,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:25.688971 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b932618a-7298-45c0-bf5f-e3b5fd85a4bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1524036 Jan 31 16:19:25.691932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52140) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:25.901607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7745f079-1ee4-4f74-ae11-de83d5503123 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:25.911441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6711b83c-c74f-4b95-8822-ef87952b9154 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port dadebee7-2334-4214-aa9e-49d8abc3a218 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:25.912965 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6711b83c-c74f-4b95-8822-ef87952b9154 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:26.004133 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:26.023335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7745f079-1ee4-4f74-ae11-de83d5503123 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:26.023902 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:26.218012 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6711b83c-c74f-4b95-8822-ef87952b9154 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:26.219866 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:26.273521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6711b83c-c74f-4b95-8822-ef87952b9154 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for dadebee7-2334-4214-aa9e-49d8abc3a218 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:26.287256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faf56f8-4a4e-4437-8186-e719ffe01e25 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:26.467007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 7745f079-1ee4-4f74-ae11-de83d5503123, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7745f079-1ee4-4f74-ae11-de83d5503123,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:26.475265 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:26.484095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-51bd9483-b874-42e6-95af-17920bc60d15 None None] Provisioning complete for port 7745f079-1ee4-4f74-ae11-de83d5503123 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:26.484572 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51bd9483-b874-42e6-95af-17920bc60d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:26.602691 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=7745f079-1ee4-4f74-ae11-de83d5503123,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:26.622646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6711b83c-c74f-4b95-8822-ef87952b9154 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:26.643711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:26.644565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:26.645001 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:26.645424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:26.645862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:26.646280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:26.646696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:26.647119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:26.647553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:26.647965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:26.648380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:26.648912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:19:26.711981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711b83c-c74f-4b95-8822-ef87952b9154 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=dadebee7-2334-4214-aa9e-49d8abc3a218,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:26.752264 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6711b83c-c74f-4b95-8822-ef87952b9154 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:26.756528 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6711b83c-c74f-4b95-8822-ef87952b9154 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/dadebee7-2334-4214-aa9e-49d8abc3a218 HTTP/1.1" status: 204 len: 168 time: 1.0633283 Jan 31 16:19:26.759247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52158) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:26.767045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a1f3a4-92b6-46ee-b01d-d1be3d542bcd None None] Update dhcp port {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': '7f34de5a-4cb6-492d-a80f-4f1c40a582d6', 'ip_address': '2001:db8::f816:3eff:fe8c:bb84'}, {'subnet_id': 'c94623c6-f175-48ad-9df6-bd6d55a4360b'}], 'binding:host_id': 'n-d-827120-1'}, 'id': '7745f079-1ee4-4f74-ae11-de83d5503123'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:19:26.804988 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c6a1f3a4-92b6-46ee-b01d-d1be3d542bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:26.820365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eeb1ab-f1dd-4259-84ce-ceeec3a9e2ed tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:26.825029 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-47eeb1ab-f1dd-4259-84ce-ceeec3a9e2ed tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0646217 Jan 31 16:19:26.827787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52160) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:26.929218 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ae08b-072d-4acc-8f76-faf512e68093 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:26.933086 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7b6ae08b-072d-4acc-8f76-faf512e68093 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1019564 Jan 31 16:19:26.933514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52162) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:27.049429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a517893-1cb2-49c1-ac55-b73264683f08 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:27.051052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a517893-1cb2-49c1-ac55-b73264683f08 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:27.053046 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a517893-1cb2-49c1-ac55-b73264683f08 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:27.054958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8a517893-1cb2-49c1-ac55-b73264683f08 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1204431 Jan 31 16:19:27.057772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52168) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:27.112829 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-c6a1f3a4-92b6-46ee-b01d-d1be3d542bcd None None] Allocated IP 2001:db8:0:1::2 (71af9802-526e-47d9-9573-c6794664f00c/c94623c6-f175-48ad-9df6-bd6d55a4360b/7745f079-1ee4-4f74-ae11-de83d5503123) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:27.146264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c46bd4-664b-4c15-8dff-95c6aae96e68 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 7f34de5a-4cb6-492d-a80f-4f1c40a582d6 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:27.332428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c6a1f3a4-92b6-46ee-b01d-d1be3d542bcd None None] For port 7745f079-1ee4-4f74-ae11-de83d5503123, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7745f079-1ee4-4f74-ae11-de83d5503123,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:27.372406 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c6a1f3a4-92b6-46ee-b01d-d1be3d542bcd None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:27.379001 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60c46bd4-664b-4c15-8dff-95c6aae96e68 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:27.384522 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c6a1f3a4-92b6-46ee-b01d-d1be3d542bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:27.486027 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60c46bd4-664b-4c15-8dff-95c6aae96e68 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:27.583800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1f3a4-92b6-46ee-b01d-d1be3d542bcd None None] Pushing event updated for resources: {'Port': ['ID=7745f079-1ee4-4f74-ae11-de83d5503123,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:27.659341 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60c46bd4-664b-4c15-8dff-95c6aae96e68 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:27.779322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7745f079-1ee4-4f74-ae11-de83d5503123 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:27.842091 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60c46bd4-664b-4c15-8dff-95c6aae96e68 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:27.906664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7745f079-1ee4-4f74-ae11-de83d5503123 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:27.907021 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:27.910874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c46bd4-664b-4c15-8dff-95c6aae96e68 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=7f34de5a-4cb6-492d-a80f-4f1c40a582d6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:27.912883 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-60c46bd4-664b-4c15-8dff-95c6aae96e68 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:27.918738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52178) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:27.928544 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-60c46bd4-664b-4c15-8dff-95c6aae96e68 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/7f34de5a-4cb6-492d-a80f-4f1c40a582d6 HTTP/1.1" status: 204 len: 168 time: 0.8564680 Jan 31 16:19:27.985854 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:28.024734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9531365-c533-46fd-a7b7-bfe456d6a88b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet c94623c6-f175-48ad-9df6-bd6d55a4360b {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:28.032748 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9531365-c533-46fd-a7b7-bfe456d6a88b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:28.100234 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9531365-c533-46fd-a7b7-bfe456d6a88b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:28.269025 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9531365-c533-46fd-a7b7-bfe456d6a88b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:28.345480 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9531365-c533-46fd-a7b7-bfe456d6a88b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:28.416522 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9531365-c533-46fd-a7b7-bfe456d6a88b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:28.419914 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d9531365-c533-46fd-a7b7-bfe456d6a88b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/c94623c6-f175-48ad-9df6-bd6d55a4360b HTTP/1.1" status: 204 len: 168 time: 0.4995387 Jan 31 16:19:28.420980 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9531365-c533-46fd-a7b7-bfe456d6a88b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=c94623c6-f175-48ad-9df6-bd6d55a4360b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:28.422529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52188) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:28.467939 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-61252a89-0af1-4f93-8d60-b9f6ab90c76d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439646 Jan 31 16:19:28.470829 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52192) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:28.476177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:28.553204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc7ec88-eedf-4075-be1c-96520597d9ed None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:28.691943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:28.698912 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:28.734226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f0eb9a84-5642-4352-a18b-aa3d73fd8b9e None None] Could not find standard attr ID for object dadebee7-2334-4214-aa9e-49d8abc3a218. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:19:28.773439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f0eb9a84-5642-4352-a18b-aa3d73fd8b9e None None] Provisioning complete for port 7745f079-1ee4-4f74-ae11-de83d5503123 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:28.773842 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f0eb9a84-5642-4352-a18b-aa3d73fd8b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:29.141916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb648ad3-3fb5-40c2-89d3-4e383415e9dd None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:19:29.299329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cb648ad3-3fb5-40c2-89d3-4e383415e9dd None None] Deleting port 7745f079-1ee4-4f74-ae11-de83d5503123 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:29.299690 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb648ad3-3fb5-40c2-89d3-4e383415e9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:29.389086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.objects.ports [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108771) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:19:29.511191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cb648ad3-3fb5-40c2-89d3-4e383415e9dd None None] For port 7745f079-1ee4-4f74-ae11-de83d5503123, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7745f079-1ee4-4f74-ae11-de83d5503123,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:29.511793 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb648ad3-3fb5-40c2-89d3-4e383415e9dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:29.542166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cb648ad3-3fb5-40c2-89d3-4e383415e9dd None None] Calling delete_port for 7745f079-1ee4-4f74-ae11-de83d5503123 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:29.623085 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:29.675947 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cb648ad3-3fb5-40c2-89d3-4e383415e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:29.692019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb648ad3-3fb5-40c2-89d3-4e383415e9dd None None] No DVR routers for this DVR port 7745f079-1ee4-4f74-ae11-de83d5503123 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:19:29.765852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb648ad3-3fb5-40c2-89d3-4e383415e9dd None None] Pushing event deleted for resources: {'Port': ['ID=7745f079-1ee4-4f74-ae11-de83d5503123,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:29.804377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7745f079-1ee4-4f74-ae11-de83d5503123 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:19:29.825935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 7745f079-1ee4-4f74-ae11-de83d5503123 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:19:29.826358 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7745f079-1ee4-4f74-ae11-de83d5503123 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:19:29.984914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] For port 7745f079-1ee4-4f74-ae11-de83d5503123, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7745f079-1ee4-4f74-ae11-de83d5503123,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:30.073326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:30.080079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:30.081126 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:30.153692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=7745f079-1ee4-4f74-ae11-de83d5503123,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:30.302857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:30.305649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:30.311004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:30.312033 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:30.316064 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125f05d7-0b65-4536-b991-e61e1abe0ffa None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:30.327688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=5ff41b3d-8907-46cf-8f02-158ecbef9418,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:30.352050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1065cd80-0991-49ba-80cb-47258b2fbbc1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8787620 Jan 31 16:19:30.354425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52294) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:30.362649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4a946206-8649-4ce5-bca1-b3a31ddfc073 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:30.576994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': '5ff41b3d-8907-46cf-8f02-158ecbef9418'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:19:30.578061 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:30.652430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a946206-8649-4ce5-bca1-b3a31ddfc073 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:30.661946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4a946206-8649-4ce5-bca1-b3a31ddfc073 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:30.811123 n-d-827120-1 neutron-server[108772]: INFO neutron.db.ipam_backend_mixin [None req-4a946206-8649-4ce5-bca1-b3a31ddfc073 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ff41b3d-8907-46cf-8f02-158ecbef9418 (CIDR: 2001:db8::/64) Jan 31 16:19:30.815717 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a946206-8649-4ce5-bca1-b3a31ddfc073 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:19:30.816426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a946206-8649-4ce5-bca1-b3a31ddfc073 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:30.847437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4a946206-8649-4ce5-bca1-b3a31ddfc073 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4909818 Jan 31 16:19:30.850224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52316) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:30.861519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8b7e63ea-9ba9-4ae2-8c44-026d2e7db1e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:30.876682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Allocated IP 2001:db8::f816:3eff:feb9:476e (71af9802-526e-47d9-9573-c6794664f00c/5ff41b3d-8907-46cf-8f02-158ecbef9418/81d3d2e0-a894-4c81-87c8-bab1e09a76dd) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:31.052423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7e63ea-9ba9-4ae2-8c44-026d2e7db1e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:31.057202 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b7e63ea-9ba9-4ae2-8c44-026d2e7db1e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:31.123204 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:31.134772 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:31.181109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:31.184725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:31.188219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:31.260300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Pushing event updated for resources: {'Port': ['ID=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:31.273695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Attempting to bind port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:19:31.274202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Attempting to bind port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:19:31.274899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Attempting to bind port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:19:31.280670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:19:31.281172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:19:31.281693 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:31.282168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:19:31.283171 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Bound port: 81d3d2e0-a894-4c81-87c8-bab1e09a76dd, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:19:31.283171 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:31.402960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] For port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:19:31.410338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] For port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:19:31.417163 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:31.532655 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b7e63ea-9ba9-4ae2-8c44-026d2e7db1e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:31.545078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed5080-321e-4a79-a6be-3a09db8f7373 None None] Pushing event updated for resources: {'Port': ['ID=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:31.633008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e63ea-9ba9-4ae2-8c44-026d2e7db1e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:31.636977 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-8b7e63ea-9ba9-4ae2-8c44-026d2e7db1e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:31.643411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e63ea-9ba9-4ae2-8c44-026d2e7db1e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:31.644128 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b7e63ea-9ba9-4ae2-8c44-026d2e7db1e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:31.665297 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e63ea-9ba9-4ae2-8c44-026d2e7db1e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=a8e2ac37-b96f-4932-a393-27adf124ef52,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:31.675769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8b7e63ea-9ba9-4ae2-8c44-026d2e7db1e8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8243752 Jan 31 16:19:31.678576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52348) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:31.683690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:e7:37:2b', 'name': 'tempest-NetworksTestDHCPv6-1182213967'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:31.868075 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:32.121630 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:32.154179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port 262e1273-6159-4dd2-a3ee-026406b32e2f yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:19:32.408805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8:0:1::67 (71af9802-526e-47d9-9573-c6794664f00c/a8e2ac37-b96f-4932-a393-27adf124ef52/262e1273-6159-4dd2-a3ee-026406b32e2f) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:32.416859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::f816:3eff:fee7:372b (71af9802-526e-47d9-9573-c6794664f00c/5ff41b3d-8907-46cf-8f02-158ecbef9418/262e1273-6159-4dd2-a3ee-026406b32e2f) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:32.582550 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:32.641596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:32.715781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:32.719822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:32.724162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:32.730392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:32.731233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:32.745681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=262e1273-6159-4dd2-a3ee-026406b32e2f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:32.770977 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dde22aa2-a35f-4209-8fe0-599b5b18bc06 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0912032 Jan 31 16:19:32.774637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52358) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:32.952366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f533e63e-97aa-4b55-9ef8-c244a463b6c9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port 262e1273-6159-4dd2-a3ee-026406b32e2f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:32.953599 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f533e63e-97aa-4b55-9ef8-c244a463b6c9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:33.175373 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f533e63e-97aa-4b55-9ef8-c244a463b6c9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:33.192214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f533e63e-97aa-4b55-9ef8-c244a463b6c9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for 262e1273-6159-4dd2-a3ee-026406b32e2f owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:33.206064 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7ec6a-3ca5-43cb-ae7a-508f2386e1e5 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:33.366101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0635e400-899a-42dd-8a19-8281d5a4d7a8 None None] Provisioning complete for port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:33.366511 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0635e400-899a-42dd-8a19-8281d5a4d7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:33.535171 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f533e63e-97aa-4b55-9ef8-c244a463b6c9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:33.570084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533e63e-97aa-4b55-9ef8-c244a463b6c9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=262e1273-6159-4dd2-a3ee-026406b32e2f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:33.637848 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f533e63e-97aa-4b55-9ef8-c244a463b6c9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:33.641435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f533e63e-97aa-4b55-9ef8-c244a463b6c9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/262e1273-6159-4dd2-a3ee-026406b32e2f HTTP/1.1" status: 204 len: 168 time: 0.8657758 Jan 31 16:19:33.644157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52368) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:33.667445 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0635e400-899a-42dd-8a19-8281d5a4d7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:33.719724 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0635e400-899a-42dd-8a19-8281d5a4d7a8 None None] For port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:33.751236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e453d9-aeab-428b-8dc3-c30f5f5e0fa6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:33.756994 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-02e453d9-aeab-428b-8dc3-c30f5f5e0fa6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1104634 Jan 31 16:19:33.759625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52376) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:33.771696 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0635e400-899a-42dd-8a19-8281d5a4d7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:33.776942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0740a5f8-252f-441a-8ba2-93927da43552 None None] Update dhcp port {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': '5ff41b3d-8907-46cf-8f02-158ecbef9418', 'ip_address': '2001:db8::f816:3eff:feb9:476e'}, {'subnet_id': 'a8e2ac37-b96f-4932-a393-27adf124ef52'}], 'binding:host_id': 'n-d-827120-1'}, 'id': '81d3d2e0-a894-4c81-87c8-bab1e09a76dd'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:19:33.822728 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0740a5f8-252f-441a-8ba2-93927da43552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:33.878458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47297d6f-d533-467e-8e5f-a3d4d772814f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:33.882532 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-47297d6f-d533-467e-8e5f-a3d4d772814f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1193488 Jan 31 16:19:33.882872 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52382) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:34.005959 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a0b756-c696-4430-a69d-5dfc287c4d0e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:34.007463 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a0b756-c696-4430-a69d-5dfc287c4d0e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:34.009087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a0b756-c696-4430-a69d-5dfc287c4d0e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:34.013219 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-00a0b756-c696-4430-a69d-5dfc287c4d0e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1269078 Jan 31 16:19:34.013615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52390) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:34.114794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adab630-65d5-4e36-9017-73557d357aa8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 5ff41b3d-8907-46cf-8f02-158ecbef9418 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:34.121975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8adab630-65d5-4e36-9017-73557d357aa8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:34.151892 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 81d3d2e0-a894-4c81-87c8-bab1e09a76dd up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:34.202023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8adab630-65d5-4e36-9017-73557d357aa8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:34.208954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635e400-899a-42dd-8a19-8281d5a4d7a8 None None] Pushing event updated for resources: {'Port': ['ID=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:34.236818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:34.239405 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:34.408180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8adab630-65d5-4e36-9017-73557d357aa8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server [None req-0740a5f8-252f-441a-8ba2-93927da43552 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ff41b3d-8907-46cf-8f02-158ecbef9418: This subnet is being modified by another concurrent operation. Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise exception Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ff41b3d-8907-46cf-8f02-158ecbef9418: This subnet is being modified by another concurrent operation. Jan 31 16:19:34.508245 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Jan 31 16:19:34.514512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8adab630-65d5-4e36-9017-73557d357aa8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:34.573877 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adab630-65d5-4e36-9017-73557d357aa8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff41b3d-8907-46cf-8f02-158ecbef9418,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:34.585207 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8adab630-65d5-4e36-9017-73557d357aa8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:34.590926 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8adab630-65d5-4e36-9017-73557d357aa8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/5ff41b3d-8907-46cf-8f02-158ecbef9418 HTTP/1.1" status: 204 len: 168 time: 0.5741484 Jan 31 16:19:34.591565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52408) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:34.594762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52410) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:34.616613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1ff28e-7f98-4120-a899-6fce6d5e5901 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:34.688777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a72a78-4bf2-484d-b394-d120eef0492b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet a8e2ac37-b96f-4932-a393-27adf124ef52 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:34.700512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c1a72a78-4bf2-484d-b394-d120eef0492b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:34.804374 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c1a72a78-4bf2-484d-b394-d120eef0492b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:34.808969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-95615be5-3cb3-4649-b2b9-1c26b9f5d1b0 None None] Provisioning complete for port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:34.809438 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-95615be5-3cb3-4649-b2b9-1c26b9f5d1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:34.837264 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8118ba2c-93cf-4d2b-bc39-7707be3f6fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:34.896296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c1a72a78-4bf2-484d-b394-d120eef0492b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:34.978976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c1a72a78-4bf2-484d-b394-d120eef0492b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:34.995687 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8118ba2c-93cf-4d2b-bc39-7707be3f6fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:35.000637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c1a72a78-4bf2-484d-b394-d120eef0492b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:35.005639 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8118ba2c-93cf-4d2b-bc39-7707be3f6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:35.006079 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c1a72a78-4bf2-484d-b394-d120eef0492b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/a8e2ac37-b96f-4932-a393-27adf124ef52 HTTP/1.1" status: 204 len: 168 time: 0.4134128 Jan 31 16:19:35.011764 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52416) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:35.028278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a72a78-4bf2-484d-b394-d120eef0492b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e2ac37-b96f-4932-a393-27adf124ef52,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:35.107561 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-21c5627a-086c-4d3c-85a8-6e26f217966f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946171 Jan 31 16:19:35.110458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52418) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:35.115929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ad628478-d745-4ff7-9fee-4443b7fd75a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:35.123673 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8118ba2c-93cf-4d2b-bc39-7707be3f6fa6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45c5b67b2b7e4c619758d6afce9528dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275633 Jan 31 16:19:35.125025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118ba2c-93cf-4d2b-bc39-7707be3f6fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc65c61-09b3-43fd-8736-445f94a6732b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:35.126842 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52420) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:35.168796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b602c3-7b0c-4908-bf7b-77227f969d66 None None] Update dhcp port {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': 'a8e2ac37-b96f-4932-a393-27adf124ef52'}], 'binding:host_id': 'n-d-827120-1'}, 'id': '81d3d2e0-a894-4c81-87c8-bab1e09a76dd'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:19:35.194569 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-09b602c3-7b0c-4908-bf7b-77227f969d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:35.279969 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b28e2f8-1457-4fed-acab-27ca5246d3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:35.317983 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b28e2f8-1457-4fed-acab-27ca5246d3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:35.350010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad628478-d745-4ff7-9fee-4443b7fd75a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:35.353903 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad628478-d745-4ff7-9fee-4443b7fd75a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:35.396791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3e9386cb-d467-441c-af4f-489a5cd5cdfd None None] Provisioning complete for port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:35.397819 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3e9386cb-d467-441c-af4f-489a5cd5cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:35.502501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b28e2f8-1457-4fed-acab-27ca5246d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:35.506851 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9b28e2f8-1457-4fed-acab-27ca5246d3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:35.510715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9b28e2f8-1457-4fed-acab-27ca5246d3a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bc65c61-09b3-43fd-8736-445f94a6732b HTTP/1.1" status: 204 len: 168 time: 0.3615587 Jan 31 16:19:35.625032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28e2f8-1457-4fed-acab-27ca5246d3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc65c61-09b3-43fd-8736-445f94a6732b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:35.687388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d81a1-9faf-4a2e-879c-a5d8f910ca01 None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:19:35.751542 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad628478-d745-4ff7-9fee-4443b7fd75a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:35.808851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad628478-d745-4ff7-9fee-4443b7fd75a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=209d337e-780c-48e6-8b04-fd7e4fa7567e,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:35.833512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad628478-d745-4ff7-9fee-4443b7fd75a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:35.835649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ad628478-d745-4ff7-9fee-4443b7fd75a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:35.842915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad628478-d745-4ff7-9fee-4443b7fd75a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:35.844952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 81d3d2e0-a894-4c81-87c8-bab1e09a76dd no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:19:35.845410 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad628478-d745-4ff7-9fee-4443b7fd75a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:35.886963 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ad628478-d745-4ff7-9fee-4443b7fd75a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7753379 Jan 31 16:19:35.889743 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52472) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:35.901957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8bca5269-e61a-48d0-ad91-5c482bdb54ac tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:35.928465 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3eb29bbe-6878-43bd-babc-1c55eb7c0537 None None] Could not find standard attr ID for object 262e1273-6159-4dd2-a3ee-026406b32e2f. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:19:36.024138 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:36.037438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52490) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:36.069078 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-11984761-35a3-4103-9deb-ad84acc7e377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:36.105941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:36.114125 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:36.143392 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bca5269-e61a-48d0-ad91-5c482bdb54ac tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:36.150797 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8bca5269-e61a-48d0-ad91-5c482bdb54ac tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:36.266851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:36.296899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90d81a1-9faf-4a2e-879c-a5d8f910ca01 None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:19:36.298101 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-11984761-35a3-4103-9deb-ad84acc7e377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:36.307652 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-11984761-35a3-4103-9deb-ad84acc7e377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:36.333057 n-d-827120-1 neutron-server[108771]: INFO neutron.db.ipam_backend_mixin [None req-8bca5269-e61a-48d0-ad91-5c482bdb54ac tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 209d337e-780c-48e6-8b04-fd7e4fa7567e (CIDR: 2001:db8::/64) Jan 31 16:19:36.337423 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bca5269-e61a-48d0-ad91-5c482bdb54ac tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:19:36.338139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bca5269-e61a-48d0-ad91-5c482bdb54ac tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:36.365971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52526) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:36.367909 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8bca5269-e61a-48d0-ad91-5c482bdb54ac tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4769137 Jan 31 16:19:36.377765 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:36.447429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11984761-35a3-4103-9deb-ad84acc7e377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45e63fb-7e6b-4d41-b460-5d2f39d97edd,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:36.454493 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-11984761-35a3-4103-9deb-ad84acc7e377 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f730e4054e644190b49064a586684c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158258 Jan 31 16:19:36.456519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52536) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:36.559163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d223ef8e-0832-4056-ab21-6782a141b9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:36.562375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:36.570968 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:36.606802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d223ef8e-0832-4056-ab21-6782a141b9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:36.735734 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d223ef8e-0832-4056-ab21-6782a141b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:36.739792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d223ef8e-0832-4056-ab21-6782a141b9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:36.742144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d223ef8e-0832-4056-ab21-6782a141b9a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d45e63fb-7e6b-4d41-b460-5d2f39d97edd HTTP/1.1" status: 204 len: 168 time: 0.2843969 Jan 31 16:19:36.754382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223ef8e-0832-4056-ab21-6782a141b9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45e63fb-7e6b-4d41-b460-5d2f39d97edd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:36.991072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff905d-04a5-4ba1-96cf-cac643426865 None None] Update dhcp port {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'fixed_ips': [{'subnet_id': '209d337e-780c-48e6-8b04-fd7e4fa7567e'}], 'binding:host_id': 'n-d-827120-1'}, 'id': '81d3d2e0-a894-4c81-87c8-bab1e09a76dd'} from n-d-827120-1. {{(pid=108773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 31 16:19:37.044357 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-52ff905d-04a5-4ba1-96cf-cac643426865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:37.397214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.objects.ports [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108772) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:19:37.400919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-52ff905d-04a5-4ba1-96cf-cac643426865 None None] Allocated IP 2001:db8::2 (71af9802-526e-47d9-9573-c6794664f00c/209d337e-780c-48e6-8b04-fd7e4fa7567e/81d3d2e0-a894-4c81-87c8-bab1e09a76dd) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:37.420267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-52ff905d-04a5-4ba1-96cf-cac643426865 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb9:476e (71af9802-526e-47d9-9573-c6794664f00c/5a20da6d-1d25-4f99-8d7f-4e6f554c06e4/81d3d2e0-a894-4c81-87c8-bab1e09a76dd) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:37.579080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-52ff905d-04a5-4ba1-96cf-cac643426865 None None] For port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:37.660115 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-52ff905d-04a5-4ba1-96cf-cac643426865 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:37.666664 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-52ff905d-04a5-4ba1-96cf-cac643426865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:37.678333 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.db.api [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:feb9:476e-810308f6-e25a-45eb-b455-428926a {{(pid=108772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:19:37.678674 n-d-827120-1 neutron-server[108772]: DEBUG oslo_db.api [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:19:37.813403 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff905d-04a5-4ba1-96cf-cac643426865 None None] Pushing event updated for resources: {'Port': ['ID=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:38.397854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.objects.ports [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108772) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:19:38.771540 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.ipam_pluggable_backend [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=108772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} Jan 31 16:19:38.774358 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:38.940351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:38.949988 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=5a20da6d-1d25-4f99-8d7f-4e6f554c06e4,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:38.975409 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:38.984590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:38.985269 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:39.013386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f1a5bd0e-432c-4e21-9dcd-df4798d4bc1b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6385329 Jan 31 16:19:39.014519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52840) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:39.025532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:05:c7:5e', 'name': 'tempest-NetworksTestDHCPv6-1916468713'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:39.043215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1768345-0bb1-468e-8edd-d1d3b748a827 None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:19:39.189288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-12d6fd19-2244-4d36-aa5f-ad6925e9deb5 None None] Provisioning complete for port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:39.190342 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-12d6fd19-2244-4d36-aa5f-ad6925e9deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:39.243654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:39.322180 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1768345-0bb1-468e-8edd-d1d3b748a827 None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:19:39.427051 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:39.450190 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-12d6fd19-2244-4d36-aa5f-ad6925e9deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:39.456484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port 66a1c202-f82c-4db6-9398-98f3d912a8e6 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:19:39.606682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-12d6fd19-2244-4d36-aa5f-ad6925e9deb5 None None] For port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:39.806344 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-12d6fd19-2244-4d36-aa5f-ad6925e9deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:39.858890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::295 (71af9802-526e-47d9-9573-c6794664f00c/209d337e-780c-48e6-8b04-fd7e4fa7567e/66a1c202-f82c-4db6-9398-98f3d912a8e6) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:39.877156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8:0:1:f816:3eff:fe05:c75e (71af9802-526e-47d9-9573-c6794664f00c/5a20da6d-1d25-4f99-8d7f-4e6f554c06e4/66a1c202-f82c-4db6-9398-98f3d912a8e6) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:39.913166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6fd19-2244-4d36-aa5f-ad6925e9deb5 None None] Pushing event updated for resources: {'Port': ['ID=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:39.931997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 81d3d2e0-a894-4c81-87c8-bab1e09a76dd up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:40.071324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:40.072494 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:40.261874 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:40.313901 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:40.392226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:40.396387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:40.400804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:40.407003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:40.407878 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:40.426495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=66a1c202-f82c-4db6-9398-98f3d912a8e6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:40.441233 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-986bf60c-a506-42f1-aa13-4e24c84f3bfb tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4251645 Jan 31 16:19:40.443979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52960) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:40.545028 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-50dfcd2b-9989-4e5b-9948-2c15ef1b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port 66a1c202-f82c-4db6-9398-98f3d912a8e6 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:40.545369 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-50dfcd2b-9989-4e5b-9948-2c15ef1b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:41.066613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8779f732-3df9-4782-aae2-6b3e7cc279af None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:41.242672 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-50dfcd2b-9989-4e5b-9948-2c15ef1b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:41.259074 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-50dfcd2b-9989-4e5b-9948-2c15ef1b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for 66a1c202-f82c-4db6-9398-98f3d912a8e6 owned by {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:41.270771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-823e41a6-208a-4f36-8a18-939803eb6d81 None None] Provisioning complete for port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:41.276015 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-823e41a6-208a-4f36-8a18-939803eb6d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:41.622324 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-50dfcd2b-9989-4e5b-9948-2c15ef1b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:41.783921 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 81d3d2e0-a894-4c81-87c8-bab1e09a76dd up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:41.815033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfcd2b-9989-4e5b-9948-2c15ef1b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=66a1c202-f82c-4db6-9398-98f3d912a8e6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:41.818346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-50dfcd2b-9989-4e5b-9948-2c15ef1b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:41.827064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-50dfcd2b-9989-4e5b-9948-2c15ef1b668b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/66a1c202-f82c-4db6-9398-98f3d912a8e6 HTTP/1.1" status: 204 len: 168 time: 1.3819754 Jan 31 16:19:41.829661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52986) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:41.947277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6edf2c7-5dd9-44f1-b4e9-9eaa61e30cbd None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:41.949235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568bff5e-dc0b-4363-8d25-a644b73d49b5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:41.952538 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-568bff5e-dc0b-4363-8d25-a644b73d49b5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1207302 Jan 31 16:19:41.954781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:41.956119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52988) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:41.969106 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:42.121786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a610094-83be-4ac6-a808-82f58b232cf0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:42.123323 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2a610094-83be-4ac6-a808-82f58b232cf0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1659818 Jan 31 16:19:42.126622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 52996) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:42.166243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e0e47118-0ba6-468b-b13d-4cc22ff6ea50 None None] Could not find standard attr ID for object 66a1c202-f82c-4db6-9398-98f3d912a8e6. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:19:42.213767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e0e47118-0ba6-468b-b13d-4cc22ff6ea50 None None] Provisioning complete for port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:42.214129 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e0e47118-0ba6-468b-b13d-4cc22ff6ea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:42.243402 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028513f3-cddb-4876-bf95-15b635714c37 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:42.244933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028513f3-cddb-4876-bf95-15b635714c37 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:42.250857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028513f3-cddb-4876-bf95-15b635714c37 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:42.252579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-028513f3-cddb-4876-bf95-15b635714c37 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1248903 Jan 31 16:19:42.255496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 52998) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:42.350844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e267f8-bc15-4ef6-954c-58a7cdc2207f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 209d337e-780c-48e6-8b04-fd7e4fa7567e {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:42.356599 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25e267f8-bc15-4ef6-954c-58a7cdc2207f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:42.446368 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25e267f8-bc15-4ef6-954c-58a7cdc2207f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:42.662130 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25e267f8-bc15-4ef6-954c-58a7cdc2207f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:42.767944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25e267f8-bc15-4ef6-954c-58a7cdc2207f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:42.833321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e267f8-bc15-4ef6-954c-58a7cdc2207f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=209d337e-780c-48e6-8b04-fd7e4fa7567e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:42.849389 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25e267f8-bc15-4ef6-954c-58a7cdc2207f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:42.853456 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-25e267f8-bc15-4ef6-954c-58a7cdc2207f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/209d337e-780c-48e6-8b04-fd7e4fa7567e HTTP/1.1" status: 204 len: 168 time: 0.5967419 Jan 31 16:19:42.855925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53010) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:42.896108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-df6a108e-754d-4cf8-b897-70c274e788d1 None None] Provisioning complete for port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:42.896583 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df6a108e-754d-4cf8-b897-70c274e788d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:43.010040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-46aa03db-0e4c-4a55-9ac4-0febbcba8117 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet 5a20da6d-1d25-4f99-8d7f-4e6f554c06e4 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:43.025793 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46aa03db-0e4c-4a55-9ac4-0febbcba8117 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:43.090053 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46aa03db-0e4c-4a55-9ac4-0febbcba8117 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:43.337017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0026379-91b6-41f6-b81a-625242c085bf None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:43.381519 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46aa03db-0e4c-4a55-9ac4-0febbcba8117 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:43.413259 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-878c0a33-ba09-4388-b1bb-8fdb07a5e1b2 None None] Could not find standard attr ID for object 66a1c202-f82c-4db6-9398-98f3d912a8e6. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:19:43.461371 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46aa03db-0e4c-4a55-9ac4-0febbcba8117 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:43.500300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa03db-0e4c-4a55-9ac4-0febbcba8117 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=5a20da6d-1d25-4f99-8d7f-4e6f554c06e4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:43.515561 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46aa03db-0e4c-4a55-9ac4-0febbcba8117 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:43.522237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-46aa03db-0e4c-4a55-9ac4-0febbcba8117 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/5a20da6d-1d25-4f99-8d7f-4e6f554c06e4 HTTP/1.1" status: 204 len: 168 time: 0.6630144 Jan 31 16:19:43.522467 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53016) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:43.580983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53020) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:43.581532 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a1b194ad-42b9-46b3-90c3-d4c3f6152aa3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566213 Jan 31 16:19:43.589547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d0c08ce9-1323-4007-88b2-f0da0adb96bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:43.670367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9cd2d8-a4be-448b-a72d-e6278a24d414 None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:19:43.741392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5b9cd2d8-a4be-448b-a72d-e6278a24d414 None None] Deleting port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:43.741814 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b9cd2d8-a4be-448b-a72d-e6278a24d414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:43.772893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c08ce9-1323-4007-88b2-f0da0adb96bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:43.781362 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0c08ce9-1323-4007-88b2-f0da0adb96bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:44.005931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5b9cd2d8-a4be-448b-a72d-e6278a24d414 None None] For port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:44.006529 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b9cd2d8-a4be-448b-a72d-e6278a24d414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:44.021692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5b9cd2d8-a4be-448b-a72d-e6278a24d414 None None] Calling delete_port for 81d3d2e0-a894-4c81-87c8-bab1e09a76dd owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:44.037358 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 81d3d2e0-a894-4c81-87c8-bab1e09a76dd no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:19:44.123768 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b9cd2d8-a4be-448b-a72d-e6278a24d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:44.175229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cd2d8-a4be-448b-a72d-e6278a24d414 None None] Pushing event deleted for resources: {'Port': ['ID=81d3d2e0-a894-4c81-87c8-bab1e09a76dd,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:44.177591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 81d3d2e0-a894-4c81-87c8-bab1e09a76dd {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:19:44.177952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 81d3d2e0-a894-4c81-87c8-bab1e09a76dd not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:19:44.192110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9cd2d8-a4be-448b-a72d-e6278a24d414 None None] No DVR routers for this DVR port 81d3d2e0-a894-4c81-87c8-bab1e09a76dd on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:19:44.225991 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0c08ce9-1323-4007-88b2-f0da0adb96bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:44.276530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c08ce9-1323-4007-88b2-f0da0adb96bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:44.283186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d0c08ce9-1323-4007-88b2-f0da0adb96bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:44.287828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c08ce9-1323-4007-88b2-f0da0adb96bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:44.288375 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d0c08ce9-1323-4007-88b2-f0da0adb96bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:44.296157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96034eec-cf1f-42fc-ad77-6b1c14360a71 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:44.303386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c08ce9-1323-4007-88b2-f0da0adb96bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=f1f8c4b9-26a2-4719-99fd-1e730097e98c,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:44.329564 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d0c08ce9-1323-4007-88b2-f0da0adb96bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7473533 Jan 31 16:19:44.332344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53028) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:44.337746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fbf4a966-d729-4d46-a40a-aabddfa53fae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:44.527539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-71af9802-526e-47d9-9573-c6794664f00c', 'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'tenant_id': 'e4550a77bf3442aa9b2de3276fe878c0', 'fixed_ips': [{'subnet_id': 'f1f8c4b9-26a2-4719-99fd-1e730097e98c'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:19:44.529950 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:44.549882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf4a966-d729-4d46-a40a-aabddfa53fae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:44.556822 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a966-d729-4d46-a40a-aabddfa53fae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:44.778462 n-d-827120-1 neutron-server[108772]: INFO neutron.db.ipam_backend_mixin [None req-fbf4a966-d729-4d46-a40a-aabddfa53fae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f1f8c4b9-26a2-4719-99fd-1e730097e98c (CIDR: 2001:db8::/64) Jan 31 16:19:44.784752 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf4a966-d729-4d46-a40a-aabddfa53fae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:19:44.785901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf4a966-d729-4d46-a40a-aabddfa53fae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:44.822627 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fbf4a966-d729-4d46-a40a-aabddfa53fae tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4890363 Jan 31 16:19:44.825198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53040) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:44.835683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'subnet': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:44.849072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Allocated IP 2001:db8::2 (71af9802-526e-47d9-9573-c6794664f00c/f1f8c4b9-26a2-4719-99fd-1e730097e98c/12629129-c08f-43f7-96cf-d04da9d95dfe) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:45.074514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:45.079969 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:45.108408 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:45.115913 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:45.168070 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:45.171643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:45.177867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:45.182134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Pushing event updated for resources: {'Port': ['ID=12629129-c08f-43f7-96cf-d04da9d95dfe,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:45.248535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Attempting to bind port 12629129-c08f-43f7-96cf-d04da9d95dfe on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:19:45.248977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Attempting to bind port 12629129-c08f-43f7-96cf-d04da9d95dfe by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:19:45.249340 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Attempting to bind port 12629129-c08f-43f7-96cf-d04da9d95dfe on network 71af9802-526e-47d9-9573-c6794664f00c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:19:45.256242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:19:45.256641 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Checking segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:19:45.257041 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:45.257510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Bound using segment: {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:19:45.257962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Bound port: 12629129-c08f-43f7-96cf-d04da9d95dfe, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e36119-7e8f-4953-82bc-f0ad050f3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '71af9802-526e-47d9-9573-c6794664f00c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:19:45.258338 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:45.453823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] For port 12629129-c08f-43f7-96cf-d04da9d95dfe, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:19:45.458646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] For port 12629129-c08f-43f7-96cf-d04da9d95dfe, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=12629129-c08f-43f7-96cf-d04da9d95dfe,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:19:45.472054 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:45.605869 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92be681-f282-4afc-9d59-c66ec1567845 None None] Pushing event updated for resources: {'Port': ['ID=12629129-c08f-43f7-96cf-d04da9d95dfe,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:45.710290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.objects.ports [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108771) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:19:46.149633 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:46.372825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] For port 12629129-c08f-43f7-96cf-d04da9d95dfe, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=12629129-c08f-43f7-96cf-d04da9d95dfe,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:46.408019 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:46.414127 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:46.415463 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:46.543587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:46.554611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:46.558617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:46.559402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:46.585589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Subnet': ['ID=f2573e58-9045-462c-abd6-f7fe78068c4e,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:46.594737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=12629129-c08f-43f7-96cf-d04da9d95dfe,revision_number=4']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:46.608953 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-53021c70-5c04-42d6-a56c-c70dcffdcde3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7825017 Jan 31 16:19:46.612621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53068) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:46.620059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Request body: {'port': {'network_id': '71af9802-526e-47d9-9573-c6794664f00c', 'mac_address': 'fa:16:3e:e2:28:80', 'name': 'tempest-NetworksTestDHCPv6-1142061432'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:46.790478 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Made reservation on behalf of e4550a77bf3442aa9b2de3276fe878c0 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:46.974864 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:47.020574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] device_id is not set on port decad3be-0077-44ac-a9b8-4605d7e7e158 yet. {{(pid=108771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:19:47.214585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691aa5f0-57e6-4b54-ad48-68001193fe20 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:47.276745 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8::18f (71af9802-526e-47d9-9573-c6794664f00c/f1f8c4b9-26a2-4719-99fd-1e730097e98c/decad3be-0077-44ac-a9b8-4605d7e7e158) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:47.284862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Allocated IP 2001:db8:0:1:f816:3eff:fee2:2880 (71af9802-526e-47d9-9573-c6794664f00c/f2573e58-9045-462c-abd6-f7fe78068c4e/decad3be-0077-44ac-a9b8-4605d7e7e158) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:19:47.399413 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-14fa2f9a-b807-486d-9758-ce8c5696dc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:47.411613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b7909646-f64c-44aa-8f6e-efef2b05ac9a None None] Provisioning complete for port 12629129-c08f-43f7-96cf-d04da9d95dfe triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:47.412087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7909646-f64c-44aa-8f6e-efef2b05ac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:47.498631 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:47.581150 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:47.627720 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7909646-f64c-44aa-8f6e-efef2b05ac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:47.716195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b7909646-f64c-44aa-8f6e-efef2b05ac9a None None] For port 12629129-c08f-43f7-96cf-d04da9d95dfe, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=12629129-c08f-43f7-96cf-d04da9d95dfe,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:47.729165 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b7909646-f64c-44aa-8f6e-efef2b05ac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:47.744030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Network 71af9802-526e-47d9-9573-c6794664f00c is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:19:47.768391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:19:47.779617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:19:47.791419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:47.794513 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:47.826961 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2107990 Jan 31 16:19:47.827357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53088) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:47.830872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95882c20-21d6-4577-8a82-3c2ae05376dd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event updated for resources: {'Port': ['ID=decad3be-0077-44ac-a9b8-4605d7e7e158,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:47.856143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7909646-f64c-44aa-8f6e-efef2b05ac9a None None] Pushing event updated for resources: {'Port': ['ID=12629129-c08f-43f7-96cf-d04da9d95dfe,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:48.001200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 12629129-c08f-43f7-96cf-d04da9d95dfe up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:48.108312 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 12629129-c08f-43f7-96cf-d04da9d95dfe triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:48.108577 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:48.111640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-97a7670e-734d-448b-9d04-6586833c767d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting port decad3be-0077-44ac-a9b8-4605d7e7e158 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:48.111640 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-97a7670e-734d-448b-9d04-6586833c767d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:48.321711 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-97a7670e-734d-448b-9d04-6586833c767d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:48.347536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-97a7670e-734d-448b-9d04-6586833c767d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Calling delete_port for decad3be-0077-44ac-a9b8-4605d7e7e158 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:48.666784 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-97a7670e-734d-448b-9d04-6586833c767d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:48.747232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7670e-734d-448b-9d04-6586833c767d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Port': ['ID=decad3be-0077-44ac-a9b8-4605d7e7e158,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:48.796918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-32efa8a7-e097-4859-9b9d-b1a0f851bc44 None None] Provisioning complete for port 12629129-c08f-43f7-96cf-d04da9d95dfe triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:48.798107 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32efa8a7-e097-4859-9b9d-b1a0f851bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:48.840330 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-97a7670e-734d-448b-9d04-6586833c767d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:48.847610 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-97a7670e-734d-448b-9d04-6586833c767d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/decad3be-0077-44ac-a9b8-4605d7e7e158 HTTP/1.1" status: 204 len: 168 time: 1.0117629 Jan 31 16:19:48.850239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53104) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:48.951847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761b51c-29e5-4d47-b9be-1f2f4a5f9c01 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:48.956281 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1761b51c-29e5-4d47-b9be-1f2f4a5f9c01 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1018965 Jan 31 16:19:48.957053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53106) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:48.959266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-32efa8a7-e097-4859-9b9d-b1a0f851bc44 None None] Could not find standard attr ID for object decad3be-0077-44ac-a9b8-4605d7e7e158. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:19:49.276831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7256b3ae-d317-490a-b1a0-707965ea5a50 None None] Could not find standard attr ID for object decad3be-0077-44ac-a9b8-4605d7e7e158. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:19:49.483214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb592dd-86ca-41fa-b017-68e9a541122d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:49.487567 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ecb592dd-86ca-41fa-b017-68e9a541122d tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5295615 Jan 31 16:19:49.487725 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53118) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:49.580290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1d6526-8b08-41d2-a8ed-d3683b1497cd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:49.582251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1d6526-8b08-41d2-a8ed-d3683b1497cd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:49.583967 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1d6526-8b08-41d2-a8ed-d3683b1497cd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:49.586587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2b1d6526-8b08-41d2-a8ed-d3683b1497cd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0976627 Jan 31 16:19:49.589070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53120) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:49.642273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2f6a91-d1dc-48e1-9133-a2d114817567 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet f1f8c4b9-26a2-4719-99fd-1e730097e98c {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:49.646043 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a91-d1dc-48e1-9133-a2d114817567 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:49.677510 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c79dc9ba-245b-479b-9810-14d4983294b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:49.725847 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a91-d1dc-48e1-9133-a2d114817567 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:49.744583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 12629129-c08f-43f7-96cf-d04da9d95dfe up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:19:49.854897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 12629129-c08f-43f7-96cf-d04da9d95dfe triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:49.855551 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:49.888155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a91-d1dc-48e1-9133-a2d114817567 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:50.046271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a91-d1dc-48e1-9133-a2d114817567 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:50.076414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f6a91-d1dc-48e1-9133-a2d114817567 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f8c4b9-26a2-4719-99fd-1e730097e98c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:50.089672 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a91-d1dc-48e1-9133-a2d114817567 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:50.091052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdfb7d3-3153-4c22-9364-67bb424591b6 None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:50.096343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53132) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:50.097356 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5c2f6a91-d1dc-48e1-9133-a2d114817567 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/f1f8c4b9-26a2-4719-99fd-1e730097e98c HTTP/1.1" status: 204 len: 168 time: 0.5070913 Jan 31 16:19:50.240107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d39637e-e586-4a38-9b4e-81d08e4e6b49 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Deleting subnet f2573e58-9045-462c-abd6-f7fe78068c4e {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:19:50.243951 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7d39637e-e586-4a38-9b4e-81d08e4e6b49 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:50.334873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7d39637e-e586-4a38-9b4e-81d08e4e6b49 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:50.356427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53142) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:50.586881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3ef82e77-919d-49d9-ac26-e7b6664864b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:50.601749 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7d39637e-e586-4a38-9b4e-81d08e4e6b49 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:50.721108 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7d39637e-e586-4a38-9b4e-81d08e4e6b49 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:50.732531 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3ef82e77-919d-49d9-ac26-e7b6664864b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:50.740122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3ef82e77-919d-49d9-ac26-e7b6664864b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:50.746162 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7d39637e-e586-4a38-9b4e-81d08e4e6b49 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:50.755296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7d39637e-e586-4a38-9b4e-81d08e4e6b49 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/f2573e58-9045-462c-abd6-f7fe78068c4e HTTP/1.1" status: 204 len: 168 time: 0.6578252 Jan 31 16:19:50.766625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53152) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:50.795735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39637e-e586-4a38-9b4e-81d08e4e6b49 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Subnet': ['ID=f2573e58-9045-462c-abd6-f7fe78068c4e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:50.832331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ee8577c9-7680-41e1-adbe-9de91ea11946 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639880 Jan 31 16:19:50.834917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53154) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:50.856044 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3ef82e77-919d-49d9-ac26-e7b6664864b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d72ed1bceff4a82b849103f9ae48504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984422 Jan 31 16:19:50.857541 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef82e77-919d-49d9-ac26-e7b6664864b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac3de9d-419f-4193-a32e-19409deb206a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:50.860748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53156) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:50.901551 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:50.943194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44dfdb2-33c0-4792-a081-5bcceffc7110 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:50.945720 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d44dfdb2-33c0-4792-a081-5bcceffc7110 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1097727 Jan 31 16:19:50.948509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53158) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:51.027529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d76470-df34-4473-9807-40ad8747c2a7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:51.029768 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-41d76470-df34-4473-9807-40ad8747c2a7 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0775690 Jan 31 16:19:51.032309 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53160) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:51.069345 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-260a8bce-71b3-4336-a098-1025559bb9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:51.162768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-260a8bce-71b3-4336-a098-1025559bb9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:51.176850 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e6f3169b-cb70-4131-83c1-5b4cbaf03995 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1391788 Jan 31 16:19:51.177581 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53172) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:51.263700 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c0c0c2-f94d-4890-8cb5-2e81d5e5bb93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:51.264152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c0c0c2-f94d-4890-8cb5-2e81d5e5bb93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:51.284624 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-80c0c0c2-f94d-4890-8cb5-2e81d5e5bb93 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/decad3be-0077-44ac-a9b8-4605d7e7e158 HTTP/1.1" status: 404 len: 333 time: 0.1030881 Jan 31 16:19:51.290457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53176) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:51.311578 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-260a8bce-71b3-4336-a098-1025559bb9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:51.314869 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-260a8bce-71b3-4336-a098-1025559bb9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:51.318485 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-260a8bce-71b3-4336-a098-1025559bb9fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ac3de9d-419f-4193-a32e-19409deb206a HTTP/1.1" status: 204 len: 168 time: 0.4540217 Jan 31 16:19:51.347058 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf2d067-6869-4ed7-9a85-1f3ee512aca5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:51.349874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf2d067-6869-4ed7-9a85-1f3ee512aca5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:51.350675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a8bce-71b3-4336-a098-1025559bb9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac3de9d-419f-4193-a32e-19409deb206a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:51.369700 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-caf2d067-6869-4ed7-9a85-1f3ee512aca5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/f2573e58-9045-462c-abd6-f7fe78068c4e HTTP/1.1" status: 404 len: 337 time: 0.0777013 Jan 31 16:19:51.372173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53180) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:51.456846 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0368d2c-7097-40ea-8344-d75939730b85 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:51.460442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0368d2c-7097-40ea-8344-d75939730b85 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:51.469298 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f0368d2c-7097-40ea-8344-d75939730b85 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/f1f8c4b9-26a2-4719-99fd-1e730097e98c HTTP/1.1" status: 404 len: 337 time: 0.0954094 Jan 31 16:19:51.472029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53182) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:51.509324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1a4b4a-da09-4e24-9a6c-982d42f02d7f None None] Network 71af9802-526e-47d9-9573-c6794664f00c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:19:51.527093 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e825f78-278b-4951-8c69-d98e49fe7349 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:51.528018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e825f78-278b-4951-8c69-d98e49fe7349 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:51.534567 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2e825f78-278b-4951-8c69-d98e49fe7349 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/66a1c202-f82c-4db6-9398-98f3d912a8e6 HTTP/1.1" status: 404 len: 333 time: 0.0583589 Jan 31 16:19:51.534685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53184) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:51.616861 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c79efb1-49b5-45f1-af77-3cb4bce688b6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:51.617492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c79efb1-49b5-45f1-af77-3cb4bce688b6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:51.623960 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8c79efb1-49b5-45f1-af77-3cb4bce688b6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/5a20da6d-1d25-4f99-8d7f-4e6f554c06e4 HTTP/1.1" status: 404 len: 337 time: 0.0884683 Jan 31 16:19:51.626652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53188) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:51.687067 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-214a0152-3883-4539-9756-edafad6c7d75 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:51.687720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214a0152-3883-4539-9756-edafad6c7d75 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:51.694466 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-214a0152-3883-4539-9756-edafad6c7d75 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/209d337e-780c-48e6-8b04-fd7e4fa7567e HTTP/1.1" status: 404 len: 337 time: 0.0663784 Jan 31 16:19:51.697611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53194) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:51.712766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ee70f9b8-c3f2-4259-864e-2ed341f0c090 None None] Provisioning complete for port 12629129-c08f-43f7-96cf-d04da9d95dfe triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:19:51.713513 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee70f9b8-c3f2-4259-864e-2ed341f0c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:51.825299 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e51d2a7-8597-4eb3-8b49-43ce075235a4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:51.826862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e51d2a7-8597-4eb3-8b49-43ce075235a4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:51.843231 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4e51d2a7-8597-4eb3-8b49-43ce075235a4 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/262e1273-6159-4dd2-a3ee-026406b32e2f HTTP/1.1" status: 404 len: 333 time: 0.1444814 Jan 31 16:19:51.845866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53196) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:51.894646 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e82051-4418-44c5-b7f9-4a154da87009 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:51.895368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e82051-4418-44c5-b7f9-4a154da87009 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:51.898990 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-03e82051-4418-44c5-b7f9-4a154da87009 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/a8e2ac37-b96f-4932-a393-27adf124ef52 HTTP/1.1" status: 404 len: 337 time: 0.0518150 Jan 31 16:19:51.901882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53198) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:51.930297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6546eed7-a95f-493f-aab0-ff7bc9aff03f None None] DHCP port deletion for 71af9802-526e-47d9-9573-c6794664f00c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:19:51.935234 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6732818d-4352-4a09-af95-18703f2e794e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:51.935569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6732818d-4352-4a09-af95-18703f2e794e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:51.938663 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6732818d-4352-4a09-af95-18703f2e794e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/5ff41b3d-8907-46cf-8f02-158ecbef9418 HTTP/1.1" status: 404 len: 337 time: 0.0355182 Jan 31 16:19:51.941419 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53202) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:51.989400 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6c1605-b32b-471c-88b2-499fbba61584 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:51.992720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6c1605-b32b-471c-88b2-499fbba61584 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:51.999680 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0e6c1605-b32b-471c-88b2-499fbba61584 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/dadebee7-2334-4214-aa9e-49d8abc3a218 HTTP/1.1" status: 404 len: 333 time: 0.0571451 Jan 31 16:19:52.002722 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53204) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.011458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6546eed7-a95f-493f-aab0-ff7bc9aff03f None None] Deleting port 12629129-c08f-43f7-96cf-d04da9d95dfe {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:19:52.013497 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6546eed7-a95f-493f-aab0-ff7bc9aff03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:52.027577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53206) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.028973 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:19:52.046152 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f161615b-dc12-490d-9b8b-2c855b0a600f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:52.046872 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f161615b-dc12-490d-9b8b-2c855b0a600f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:52.050105 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f161615b-dc12-490d-9b8b-2c855b0a600f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/c94623c6-f175-48ad-9df6-bd6d55a4360b HTTP/1.1" status: 404 len: 337 time: 0.0450292 Jan 31 16:19:52.052827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53208) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.068790 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-40bc974f-0d00-4e77-bd93-57d1f0ca42ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:52.106573 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09e62e7-2853-4492-8414-2c679fd35da8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:52.109655 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09e62e7-2853-4492-8414-2c679fd35da8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:52.116113 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53210) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.117246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d09e62e7-2853-4492-8414-2c679fd35da8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/7f34de5a-4cb6-492d-a80f-4f1c40a582d6 HTTP/1.1" status: 404 len: 337 time: 0.0590837 Jan 31 16:19:52.168258 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6546eed7-a95f-493f-aab0-ff7bc9aff03f None None] For port 12629129-c08f-43f7-96cf-d04da9d95dfe, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=12629129-c08f-43f7-96cf-d04da9d95dfe,segment=NetworkSegment(b8e36119-7e8f-4953-82bc-f0ad050f3041),segment_id=b8e36119-7e8f-4953-82bc-f0ad050f3041)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:19:52.170469 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6546eed7-a95f-493f-aab0-ff7bc9aff03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:52.204938 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d245c9a-63ac-4d39-acbf-54dba899d84c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:52.207790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d245c9a-63ac-4d39-acbf-54dba899d84c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:52.217994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6546eed7-a95f-493f-aab0-ff7bc9aff03f None None] Calling delete_port for 12629129-c08f-43f7-96cf-d04da9d95dfe owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:19:52.218414 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53214) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.220245 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6d245c9a-63ac-4d39-acbf-54dba899d84c tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/76ed91f7-7d59-4c9b-9086-15b9efe84428 HTTP/1.1" status: 404 len: 333 time: 0.1014392 Jan 31 16:19:52.272351 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4b24f8-455d-45bf-8f3b-5ae8de408aa3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:52.274325 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4b24f8-455d-45bf-8f3b-5ae8de408aa3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:52.299033 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7a4b24f8-455d-45bf-8f3b-5ae8de408aa3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/4b530974-198e-4dea-ac81-1619078997dd HTTP/1.1" status: 404 len: 337 time: 0.0776486 Jan 31 16:19:52.302351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53218) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.366616 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b073c1-2a42-4b86-93a4-e20e8aa34749 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:52.370841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b073c1-2a42-4b86-93a4-e20e8aa34749 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:52.395086 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a2b073c1-2a42-4b86-93a4-e20e8aa34749 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/3011631f-975c-45f8-9a06-76b7f563a57d HTTP/1.1" status: 404 len: 333 time: 0.0893378 Jan 31 16:19:52.398994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53224) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.423850 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:52.437602 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-40bc974f-0d00-4e77-bd93-57d1f0ca42ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:52.447358 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-40bc974f-0d00-4e77-bd93-57d1f0ca42ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:52.450787 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-060646fc-7ee5-4e52-a173-3a337d167ca1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:52.451287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060646fc-7ee5-4e52-a173-3a337d167ca1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:52.457289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-060646fc-7ee5-4e52-a173-3a337d167ca1 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/dbca6bb7-126b-4f75-a837-b79fc502dcfc HTTP/1.1" status: 404 len: 337 time: 0.0541472 Jan 31 16:19:52.457597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53230) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.500966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc974f-0d00-4e77-bd93-57d1f0ca42ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422dcef7-97e5-4554-8565-62fa2161103d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:52.538875 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-40bc974f-0d00-4e77-bd93-57d1f0ca42ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95224060d74b4b918a10c4a8cdff8a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098240 Jan 31 16:19:52.541348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53232) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.566673 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c27af38-d617-4062-9a20-b9a5b24bd52f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:52.567570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c27af38-d617-4062-9a20-b9a5b24bd52f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:52.578131 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0c27af38-d617-4062-9a20-b9a5b24bd52f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/9866678c-e599-496f-ba25-7c79e86ccca3 HTTP/1.1" status: 404 len: 333 time: 0.1195405 Jan 31 16:19:52.582728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53234) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.640240 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6546eed7-a95f-493f-aab0-ff7bc9aff03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:52.698293 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cb23a09-f453-4197-87c6-a0129b69ea1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:52.701956 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c8b78f-2a48-4204-8bc6-d9b1d6bb69bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:52.707178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c8b78f-2a48-4204-8bc6-d9b1d6bb69bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:52.711865 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-14c8b78f-2a48-4204-8bc6-d9b1d6bb69bd tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/91c99348-9bff-451c-a927-84cb1f6157dc HTTP/1.1" status: 404 len: 337 time: 0.1279137 Jan 31 16:19:52.714557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53236) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.718772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6546eed7-a95f-493f-aab0-ff7bc9aff03f None None] No DVR routers for this DVR port 12629129-c08f-43f7-96cf-d04da9d95dfe on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:19:52.740444 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:52.761088 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-68859f72-fc7d-42a3-844d-3248f93987ef tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:52.763405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546eed7-a95f-493f-aab0-ff7bc9aff03f None None] Pushing event deleted for resources: {'Port': ['ID=12629129-c08f-43f7-96cf-d04da9d95dfe,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:52.764352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68859f72-fc7d-42a3-844d-3248f93987ef tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:52.771399 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-68859f72-fc7d-42a3-844d-3248f93987ef tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/2d1d91dd-8bb4-46ef-b66c-7c93e357f9e7 HTTP/1.1" status: 404 len: 333 time: 0.0556254 Jan 31 16:19:52.773938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53238) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.777825 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cb23a09-f453-4197-87c6-a0129b69ea1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:52.808061 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6379495d-f3a2-43d5-9420-7eca876198ba tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:52.808661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6379495d-f3a2-43d5-9420-7eca876198ba tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:52.811913 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6379495d-f3a2-43d5-9420-7eca876198ba tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/fa35d36b-2a81-428b-82b9-53638825e45f HTTP/1.1" status: 404 len: 337 time: 0.0365438 Jan 31 16:19:52.814773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53240) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.847730 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05349c1-a1fe-49ec-82f5-695081be07a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:52.849077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05349c1-a1fe-49ec-82f5-695081be07a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:52.852586 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b05349c1-a1fe-49ec-82f5-695081be07a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/ad983930-216a-4993-933b-1dd7f31032ba HTTP/1.1" status: 404 len: 333 time: 0.0364912 Jan 31 16:19:52.855672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53244) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:52.907445 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cb23a09-f453-4197-87c6-a0129b69ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:52.910736 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cb23a09-f453-4197-87c6-a0129b69ea1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:52.912069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3cb23a09-f453-4197-87c6-a0129b69ea1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/422dcef7-97e5-4554-8565-62fa2161103d HTTP/1.1" status: 204 len: 168 time: 0.3695955 Jan 31 16:19:52.933288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb23a09-f453-4197-87c6-a0129b69ea1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422dcef7-97e5-4554-8565-62fa2161103d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:52.956698 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25c0a69-6616-48f6-a4bb-ce283fe02022 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:52.958487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25c0a69-6616-48f6-a4bb-ce283fe02022 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:52.964436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a25c0a69-6616-48f6-a4bb-ce283fe02022 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/dd2532ee-d81a-4dc6-8d26-3ca7a65d8a5b HTTP/1.1" status: 404 len: 337 time: 0.1060641 Jan 31 16:19:52.967014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53248) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.020541 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4e9bba-a37c-4f07-b935-8f0cd5d8836e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.022096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4e9bba-a37c-4f07-b935-8f0cd5d8836e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.028928 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5f4e9bba-a37c-4f07-b935-8f0cd5d8836e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/df94a7cb-d278-4378-9ffe-79565411491a HTTP/1.1" status: 404 len: 333 time: 0.0605941 Jan 31 16:19:53.031635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53250) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.080387 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-be461616-666b-4582-b9d8-482fcb4d44de tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.080860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be461616-666b-4582-b9d8-482fcb4d44de tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.083919 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-be461616-666b-4582-b9d8-482fcb4d44de tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/62b674d8-fd00-4c18-a25d-65d6674c7e5b HTTP/1.1" status: 404 len: 337 time: 0.0507460 Jan 31 16:19:53.086649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53252) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.136272 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb027bb-a62f-4642-983b-d7aa48611170 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.137994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb027bb-a62f-4642-983b-d7aa48611170 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.146378 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ebb027bb-a62f-4642-983b-d7aa48611170 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/bb8fdaa6-8b15-450c-ace6-bcd28079a5dc HTTP/1.1" status: 404 len: 337 time: 0.0584545 Jan 31 16:19:53.149024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53254) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.192566 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a755070-5998-45f7-8bb0-13e93011352f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.193365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a755070-5998-45f7-8bb0-13e93011352f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.203451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2a755070-5998-45f7-8bb0-13e93011352f tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/aea363c5-0274-48f7-8f66-625469e3066f HTTP/1.1" status: 404 len: 333 time: 0.0528009 Jan 31 16:19:53.208123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53258) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.316842 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2756b8e7-56e2-423c-89cc-8608768629fa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.317558 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2756b8e7-56e2-423c-89cc-8608768629fa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.328634 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2756b8e7-56e2-423c-89cc-8608768629fa tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/f4507be8-f02d-44c4-ba67-71f4596a0837 HTTP/1.1" status: 404 len: 337 time: 0.1190898 Jan 31 16:19:53.331303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53264) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.389624 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-645bec31-0158-4069-8ea7-21a87fabd050 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.390098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645bec31-0158-4069-8ea7-21a87fabd050 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.393510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-645bec31-0158-4069-8ea7-21a87fabd050 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/067e2919-d64d-4763-9e22-d0590053f38b HTTP/1.1" status: 404 len: 337 time: 0.0611207 Jan 31 16:19:53.396543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53270) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.423214 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ef36ba-c93b-4297-8b86-e341a527682a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.423950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ef36ba-c93b-4297-8b86-e341a527682a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.426915 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d7ef36ba-c93b-4297-8b86-e341a527682a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/d1ca002b-662c-4f56-a411-66c8ef04cc2c HTTP/1.1" status: 404 len: 333 time: 0.0291939 Jan 31 16:19:53.429431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53272) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.481782 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4410c0-af3d-497b-81ea-d8b48be40091 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.481782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4410c0-af3d-497b-81ea-d8b48be40091 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.489946 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9f4410c0-af3d-497b-81ea-d8b48be40091 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/da7bcf80-07b4-419c-8c1f-5cccbe1281f3 HTTP/1.1" status: 404 len: 337 time: 0.0564079 Jan 31 16:19:53.489946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53276) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.537582 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-755350dc-183c-4593-ab9d-7ac0e7f5eb2b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.538051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755350dc-183c-4593-ab9d-7ac0e7f5eb2b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.543178 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-755350dc-183c-4593-ab9d-7ac0e7f5eb2b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/f1e465b7-84f1-41cc-9c29-20af730b03c8 HTTP/1.1" status: 404 len: 337 time: 0.0508337 Jan 31 16:19:53.544843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53278) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.614717 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a75d3fa-ee9e-4491-8795-450c24224251 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.615468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a75d3fa-ee9e-4491-8795-450c24224251 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.618880 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3a75d3fa-ee9e-4491-8795-450c24224251 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/32ea704e-17c0-41bf-9068-f677ecbd6815 HTTP/1.1" status: 404 len: 333 time: 0.0729351 Jan 31 16:19:53.621398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53284) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.677640 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e8c1bb-73a8-4fb7-8c81-ae426206e505 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.678285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e8c1bb-73a8-4fb7-8c81-ae426206e505 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.682265 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e9e8c1bb-73a8-4fb7-8c81-ae426206e505 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/c77fad05-6cc8-438f-a959-bd4e9682b379 HTTP/1.1" status: 404 len: 337 time: 0.0596752 Jan 31 16:19:53.684774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53286) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.719739 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-27705b10-8a6a-4116-9886-7641627064b5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.720466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27705b10-8a6a-4116-9886-7641627064b5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.724596 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-27705b10-8a6a-4116-9886-7641627064b5 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/b9902d21-00e8-483e-8abe-7dd4a6f2ab54 HTTP/1.1" status: 404 len: 337 time: 0.0383708 Jan 31 16:19:53.727266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53290) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.759125 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 12629129-c08f-43f7-96cf-d04da9d95dfe no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:19:53.789116 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7ff7b6c8-e194-40bc-a7c8-94537d629782 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdc6bd21-c133-4324-a802-dbd3dabb51fa HTTP/1.1" status: 200 len: 205 time: 0.0578072 Jan 31 16:19:53.790032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53292) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.796702 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 12629129-c08f-43f7-96cf-d04da9d95dfe {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:19:53.797733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 12629129-c08f-43f7-96cf-d04da9d95dfe not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:19:53.860585 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-a81649d9-857d-43ab-9829-b94cb3224061 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] delete failed (client error): The resource could not be found. Jan 31 16:19:53.861734 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a81649d9-857d-43ab-9829-b94cb3224061 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/routers/fdc6bd21-c133-4324-a802-dbd3dabb51fa HTTP/1.1" status: 404 len: 336 time: 0.0707357 Jan 31 16:19:53.864323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53294) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.907548 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd79bd20-c0dd-4603-a860-8377917d2947 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:53.908069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd79bd20-c0dd-4603-a860-8377917d2947 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:53.914677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53298) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:53.915786 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bd79bd20-c0dd-4603-a860-8377917d2947 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/e30f8b1b-9453-4e95-8dde-2fbd4fd01d84 HTTP/1.1" status: 404 len: 337 time: 0.0503845 Jan 31 16:19:53.984351 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c2a2b748-8475-4cc3-9001-b78798df99e6 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b59218-bde4-4965-a8dc-d9116df5a21a HTTP/1.1" status: 200 len: 205 time: 0.0666125 Jan 31 16:19:53.984704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53306) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.032087 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-55c3b0e3-2b48-44e9-a9ae-f3e889e893fc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] delete failed (client error): The resource could not be found. Jan 31 16:19:54.035824 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-55c3b0e3-2b48-44e9-a9ae-f3e889e893fc tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/routers/a4b59218-bde4-4965-a8dc-d9116df5a21a HTTP/1.1" status: 404 len: 336 time: 0.0477352 Jan 31 16:19:54.036176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53308) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.097001 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e43779a-55d3-406b-a37c-dcafb6c8ae27 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.099357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e43779a-55d3-406b-a37c-dcafb6c8ae27 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.125131 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8e43779a-55d3-406b-a37c-dcafb6c8ae27 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/ee4cd9da-70ff-4ba3-8990-44c08495bc49 HTTP/1.1" status: 404 len: 337 time: 0.0876851 Jan 31 16:19:54.127716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53314) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.223352 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f0f2cd-a161-4f2f-8b98-a5a0418f943e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.223726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f0f2cd-a161-4f2f-8b98-a5a0418f943e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.229787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53318) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.239244 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d1f0f2cd-a161-4f2f-8b98-a5a0418f943e tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/713ed46d-a4c6-41bb-8d2e-88dc3d754f8b HTTP/1.1" status: 404 len: 337 time: 0.1058180 Jan 31 16:19:54.254427 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6913a39d-7687-4e34-8d1f-6a57ec5f2924 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.255145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6913a39d-7687-4e34-8d1f-6a57ec5f2924 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.262002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53320) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.271294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6913a39d-7687-4e34-8d1f-6a57ec5f2924 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/edd0e171-09a3-48ee-a9d3-1eeda6634dfb HTTP/1.1" status: 404 len: 333 time: 0.0403278 Jan 31 16:19:54.349813 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06ccdc9-7c13-4863-a1e0-114175a7bcf3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.351332 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06ccdc9-7c13-4863-a1e0-114175a7bcf3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.368468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53328) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.379515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d06ccdc9-7c13-4863-a1e0-114175a7bcf3 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/9570370e-08c7-4aba-a380-1e9176c22af5 HTTP/1.1" status: 404 len: 337 time: 0.1145363 Jan 31 16:19:54.435058 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2b69b1-c181-43c3-9548-5f17abb2eed9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.438362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2b69b1-c181-43c3-9548-5f17abb2eed9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.445807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53334) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.456741 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ee2b69b1-c181-43c3-9548-5f17abb2eed9 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/f8b95828-fd5c-46e5-b81a-a7d4b666d61b HTTP/1.1" status: 404 len: 333 time: 0.0871115 Jan 31 16:19:54.496087 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc9055d-2bf8-43e7-ad46-5e361ac21eda tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.497498 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc9055d-2bf8-43e7-ad46-5e361ac21eda tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.503558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53338) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.512903 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bcc9055d-2bf8-43e7-ad46-5e361ac21eda tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/50e66afc-4861-48a0-b8d0-768ec4f77f10 HTTP/1.1" status: 404 len: 337 time: 0.0659523 Jan 31 16:19:54.542781 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f671c0-ff62-4eda-bff7-ac580cbc0c65 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.543737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f671c0-ff62-4eda-bff7-ac580cbc0c65 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.550198 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53344) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.578098 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-67f671c0-ff62-4eda-bff7-ac580cbc0c65 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/b3d13f53-9364-4987-aecb-c46f9cc262ee HTTP/1.1" status: 404 len: 333 time: 0.0730960 Jan 31 16:19:54.628293 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbc8127-f0ac-4fe8-9ab2-ceaa33e9c3e0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.628849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbc8127-f0ac-4fe8-9ab2-ceaa33e9c3e0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.637926 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3cbc8127-f0ac-4fe8-9ab2-ceaa33e9c3e0 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/9a4e88dd-1534-4ff2-867a-803459fc861c HTTP/1.1" status: 404 len: 337 time: 0.0862229 Jan 31 16:19:54.640479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53346) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.702751 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d52c2f2-2001-4cc6-aead-d4d757b13b8b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.714552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d52c2f2-2001-4cc6-aead-d4d757b13b8b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.717945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5d52c2f2-2001-4cc6-aead-d4d757b13b8b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/71c7605a-f6b8-409d-8954-8f6b353afbab HTTP/1.1" status: 404 len: 333 time: 0.0762148 Jan 31 16:19:54.720603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53350) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.759392 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1d9505-5744-4bd6-8873-4a7a23ffc175 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.759852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1d9505-5744-4bd6-8873-4a7a23ffc175 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.763492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3a1d9505-5744-4bd6-8873-4a7a23ffc175 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/81640cec-0e96-4f6d-9aa4-baf1223da93a HTTP/1.1" status: 404 len: 337 time: 0.0418918 Jan 31 16:19:54.765524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53354) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.820224 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-23144abd-1254-45bc-88ae-5b4af61555a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.820953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23144abd-1254-45bc-88ae-5b4af61555a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.829339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-23144abd-1254-45bc-88ae-5b4af61555a2 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/d37ae38a-34b1-4268-baa0-e6c17c4e11b8 HTTP/1.1" status: 404 len: 333 time: 0.0624657 Jan 31 16:19:54.831798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53358) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.907700 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f0c462-a319-4870-892c-4820431f4833 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.908111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f0c462-a319-4870-892c-4820431f4833 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.917033 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-77f0c462-a319-4870-892c-4820431f4833 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/e096abe0-9f2d-4491-83ea-9945f4d42160 HTTP/1.1" status: 404 len: 337 time: 0.0819080 Jan 31 16:19:54.917458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53360) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:54.965644 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-426f2fb0-e1d5-4bd2-81a2-1d5882511cf8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:54.966472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426f2fb0-e1d5-4bd2-81a2-1d5882511cf8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:54.973796 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-426f2fb0-e1d5-4bd2-81a2-1d5882511cf8 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/8c32db15-0f6f-4d61-8f21-afd4b0675d5a HTTP/1.1" status: 404 len: 333 time: 0.0551064 Jan 31 16:19:54.976336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53362) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:55.036588 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd09843-115b-4c5c-9657-9450a40f203a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:55.037224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd09843-115b-4c5c-9657-9450a40f203a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:55.040693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4dd09843-115b-4c5c-9657-9450a40f203a tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/f52275e2-da26-4615-992e-003371405b0d HTTP/1.1" status: 404 len: 337 time: 0.0633221 Jan 31 16:19:55.043527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53364) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:55.084976 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-47297172-8748-44d3-a0a7-ca5dc0ff948b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:55.085794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47297172-8748-44d3-a0a7-ca5dc0ff948b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:55.088836 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-47297172-8748-44d3-a0a7-ca5dc0ff948b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/ports/7b72631a-6e5c-4d1d-8a39-facad18c204f HTTP/1.1" status: 404 len: 333 time: 0.0442994 Jan 31 16:19:55.091604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53366) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:55.141645 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f92317-8f11-4ee9-86dc-7be86b4df020 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] DELETE failed (client error): The resource could not be found. Jan 31 16:19:55.142367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f92317-8f11-4ee9-86dc-7be86b4df020 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:19:55.145943 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-86f92317-8f11-4ee9-86dc-7be86b4df020 tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/subnets/d3fc5baa-3ac0-4213-924f-2a3180edcf66 HTTP/1.1" status: 404 len: 337 time: 0.0531187 Jan 31 16:19:55.148751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53370) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:55.279175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53374) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:55.303963 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:55.518320 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a29bf3b-e5bd-42ed-a175-889ab6a51143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:55.525915 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:55.576123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71af9802-526e-47d9-9573-c6794664f00c']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:19:55.598486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e36119-7e8f-4953-82bc-f0ad050f3041') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:19:55.598797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e36119-7e8f-4953-82bc-f0ad050f3041') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:19:55.619176 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:55.653147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:55.682658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:19:55.683036 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:19:55.694716 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:19:55.744856 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a29bf3b-e5bd-42ed-a175-889ab6a51143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:55.753915 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6a29bf3b-e5bd-42ed-a175-889ab6a51143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:55.822222 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6a29bf3b-e5bd-42ed-a175-889ab6a51143 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c992ccdc2af9472ca30ac4be17b77ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5416758 Jan 31 16:19:55.824934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53382) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:55.837491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29bf3b-e5bd-42ed-a175-889ab6a51143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c4b62d-27d7-44ef-92a3-5d144acf20b3,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:55.839767 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:55.860859 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:55.864079 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] 10.222.0.36 "DELETE /v2.0/networks/71af9802-526e-47d9-9573-c6794664f00c HTTP/1.1" status: 204 len: 168 time: 0.7143197 Jan 31 16:19:55.865176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340bf83-0d2a-48c8-9764-8d87cccf6c7b tempest-NetworksTestDHCPv6-1098440649 tempest-NetworksTestDHCPv6-1098440649-project] Pushing event deleted for resources: {'Network': ['ID=71af9802-526e-47d9-9573-c6794664f00c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:55.893205 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:55.917362 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fdd13435-ccbf-466d-b7a4-0ad33546b3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:55.947633 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fdd13435-ccbf-466d-b7a4-0ad33546b3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:56.003624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fdd13435-ccbf-466d-b7a4-0ad33546b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:56.006584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fdd13435-ccbf-466d-b7a4-0ad33546b3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:56.007828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fdd13435-ccbf-466d-b7a4-0ad33546b3ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73c4b62d-27d7-44ef-92a3-5d144acf20b3 HTTP/1.1" status: 204 len: 168 time: 0.1819065 Jan 31 16:19:56.031892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd13435-ccbf-466d-b7a4-0ad33546b3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c4b62d-27d7-44ef-92a3-5d144acf20b3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:56.167870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53392) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:56.442574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53404) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:56.442670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f08983c8-460d-427d-95ea-9ce5852c9994 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4550a77bf3442aa9b2de3276fe878c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735608 Jan 31 16:19:56.529935 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a0593775-aa63-41a0-a767-ae7222d316ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:56.596810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a0593775-aa63-41a0-a767-ae7222d316ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:56.739480 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a0593775-aa63-41a0-a767-ae7222d316ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:56.742177 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a0593775-aa63-41a0-a767-ae7222d316ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:56.743809 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a0593775-aa63-41a0-a767-ae7222d316ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f76140f9-4cab-4fa3-bd15-520541d97a9a HTTP/1.1" status: 204 len: 168 time: 0.3002923 Jan 31 16:19:56.757929 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0593775-aa63-41a0-a767-ae7222d316ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76140f9-4cab-4fa3-bd15-520541d97a9a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:57.974186 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.206234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53470) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:58.288296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53474) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:58.440019 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63af7325-0101-45cd-86bb-c2a9d6c196ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.519814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'networks': [{'name': 'tempest-network--2006371580'}, {'name': 'tempest-network--146716419'}]} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:58.520536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'network': {'name': 'tempest-network--2006371580'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:58.520629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'network': {'name': 'tempest-network--146716419'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:19:58.578018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Made reservation on behalf of 4a19a3accd1a40918807b5f65d94f1a5 for: {'network': 2} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:19:58.582823 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.598341 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.607762 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63af7325-0101-45cd-86bb-c2a9d6c196ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.675147 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63af7325-0101-45cd-86bb-c2a9d6c196ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.715603 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.726317 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.726760 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.735149 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-63af7325-0101-45cd-86bb-c2a9d6c196ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3d6d443f56e47cea10a57ba6f49cbf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448626 Jan 31 16:19:58.737909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53486) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:58.749429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af7325-0101-45cd-86bb-c2a9d6c196ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f3b1d0-62cf-461a-b840-edbd9a602c44,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:58.796018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3768ff-fd85-4d4c-8e6d-578ea400e021,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:58.834266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e652a4-03dc-4aed-b19c-d29e4a8932e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.841265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:19:58.851432 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.851779 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Added segment 9c9eff55-b0ff-4813-8314-1710cc0cadf7 of type vlan for network 9f778798-bdc0-487e-b765-e022dc2844a9 Jan 31 16:19:58.865703 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e652a4-03dc-4aed-b19c-d29e4a8932e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.897093 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.937193 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e652a4-03dc-4aed-b19c-d29e4a8932e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.940800 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68e652a4-03dc-4aed-b19c-d29e4a8932e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.942398 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-68e652a4-03dc-4aed-b19c-d29e4a8932e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50f3b1d0-62cf-461a-b840-edbd9a602c44 HTTP/1.1" status: 204 len: 168 time: 0.2028317 Jan 31 16:19:58.954169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e652a4-03dc-4aed-b19c-d29e4a8932e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f3b1d0-62cf-461a-b840-edbd9a602c44,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:58.966752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:19:58.990113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:58.990609 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Added segment d545ec5a-d31f-4f7c-86d2-16b95139286d of type vlan for network 28134bd0-035c-4d06-b1d7-0566363d0388 Jan 31 16:19:59.039770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:59.075290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:59.076574 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:59.089145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:59.101487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:59.102176 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:59.191218 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9832714 Jan 31 16:19:59.192532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53502) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:59.213803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event updated for resources: {'Network': ['ID=9f778798-bdc0-487e-b765-e022dc2844a9,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:59.226173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 9f778798-bdc0-487e-b765-e022dc2844a9 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:19:59.396952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e801d5b-ebb6-4137-9c84-08a6207508d4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:59.403519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e801d5b-ebb6-4137-9c84-08a6207508d4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:59.410261 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e801d5b-ebb6-4137-9c84-08a6207508d4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:59.416907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e801d5b-ebb6-4137-9c84-08a6207508d4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:59.424124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8e801d5b-ebb6-4137-9c84-08a6207508d4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2303400 Jan 31 16:19:59.426792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53508) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:59.436274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4deda5-3a03-431e-8785-cdb3bdd1dae4 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event updated for resources: {'Network': ['ID=28134bd0-035c-4d06-b1d7-0566363d0388,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:19:59.448089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 28134bd0-035c-4d06-b1d7-0566363d0388 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:19:59.547840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-0c608b1e-6d8b-49b6-a1e1-c60e48681dbf tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:19:59.553255 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-0c608b1e-6d8b-49b6-a1e1-c60e48681dbf tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.2278132 Jan 31 16:19:59.574023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:59.585333 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-ee0305fb-a61b-4269-b795-bc4eb60a828b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/quotas/0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 375 time: 0.0228851 Jan 31 16:19:59.700927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-0745310c-21f4-468e-a2bd-592c41eeac1f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049161 Jan 31 16:19:59.714222 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:59.743452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f778798-bdc0-487e-b765-e022dc2844a9']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:19:59.754480 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9eff55-b0ff-4813-8314-1710cc0cadf7') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:19:59.754773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9eff55-b0ff-4813-8314-1710cc0cadf7') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:19:59.770351 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:59.799238 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:59.826916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:19:59.827408 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:19:59.831703 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:19:59.915141 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:59.923137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:19:59.929886 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "DELETE /v2.0/networks/9f778798-bdc0-487e-b765-e022dc2844a9 HTTP/1.1" status: 204 len: 168 time: 0.5019398 Jan 31 16:19:59.930928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53532) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:19:59.986201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23c25f-052a-487a-a248-486106797a1b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event deleted for resources: {'Network': ['ID=9f778798-bdc0-487e-b765-e022dc2844a9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:00.075953 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-df9c487a-ba6d-4f83-8285-f9635d02e4e3 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462646 Jan 31 16:20:00.111577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53538) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:00.164503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:00.195797 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-756d3c03-66cf-4c10-b997-417879cdbeaf service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128330 Jan 31 16:20:00.286003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2f58471b-3e90-4aec-a024-1e03908b7fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:00.345967 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:00.367471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28134bd0-035c-4d06-b1d7-0566363d0388']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:00.378009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd545ec5a-d31f-4f7c-86d2-16b95139286d') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:00.378693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd545ec5a-d31f-4f7c-86d2-16b95139286d') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:00.409311 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:00.429125 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:00.435443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:20:00.436091 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:00.485214 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2f58471b-3e90-4aec-a024-1e03908b7fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:00.496819 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2f58471b-3e90-4aec-a024-1e03908b7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:20:00.510610 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:20:00.514808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:00.520876 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:00.542355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "DELETE /v2.0/networks/28134bd0-035c-4d06-b1d7-0566363d0388 HTTP/1.1" status: 204 len: 168 time: 0.5725615 Jan 31 16:20:00.542993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53556) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:00.562945 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2f58471b-3e90-4aec-a024-1e03908b7fc0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9483675ef3ce40719d6e30b2828561c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4503314 Jan 31 16:20:00.569274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53558) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:00.604141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3bcc8-5043-4421-9d39-98cb8ed95f06 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event deleted for resources: {'Network': ['ID=28134bd0-035c-4d06-b1d7-0566363d0388,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:00.716637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58471b-3e90-4aec-a024-1e03908b7fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de677e27-f505-451e-8b05-f9f2d04dfe0b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:00.763693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1df125e-0674-486a-b50d-046d7ee3cbde tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:00.774975 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1df125e-0674-486a-b50d-046d7ee3cbde tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:00.779136 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4115eb66-8871-443b-ae1d-460b6662fdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:00.781459 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d1df125e-0674-486a-b50d-046d7ee3cbde tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2270854 Jan 31 16:20:00.782102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53566) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:00.789855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3b9c0718-4fe0-4243-a0d5-93369bf02b8f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-921743631'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:00.865447 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4115eb66-8871-443b-ae1d-460b6662fdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:00.877801 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2c1c1ad-fb51-4d46-91d4-ad7d7f6b26db req-4462d0cb-7946-4367-9095-f350890d8ee0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 210 time: 0.0944805 Jan 31 16:20:00.897734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9c0718-4fe0-4243-a0d5-93369bf02b8f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Made reservation on behalf of 4a19a3accd1a40918807b5f65d94f1a5 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:00.907093 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0718-4fe0-4243-a0d5-93369bf02b8f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.030056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9c0718-4fe0-4243-a0d5-93369bf02b8f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:20:01.053910 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4115eb66-8871-443b-ae1d-460b6662fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.058086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4115eb66-8871-443b-ae1d-460b6662fdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.061044 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4115eb66-8871-443b-ae1d-460b6662fdc7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de677e27-f505-451e-8b05-f9f2d04dfe0b HTTP/1.1" status: 204 len: 168 time: 0.4903803 Jan 31 16:20:01.066731 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0718-4fe0-4243-a0d5-93369bf02b8f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.067159 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-3b9c0718-4fe0-4243-a0d5-93369bf02b8f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Added segment 1277a07a-91ed-492d-993a-a27a8c4f239a of type vlan for network ba5506d0-2dfb-48fe-a672-bda48d8bac12 Jan 31 16:20:01.087020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115eb66-8871-443b-ae1d-460b6662fdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de677e27-f505-451e-8b05-f9f2d04dfe0b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:01.128815 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0718-4fe0-4243-a0d5-93369bf02b8f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.172143 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0718-4fe0-4243-a0d5-93369bf02b8f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.180399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9c0718-4fe0-4243-a0d5-93369bf02b8f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:01.181192 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0718-4fe0-4243-a0d5-93369bf02b8f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.259618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53586) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:01.259886 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3b9c0718-4fe0-4243-a0d5-93369bf02b8f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4754183 Jan 31 16:20:01.265095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1530915484'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:01.277527 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c0718-4fe0-4243-a0d5-93369bf02b8f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event updated for resources: {'Network': ['ID=ba5506d0-2dfb-48fe-a672-bda48d8bac12,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:01.291059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network ba5506d0-2dfb-48fe-a672-bda48d8bac12 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:20:01.336553 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Made reservation on behalf of 4a19a3accd1a40918807b5f65d94f1a5 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:01.342510 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.400042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:20:01.421952 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.423506 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Added segment 50d991ad-ec4c-4632-abcb-5bf288f6d685 of type vlan for network 4a47e353-9b74-43f3-a22f-f71c3805e5b0 Jan 31 16:20:01.481206 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.523758 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.532378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:01.533173 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.562064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53588) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:01.564029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53590) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:01.564388 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3035507 Jan 31 16:20:01.614085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'ports': [{'network_id': 'ba5506d0-2dfb-48fe-a672-bda48d8bac12', 'name': 'tempest-port--1215753220', 'admin_state_up': True}, {'network_id': '4a47e353-9b74-43f3-a22f-f71c3805e5b0', 'admin_state_up': False}]} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:01.616167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'port': {'network_id': 'ba5506d0-2dfb-48fe-a672-bda48d8bac12', 'name': 'tempest-port--1215753220', 'admin_state_up': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:01.620318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'port': {'network_id': '4a47e353-9b74-43f3-a22f-f71c3805e5b0', 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:01.636752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event updated for resources: {'Network': ['ID=4a47e353-9b74-43f3-a22f-f71c3805e5b0,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:01.646479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:01.646810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:01.647146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:01.647479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:01.647804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:01.648320 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:01.648635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:01.648964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:01.649412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:01.649813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:01.650134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:01.650455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6069c-4622-48de-88b8-ade008fcea54 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:01.651905 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fee0d58c-7988-4b9b-808e-ce121b030733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.670260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 4a47e353-9b74-43f3-a22f-f71c3805e5b0 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:20:01.930566 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fee0d58c-7988-4b9b-808e-ce121b030733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.936966 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fee0d58c-7988-4b9b-808e-ce121b030733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:01.950756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Made reservation on behalf of 4a19a3accd1a40918807b5f65d94f1a5 for: {'port': 2} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:01.956749 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:02.029865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fee0d58c-7988-4b9b-808e-ce121b030733 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0dc3ff44294846cf82f58f5042df3e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642129 Jan 31 16:20:02.029865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43cba3b2-2d78-4552-9728-f69dd3118768 req-4851ab83-eb9e-482b-a80f-5d8262a0bfbe tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 210 time: 0.0652561 Jan 31 16:20:02.030450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53598) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:02.030930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0d58c-7988-4b9b-808e-ce121b030733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfff0d0-c197-4392-90d8-eb4c71fb9063,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:02.033494 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:02.130111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-40b2be3c-7b59-4535-bc64-d2ec46bdf11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:02.160857 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-40b2be3c-7b59-4535-bc64-d2ec46bdf11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:02.239919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] device_id is not set on port f79e6eb3-83c5-4004-97fe-21ccbeb8c2b4 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:20:02.348273 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-40b2be3c-7b59-4535-bc64-d2ec46bdf11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:02.360272 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-40b2be3c-7b59-4535-bc64-d2ec46bdf11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:02.366957 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-40b2be3c-7b59-4535-bc64-d2ec46bdf11f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cfff0d0-c197-4392-90d8-eb4c71fb9063 HTTP/1.1" status: 204 len: 168 time: 0.3350067 Jan 31 16:20:02.396114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2be3c-7b59-4535-bc64-d2ec46bdf11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfff0d0-c197-4392-90d8-eb4c71fb9063,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:02.432194 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:02.439671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-ee9c79b7-b8c1-4f03-9ef5-95cd6d3bfee6 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:02.441568 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-ee9c79b7-b8c1-4f03-9ef5-95cd6d3bfee6 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.2386324 Jan 31 16:20:02.460098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'port': {'device_id': '47865b95-7ae8-4f52-9d8c-039151d7ac00', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'admin_state_up': True, 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:02.523608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] device_id is not set on port 11161a89-034b-45cb-a291-e1bc8fad5d42 yet. {{(pid=108772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 16:20:02.675196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Made reservation on behalf of 0a130774d5f840d0a67fdfd24f7dc06d for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:02.684604 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:02.725258 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:02.824172 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:02.899629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event updated for resources: {'Port': ['ID=f79e6eb3-83c5-4004-97fe-21ccbeb8c2b4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:02.970134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Checking segment: {'id': '1277a07a-91ed-492d-993a-a27a8c4f239a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ba5506d0-2dfb-48fe-a672-bda48d8bac12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:02.970837 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Network hostable DHCP agents. Network: ba5506d0-2dfb-48fe-a672-bda48d8bac12, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:20:02.990367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Allocated IP 172.20.0.10 (4c9216f2-48f1-406f-b84d-2c32432bfef6/3d6ce3ce-f039-4d58-91eb-5dc346104c74/97042620-8c01-4743-ab80-465f04a38b55) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:20:03.009862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Network ba5506d0-2dfb-48fe-a672-bda48d8bac12 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:20:03.024397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, ba5506d0-2dfb-48fe-a672-bda48d8bac12) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:03.029650 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:03.034851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc333e68-8bef-4fac-8894-7f359806f15c None None] Network ba5506d0-2dfb-48fe-a672-bda48d8bac12 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:20:03.044938 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:03.214675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event updated for resources: {'Port': ['ID=11161a89-034b-45cb-a291-e1bc8fad5d42,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:03.219730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Checking segment: {'id': '50d991ad-ec4c-4632-abcb-5bf288f6d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4a47e353-9b74-43f3-a22f-f71c3805e5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:03.219730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Network hostable DHCP agents. Network: 4a47e353-9b74-43f3-a22f-f71c3805e5b0, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:20:03.248834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Network 4a47e353-9b74-43f3-a22f-f71c3805e5b0 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:20:03.251839 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-097cbf6e-2bc8-4468-9b35-ce9e3c079287 req-77012469-f403-4ad6-b214-9b7f7a02a785 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 210 time: 0.0701683 Jan 31 16:20:03.295673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 4a47e353-9b74-43f3-a22f-f71c3805e5b0) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:03.315998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:03.329373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:03.354062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:03.356753 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:03.359624 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:03.382465 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ff3cc2-0664-4afb-9946-12b915d37f19 None None] Network 4a47e353-9b74-43f3-a22f-f71c3805e5b0 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:20:03.399644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-75bda866-c865-41cc-babc-49be11601be5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8115590 Jan 31 16:20:03.402198 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53634) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:03.455950 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:03.467273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17715fd-3e48-4a17-9636-df09fe3f09c3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:03.473599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17715fd-3e48-4a17-9636-df09fe3f09c3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:03.475328 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c17715fd-3e48-4a17-9636-df09fe3f09c3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0720696 Jan 31 16:20:03.478487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53638) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:03.553214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:03.554551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=97042620-8c01-4743-ab80-465f04a38b55,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:03.558633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:03.560777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:03.633819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f892cc8f-5758-43c7-9d6c-dfceaa465ea5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Deleting port f79e6eb3-83c5-4004-97fe-21ccbeb8c2b4 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:20:03.634408 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f892cc8f-5758-43c7-9d6c-dfceaa465ea5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:03.642889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:03.643563 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:03.685390 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-e99c1178-402c-4859-9b3c-119f48e4fd22 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2348776 Jan 31 16:20:03.705789 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Request body: {'port': {'device_id': '47865b95-7ae8-4f52-9d8c-039151d7ac00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:03.764707 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f892cc8f-5758-43c7-9d6c-dfceaa465ea5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:03.798795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f892cc8f-5758-43c7-9d6c-dfceaa465ea5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Calling delete_port for f79e6eb3-83c5-4004-97fe-21ccbeb8c2b4 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:20:03.841869 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:04.016215 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f892cc8f-5758-43c7-9d6c-dfceaa465ea5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:04.088513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892cc8f-5758-43c7-9d6c-dfceaa465ea5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event deleted for resources: {'Port': ['ID=f79e6eb3-83c5-4004-97fe-21ccbeb8c2b4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:04.098668 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f892cc8f-5758-43c7-9d6c-dfceaa465ea5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:04.103256 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f892cc8f-5758-43c7-9d6c-dfceaa465ea5 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "DELETE /v2.0/ports/f79e6eb3-83c5-4004-97fe-21ccbeb8c2b4 HTTP/1.1" status: 204 len: 168 time: 0.6237915 Jan 31 16:20:04.106559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53650) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:04.141390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-dcfc1aa6-c580-4632-a383-462952b4a464 None None] Provisioning complete for port 97042620-8c01-4743-ab80-465f04a38b55 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:04.149834 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dcfc1aa6-c580-4632-a383-462952b4a464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:04.226414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc1aa6-c580-4632-a383-462952b4a464 None None] Port 97042620-8c01-4743-ab80-465f04a38b55 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:20:04.270518 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a62be-f882-4acc-bb4a-77cdd27bd53f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Deleting port 11161a89-034b-45cb-a291-e1bc8fad5d42 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:20:04.270645 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d5a62be-f882-4acc-bb4a-77cdd27bd53f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:04.453288 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d5a62be-f882-4acc-bb4a-77cdd27bd53f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:04.476949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cf566-e01a-41cf-b7fe-3c61e749c376 req-eaf922be-dd33-4652-b884-da199e62557b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:04.487443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d52cf566-e01a-41cf-b7fe-3c61e749c376 req-eaf922be-dd33-4652-b884-da199e62557b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 932 time: 0.1112485 Jan 31 16:20:04.497058 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a62be-f882-4acc-bb4a-77cdd27bd53f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Calling delete_port for 11161a89-034b-45cb-a291-e1bc8fad5d42 owned by {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:20:04.498954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97042620-8c01-4743-ab80-465f04a38b55 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:20:04.512280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:04.530242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Transition to ACTIVE for port object 97042620-8c01-4743-ab80-465f04a38b55 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:20:04.534395 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:04.565348 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d52cf566-e01a-41cf-b7fe-3c61e749c376 req-35d35802-8a82-404e-817c-bc8cd94563fc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767653 Jan 31 16:20:04.667048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Pushing event updated for resources: {'Port': ['ID=97042620-8c01-4743-ab80-465f04a38b55,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:04.699346 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d5a62be-f882-4acc-bb4a-77cdd27bd53f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:04.750565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Attempting to bind port 97042620-8c01-4743-ab80-465f04a38b55 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:20:04.750924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Attempting to bind port 97042620-8c01-4743-ab80-465f04a38b55 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:20:04.751312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Attempting to bind port 97042620-8c01-4743-ab80-465f04a38b55 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:04.776007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Port 97042620-8c01-4743-ab80-465f04a38b55 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:20:04.776751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Attempting to bind port 97042620-8c01-4743-ab80-465f04a38b55 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:04.808154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:20:04.808154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Checking segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:04.808154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Bound using segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:20:04.808480 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d5a62be-f882-4acc-bb4a-77cdd27bd53f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:04.808915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Bound port: 97042620-8c01-4743-ab80-465f04a38b55, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:20:04.808915 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:04.812536 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0d5a62be-f882-4acc-bb4a-77cdd27bd53f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "DELETE /v2.0/ports/11161a89-034b-45cb-a291-e1bc8fad5d42 HTTP/1.1" status: 204 len: 168 time: 0.7042665 Jan 31 16:20:04.828930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53666) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:04.862445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a62be-f882-4acc-bb4a-77cdd27bd53f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event deleted for resources: {'Port': ['ID=11161a89-034b-45cb-a291-e1bc8fad5d42,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:04.914150 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b65ac91a-16c7-4e79-8dae-df28d160c1f3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0760400 Jan 31 16:20:04.919053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53668) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:04.929217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7e322066-7cf1-4f7f-8054-db266a245872 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-749615071'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:04.990380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] For port 97042620-8c01-4743-ab80-465f04a38b55, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:20:04.994014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] For port 97042620-8c01-4743-ab80-465f04a38b55, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=97042620-8c01-4743-ab80-465f04a38b55,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:20:04.996371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e322066-7cf1-4f7f-8054-db266a245872 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Made reservation on behalf of 4a19a3accd1a40918807b5f65d94f1a5 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:05.000183 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7e322066-7cf1-4f7f-8054-db266a245872 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:05.006272 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:05.062058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:05.063103 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:05.065303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] 10.222.0.30 "PUT /v2.0/ports/97042620-8c01-4743-ab80-465f04a38b55 HTTP/1.1" status: 200 len: 1092 time: 1.3677065 Jan 31 16:20:05.065913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47865b95-7ae8-4f52-9d8c-039151d7ac00', 'tag': '97042620-8c01-4743-ab80-465f04a38b55'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:20:05.069042 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38006d6-e217-4840-b4d0-b5516cbf72e8" -d '{"events": [{"name": "network-changed", "server_uuid": "47865b95-7ae8-4f52-9d8c-039151d7ac00", "tag": "97042620-8c01-4743-ab80-465f04a38b55"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:20:05.076163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e322066-7cf1-4f7f-8054-db266a245872 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:20:05.121223 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7e322066-7cf1-4f7f-8054-db266a245872 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:05.121609 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-7e322066-7cf1-4f7f-8054-db266a245872 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Added segment f7c73d6e-0148-465a-ac08-d71bd613af9e of type vlan for network ea550bc2-8625-452c-9480-ff242c1bd396 Jan 31 16:20:05.212420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7d02a-f378-4e90-b685-5b0b4fa84e8b service neutron] Pushing event updated for resources: {'Port': ['ID=97042620-8c01-4743-ab80-465f04a38b55,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:05.254179 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7e322066-7cf1-4f7f-8054-db266a245872 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:05.287953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-1e74c777-8ee3-457c-8949-0e520fddd602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:05.289763 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-1e74c777-8ee3-457c-8949-0e520fddd602 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 1095 time: 0.1573024 Jan 31 16:20:05.333025 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7e322066-7cf1-4f7f-8054-db266a245872 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:05.344606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e322066-7cf1-4f7f-8054-db266a245872 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:05.345248 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7e322066-7cf1-4f7f-8054-db266a245872 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:05.383970 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1027827d-5c04-4dc4-9aa3-579e42d5d0b2 x-openstack-request-id: req-1027827d-5c04-4dc4-9aa3-579e42d5d0b2 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:20:05.384417 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47865b95-7ae8-4f52-9d8c-039151d7ac00", "tag": "97042620-8c01-4743-ab80-465f04a38b55", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:20:05.384822 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1027827d-5c04-4dc4-9aa3-579e42d5d0b2 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:20:05.385310 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47865b95-7ae8-4f52-9d8c-039151d7ac00', 'tag': '97042620-8c01-4743-ab80-465f04a38b55', 'status': 'completed', 'code': 200} Jan 31 16:20:05.387013 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-83cc4fa1-43a4-4b81-a093-94781fef2892 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97042620-8c01-4743-ab80-465f04a38b55 HTTP/1.1" status: 200 len: 217 time: 0.0833793 Jan 31 16:20:05.474134 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7e322066-7cf1-4f7f-8054-db266a245872 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5504525 Jan 31 16:20:05.477736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53682) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:05.484297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c21125b4-ce8c-4e4e-8ecc-020d94f7b9be tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1206949657'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:05.484886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e322066-7cf1-4f7f-8054-db266a245872 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event updated for resources: {'Network': ['ID=ea550bc2-8625-452c-9480-ff242c1bd396,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:05.496777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-d7abb81e-3d78-4505-801a-f987c826f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:05.498645 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-d7abb81e-3d78-4505-801a-f987c826f836 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.1004004 Jan 31 16:20:05.514710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network ea550bc2-8625-452c-9480-ff242c1bd396 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:20:05.535577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21125b4-ce8c-4e4e-8ecc-020d94f7b9be tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Made reservation on behalf of 4a19a3accd1a40918807b5f65d94f1a5 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:05.544989 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c21125b4-ce8c-4e4e-8ecc-020d94f7b9be tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:05.598219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21125b4-ce8c-4e4e-8ecc-020d94f7b9be tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:20:05.612412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-ecda06a3-ae6c-4a4a-b83a-14dc07c6b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:05.614586 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-ecda06a3-ae6c-4a4a-b83a-14dc07c6b524 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933864 Jan 31 16:20:05.615798 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c21125b4-ce8c-4e4e-8ecc-020d94f7b9be tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:05.616184 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-c21125b4-ce8c-4e4e-8ecc-020d94f7b9be tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Added segment 0c1b62da-2939-4e57-a464-ad5c0fda3efd of type vlan for network 9043cfef-b190-431a-933e-b3bda88f06a4 Jan 31 16:20:05.763851 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-2b0c9194-fb81-438e-9e06-ee8ae3f9d93a service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346643 Jan 31 16:20:05.850433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfaf13-42d0-41ee-befb-9a3c60087065 req-3923818e-08ac-4f0a-97a8-3d30ffdffaf3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:05.862431 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-09cfaf13-42d0-41ee-befb-9a3c60087065 req-3923818e-08ac-4f0a-97a8-3d30ffdffaf3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 944 time: 0.1109867 Jan 31 16:20:05.948251 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d4c67c38-e93d-445b-b0a9-7198907aa0ed req-875fb127-cf72-4a52-8993-5d25182fc25f service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657832 Jan 31 16:20:05.954144 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-09cfaf13-42d0-41ee-befb-9a3c60087065 req-27a72193-f839-4f73-9f19-fd2070a14b69 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906887 Jan 31 16:20:05.955838 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c21125b4-ce8c-4e4e-8ecc-020d94f7b9be tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:06.034976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c21125b4-ce8c-4e4e-8ecc-020d94f7b9be tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:06.045033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21125b4-ce8c-4e4e-8ecc-020d94f7b9be tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:06.045796 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c21125b4-ce8c-4e4e-8ecc-020d94f7b9be tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:06.159200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21125b4-ce8c-4e4e-8ecc-020d94f7b9be tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event updated for resources: {'Network': ['ID=9043cfef-b190-431a-933e-b3bda88f06a4,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:06.171343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 9043cfef-b190-431a-933e-b3bda88f06a4 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:20:06.234315 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c21125b4-ce8c-4e4e-8ecc-020d94f7b9be tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7553995 Jan 31 16:20:06.251059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38006d6-e217-4840-b4d0-b5516cbf72e8 req-24906453-44b7-49f9-baf8-a52281b198de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:06.252652 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f38006d6-e217-4840-b4d0-b5516cbf72e8 req-24906453-44b7-49f9-baf8-a52281b198de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 1095 time: 0.2378359 Jan 31 16:20:06.382875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53700) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:06.388892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'subnets': [{'network_id': 'ea550bc2-8625-452c-9480-ff242c1bd396', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1985830998', 'ip_version': 4}, {'network_id': '9043cfef-b190-431a-933e-b3bda88f06a4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:06.389210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'subnet': {'network_id': 'ea550bc2-8625-452c-9480-ff242c1bd396', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1985830998', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:06.389965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Request body: {'subnet': {'network_id': '9043cfef-b190-431a-933e-b3bda88f06a4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:06.493272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-42f80348-358a-4c52-b11e-204601ea8d0d tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=eca215f885594c2da40bcaaa0b6a0928&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795448 Jan 31 16:20:06.495322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38006d6-e217-4840-b4d0-b5516cbf72e8 req-7790f822-7367-452f-8607-e7fb07d778a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:06.496659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f38006d6-e217-4840-b4d0-b5516cbf72e8 req-7790f822-7367-452f-8607-e7fb07d778a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.2259169 Jan 31 16:20:06.609980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Made reservation on behalf of 4a19a3accd1a40918807b5f65d94f1a5 for: {'subnet': 2} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:06.617592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:06.617980 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:07.165267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc3d1f-3500-4f15-857f-03fc83d44d6c req-e6667cb4-39ec-41ae-9b17-e6a4bb6d2cfb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:07.166876 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bebc3d1f-3500-4f15-857f-03fc83d44d6c req-e6667cb4-39ec-41ae-9b17-e6a4bb6d2cfb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 944 time: 0.0896842 Jan 31 16:20:07.282054 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f38006d6-e217-4840-b4d0-b5516cbf72e8 req-39bbca71-fd81-471b-a8af-e258f416273a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97042620-8c01-4743-ab80-465f04a38b55 HTTP/1.1" status: 200 len: 217 time: 0.7546291 Jan 31 16:20:07.331364 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:07.341573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38006d6-e217-4840-b4d0-b5516cbf72e8 req-c1496a00-1860-4f84-b0d4-ddffc310e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:07.343472 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f38006d6-e217-4840-b4d0-b5516cbf72e8 req-c1496a00-1860-4f84-b0d4-ddffc310e2a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0488079 Jan 31 16:20:07.369649 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bebc3d1f-3500-4f15-857f-03fc83d44d6c req-0d1acabd-7a54-4374-95b0-bd252a4fe03d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909938 Jan 31 16:20:07.409534 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Checking segment: {'id': 'f7c73d6e-0148-465a-ac08-d71bd613af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ea550bc2-8625-452c-9480-ff242c1bd396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:07.409893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Network hostable DHCP agents. Network: ea550bc2-8625-452c-9480-ff242c1bd396, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:20:07.424040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event updated for resources: {'Subnet': ['ID=08714df5-3969-4ef6-9a5f-538e70db52a8,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:07.437967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Network ea550bc2-8625-452c-9480-ff242c1bd396 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:20:07.451036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, ea550bc2-8625-452c-9480-ff242c1bd396) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:07.460955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd44fad-86fe-49b8-bf4b-1d3df2cbe597 None None] Network ea550bc2-8625-452c-9480-ff242c1bd396 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:20:07.464996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-da525acb-aa56-42b8-b814-0e837cba9f19 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:07.466613 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-da525acb-aa56-42b8-b814-0e837cba9f19 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9668679 Jan 31 16:20:07.467562 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:07.473338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38006d6-e217-4840-b4d0-b5516cbf72e8 req-9e31a0e2-fd05-41ee-9853-0c5c7516611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:07.474985 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f38006d6-e217-4840-b4d0-b5516cbf72e8 req-9e31a0e2-fd05-41ee-9853-0c5c7516611c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181471 Jan 31 16:20:07.586499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f38006d6-e217-4840-b4d0-b5516cbf72e8 req-bb713870-a741-4e6f-901a-f46eac14ccae service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022656 Jan 31 16:20:07.587097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event updated for resources: {'Subnet': ['ID=baf2f47a-21e5-4e46-adab-323e064a7cba,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:07.588691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-304c3ce1-4c3b-436f-ae76-8a498cd6e651 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/quotas/eca215f885594c2da40bcaaa0b6a0928 HTTP/1.1" status: 200 len: 375 time: 0.1127536 Jan 31 16:20:07.613059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Checking segment: {'id': '0c1b62da-2939-4e57-a464-ad5c0fda3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9043cfef-b190-431a-933e-b3bda88f06a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:07.613827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Network hostable DHCP agents. Network: 9043cfef-b190-431a-933e-b3bda88f06a4, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:20:07.684684 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Network 9043cfef-b190-431a-933e-b3bda88f06a4 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:20:07.707184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f38006d6-e217-4840-b4d0-b5516cbf72e8 req-a04ef567-a551-4315-bc41-d77c5ea5463c service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100528 Jan 31 16:20:07.708305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 9043cfef-b190-431a-933e-b3bda88f06a4) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:07.714344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:07.717608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:07.718569 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:07.724741 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-5580aef1-4e34-4b93-a3c2-b7d7c627fe19 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=eca215f885594c2da40bcaaa0b6a0928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1295676 Jan 31 16:20:07.775806 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-854150e9-ba73-4db7-89d1-5d1947f83d40 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3890619 Jan 31 16:20:07.776185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53726) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:07.874877 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c17dda-11b5-423b-b99a-32e4d0567da9 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:07.877239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c17dda-11b5-423b-b99a-32e4d0567da9 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:07.879579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c17dda-11b5-423b-b99a-32e4d0567da9 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:07.881720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-86c17dda-11b5-423b-b99a-32e4d0567da9 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1040893 Jan 31 16:20:07.885158 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53730) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:07.919591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b450cdc9-faa1-4e68-866c-36284869be13 None None] Network 9043cfef-b190-431a-933e-b3bda88f06a4 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:20:07.934956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a1c44-3b45-4e03-9316-5fa1e3456375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-ea550bc2-8625-452c-9480-ff242c1bd396', 'network_id': 'ea550bc2-8625-452c-9480-ff242c1bd396', 'tenant_id': '4a19a3accd1a40918807b5f65d94f1a5', 'fixed_ips': [{'subnet_id': '08714df5-3969-4ef6-9a5f-538e70db52a8'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:20:07.935944 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-744a1c44-3b45-4e03-9316-5fa1e3456375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:08.003925 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Deleting subnet 08714df5-3969-4ef6-9a5f-538e70db52a8 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:20:08.028332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:08.186491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d79a3fd-750b-4ba1-ab50-6fb808123930 req-6a5e1e05-68dc-42ba-9a30-b69b965ee48d tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 210 time: 0.0740600 Jan 31 16:20:08.212538 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:08.264292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-9043cfef-b190-431a-933e-b3bda88f06a4', 'network_id': '9043cfef-b190-431a-933e-b3bda88f06a4', 'tenant_id': '4a19a3accd1a40918807b5f65d94f1a5', 'fixed_ips': [{'subnet_id': 'baf2f47a-21e5-4e46-adab-323e064a7cba'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:20:08.272107 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:08.306905 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:08.427117 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server [None req-744a1c44-3b45-4e03-9316-5fa1e3456375 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08714df5-3969-4ef6-9a5f-538e70db52a8: This subnet is being modified by another concurrent operation. Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise exception Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08714df5-3969-4ef6-9a5f-538e70db52a8: This subnet is being modified by another concurrent operation. Jan 31 16:20:08.435506 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Jan 31 16:20:08.475287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbccaa76-fef0-42f4-b50c-4d395844f383 None None] Network ea550bc2-8625-452c-9480-ff242c1bd396 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:20:08.528839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event deleted for resources: {'Subnet': ['ID=08714df5-3969-4ef6-9a5f-538e70db52a8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:08.555904 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:08.556407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:08.556844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:08.557279 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:08.557917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:08.558392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:08.558814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:08.559236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:08.559655 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:08.560070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:08.560488 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:08.561630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:08.567554 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:08.577866 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d049bde0-e884-4895-ba8f-86f7b921269f tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "DELETE /v2.0/subnets/08714df5-3969-4ef6-9a5f-538e70db52a8 HTTP/1.1" status: 204 len: 168 time: 0.6887567 Jan 31 16:20:08.578522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53754) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:08.638455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638295e-4d42-4f64-b8bc-d862d74a9825 req-8f2beb18-9bd5-40a8-b2ed-3e4545987a46 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:08.644458 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4638295e-4d42-4f64-b8bc-d862d74a9825 req-8f2beb18-9bd5-40a8-b2ed-3e4545987a46 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 944 time: 0.1145384 Jan 31 16:20:08.693209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-10954997-50f2-4300-a29f-3296e695657c tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Deleting subnet baf2f47a-21e5-4e46-adab-323e064a7cba {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:20:08.712502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4638295e-4d42-4f64-b8bc-d862d74a9825 req-afae23cd-cd4e-4080-a2ea-53e55e14bf42 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616829 Jan 31 16:20:08.787784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Allocated IP 172.20.0.18 (9043cfef-b190-431a-933e-b3bda88f06a4/baf2f47a-21e5-4e46-adab-323e064a7cba/a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:20:09.102298 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:09.113891 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10954997-50f2-4300-a29f-3296e695657c tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:09.116051 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:09.159592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Network 9043cfef-b190-431a-933e-b3bda88f06a4 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:09.204419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:09.225536 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:09.238075 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10954997-50f2-4300-a29f-3296e695657c tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:09.350460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Pushing event updated for resources: {'Port': ['ID=a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:09.364017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Attempting to bind port a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:20:09.364700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Attempting to bind port a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '0c1b62da-2939-4e57-a464-ad5c0fda3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9043cfef-b190-431a-933e-b3bda88f06a4'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:20:09.365215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Attempting to bind port a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3 on network 9043cfef-b190-431a-933e-b3bda88f06a4 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:09.370748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:20:09.371425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Checking segment: {'id': '0c1b62da-2939-4e57-a464-ad5c0fda3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9043cfef-b190-431a-933e-b3bda88f06a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:09.371983 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:09.372539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Bound using segment: {'id': '0c1b62da-2939-4e57-a464-ad5c0fda3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9043cfef-b190-431a-933e-b3bda88f06a4'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:20:09.373139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Bound port: a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1b62da-2939-4e57-a464-ad5c0fda3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9043cfef-b190-431a-933e-b3bda88f06a4'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:20:09.373691 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:09.403170 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-870ab887-c64b-4bbc-a289-e6f827508084 req-8263ff1b-6f30-488e-8d42-148fa1af2490 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 210 time: 0.0645704 Jan 31 16:20:09.411344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10954997-50f2-4300-a29f-3296e695657c tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:09.555688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] For port a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:20:09.565117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] For port a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3,segment=NetworkSegment(0c1b62da-2939-4e57-a464-ad5c0fda3efd),segment_id=0c1b62da-2939-4e57-a464-ad5c0fda3efd)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:20:09.567367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10954997-50f2-4300-a29f-3296e695657c tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:09.574115 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:09.576527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-25121159-3c80-4a89-b0b2-135031ec87f0 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=eca215f885594c2da40bcaaa0b6a0928&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348554 Jan 31 16:20:09.613349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10954997-50f2-4300-a29f-3296e695657c tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event deleted for resources: {'Subnet': ['ID=baf2f47a-21e5-4e46-adab-323e064a7cba,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:09.829042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68270aa-b9fc-43bb-a915-60bfbdacdc2f None None] Pushing event updated for resources: {'Port': ['ID=a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:09.908254 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10954997-50f2-4300-a29f-3296e695657c tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:09.920568 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-10954997-50f2-4300-a29f-3296e695657c tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "DELETE /v2.0/subnets/baf2f47a-21e5-4e46-adab-323e064a7cba HTTP/1.1" status: 204 len: 168 time: 1.3373392 Jan 31 16:20:09.923415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53772) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:10.037445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-f0a1b07e-8da8-4906-aace-faf5e2ee93b4 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:10.040348 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-f0a1b07e-8da8-4906-aace-faf5e2ee93b4 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4405916 Jan 31 16:20:10.054108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Request body: {'port': {'device_id': '43d365bf-8330-4b39-8cb2-4385c815b707', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': 'eca215f885594c2da40bcaaa0b6a0928'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:10.101826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df8ccc0-c9aa-444f-b195-b79d097d357d tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:10.103943 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9df8ccc0-c9aa-444f-b195-b79d097d357d tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1778326 Jan 31 16:20:10.108729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53776) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:10.143870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f7ae-741f-4fb9-92a2-cc55496d0feb req-5ff7cafa-545d-47fa-ab1d-9d4ba5ea9638 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:10.146094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3141f7ae-741f-4fb9-92a2-cc55496d0feb req-5ff7cafa-545d-47fa-ab1d-9d4ba5ea9638 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 944 time: 0.2087147 Jan 31 16:20:10.260771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.297050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3141f7ae-741f-4fb9-92a2-cc55496d0feb req-1eb4f90a-d5ca-4d4f-9cd4-77cb07a907a3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969310 Jan 31 16:20:10.314160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Made reservation on behalf of eca215f885594c2da40bcaaa0b6a0928 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:10.323311 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.349159 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.390703 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Deleting port a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:20:10.391531 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.471549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.477457 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.524892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] For port a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3,segment=NetworkSegment(0c1b62da-2939-4e57-a464-ad5c0fda3efd),segment_id=0c1b62da-2939-4e57-a464-ad5c0fda3efd)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:10.525628 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.558058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Calling delete_port for a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:20:10.581936 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-62d255f7-f92e-4417-baae-e2b964a7298e req-456851e0-1a1c-43a0-985b-07a2fbf2104f tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 210 time: 0.0786743 Jan 31 16:20:10.599406 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda88120-de57-417c-a5b2-60fd83bf8333,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:10.681051 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.687181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Allocated IP 192.168.233.246 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/d38ddfc5-6fd2-4264-9400-a3b95016f8ff) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:20:10.708476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event deleted for resources: {'Port': ['ID=a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:10.713918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] No DVR routers for this DVR port a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:20:10.820147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.859143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9043cfef-b190-431a-933e-b3bda88f06a4']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:10.874833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1b62da-2939-4e57-a464-ad5c0fda3efd') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:10.875150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1b62da-2939-4e57-a464-ad5c0fda3efd') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:10.875475 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.887394 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.902429 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.909950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:20:10.910452 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.915493 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:10.961255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:10.966858 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:10.972257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:20:10.978935 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:20:10.985865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.007027 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.010990 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "DELETE /v2.0/networks/9043cfef-b190-431a-933e-b3bda88f06a4 HTTP/1.1" status: 204 len: 168 time: 0.9004488 Jan 31 16:20:11.012814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251c4df-33dd-4059-84b9-44e93f5e8c8b tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event deleted for resources: {'Network': ['ID=9043cfef-b190-431a-933e-b3bda88f06a4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:11.014826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53792) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:11.063262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:11.064590 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.079905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Pushing event updated for resources: {'Port': ['ID=d38ddfc5-6fd2-4264-9400-a3b95016f8ff,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:11.104306 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-72ea267b-9273-4680-85e0-81740486dbfc tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0548017 Jan 31 16:20:11.123483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Request body: {'port': {'device_id': '43d365bf-8330-4b39-8cb2-4385c815b707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:11.151788 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.262696 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.450726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ca64c7ce-7d4f-4a8d-8bf8-11e538031b5c None None] Provisioning complete for port d38ddfc5-6fd2-4264-9400-a3b95016f8ff triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:11.450726 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ca64c7ce-7d4f-4a8d-8bf8-11e538031b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.486034 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.513933 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea550bc2-8625-452c-9480-ff242c1bd396']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:11.516891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ca64c7ce-7d4f-4a8d-8bf8-11e538031b5c None None] Port d38ddfc5-6fd2-4264-9400-a3b95016f8ff cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:20:11.526104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c73d6e-0148-465a-ac08-d71bd613af9e') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:11.527272 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c73d6e-0148-465a-ac08-d71bd613af9e') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:11.543111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.561811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.570583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1a265a-4274-4b76-a492-1a889f30797a None None] DHCP port deletion for 9043cfef-b190-431a-933e-b3bda88f06a4 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:20:11.573613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b46ea-d2aa-4da3-8615-f410daccd9de req-f0153a61-5530-4482-9f06-f30c19f7a3e4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:11.575330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-124b46ea-d2aa-4da3-8615-f410daccd9de req-f0153a61-5530-4482-9f06-f30c19f7a3e4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 944 time: 0.1569011 Jan 31 16:20:11.585533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:20:11.586001 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.588072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8122db-512e-41f3-ae39-f075f00cb3e7 None None] Network 9043cfef-b190-431a-933e-b3bda88f06a4 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:20:11.594450 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:20:11.611365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8122db-512e-41f3-ae39-f075f00cb3e7 None None] Network 9043cfef-b190-431a-933e-b3bda88f06a4 could not be found, it might have been deleted concurrently. {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 31 16:20:11.637697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6862d68c-f273-42dd-8dbf-53aea4d7e3aa None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:20:11.643286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-c218681e-840c-46a3-a7df-d20deb659895 req-551d517d-267d-4688-ac2c-9416f6d81138 service neutron] (108772) timed out ('10.222.0.36', 35988) {{(pid=108772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:20:11.745693 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-124b46ea-d2aa-4da3-8615-f410daccd9de req-e8d11b1b-a82c-4744-9fc8-cd3a58e255ee tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624401 Jan 31 16:20:11.754938 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.765290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.771219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "DELETE /v2.0/networks/ea550bc2-8625-452c-9480-ff242c1bd396 HTTP/1.1" status: 204 len: 168 time: 0.7521198 Jan 31 16:20:11.779298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53832) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:11.789297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5d45d-cee1-49f7-a211-dc7aff80e1c0 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event deleted for resources: {'Network': ['ID=ea550bc2-8625-452c-9480-ff242c1bd396,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:11.799714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6862d68c-f273-42dd-8dbf-53aea4d7e3aa None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:20:11.818023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9f4a4913-9494-405e-98af-71ac928ebabb None None] Could not find standard attr ID for object a1d1cb19-6e70-407a-bfbe-3dcf0d7213b3. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:20:11.874449 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:11.989180 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086a69c-93e2-4b1f-9903-21e2028dad9c req-6dd47a66-f115-45dd-9463-233627adbd16 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:11.990705 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c086a69c-93e2-4b1f-9903-21e2028dad9c req-6dd47a66-f115-45dd-9463-233627adbd16 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 936 time: 0.2515004 Jan 31 16:20:12.037224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38ddfc5-6fd2-4264-9400-a3b95016f8ff {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:20:12.068137 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.076272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.110279 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c086a69c-93e2-4b1f-9903-21e2028dad9c req-2c165830-f1c3-4356-a158-3809efe44aa4 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/security-groups?id=cda88120-de57-417c-a5b2-60fd83bf8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818553 Jan 31 16:20:12.111258 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Transition to ACTIVE for port object d38ddfc5-6fd2-4264-9400-a3b95016f8ff will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:20:12.120141 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.124353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a47e353-9b74-43f3-a22f-f71c3805e5b0']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:12.174215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d991ad-ec4c-4632-abcb-5bf288f6d685') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:12.174660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d991ad-ec4c-4632-abcb-5bf288f6d685') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:12.197510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.210170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Pushing event updated for resources: {'Port': ['ID=d38ddfc5-6fd2-4264-9400-a3b95016f8ff,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:12.243368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.271881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:20:12.272256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:20:12.275779 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:20:12.361778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Attempting to bind port d38ddfc5-6fd2-4264-9400-a3b95016f8ff on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:20:12.362241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Attempting to bind port d38ddfc5-6fd2-4264-9400-a3b95016f8ff by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:20:12.362576 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Attempting to bind port d38ddfc5-6fd2-4264-9400-a3b95016f8ff on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:12.366532 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.375049 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.378386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "DELETE /v2.0/networks/4a47e353-9b74-43f3-a22f-f71c3805e5b0 HTTP/1.1" status: 204 len: 168 time: 0.5996454 Jan 31 16:20:12.379286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Port d38ddfc5-6fd2-4264-9400-a3b95016f8ff on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:20:12.379787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Attempting to bind port d38ddfc5-6fd2-4264-9400-a3b95016f8ff on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:12.381107 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53854) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:12.403653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadda668-f513-49d8-bfcf-3f1e3ed53092 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event deleted for resources: {'Network': ['ID=4a47e353-9b74-43f3-a22f-f71c3805e5b0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:12.411307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:20:12.411653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:12.412042 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:20:12.412488 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Bound port: d38ddfc5-6fd2-4264-9400-a3b95016f8ff, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:20:12.412837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.482260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.603141 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.628894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5506d0-2dfb-48fe-a672-bda48d8bac12']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:12.640212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1277a07a-91ed-492d-993a-a27a8c4f239a') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:12.640212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1277a07a-91ed-492d-993a-a27a8c4f239a') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:12.652269 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.686662 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.693835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:20:12.694636 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:20:12.761649 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:20:12.766337 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.776490 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.780332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] 10.222.0.36 "DELETE /v2.0/networks/ba5506d0-2dfb-48fe-a672-bda48d8bac12 HTTP/1.1" status: 204 len: 168 time: 0.3981373 Jan 31 16:20:12.804841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c325c84-729f-4b23-9591-859dae6830b3 tempest-BulkNetworkOpsTest-1230745875 tempest-BulkNetworkOpsTest-1230745875-project] Pushing event deleted for resources: {'Network': ['ID=ba5506d0-2dfb-48fe-a672-bda48d8bac12,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:12.846179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] For port d38ddfc5-6fd2-4264-9400-a3b95016f8ff, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:20:12.849915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] For port d38ddfc5-6fd2-4264-9400-a3b95016f8ff, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d38ddfc5-6fd2-4264-9400-a3b95016f8ff,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:20:12.858591 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.917007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:12.917867 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:12.919647 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] 10.222.0.20 "PUT /v2.0/ports/d38ddfc5-6fd2-4264-9400-a3b95016f8ff HTTP/1.1" status: 200 len: 1096 time: 1.8056657 Jan 31 16:20:12.920328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d365bf-8330-4b39-8cb2-4385c815b707', 'tag': 'd38ddfc5-6fd2-4264-9400-a3b95016f8ff'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:20:12.926360 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128f7aaa-c7cf-4c9e-bbb8-166cacee4ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "43d365bf-8330-4b39-8cb2-4385c815b707", "tag": "d38ddfc5-6fd2-4264-9400-a3b95016f8ff"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:20:12.969641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdb416-24b1-4d2a-865d-2b844920bd72 req-958e576f-5a0a-4135-be00-f47582ebc88e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:12.972546 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1bdb416-24b1-4d2a-865d-2b844920bd72 req-958e576f-5a0a-4135-be00-f47582ebc88e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 944 time: 0.0923150 Jan 31 16:20:13.034145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7081c5-30c8-4424-99ed-4511365c07bd service neutron] Pushing event updated for resources: {'Port': ['ID=d38ddfc5-6fd2-4264-9400-a3b95016f8ff,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:13.042797 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1055af6a-8c3d-42ca-9227-3f0de0beedab x-openstack-request-id: req-1055af6a-8c3d-42ca-9227-3f0de0beedab {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:20:13.043467 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d365bf-8330-4b39-8cb2-4385c815b707", "tag": "d38ddfc5-6fd2-4264-9400-a3b95016f8ff", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:20:13.045011 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1055af6a-8c3d-42ca-9227-3f0de0beedab {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:20:13.045984 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d365bf-8330-4b39-8cb2-4385c815b707', 'tag': 'd38ddfc5-6fd2-4264-9400-a3b95016f8ff', 'status': 'completed', 'code': 200} Jan 31 16:20:13.060795 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1bdb416-24b1-4d2a-865d-2b844920bd72 req-006a1494-840e-4671-ae5d-463a18738153 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817888 Jan 31 16:20:13.096141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-dc473138-1545-4161-805f-64264d6ab398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:13.097842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-dc473138-1545-4161-805f-64264d6ab398 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eca215f885594c2da40bcaaa0b6a0928&device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 1099 time: 0.1231754 Jan 31 16:20:13.156291 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-08e51446-f059-4d8a-9580-8af467d26f32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=d38ddfc5-6fd2-4264-9400-a3b95016f8ff HTTP/1.1" status: 200 len: 217 time: 0.0489287 Jan 31 16:20:13.349504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53878) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:13.371772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1be2f1d7-3cef-4baa-953e-f78f1fe163b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:13.373524 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-1be2f1d7-3cef-4baa-953e-f78f1fe163b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.2072203 Jan 31 16:20:13.402888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c0a6c-cb1d-4a6c-acec-10b3f02d6833 req-1f73c92c-f1ad-454d-b22b-7a30efbeb427 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:13.404805 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f06c0a6c-cb1d-4a6c-acec-10b3f02d6833 req-1f73c92c-f1ad-454d-b22b-7a30efbeb427 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 948 time: 0.1280386 Jan 31 16:20:13.461182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-c2c7f2c3-1eb7-4926-ae92-cd53510aac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:13.462885 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-c2c7f2c3-1eb7-4926-ae92-cd53510aac7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819519 Jan 31 16:20:13.482618 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f06c0a6c-cb1d-4a6c-acec-10b3f02d6833 req-c6832f96-59bf-4698-8dff-6d326ab9ac2c tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/security-groups?id=cda88120-de57-417c-a5b2-60fd83bf8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507860 Jan 31 16:20:13.568053 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1bc40b2b-b9c6-4442-925a-7e5976553477 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a19a3accd1a40918807b5f65d94f1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2171485 Jan 31 16:20:13.570793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53882) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:13.574727 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-c22ab506-16da-4142-a87a-2fb95a32f62f service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955617 Jan 31 16:20:13.633650 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf89a325-7449-4820-864c-de9a12e58042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:13.660233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf89a325-7449-4820-864c-de9a12e58042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:13.694458 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26acc2d3-c418-4a8c-9486-b964cb844314 req-8dba73d8-63cf-4537-a8ab-158008ad2af6 service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118832 Jan 31 16:20:13.718812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf89a325-7449-4820-864c-de9a12e58042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:13.721786 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf89a325-7449-4820-864c-de9a12e58042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:13.722996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cf89a325-7449-4820-864c-de9a12e58042 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f3768ff-fd85-4d4c-8e6d-578ea400e021 HTTP/1.1" status: 204 len: 168 time: 0.1514490 Jan 31 16:20:13.731578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89a325-7449-4820-864c-de9a12e58042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3768ff-fd85-4d4c-8e6d-578ea400e021,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:13.792838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7aaa-c7cf-4c9e-bbb8-166cacee4ec5 req-f9ca4b7a-c16e-4f24-b697-f3da30a2c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:13.794608 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-128f7aaa-c7cf-4c9e-bbb8-166cacee4ec5 req-f9ca4b7a-c16e-4f24-b697-f3da30a2c273 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eca215f885594c2da40bcaaa0b6a0928&device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 1099 time: 0.0541339 Jan 31 16:20:13.892255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7aaa-c7cf-4c9e-bbb8-166cacee4ec5 req-9c292de2-d61b-4fcd-8b59-f75aa628321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:13.893742 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-128f7aaa-c7cf-4c9e-bbb8-166cacee4ec5 req-9c292de2-d61b-4fcd-8b59-f75aa628321c service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.0925522 Jan 31 16:20:13.939557 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-128f7aaa-c7cf-4c9e-bbb8-166cacee4ec5 req-880a029d-2763-4c91-92e1-2d75cfeb0f71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=d38ddfc5-6fd2-4264-9400-a3b95016f8ff HTTP/1.1" status: 200 len: 217 time: 0.0367994 Jan 31 16:20:13.991878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7aaa-c7cf-4c9e-bbb8-166cacee4ec5 req-0b3d222a-9c6c-47e5-8a16-1cc823a50fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:13.993345 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-128f7aaa-c7cf-4c9e-bbb8-166cacee4ec5 req-0b3d222a-9c6c-47e5-8a16-1cc823a50fcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0463398 Jan 31 16:20:14.044606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7aaa-c7cf-4c9e-bbb8-166cacee4ec5 req-77c80d7a-2ac6-420d-9a8b-c4c547bcc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:14.046158 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-128f7aaa-c7cf-4c9e-bbb8-166cacee4ec5 req-77c80d7a-2ac6-420d-9a8b-c4c547bcc9e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0458021 Jan 31 16:20:14.152400 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-128f7aaa-c7cf-4c9e-bbb8-166cacee4ec5 req-e4d3585b-479c-4c1b-b493-c971144c8dfe service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989666 Jan 31 16:20:14.224629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea99bc-45cc-4c0a-835d-8fe41ef6d41e req-40dbc121-aed6-4194-885e-c1748f0c2dcc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:14.233328 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edea99bc-45cc-4c0a-835d-8fe41ef6d41e req-40dbc121-aed6-4194-885e-c1748f0c2dcc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 944 time: 0.0745516 Jan 31 16:20:14.270878 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edea99bc-45cc-4c0a-835d-8fe41ef6d41e req-3104f80a-271b-4e84-8b4b-232f0f28fa3e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367341 Jan 31 16:20:14.278094 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-128f7aaa-c7cf-4c9e-bbb8-166cacee4ec5 req-56d3c668-8fb9-4b71-98f1-9222ffc43c0f service neutron] 10.222.0.20 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178517 Jan 31 16:20:14.529596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53924) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:14.617159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d445d8-6193-49d3-8bae-f8d36a21c5dd req-4791a651-5478-4c41-b28c-90ae59532dd1 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:14.619208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-88d445d8-6193-49d3-8bae-f8d36a21c5dd req-4791a651-5478-4c41-b28c-90ae59532dd1 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 948 time: 0.0583155 Jan 31 16:20:14.649584 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ee162a56-2521-4597-970d-7e51a496b19e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535033173'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:14.665732 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-88d445d8-6193-49d3-8bae-f8d36a21c5dd req-cd6f91c8-ec1b-4f02-8ffb-0c832a15d801 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/security-groups?id=cda88120-de57-417c-a5b2-60fd83bf8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Jan 31 16:20:14.694961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee162a56-2521-4597-970d-7e51a496b19e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:14.703062 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee162a56-2521-4597-970d-7e51a496b19e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:14.784297 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee162a56-2521-4597-970d-7e51a496b19e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:14.790328 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee162a56-2521-4597-970d-7e51a496b19e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:14.840520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee162a56-2521-4597-970d-7e51a496b19e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fa4899-eded-4e7c-8e9d-b9c08811f175,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:14.880714 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee162a56-2521-4597-970d-7e51a496b19e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:14.885996 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee162a56-2521-4597-970d-7e51a496b19e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:14.922679 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee162a56-2521-4597-970d-7e51a496b19e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:14.926898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53932) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:14.927435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ee162a56-2521-4597-970d-7e51a496b19e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3960805 Jan 31 16:20:14.928196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee162a56-2521-4597-970d-7e51a496b19e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d5ff7a-acd7-4849-889b-b9f0cedec937,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:14.985111 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3f17370d-5ea9-4e02-8539-e3c7b6261d71 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0531778 Jan 31 16:20:14.985372 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53934) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:14.989734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f3a2b26a-3c41-426d-b198-e099372254cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group': {'name': 'tempest-security--775518820', 'description': 'tempest-security-description-314861636'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:15.016363 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3a2b26a-3c41-426d-b198-e099372254cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.061790 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3a2b26a-3c41-426d-b198-e099372254cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.066578 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3a2b26a-3c41-426d-b198-e099372254cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.069699 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3a2b26a-3c41-426d-b198-e099372254cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.074023 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f3a2b26a-3c41-426d-b198-e099372254cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "PUT /v2.0/security-groups/46d5ff7a-acd7-4849-889b-b9f0cedec937 HTTP/1.1" status: 200 len: 1778 time: 0.0875497 Jan 31 16:20:15.074703 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53936) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:15.099463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-86a80e69-ba1e-4e57-aa39-e518028c6383 req-646043a7-3779-438d-9762-714d94ec1578 service neutron] (108771) timed out ('10.222.0.20', 57594) {{(pid=108771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:20:15.121044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2b26a-3c41-426d-b198-e099372254cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d5ff7a-acd7-4849-889b-b9f0cedec937,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:15.135599 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9940f2d1-7d23-4ca4-b9ec-196117074a10 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-groups/46d5ff7a-acd7-4849-889b-b9f0cedec937 HTTP/1.1" status: 200 len: 1778 time: 0.0546842 Jan 31 16:20:15.135909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53938) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:15.194371 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55e8797a-f745-4fbc-ba48-6a2dc8d43fd5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.250381 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55e8797a-f745-4fbc-ba48-6a2dc8d43fd5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.303308 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55e8797a-f745-4fbc-ba48-6a2dc8d43fd5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.306500 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55e8797a-f745-4fbc-ba48-6a2dc8d43fd5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.307792 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-55e8797a-f745-4fbc-ba48-6a2dc8d43fd5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-groups/46d5ff7a-acd7-4849-889b-b9f0cedec937 HTTP/1.1" status: 204 len: 168 time: 0.1709867 Jan 31 16:20:15.310379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53942) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:15.336226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8797a-f745-4fbc-ba48-6a2dc8d43fd5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d5ff7a-acd7-4849-889b-b9f0cedec937,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:15.422629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d94b7be0-4e9c-4158-a381-e912349e62ef tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1108189 Jan 31 16:20:15.425326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53952) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:15.440599 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-d5302a81-d948-4695-9789-d5454223338f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] delete failed (client error): The resource could not be found. Jan 31 16:20:15.445307 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d5302a81-d948-4695-9789-d5454223338f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-groups/46d5ff7a-acd7-4849-889b-b9f0cedec937 HTTP/1.1" status: 404 len: 347 time: 0.0152330 Jan 31 16:20:15.445619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53954) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:15.450536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5a34d060-0369-45de-af8c-8b8a22880687 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group': {'name': 'tempest-secgroup--421555238'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:15.467170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b85939-86b3-4d08-913a-41d9db4357b8 req-d17c2f68-83b1-4c09-88eb-b9c2eab4a945 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:15.468776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74b85939-86b3-4d08-913a-41d9db4357b8 req-d17c2f68-83b1-4c09-88eb-b9c2eab4a945 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 944 time: 0.0639918 Jan 31 16:20:15.487800 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a34d060-0369-45de-af8c-8b8a22880687 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.517094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-74b85939-86b3-4d08-913a-41d9db4357b8 req-2470d145-4e48-4f45-86d0-30371933d3e3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Jan 31 16:20:15.540785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d38ddfc5-6fd2-4264-9400-a3b95016f8ff details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:20:15.578357 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a34d060-0369-45de-af8c-8b8a22880687 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.582989 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a34d060-0369-45de-af8c-8b8a22880687 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.617436 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a34d060-0369-45de-af8c-8b8a22880687 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.618499 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5a34d060-0369-45de-af8c-8b8a22880687 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1719174 Jan 31 16:20:15.621557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53956) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:15.626205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-87db9da6-a2de-4231-a206-d877ff06089e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '37d0bd19-c069-43c7-a630-e1de01ec230b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:15.632056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34d060-0369-45de-af8c-8b8a22880687 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d0bd19-c069-43c7-a630-e1de01ec230b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:15.660862 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-87db9da6-a2de-4231-a206-d877ff06089e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.664268 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port d38ddfc5-6fd2-4264-9400-a3b95016f8ff, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d38ddfc5-6fd2-4264-9400-a3b95016f8ff,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:15.676671 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'd38ddfc5-6fd2-4264-9400-a3b95016f8ff', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'd38ddfc5-6fd2-4264-9400-a3b95016f8ff', 'mac_address': 'fa:16:3e:08:33:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:20:15.733844 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.740163 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-87db9da6-a2de-4231-a206-d877ff06089e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.745755 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-87db9da6-a2de-4231-a206-d877ff06089e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.761663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38ddfc5-6fd2-4264-9400-a3b95016f8ff {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:20:15.779741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db9da6-a2de-4231-a206-d877ff06089e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f1b66c-292c-4da5-baa8-edaa8bead86d,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:15.785247 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port d38ddfc5-6fd2-4264-9400-a3b95016f8ff, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d38ddfc5-6fd2-4264-9400-a3b95016f8ff,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:15.790183 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.798844 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-87db9da6-a2de-4231-a206-d877ff06089e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.802852 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-87db9da6-a2de-4231-a206-d877ff06089e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1775036 Jan 31 16:20:15.811467 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53964) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:15.827323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a4910-1ae6-4986-9fb2-98ecc0f2f014 req-b203f716-87f4-4649-80ed-6bae3d77dc9e tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:15.828861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-890a4910-1ae6-4986-9fb2-98ecc0f2f014 req-b203f716-87f4-4649-80ed-6bae3d77dc9e tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 948 time: 0.0687058 Jan 31 16:20:15.845968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=d38ddfc5-6fd2-4264-9400-a3b95016f8ff,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:15.870695 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4ad2d08b-56e1-4998-8cda-d49130181d84 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.880069 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-890a4910-1ae6-4986-9fb2-98ecc0f2f014 req-4999154c-a1a3-4fa2-bb1c-8f44232c0ad0 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/security-groups?id=cda88120-de57-417c-a5b2-60fd83bf8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377302 Jan 31 16:20:15.884834 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4ad2d08b-56e1-4998-8cda-d49130181d84 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.919776 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4ad2d08b-56e1-4998-8cda-d49130181d84 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.925328 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4ad2d08b-56e1-4998-8cda-d49130181d84 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:15.926528 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4ad2d08b-56e1-4998-8cda-d49130181d84 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/63f1b66c-292c-4da5-baa8-edaa8bead86d HTTP/1.1" status: 204 len: 168 time: 0.1017015 Jan 31 16:20:15.929363 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53966) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:15.935397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2d08b-56e1-4998-8cda-d49130181d84 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63f1b66c-292c-4da5-baa8-edaa8bead86d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:15.980259 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3071950f-c145-423b-a219-804b7ed085fc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0496001 Jan 31 16:20:15.983133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53968) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:16.014395 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['d38ddfc5-6fd2-4264-9400-a3b95016f8ff'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:20:16.035609 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-572e6f1a-2236-452f-bcaa-bde45499f288 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.057876 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-572e6f1a-2236-452f-bcaa-bde45499f288 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.110259 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-572e6f1a-2236-452f-bcaa-bde45499f288 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.115212 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-572e6f1a-2236-452f-bcaa-bde45499f288 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.119162 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-572e6f1a-2236-452f-bcaa-bde45499f288 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-groups/37d0bd19-c069-43c7-a630-e1de01ec230b HTTP/1.1" status: 204 len: 168 time: 0.1326115 Jan 31 16:20:16.119775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53974) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:16.127644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e6f1a-2236-452f-bcaa-bde45499f288 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d0bd19-c069-43c7-a630-e1de01ec230b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:16.178295 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6a7124d2-cfe9-496f-90f9-59af29090a70 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560999 Jan 31 16:20:16.182406 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53976) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:16.187188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2f44b5ce-2e41-469d-9693-42ae8a018d59 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group': {'name': 'tempest-secgroup--753020431'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:16.212765 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2f44b5ce-2e41-469d-9693-42ae8a018d59 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.287515 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2f44b5ce-2e41-469d-9693-42ae8a018d59 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.292085 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2f44b5ce-2e41-469d-9693-42ae8a018d59 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.320089 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2f44b5ce-2e41-469d-9693-42ae8a018d59 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.321309 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2f44b5ce-2e41-469d-9693-42ae8a018d59 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1378253 Jan 31 16:20:16.324557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 53978) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:16.325439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44b5ce-2e41-469d-9693-42ae8a018d59 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8783891b-a210-4ce3-b161-734c53d71240,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:16.331532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4f9c7b10-4ee0-41ab-a22a-4ea722a595b8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '8783891b-a210-4ce3-b161-734c53d71240', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:16.360219 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7b10-4ee0-41ab-a22a-4ea722a595b8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.427099 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7b10-4ee0-41ab-a22a-4ea722a595b8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.436731 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7b10-4ee0-41ab-a22a-4ea722a595b8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.454801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c7b10-4ee0-41ab-a22a-4ea722a595b8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e31f5f-5961-4b6c-8302-e275ed7a49b1,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:16.468124 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7b10-4ee0-41ab-a22a-4ea722a595b8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.472132 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4f9c7b10-4ee0-41ab-a22a-4ea722a595b8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433148 Jan 31 16:20:16.472496 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 53990) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:16.477335 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0bb73e6e-df29-48a4-8867-ec45f554dbfd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '8783891b-a210-4ce3-b161-734c53d71240', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:16.521558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0bb73e6e-df29-48a4-8867-ec45f554dbfd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.599526 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0bb73e6e-df29-48a4-8867-ec45f554dbfd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.612689 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0bb73e6e-df29-48a4-8867-ec45f554dbfd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.638010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb73e6e-df29-48a4-8867-ec45f554dbfd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0f12f8-c6fc-4a43-a74a-344ea32a0869,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:16.645587 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0bb73e6e-df29-48a4-8867-ec45f554dbfd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.647321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0bb73e6e-df29-48a4-8867-ec45f554dbfd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1735895 Jan 31 16:20:16.650175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54000) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:16.655779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b0f23141-1658-4a53-bd0b-4d4be27f2c0f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '8783891b-a210-4ce3-b161-734c53d71240', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:16.694732 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b0f23141-1658-4a53-bd0b-4d4be27f2c0f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.701126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde6999-c19b-4b04-aec9-658b8da9bdf3 req-cb0814a1-6eeb-4806-9c31-d1faff079dae tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:16.702967 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9bde6999-c19b-4b04-aec9-658b8da9bdf3 req-cb0814a1-6eeb-4806-9c31-d1faff079dae tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 944 time: 0.0836878 Jan 31 16:20:16.754864 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9bde6999-c19b-4b04-aec9-658b8da9bdf3 req-b4ddd921-7cd5-44b3-bbdd-868999180926 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444319 Jan 31 16:20:16.798505 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b0f23141-1658-4a53-bd0b-4d4be27f2c0f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.802871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b0f23141-1658-4a53-bd0b-4d4be27f2c0f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.818650 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f23141-1658-4a53-bd0b-4d4be27f2c0f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585f9f72-466d-4f3e-97b2-c6b5c307fd66,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:16.834730 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b0f23141-1658-4a53-bd0b-4d4be27f2c0f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.838743 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b0f23141-1658-4a53-bd0b-4d4be27f2c0f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1841936 Jan 31 16:20:16.838743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54002) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:16.843392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-659bd1e0-bcc7-4147-a911-0bed948fe961 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '8783891b-a210-4ce3-b161-734c53d71240', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:16.872292 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-659bd1e0-bcc7-4147-a911-0bed948fe961 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.936201 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-659bd1e0-bcc7-4147-a911-0bed948fe961 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.941500 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-659bd1e0-bcc7-4147-a911-0bed948fe961 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.972312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bd1e0-bcc7-4147-a911-0bed948fe961 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38f6413-5174-4aab-9a1d-0ceb132ab4c1,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:16.985945 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-659bd1e0-bcc7-4147-a911-0bed948fe961 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:16.987116 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-659bd1e0-bcc7-4147-a911-0bed948fe961 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474042 Jan 31 16:20:16.989935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54006) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:17.012254 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5634a20d-b196-41c1-9f9f-61fca3efeb01 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '8783891b-a210-4ce3-b161-734c53d71240', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:17.052772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356574cc-6397-4f3c-93f4-4a4b2ed3ffd8 req-6e9c4ed7-06c1-427d-838e-771709324762 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:17.054312 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-356574cc-6397-4f3c-93f4-4a4b2ed3ffd8 req-6e9c4ed7-06c1-427d-838e-771709324762 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 949 time: 0.0980592 Jan 31 16:20:17.062537 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5634a20d-b196-41c1-9f9f-61fca3efeb01 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.123979 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-356574cc-6397-4f3c-93f4-4a4b2ed3ffd8 req-0f805a68-22ac-4e25-8552-7d2aa0f8a70d tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/security-groups?id=cda88120-de57-417c-a5b2-60fd83bf8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636663 Jan 31 16:20:17.160711 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5634a20d-b196-41c1-9f9f-61fca3efeb01 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.165191 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5634a20d-b196-41c1-9f9f-61fca3efeb01 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.187206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634a20d-b196-41c1-9f9f-61fca3efeb01 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941a4262-3637-41ee-b498-b313c6d848c4,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:17.193254 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5634a20d-b196-41c1-9f9f-61fca3efeb01 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.194594 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5634a20d-b196-41c1-9f9f-61fca3efeb01 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2038212 Jan 31 16:20:17.197340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54008) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:17.224332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f971f7a1-4831-4a11-983d-b95855c8b4be tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.232145 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f971f7a1-4831-4a11-983d-b95855c8b4be tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.269882 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f971f7a1-4831-4a11-983d-b95855c8b4be tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.275528 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e6152875-f648-4e98-b528-3dd72eec022e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.286909 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f971f7a1-4831-4a11-983d-b95855c8b4be tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.291023 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f971f7a1-4831-4a11-983d-b95855c8b4be tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/941a4262-3637-41ee-b498-b313c6d848c4 HTTP/1.1" status: 204 len: 168 time: 0.0900035 Jan 31 16:20:17.291023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971f7a1-4831-4a11-983d-b95855c8b4be tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=941a4262-3637-41ee-b498-b313c6d848c4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:17.291228 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54010) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:17.357938 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-93ad2efd-dcf9-49f8-b378-a7ff2ab6bba1 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0595646 Jan 31 16:20:17.358131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54012) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:17.403819 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b128a751-a091-4541-a1ba-4f932d8028de tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.416669 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b128a751-a091-4541-a1ba-4f932d8028de tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.456972 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b128a751-a091-4541-a1ba-4f932d8028de tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.462236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b128a751-a091-4541-a1ba-4f932d8028de tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.466447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54020) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:17.477792 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b128a751-a091-4541-a1ba-4f932d8028de tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c38f6413-5174-4aab-9a1d-0ceb132ab4c1 HTTP/1.1" status: 204 len: 168 time: 0.1181939 Jan 31 16:20:17.497738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128a751-a091-4541-a1ba-4f932d8028de tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c38f6413-5174-4aab-9a1d-0ceb132ab4c1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:17.531737 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-91dc0104-fb3d-40d0-a3ec-58cf0faa07da tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0613852 Jan 31 16:20:17.532463 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54024) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:17.558896 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efec177d-73cb-4934-ae37-1b1ce7b71ee8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.560641 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d38ddfc5-6fd2-4264-9400-a3b95016f8ff up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:20:17.575344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efec177d-73cb-4934-ae37-1b1ce7b71ee8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.608128 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efec177d-73cb-4934-ae37-1b1ce7b71ee8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.614788 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efec177d-73cb-4934-ae37-1b1ce7b71ee8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.618289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-efec177d-73cb-4934-ae37-1b1ce7b71ee8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/585f9f72-466d-4f3e-97b2-c6b5c307fd66 HTTP/1.1" status: 204 len: 168 time: 0.0823948 Jan 31 16:20:17.618970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54026) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:17.622575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec177d-73cb-4934-ae37-1b1ce7b71ee8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=585f9f72-466d-4f3e-97b2-c6b5c307fd66,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:17.632730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port d38ddfc5-6fd2-4264-9400-a3b95016f8ff completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:20:17.640002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port d38ddfc5-6fd2-4264-9400-a3b95016f8ff triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:17.640967 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.688821 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8da82e61-1615-426d-82d9-c65a8ef2005a tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0660009 Jan 31 16:20:17.689121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54028) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:17.724102 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aab3bd49-18d0-4243-be79-f4ff5ead98de tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.732525 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aab3bd49-18d0-4243-be79-f4ff5ead98de tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.747628 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.763527 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aab3bd49-18d0-4243-be79-f4ff5ead98de tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.773982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-aab3bd49-18d0-4243-be79-f4ff5ead98de tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.777926 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-aab3bd49-18d0-4243-be79-f4ff5ead98de tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/6a0f12f8-c6fc-4a43-a74a-344ea32a0869 HTTP/1.1" status: 204 len: 168 time: 0.0872886 Jan 31 16:20:17.778616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54030) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:17.786604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d365bf-8330-4b39-8cb2-4385c815b707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38ddfc5-6fd2-4264-9400-a3b95016f8ff'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:20:17.790928 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a7fd11-b53d-4268-b896-dfeb8f690f86" -d '{"events": [{"server_uuid": "43d365bf-8330-4b39-8cb2-4385c815b707", "name": "network-vif-plugged", "status": "completed", "tag": "d38ddfc5-6fd2-4264-9400-a3b95016f8ff"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:20:17.803593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3bd49-18d0-4243-be79-f4ff5ead98de tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a0f12f8-c6fc-4a43-a74a-344ea32a0869,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:17.818425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port d38ddfc5-6fd2-4264-9400-a3b95016f8ff, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d38ddfc5-6fd2-4264-9400-a3b95016f8ff,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:17.825268 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.836725 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-68802bb6-fd0a-41a5-9037-8fffcc46f93a tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0530977 Jan 31 16:20:17.839594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54036) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:17.865451 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9809fca-8c0e-4657-bf3c-111810314d62 x-openstack-request-id: req-a9809fca-8c0e-4657-bf3c-111810314d62 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:20:17.865915 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d365bf-8330-4b39-8cb2-4385c815b707", "name": "network-vif-plugged", "status": "completed", "tag": "d38ddfc5-6fd2-4264-9400-a3b95016f8ff", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:20:17.866208 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9809fca-8c0e-4657-bf3c-111810314d62 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:20:17.866694 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d365bf-8330-4b39-8cb2-4385c815b707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38ddfc5-6fd2-4264-9400-a3b95016f8ff', 'code': 200} Jan 31 16:20:17.893566 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=d38ddfc5-6fd2-4264-9400-a3b95016f8ff,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:17.920988 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad5487e5-5438-4704-b06f-9ccd683e7dbd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.930385 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad5487e5-5438-4704-b06f-9ccd683e7dbd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.961583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72b384-4537-4d2d-9f29-4012b5c0e8a2 req-c1877ac4-a175-4a4e-8e41-4413b0ed0ee4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:17.963017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e72b384-4537-4d2d-9f29-4012b5c0e8a2 req-c1877ac4-a175-4a4e-8e41-4413b0ed0ee4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 944 time: 0.0866852 Jan 31 16:20:17.965348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249f394-b2ef-49cd-b5fb-c31704892b05 req-1ae2cbc1-b987-4be7-adc7-f8ab708d739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:17.967498 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a249f394-b2ef-49cd-b5fb-c31704892b05 req-1ae2cbc1-b987-4be7-adc7-f8ab708d739d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 1101 time: 0.0477841 Jan 31 16:20:17.972539 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad5487e5-5438-4704-b06f-9ccd683e7dbd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.977976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad5487e5-5438-4704-b06f-9ccd683e7dbd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:17.981675 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ad5487e5-5438-4704-b06f-9ccd683e7dbd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/96e31f5f-5961-4b6c-8302-e275ed7a49b1 HTTP/1.1" status: 204 len: 168 time: 0.1385410 Jan 31 16:20:17.983939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54038) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:18.006838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5487e5-5438-4704-b06f-9ccd683e7dbd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96e31f5f-5961-4b6c-8302-e275ed7a49b1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:18.009963 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a249f394-b2ef-49cd-b5fb-c31704892b05 req-754c14ae-e122-4b87-a6d2-4760ca5fac0f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cda88120-de57-417c-a5b2-60fd83bf8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358047 Jan 31 16:20:18.040588 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e72b384-4537-4d2d-9f29-4012b5c0e8a2 req-50f78024-714c-4948-9a1d-5cc30d7ba9c2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603662 Jan 31 16:20:18.061445 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c65ef45c-dc2d-42f0-a571-0dcea8e8fa08 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729873 Jan 31 16:20:18.062263 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54040) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:18.114949 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e39778b-ee92-440a-968b-c70053047a07 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.139431 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e39778b-ee92-440a-968b-c70053047a07 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.183081 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e39778b-ee92-440a-968b-c70053047a07 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.186096 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9e39778b-ee92-440a-968b-c70053047a07 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.188282 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9e39778b-ee92-440a-968b-c70053047a07 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-groups/8783891b-a210-4ce3-b161-734c53d71240 HTTP/1.1" status: 204 len: 168 time: 0.1251605 Jan 31 16:20:18.190131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54044) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:18.204404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39778b-ee92-440a-968b-c70053047a07 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8783891b-a210-4ce3-b161-734c53d71240,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:18.259804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54046) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:18.260275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-46954f19-818c-44c7-a27b-7f3e928a3985 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688379 Jan 31 16:20:18.269845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a8d8bf00-ab34-48c1-82fa-c0d5f401c67f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160309061'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:18.287398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80f6c8-83d2-49bd-9863-77b1c97ef2c0 req-a3adfba3-4785-48db-8c06-a3bdfae9aa81 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:18.288872 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab80f6c8-83d2-49bd-9863-77b1c97ef2c0 req-a3adfba3-4785-48db-8c06-a3bdfae9aa81 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 950 time: 0.0813904 Jan 31 16:20:18.315821 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8d8bf00-ab34-48c1-82fa-c0d5f401c67f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.351361 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab80f6c8-83d2-49bd-9863-77b1c97ef2c0 req-9bae1b5e-4133-4713-b742-f654bc22446b tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/security-groups?id=cda88120-de57-417c-a5b2-60fd83bf8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551236 Jan 31 16:20:18.411630 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8d8bf00-ab34-48c1-82fa-c0d5f401c67f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.416279 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8d8bf00-ab34-48c1-82fa-c0d5f401c67f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.443746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8d8bf00-ab34-48c1-82fa-c0d5f401c67f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.444947 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a8d8bf00-ab34-48c1-82fa-c0d5f401c67f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1831613 Jan 31 16:20:18.447662 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54048) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:18.451941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a580bc10-ef6e-4c3a-831f-e1c9a3dfff96 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '6286fdc0-3bfa-4db4-9864-a05a6378c5bb', 'direction': 'ingress', 'protocol': 17}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:18.458190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8bf00-ab34-48c1-82fa-c0d5f401c67f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6286fdc0-3bfa-4db4-9864-a05a6378c5bb,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:18.485032 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a580bc10-ef6e-4c3a-831f-e1c9a3dfff96 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.547087 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a580bc10-ef6e-4c3a-831f-e1c9a3dfff96 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.550986 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a580bc10-ef6e-4c3a-831f-e1c9a3dfff96 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.568483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580bc10-ef6e-4c3a-831f-e1c9a3dfff96 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe50ad21-305b-41a7-b68d-872a6015020f,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:18.579921 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a580bc10-ef6e-4c3a-831f-e1c9a3dfff96 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.581240 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a580bc10-ef6e-4c3a-831f-e1c9a3dfff96 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1326134 Jan 31 16:20:18.583955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54054) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:18.651656 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dcdee35a-ee4e-4c62-9dbb-dde58b82bdc3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.691823 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dcdee35a-ee4e-4c62-9dbb-dde58b82bdc3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.758773 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dcdee35a-ee4e-4c62-9dbb-dde58b82bdc3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.761503 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dcdee35a-ee4e-4c62-9dbb-dde58b82bdc3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.762740 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dcdee35a-ee4e-4c62-9dbb-dde58b82bdc3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-groups/6286fdc0-3bfa-4db4-9864-a05a6378c5bb HTTP/1.1" status: 204 len: 168 time: 0.1778471 Jan 31 16:20:18.765961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54062) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:18.774376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdee35a-ee4e-4c62-9dbb-dde58b82bdc3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6286fdc0-3bfa-4db4-9864-a05a6378c5bb,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:18.831291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-064092d8-c02b-465d-90b1-640c4bec1e91 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600119 Jan 31 16:20:18.831526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54066) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:18.838068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4f5b9755-4e5c-4841-a004-d3166cf15754 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416490792'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:18.872081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9755-4e5c-4841-a004-d3166cf15754 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.952357 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9755-4e5c-4841-a004-d3166cf15754 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:18.956651 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9755-4e5c-4841-a004-d3166cf15754 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.010785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b9755-4e5c-4841-a004-d3166cf15754 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0e0d34-f111-4677-b374-37b589087857,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:19.030580 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9755-4e5c-4841-a004-d3166cf15754 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.035934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54068) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:19.037154 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4f5b9755-4e5c-4841-a004-d3166cf15754 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2034962 Jan 31 16:20:19.041300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d2221c50-3c2d-4843-8ead-78d2441f6d18 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353382748'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:19.107763 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2221c50-3c2d-4843-8ead-78d2441f6d18 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.184393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35a86d-8433-410b-986a-051818985a39 req-42c3c762-0c1d-4a5a-966f-b9b51282b805 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:19.187371 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d35a86d-8433-410b-986a-051818985a39 req-42c3c762-0c1d-4a5a-966f-b9b51282b805 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 944 time: 0.0641394 Jan 31 16:20:19.196172 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2221c50-3c2d-4843-8ead-78d2441f6d18 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.201275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2221c50-3c2d-4843-8ead-78d2441f6d18 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.238332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d2221c50-3c2d-4843-8ead-78d2441f6d18 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.239839 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d2221c50-3c2d-4843-8ead-78d2441f6d18 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2027183 Jan 31 16:20:19.243002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54072) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:19.243948 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d35a86d-8433-410b-986a-051818985a39 req-f5e407a9-3f5b-4527-9321-b1750b04f812 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Jan 31 16:20:19.248435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5a92f8a7-af78-4587-9b11-8ee069191ef3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '0e0e0d34-f111-4677-b374-37b589087857', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd3e0c349-941c-4f85-a0b8-2d3700e1ab52', 'remote_ip_prefix': None}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:19.254557 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2221c50-3c2d-4843-8ead-78d2441f6d18 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e0c349-941c-4f85-a0b8-2d3700e1ab52,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:19.300743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a92f8a7-af78-4587-9b11-8ee069191ef3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.436894 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a92f8a7-af78-4587-9b11-8ee069191ef3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.442218 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a92f8a7-af78-4587-9b11-8ee069191ef3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.507071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92f8a7-af78-4587-9b11-8ee069191ef3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f799dc-ac2c-4e7a-a5a5-8eb1065c8385,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:19.515153 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a92f8a7-af78-4587-9b11-8ee069191ef3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.520374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5a92f8a7-af78-4587-9b11-8ee069191ef3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2763948 Jan 31 16:20:19.520625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54082) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:19.545767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f663a-c473-4285-a420-a9eacf3aa3ab req-05839959-167f-4c58-a8bf-d4290a8bf858 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:19.547372 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-327f663a-c473-4285-a420-a9eacf3aa3ab req-05839959-167f-4c58-a8bf-d4290a8bf858 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 950 time: 0.0972924 Jan 31 16:20:19.566400 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16e20f54-ef2b-4029-9bce-10c44d05de80 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.577516 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16e20f54-ef2b-4029-9bce-10c44d05de80 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.597635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-327f663a-c473-4285-a420-a9eacf3aa3ab req-17a2e936-9d6b-4c13-ba1f-ef616e3c4925 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/security-groups?id=cda88120-de57-417c-a5b2-60fd83bf8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 Jan 31 16:20:19.615704 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16e20f54-ef2b-4029-9bce-10c44d05de80 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.621403 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16e20f54-ef2b-4029-9bce-10c44d05de80 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.625183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-16e20f54-ef2b-4029-9bce-10c44d05de80 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/77f799dc-ac2c-4e7a-a5a5-8eb1065c8385 HTTP/1.1" status: 204 len: 168 time: 0.1006942 Jan 31 16:20:19.625584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54090) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:19.632241 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e20f54-ef2b-4029-9bce-10c44d05de80 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77f799dc-ac2c-4e7a-a5a5-8eb1065c8385,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:19.679398 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-40ee1c66-236a-4dd1-965e-69106fc37386 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0497129 Jan 31 16:20:19.679869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54094) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:19.709567 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-464dd716-0146-4959-abea-2867db969341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.762544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17cf062f-9474-438c-81d9-c61047c53a3f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.797083 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17cf062f-9474-438c-81d9-c61047c53a3f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.857028 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17cf062f-9474-438c-81d9-c61047c53a3f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.859637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-17cf062f-9474-438c-81d9-c61047c53a3f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:19.861537 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-17cf062f-9474-438c-81d9-c61047c53a3f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-groups/d3e0c349-941c-4f85-a0b8-2d3700e1ab52 HTTP/1.1" status: 204 len: 168 time: 0.1805584 Jan 31 16:20:19.864533 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54100) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:19.872984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf062f-9474-438c-81d9-c61047c53a3f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e0c349-941c-4f85-a0b8-2d3700e1ab52,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:19.965613 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6fb7d567-d893-4c7a-87d5-c520818d2d94 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0972905 Jan 31 16:20:19.966499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54106) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:19.975316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803eb83-e698-41e4-835a-65ac3538ca7e req-4087a00f-932c-42bb-bbfa-8f33304f3a61 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:19.976955 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5803eb83-e698-41e4-835a-65ac3538ca7e req-4087a00f-932c-42bb-bbfa-8f33304f3a61 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 950 time: 0.0889828 Jan 31 16:20:20.024601 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5803eb83-e698-41e4-835a-65ac3538ca7e req-94544fb3-b22e-4fcd-9c58-40e4cd30e429 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/security-groups?id=cda88120-de57-417c-a5b2-60fd83bf8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Jan 31 16:20:20.048791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3a82798-072a-43c9-8cd7-a9f3a92a81ea tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.072213 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3a82798-072a-43c9-8cd7-a9f3a92a81ea tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.115350 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3a82798-072a-43c9-8cd7-a9f3a92a81ea tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.118144 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3a82798-072a-43c9-8cd7-a9f3a92a81ea tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.122247 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c3a82798-072a-43c9-8cd7-a9f3a92a81ea tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-groups/0e0e0d34-f111-4677-b374-37b589087857 HTTP/1.1" status: 204 len: 168 time: 0.1513953 Jan 31 16:20:20.122895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54108) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:20.128993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82798-072a-43c9-8cd7-a9f3a92a81ea tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0e0d34-f111-4677-b374-37b589087857,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:20.180782 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9c909e04-0bfc-44fe-bf12-cd8eb427db13 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524690 Jan 31 16:20:20.181143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54110) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:20.185978 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a1f4e981-c099-456a-b16c-07d710be0d2e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780086471'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:20.211291 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e981-c099-456a-b16c-07d710be0d2e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.303300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 97042620-8c01-4743-ab80-465f04a38b55 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:20:20.312977 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e981-c099-456a-b16c-07d710be0d2e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.319421 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e981-c099-456a-b16c-07d710be0d2e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.390419 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e981-c099-456a-b16c-07d710be0d2e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.391794 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a1f4e981-c099-456a-b16c-07d710be0d2e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2094553 Jan 31 16:20:20.395284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54118) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:20.398872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4e981-c099-456a-b16c-07d710be0d2e tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e90429-651d-4b01-a162-51e23755b789,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:20.404032 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b324308b-b083-4541-9cf7-24bb369c0e14 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '81e90429-651d-4b01-a162-51e23755b789', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:20.427193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989565-509a-4d57-9f3b-5b851b91ef68 req-f6a06abc-735d-4d92-85ac-704ffe9ed0a7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:20.431068 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b989565-509a-4d57-9f3b-5b851b91ef68 req-f6a06abc-735d-4d92-85ac-704ffe9ed0a7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 944 time: 0.1046975 Jan 31 16:20:20.464019 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b324308b-b083-4541-9cf7-24bb369c0e14 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.467910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 97042620-8c01-4743-ab80-465f04a38b55, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=97042620-8c01-4743-ab80-465f04a38b55,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:20.488234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '97042620-8c01-4743-ab80-465f04a38b55', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'port_id': '97042620-8c01-4743-ab80-465f04a38b55', 'mac_address': 'fa:16:3e:ee:fe:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:20:20.490538 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b989565-509a-4d57-9f3b-5b851b91ef68 req-4ae557c0-36d3-427e-a41a-9287a4068324 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529923 Jan 31 16:20:20.569217 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.569399 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b324308b-b083-4541-9cf7-24bb369c0e14 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.574427 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b324308b-b083-4541-9cf7-24bb369c0e14 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.586730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97042620-8c01-4743-ab80-465f04a38b55 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:20:20.599485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324308b-b083-4541-9cf7-24bb369c0e14 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f305e3-ab8c-46aa-98f6-9fc3f4382499,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:20.607202 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b324308b-b083-4541-9cf7-24bb369c0e14 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.611432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54126) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:20.611630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b324308b-b083-4541-9cf7-24bb369c0e14 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2136893 Jan 31 16:20:20.615973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 97042620-8c01-4743-ab80-465f04a38b55, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=97042620-8c01-4743-ab80-465f04a38b55,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:20.627049 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.651145 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41fffbaf-ef44-4c37-a164-37cb406bd093 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.678330 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41fffbaf-ef44-4c37-a164-37cb406bd093 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.689801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=97042620-8c01-4743-ab80-465f04a38b55,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:20.708822 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41fffbaf-ef44-4c37-a164-37cb406bd093 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.716688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41fffbaf-ef44-4c37-a164-37cb406bd093 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.717816 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-41fffbaf-ef44-4c37-a164-37cb406bd093 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/50f305e3-ab8c-46aa-98f6-9fc3f4382499 HTTP/1.1" status: 204 len: 168 time: 0.1051600 Jan 31 16:20:20.720466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54128) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:20.731164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fffbaf-ef44-4c37-a164-37cb406bd093 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50f305e3-ab8c-46aa-98f6-9fc3f4382499,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:20.766252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c1f04269-223b-40e9-9283-1689d0195dc8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445552 Jan 31 16:20:20.769407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54130) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:20.830521 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80d50dc0-3e03-45dc-8408-f91793eb31cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.853760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80d50dc0-3e03-45dc-8408-f91793eb31cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.902664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['97042620-8c01-4743-ab80-465f04a38b55'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:20:20.907529 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.917446 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80d50dc0-3e03-45dc-8408-f91793eb31cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.920925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80d50dc0-3e03-45dc-8408-f91793eb31cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:20.922184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-80d50dc0-3e03-45dc-8408-f91793eb31cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-groups/81e90429-651d-4b01-a162-51e23755b789 HTTP/1.1" status: 204 len: 168 time: 0.1514106 Jan 31 16:20:20.924928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54140) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:20.932565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d50dc0-3e03-45dc-8408-f91793eb31cc tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e90429-651d-4b01-a162-51e23755b789,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:20.981302 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4991cd11-9945-4646-8aa1-5f6b4161c3ef tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544248 Jan 31 16:20:20.986597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54142) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:20.991613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a079e836-73dd-4fad-8d9e-52de454053d0 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852447713'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:21.034233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a079e836-73dd-4fad-8d9e-52de454053d0 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.188095 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a079e836-73dd-4fad-8d9e-52de454053d0 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.189889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ecd5f-dd4d-4eff-8580-b5a1fd8b6eb3 req-43bba42f-c66e-469c-a60f-a38872e59ec5 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:21.197704 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a079e836-73dd-4fad-8d9e-52de454053d0 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.198066 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-520ecd5f-dd4d-4eff-8580-b5a1fd8b6eb3 req-43bba42f-c66e-469c-a60f-a38872e59ec5 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 950 time: 0.0768189 Jan 31 16:20:21.248624 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-520ecd5f-dd4d-4eff-8580-b5a1fd8b6eb3 req-807ca08e-53b0-4a54-af13-72e8143af8ce tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/security-groups?id=cda88120-de57-417c-a5b2-60fd83bf8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476961 Jan 31 16:20:21.271237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079e836-73dd-4fad-8d9e-52de454053d0 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3320ff7c-8cdf-4a20-8669-c5540aed2f4b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:21.289785 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a079e836-73dd-4fad-8d9e-52de454053d0 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.291478 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a079e836-73dd-4fad-8d9e-52de454053d0 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3036029 Jan 31 16:20:21.294066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54152) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:21.300109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8953b491-4c9e-4e3b-b285-e077a4c99a79 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '3320ff7c-8cdf-4a20-8669-c5540aed2f4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:21.305739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54154) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:21.328859 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2df1e5-31fe-42ad-9bfa-0f96c6909c2d req-d8e7e3fe-c294-4b80-8937-8a46712f6d2a tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:21.331130 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae2df1e5-31fe-42ad-9bfa-0f96c6909c2d req-d8e7e3fe-c294-4b80-8937-8a46712f6d2a tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 950 time: 0.0830667 Jan 31 16:20:21.358038 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8953b491-4c9e-4e3b-b285-e077a4c99a79 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.459221 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81157cd1-c8c0-408d-9572-76cf579cfa84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.494725 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8953b491-4c9e-4e3b-b285-e077a4c99a79 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.506549 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8953b491-4c9e-4e3b-b285-e077a4c99a79 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.509495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-ae2df1e5-31fe-42ad-9bfa-0f96c6909c2d req-c552f34e-3d7a-4b1f-8220-345e87a2aa25 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Deleting port d38ddfc5-6fd2-4264-9400-a3b95016f8ff {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:20:21.510080 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae2df1e5-31fe-42ad-9bfa-0f96c6909c2d req-c552f34e-3d7a-4b1f-8220-345e87a2aa25 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.540672 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953b491-4c9e-4e3b-b285-e077a4c99a79 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5ca570-39e8-4189-b4f4-468ea62a9062,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:21.582215 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8953b491-4c9e-4e3b-b285-e077a4c99a79 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.583463 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8953b491-4c9e-4e3b-b285-e077a4c99a79 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2883058 Jan 31 16:20:21.588207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54166) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:21.617148 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ae55a9b2-fc7c-4999-a137-82e809e2a38a tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules/2c5ca570-39e8-4189-b4f4-468ea62a9062 HTTP/1.1" status: 200 len: 763 time: 0.0274081 Jan 31 16:20:21.624540 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54168) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:21.649581 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81157cd1-c8c0-408d-9572-76cf579cfa84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.666199 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81157cd1-c8c0-408d-9572-76cf579cfa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.682798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c5888-27c3-4b8b-bd7d-eae5e2526f48 req-bab9a4a4-e099-445a-8d1e-53b642525a8a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:21.686823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-ae2df1e5-31fe-42ad-9bfa-0f96c6909c2d req-c552f34e-3d7a-4b1f-8220-345e87a2aa25 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] For port d38ddfc5-6fd2-4264-9400-a3b95016f8ff, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=d38ddfc5-6fd2-4264-9400-a3b95016f8ff,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:21.687068 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae2df1e5-31fe-42ad-9bfa-0f96c6909c2d req-c552f34e-3d7a-4b1f-8220-345e87a2aa25 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.694439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a30c5888-27c3-4b8b-bd7d-eae5e2526f48 req-bab9a4a4-e099-445a-8d1e-53b642525a8a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 945 time: 0.1243005 Jan 31 16:20:21.703758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-ae2df1e5-31fe-42ad-9bfa-0f96c6909c2d req-c552f34e-3d7a-4b1f-8220-345e87a2aa25 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Calling delete_port for d38ddfc5-6fd2-4264-9400-a3b95016f8ff owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:20:21.732702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8430ed7d-3df2-4abe-98c1-bbff929374a1 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1048594 Jan 31 16:20:21.735559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54170) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:21.780126 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-81157cd1-c8c0-408d-9572-76cf579cfa84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32194aed115946eda72e10a5f259b2a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731338 Jan 31 16:20:21.781093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81157cd1-c8c0-408d-9572-76cf579cfa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca78d76-fadc-4dab-9212-04007383fb97,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:21.783687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54172) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:21.807391 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-05b6f40d-5cfa-4d5a-a8cb-f662c248996d tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.822017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a30c5888-27c3-4b8b-bd7d-eae5e2526f48 req-cca91e45-a838-4d65-a47d-62f3505dd9a1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259148 Jan 31 16:20:21.833868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-05b6f40d-5cfa-4d5a-a8cb-f662c248996d tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.888313 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-05b6f40d-5cfa-4d5a-a8cb-f662c248996d tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.890468 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae2df1e5-31fe-42ad-9bfa-0f96c6909c2d req-c552f34e-3d7a-4b1f-8220-345e87a2aa25 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.897090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-05b6f40d-5cfa-4d5a-a8cb-f662c248996d tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.901651 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-05b6f40d-5cfa-4d5a-a8cb-f662c248996d tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2c5ca570-39e8-4189-b4f4-468ea62a9062 HTTP/1.1" status: 204 len: 168 time: 0.1596189 Jan 31 16:20:21.901651 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d9f4927-633e-471c-b189-3c6085fdca18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.905037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54178) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:21.933083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6f40d-5cfa-4d5a-a8cb-f662c248996d tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c5ca570-39e8-4189-b4f4-468ea62a9062,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:21.958499 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d9f4927-633e-471c-b189-3c6085fdca18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:21.968608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552f34e-3d7a-4b1f-8220-345e87a2aa25 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Pushing event deleted for resources: {'Port': ['ID=d38ddfc5-6fd2-4264-9400-a3b95016f8ff,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:21.989589 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-38dfeca3-edf2-4074-82c1-74362c5cab97 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0802457 Jan 31 16:20:21.994623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54180) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:21.998787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-35412983-9618-4d21-9973-f00f7952e785 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '3320ff7c-8cdf-4a20-8669-c5540aed2f4b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:22.003522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2df1e5-31fe-42ad-9bfa-0f96c6909c2d req-c552f34e-3d7a-4b1f-8220-345e87a2aa25 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] No DVR routers for this DVR port d38ddfc5-6fd2-4264-9400-a3b95016f8ff on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:20:22.006533 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ae2df1e5-31fe-42ad-9bfa-0f96c6909c2d req-c552f34e-3d7a-4b1f-8220-345e87a2aa25 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.010067 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae2df1e5-31fe-42ad-9bfa-0f96c6909c2d req-c552f34e-3d7a-4b1f-8220-345e87a2aa25 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.20 "DELETE /v2.0/ports/d38ddfc5-6fd2-4264-9400-a3b95016f8ff HTTP/1.1" status: 204 len: 173 time: 0.6679685 Jan 31 16:20:22.010530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d365bf-8330-4b39-8cb2-4385c815b707', 'name': 'network-vif-deleted', 'tag': 'd38ddfc5-6fd2-4264-9400-a3b95016f8ff'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:20:22.012949 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880d0432-1739-470d-b4f4-896567416205" -d '{"events": [{"server_uuid": "43d365bf-8330-4b39-8cb2-4385c815b707", "name": "network-vif-deleted", "tag": "d38ddfc5-6fd2-4264-9400-a3b95016f8ff"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:20:22.066249 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28352f4f-fc98-40db-a164-f609644a1717 x-openstack-request-id: req-28352f4f-fc98-40db-a164-f609644a1717 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:20:22.066638 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d365bf-8330-4b39-8cb2-4385c815b707", "name": "network-vif-deleted", "tag": "d38ddfc5-6fd2-4264-9400-a3b95016f8ff", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:20:22.066884 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28352f4f-fc98-40db-a164-f609644a1717 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:20:22.067519 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d365bf-8330-4b39-8cb2-4385c815b707', 'name': 'network-vif-deleted', 'tag': 'd38ddfc5-6fd2-4264-9400-a3b95016f8ff', 'status': 'completed', 'code': 200} Jan 31 16:20:22.092534 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35412983-9618-4d21-9973-f00f7952e785 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.098785 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d9f4927-633e-471c-b189-3c6085fdca18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.102245 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2d9f4927-633e-471c-b189-3c6085fdca18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.103723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2d9f4927-633e-471c-b189-3c6085fdca18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ca78d76-fadc-4dab-9212-04007383fb97 HTTP/1.1" status: 204 len: 168 time: 0.3169284 Jan 31 16:20:22.123001 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f4927-633e-471c-b189-3c6085fdca18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca78d76-fadc-4dab-9212-04007383fb97,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:22.213866 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35412983-9618-4d21-9973-f00f7952e785 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.219021 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35412983-9618-4d21-9973-f00f7952e785 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.240315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35412983-9618-4d21-9973-f00f7952e785 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e010e03d-7500-49c2-b4bb-308b22bb1d1a,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:22.247469 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-35412983-9618-4d21-9973-f00f7952e785 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.252144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-35412983-9618-4d21-9973-f00f7952e785 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2540081 Jan 31 16:20:22.252867 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54190) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:22.273520 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4f1c11de-d73c-4d12-aa35-e802bedc0ed8 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules/e010e03d-7500-49c2-b4bb-308b22bb1d1a HTTP/1.1" status: 200 len: 763 time: 0.0170419 Jan 31 16:20:22.275156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54192) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:22.321842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 97042620-8c01-4743-ab80-465f04a38b55 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:20:22.343937 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-16f141e7-c457-4c88-a1ac-a6a3ed468993 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0675998 Jan 31 16:20:22.346720 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54198) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:22.370671 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.390861 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-78c28f16-0ef3-4e00-81e8-cb2368332af2 req-ca232f66-e580-4363-81f4-ba1b0b5d1737 tempest-VolumesNegativeTest-1326637182 tempest-VolumesNegativeTest-1326637182-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d365bf-8330-4b39-8cb2-4385c815b707 HTTP/1.1" status: 200 len: 210 time: 0.0308468 Jan 31 16:20:22.399465 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e36af939-2684-48c1-95b5-98ca71d284b2 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.409580 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e36af939-2684-48c1-95b5-98ca71d284b2 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.424464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 97042620-8c01-4743-ab80-465f04a38b55 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:20:22.431587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 97042620-8c01-4743-ab80-465f04a38b55 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:22.432189 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.446586 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e36af939-2684-48c1-95b5-98ca71d284b2 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.455306 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e36af939-2684-48c1-95b5-98ca71d284b2 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.456502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e36af939-2684-48c1-95b5-98ca71d284b2 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e010e03d-7500-49c2-b4bb-308b22bb1d1a HTTP/1.1" status: 204 len: 168 time: 0.1087048 Jan 31 16:20:22.459169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54200) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:22.462666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af939-2684-48c1-95b5-98ca71d284b2 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e010e03d-7500-49c2-b4bb-308b22bb1d1a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:22.522129 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-42e22546-90df-4c64-afbe-c5620fd110be tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611942 Jan 31 16:20:22.524906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54204) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:22.529930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6939bd9e-8d70-4bb5-ab11-9d0a83bf74a5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '3320ff7c-8cdf-4a20-8669-c5540aed2f4b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:22.556305 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.561780 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-6939bd9e-8d70-4bb5-ab11-9d0a83bf74a5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Project 2978f3c179ee44e8b042e1b6eb4e0cba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:20:22.569992 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6939bd9e-8d70-4bb5-ab11-9d0a83bf74a5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.584635 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.611338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47865b95-7ae8-4f52-9d8c-039151d7ac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97042620-8c01-4743-ab80-465f04a38b55'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:20:22.614480 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7ec54d-d4b7-4460-af4c-bec8f64b3311" -d '{"events": [{"server_uuid": "47865b95-7ae8-4f52-9d8c-039151d7ac00", "name": "network-vif-plugged", "status": "completed", "tag": "97042620-8c01-4743-ab80-465f04a38b55"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:20:22.649162 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 97042620-8c01-4743-ab80-465f04a38b55, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=97042620-8c01-4743-ab80-465f04a38b55,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:22.660085 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.701926 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6939bd9e-8d70-4bb5-ab11-9d0a83bf74a5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.708168 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083019ff-a097-44c8-a2d8-6ebb452e372b x-openstack-request-id: req-083019ff-a097-44c8-a2d8-6ebb452e372b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:20:22.714700 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47865b95-7ae8-4f52-9d8c-039151d7ac00", "name": "network-vif-plugged", "status": "completed", "tag": "97042620-8c01-4743-ab80-465f04a38b55", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:20:22.715070 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6939bd9e-8d70-4bb5-ab11-9d0a83bf74a5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.715505 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-083019ff-a097-44c8-a2d8-6ebb452e372b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:20:22.716119 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47865b95-7ae8-4f52-9d8c-039151d7ac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97042620-8c01-4743-ab80-465f04a38b55', 'code': 200} Jan 31 16:20:22.733752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939bd9e-8d70-4bb5-ab11-9d0a83bf74a5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88354c61-29b9-43b5-b208-acd1ca997828,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:22.753975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=97042620-8c01-4743-ab80-465f04a38b55,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:22.757035 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6939bd9e-8d70-4bb5-ab11-9d0a83bf74a5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.760228 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6939bd9e-8d70-4bb5-ab11-9d0a83bf74a5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2322683 Jan 31 16:20:22.761126 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54218) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:22.781857 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2fa943e2-997f-49d0-ba47-4bbec83908b5 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules/88354c61-29b9-43b5-b208-acd1ca997828 HTTP/1.1" status: 200 len: 769 time: 0.0178797 Jan 31 16:20:22.783433 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54220) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:22.857208 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5480dc23-250a-4174-86f0-3c3e83096f5f tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0726094 Jan 31 16:20:22.859982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54226) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:22.877114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b7f19-edde-41a5-9708-37cf4e6cb19d req-2f78bdc7-ccf5-4eeb-b35c-737470948ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:22.878772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-734b7f19-edde-41a5-9708-37cf4e6cb19d req-2f78bdc7-ccf5-4eeb-b35c-737470948ece service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 1097 time: 0.0877943 Jan 31 16:20:22.898473 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9bd-1806-4b5d-aa44-6e4822f6ba67 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.923062 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9bd-1806-4b5d-aa44-6e4822f6ba67 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.973676 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-734b7f19-edde-41a5-9708-37cf4e6cb19d req-46369a5f-ad12-424e-844a-d9e6f98933cc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841465 Jan 31 16:20:22.980351 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9bd-1806-4b5d-aa44-6e4822f6ba67 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.986677 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9bd-1806-4b5d-aa44-6e4822f6ba67 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:22.987772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7f2be9bd-1806-4b5d-aa44-6e4822f6ba67 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/88354c61-29b9-43b5-b208-acd1ca997828 HTTP/1.1" status: 204 len: 168 time: 0.1269686 Jan 31 16:20:22.990681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54236) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:22.997819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2be9bd-1806-4b5d-aa44-6e4822f6ba67 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88354c61-29b9-43b5-b208-acd1ca997828,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:23.009489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47263897-8e37-4479-a8e3-98aa830e1dec req-c6c40df8-0abd-4a43-bd94-b2598ced127e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:23.010650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47263897-8e37-4479-a8e3-98aa830e1dec req-c6c40df8-0abd-4a43-bd94-b2598ced127e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 946 time: 0.1038113 Jan 31 16:20:23.067320 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47263897-8e37-4479-a8e3-98aa830e1dec req-001d2d0e-1110-43a0-ab70-85357b5f9754 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492640 Jan 31 16:20:23.079168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54240) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:23.079623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3b03f919-9962-4ad3-a3f5-b5cd9deb8d9a tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0872056 Jan 31 16:20:23.135591 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4bab915c-226f-48a5-9327-7ea0332edcbd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.159829 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4bab915c-226f-48a5-9327-7ea0332edcbd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.171789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54246) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:23.207889 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4bab915c-226f-48a5-9327-7ea0332edcbd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.211128 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4bab915c-226f-48a5-9327-7ea0332edcbd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.212638 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4bab915c-226f-48a5-9327-7ea0332edcbd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-groups/3320ff7c-8cdf-4a20-8669-c5540aed2f4b HTTP/1.1" status: 204 len: 168 time: 0.1318521 Jan 31 16:20:23.215423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54252) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:23.230500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab915c-226f-48a5-9327-7ea0332edcbd tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3320ff7c-8cdf-4a20-8669-c5540aed2f4b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:23.280923 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-504c2d1d-0a1f-485b-9998-818998bbb14c tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643673 Jan 31 16:20:23.286599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54254) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:23.292263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-5a0c522a-e796-4495-b45c-d955181177f7 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group': {'name': 'tempest-secgroup--654452540'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:23.299288 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1632313518-network', 'tenant_id': '54f8339b78914f52a335b969de76be52'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:23.319881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5a0c522a-e796-4495-b45c-d955181177f7 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.322223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Made reservation on behalf of 54f8339b78914f52a335b969de76be52 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:23.324582 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.340329 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.395964 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5a0c522a-e796-4495-b45c-d955181177f7 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.399781 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5a0c522a-e796-4495-b45c-d955181177f7 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.430478 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5a0c522a-e796-4495-b45c-d955181177f7 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.432497 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.433963 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5a0c522a-e796-4495-b45c-d955181177f7 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1462493 Jan 31 16:20:23.434693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54260) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:23.439919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c522a-e796-4495-b45c-d955181177f7 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748f6eeb-7d77-4217-a4b5-5b3fc3c32d18,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:23.440052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e71c4f6a-e670-4abe-859a-b34af853ef90 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Request body: {'security_group_rule': {'security_group_id': '748f6eeb-7d77-4217-a4b5-5b3fc3c32d18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:23.451993 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.493386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:20:23.495286 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52ffe05-4519-4408-afa6-7c5301e99bff,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:23.510009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.510356 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Added segment 08005620-b8eb-4ecd-9968-180a197c2369 of type vlan for network 2abf1503-2529-41f2-9399-894f134dfe84 Jan 31 16:20:23.555126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e71c4f6a-e670-4abe-859a-b34af853ef90 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.596567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.602893 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d38ddfc5-6fd2-4264-9400-a3b95016f8ff no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:20:23.625957 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: d38ddfc5-6fd2-4264-9400-a3b95016f8ff {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:20:23.626892 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device d38ddfc5-6fd2-4264-9400-a3b95016f8ff not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:20:23.646125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.647096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:23.647691 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.679620 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e71c4f6a-e670-4abe-859a-b34af853ef90 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.720646 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e71c4f6a-e670-4abe-859a-b34af853ef90 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.751619 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5786836 Jan 31 16:20:23.754631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54288) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:23.760431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4a0266d9-90a6-4f00-addb-bcb0755d4758 admin admin] Request body: {'subnet': {'network_id': '2abf1503-2529-41f2-9399-894f134dfe84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1632313518-subnet', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:23.763301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4f6a-e670-4abe-859a-b34af853ef90 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66708a7-c579-41fa-8582-01312f77817a,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:23.766446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e8470-d008-4b88-99e5-046ebe4b6aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=2abf1503-2529-41f2-9399-894f134dfe84,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:23.772650 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e71c4f6a-e670-4abe-859a-b34af853ef90 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.774015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e71c4f6a-e670-4abe-859a-b34af853ef90 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3381827 Jan 31 16:20:23.776484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54290) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:23.789734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 2abf1503-2529-41f2-9399-894f134dfe84 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:20:23.818943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0266d9-90a6-4f00-addb-bcb0755d4758 admin admin] Made reservation on behalf of 54f8339b78914f52a335b969de76be52 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:23.823057 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a0266d9-90a6-4f00-addb-bcb0755d4758 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.880356 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d3f75b5-327e-4f00-bdc8-06e5571de47a tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.907290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d3f75b5-327e-4f00-bdc8-06e5571de47a tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.967959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d3f75b5-327e-4f00-bdc8-06e5571de47a tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.971455 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d3f75b5-327e-4f00-bdc8-06e5571de47a tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:23.976193 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3d3f75b5-327e-4f00-bdc8-06e5571de47a tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-groups/748f6eeb-7d77-4217-a4b5-5b3fc3c32d18 HTTP/1.1" status: 204 len: 168 time: 0.1986520 Jan 31 16:20:23.976813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54296) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:23.998184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f75b5-327e-4f00-bdc8-06e5571de47a tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748f6eeb-7d77-4217-a4b5-5b3fc3c32d18,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:24.046457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-81d3bfe5-8490-4abe-a14b-f1c7ca83b378 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656612 Jan 31 16:20:24.048093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54306) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:24.076585 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a0266d9-90a6-4f00-addb-bcb0755d4758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:24.122421 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-843e0abf-0f8d-4bdf-8aba-282939759fd3 tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0721915 Jan 31 16:20:24.125062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54314) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:24.158475 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0266d9-90a6-4f00-addb-bcb0755d4758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc53181-28fa-4282-be63-f08c03c4253b,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:24.179494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0266d9-90a6-4f00-addb-bcb0755d4758 admin admin] Checking segment: {'id': '08005620-b8eb-4ecd-9968-180a197c2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:24.180157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0266d9-90a6-4f00-addb-bcb0755d4758 admin admin] Network hostable DHCP agents. Network: 2abf1503-2529-41f2-9399-894f134dfe84, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:20:24.181120 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-eb332bca-5dd6-4ad4-893f-0e95c02082ad tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] delete failed (client error): The resource could not be found. Jan 31 16:20:24.182293 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eb332bca-5dd6-4ad4-893f-0e95c02082ad tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "DELETE /v2.0/security-groups/748f6eeb-7d77-4217-a4b5-5b3fc3c32d18 HTTP/1.1" status: 404 len: 347 time: 0.0562332 Jan 31 16:20:24.188575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54320) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:24.199447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0266d9-90a6-4f00-addb-bcb0755d4758 admin admin] Network 2abf1503-2529-41f2-9399-894f134dfe84 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:20:24.256015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4402622a-7428-4432-a76d-7163982cd65c tempest-SecGroupIPv6Test-1421532142 tempest-SecGroupIPv6Test-1421532142-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658736 Jan 31 16:20:24.280526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-4a0266d9-90a6-4f00-addb-bcb0755d4758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 2abf1503-2529-41f2-9399-894f134dfe84) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:24.291634 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774b19e8-2d28-4599-b764-d4de641e11a3 None None] Network 2abf1503-2529-41f2-9399-894f134dfe84 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:20:24.293622 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0266d9-90a6-4f00-addb-bcb0755d4758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:24.294317 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a0266d9-90a6-4f00-addb-bcb0755d4758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:24.323096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23867799-aebc-4129-911d-63818c1ce7d2 req-2a704a90-6855-4057-a7ce-544f76583813 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:24.326141 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-23867799-aebc-4129-911d-63818c1ce7d2 req-2a704a90-6855-4057-a7ce-544f76583813 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 946 time: 0.1164491 Jan 31 16:20:24.334184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4a0266d9-90a6-4f00-addb-bcb0755d4758 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5783987 Jan 31 16:20:24.336887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54338) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:24.342186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1632313518-router', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:24.384293 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:24.388003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:24.417756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-23867799-aebc-4129-911d-63818c1ce7d2 req-db8623fb-67d5-4497-b836-dd3b5590a2d7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785112 Jan 31 16:20:24.478620 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:24.546041 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-2abf1503-2529-41f2-9399-894f134dfe84', 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'fixed_ips': [{'subnet_id': 'dfc53181-28fa-4282-be63-f08c03c4253b'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:20:24.547144 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:24.664369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:24.713290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54384) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:24.803538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Allocated IP 172.20.0.2 (2abf1503-2529-41f2-9399-894f134dfe84/dfc53181-28fa-4282-be63-f08c03c4253b/9fd4258b-8cb7-46cb-8ce9-e490d6a9d409) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:20:24.923497 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-42bf6f38-da69-4db0-bf5e-8b14b82ca7b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2978f3c179ee44e8b042e1b6eb4e0cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084796 Jan 31 16:20:24.925732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54398) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:24.983082 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1f885fbd-1b4c-465f-be20-f3844e9f8e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.006687 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1f885fbd-1b4c-465f-be20-f3844e9f8e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.060325 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.064903 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.081594 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.082314 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.088425 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1f885fbd-1b4c-465f-be20-f3844e9f8e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.094798 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1f885fbd-1b4c-465f-be20-f3844e9f8e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.096594 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1f885fbd-1b4c-465f-be20-f3844e9f8e64 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6fa4899-eded-4e7c-8e9d-b9c08811f175 HTTP/1.1" status: 204 len: 168 time: 0.1696618 Jan 31 16:20:25.108121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f885fbd-1b4c-465f-be20-f3844e9f8e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fa4899-eded-4e7c-8e9d-b9c08811f175,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:25.187818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Pushing event updated for resources: {'Port': ['ID=9fd4258b-8cb7-46cb-8ce9-e490d6a9d409,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:25.203021 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Network 2abf1503-2529-41f2-9399-894f134dfe84 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:25.204503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:25.207845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:25.271769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Attempting to bind port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:20:25.272145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Attempting to bind port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '08005620-b8eb-4ecd-9968-180a197c2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:20:25.272499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Attempting to bind port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 on network 2abf1503-2529-41f2-9399-894f134dfe84 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:25.278959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:20:25.279336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Checking segment: {'id': '08005620-b8eb-4ecd-9968-180a197c2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:25.279724 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.280277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Bound using segment: {'id': '08005620-b8eb-4ecd-9968-180a197c2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:20:25.280890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Bound port: 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08005620-b8eb-4ecd-9968-180a197c2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:20:25.281424 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.325309 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Allocated IP 172.25.1.130 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/9257b884-2be4-45d4-a746-efd7ab0a597a) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:20:25.364907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] For port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:20:25.368948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] For port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9fd4258b-8cb7-46cb-8ce9-e490d6a9d409,segment=NetworkSegment(08005620-b8eb-4ecd-9968-180a197c2369),segment_id=08005620-b8eb-4ecd-9968-180a197c2369)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:20:25.375784 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.454621 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed688c5f-8b93-4997-ae90-c422c70ef9f5 None None] Pushing event updated for resources: {'Port': ['ID=9fd4258b-8cb7-46cb-8ce9-e490d6a9d409,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:25.507611 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.639361 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:25.672062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afc7f8-02c3-4ddd-924c-c6c5002bf910 req-bf3d7e4c-8ea0-4bcb-a7fd-b912c7657604 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:25.676001 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35afc7f8-02c3-4ddd-924c-c6c5002bf910 req-bf3d7e4c-8ea0-4bcb-a7fd-b912c7657604 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 946 time: 0.1294718 Jan 31 16:20:25.706229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:25.743245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:25.771606 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:25.840941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Pushing event updated for resources: {'Port': ['ID=9257b884-2be4-45d4-a746-efd7ab0a597a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:25.894462 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-35afc7f8-02c3-4ddd-924c-c6c5002bf910 req-b47cce64-49d3-4734-bd7b-9ca139991747 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906147 Jan 31 16:20:25.899370 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:26.111895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7b834-698a-435c-918e-e464d2cc5938 req-1def58c5-1aae-4218-bd4d-dd34a2ab321c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:26.114116 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-00e7b834-698a-435c-918e-e464d2cc5938 req-1def58c5-1aae-4218-bd4d-dd34a2ab321c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 946 time: 0.1153100 Jan 31 16:20:26.198707 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-00e7b834-698a-435c-918e-e464d2cc5938 req-8b66309a-9c2e-4549-a65c-4fc60c096173 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716493 Jan 31 16:20:26.281318 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:26.621442 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:27.221032 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fb2917-d4af-4761-9cc8-1619786991e9 None None] Network 2abf1503-2529-41f2-9399-894f134dfe84 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:20:27.475218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Router ae330ae3-1168-4917-a522-2ec1c59d65b8 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:20:27.505557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Provisioning complete for port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:27.506261 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:27.740016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:20:27.753295 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:27.759936 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Sync routers for ids ['ae330ae3-1168-4917-a522-2ec1c59d65b8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:20:27.774421 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Routers {'ae330ae3-1168-4917-a522-2ec1c59d65b8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:20:27.775057 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:20:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ae330ae3-1168-4917-a522-2ec1c59d65b8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:27.805775 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] For port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9fd4258b-8cb7-46cb-8ce9-e490d6a9d409,segment=NetworkSegment(08005620-b8eb-4ecd-9968-180a197c2369),segment_id=08005620-b8eb-4ecd-9968-180a197c2369)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:27.812679 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:27.816231 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:27.822644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-895d0d0b-6bc6-4c3a-8190-1220ce0783a8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4831755 Jan 31 16:20:27.824083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54624) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:27.986778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Pushing event updated for resources: {'Port': ['ID=9fd4258b-8cb7-46cb-8ce9-e490d6a9d409,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:28.010405 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:28.013059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:28.016026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:28.016793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:28.017757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:28.018358 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:28.021869 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:28.023642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:28.024175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:28.025963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:28.026520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:28.027047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:28.028616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577bf3d9-1f76-4fe2-8099-70a1ab63edda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:28.070211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:20:28.152631 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Set router ae330ae3-1168-4917-a522-2ec1c59d65b8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:20:28.238331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:28.238903 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:28.391770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f93e1bc1-89f9-4440-944a-45f525e9db33 None None] Provisioning complete for port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:28.396086 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f93e1bc1-89f9-4440-944a-45f525e9db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:28.549530 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'name': 'tempest-ImageQuotaTest-1632313518-router', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:24Z', 'updated_at': '2022-01-31T16:20:26Z', 'revision_number': 3, 'project_id': '54f8339b78914f52a335b969de76be52', 'gw_port': {'id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:96:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:25Z', 'updated_at': '2022-01-31T16:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:28.583260 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Checking router: ae330ae3-1168-4917-a522-2ec1c59d65b8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:20:28.583805 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Updating router ae330ae3-1168-4917-a522-2ec1c59d65b8 port 9257b884-2be4-45d4-a746-efd7ab0a597a binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:20:28.621094 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:28.968274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:29.075806 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:20:29.204461 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Allocated IP 172.20.0.1 (2abf1503-2529-41f2-9399-894f134dfe84/dfc53181-28fa-4282-be63-f08c03c4253b/406f0acc-4fbc-40a3-9401-01291cf71a31) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:20:29.251995 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:29.260952 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:29.325530 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Attempting to bind port 9257b884-2be4-45d4-a746-efd7ab0a597a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:20:29.326072 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Attempting to bind port 9257b884-2be4-45d4-a746-efd7ab0a597a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:20:29.327293 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Attempting to bind port 9257b884-2be4-45d4-a746-efd7ab0a597a on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:29.331354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:29.336537 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:20:29.337030 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:29.337556 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:29.338195 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:20:29.338768 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Bound port: 9257b884-2be4-45d4-a746-efd7ab0a597a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:20:29.339231 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:29.370307 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:29.377730 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Pushing event updated for resources: {'Port': ['ID=9257b884-2be4-45d4-a746-efd7ab0a597a,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:29.403112 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:29.403540 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:29.404074 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:29.404489 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:29.405148 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:29.405880 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:29.405880 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:29.406180 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:29.406553 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:29.407156 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:29.407429 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:29.407707 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:20:29.425078 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] For port 9257b884-2be4-45d4-a746-efd7ab0a597a, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:20:29.434311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Network 2abf1503-2529-41f2-9399-894f134dfe84 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:29.437296 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] For port 9257b884-2be4-45d4-a746-efd7ab0a597a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9257b884-2be4-45d4-a746-efd7ab0a597a,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:20:29.439437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:29.442458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Pushing event updated for resources: {'Port': ['ID=406f0acc-4fbc-40a3-9401-01291cf71a31,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:29.445749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:29.458302 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:29.501763 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:29.533695 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Routers {'ae330ae3-1168-4917-a522-2ec1c59d65b8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:20:29.534344 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:20:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ae330ae3-1168-4917-a522-2ec1c59d65b8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:29.540154 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f457191-25d5-445a-806e-ad8aa3c3ef4e None None] Pushing event updated for resources: {'Port': ['ID=9257b884-2be4-45d4-a746-efd7ab0a597a,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:29.792687 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:29.798590 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] Set router ae330ae3-1168-4917-a522-2ec1c59d65b8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:20:29.880578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:20:30.047022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a289dc44-7b6f-454f-909d-a73f7c4d1a24 None None] Provisioning complete for port 406f0acc-4fbc-40a3-9401-01291cf71a31 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:30.049824 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a289dc44-7b6f-454f-909d-a73f7c4d1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:30.155420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:30.158272 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:30.166717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a289dc44-7b6f-454f-909d-a73f7c4d1a24 None None] Port 406f0acc-4fbc-40a3-9401-01291cf71a31 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:20:30.171318 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:30.181227 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:30.256713 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'name': 'tempest-ImageQuotaTest-1632313518-router', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:24Z', 'updated_at': '2022-01-31T16:20:26Z', 'revision_number': 3, 'project_id': '54f8339b78914f52a335b969de76be52', 'gw_port': {'id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:96:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:25Z', 'updated_at': '2022-01-31T16:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:30.312055 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f734a0-5e94-4050-b4ac-a33df4e6b522 None None] The sync data for ids ['ae330ae3-1168-4917-a522-2ec1c59d65b8'] in n-d-827120-1 is: [{'id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'name': 'tempest-ImageQuotaTest-1632313518-router', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:24Z', 'updated_at': '2022-01-31T16:20:26Z', 'revision_number': 3, 'project_id': '54f8339b78914f52a335b969de76be52', 'gw_port': {'id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:96:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:25Z', 'updated_at': '2022-01-31T16:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:20:30.329074 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:30.451414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Pushing event updated for resources: {'Port': ['ID=406f0acc-4fbc-40a3-9401-01291cf71a31,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:31.035286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-b2a3897d-449a-41dd-a4c1-6eecc16765d4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:31.037054 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-b2a3897d-449a-41dd-a4c1-6eecc16765d4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.6815553 Jan 31 16:20:31.051569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Network 2abf1503-2529-41f2-9399-894f134dfe84 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:31.063172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:31.071754 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-85b69be6-1349-4e6f-872d-40111129b69e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/quotas/0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 375 time: 0.0184040 Jan 31 16:20:31.285747 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-c78ece9c-46f6-4b2a-9a96-21c52e6397da tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1722589 Jan 31 16:20:31.412392 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Router ae330ae3-1168-4917-a522-2ec1c59d65b8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:20:31.533215 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-14d7406e-375c-4e83-be41-dc99f460ca6c service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216754 Jan 31 16:20:31.547157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b0bc3b80-9485-4f40-a7cf-8a84a04aa0e4 None None] Provisioning complete for port 406f0acc-4fbc-40a3-9401-01291cf71a31 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:31.550244 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3b80-9485-4f40-a7cf-8a84a04aa0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:31.655620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc3b80-9485-4f40-a7cf-8a84a04aa0e4 None None] Port 406f0acc-4fbc-40a3-9401-01291cf71a31 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:20:31.733866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:20:31.744556 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3b3db00e-f994-41d5-b209-e8b35afe8eac admin admin] 10.222.0.36 "PUT /v2.0/routers/ae330ae3-1168-4917-a522-2ec1c59d65b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9127247 Jan 31 16:20:31.866320 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-efd06014-7b1f-44a2-b83b-f84760cc779a service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664115 Jan 31 16:20:31.951372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9257b884-2be4-45d4-a746-efd7ab0a597a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:20:32.086921 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9257b884-2be4-45d4-a746-efd7ab0a597a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:32.088645 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:32.289001 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:32.336346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 9257b884-2be4-45d4-a746-efd7ab0a597a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9257b884-2be4-45d4-a746-efd7ab0a597a,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:32.344442 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:32.444230 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54806) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:32.840449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-97758aee-fd7a-494d-9c72-8e59190edd83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eca215f885594c2da40bcaaa0b6a0928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948662 Jan 31 16:20:32.843333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54824) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:32.917383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=9257b884-2be4-45d4-a746-efd7ab0a597a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:33.036241 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a633d345-f5b1-4f44-8494-f24d231c764a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:33.133933 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d2dc59a-cf80-463e-98a4-79a868b02f25 req-3f336fca-be5d-4c00-a82c-38e4dd180090 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 210 time: 0.9008713 Jan 31 16:20:33.164586 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a633d345-f5b1-4f44-8494-f24d231c764a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:33.218346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Sync routers for ids ['ae330ae3-1168-4917-a522-2ec1c59d65b8'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:20:33.231222 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Routers {'ae330ae3-1168-4917-a522-2ec1c59d65b8'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:20:33.232069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:20:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ae330ae3-1168-4917-a522-2ec1c59d65b8'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:33.239011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a633d345-f5b1-4f44-8494-f24d231c764a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:33.243054 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a633d345-f5b1-4f44-8494-f24d231c764a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:33.244661 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a633d345-f5b1-4f44-8494-f24d231c764a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cda88120-de57-417c-a5b2-60fd83bf8333 HTTP/1.1" status: 204 len: 168 time: 0.3995593 Jan 31 16:20:33.279462 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633d345-f5b1-4f44-8494-f24d231c764a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda88120-de57-417c-a5b2-60fd83bf8333,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:33.463141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Set router ae330ae3-1168-4917-a522-2ec1c59d65b8 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:20:33.960193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9257b884-2be4-45d4-a746-efd7ab0a597a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:20:34.051708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'name': 'tempest-ImageQuotaTest-1632313518-router', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:24Z', 'updated_at': '2022-01-31T16:20:29Z', 'revision_number': 4, 'project_id': '54f8339b78914f52a335b969de76be52', 'gw_port': {'id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:25Z', 'updated_at': '2022-01-31T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '406f0acc-4fbc-40a3-9401-01291cf71a31', 'name': '', 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'mac_address': 'fa:16:3e:dd:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'dfc53181-28fa-4282-be63-f08c03c4253b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:29Z', 'updated_at': '2022-01-31T16:20:29Z', 'revision_number': 2, 'project_id': '54f8339b78914f52a335b969de76be52', 'subnets': [{'id': 'dfc53181-28fa-4282-be63-f08c03c4253b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:34.090548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Checking router: ae330ae3-1168-4917-a522-2ec1c59d65b8 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:20:34.091143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Updating router ae330ae3-1168-4917-a522-2ec1c59d65b8 port 406f0acc-4fbc-40a3-9401-01291cf71a31 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:20:34.130839 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:34.139716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-a566fa19-c552-4612-bd80-072b40087880 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:34.145149 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-a566fa19-c552-4612-bd80-072b40087880 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.20 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.2524204 Jan 31 16:20:34.160564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'port': {'device_id': '776038ff-6742-4309-90e7-efd207b5b995', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'admin_state_up': True, 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:34.319459 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0af8cd59-84ed-4bd0-921c-74853f805a11 req-0a1077f9-300a-4bae-86d3-9e41f90b654c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 210 time: 0.0565577 Jan 31 16:20:34.367107 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54864) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:34.425425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Made reservation on behalf of 0a130774d5f840d0a67fdfd24f7dc06d for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:34.432302 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:34.639725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9257b884-2be4-45d4-a746-efd7ab0a597a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:34.640481 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:34.649219 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:34.685802 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:34.783305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Allocated IP 172.20.0.11 (4c9216f2-48f1-406f-b84d-2c32432bfef6/3d6ce3ce-f039-4d58-91eb-5dc346104c74/5d8752d6-8e0f-4516-9f0a-21fd37f0fcea) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:20:34.816925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Attempting to bind port 406f0acc-4fbc-40a3-9401-01291cf71a31 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:20:34.817042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Attempting to bind port 406f0acc-4fbc-40a3-9401-01291cf71a31 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '08005620-b8eb-4ecd-9968-180a197c2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:20:34.817385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Attempting to bind port 406f0acc-4fbc-40a3-9401-01291cf71a31 on network 2abf1503-2529-41f2-9399-894f134dfe84 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:34.837534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bf2ff-c827-4c75-a65a-23da0ab6baaf None None] Pushing event updated for resources: {'Port': ['ID=406f0acc-4fbc-40a3-9401-01291cf71a31,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:34.850223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:20:34.850933 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Checking segment: {'id': '08005620-b8eb-4ecd-9968-180a197c2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:34.851973 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:34.852606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Bound using segment: {'id': '08005620-b8eb-4ecd-9968-180a197c2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:20:34.853263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Bound port: 406f0acc-4fbc-40a3-9401-01291cf71a31, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08005620-b8eb-4ecd-9968-180a197c2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:20:34.854023 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:34.991876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] For port 406f0acc-4fbc-40a3-9401-01291cf71a31, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:20:35.009697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] For port 406f0acc-4fbc-40a3-9401-01291cf71a31, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=406f0acc-4fbc-40a3-9401-01291cf71a31,segment=NetworkSegment(08005620-b8eb-4ecd-9968-180a197c2369),segment_id=08005620-b8eb-4ecd-9968-180a197c2369)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:20:35.020432 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:35.182607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Routers {'ae330ae3-1168-4917-a522-2ec1c59d65b8'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:20:35.183930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:20:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ae330ae3-1168-4917-a522-2ec1c59d65b8'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:35.184527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:35.328252 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b587bf9-f401-48e5-a2fd-3d4511aa4c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:35.356926 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:35.505926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] Set router ae330ae3-1168-4917-a522-2ec1c59d65b8 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:20:35.582657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:35.664876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:35.675319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:35.703298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:35.758703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['97042620-8c01-4743-ab80-465f04a38b55'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:20:35.770549 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bf2ff-c827-4c75-a65a-23da0ab6baaf None None] Pushing event updated for resources: {'Port': ['ID=406f0acc-4fbc-40a3-9401-01291cf71a31,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:35.814146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a8ea50aa-3dd6-4e99-9b21-bdece3b887f2 None None] Provisioning complete for port 406f0acc-4fbc-40a3-9401-01291cf71a31 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:35.814753 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a8ea50aa-3dd6-4e99-9b21-bdece3b887f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:35.871789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da96de1-863b-40a2-ab48-ede527807d35 req-10bc27f4-8de3-4514-b64c-dbf5fb3cf9c3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:35.882294 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2da96de1-863b-40a2-ab48-ede527807d35 req-10bc27f4-8de3-4514-b64c-dbf5fb3cf9c3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 932 time: 0.3845427 Jan 31 16:20:36.009228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:36.016588 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:36.098792 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2da96de1-863b-40a2-ab48-ede527807d35 req-140217cf-5ef8-414e-9c8f-3e40bb0b90a3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155752 Jan 31 16:20:36.111110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5b587bf9-f401-48e5-a2fd-3d4511aa4c24 admin admin] Deleting port 406f0acc-4fbc-40a3-9401-01291cf71a31 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:20:36.116921 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b587bf9-f401-48e5-a2fd-3d4511aa4c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:36.132828 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-30ee24dc-716e-4816-8fe6-ae9fff23fb51 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9782639 Jan 31 16:20:36.157611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Request body: {'port': {'device_id': '776038ff-6742-4309-90e7-efd207b5b995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:36.254197 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:36.465787 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a8ea50aa-3dd6-4e99-9b21-bdece3b887f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:36.490347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-5b587bf9-f401-48e5-a2fd-3d4511aa4c24 admin admin] For port 406f0acc-4fbc-40a3-9401-01291cf71a31, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=406f0acc-4fbc-40a3-9401-01291cf71a31,segment=NetworkSegment(08005620-b8eb-4ecd-9968-180a197c2369),segment_id=08005620-b8eb-4ecd-9968-180a197c2369)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:36.490826 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b587bf9-f401-48e5-a2fd-3d4511aa4c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:36.516839 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fe29767-8f8a-4972-aed6-7087d9496ae0 req-fe1d39da-c37b-4b9d-be15-a64873314cf1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2042949 Jan 31 16:20:36.545696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5b587bf9-f401-48e5-a2fd-3d4511aa4c24 admin admin] Calling delete_port for 406f0acc-4fbc-40a3-9401-01291cf71a31 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:20:36.621503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a8ea50aa-3dd6-4e99-9b21-bdece3b887f2 None None] For port 406f0acc-4fbc-40a3-9401-01291cf71a31, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=406f0acc-4fbc-40a3-9401-01291cf71a31,segment=NetworkSegment(08005620-b8eb-4ecd-9968-180a197c2369),segment_id=08005620-b8eb-4ecd-9968-180a197c2369)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:36.640193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'name': 'tempest-ImageQuotaTest-1632313518-router', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:24Z', 'updated_at': '2022-01-31T16:20:29Z', 'revision_number': 4, 'project_id': '54f8339b78914f52a335b969de76be52', 'gw_port': {'id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:25Z', 'updated_at': '2022-01-31T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '406f0acc-4fbc-40a3-9401-01291cf71a31', 'name': '', 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'mac_address': 'fa:16:3e:dd:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'dfc53181-28fa-4282-be63-f08c03c4253b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:29Z', 'updated_at': '2022-01-31T16:20:34Z', 'revision_number': 4, 'project_id': '54f8339b78914f52a335b969de76be52', 'subnets': [{'id': 'dfc53181-28fa-4282-be63-f08c03c4253b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:36.642501 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a8ea50aa-3dd6-4e99-9b21-bdece3b887f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:36.725478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310347bf-7bb6-46cc-83cb-62e3d7ce1696 None None] The sync data for ids ['ae330ae3-1168-4917-a522-2ec1c59d65b8'] in n-d-827120-1 is: [{'id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'name': 'tempest-ImageQuotaTest-1632313518-router', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:24Z', 'updated_at': '2022-01-31T16:20:29Z', 'revision_number': 4, 'project_id': '54f8339b78914f52a335b969de76be52', 'gw_port': {'id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:25Z', 'updated_at': '2022-01-31T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '406f0acc-4fbc-40a3-9401-01291cf71a31', 'name': '', 'network_id': '2abf1503-2529-41f2-9399-894f134dfe84', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'mac_address': 'fa:16:3e:dd:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'dfc53181-28fa-4282-be63-f08c03c4253b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:29Z', 'updated_at': '2022-01-31T16:20:34Z', 'revision_number': 4, 'project_id': '54f8339b78914f52a335b969de76be52', 'subnets': [{'id': 'dfc53181-28fa-4282-be63-f08c03c4253b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:20:36.762176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe29767-8f8a-4972-aed6-7087d9496ae0 req-051956b8-3ace-4e11-acfc-dada472b2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:36.764106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fe29767-8f8a-4972-aed6-7087d9496ae0 req-051956b8-3ace-4e11-acfc-dada472b2b45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 1097 time: 0.1033657 Jan 31 16:20:36.878848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54914) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:36.884619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0c083e44-909a-452f-a27f-89129b558873 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608149086', 'description': 'tempest-secgroup-smoke-1608149086 description', 'project_id': 'b000813a36ef4beea9c3a23c358cd007'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:36.940645 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-98e13ed5-f776-45c5-bb71-868796d92c4b None None] Provisioning complete for port 406f0acc-4fbc-40a3-9401-01291cf71a31 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:36.941011 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-98e13ed5-f776-45c5-bb71-868796d92c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:37.019528 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c083e44-909a-452f-a27f-89129b558873 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:37.065002 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c083e44-909a-452f-a27f-89129b558873 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:37.070774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea50aa-3dd6-4e99-9b21-bdece3b887f2 None None] Pushing event updated for resources: {'Port': ['ID=406f0acc-4fbc-40a3-9401-01291cf71a31,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:37.215673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe29767-8f8a-4972-aed6-7087d9496ae0 req-4f612730-a65a-4f09-86de-53ee5ea618c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:37.222715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fe29767-8f8a-4972-aed6-7087d9496ae0 req-4f612730-a65a-4f09-86de-53ee5ea618c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.3327441 Jan 31 16:20:37.228047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:20:37.262728 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:37.276446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-98e13ed5-f776-45c5-bb71-868796d92c4b None None] Provisioning complete for port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:37.279292 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-98e13ed5-f776-45c5-bb71-868796d92c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:37.319662 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fe29767-8f8a-4972-aed6-7087d9496ae0 req-e5d82022-9593-4634-9cfb-6b116d9a03ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97042620-8c01-4743-ab80-465f04a38b55 HTTP/1.1" status: 200 len: 217 time: 0.0828986 Jan 31 16:20:37.366983 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-98e13ed5-f776-45c5-bb71-868796d92c4b None None] Port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:20:37.426925 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Transition to ACTIVE for port object 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:20:37.439775 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b587bf9-f401-48e5-a2fd-3d4511aa4c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:37.443700 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:37.459967 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe29767-8f8a-4972-aed6-7087d9496ae0 req-2e2debce-872e-426d-84ad-229511c44ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:37.461723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fe29767-8f8a-4972-aed6-7087d9496ae0 req-2e2debce-872e-426d-84ad-229511c44ae4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.1309903 Jan 31 16:20:37.525744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b587bf9-f401-48e5-a2fd-3d4511aa4c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=406f0acc-4fbc-40a3-9401-01291cf71a31,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:37.526857 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c083e44-909a-452f-a27f-89129b558873 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:37.660304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:37.681632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c083e44-909a-452f-a27f-89129b558873 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:37.902657 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b587bf9-f401-48e5-a2fd-3d4511aa4c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:37.929443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe29767-8f8a-4972-aed6-7087d9496ae0 req-010fa66f-3d65-4974-94b5-8ef1dda95c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:37.931060 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fe29767-8f8a-4972-aed6-7087d9496ae0 req-010fa66f-3d65-4974-94b5-8ef1dda95c5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4392102 Jan 31 16:20:37.941490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c083e44-909a-452f-a27f-89129b558873 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e713d2d1-7441-4173-99bf-12a5fc6d70c9,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:38.022942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994dc12-1584-4fc4-88ad-9e2877bb2a27 req-38fb25fb-ce0d-4720-8608-6f37acbdc021 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:38.030540 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4994dc12-1584-4fc4-88ad-9e2877bb2a27 req-38fb25fb-ce0d-4720-8608-6f37acbdc021 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 932 time: 0.7521188 Jan 31 16:20:38.099237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Attempting to bind port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:20:38.099564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Attempting to bind port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:20:38.099888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Attempting to bind port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:38.144264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:20:38.144847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Attempting to bind port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:38.192804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:20:38.193159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Checking segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:38.193676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Bound using segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:20:38.194124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Bound port: 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:20:38.194530 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:38.282189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fe29767-8f8a-4972-aed6-7087d9496ae0 req-ff47ee08-1d1c-4f67-bef1-a2f0171381b3 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353529 Jan 31 16:20:38.285429 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4994dc12-1584-4fc4-88ad-9e2877bb2a27 req-8fe9951b-931f-40f5-9dca-02834a39dcaa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539718 Jan 31 16:20:38.340508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] For port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:20:38.349786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] For port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:20:38.364173 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:38.463002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:38.463650 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:38.465445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] 10.222.0.20 "PUT /v2.0/ports/5d8752d6-8e0f-4516-9f0a-21fd37f0fcea HTTP/1.1" status: 200 len: 1092 time: 2.3248439 Jan 31 16:20:38.469799 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544a08b-d10f-46be-93af-f0ed4fc0cd14 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:38.484290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776038ff-6742-4309-90e7-efd207b5b995', 'tag': '5d8752d6-8e0f-4516-9f0a-21fd37f0fcea'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:20:38.487193 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d872bd2e-ef5c-4920-a265-f53bb862dabe" -d '{"events": [{"name": "network-changed", "server_uuid": "776038ff-6742-4309-90e7-efd207b5b995", "tag": "5d8752d6-8e0f-4516-9f0a-21fd37f0fcea"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:20:38.544571 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c083e44-909a-452f-a27f-89129b558873 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:38.604996 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9469c47a-2dc6-4e5a-b35c-a6686ea3c69e x-openstack-request-id: req-9469c47a-2dc6-4e5a-b35c-a6686ea3c69e {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:20:38.605301 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776038ff-6742-4309-90e7-efd207b5b995", "tag": "5d8752d6-8e0f-4516-9f0a-21fd37f0fcea", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:20:38.605589 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9469c47a-2dc6-4e5a-b35c-a6686ea3c69e {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:20:38.605988 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776038ff-6742-4309-90e7-efd207b5b995', 'tag': '5d8752d6-8e0f-4516-9f0a-21fd37f0fcea', 'status': 'completed', 'code': 200} Jan 31 16:20:38.608979 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c083e44-909a-452f-a27f-89129b558873 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:38.635619 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0c083e44-909a-452f-a27f-89129b558873 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:38.640296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0c083e44-909a-452f-a27f-89129b558873 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7603428 Jan 31 16:20:38.647115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54928) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:38.659532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-900ba904-2d73-4fed-a46a-11bd61fe5a79 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': 'ccd6841a-a811-405f-a3ed-a65315cb8b86', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:38.687467 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-f7b93ff0-b8dc-457f-ad1e-e6e5908b4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:38.689127 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-f7b93ff0-b8dc-457f-ad1e-e6e5908b4ef4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 1095 time: 0.1519039 Jan 31 16:20:38.698403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c083e44-909a-452f-a27f-89129b558873 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd6841a-a811-405f-a3ed-a65315cb8b86,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:38.760781 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-cb3e524f-132e-4b86-be10-4b9e6a6cd156 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea HTTP/1.1" status: 200 len: 217 time: 0.0483053 Jan 31 16:20:38.820817 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fe29767-8f8a-4972-aed6-7087d9496ae0 req-b149b067-f438-4589-8e9d-e957ad87ff94 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251987 Jan 31 16:20:38.831274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b587bf9-f401-48e5-a2fd-3d4511aa4c24 admin admin] Router ae330ae3-1168-4917-a522-2ec1c59d65b8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:20:38.849346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-8a2e2f4a-82ab-4e42-a93a-4a017a176210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:38.851127 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-8a2e2f4a-82ab-4e42-a93a-4a017a176210 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0791264 Jan 31 16:20:38.874042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-900ba904-2d73-4fed-a46a-11bd61fe5a79 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.018084 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-95efc8eb-9e39-4359-94d4-0be2d7456cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:39.019982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-95efc8eb-9e39-4359-94d4-0be2d7456cd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473274 Jan 31 16:20:39.026561 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-900ba904-2d73-4fed-a46a-11bd61fe5a79 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.041510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-900ba904-2d73-4fed-a46a-11bd61fe5a79 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.086820 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-900ba904-2d73-4fed-a46a-11bd61fe5a79 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.091440 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-900ba904-2d73-4fed-a46a-11bd61fe5a79 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4393556 Jan 31 16:20:39.092179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54934) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:39.102977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a85d5911-f982-42fd-afa6-610461252b25 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': 'ccd6841a-a811-405f-a3ed-a65315cb8b86', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:39.127972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ba904-2d73-4fed-a46a-11bd61fe5a79 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b76c5e-db0e-4776-809a-4cb06cc041c9,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:39.148884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b587bf9-f401-48e5-a2fd-3d4511aa4c24 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:20:39.164458 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe0465-83d0-4b6d-9a3b-8a187d178c9f None None] Sync routers for ids ['ae330ae3-1168-4917-a522-2ec1c59d65b8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:20:39.177512 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5b587bf9-f401-48e5-a2fd-3d4511aa4c24 admin admin] 10.222.0.36 "PUT /v2.0/routers/ae330ae3-1168-4917-a522-2ec1c59d65b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8091671 Jan 31 16:20:39.183542 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe0465-83d0-4b6d-9a3b-8a187d178c9f None None] Routers {'ae330ae3-1168-4917-a522-2ec1c59d65b8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:20:39.183887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54936) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:39.184183 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a9fe0465-83d0-4b6d-9a3b-8a187d178c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:20:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ae330ae3-1168-4917-a522-2ec1c59d65b8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:39.184606 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a85d5911-f982-42fd-afa6-610461252b25 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.239552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-54952e2f-e409-4ecb-b6c0-2e17a23d3fa6 service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111287 Jan 31 16:20:39.354147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a85d5911-f982-42fd-afa6-610461252b25 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.364391 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a85d5911-f982-42fd-afa6-610461252b25 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.428615 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-a9fe0465-83d0-4b6d-9a3b-8a187d178c9f None None] Set router ae330ae3-1168-4917-a522-2ec1c59d65b8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:20:39.448306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d5911-f982-42fd-afa6-610461252b25 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0e1e98-5f77-4f14-9c86-bfa904ceddf5,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:39.464021 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a85d5911-f982-42fd-afa6-610461252b25 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.472570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a85d5911-f982-42fd-afa6-610461252b25 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3769686 Jan 31 16:20:39.477883 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.478640 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39a0c006-9552-43e0-bea8-a2e15d1f814e req-a58db5b3-8b02-4c80-8a37-ced3ee493c0e service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306340 Jan 31 16:20:39.480682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54940) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:39.583655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-05c71918-a599-4fc7-8a38-e8c58127ba8f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': 'ccd6841a-a811-405f-a3ed-a65315cb8b86', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:39.637973 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-05c71918-a599-4fc7-8a38-e8c58127ba8f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.667391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f9576-ce06-486b-8422-e656fb0c326e req-f7ed957f-5949-44c6-aa4a-a40d2361c6d4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:39.669299 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f7f9576-ce06-486b-8422-e656fb0c326e req-f7ed957f-5949-44c6-aa4a-a40d2361c6d4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.1892359 Jan 31 16:20:39.683758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872bd2e-ef5c-4920-a265-f53bb862dabe req-96daf64e-e88e-4d9b-826d-9ea129848c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:39.685623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d872bd2e-ef5c-4920-a265-f53bb862dabe req-96daf64e-e88e-4d9b-826d-9ea129848c0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 1095 time: 0.1465189 Jan 31 16:20:39.794465 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-05c71918-a599-4fc7-8a38-e8c58127ba8f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.800622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-05c71918-a599-4fc7-8a38-e8c58127ba8f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.805910 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.827520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872bd2e-ef5c-4920-a265-f53bb862dabe req-5908bafe-e9ec-4c38-8258-8fb82e0aa976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:39.829166 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d872bd2e-ef5c-4920-a265-f53bb862dabe req-5908bafe-e9ec-4c38-8258-8fb82e0aa976 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.1360552 Jan 31 16:20:39.853621 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-05c71918-a599-4fc7-8a38-e8c58127ba8f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:39.854866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-05c71918-a599-4fc7-8a38-e8c58127ba8f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727620 Jan 31 16:20:39.865194 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a9fe0465-83d0-4b6d-9a3b-8a187d178c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'name': 'tempest-ImageQuotaTest-1632313518-router', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:24Z', 'updated_at': '2022-01-31T16:20:37Z', 'revision_number': 5, 'project_id': '54f8339b78914f52a335b969de76be52', 'gw_port': {'id': '9257b884-2be4-45d4-a746-efd7ab0a597a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:25Z', 'updated_at': '2022-01-31T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:39.871032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54944) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:39.899504 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d872bd2e-ef5c-4920-a265-f53bb862dabe req-feaf8b90-0c27-4f37-8a88-3f7a92667b73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea HTTP/1.1" status: 200 len: 217 time: 0.0626092 Jan 31 16:20:39.910294 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f7f9576-ce06-486b-8422-e656fb0c326e req-10af0040-0f79-408e-918b-6a64d8c00dea tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297425 Jan 31 16:20:39.935819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-df4ff2e6-ad02-4078-965d-c0c7866068fe tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': 'ccd6841a-a811-405f-a3ed-a65315cb8b86', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:39.937934 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe0465-83d0-4b6d-9a3b-8a187d178c9f None None] Checking router: ae330ae3-1168-4917-a522-2ec1c59d65b8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:20:39.941644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c71918-a599-4fc7-8a38-e8c58127ba8f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a77f191-fd68-4ba4-bd89-5a866cb7ed6c,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:39.955839 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe0465-83d0-4b6d-9a3b-8a187d178c9f None None] Routers {'ae330ae3-1168-4917-a522-2ec1c59d65b8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:20:39.956473 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a9fe0465-83d0-4b6d-9a3b-8a187d178c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:20:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ae330ae3-1168-4917-a522-2ec1c59d65b8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:39.979069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872bd2e-ef5c-4920-a265-f53bb862dabe req-33e84077-589c-4702-8cc2-c86df81cd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:39.984878 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d872bd2e-ef5c-4920-a265-f53bb862dabe req-33e84077-589c-4702-8cc2-c86df81cd228 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0778515 Jan 31 16:20:39.985408 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df4ff2e6-ad02-4078-965d-c0c7866068fe tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:40.001938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Deleting port 9257b884-2be4-45d4-a746-efd7ab0a597a {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:20:40.002571 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:40.099638 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872bd2e-ef5c-4920-a265-f53bb862dabe req-21c7d2e9-fb26-4b66-b32d-a7cbf5274305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:40.100739 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d872bd2e-ef5c-4920-a265-f53bb862dabe req-21c7d2e9-fb26-4b66-b32d-a7cbf5274305 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060669 Jan 31 16:20:40.151343 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df4ff2e6-ad02-4078-965d-c0c7866068fe tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:40.166101 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-a9fe0465-83d0-4b6d-9a3b-8a187d178c9f None None] Set router ae330ae3-1168-4917-a522-2ec1c59d65b8 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:20:40.205751 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df4ff2e6-ad02-4078-965d-c0c7866068fe tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:40.254258 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a9fe0465-83d0-4b6d-9a3b-8a187d178c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'name': 'tempest-ImageQuotaTest-1632313518-router', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:24Z', 'updated_at': '2022-01-31T16:20:39Z', 'revision_number': 6, 'project_id': '54f8339b78914f52a335b969de76be52', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:40.257760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ff2e6-ad02-4078-965d-c0c7866068fe tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f8f2e0-7fb2-4ade-a07b-e4c8e9865828,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:40.270404 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d872bd2e-ef5c-4920-a265-f53bb862dabe req-f9f4be6e-d2f5-4b0e-9109-e2628cf1c510 service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594617 Jan 31 16:20:40.300955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] For port 9257b884-2be4-45d4-a746-efd7ab0a597a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9257b884-2be4-45d4-a746-efd7ab0a597a,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:40.301384 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:40.337050 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df4ff2e6-ad02-4078-965d-c0c7866068fe tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:40.344675 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-df4ff2e6-ad02-4078-965d-c0c7866068fe tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4225361 Jan 31 16:20:40.366518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54950) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:40.379331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-da4caabc-2f0d-4d9c-9ba1-c130775b0ed9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': 'ccd6841a-a811-405f-a3ed-a65315cb8b86', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:40.420206 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-da4caabc-2f0d-4d9c-9ba1-c130775b0ed9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Project b000813a36ef4beea9c3a23c358cd007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:20:40.424301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Calling delete_port for 9257b884-2be4-45d4-a746-efd7ab0a597a owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:20:40.427952 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe0465-83d0-4b6d-9a3b-8a187d178c9f None None] The sync data for ids ['ae330ae3-1168-4917-a522-2ec1c59d65b8'] in n-d-827120-1 is: [{'id': 'ae330ae3-1168-4917-a522-2ec1c59d65b8', 'name': 'tempest-ImageQuotaTest-1632313518-router', 'tenant_id': '54f8339b78914f52a335b969de76be52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:24Z', 'updated_at': '2022-01-31T16:20:39Z', 'revision_number': 6, 'project_id': '54f8339b78914f52a335b969de76be52', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:20:40.439574 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4caabc-2f0d-4d9c-9ba1-c130775b0ed9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:40.557708 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d872bd2e-ef5c-4920-a265-f53bb862dabe req-58a88a5c-3434-4236-9ebf-2ac5f17eecd4 service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717950 Jan 31 16:20:40.712973 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4caabc-2f0d-4d9c-9ba1-c130775b0ed9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:40.727078 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4caabc-2f0d-4d9c-9ba1-c130775b0ed9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:40.777543 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4caabc-2f0d-4d9c-9ba1-c130775b0ed9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d13659-9549-44eb-9a89-72e27e2f740e,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:40.810258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da4caabc-2f0d-4d9c-9ba1-c130775b0ed9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:40.813033 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-da4caabc-2f0d-4d9c-9ba1-c130775b0ed9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4367266 Jan 31 16:20:40.815931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54954) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:40.820590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a24b388a-6a00-4952-ad48-1900747fc661 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': 'ccd6841a-a811-405f-a3ed-a65315cb8b86', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:40.899983 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-a24b388a-6a00-4952-ad48-1900747fc661 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Project b000813a36ef4beea9c3a23c358cd007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:20:40.907477 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a24b388a-6a00-4952-ad48-1900747fc661 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:40.922931 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.012360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Pushing event deleted for resources: {'Port': ['ID=9257b884-2be4-45d4-a746-efd7ab0a597a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:41.043686 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a24b388a-6a00-4952-ad48-1900747fc661 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.059866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a24b388a-6a00-4952-ad48-1900747fc661 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.095761 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b388a-6a00-4952-ad48-1900747fc661 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87471465-71fe-4642-927c-6e4e8ceca60f,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:41.101796 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a24b388a-6a00-4952-ad48-1900747fc661 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.107588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a24b388a-6a00-4952-ad48-1900747fc661 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2902257 Jan 31 16:20:41.108318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54958) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:41.114845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1113de1b-2572-4306-bb13-db5b0a091ad3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'network': {'name': 'tempest-network-smoke--416601359', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'port_security_enabled': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:41.172276 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1113de1b-2572-4306-bb13-db5b0a091ad3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Made reservation on behalf of b000813a36ef4beea9c3a23c358cd007 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:41.210946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1113de1b-2572-4306-bb13-db5b0a091ad3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.352846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1113de1b-2572-4306-bb13-db5b0a091ad3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:20:41.375599 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1113de1b-2572-4306-bb13-db5b0a091ad3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.375878 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-1113de1b-2572-4306-bb13-db5b0a091ad3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Added segment 0ca28fb2-a88b-4b24-9492-6365b4e97c3e of type vlan for network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a Jan 31 16:20:41.452846 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1113de1b-2572-4306-bb13-db5b0a091ad3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.498386 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1113de1b-2572-4306-bb13-db5b0a091ad3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.504953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1113de1b-2572-4306-bb13-db5b0a091ad3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:41.505657 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1113de1b-2572-4306-bb13-db5b0a091ad3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.583413 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1113de1b-2572-4306-bb13-db5b0a091ad3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4737735 Jan 31 16:20:41.588121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 54964) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:41.603669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'admin_state_up': True, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:41.660098 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113de1b-2572-4306-bb13-db5b0a091ad3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Network': ['ID=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:41.674069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:20:41.677079 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.678961 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.827989 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.899963 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.929335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9257b884-2be4-45d4-a746-efd7ab0a597a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:20:41.935450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.939168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.974194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9257b884-2be4-45d4-a746-efd7ab0a597a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:20:41.977146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9257b884-2be4-45d4-a746-efd7ab0a597a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:20:41.981777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 406f0acc-4fbc-40a3-9401-01291cf71a31 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:20:41.987632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471a223-d999-4d79-8e95-3bbeb113b6ac req-6456019b-5df0-4513-bed4-0a69f6265f78 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:41.994461 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2471a223-d999-4d79-8e95-3bbeb113b6ac req-6456019b-5df0-4513-bed4-0a69f6265f78 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.9535284 Jan 31 16:20:41.997536 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:41.998073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae330ae3-1168-4917-a522-2ec1c59d65b8 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:20:42.027183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:42.028325 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-450d2067-7b7d-4f93-b30e-ff46920336aa admin admin] 10.222.0.36 "DELETE /v2.0/routers/ae330ae3-1168-4917-a522-2ec1c59d65b8 HTTP/1.1" status: 204 len: 168 time: 2.8034704 Jan 31 16:20:42.028881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 406f0acc-4fbc-40a3-9401-01291cf71a31 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:20:42.029229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 406f0acc-4fbc-40a3-9401-01291cf71a31 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:20:42.036734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54972) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:42.096710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2471a223-d999-4d79-8e95-3bbeb113b6ac req-8d35aa0a-8ab8-449b-ae69-4506a241f283 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012592 Jan 31 16:20:42.172488 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf31bc0-f0ad-46d7-b827-b22b97f4df34 admin admin] Deleting subnet dfc53181-28fa-4282-be63-f08c03c4253b {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:20:42.190288 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dcf31bc0-f0ad-46d7-b827-b22b97f4df34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:42.266716 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:42.268610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dcf31bc0-f0ad-46d7-b827-b22b97f4df34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:42.530333 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dcf31bc0-f0ad-46d7-b827-b22b97f4df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:42.613573 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:42.653896 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dcf31bc0-f0ad-46d7-b827-b22b97f4df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:42.667540 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:42.748671 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dcf31bc0-f0ad-46d7-b827-b22b97f4df34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:42.752237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dcf31bc0-f0ad-46d7-b827-b22b97f4df34 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dfc53181-28fa-4282-be63-f08c03c4253b HTTP/1.1" status: 204 len: 168 time: 0.7145724 Jan 31 16:20:42.753625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf31bc0-f0ad-46d7-b827-b22b97f4df34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc53181-28fa-4282-be63-f08c03c4253b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:42.754776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54982) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:42.757530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17daf636-8825-4db5-bc23-e5f04f0e59f7 None None] Network 2abf1503-2529-41f2-9399-894f134dfe84 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:20:42.925151 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:43.030791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.25.1.213 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/e902afd9-3bfc-455f-9b6c-817f1739af90) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:20:43.083795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b28f5b-c78e-4346-9ef9-6703a9db417f None None] DHCP port deletion for 2abf1503-2529-41f2-9399-894f134dfe84 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:20:43.084033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Deleting port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:20:43.084831 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:43.180383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-76b28f5b-c78e-4346-9ef9-6703a9db417f None None] Deleting port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:20:43.180759 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-76b28f5b-c78e-4346-9ef9-6703a9db417f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:43.267917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] For port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9fd4258b-8cb7-46cb-8ce9-e490d6a9d409,segment=NetworkSegment(08005620-b8eb-4ecd-9968-180a197c2369),segment_id=08005620-b8eb-4ecd-9968-180a197c2369)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:43.267917 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:43.277777 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:43.302854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbd315-e9f5-4cd2-a1a5-34f54eff2849 req-a5534275-74b4-43ee-9fc6-5edc6af744ae tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:43.306430 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e6fbd315-e9f5-4cd2-a1a5-34f54eff2849 req-a5534275-74b4-43ee-9fc6-5edc6af744ae tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.1046584 Jan 31 16:20:43.329532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Calling delete_port for 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:20:43.430008 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-76b28f5b-c78e-4346-9ef9-6703a9db417f None None] For port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9fd4258b-8cb7-46cb-8ce9-e490d6a9d409,segment=NetworkSegment(08005620-b8eb-4ecd-9968-180a197c2369),segment_id=08005620-b8eb-4ecd-9968-180a197c2369)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:43.430788 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-76b28f5b-c78e-4346-9ef9-6703a9db417f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:43.448060 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e6fbd315-e9f5-4cd2-a1a5-34f54eff2849 req-06604ba8-6fca-4da2-8d8a-54b7fbe3da4c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302943 Jan 31 16:20:43.452070 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:43.464827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-76b28f5b-c78e-4346-9ef9-6703a9db417f None None] Calling delete_port for 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:20:43.510940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:43.514036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:43.523454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:43.530085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=e902afd9-3bfc-455f-9b6c-817f1739af90,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:43.625726 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-76b28f5b-c78e-4346-9ef9-6703a9db417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:43.648124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b28f5b-c78e-4346-9ef9-6703a9db417f None None] No DVR routers for this DVR port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:20:43.686368 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b28f5b-c78e-4346-9ef9-6703a9db417f None None] Pushing event deleted for resources: {'Port': ['ID=9fd4258b-8cb7-46cb-8ce9-e490d6a9d409,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:43.699676 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:43.728252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd4258b-8cb7-46cb-8ce9-e490d6a9d409,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:43.754251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] No DVR routers for this DVR port 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:20:43.886383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:20:43.938236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:20:43.938895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9fd4258b-8cb7-46cb-8ce9-e490d6a9d409 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:20:43.990146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:44.043288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abf1503-2529-41f2-9399-894f134dfe84']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:44.060838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08005620-b8eb-4ecd-9968-180a197c2369') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:44.061329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08005620-b8eb-4ecd-9968-180a197c2369') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:44.082383 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:44.112961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:44.123118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:20:44.123563 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: self.session.flush() Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:20:44.126094 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:20:44.215935 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:44.226574 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:44.230787 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2abf1503-2529-41f2-9399-894f134dfe84 HTTP/1.1" status: 204 len: 168 time: 1.4751158 Jan 31 16:20:44.244835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ff1d6-9bc4-4c08-b334-5c853c4b31a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2abf1503-2529-41f2-9399-894f134dfe84,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:44.371222 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:44.616443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db00f7-457c-4267-9ea2-7e987e8e956e req-fedda2d7-1e45-480f-9ef0-f9adf2e902a1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:44.618118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5db00f7-457c-4267-9ea2-7e987e8e956e req-fedda2d7-1e45-480f-9ef0-f9adf2e902a1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.0737062 Jan 31 16:20:44.660603 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:44.663306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 54996) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:44.744533 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5db00f7-457c-4267-9ea2-7e987e8e956e req-fc7d458b-c8c5-403d-a211-d3fea5721413 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182809 Jan 31 16:20:44.827043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9bb85d84-8639-4dde-986b-07e8384dcbc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54f8339b78914f52a335b969de76be52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573212 Jan 31 16:20:44.828017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55000) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:44.943428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router ab1c78a6-7c88-41a6-8346-3ea9170eecdc is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:20:44.975376 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-392f1436-9f51-4462-b413-ef0925ca5eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:44.996894 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-392f1436-9f51-4462-b413-ef0925ca5eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:45.081070 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-392f1436-9f51-4462-b413-ef0925ca5eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:45.085416 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-392f1436-9f51-4462-b413-ef0925ca5eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:45.086682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-392f1436-9f51-4462-b413-ef0925ca5eb7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e52ffe05-4519-4408-afa6-7c5301e99bff HTTP/1.1" status: 204 len: 168 time: 0.2566333 Jan 31 16:20:45.113595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f1436-9f51-4462-b413-ef0925ca5eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52ffe05-4519-4408-afa6-7c5301e99bff,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:45.207386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:20:45.221101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Sync routers for ids ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:20:45.236076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Routers {'ab1c78a6-7c88-41a6-8346-3ea9170eecdc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:20:45.239947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:20:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:45.248699 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:45.269310 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b311bf73-61d7-4b1e-9d14-015dd6c967d5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6604037 Jan 31 16:20:45.269457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55006) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:45.360075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Set router ab1c78a6-7c88-41a6-8346-3ea9170eecdc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:20:45.776436 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1b3625f6-e10c-4ca0-8e31-6c88806e3eb1 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b000813a36ef4beea9c3a23c358cd007&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5053778 Jan 31 16:20:45.778825 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55016) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:45.825682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:20:44Z', 'revision_number': 3, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:45.878930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Checking router: ab1c78a6-7c88-41a6-8346-3ea9170eecdc for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:20:45.878930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Updating router ab1c78a6-7c88-41a6-8346-3ea9170eecdc port e902afd9-3bfc-455f-9b6c-817f1739af90 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:20:45.959254 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.067926 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c64571-4715-4d6a-8bf2-52ebe5232782 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:46.069445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-22c64571-4715-4d6a-8bf2-52ebe5232782 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2894456 Jan 31 16:20:46.075365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55022) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:46.105086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55024) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:46.158196 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca504de5-d1b8-4e5e-a2f7-5a717902dd41 req-eef81abf-f8a4-4a08-a43a-c7b2c5eff590 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:46.159747 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca504de5-d1b8-4e5e-a2f7-5a717902dd41 req-eef81abf-f8a4-4a08-a43a-c7b2c5eff590 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.0890958 Jan 31 16:20:46.169083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fa3efb96-c64f-4764-b79f-d199da51b47e tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0921626 Jan 31 16:20:46.171796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55026) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:46.184172 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a19f4b9d-da9b-4d27-8976-bfeeace32e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.187816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a2d12255-181a-408e-a2a6-7435ffd0bf1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-491329614', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:46.288784 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca504de5-d1b8-4e5e-a2f7-5a717902dd41 req-f60b3508-1c0f-4887-8156-df9190ecd8dc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135337 Jan 31 16:20:46.429887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d12255-181a-408e-a2a6-7435ffd0bf1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Made reservation on behalf of b000813a36ef4beea9c3a23c358cd007 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:46.441166 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2d12255-181a-408e-a2a6-7435ffd0bf1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.501156 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a19f4b9d-da9b-4d27-8976-bfeeace32e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.505932 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a19f4b9d-da9b-4d27-8976-bfeeace32e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.548366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f4b9d-da9b-4d27-8976-bfeeace32e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa40290-36fa-4a9e-a57d-8298cb1f0568,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:46.605237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a19f4b9d-da9b-4d27-8976-bfeeace32e78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4947062 Jan 31 16:20:46.615914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55032) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:46.638733 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.658018 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.762196 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3de6c3b8-33a1-4609-9112-e317ddce88c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.762818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Attempting to bind port e902afd9-3bfc-455f-9b6c-817f1739af90 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:20:46.763285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Attempting to bind port e902afd9-3bfc-455f-9b6c-817f1739af90 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:20:46.763640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Attempting to bind port e902afd9-3bfc-455f-9b6c-817f1739af90 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:46.787583 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3de6c3b8-33a1-4609-9112-e317ddce88c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.795290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:20:46.795710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:46.796108 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.796496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:20:46.797007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Bound port: e902afd9-3bfc-455f-9b6c-817f1739af90, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:20:46.797380 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.882670 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3de6c3b8-33a1-4609-9112-e317ddce88c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.886265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3de6c3b8-33a1-4609-9112-e317ddce88c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.905723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3de6c3b8-33a1-4609-9112-e317ddce88c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fa40290-36fa-4a9e-a57d-8298cb1f0568 HTTP/1.1" status: 204 len: 168 time: 0.2701650 Jan 31 16:20:46.914580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda19c7-16e6-4e44-9a42-e4e66f9ef77f None None] Pushing event updated for resources: {'Port': ['ID=e902afd9-3bfc-455f-9b6c-817f1739af90,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:46.924574 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2d12255-181a-408e-a2a6-7435ffd0bf1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.931644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] For port e902afd9-3bfc-455f-9b6c-817f1739af90, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:20:46.942576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] For port e902afd9-3bfc-455f-9b6c-817f1739af90, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e902afd9-3bfc-455f-9b6c-817f1739af90,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:20:46.950749 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:46.951139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6c3b8-33a1-4609-9112-e317ddce88c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa40290-36fa-4a9e-a57d-8298cb1f0568,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:47.055220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d12255-181a-408e-a2a6-7435ffd0bf1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Subnet': ['ID=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:47.059743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d12255-181a-408e-a2a6-7435ffd0bf1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Checking segment: {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:47.060103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d12255-181a-408e-a2a6-7435ffd0bf1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network hostable DHCP agents. Network: cd3cd29f-e40b-4292-b4e0-f81c6f1c888a, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:20:47.093176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Routers {'ab1c78a6-7c88-41a6-8346-3ea9170eecdc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:20:47.094119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:20:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:47.098187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d12255-181a-408e-a2a6-7435ffd0bf1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:20:47.113184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-a2d12255-181a-408e-a2a6-7435ffd0bf1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, cd3cd29f-e40b-4292-b4e0-f81c6f1c888a) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:47.120597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d12255-181a-408e-a2a6-7435ffd0bf1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:47.122554 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2d12255-181a-408e-a2a6-7435ffd0bf1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:47.181668 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a2d12255-181a-408e-a2a6-7435ffd0bf1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0061045 Jan 31 16:20:47.182020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55036) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:20:47.222045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] Set router ab1c78a6-7c88-41a6-8346-3ea9170eecdc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:20:47.300873 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4803408-d5b4-46e3-a3e8-66185ee53c6c None None] Network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:20:47.496583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997483f4-9da3-4b0b-9397-dd64157dc662 req-9b6e95b7-215d-4d2e-bc88-bc7be59913a6 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:47.505326 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-997483f4-9da3-4b0b-9397-dd64157dc662 req-9b6e95b7-215d-4d2e-bc88-bc7be59913a6 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.1102090 Jan 31 16:20:47.696791 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-997483f4-9da3-4b0b-9397-dd64157dc662 req-ebc1a277-8da2-47fa-b753-f128ec733950 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902273 Jan 31 16:20:47.733650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda19c7-16e6-4e44-9a42-e4e66f9ef77f None None] Pushing event updated for resources: {'Port': ['ID=e902afd9-3bfc-455f-9b6c-817f1739af90,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:47.841252 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dafe0199-7ebb-4645-a3af-be2875d2867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:47.900350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:20:44Z', 'revision_number': 3, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:47.957798 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8465d3-cb03-4acc-8c06-d2dd90a5722e None None] The sync data for ids ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'] in n-d-827120-1 is: [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:20:44Z', 'revision_number': 3, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:20:48.070167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ips': [{'subnet_id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:20:48.071843 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:48.290397 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Allocated IP 172.20.0.2 (cd3cd29f-e40b-4292-b4e0-f81c6f1c888a/70f7a6e2-b1c1-4c63-add9-0fe74d77cb30/7135d7e3-6dda-4ef5-86e0-ba3a194673a4) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:20:48.311055 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:48.569227 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:48.584049 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:48.627988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:48.631123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:48.636371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:48.702871 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Pushing event updated for resources: {'Port': ['ID=7135d7e3-6dda-4ef5-86e0-ba3a194673a4,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:48.753344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Attempting to bind port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:20:48.753990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Attempting to bind port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:20:48.754564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Attempting to bind port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 on network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:48.765897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:20:48.766522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Checking segment: {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:48.767020 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:48.767492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Bound using segment: {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:20:48.768077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Bound port: 7135d7e3-6dda-4ef5-86e0-ba3a194673a4, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:20:48.768547 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:48.837372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] For port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:20:48.841332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.20.0.1 (cd3cd29f-e40b-4292-b4e0-f81c6f1c888a/70f7a6e2-b1c1-4c63-add9-0fe74d77cb30/df335f81-293c-48f5-a6b2-5ea91ceba439) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:20:48.841556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] For port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7135d7e3-6dda-4ef5-86e0-ba3a194673a4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:20:48.855974 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:48.939886 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d49d54-f86a-4313-9bf5-550636b15bd7 None None] Pushing event updated for resources: {'Port': ['ID=7135d7e3-6dda-4ef5-86e0-ba3a194673a4,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:48.967161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a412f-ce92-4f02-9595-fde55aa5cbd8 req-b51be872-2980-4787-8c8b-5cb397389a74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:48.968808 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-864a412f-ce92-4f02-9595-fde55aa5cbd8 req-b51be872-2980-4787-8c8b-5cb397389a74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.1235363 Jan 31 16:20:49.012220 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:49.040847 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-864a412f-ce92-4f02-9595-fde55aa5cbd8 req-515cc3c8-dfe7-4374-8242-8fa58e8f7e7e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644727 Jan 31 16:20:49.055464 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:49.121740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:49.123530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:49.126939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:49.146219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=df335f81-293c-48f5-a6b2-5ea91ceba439,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:49.221794 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:49.435734 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:49.684993 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fb5eb5d7-cf30-47a2-a65f-caa5d37fe823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:49.787844 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:49.794107 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:49.889683 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:49.900805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=df335f81-293c-48f5-a6b2-5ea91ceba439,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:49.997146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:20:50.033983 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:50.037680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:50.057931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:50.058187 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:50.179310 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:50.230865 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7135d7e3-6dda-4ef5-86e0-ba3a194673a4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:50.238087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:50.240948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e902afd9-3bfc-455f-9b6c-817f1739af90 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:20:50.266916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router ab1c78a6-7c88-41a6-8346-3ea9170eecdc has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:20:50.276597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2a187-6bec-42e8-bbb3-bc9a10a1aaeb req-1195c8e7-eff8-42c5-8449-99b57488a74f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:50.292696 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3a2a187-6bec-42e8-bbb3-bc9a10a1aaeb req-1195c8e7-eff8-42c5-8449-99b57488a74f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.1127338 Jan 31 16:20:50.458165 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3a2a187-6bec-42e8-bbb3-bc9a10a1aaeb req-84d54659-59b3-4ce8-bec5-f11962c72eae tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643541 Jan 31 16:20:50.549369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:20:50.564980 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e9a2cf2c-e0dc-4123-8f77-f879eba37d60 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "PUT /v2.0/routers/ab1c78a6-7c88-41a6-8346-3ea9170eecdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3793221 Jan 31 16:20:50.622224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e902afd9-3bfc-455f-9b6c-817f1739af90 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:50.622736 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:50.687548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=7135d7e3-6dda-4ef5-86e0-ba3a194673a4,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:50.731542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c97afe7-899a-417b-8ab7-1ad1112d9fda None None] Network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:20:51.002780 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:51.008192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4afb5218-5c10-4fba-a8d7-7a0e513763e0 None None] Provisioning complete for port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:51.008664 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4afb5218-5c10-4fba-a8d7-7a0e513763e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:51.027774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-e19e563e-73cb-4987-9bf0-d7455bdbd0b0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608149086&fields=id&tenant_id=b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 267 time: 0.0913119 Jan 31 16:20:51.090622 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Sync routers for ids ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:20:51.101058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:51.102464 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Routers {'ab1c78a6-7c88-41a6-8346-3ea9170eecdc'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:20:51.103283 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:20:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:51.158781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port e902afd9-3bfc-455f-9b6c-817f1739af90, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e902afd9-3bfc-455f-9b6c-817f1739af90,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:51.183718 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:51.271503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-55770edd-18ba-4cea-bbd0-bea865739aa1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:51.273217 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-55770edd-18ba-4cea-bbd0-bea865739aa1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/networks?id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 200 len: 796 time: 0.2326231 Jan 31 16:20:51.300791 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-621fb1de-0071-4077-9b4f-812c592e1c90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/quotas/b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 375 time: 0.0185087 Jan 31 16:20:51.370818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=e902afd9-3bfc-455f-9b6c-817f1739af90,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:51.473113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-f8ab3dbd-95d2-434a-ba10-620eb626c78a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1607666 Jan 31 16:20:51.537081 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Set router ab1c78a6-7c88-41a6-8346-3ea9170eecdc gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:20:51.628952 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-70fed3ce-6d07-490c-9c4d-16cc9d985048 service neutron] 10.222.0.36 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503611 Jan 31 16:20:51.648953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5626928-46b1-4a4f-a9f2-134c762ca038 req-66870a6c-93f0-4278-9974-97a995fc8bec tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:51.661004 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5626928-46b1-4a4f-a9f2-134c762ca038 req-66870a6c-93f0-4278-9974-97a995fc8bec tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.1156774 Jan 31 16:20:51.776192 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5626928-46b1-4a4f-a9f2-134c762ca038 req-a41728ef-7f6e-44eb-b0f4-37613c155d1d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138401 Jan 31 16:20:51.856198 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-367a5239-9a7e-49a7-8532-b2a8daec35e4 service neutron] 10.222.0.36 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259874 Jan 31 16:20:51.911987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:20:51.975596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b1ca47ea-9aac-469c-9201-c31650c28db6 None None] Provisioning complete for port df335f81-293c-48f5-a6b2-5ea91ceba439 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:51.975969 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b1ca47ea-9aac-469c-9201-c31650c28db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:52.076584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca47ea-9aac-469c-9201-c31650c28db6 None None] Port df335f81-293c-48f5-a6b2-5ea91ceba439 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:20:52.109108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:52.111539 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:52.116203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b1ca47ea-9aac-469c-9201-c31650c28db6 None None] Provisioning complete for port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:52.116917 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b1ca47ea-9aac-469c-9201-c31650c28db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:52.265058 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:20:49Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'df335f81-293c-48f5-a6b2-5ea91ceba439', 'name': '', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:57:b7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:48Z', 'updated_at': '2022-01-31T16:20:49Z', 'revision_number': 2, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:52.344115 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc8a33d5-1da9-4f3c-831e-d6b4f1f1cc9b req-0962bad6-3807-48d4-96a3-147e7dfdad3f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 210 time: 0.0985050 Jan 31 16:20:52.365689 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:52.403146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e902afd9-3bfc-455f-9b6c-817f1739af90 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:20:52.405408 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Checking router: ab1c78a6-7c88-41a6-8346-3ea9170eecdc for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:20:52.406025 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Updating router ab1c78a6-7c88-41a6-8346-3ea9170eecdc port df335f81-293c-48f5-a6b2-5ea91ceba439 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:20:52.483305 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:52.616680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c6ae8700-bca0-44c9-86c2-0a47387aef55 None None] Provisioning complete for port df335f81-293c-48f5-a6b2-5ea91ceba439 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:52.617056 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8700-bca0-44c9-86c2-0a47387aef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:52.714488 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:52.762111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e902afd9-3bfc-455f-9b6c-817f1739af90 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:52.762498 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:52.775862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c6ae8700-bca0-44c9-86c2-0a47387aef55 None None] Port df335f81-293c-48f5-a6b2-5ea91ceba439 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:20:52.999065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3ede4a19-11e8-4aa1-9550-a92b2dd91854 None None] Provisioning complete for port df335f81-293c-48f5-a6b2-5ea91ceba439 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:52.999731 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3ede4a19-11e8-4aa1-9550-a92b2dd91854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:53.077715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3ede4a19-11e8-4aa1-9550-a92b2dd91854 None None] Port df335f81-293c-48f5-a6b2-5ea91ceba439 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:20:53.096216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bba7a-688f-45a6-bf3b-97459bea6825 req-96607c62-e415-4606-a4bc-c7c2f3f0ebcc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:53.104723 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ea5bba7a-688f-45a6-bf3b-97459bea6825 req-96607c62-e415-4606-a4bc-c7c2f3f0ebcc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.1236799 Jan 31 16:20:53.108999 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:53.120376 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:53.179487 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ea5bba7a-688f-45a6-bf3b-97459bea6825 req-64530ba6-b243-47b9-bc3d-edd2ee9edf40 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667303 Jan 31 16:20:53.305787 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Attempting to bind port df335f81-293c-48f5-a6b2-5ea91ceba439 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:20:53.306324 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Attempting to bind port df335f81-293c-48f5-a6b2-5ea91ceba439 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:20:53.306577 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Attempting to bind port df335f81-293c-48f5-a6b2-5ea91ceba439 on network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:53.308621 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12aa837-84d3-41d3-beb5-a336ba5acdff None None] Pushing event updated for resources: {'Port': ['ID=df335f81-293c-48f5-a6b2-5ea91ceba439,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:53.323035 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:20:53.323737 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Checking segment: {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:53.324352 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:53.324940 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Bound using segment: {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:20:53.325743 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Bound port: df335f81-293c-48f5-a6b2-5ea91ceba439, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:20:53.326394 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:53.436592 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] For port df335f81-293c-48f5-a6b2-5ea91ceba439, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:20:53.444253 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] For port df335f81-293c-48f5-a6b2-5ea91ceba439, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=df335f81-293c-48f5-a6b2-5ea91ceba439,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:20:53.450445 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:53.524591 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdc4c398-8c4f-4c94-bfad-7002897e9273 req-2fd681c5-f30e-42ec-a84b-b434aa23909e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 210 time: 0.0593777 Jan 31 16:20:53.610000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-45db96d6-995f-41a8-aa00-bd93ec6dc887 None None] Provisioning complete for port df335f81-293c-48f5-a6b2-5ea91ceba439 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:53.611117 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-45db96d6-995f-41a8-aa00-bd93ec6dc887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:53.621761 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Routers {'ab1c78a6-7c88-41a6-8346-3ea9170eecdc'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:20:53.622635 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:20:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:53.785123 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12aa837-84d3-41d3-beb5-a336ba5acdff None None] Pushing event updated for resources: {'Port': ['ID=df335f81-293c-48f5-a6b2-5ea91ceba439,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:53.817893 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-45db96d6-995f-41a8-aa00-bd93ec6dc887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:53.885132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-45db96d6-995f-41a8-aa00-bd93ec6dc887 None None] For port df335f81-293c-48f5-a6b2-5ea91ceba439, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=df335f81-293c-48f5-a6b2-5ea91ceba439,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:20:53.891227 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-45db96d6-995f-41a8-aa00-bd93ec6dc887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:53.962422 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] Set router ab1c78a6-7c88-41a6-8346-3ea9170eecdc gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:20:53.991328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db96d6-995f-41a8-aa00-bd93ec6dc887 None None] Pushing event updated for resources: {'Port': ['ID=df335f81-293c-48f5-a6b2-5ea91ceba439,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:54.015710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d2c4406a-4fea-4415-9119-9e082c7523c7 None None] Provisioning complete for port df335f81-293c-48f5-a6b2-5ea91ceba439 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:54.016282 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d2c4406a-4fea-4415-9119-9e082c7523c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:54.422112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-cd98967a-d157-429c-a009-a7520f7b999d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:54.425152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-cd98967a-d157-429c-a009-a7520f7b999d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "GET /v2.0/networks?id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 200 len: 796 time: 0.2318907 Jan 31 16:20:54.469757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebecea5-4e39-469e-a1b8-d8e9f11f7605 req-19ef9ed7-c146-4d47-8891-f122910cb191 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:54.470322 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:20:49Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'df335f81-293c-48f5-a6b2-5ea91ceba439', 'name': '', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:57:b7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:48Z', 'updated_at': '2022-01-31T16:20:53Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:20:54.474467 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0ebecea5-4e39-469e-a1b8-d8e9f11f7605 req-19ef9ed7-c146-4d47-8891-f122910cb191 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.1240246 Jan 31 16:20:54.507717 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7bd50-4513-4dfa-a9d4-b281db30f72a None None] The sync data for ids ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'] in n-d-827120-1 is: [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:20:49Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'df335f81-293c-48f5-a6b2-5ea91ceba439', 'name': '', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:57:b7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:48Z', 'updated_at': '2022-01-31T16:20:53Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:20:54.524803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0ebecea5-4e39-469e-a1b8-d8e9f11f7605 req-6922d6b2-5399-48cb-be2a-8bccbbe9797f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 Jan 31 16:20:54.571668 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-745d599e-c1af-4c7c-b5da-88d23020c2dd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 380 time: 0.1270478 Jan 31 16:20:54.585264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'port': {'device_id': '120e132e-703b-4a15-ab96-0080aa7e2623', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'admin_state_up': True, 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'security_groups': ['ccd6841a-a811-405f-a3ed-a65315cb8b86']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:54.803681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d58c864-d550-4693-8965-228772a4c83d req-ba453a54-4235-40a2-9c82-63ab6c3d6efb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 210 time: 0.0619924 Jan 31 16:20:54.861280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Made reservation on behalf of b000813a36ef4beea9c3a23c358cd007 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:20:54.868844 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:55.125352 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.20.0.7 (cd3cd29f-e40b-4292-b4e0-f81c6f1c888a/70f7a6e2-b1c1-4c63-add9-0fe74d77cb30/0f91bbd8-da34-43fd-8fa5-cd33ed7207e4) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:20:55.355187 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:55.414336 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:55.462740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:20:55.466735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:20:55.469257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:20:55.522119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:55.545133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:55.548731 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:55.578521 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-843cc6f4-acd4-4bef-9455-66bb7a6066cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0044534 Jan 31 16:20:55.602950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-f67a9bd6-71f2-4f94-8ea7-b2f940cc1d33 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:20:55.605689 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-f67a9bd6-71f2-4f94-8ea7-b2f940cc1d33 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173440 Jan 31 16:20:55.627174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Request body: {'port': {'device_id': '120e132e-703b-4a15-ab96-0080aa7e2623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:20:55.727730 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:55.772878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb114a8c-5cd8-4903-b157-cbe992f57ca1 req-77243627-9fa2-4ce5-9c1f-8eac1602c811 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:55.796805 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bb114a8c-5cd8-4903-b157-cbe992f57ca1 req-77243627-9fa2-4ce5-9c1f-8eac1602c811 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.1149619 Jan 31 16:20:55.908160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bb114a8c-5cd8-4903-b157-cbe992f57ca1 req-379530db-df6f-4cfc-8d74-565363306333 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091287 Jan 31 16:20:55.928727 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:56.052243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device df335f81-293c-48f5-a6b2-5ea91ceba439 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:20:56.132082 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-15fadd95-57ec-499e-b371-b67acd94101e None None] Provisioning complete for port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:56.137307 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-15fadd95-57ec-499e-b371-b67acd94101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:56.218500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-15fadd95-57ec-499e-b371-b67acd94101e None None] Port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:20:56.263244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port df335f81-293c-48f5-a6b2-5ea91ceba439 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:20:56.263534 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:56.834271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9fed-37cb-4aed-bf4e-d3aabbe15a3b req-54349808-0152-486e-9a60-3d2a9841af32 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:56.837638 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef0c9fed-37cb-4aed-bf4e-d3aabbe15a3b req-54349808-0152-486e-9a60-3d2a9841af32 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 931 time: 0.1086402 Jan 31 16:20:56.955744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:20:56.968689 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef0c9fed-37cb-4aed-bf4e-d3aabbe15a3b req-ef438689-541a-4e05-bf63-5ca3ed6da262 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024981 Jan 31 16:20:56.971223 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:57.002680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Transition to ACTIVE for port object 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:20:57.006666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:57.096302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Pushing event updated for resources: {'Port': ['ID=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:57.135860 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b194d-5eb4-467a-aa0f-58f451b71992 req-780592b7-bf6f-44ff-a964-5949262bec93 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:57.145775 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa1b194d-5eb4-467a-aa0f-58f451b71992 req-780592b7-bf6f-44ff-a964-5949262bec93 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.0924683 Jan 31 16:20:57.205839 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa1b194d-5eb4-467a-aa0f-58f451b71992 req-2ff1692a-c113-4bd4-9c27-4f7c2c80a3ce tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570836 Jan 31 16:20:57.268397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Attempting to bind port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:20:57.269381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Attempting to bind port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:20:57.269914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Attempting to bind port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 on network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:57.277895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 on network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:20:57.279033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Attempting to bind port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 on network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:20:57.289266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:20:57.289740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Checking segment: {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:20:57.290301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Bound using segment: {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:20:57.290763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Bound port: 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:20:57.291186 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:57.432910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:20:57.438362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:20:57.445259 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:57.586325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Pushing event updated for resources: {'Port': ['ID=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:20:57.599139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:57.600004 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:57.601492 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-491e32b6-666f-4b36-ad75-8c2cd2de3c9b service neutron] 10.222.0.30 "PUT /v2.0/ports/0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 1091 time: 1.9833009 Jan 31 16:20:57.601959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:20:57.604397 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffee019-0330-4a2d-ac2d-a07429d62593" -d '{"events": [{"name": "network-changed", "server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:20:57.739252 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9a7801-ca52-4bb7-ade8-479e3ec6939c x-openstack-request-id: req-8a9a7801-ca52-4bb7-ade8-479e3ec6939c {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:20:57.740111 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:20:57.740572 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a9a7801-ca52-4bb7-ade8-479e3ec6939c {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:20:57.741254 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'status': 'completed', 'code': 200} Jan 31 16:20:57.777244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-043f318f-b788-4946-ac52-1e6b9e42e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:57.779273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-043f318f-b788-4946-ac52-1e6b9e42e775 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1094 time: 0.1336801 Jan 31 16:20:57.834049 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-7d7d3a79-f858-4184-8054-10ed0cd5f52a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 217 time: 0.0443757 Jan 31 16:20:57.922378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-5cea3578-5b69-4c5f-adbf-ae94bc1ac081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:57.924696 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-5cea3578-5b69-4c5f-adbf-ae94bc1ac081 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 HTTP/1.1" status: 200 len: 834 time: 0.0805237 Jan 31 16:20:57.963169 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:20:58.061779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-0e4bb9af-443c-4adc-8849-9d8af4c6cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:58.065226 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-0e4bb9af-443c-4adc-8849-9d8af4c6cc53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280353 Jan 31 16:20:58.219681 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9863f-6588-4881-98da-bb37efe86434 req-1e079d79-0982-42c2-b224-56049e81842f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:58.223300 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-74c9863f-6588-4881-98da-bb37efe86434 req-1e079d79-0982-42c2-b224-56049e81842f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 943 time: 0.1289167 Jan 31 16:20:58.271820 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-5040fe27-1624-4725-857d-6963b69d3287 service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993170 Jan 31 16:20:58.309295 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-74c9863f-6588-4881-98da-bb37efe86434 req-10644653-f268-4fbb-9bd3-786ad9fce074 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625086 Jan 31 16:20:58.473882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1854e5-9cff-4f5c-bd8b-304b27986a6e req-ea183eb0-9e2a-4428-9144-282b0ca15d95 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:58.475563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce1854e5-9cff-4f5c-bd8b-304b27986a6e req-ea183eb0-9e2a-4428-9144-282b0ca15d95 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.1017313 Jan 31 16:20:58.483304 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-91435cef-c4d7-4786-8a13-1f0fc00d6d5f req-64aed8bc-326f-4bb2-84f9-a888f5551f9c service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035582 Jan 31 16:20:58.552340 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ce1854e5-9cff-4f5c-bd8b-304b27986a6e req-bda475a0-7c29-448f-aa3a-ac59e2807d7a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646784 Jan 31 16:20:58.616503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffee019-0330-4a2d-ac2d-a07429d62593 req-a71c6fc1-e115-46a3-9532-42822a10429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:58.621693 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cffee019-0330-4a2d-ac2d-a07429d62593 req-a71c6fc1-e115-46a3-9532-42822a10429b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1094 time: 0.0662601 Jan 31 16:20:58.721014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffee019-0330-4a2d-ac2d-a07429d62593 req-5c13d701-2212-45cc-ad40-f9bf134c02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:58.722717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cffee019-0330-4a2d-ac2d-a07429d62593 req-5c13d701-2212-45cc-ad40-f9bf134c02b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 200 len: 897 time: 0.0921810 Jan 31 16:20:58.774366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cffee019-0330-4a2d-ac2d-a07429d62593 req-137fe6e4-767f-48c9-adc5-36cc916910a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 217 time: 0.0437961 Jan 31 16:20:58.862637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffee019-0330-4a2d-ac2d-a07429d62593 req-8754d19d-1622-4f71-8b92-4890f456d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:58.864314 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cffee019-0330-4a2d-ac2d-a07429d62593 req-8754d19d-1622-4f71-8b92-4890f456d0f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 HTTP/1.1" status: 200 len: 834 time: 0.0821624 Jan 31 16:20:58.928631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffee019-0330-4a2d-ac2d-a07429d62593 req-7fbea9a7-2f51-423a-836b-c62e42f246be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:58.938431 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cffee019-0330-4a2d-ac2d-a07429d62593 req-7fbea9a7-2f51-423a-836b-c62e42f246be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636439 Jan 31 16:20:59.146264 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cffee019-0330-4a2d-ac2d-a07429d62593 req-d615a66b-74e8-463c-9ac6-76ef5bf81915 service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997375 Jan 31 16:20:59.289799 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cffee019-0330-4a2d-ac2d-a07429d62593 req-e671a308-44de-48b9-876d-2d93a0dff066 service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351216 Jan 31 16:20:59.444120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998c0dc-9f00-4a19-b2a7-32799116d48e req-e903a3da-f6d6-4e95-85f2-ed5d4ffbd3f9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:59.445769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1998c0dc-9f00-4a19-b2a7-32799116d48e req-e903a3da-f6d6-4e95-85f2-ed5d4ffbd3f9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 943 time: 0.0738437 Jan 31 16:20:59.496391 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1998c0dc-9f00-4a19-b2a7-32799116d48e req-b5eb0a43-257b-45f8-ac7d-c3ae07fc72e3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Jan 31 16:20:59.704237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5de7bc-4f2c-40ed-8cc1-be030f65f9d9 req-89ed02b1-a6ab-45cf-9564-64725717c25e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:20:59.709351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb5de7bc-4f2c-40ed-8cc1-be030f65f9d9 req-89ed02b1-a6ab-45cf-9564-64725717c25e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.0764208 Jan 31 16:20:59.754390 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb5de7bc-4f2c-40ed-8cc1-be030f65f9d9 req-02e21e57-a5d5-4960-adf0-5ed9b7423600 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373013 Jan 31 16:21:00.661041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e4adf-7d8a-49f4-9217-ada481be7d16 req-dc5bea66-4794-414d-929b-1680eeb412cc tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:00.674454 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b6e4adf-7d8a-49f4-9217-ada481be7d16 req-dc5bea66-4794-414d-929b-1680eeb412cc tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 943 time: 0.0739937 Jan 31 16:21:00.725238 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2b6e4adf-7d8a-49f4-9217-ada481be7d16 req-85e5bf14-610a-465c-a1e4-e4a8b8cc016b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482392 Jan 31 16:21:00.917314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a634d4-6b15-438a-8680-a89026ea2ca7 req-bea035f8-ee00-4d4a-a673-2ba3b06d74bb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:00.920491 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58a634d4-6b15-438a-8680-a89026ea2ca7 req-bea035f8-ee00-4d4a-a673-2ba3b06d74bb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.0772846 Jan 31 16:21:00.968482 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58a634d4-6b15-438a-8680-a89026ea2ca7 req-e034f84c-b98d-4dcc-9662-b376e6aa6835 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Jan 31 16:21:01.905474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8299652-999f-4994-b81f-77909b6a0641 req-0007aad4-5525-4422-9cf2-619fd25945b7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:01.907664 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8299652-999f-4994-b81f-77909b6a0641 req-0007aad4-5525-4422-9cf2-619fd25945b7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 943 time: 0.0918818 Jan 31 16:21:01.970152 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8299652-999f-4994-b81f-77909b6a0641 req-e66fa691-33f0-476e-8a87-ae865c195454 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525200 Jan 31 16:21:02.151709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4132a-460f-4d3e-8724-f1b37d06505c req-f892a5c7-1ae5-4f3a-93ab-f79f4cb06792 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:02.155312 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-75d4132a-460f-4d3e-8724-f1b37d06505c req-f892a5c7-1ae5-4f3a-93ab-f79f4cb06792 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.0676355 Jan 31 16:21:02.227691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-75d4132a-460f-4d3e-8724-f1b37d06505c req-427300e3-6201-4147-9217-669ea2230502 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474839 Jan 31 16:21:02.533767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:21:02.632864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:21:02.644713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'port_id': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'mac_address': 'fa:16:3e:0d:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:21:02.691530 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:02.714101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:21:02.736931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:21:02.742813 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:02.810491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:03.027582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['0f91bbd8-da34-43fd-8fa5-cd33ed7207e4'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:21:03.110600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695b556-c93c-4449-84ab-25eda381bed6 req-620bf64e-e3c0-44ed-8785-9377dfcec534 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:03.118708 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0695b556-c93c-4449-84ab-25eda381bed6 req-620bf64e-e3c0-44ed-8785-9377dfcec534 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 944 time: 0.0690918 Jan 31 16:21:03.153076 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0695b556-c93c-4449-84ab-25eda381bed6 req-2549b53c-12aa-4b36-844e-e1b4310c2009 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334978 Jan 31 16:21:03.386162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd59f4-4a39-481d-9d12-3849441287a8 req-bb757f94-d595-43e2-8757-2a0caedd0501 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:03.387715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01bd59f4-4a39-481d-9d12-3849441287a8 req-bb757f94-d595-43e2-8757-2a0caedd0501 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.0812492 Jan 31 16:21:03.428202 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01bd59f4-4a39-481d-9d12-3849441287a8 req-661f7ba9-18d2-4a8c-a27a-65a50e3215f7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Jan 31 16:21:04.276811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba1b92-39f0-404a-ab25-0859aa5a5efa req-27987e16-f236-4c6c-ba95-c389537cfa08 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:04.278348 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96ba1b92-39f0-404a-ab25-0859aa5a5efa req-27987e16-f236-4c6c-ba95-c389537cfa08 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 944 time: 0.0511670 Jan 31 16:21:04.321873 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96ba1b92-39f0-404a-ab25-0859aa5a5efa req-d4436e1e-04b0-4f12-b045-bc5dbda22586 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368938 Jan 31 16:21:04.549226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:21:04.564379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e29fb-5bf1-436a-af8c-f56c57e5c0dd req-d2e07b6c-bc62-458d-8fc0-2cb3ff62c6d2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:04.565905 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-038e29fb-5bf1-436a-af8c-f56c57e5c0dd req-d2e07b6c-bc62-458d-8fc0-2cb3ff62c6d2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.0628345 Jan 31 16:21:04.602979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:21:04.607008 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-038e29fb-5bf1-436a-af8c-f56c57e5c0dd req-ddbec702-8732-433e-b8bc-4a166f8989c4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343521 Jan 31 16:21:04.610469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:21:04.610861 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:04.691975 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:04.714173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:21:04.716447 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5792a26-bf42-422c-a62f-11fd96e7ca06" -d '{"events": [{"server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "name": "network-vif-plugged", "status": "completed", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:21:04.730190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:21:04.736119 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:04.764163 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f413f79-cf6d-4d4f-930e-e8b5bb727f29 x-openstack-request-id: req-0f413f79-cf6d-4d4f-930e-e8b5bb727f29 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:21:04.764959 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "name": "network-vif-plugged", "status": "completed", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:21:04.764959 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f413f79-cf6d-4d4f-930e-e8b5bb727f29 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:21:04.765175 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'code': 200} Jan 31 16:21:04.794032 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:04.868291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd5ce8-cdda-4026-921c-b008785c7afd req-9e4c33d6-50b1-4703-9acd-320c2660f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:04.869816 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-52cd5ce8-cdda-4026-921c-b008785c7afd req-9e4c33d6-50b1-4703-9acd-320c2660f66a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1096 time: 0.0401034 Jan 31 16:21:04.906799 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-52cd5ce8-cdda-4026-921c-b008785c7afd req-967de033-8f6b-4867-8d61-0ab3fd273c9b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286462 Jan 31 16:21:05.462120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d769dcf-d5fa-4e48-af31-e26c09781c92 req-3dc553dc-e713-40c0-be45-e16fb6e6455f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:05.463652 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d769dcf-d5fa-4e48-af31-e26c09781c92 req-3dc553dc-e713-40c0-be45-e16fb6e6455f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0569599 Jan 31 16:21:05.502270 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3d769dcf-d5fa-4e48-af31-e26c09781c92 req-2a3a09ef-2b29-450b-aaa7-d58e4a12d9ff tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324967 Jan 31 16:21:05.755926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:21:05.769490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81427a5-65cc-4dab-a07e-abc8d39c45f0 req-19a91e55-052f-4284-8124-2129cbc8d713 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:05.771106 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e81427a5-65cc-4dab-a07e-abc8d39c45f0 req-19a91e55-052f-4284-8124-2129cbc8d713 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 944 time: 0.0609155 Jan 31 16:21:05.815351 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e81427a5-65cc-4dab-a07e-abc8d39c45f0 req-4a94acb8-d9ca-4179-9fbb-62cac4a07948 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375404 Jan 31 16:21:05.875267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:21:05.885557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '5d8752d6-8e0f-4516-9f0a-21fd37f0fcea', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'port_id': '5d8752d6-8e0f-4516-9f0a-21fd37f0fcea', 'mac_address': 'fa:16:3e:da:2f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:21:05.927195 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:05.940482 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:21:05.966350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:21:05.971404 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:06.016979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:06.026547 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:21:06.185077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['5d8752d6-8e0f-4516-9f0a-21fd37f0fcea'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:21:06.631585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a7e48-1e68-4d46-87b9-31de8d9bbcec req-3f61bdc4-b00f-4a9a-bb83-905d59946328 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:06.633124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa9a7e48-1e68-4d46-87b9-31de8d9bbcec req-3f61bdc4-b00f-4a9a-bb83-905d59946328 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0607226 Jan 31 16:21:06.679867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa9a7e48-1e68-4d46-87b9-31de8d9bbcec req-c15b9488-8188-4173-8f7b-36aaecedd117 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405097 Jan 31 16:21:06.836327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097663d-e442-434c-9eff-db5b1ee6879e req-8806e0aa-a946-40f0-a566-7a1a9526009b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:06.839925 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4097663d-e442-434c-9eff-db5b1ee6879e req-8806e0aa-a946-40f0-a566-7a1a9526009b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0835841 Jan 31 16:21:06.883220 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4097663d-e442-434c-9eff-db5b1ee6879e req-e80a800e-a202-4d2a-8bf2-84df8b59f0d2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358989 Jan 31 16:21:06.911313 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55486) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:06.953885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f0acc-7593-4f04-92cd-0444ed6439d8 req-66add332-3565-40f7-a503-d9f4013bc859 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:06.956972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a09b42a-63a2-49cf-a86d-049793fe5df4 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:06.961317 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5a09b42a-63a2-49cf-a86d-049793fe5df4 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1091 time: 0.0459177 Jan 31 16:21:06.961445 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-272f0acc-7593-4f04-92cd-0444ed6439d8 req-66add332-3565-40f7-a503-d9f4013bc859 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 945 time: 0.0601439 Jan 31 16:21:06.961597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55490) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:06.965691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:21:06.993970 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:06.999613 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-272f0acc-7593-4f04-92cd-0444ed6439d8 req-44b74be4-e1f0-4046-888d-9e9757ed945c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373826 Jan 31 16:21:07.110029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:07.238639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.25.1.17 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/6b6d9092-e6a7-4235-af7d-dbd17ded97cd) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:21:07.349567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:07.387378 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:07.432005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=6b6d9092-e6a7-4235-af7d-dbd17ded97cd,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:07.448377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:21:07.449844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:21:07.452273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:21:07.760975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:21:07.831140 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:21:07.841152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:21:07.841558 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:07.938321 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:07.969610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776038ff-6742-4309-90e7-efd207b5b995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8752d6-8e0f-4516-9f0a-21fd37f0fcea'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:21:07.973023 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2afd288-38ed-460f-aa92-06b37159de89" -d '{"events": [{"server_uuid": "776038ff-6742-4309-90e7-efd207b5b995", "name": "network-vif-plugged", "status": "completed", "tag": "5d8752d6-8e0f-4516-9f0a-21fd37f0fcea"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:21:07.988676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:21:07.994853 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:08.062108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:08.076620 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6b048c-038a-431e-adde-61291d08919c x-openstack-request-id: req-5f6b048c-038a-431e-adde-61291d08919c {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:21:08.077163 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776038ff-6742-4309-90e7-efd207b5b995", "name": "network-vif-plugged", "status": "completed", "tag": "5d8752d6-8e0f-4516-9f0a-21fd37f0fcea", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:21:08.077757 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f6b048c-038a-431e-adde-61291d08919c {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:21:08.078486 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776038ff-6742-4309-90e7-efd207b5b995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8752d6-8e0f-4516-9f0a-21fd37f0fcea', 'code': 200} Jan 31 16:21:08.168468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89e5af-536b-4262-bd5e-c8815a1607fe req-3ad68851-6b00-41ad-a3db-2936244af62c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:08.174332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea89e5af-536b-4262-bd5e-c8815a1607fe req-3ad68851-6b00-41ad-a3db-2936244af62c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 946 time: 0.0690498 Jan 31 16:21:08.227508 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea89e5af-536b-4262-bd5e-c8815a1607fe req-2ce9a7ac-e303-41a3-bc85-84c044ca0824 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469522 Jan 31 16:21:08.405422 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89073ef9-6526-4383-82f1-bc5a46ce0a54 req-06f38625-2d25-4b9d-b7ac-062e20db311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:08.410952 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-89073ef9-6526-4383-82f1-bc5a46ce0a54 req-06f38625-2d25-4b9d-b7ac-062e20db311c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 1097 time: 0.1367359 Jan 31 16:21:08.426777 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:08.525551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-89073ef9-6526-4383-82f1-bc5a46ce0a54 req-cfa760a0-ce09-4842-9aea-b1c1023c140f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050518 Jan 31 16:21:08.570825 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:08.743849 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:08.748903 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:08.824448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=6b6d9092-e6a7-4235-af7d-dbd17ded97cd,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:08.838090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:08.838493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:08.838985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:08.839181 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:08.839467 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:08.840179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:08.840179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:08.840411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:08.840725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:08.841257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:08.841607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:08.841904 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:08.848801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:08.959395 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Floating IP 61be24fd-3a53-42e6-92c4-7f25494f0c38 associated. External IP: 172.25.1.17, port: 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4. Jan 31 16:21:09.228593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router ab1c78a6-7c88-41a6-8346-3ea9170eecdc has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:21:09.446968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6248c1-767b-418e-84aa-222836d76627 req-71e6931f-b486-4a97-9d60-8cdb7ca6577b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:09.453553 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b6248c1-767b-418e-84aa-222836d76627 req-71e6931f-b486-4a97-9d60-8cdb7ca6577b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 946 time: 0.1113398 Jan 31 16:21:09.455672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:21:09.492754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908cf42-6dd2-4fab-bd9b-977435668a47 None None] Sync routers for ids ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:21:09.561540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908cf42-6dd2-4fab-bd9b-977435668a47 None None] Routers {'ab1c78a6-7c88-41a6-8346-3ea9170eecdc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:21:09.568664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c908cf42-6dd2-4fab-bd9b-977435668a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:20:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:21:09.609274 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b6248c1-767b-418e-84aa-222836d76627 req-51ddaea6-7377-49ac-9ddf-d18a43e80d36 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796874 Jan 31 16:21:09.612641 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:09.671472 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e1fda6b7-8947-4a39-a1f6-0c88936d6995 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7088697 Jan 31 16:21:09.672359 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:21:09.675438 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de4a116-4de6-4970-adf2-922040f56970" -d '{"events": [{"name": "network-changed", "server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:21:09.762499 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9cf4c4-de37-4147-b41f-64ca2628c6c7 x-openstack-request-id: req-1b9cf4c4-de37-4147-b41f-64ca2628c6c7 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:21:09.762971 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:21:09.763230 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b9cf4c4-de37-4147-b41f-64ca2628c6c7 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:21:09.763713 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'status': 'completed', 'code': 200} Jan 31 16:21:09.808687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-c908cf42-6dd2-4fab-bd9b-977435668a47 None None] Set router ab1c78a6-7c88-41a6-8346-3ea9170eecdc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:21:09.980245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4a116-4de6-4970-adf2-922040f56970 req-4edd1d43-8961-47dd-b6b9-b84ee03ddaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:09.982884 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5de4a116-4de6-4970-adf2-922040f56970 req-4edd1d43-8961-47dd-b6b9-b84ee03ddaa8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1096 time: 0.1901772 Jan 31 16:21:09.996837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dd5ab-c02c-40a5-b595-5f98e9948d36 req-fd4cec91-fcee-4cb3-b1cf-c7132762a132 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:09.998589 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df5dd5ab-c02c-40a5-b595-5f98e9948d36 req-fd4cec91-fcee-4cb3-b1cf-c7132762a132 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.1311784 Jan 31 16:21:10.093888 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df5dd5ab-c02c-40a5-b595-5f98e9948d36 req-ad531e9e-e094-4e73-b0a3-2ec4684a4f54 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854645 Jan 31 16:21:10.118271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 55556) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:10.119870 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c908cf42-6dd2-4fab-bd9b-977435668a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:20:49Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '61be24fd-3a53-42e6-92c4-7f25494f0c38', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'port_id': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'mac_address': 'fa:16:3e:0d:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120e132e-703b-4a15-ab96-0080aa7e2623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:21:07Z', 'updated_at': '2022-01-31T16:21:07Z', 'revision_number': 0, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df335f81-293c-48f5-a6b2-5ea91ceba439', 'name': '', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:57:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:48Z', 'updated_at': '2022-01-31T16:20:53Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:21:10.129571 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4a116-4de6-4970-adf2-922040f56970 req-393b0ed9-2e20-43aa-9e0c-af51da00b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:10.131224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5de4a116-4de6-4970-adf2-922040f56970 req-393b0ed9-2e20-43aa-9e0c-af51da00b5c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 200 len: 897 time: 0.1314323 Jan 31 16:21:10.148786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908cf42-6dd2-4fab-bd9b-977435668a47 None None] Checking router: ab1c78a6-7c88-41a6-8346-3ea9170eecdc for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:21:10.158970 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908cf42-6dd2-4fab-bd9b-977435668a47 None None] Routers {'ab1c78a6-7c88-41a6-8346-3ea9170eecdc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:21:10.159592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c908cf42-6dd2-4fab-bd9b-977435668a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:20:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:21:10.276914 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5de4a116-4de6-4970-adf2-922040f56970 req-e707ff2a-0189-48d9-9e54-35e04ec02198 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 998 time: 0.1359761 Jan 31 16:21:10.328516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-c908cf42-6dd2-4fab-bd9b-977435668a47 None None] Set router ab1c78a6-7c88-41a6-8346-3ea9170eecdc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:21:10.347372 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6cdb9c42-adb8-41c5-b69f-851b5125f72d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/61be24fd-3a53-42e6-92c4-7f25494f0c38 HTTP/1.1" status: 200 len: 990 time: 0.2276063 Jan 31 16:21:10.364015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4a116-4de6-4970-adf2-922040f56970 req-f3002a3b-aa7d-43b7-b4bf-e01dd93217c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:10.365916 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5de4a116-4de6-4970-adf2-922040f56970 req-f3002a3b-aa7d-43b7-b4bf-e01dd93217c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 HTTP/1.1" status: 200 len: 834 time: 0.0805223 Jan 31 16:21:10.428422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4a116-4de6-4970-adf2-922040f56970 req-6b715c6b-036f-4752-ab31-1a4a77bd09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:10.429974 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5de4a116-4de6-4970-adf2-922040f56970 req-6b715c6b-036f-4752-ab31-1a4a77bd09cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551260 Jan 31 16:21:10.523209 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5de4a116-4de6-4970-adf2-922040f56970 req-b9624768-3f80-4b63-a495-270c643f4792 service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849831 Jan 31 16:21:10.597862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c908cf42-6dd2-4fab-bd9b-977435668a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:20:49Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '61be24fd-3a53-42e6-92c4-7f25494f0c38', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'port_id': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'mac_address': 'fa:16:3e:0d:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120e132e-703b-4a15-ab96-0080aa7e2623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:21:07Z', 'updated_at': '2022-01-31T16:21:07Z', 'revision_number': 0, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df335f81-293c-48f5-a6b2-5ea91ceba439', 'name': '', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:57:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:48Z', 'updated_at': '2022-01-31T16:20:53Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:21:10.627848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908cf42-6dd2-4fab-bd9b-977435668a47 None None] The sync data for ids ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'] in n-d-827120-1 is: [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:20:49Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '61be24fd-3a53-42e6-92c4-7f25494f0c38', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'port_id': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'mac_address': 'fa:16:3e:0d:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120e132e-703b-4a15-ab96-0080aa7e2623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:21:07Z', 'updated_at': '2022-01-31T16:21:07Z', 'revision_number': 0, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df335f81-293c-48f5-a6b2-5ea91ceba439', 'name': '', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:57:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:48Z', 'updated_at': '2022-01-31T16:20:53Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:21:10.672673 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5de4a116-4de6-4970-adf2-922040f56970 req-76a26bc7-3a63-488f-8eec-1f4cd58b1ac3 service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355231 Jan 31 16:21:10.786137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834dc7e-8fa9-4354-9583-2d23a4125b06 req-e906dce8-e8d5-4f4d-880f-bbc46569ad5c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:10.787689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6834dc7e-8fa9-4354-9583-2d23a4125b06 req-e906dce8-e8d5-4f4d-880f-bbc46569ad5c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 946 time: 0.0525265 Jan 31 16:21:10.830668 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6834dc7e-8fa9-4354-9583-2d23a4125b06 req-191c4d3c-79a9-4d00-b4d6-04a7e36668ce tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366213 Jan 31 16:21:10.945976 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4978a6b8-9cff-416f-adcc-ce32f2249d83 None None] New status for floating IP 61be24fd-3a53-42e6-92c4-7f25494f0c38: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:21:10.979003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de057ad5-0676-4133-8df8-88e603ac081f req-b79440e2-5b87-4248-895d-5bafb9542644 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:10.980523 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-de057ad5-0676-4133-8df8-88e603ac081f req-b79440e2-5b87-4248-895d-5bafb9542644 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 946 time: 0.0537694 Jan 31 16:21:11.039227 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-de057ad5-0676-4133-8df8-88e603ac081f req-ce755fff-25e8-4309-92eb-283c81e1a510 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523036 Jan 31 16:21:11.350680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 55572) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:11.533882 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f17489d1-8251-49c5-bb92-97e0a31a46c7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/61be24fd-3a53-42e6-92c4-7f25494f0c38 HTTP/1.1" status: 200 len: 992 time: 0.1802166 Jan 31 16:21:11.549392 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eeb7a-ad3f-4bf7-9d66-67e26d29cb2c req-7b7fe9fe-3c5f-47c8-83c5-0ed6bf8c0530 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:11.550924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-616eeb7a-ad3f-4bf7-9d66-67e26d29cb2c req-7b7fe9fe-3c5f-47c8-83c5-0ed6bf8c0530 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 946 time: 0.1116827 Jan 31 16:21:11.594838 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-616eeb7a-ad3f-4bf7-9d66-67e26d29cb2c req-391fc5d7-4e77-491c-acf1-6181bfb1c1f9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363569 Jan 31 16:21:12.774144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713e2bb-ea69-413a-b755-7d6edc4299e2 req-b006d357-56a2-4881-8137-7cea2f718014 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:12.776130 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9713e2bb-ea69-413a-b755-7d6edc4299e2 req-b006d357-56a2-4881-8137-7cea2f718014 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 946 time: 0.0784814 Jan 31 16:21:12.837498 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9713e2bb-ea69-413a-b755-7d6edc4299e2 req-8ac33f57-a614-4408-9dc3-ca1dc21b1220 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527377 Jan 31 16:21:13.284866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58bd2-aee0-4c61-9096-de7e58d0644f req-ef5bed5a-e5af-4cb5-b64d-c32b00334647 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:13.287069 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ddd58bd2-aee0-4c61-9096-de7e58d0644f req-ef5bed5a-e5af-4cb5-b64d-c32b00334647 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.20 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 946 time: 0.0561256 Jan 31 16:21:13.411498 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-ddd58bd2-aee0-4c61-9096-de7e58d0644f req-6d8a9382-f342-4e81-af9a-97d3783e3d0f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Deleting port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:21:13.412272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ddd58bd2-aee0-4c61-9096-de7e58d0644f req-6d8a9382-f342-4e81-af9a-97d3783e3d0f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:13.512929 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-ddd58bd2-aee0-4c61-9096-de7e58d0644f req-6d8a9382-f342-4e81-af9a-97d3783e3d0f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] For port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:21:13.513437 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ddd58bd2-aee0-4c61-9096-de7e58d0644f req-6d8a9382-f342-4e81-af9a-97d3783e3d0f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:13.529160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-ddd58bd2-aee0-4c61-9096-de7e58d0644f req-6d8a9382-f342-4e81-af9a-97d3783e3d0f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Calling delete_port for 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:21:13.694880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ddd58bd2-aee0-4c61-9096-de7e58d0644f req-6d8a9382-f342-4e81-af9a-97d3783e3d0f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:13.713552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['97042620-8c01-4743-ab80-465f04a38b55'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:21:13.722097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['5d8752d6-8e0f-4516-9f0a-21fd37f0fcea'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:21:13.734235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a9382-f342-4e81-af9a-97d3783e3d0f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event deleted for resources: {'Port': ['ID=5d8752d6-8e0f-4516-9f0a-21fd37f0fcea,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:13.839090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd58bd2-aee0-4c61-9096-de7e58d0644f req-6d8a9382-f342-4e81-af9a-97d3783e3d0f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] No DVR routers for this DVR port 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:21:13.842986 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ddd58bd2-aee0-4c61-9096-de7e58d0644f req-6d8a9382-f342-4e81-af9a-97d3783e3d0f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:13.847866 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ddd58bd2-aee0-4c61-9096-de7e58d0644f req-6d8a9382-f342-4e81-af9a-97d3783e3d0f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.20 "DELETE /v2.0/ports/5d8752d6-8e0f-4516-9f0a-21fd37f0fcea HTTP/1.1" status: 204 len: 173 time: 0.5548241 Jan 31 16:21:13.848161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776038ff-6742-4309-90e7-efd207b5b995', 'name': 'network-vif-deleted', 'tag': '5d8752d6-8e0f-4516-9f0a-21fd37f0fcea'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:21:13.852437 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8ef52d-cb64-40f8-ac61-c54a2a2efa4b" -d '{"events": [{"server_uuid": "776038ff-6742-4309-90e7-efd207b5b995", "name": "network-vif-deleted", "tag": "5d8752d6-8e0f-4516-9f0a-21fd37f0fcea"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:21:13.967187 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9e4e01-0012-482e-b654-83a3fc905251 x-openstack-request-id: req-5b9e4e01-0012-482e-b654-83a3fc905251 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:21:13.967708 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776038ff-6742-4309-90e7-efd207b5b995", "name": "network-vif-deleted", "tag": "5d8752d6-8e0f-4516-9f0a-21fd37f0fcea", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:21:13.967840 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b9e4e01-0012-482e-b654-83a3fc905251 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:21:13.968351 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776038ff-6742-4309-90e7-efd207b5b995', 'name': 'network-vif-deleted', 'tag': '5d8752d6-8e0f-4516-9f0a-21fd37f0fcea', 'status': 'completed', 'code': 200} Jan 31 16:21:14.008216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b61b51b-5285-4a88-8af0-089b8973eb29 req-fc3d305a-fe96-459e-9954-86b08f2203e1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 210 time: 0.0357587 Jan 31 16:21:15.106144 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed77479f-b786-4054-b385-640d889587bc req-b6244a49-eb65-4fa1-80a0-c0adc6975d6d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 210 time: 0.0275280 Jan 31 16:21:15.776371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:21:15.802786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:21:15.803279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5d8752d6-8e0f-4516-9f0a-21fd37f0fcea not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:21:16.200647 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ec23bd42-3467-4f8c-b5d8-d95dfdd83e62 req-64a450a2-3da6-4c3e-b070-d535cf8ff86e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 210 time: 0.0261259 Jan 31 16:21:17.273497 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cd673cc2-a424-4cc6-b472-4a570e48609e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:17.317346 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e7969f47-3226-44c5-87fb-b41799560ccf req-f281a375-260a-4c6d-8e79-3bdd0c5c602d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=776038ff-6742-4309-90e7-efd207b5b995 HTTP/1.1" status: 200 len: 210 time: 0.0272996 Jan 31 16:21:19.679658 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c3a58c8c-7682-4fa6-b83d-8ea5e0cc1eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:20.911100 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:22.325666 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:22.576661 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:22.930231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeea227-41cb-43f9-943e-38be83ead0e2 req-6e89d78f-e7bb-4fe0-8bc2-3e49a768b0fa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:22.932828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8aeea227-41cb-43f9-943e-38be83ead0e2 req-6e89d78f-e7bb-4fe0-8bc2-3e49a768b0fa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 946 time: 0.0520151 Jan 31 16:21:22.973770 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8aeea227-41cb-43f9-943e-38be83ead0e2 req-793c7f84-b0e8-482b-a4df-5cdfb68aae12 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357783 Jan 31 16:21:24.093730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f354a2a-3704-4241-b8d6-5bbc92bd7fef req-1670152c-6a02-40dd-9edc-c37d809cbd1b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:24.095278 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f354a2a-3704-4241-b8d6-5bbc92bd7fef req-1670152c-6a02-40dd-9edc-c37d809cbd1b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 946 time: 0.0498021 Jan 31 16:21:24.132445 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f354a2a-3704-4241-b8d6-5bbc92bd7fef req-1c699858-5864-4c30-8ed2-2dc077c997c1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7ceacb3-827c-431f-af80-5b00ab6ee892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311711 Jan 31 16:21:24.789193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755746a-358b-46ae-8db3-5557701218ac req-b7d9e421-0482-4cd3-bca1-1c294b8ed302 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:24.790775 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9755746a-358b-46ae-8db3-5557701218ac req-b7d9e421-0482-4cd3-bca1-1c294b8ed302 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 946 time: 0.0595798 Jan 31 16:21:24.885394 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-9755746a-358b-46ae-8db3-5557701218ac req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Deleting port 97042620-8c01-4743-ab80-465f04a38b55 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:21:24.885394 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9755746a-358b-46ae-8db3-5557701218ac req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:24.995234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-9755746a-358b-46ae-8db3-5557701218ac req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] For port 97042620-8c01-4743-ab80-465f04a38b55, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=97042620-8c01-4743-ab80-465f04a38b55,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:21:24.995605 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9755746a-358b-46ae-8db3-5557701218ac req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:25.008122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-9755746a-358b-46ae-8db3-5557701218ac req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Calling delete_port for 97042620-8c01-4743-ab80-465f04a38b55 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:21:25.134692 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9755746a-358b-46ae-8db3-5557701218ac req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:25.146903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['97042620-8c01-4743-ab80-465f04a38b55'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:21:25.167856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event deleted for resources: {'Port': ['ID=97042620-8c01-4743-ab80-465f04a38b55,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:25.180496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:25.180845 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:25.181192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:25.181555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:25.182056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:25.182699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:25.183279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:25.183758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:25.184286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:25.184613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:25.184943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:25.185244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:21:25.224422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9755746a-358b-46ae-8db3-5557701218ac req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] No DVR routers for this DVR port 97042620-8c01-4743-ab80-465f04a38b55 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:21:25.234080 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9755746a-358b-46ae-8db3-5557701218ac req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:25.237267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9755746a-358b-46ae-8db3-5557701218ac req-ca60ddd8-5a4b-4e05-b969-4361e96fb05c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "DELETE /v2.0/ports/97042620-8c01-4743-ab80-465f04a38b55 HTTP/1.1" status: 204 len: 173 time: 0.4389071 Jan 31 16:21:25.237806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47865b95-7ae8-4f52-9d8c-039151d7ac00', 'name': 'network-vif-deleted', 'tag': '97042620-8c01-4743-ab80-465f04a38b55'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:21:25.240128 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d6c70b-6dbc-492d-9c1f-90c9a8bb250d" -d '{"events": [{"server_uuid": "47865b95-7ae8-4f52-9d8c-039151d7ac00", "name": "network-vif-deleted", "tag": "97042620-8c01-4743-ab80-465f04a38b55"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:21:25.263291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9661f628-871d-459f-814d-08fcbf28d00f req-763cf987-4036-44cb-ab33-f77e2a7eb414 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 210 time: 0.0400617 Jan 31 16:21:25.296094 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5eafdc-f9d9-4055-826b-692803fefe1f x-openstack-request-id: req-8c5eafdc-f9d9-4055-826b-692803fefe1f {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:21:25.296532 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47865b95-7ae8-4f52-9d8c-039151d7ac00", "name": "network-vif-deleted", "tag": "97042620-8c01-4743-ab80-465f04a38b55", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:21:25.296950 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c5eafdc-f9d9-4055-826b-692803fefe1f {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:21:25.297393 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47865b95-7ae8-4f52-9d8c-039151d7ac00', 'name': 'network-vif-deleted', 'tag': '97042620-8c01-4743-ab80-465f04a38b55', 'status': 'completed', 'code': 200} Jan 31 16:21:25.908872 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:26.376098 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e868992-7f28-48bb-b090-320ba2205db8 req-e9428355-b0a1-46c8-90a7-93fb7985b9f4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 210 time: 0.0298362 Jan 31 16:21:27.482457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ce82bb17-3883-401b-b510-f6388dc11d94 req-4dfad1c9-5bc8-453f-8949-a8e1c891c0ad tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 210 time: 0.0329049 Jan 31 16:21:27.975262 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:28.602242 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9aef0d67-9f88-4423-a950-9a53dd749939 req-d9137126-a0f5-4d6c-adc3-31ce3eebbbec tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47865b95-7ae8-4f52-9d8c-039151d7ac00 HTTP/1.1" status: 200 len: 210 time: 0.0472388 Jan 31 16:21:28.647385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 97042620-8c01-4743-ab80-465f04a38b55 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:21:28.855158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 97042620-8c01-4743-ab80-465f04a38b55 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:21:28.855530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 97042620-8c01-4743-ab80-465f04a38b55 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:21:28.941048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56272) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:29.052923 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9eaa-c1fe-4de8-bfb4-7b86b00a9043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.128019 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9eaa-c1fe-4de8-bfb4-7b86b00a9043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.132616 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9eaa-c1fe-4de8-bfb4-7b86b00a9043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.170567 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3a5a9eaa-c1fe-4de8-bfb4-7b86b00a9043 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c39fbef9d07244ff80dcfb265566e193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283494 Jan 31 16:21:29.171757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a9eaa-c1fe-4de8-bfb4-7b86b00a9043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78057843-8e3c-424e-a813-ce1dfbbaaf63,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:29.173568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56278) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:29.249809 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23d2ba46-447c-49a0-9ec4-93b83695f36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.276340 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23d2ba46-447c-49a0-9ec4-93b83695f36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.328953 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23d2ba46-447c-49a0-9ec4-93b83695f36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.331674 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-23d2ba46-447c-49a0-9ec4-93b83695f36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.335727 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-23d2ba46-447c-49a0-9ec4-93b83695f36d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78057843-8e3c-424e-a813-ce1dfbbaaf63 HTTP/1.1" status: 204 len: 168 time: 0.1611450 Jan 31 16:21:29.344463 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2ba46-447c-49a0-9ec4-93b83695f36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78057843-8e3c-424e-a813-ce1dfbbaaf63,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:29.609220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56284) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:29.623063 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8631969-b9b0-4e14-bdf0-7558be12f024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.715139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8631969-b9b0-4e14-bdf0-7558be12f024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.719769 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8631969-b9b0-4e14-bdf0-7558be12f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.766437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a8631969-b9b0-4e14-bdf0-7558be12f024 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0358691de444489aea85030d98ec788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560273 Jan 31 16:21:29.767314 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8631969-b9b0-4e14-bdf0-7558be12f024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da951cf-77cb-41c7-8db2-689a8a95514b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:29.769888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56290) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:29.822252 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7d61039-b548-4f9b-aa82-d9a2aeeb0783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.842982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7d61039-b548-4f9b-aa82-d9a2aeeb0783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.889941 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7d61039-b548-4f9b-aa82-d9a2aeeb0783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.892513 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e7d61039-b548-4f9b-aa82-d9a2aeeb0783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:29.894006 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e7d61039-b548-4f9b-aa82-d9a2aeeb0783 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5da951cf-77cb-41c7-8db2-689a8a95514b HTTP/1.1" status: 204 len: 168 time: 0.1231096 Jan 31 16:21:29.904186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d61039-b548-4f9b-aa82-d9a2aeeb0783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da951cf-77cb-41c7-8db2-689a8a95514b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:33.972315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56424) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:33.977333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b44809cc-c114-49c0-994a-a417eae3a33b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576604447', 'description': 'tempest-secgroup-smoke-576604447 description', 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:21:34.003827 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b44809cc-c114-49c0-994a-a417eae3a33b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.096279 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b44809cc-c114-49c0-994a-a417eae3a33b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.100888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b44809cc-c114-49c0-994a-a417eae3a33b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.135468 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b44809cc-c114-49c0-994a-a417eae3a33b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.140273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56438) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:34.142666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b44809cc-c114-49c0-994a-a417eae3a33b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1691918 Jan 31 16:21:34.147870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a36253f5-b11d-4609-8421-14660428dd89 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'security_group_rule': {'security_group_id': '0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f', 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:21:34.150287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44809cc-c114-49c0-994a-a417eae3a33b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:34.179218 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a36253f5-b11d-4609-8421-14660428dd89 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.269343 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a36253f5-b11d-4609-8421-14660428dd89 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.273610 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a36253f5-b11d-4609-8421-14660428dd89 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.295993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36253f5-b11d-4609-8421-14660428dd89 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3ad9d8-3e69-46ac-aa20-0914285a1e33,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:34.303605 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a36253f5-b11d-4609-8421-14660428dd89 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.305517 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a36253f5-b11d-4609-8421-14660428dd89 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1632817 Jan 31 16:21:34.307663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56448) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:34.312428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c5a6ceff-3951-476a-a523-f09d6e532c4c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'security_group_rule': {'security_group_id': '0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f', 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:21:34.340757 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ceff-3951-476a-a523-f09d6e532c4c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.398688 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ceff-3951-476a-a523-f09d6e532c4c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.404651 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ceff-3951-476a-a523-f09d6e532c4c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.432282 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6ceff-3951-476a-a523-f09d6e532c4c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f74a35-0e5d-4fad-bbff-e8cb33e36600,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:34.438362 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ceff-3951-476a-a523-f09d6e532c4c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.442854 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c5a6ceff-3951-476a-a523-f09d6e532c4c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330771 Jan 31 16:21:34.443138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56450) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:34.447813 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-93649171-0f3b-4ee4-94c6-1bb80a8ee8f8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'security_group_rule': {'security_group_id': '0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f', 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:21:34.477060 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93649171-0f3b-4ee4-94c6-1bb80a8ee8f8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.553938 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93649171-0f3b-4ee4-94c6-1bb80a8ee8f8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.558380 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93649171-0f3b-4ee4-94c6-1bb80a8ee8f8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.577599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93649171-0f3b-4ee4-94c6-1bb80a8ee8f8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3dfd7e4-c123-4a37-be65-212d2dda66d0,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:34.587201 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-93649171-0f3b-4ee4-94c6-1bb80a8ee8f8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.588383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-93649171-0f3b-4ee4-94c6-1bb80a8ee8f8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442618 Jan 31 16:21:34.591076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56458) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:34.595540 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a953ff9e-be7d-412a-ac4f-c07304ca15c2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'security_group_rule': {'security_group_id': '0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f', 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:21:34.629688 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a953ff9e-be7d-412a-ac4f-c07304ca15c2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.696052 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a953ff9e-be7d-412a-ac4f-c07304ca15c2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.705908 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a953ff9e-be7d-412a-ac4f-c07304ca15c2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.721776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953ff9e-be7d-412a-ac4f-c07304ca15c2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d7cb86-711f-4068-85d1-244b22276194,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:34.733458 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a953ff9e-be7d-412a-ac4f-c07304ca15c2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.737420 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a953ff9e-be7d-412a-ac4f-c07304ca15c2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428900 Jan 31 16:21:34.737742 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56460) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:34.742916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d9ba8f1d-0749-4c9b-82c9-a9a49d4eb197 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'security_group_rule': {'security_group_id': '0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f', 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:21:34.766648 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-d9ba8f1d-0749-4c9b-82c9-a9a49d4eb197 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Project 0a130774d5f840d0a67fdfd24f7dc06d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:21:34.772364 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8f1d-0749-4c9b-82c9-a9a49d4eb197 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.847446 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8f1d-0749-4c9b-82c9-a9a49d4eb197 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.856853 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8f1d-0749-4c9b-82c9-a9a49d4eb197 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.881786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba8f1d-0749-4c9b-82c9-a9a49d4eb197 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf40d37b-65b1-43db-9cc7-52af5afa0bea,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:34.897444 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8f1d-0749-4c9b-82c9-a9a49d4eb197 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:34.898836 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d9ba8f1d-0749-4c9b-82c9-a9a49d4eb197 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1600108 Jan 31 16:21:34.901611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56466) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:34.907890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-dbd78da4-abfe-427d-8ce3-628ed1f5c1fa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'security_group_rule': {'security_group_id': '0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f', 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:21:34.933820 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-dbd78da4-abfe-427d-8ce3-628ed1f5c1fa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Project 0a130774d5f840d0a67fdfd24f7dc06d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:21:34.939154 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbd78da4-abfe-427d-8ce3-628ed1f5c1fa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:35.010030 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbd78da4-abfe-427d-8ce3-628ed1f5c1fa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:35.014181 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbd78da4-abfe-427d-8ce3-628ed1f5c1fa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:35.036484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd78da4-abfe-427d-8ce3-628ed1f5c1fa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b872faf2-7dd3-44c5-aed2-c205cc438cf1,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:35.042963 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-dbd78da4-abfe-427d-8ce3-628ed1f5c1fa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:35.045309 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dbd78da4-abfe-427d-8ce3-628ed1f5c1fa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423595 Jan 31 16:21:37.215162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a89e95d-0c63-44ad-913d-34b7eeaa3bb8 req-3124e40d-368a-4502-a74f-bdf57dcde7cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429273 Jan 31 16:21:37.320581 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89e95d-0c63-44ad-913d-34b7eeaa3bb8 req-4132af0b-66c7-4c96-ac01-abd1e2fb05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:37.322163 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a89e95d-0c63-44ad-913d-34b7eeaa3bb8 req-4132af0b-66c7-4c96-ac01-abd1e2fb05ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1096 time: 0.0613761 Jan 31 16:21:37.440410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89e95d-0c63-44ad-913d-34b7eeaa3bb8 req-364aece5-9aab-4e2e-9bbf-985b987614a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:37.442144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a89e95d-0c63-44ad-913d-34b7eeaa3bb8 req-364aece5-9aab-4e2e-9bbf-985b987614a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 200 len: 897 time: 0.0976498 Jan 31 16:21:37.530660 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a89e95d-0c63-44ad-913d-34b7eeaa3bb8 req-e72389de-d576-411d-8aef-a79ecbea285b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 1000 time: 0.0747840 Jan 31 16:21:37.598510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89e95d-0c63-44ad-913d-34b7eeaa3bb8 req-e41a8651-f58a-4950-a9f4-acb5482457fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:37.599983 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a89e95d-0c63-44ad-913d-34b7eeaa3bb8 req-e41a8651-f58a-4950-a9f4-acb5482457fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 HTTP/1.1" status: 200 len: 834 time: 0.0612514 Jan 31 16:21:37.672366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89e95d-0c63-44ad-913d-34b7eeaa3bb8 req-5d95248e-ced3-4b90-891d-dad596d12924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:37.674078 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a89e95d-0c63-44ad-913d-34b7eeaa3bb8 req-5d95248e-ced3-4b90-891d-dad596d12924 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666678 Jan 31 16:21:37.811902 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a89e95d-0c63-44ad-913d-34b7eeaa3bb8 req-24ce7462-c148-4f4d-84b6-38cf6e3555ab service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289473 Jan 31 16:21:37.925402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a89e95d-0c63-44ad-913d-34b7eeaa3bb8 req-0aefc323-32e7-4ca7-9c10-e51760e7af5d service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053910 Jan 31 16:21:41.825746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56742) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:41.947340 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6381be7-de64-40b9-bd5b-82c82c25d596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.032087 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6381be7-de64-40b9-bd5b-82c82c25d596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.036336 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a6381be7-de64-40b9-bd5b-82c82c25d596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.081999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6381be7-de64-40b9-bd5b-82c82c25d596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbfc60b-e287-44b6-b74d-ed5076e9eb7f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:42.087641 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a6381be7-de64-40b9-bd5b-82c82c25d596 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d50d8a6a3cf740fa9460f63581a3992f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604992 Jan 31 16:21:42.090354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56752) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:42.145490 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73cddb25-f37e-4854-9db0-56345466b305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.167535 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73cddb25-f37e-4854-9db0-56345466b305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.215267 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73cddb25-f37e-4854-9db0-56345466b305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.218112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-73cddb25-f37e-4854-9db0-56345466b305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.221821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-73cddb25-f37e-4854-9db0-56345466b305 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0dbfc60b-e287-44b6-b74d-ed5076e9eb7f HTTP/1.1" status: 204 len: 168 time: 0.1281164 Jan 31 16:21:42.233628 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cddb25-f37e-4854-9db0-56345466b305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbfc60b-e287-44b6-b74d-ed5076e9eb7f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:42.541921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56764) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:42.556196 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d167804c-621a-43d7-bd70-0c42ab70f44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.642852 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d167804c-621a-43d7-bd70-0c42ab70f44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.649183 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d167804c-621a-43d7-bd70-0c42ab70f44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.689787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167804c-621a-43d7-bd70-0c42ab70f44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd61026-5c61-4dc4-b564-7b31913c3c28,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:42.696700 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d167804c-621a-43d7-bd70-0c42ab70f44b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b8171f855ec40d691b32a7fd4e6305e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513438 Jan 31 16:21:42.696984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56770) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:42.756593 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4efb04fd-3857-482a-9649-75bd2e881b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.783013 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4efb04fd-3857-482a-9649-75bd2e881b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.834124 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4efb04fd-3857-482a-9649-75bd2e881b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.836761 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4efb04fd-3857-482a-9649-75bd2e881b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:42.840184 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4efb04fd-3857-482a-9649-75bd2e881b11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bd61026-5c61-4dc4-b564-7b31913c3c28 HTTP/1.1" status: 204 len: 168 time: 0.1401789 Jan 31 16:21:42.850652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb04fd-3857-482a-9649-75bd2e881b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd61026-5c61-4dc4-b564-7b31913c3c28,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:43.025146 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:21:45.074999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56882) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:45.206367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b440578-738c-468f-8247-ca50fb482c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:45.291006 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b440578-738c-468f-8247-ca50fb482c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:45.296038 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b440578-738c-468f-8247-ca50fb482c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:45.333740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b440578-738c-468f-8247-ca50fb482c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ca807d-a351-4ae7-83a5-8a2b962880d8,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:45.340511 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6b440578-738c-468f-8247-ca50fb482c33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=250e301835444e54b76d758e92f59220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616262 Jan 31 16:21:45.340723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56890) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:45.391876 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a60da4a6-a9f6-4d95-bb4c-6c682b989c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:45.419548 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a60da4a6-a9f6-4d95-bb4c-6c682b989c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:45.470709 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a60da4a6-a9f6-4d95-bb4c-6c682b989c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:45.473427 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a60da4a6-a9f6-4d95-bb4c-6c682b989c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:45.477782 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a60da4a6-a9f6-4d95-bb4c-6c682b989c7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8ca807d-a351-4ae7-83a5-8a2b962880d8 HTTP/1.1" status: 204 len: 168 time: 0.1358852 Jan 31 16:21:45.486369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60da4a6-a9f6-4d95-bb4c-6c682b989c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ca807d-a351-4ae7-83a5-8a2b962880d8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:45.793582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 56906) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:45.807014 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd609-2e2e-4128-bda8-f609cc63b232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:45.889113 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd609-2e2e-4128-bda8-f609cc63b232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:45.895607 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd609-2e2e-4128-bda8-f609cc63b232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:45.942730 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3d7dd609-2e2e-4128-bda8-f609cc63b232 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82f072a72776417c98c2b7af3517cdcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474783 Jan 31 16:21:45.943093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56908) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:45.943854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7dd609-2e2e-4128-bda8-f609cc63b232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0568038d-3c18-4949-bdab-c020629f1489,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:46.005866 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b893b7a-491e-4266-a3ac-6d73bf8986a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:46.030504 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b893b7a-491e-4266-a3ac-6d73bf8986a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:46.079884 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b893b7a-491e-4266-a3ac-6d73bf8986a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:46.083089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b893b7a-491e-4266-a3ac-6d73bf8986a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:46.086509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7b893b7a-491e-4266-a3ac-6d73bf8986a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0568038d-3c18-4949-bdab-c020629f1489 HTTP/1.1" status: 204 len: 168 time: 0.1401770 Jan 31 16:21:46.108490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b893b7a-491e-4266-a3ac-6d73bf8986a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0568038d-3c18-4949-bdab-c020629f1489,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:46.932244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b53b5-5359-41c7-9fdb-ef1de6f27f66 req-cbda27be-67bc-4349-aa1d-6acc9e935342 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:46.936985 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f1b53b5-5359-41c7-9fdb-ef1de6f27f66 req-cbda27be-67bc-4349-aa1d-6acc9e935342 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1096 time: 0.0727253 Jan 31 16:21:46.964365 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7f1b53b5-5359-41c7-9fdb-ef1de6f27f66 req-bfd94c0d-97a2-4310-8428-e2b9e0ac876f tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:47.099061 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7f1b53b5-5359-41c7-9fdb-ef1de6f27f66 req-bfd94c0d-97a2-4310-8428-e2b9e0ac876f tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:47.105173 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7f1b53b5-5359-41c7-9fdb-ef1de6f27f66 req-bfd94c0d-97a2-4310-8428-e2b9e0ac876f tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:47.142806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f1b53b5-5359-41c7-9fdb-ef1de6f27f66 req-bfd94c0d-97a2-4310-8428-e2b9e0ac876f tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961772 Jan 31 16:21:47.153994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd94c0d-97a2-4310-8428-e2b9e0ac876f tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e28ff4-3d06-4c0c-8047-0f9879953cdf,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:47.279740 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee529-3054-4041-b44e-788eb2ffdbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:47.304072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102eb5b-a207-444e-8dc0-8b9d924298e9 req-494c7de7-bb75-48f8-912a-57015b605c53 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:47.310584 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4102eb5b-a207-444e-8dc0-8b9d924298e9 req-494c7de7-bb75-48f8-912a-57015b605c53 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0636506 Jan 31 16:21:47.368742 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4102eb5b-a207-444e-8dc0-8b9d924298e9 req-0cabf46d-18b7-4db8-b41f-4a5685db6077 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512807 Jan 31 16:21:47.379027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 56972) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:47.456806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d1f48141-2b6d-4f71-8080-b3ea8dd8550b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/61be24fd-3a53-42e6-92c4-7f25494f0c38 HTTP/1.1" status: 200 len: 992 time: 0.0764008 Jan 31 16:21:47.758389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-d4a2ed28-3051-470c-bcbf-2024c6eca06a req-9fb18f4e-4f89-424e-924c-4588ae3d824d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:21:47.759357 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d4a2ed28-3051-470c-bcbf-2024c6eca06a req-9fb18f4e-4f89-424e-924c-4588ae3d824d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064654 Jan 31 16:21:48.183749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57032) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:48.268960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4b310-76c7-4e09-8a01-a070b3e5cfbd req-987e6490-5e20-4405-bde4-e663be4b0735 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:48.273754 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2cd4b310-76c7-4e09-8a01-a070b3e5cfbd req-987e6490-5e20-4405-bde4-e663be4b0735 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0811050 Jan 31 16:21:48.359102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2cd4b310-76c7-4e09-8a01-a070b3e5cfbd req-29234b6b-db83-47ce-953b-61d3cc4a751d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791745 Jan 31 16:21:48.401596 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-988063a1-54e7-4dfd-8953-48db50e06575 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2154880 Jan 31 16:21:48.407340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-7d35f8c4-f208-4edf-803c-7da3d981b0d0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:21:48.420557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-7d35f8c4-f208-4edf-803c-7da3d981b0d0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176437 Jan 31 16:21:48.428902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57044) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:48.576566 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c33097d3-f492-4e1c-8732-6755a834945f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:48.684677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c33097d3-f492-4e1c-8732-6755a834945f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:48.690142 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c33097d3-f492-4e1c-8732-6755a834945f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:48.734477 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33097d3-f492-4e1c-8732-6755a834945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bd3c30-ec1f-4298-8d3e-5d86c1a29c64,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:48.767159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57066) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:48.775139 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c33097d3-f492-4e1c-8732-6755a834945f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2257878cf61643d6b6d63231c0dbf95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436720 Jan 31 16:21:48.825409 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-24976b6a-2a52-4500-a60b-a0b9e5d0a558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:48.852331 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-24976b6a-2a52-4500-a60b-a0b9e5d0a558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:48.932490 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-24976b6a-2a52-4500-a60b-a0b9e5d0a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:48.935913 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-24976b6a-2a52-4500-a60b-a0b9e5d0a558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:48.937261 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-24976b6a-2a52-4500-a60b-a0b9e5d0a558 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46bd3c30-ec1f-4298-8d3e-5d86c1a29c64 HTTP/1.1" status: 204 len: 168 time: 0.1689892 Jan 31 16:21:48.947578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24976b6a-2a52-4500-a60b-a0b9e5d0a558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bd3c30-ec1f-4298-8d3e-5d86c1a29c64,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:49.353926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57092) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:49.368916 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-211bbec7-bbb1-4066-8bea-ff7442cc3640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:49.493791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-211bbec7-bbb1-4066-8bea-ff7442cc3640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:49.502945 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-211bbec7-bbb1-4066-8bea-ff7442cc3640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:49.541588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718e3f4-c728-40eb-9d9a-2e0daba3b84b req-44b394e7-4e18-412f-9afe-618a0c46ea4f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:49.544549 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7718e3f4-c728-40eb-9d9a-2e0daba3b84b req-44b394e7-4e18-412f-9afe-618a0c46ea4f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0638859 Jan 31 16:21:49.570645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bbec7-bbb1-4066-8bea-ff7442cc3640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3a18d0-6dcf-4764-9ea0-e6d4509c65d6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:49.595888 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-211bbec7-bbb1-4066-8bea-ff7442cc3640 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cc0af3620bd4d0d9eebdd3df2312fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406137 Jan 31 16:21:49.598355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57106) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:49.631527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7718e3f4-c728-40eb-9d9a-2e0daba3b84b req-f64ec7a3-ecc0-4605-a1eb-3188e5f204e4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802736 Jan 31 16:21:49.669366 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8bf533a3-8d0f-4e8f-a1eb-8aebc50b1443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:49.690513 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-40657bf0-f880-4323-861b-9672ffaf0024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:49.698476 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8bf533a3-8d0f-4e8f-a1eb-8aebc50b1443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:49.763614 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8bf533a3-8d0f-4e8f-a1eb-8aebc50b1443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:49.766549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8bf533a3-8d0f-4e8f-a1eb-8aebc50b1443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:49.767741 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8bf533a3-8d0f-4e8f-a1eb-8aebc50b1443 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c3a18d0-6dcf-4764-9ea0-e6d4509c65d6 HTTP/1.1" status: 204 len: 168 time: 0.1683648 Jan 31 16:21:49.777600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf533a3-8d0f-4e8f-a1eb-8aebc50b1443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3a18d0-6dcf-4764-9ea0-e6d4509c65d6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:50.169456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939f88-7466-4565-9889-6d21384bc16b req-2c632ac4-8efd-4dce-9bf6-8e165ef7098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:50.171126 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-2c632ac4-8efd-4dce-9bf6-8e165ef7098b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1096 time: 0.1864896 Jan 31 16:21:50.276169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939f88-7466-4565-9889-6d21384bc16b req-c542504f-89fc-4e0e-b024-eb630b07939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:50.277873 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-c542504f-89fc-4e0e-b024-eb630b07939d service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 200 len: 897 time: 0.0989141 Jan 31 16:21:50.371220 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-8b74bed4-f7ad-4e19-9698-2aee72a22d59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 1000 time: 0.0855236 Jan 31 16:21:50.436386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939f88-7466-4565-9889-6d21384bc16b req-da4b8ac0-860c-4615-96c8-8919f9e31793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:50.438513 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-da4b8ac0-860c-4615-96c8-8919f9e31793 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 HTTP/1.1" status: 200 len: 834 time: 0.0610111 Jan 31 16:21:50.507118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939f88-7466-4565-9889-6d21384bc16b req-1357fd83-1df0-47b6-a862-329eee420b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:50.509163 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-1357fd83-1df0-47b6-a862-329eee420b15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602586 Jan 31 16:21:50.641670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-87cb5b0a-74bf-4bb7-895b-6da7a487a1b0 service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241400 Jan 31 16:21:50.843019 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d35c9d-05c4-4ce5-b6f5-9b7f7d6b7fbb req-c9921588-aaa6-4693-a4a0-c8f1f77e13c1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:50.846281 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-29d35c9d-05c4-4ce5-b6f5-9b7f7d6b7fbb req-c9921588-aaa6-4693-a4a0-c8f1f77e13c1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0968056 Jan 31 16:21:50.848940 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-c4aca10c-aa59-4f01-97cb-87d1382dc278 service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971896 Jan 31 16:21:50.908779 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-29d35c9d-05c4-4ce5-b6f5-9b7f7d6b7fbb req-eb608f7c-bd61-4b4b-808c-80c1e624c471 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538213 Jan 31 16:21:50.920045 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:52.123368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b992ece-f4ef-48e1-a622-91f44581e023 req-c4dea363-5ab8-4405-9603-84217a32bbd0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:52.124970 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b992ece-f4ef-48e1-a622-91f44581e023 req-c4dea363-5ab8-4405-9603-84217a32bbd0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0869370 Jan 31 16:21:52.176091 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b992ece-f4ef-48e1-a622-91f44581e023 req-7750db1a-74a8-4a37-887e-60fbef776828 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441146 Jan 31 16:21:52.368219 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:52.562837 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:53.325321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29955812-c277-4062-86e0-f104fcaf544b req-05b8524a-95e9-4de1-9f99-224da434de2b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:53.328406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-29955812-c277-4062-86e0-f104fcaf544b req-05b8524a-95e9-4de1-9f99-224da434de2b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0511680 Jan 31 16:21:53.366470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-29955812-c277-4062-86e0-f104fcaf544b req-b0acf2fc-5432-4b86-be9b-2bba29a13fdf tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330770 Jan 31 16:21:53.982458 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-c94a9af6-15a1-46e4-b069-a7f2e8219f26 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576604447&fields=id&tenant_id=0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 267 time: 0.0341656 Jan 31 16:21:54.107019 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-34004fa4-e196-4f9a-8b41-899ebd0bbf8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:54.108447 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-34004fa4-e196-4f9a-8b41-899ebd0bbf8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.1189766 Jan 31 16:21:54.123459 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-79bbcee9-0659-45fc-8862-232fb236eae1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/quotas/0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 375 time: 0.0091493 Jan 31 16:21:54.182096 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-156193c9-63ff-4919-a1b4-ff3743b9d977 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532181 Jan 31 16:21:54.198639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-e8cc7e7d-3953-4589-a543-b690194d32ce service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:21:54.199658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-e8cc7e7d-3953-4589-a543-b690194d32ce service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055068 Jan 31 16:21:54.293000 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-3dcecf9c-386f-4703-b19e-411d2bf936c4 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872052 Jan 31 16:21:54.396246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-c01253d5-755c-4bb6-a8fd-aa605e759115 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968597 Jan 31 16:21:54.490169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c6e3d-1298-492d-9898-301dc2ab8c07 req-7ad71785-e9df-4da8-b3f4-0b04aae9f7ae tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:54.491698 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-338c6e3d-1298-492d-9898-301dc2ab8c07 req-7ad71785-e9df-4da8-b3f4-0b04aae9f7ae tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0535867 Jan 31 16:21:54.534255 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-338c6e3d-1298-492d-9898-301dc2ab8c07 req-f759851d-f47e-4d95-91d4-3cd220a65afa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360677 Jan 31 16:21:54.735858 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-48348cbb-1a28-48e4-a703-e2e877ea5699 req-a8db2ee9-97aa-42cb-9459-5f5bbae9fa85 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 210 time: 0.0375848 Jan 31 16:21:55.683125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca497a8-166a-4a76-9be5-b053ac48d840 req-be441635-f2dc-4020-ab47-e0578e519aff tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:55.686052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ca497a8-166a-4a76-9be5-b053ac48d840 req-be441635-f2dc-4020-ab47-e0578e519aff tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0674667 Jan 31 16:21:55.738696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ca497a8-166a-4a76-9be5-b053ac48d840 req-3dac17d1-b018-4881-b106-9c02368c29ee tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470650 Jan 31 16:21:55.874260 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15125c14-f59c-4703-8365-65f42bbe171a req-f86c84ef-0219-4b52-99ef-ae6b47baad99 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 210 time: 0.0411248 Jan 31 16:21:55.922235 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:55.939479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-2c731de6-b763-4b5e-b24d-5c091c45eacc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:55.941408 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-2c731de6-b763-4b5e-b24d-5c091c45eacc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.1968515 Jan 31 16:21:55.990366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-6c9b460b-2181-4f84-b541-432ef0177c27 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 379 time: 0.0398846 Jan 31 16:21:56.001687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'port': {'device_id': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'admin_state_up': True, 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'security_groups': ['0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:21:56.134317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Made reservation on behalf of 0a130774d5f840d0a67fdfd24f7dc06d for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:21:56.145798 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:56.286530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Allocated IP 172.20.0.4 (4c9216f2-48f1-406f-b84d-2c32432bfef6/3d6ce3ce-f039-4d58-91eb-5dc346104c74/30b0ba91-08ba-410c-a182-730598cc8383) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:21:56.434552 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:56.469146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:56.519505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:21:56.522788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:21:56.526789 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:21:56.533361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=30b0ba91-08ba-410c-a182-730598cc8383,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:56.822151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d942272c-8aff-4f8b-918f-60eb786ee95c None None] Provisioning complete for port 30b0ba91-08ba-410c-a182-730598cc8383 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:21:56.822532 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d942272c-8aff-4f8b-918f-60eb786ee95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:56.876926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d942272c-8aff-4f8b-918f-60eb786ee95c None None] Port 30b0ba91-08ba-410c-a182-730598cc8383 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:21:56.935007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7291a5d-805b-492b-9274-79e376176bfb req-e7d46f30-73d4-4e04-b3ca-fcb714b37fce tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:56.945312 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7291a5d-805b-492b-9274-79e376176bfb req-e7d46f30-73d4-4e04-b3ca-fcb714b37fce tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0934608 Jan 31 16:21:57.006648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7291a5d-805b-492b-9274-79e376176bfb req-727603b2-228b-41dd-a1a0-f953b102fa57 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603535 Jan 31 16:21:57.039182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:57.039805 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:57.070349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d51f0535-d558-4494-84c5-b044def3b630 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0728769 Jan 31 16:21:57.088105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Request body: {'port': {'device_id': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:21:57.097592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa45c14-e5b7-4605-a396-807095b27432 req-074c9843-4370-4935-b905-c7c95270e234 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:57.104715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0fa45c14-e5b7-4605-a396-807095b27432 req-074c9843-4370-4935-b905-c7c95270e234 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 931 time: 0.1226628 Jan 31 16:21:57.170000 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0fa45c14-e5b7-4605-a396-807095b27432 req-1434be40-a083-49a0-8efc-fcd7ca03cead tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642822 Jan 31 16:21:57.203959 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:57.500557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b0ba91-08ba-410c-a182-730598cc8383 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:21:57.509826 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:57.523679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Transition to ACTIVE for port object 30b0ba91-08ba-410c-a182-730598cc8383 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:21:57.529102 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:57.580977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=30b0ba91-08ba-410c-a182-730598cc8383,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:57.672191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Attempting to bind port 30b0ba91-08ba-410c-a182-730598cc8383 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:21:57.672191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Attempting to bind port 30b0ba91-08ba-410c-a182-730598cc8383 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:21:57.672191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Attempting to bind port 30b0ba91-08ba-410c-a182-730598cc8383 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:21:57.673919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Port 30b0ba91-08ba-410c-a182-730598cc8383 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:21:57.674344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Attempting to bind port 30b0ba91-08ba-410c-a182-730598cc8383 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:21:57.686769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:21:57.687254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Checking segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:21:57.687736 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Bound using segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:21:57.688277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Bound port: 30b0ba91-08ba-410c-a182-730598cc8383, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:21:57.688752 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:57.774109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] For port 30b0ba91-08ba-410c-a182-730598cc8383, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:21:57.777391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] For port 30b0ba91-08ba-410c-a182-730598cc8383, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=30b0ba91-08ba-410c-a182-730598cc8383,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:21:57.783270 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:57.825503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:57.825948 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:57.827859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] 10.222.0.30 "PUT /v2.0/ports/30b0ba91-08ba-410c-a182-730598cc8383 HTTP/1.1" status: 200 len: 1091 time: 0.7453549 Jan 31 16:21:57.828445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'tag': '30b0ba91-08ba-410c-a182-730598cc8383'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:21:57.830948 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657acfea-becd-4c7e-ba55-65774e6bbfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2", "tag": "30b0ba91-08ba-410c-a182-730598cc8383"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:21:57.866432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab51f9-df21-4939-81f1-240c1d5ddbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=30b0ba91-08ba-410c-a182-730598cc8383,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:57.905568 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a52eb7a-b1ef-4712-8545-41dba369f809 x-openstack-request-id: req-8a52eb7a-b1ef-4712-8545-41dba369f809 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:21:57.905869 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2", "tag": "30b0ba91-08ba-410c-a182-730598cc8383", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:21:57.906121 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a52eb7a-b1ef-4712-8545-41dba369f809 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:21:57.906524 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'tag': '30b0ba91-08ba-410c-a182-730598cc8383', 'status': 'completed', 'code': 200} Jan 31 16:21:57.968216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-2469a117-5693-4fb4-8fec-2d4f9ff1ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:57.971913 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-2469a117-5693-4fb4-8fec-2d4f9ff1ad6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 1094 time: 0.0612316 Jan 31 16:21:57.979058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:58.032353 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-d0923bc0-1c1b-47bc-abc1-bb75114075ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30b0ba91-08ba-410c-a182-730598cc8383 HTTP/1.1" status: 200 len: 217 time: 0.0512891 Jan 31 16:21:58.093959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-59b44be8-af95-4b4c-8867-707104f23985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:58.095786 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-59b44be8-af95-4b4c-8867-707104f23985 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0559030 Jan 31 16:21:58.306066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-f9c68551-0ca7-4657-9a87-be76c9f1dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:58.307977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-f9c68551-0ca7-4657-9a87-be76c9f1dc42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013657 Jan 31 16:21:58.349262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea00a4-76d1-44da-8aa4-04f01b69489e req-92df4af6-35d6-4e27-aba7-4923d5c54ca3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:58.352372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ea2ce-d7fb-4c6f-826c-ae2bf32f388d req-01b9110d-4fab-4e95-8521-e8f654057220 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:58.361678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81ea00a4-76d1-44da-8aa4-04f01b69489e req-92df4af6-35d6-4e27-aba7-4923d5c54ca3 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 943 time: 0.0927227 Jan 31 16:21:58.365015 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-399ea2ce-d7fb-4c6f-826c-ae2bf32f388d req-01b9110d-4fab-4e95-8521-e8f654057220 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.1764836 Jan 31 16:21:58.423277 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81ea00a4-76d1-44da-8aa4-04f01b69489e req-77fbff3d-6fd4-4c0a-9e69-5f1733fd3b16 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520539 Jan 31 16:21:58.451388 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-399ea2ce-d7fb-4c6f-826c-ae2bf32f388d req-0080040b-c43d-4ddc-ae28-3e3df06afd30 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606072 Jan 31 16:21:58.491258 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-3273ff26-9009-4ed4-aef4-6d881123a74e service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743557 Jan 31 16:21:58.612635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9952c1a1-7642-4a74-9f86-30ffce53016c req-1b664cf6-f4a7-4941-831a-9ce790f14a8e service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138549 Jan 31 16:21:58.716803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657acfea-becd-4c7e-ba55-65774e6bbfaf req-cc5e76ff-e668-4207-8823-6b6544281364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:58.718422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657acfea-becd-4c7e-ba55-65774e6bbfaf req-cc5e76ff-e668-4207-8823-6b6544281364 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 1094 time: 0.0469613 Jan 31 16:21:58.827682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657acfea-becd-4c7e-ba55-65774e6bbfaf req-166bb24f-3f2d-49c1-a420-216be039270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:58.829391 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657acfea-becd-4c7e-ba55-65774e6bbfaf req-166bb24f-3f2d-49c1-a420-216be039270e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.1038876 Jan 31 16:21:58.878842 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657acfea-becd-4c7e-ba55-65774e6bbfaf req-47ffa215-65ec-46b4-8cf7-3452489ba24c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30b0ba91-08ba-410c-a182-730598cc8383 HTTP/1.1" status: 200 len: 217 time: 0.0420556 Jan 31 16:21:58.936828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657acfea-becd-4c7e-ba55-65774e6bbfaf req-0c07c6ff-f15b-4dfa-93a3-63587aecf1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:58.939466 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657acfea-becd-4c7e-ba55-65774e6bbfaf req-0c07c6ff-f15b-4dfa-93a3-63587aecf1e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0535283 Jan 31 16:21:59.009688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657acfea-becd-4c7e-ba55-65774e6bbfaf req-6ff73091-b992-4601-b1b3-fb96968f9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:59.011397 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657acfea-becd-4c7e-ba55-65774e6bbfaf req-6ff73091-b992-4601-b1b3-fb96968f9d38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651596 Jan 31 16:21:59.135864 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657acfea-becd-4c7e-ba55-65774e6bbfaf req-3ab45675-3ba4-4261-928d-c0e122c010cb service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132262 Jan 31 16:21:59.263511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-657acfea-becd-4c7e-ba55-65774e6bbfaf req-5341cbbb-9a82-482f-bb28-ab65d7f35dd7 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182961 Jan 31 16:21:59.569426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d669-6a56-469f-b2cd-f1805869d004 req-5186f507-daed-4563-b9f9-0203e0736372 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:59.571202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57394) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:59.578194 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-28d0d669-6a56-469f-b2cd-f1805869d004 req-5186f507-daed-4563-b9f9-0203e0736372 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 943 time: 0.0624549 Jan 31 16:21:59.628049 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-28d0d669-6a56-469f-b2cd-f1805869d004 req-7e2d2467-000b-4e92-92fc-cdcf1cea37dd tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489039 Jan 31 16:21:59.666227 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada3aeb-0490-4e74-a593-6207f7000113 req-109b8662-6de4-4ef1-8f4e-211442717923 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:21:59.674282 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ada3aeb-0490-4e74-a593-6207f7000113 req-109b8662-6de4-4ef1-8f4e-211442717923 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0961037 Jan 31 16:21:59.720483 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ada3aeb-0490-4e74-a593-6207f7000113 req-0cd3d04a-6578-46b6-b2b6-c492d44728be tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454547 Jan 31 16:21:59.748062 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51754aea-c08a-47ab-a2a9-cbde0dd82759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:59.860366 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51754aea-c08a-47ab-a2a9-cbde0dd82759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:59.865631 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51754aea-c08a-47ab-a2a9-cbde0dd82759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:21:59.892610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51754aea-c08a-47ab-a2a9-cbde0dd82759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4865ecb8-29f4-4982-9446-137fef02121a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:21:59.916623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-51754aea-c08a-47ab-a2a9-cbde0dd82759 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7efa8e76971c47338d284b1f706e398b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441367 Jan 31 16:21:59.919036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57402) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:21:59.972041 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5a06be58-a4af-4389-9b9f-57ceec011431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:00.011580 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5a06be58-a4af-4389-9b9f-57ceec011431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:00.070446 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5a06be58-a4af-4389-9b9f-57ceec011431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:00.073261 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5a06be58-a4af-4389-9b9f-57ceec011431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:00.079183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5a06be58-a4af-4389-9b9f-57ceec011431 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4865ecb8-29f4-4982-9446-137fef02121a HTTP/1.1" status: 204 len: 168 time: 0.1585128 Jan 31 16:22:00.090400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06be58-a4af-4389-9b9f-57ceec011431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865ecb8-29f4-4982-9446-137fef02121a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:00.765637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340d8b8-82d5-462b-bf7d-779b7ac00459 req-31f7eb42-9c36-4189-87b7-1f89565f4e35 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:00.768552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d340d8b8-82d5-462b-bf7d-779b7ac00459 req-31f7eb42-9c36-4189-87b7-1f89565f4e35 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 943 time: 0.0598819 Jan 31 16:22:00.815389 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d340d8b8-82d5-462b-bf7d-779b7ac00459 req-55ddb193-4cae-419a-9035-8fc3f697a507 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Jan 31 16:22:00.880135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2aeb7-8a9c-4d9b-8a95-8909d96fccb9 req-dd2e93e1-af0f-4a38-be8a-8e2cd4053b1e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:00.882501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3b2aeb7-8a9c-4d9b-8a95-8909d96fccb9 req-dd2e93e1-af0f-4a38-be8a-8e2cd4053b1e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0611441 Jan 31 16:22:00.931567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57446) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:00.933286 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3b2aeb7-8a9c-4d9b-8a95-8909d96fccb9 req-b3b16232-f77a-446f-bd86-14da43d09373 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 Jan 31 16:22:01.055112 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-192875937-network', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:22:01.083791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Made reservation on behalf of 4b38cc8bb1a146ea91b2ed3249c854e9 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:22:01.086673 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.095887 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.180529 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.185584 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.212774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:22:01.223220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8363cb-f815-4eb2-a481-61011524e251,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:01.229524 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.229867 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Added segment e29d5250-624e-4532-b8d4-4a3a62c0f025 of type vlan for network 15892233-6fd1-4a65-873d-fc61da91110a Jan 31 16:22:01.279487 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.305225 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.306192 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:01.306757 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.365168 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4325342 Jan 31 16:22:01.368249 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57456) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:01.370715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1fe3f-e575-437e-a866-73d453f63e4a admin admin] Pushing event updated for resources: {'Network': ['ID=15892233-6fd1-4a65-873d-fc61da91110a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:01.374529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-5d17ad53-7905-4b67-97e6-54caef4742a7 admin admin] Request body: {'subnet': {'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-192875937-subnet', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:22:01.381391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 15892233-6fd1-4a65-873d-fc61da91110a details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:22:01.400164 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d17ad53-7905-4b67-97e6-54caef4742a7 admin admin] Made reservation on behalf of 4b38cc8bb1a146ea91b2ed3249c854e9 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:22:01.402815 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5d17ad53-7905-4b67-97e6-54caef4742a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.575738 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5d17ad53-7905-4b67-97e6-54caef4742a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.633310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17ad53-7905-4b67-97e6-54caef4742a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75428bcd-1695-4f41-8e2b-95edd6e78f28,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:01.640685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17ad53-7905-4b67-97e6-54caef4742a7 admin admin] Checking segment: {'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:22:01.640970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d17ad53-7905-4b67-97e6-54caef4742a7 admin admin] Network hostable DHCP agents. Network: 15892233-6fd1-4a65-873d-fc61da91110a, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:22:01.666566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d17ad53-7905-4b67-97e6-54caef4742a7 admin admin] Network 15892233-6fd1-4a65-873d-fc61da91110a is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:22:01.678668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-5d17ad53-7905-4b67-97e6-54caef4742a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 15892233-6fd1-4a65-873d-fc61da91110a) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:22:01.682958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d17ad53-7905-4b67-97e6-54caef4742a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:01.683540 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5d17ad53-7905-4b67-97e6-54caef4742a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.688512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e552567-c915-433e-89cf-ac25c1ee1f1e None None] Network 15892233-6fd1-4a65-873d-fc61da91110a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:22:01.703791 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5d17ad53-7905-4b67-97e6-54caef4742a7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3340888 Jan 31 16:22:01.706496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57462) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:01.710867 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:22:01.734227 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.735273 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.791699 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.857727 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-15892233-6fd1-4a65-873d-fc61da91110a', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:22:01.858997 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.955974 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:01.958508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1ba07-a611-4a5a-a19c-12fc9d64014c req-6c2dd54d-230a-4d70-998c-ff12d8cf44f0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:01.966977 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f0a1ba07-a611-4a5a-a19c-12fc9d64014c req-6c2dd54d-230a-4d70-998c-ff12d8cf44f0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 943 time: 0.0618839 Jan 31 16:22:02.016821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f0a1ba07-a611-4a5a-a19c-12fc9d64014c req-57eca7f4-0fd9-40a3-8da2-852b1adf46df tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482647 Jan 31 16:22:02.054497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Allocated IP 172.20.0.2 (15892233-6fd1-4a65-873d-fc61da91110a/75428bcd-1695-4f41-8e2b-95edd6e78f28/e3f722b8-ee8c-4adf-badb-ccb8abf575a1) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:22:02.094773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cef97e-f37a-4fbe-9c00-3a4405533014 req-525381a5-2701-4c91-9286-0c27728327b5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:02.096276 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21cef97e-f37a-4fbe-9c00-3a4405533014 req-525381a5-2701-4c91-9286-0c27728327b5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0688787 Jan 31 16:22:02.182752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21cef97e-f37a-4fbe-9c00-3a4405533014 req-e2cf6ea2-fd24-4f53-90d4-c6a38bd9806b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780275 Jan 31 16:22:02.208585 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:02.221449 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:02.265924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Network 15892233-6fd1-4a65-873d-fc61da91110a is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:22:02.269116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:22:02.272554 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:22:02.272741 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:02.284212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Pushing event updated for resources: {'Port': ['ID=e3f722b8-ee8c-4adf-badb-ccb8abf575a1,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:02.292481 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:02.305950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:02.306212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:02.306544 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:02.306872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:02.307194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:02.307514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:02.307830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:02.308145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:02.308459 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:02.308772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:02.309081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:02.309387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:02.337793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Attempting to bind port e3f722b8-ee8c-4adf-badb-ccb8abf575a1 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:22:02.338158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Attempting to bind port e3f722b8-ee8c-4adf-badb-ccb8abf575a1 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:22:02.338513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Attempting to bind port e3f722b8-ee8c-4adf-badb-ccb8abf575a1 on network 15892233-6fd1-4a65-873d-fc61da91110a {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:22:02.343458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:22:02.343825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Checking segment: {'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:22:02.344221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:02.344602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Bound using segment: {'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:22:02.345117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Bound port: e3f722b8-ee8c-4adf-badb-ccb8abf575a1, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:22:02.345522 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:02.402364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Allocated IP 172.25.1.248 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/9bd04423-f41d-4b49-a7c6-70a3cc95e2b9) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:22:02.407137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] For port e3f722b8-ee8c-4adf-badb-ccb8abf575a1, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:22:02.410339 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] For port e3f722b8-ee8c-4adf-badb-ccb8abf575a1, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e3f722b8-ee8c-4adf-badb-ccb8abf575a1,segment=NetworkSegment(e29d5250-624e-4532-b8d4-4a3a62c0f025),segment_id=e29d5250-624e-4532-b8d4-4a3a62c0f025)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:22:02.415554 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:02.473726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efedd5a-5c8f-4f02-96de-e2a14674b5cc None None] Pushing event updated for resources: {'Port': ['ID=e3f722b8-ee8c-4adf-badb-ccb8abf575a1,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:02.536501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:02.571977 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:02.616197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:22:02.619263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:22:02.623139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:22:02.670486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd04423-f41d-4b49-a7c6-70a3cc95e2b9,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:02.933706 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:03.130380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fbc7-a5a1-4c33-bc51-bc89dba6135c req-5916c0b0-ad64-45db-aefd-5357d781beeb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:03.132074 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdf3fbc7-a5a1-4c33-bc51-bc89dba6135c req-5916c0b0-ad64-45db-aefd-5357d781beeb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 943 time: 0.0508325 Jan 31 16:22:03.151955 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:03.181600 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdf3fbc7-a5a1-4c33-bc51-bc89dba6135c req-c0253c48-164b-4941-b165-0f92abb99e01 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422728 Jan 31 16:22:03.352503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804db78-3dbc-4957-8401-2b16485497f8 req-f476c0da-2af6-4aa1-827f-7181af370ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:03.354140 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b804db78-3dbc-4957-8401-2b16485497f8 req-f476c0da-2af6-4aa1-827f-7181af370ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0682054 Jan 31 16:22:03.368207 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Router 30c085d2-25a3-4ec9-b12a-df74a61456db is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:22:03.433898 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b804db78-3dbc-4957-8401-2b16485497f8 req-97ce2fa1-f7dd-4ba1-a33c-fca605f1be26 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724878 Jan 31 16:22:03.507374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:22:03.521653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Sync routers for ids ['30c085d2-25a3-4ec9-b12a-df74a61456db'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:22:03.529591 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:03.531846 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Routers {'30c085d2-25a3-4ec9-b12a-df74a61456db'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:03.532583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:21:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30c085d2-25a3-4ec9-b12a-df74a61456db'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:03.534261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57500) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:03.534790 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f008a240-7b35-4419-8557-4d0a1395ce01 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8270590 Jan 31 16:22:03.573518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381fdab5-0bf1-476e-8429-25a83c610dac None None] Network 15892233-6fd1-4a65-873d-fc61da91110a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:22:03.704130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fab75787-e736-4a75-a325-4e67fd55e7a4 None None] Provisioning complete for port e3f722b8-ee8c-4adf-badb-ccb8abf575a1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:03.704499 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fab75787-e736-4a75-a325-4e67fd55e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:03.741126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Set router 30c085d2-25a3-4ec9-b12a-df74a61456db gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:03.981727 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fab75787-e736-4a75-a325-4e67fd55e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.016094 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.044505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e3f722b8-ee8c-4adf-badb-ccb8abf575a1 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:22:04.054903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-fab75787-e736-4a75-a325-4e67fd55e7a4 None None] For port e3f722b8-ee8c-4adf-badb-ccb8abf575a1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e3f722b8-ee8c-4adf-badb-ccb8abf575a1,segment=NetworkSegment(e29d5250-624e-4532-b8d4-4a3a62c0f025),segment_id=e29d5250-624e-4532-b8d4-4a3a62c0f025)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:04.105974 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fab75787-e736-4a75-a325-4e67fd55e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.188060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e3f722b8-ee8c-4adf-badb-ccb8abf575a1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:04.188425 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.245583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab75787-e736-4a75-a325-4e67fd55e7a4 None None] Pushing event updated for resources: {'Port': ['ID=e3f722b8-ee8c-4adf-badb-ccb8abf575a1,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:04.300563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:02Z', 'revision_number': 3, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:04.345821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Checking router: 30c085d2-25a3-4ec9-b12a-df74a61456db for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:22:04.346173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Updating router 30c085d2-25a3-4ec9-b12a-df74a61456db port 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:22:04.346326 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Allocated IP 172.20.0.1 (15892233-6fd1-4a65-873d-fc61da91110a/75428bcd-1695-4f41-8e2b-95edd6e78f28/a82df676-8e4d-487e-b716-5f799311a641) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:22:04.361791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bc0ed-a7fb-495f-95a6-765c82c277c6 req-27d1dad2-d1d5-463a-823f-a1201119e9b8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:04.363296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-002bc0ed-a7fb-495f-95a6-765c82c277c6 req-27d1dad2-d1d5-463a-823f-a1201119e9b8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 943 time: 0.0711625 Jan 31 16:22:04.394483 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-17c75b29-8649-4fd3-820f-0856bd4d732e None None] Provisioning complete for port e3f722b8-ee8c-4adf-badb-ccb8abf575a1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:04.394861 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-17c75b29-8649-4fd3-820f-0856bd4d732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.396448 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.457974 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-002bc0ed-a7fb-495f-95a6-765c82c277c6 req-1c9ca509-a9cd-41c8-9cd5-14204194f0b8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857778 Jan 31 16:22:04.526053 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.576267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3c86c-028d-496e-840e-7a9a831a6a69 req-8268443d-1fd4-47a7-b242-a06dbac3ff45 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:04.583823 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2aa3c86c-028d-496e-840e-7a9a831a6a69 req-8268443d-1fd4-47a7-b242-a06dbac3ff45 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0621116 Jan 31 16:22:04.635692 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2aa3c86c-028d-496e-840e-7a9a831a6a69 req-cf6e4e3d-d653-4b15-a498-b45ae57bf27e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456672 Jan 31 16:22:04.783438 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.790389 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.849275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Attempting to bind port 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:22:04.849652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Attempting to bind port 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:22:04.850033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Attempting to bind port 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:22:04.858676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af59738-40aa-41c3-9f24-0600f91a2677 None None] Pushing event updated for resources: {'Port': ['ID=9bd04423-f41d-4b49-a7c6-70a3cc95e2b9,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:04.862377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:22:04.862754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:22:04.863157 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.863519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:22:04.864005 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Bound port: 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:22:04.864366 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.921603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] For port 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:22:04.923357 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.925603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] For port 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9bd04423-f41d-4b49-a7c6-70a3cc95e2b9,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:22:04.931053 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:04.959714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Network 15892233-6fd1-4a65-873d-fc61da91110a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:22:04.964212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:22:04.968009 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:22:04.995822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Routers {'30c085d2-25a3-4ec9-b12a-df74a61456db'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:04.996420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:21:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30c085d2-25a3-4ec9-b12a-df74a61456db'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:04.997817 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Pushing event updated for resources: {'Port': ['ID=a82df676-8e4d-487e-b716-5f799311a641,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:05.011553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:05.048440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af59738-40aa-41c3-9f24-0600f91a2677 None None] Pushing event updated for resources: {'Port': ['ID=9bd04423-f41d-4b49-a7c6-70a3cc95e2b9,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:05.262796 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:05.300126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2dc9fb56-b671-43d6-8f96-754711254061 None None] Provisioning complete for port a82df676-8e4d-487e-b716-5f799311a641 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:05.300795 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2dc9fb56-b671-43d6-8f96-754711254061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:05.302853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] Set router 30c085d2-25a3-4ec9-b12a-df74a61456db gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:05.423833 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-2dc9fb56-b671-43d6-8f96-754711254061 None None] Port a82df676-8e4d-487e-b716-5f799311a641 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:22:05.444876 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:05.453411 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:05.524275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:02Z', 'revision_number': 3, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:05.527293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Pushing event updated for resources: {'Port': ['ID=a82df676-8e4d-487e-b716-5f799311a641,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:05.531722 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:05.553136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70de50b-02fb-412f-ae3f-593fae1054c7 None None] The sync data for ids ['30c085d2-25a3-4ec9-b12a-df74a61456db'] in n-d-827120-1 is: [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:02Z', 'revision_number': 3, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:22:05.647128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5af2f-078f-465e-9765-2868d556955d req-c7caee7e-6282-4a60-808e-6a131ffff212 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:05.648560 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-04d5af2f-078f-465e-9765-2868d556955d req-c7caee7e-6282-4a60-808e-6a131ffff212 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 943 time: 0.1056206 Jan 31 16:22:05.691510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Network 15892233-6fd1-4a65-873d-fc61da91110a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:22:05.696573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:22:05.722513 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-04d5af2f-078f-465e-9765-2868d556955d req-246cc483-8831-44ff-9a42-f9ad97136b8d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619881 Jan 31 16:22:05.800860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c8e03-6e7e-426b-be1a-ef291a7fa444 req-91fa4afa-36f4-4aad-8ea3-c826f0ce0e01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:05.810391 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-833c8e03-6e7e-426b-be1a-ef291a7fa444 req-91fa4afa-36f4-4aad-8ea3-c826f0ce0e01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.1034949 Jan 31 16:22:05.898879 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-833c8e03-6e7e-426b-be1a-ef291a7fa444 req-af958d49-34d1-43c8-98c3-f2ab8b4fc076 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874405 Jan 31 16:22:05.917071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Router 30c085d2-25a3-4ec9-b12a-df74a61456db has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:22:06.060599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:22:06.063410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-85871770-9489-4937-9054-772b9498c496 None None] Provisioning complete for port a82df676-8e4d-487e-b716-5f799311a641 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:06.063904 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-85871770-9489-4937-9054-772b9498c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:06.066858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6b4d909a-4bc4-4f5f-b26a-0e10dadf8e8c admin admin] 10.222.0.36 "PUT /v2.0/routers/30c085d2-25a3-4ec9-b12a-df74a61456db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5314500 Jan 31 16:22:06.129891 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-85871770-9489-4937-9054-772b9498c496 None None] Port a82df676-8e4d-487e-b716-5f799311a641 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:22:06.158887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:22:06.215843 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:06.216163 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:06.312538 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:06.342944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9bd04423-f41d-4b49-a7c6-70a3cc95e2b9,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:06.348373 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:06.350609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e3f722b8-ee8c-4adf-badb-ccb8abf575a1 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:22:06.499805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e3f722b8-ee8c-4adf-badb-ccb8abf575a1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:06.500409 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:06.536764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=9bd04423-f41d-4b49-a7c6-70a3cc95e2b9,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:06.784815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57556) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:06.790053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2055944939-network', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:22:06.840472 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Made reservation on behalf of ed25d6d89d39428cb95f4347e34469fd for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:22:06.842917 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:06.855741 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:06.887250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f7d21-ca98-4c36-b80f-71194ba28e4f req-9e8c7302-1608-4728-8c1f-991e429f4f94 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:06.888910 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-493f7d21-ca98-4c36-b80f-71194ba28e4f req-9e8c7302-1608-4728-8c1f-991e429f4f94 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 943 time: 0.0862143 Jan 31 16:22:06.958640 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-493f7d21-ca98-4c36-b80f-71194ba28e4f req-217b979e-e3ca-405a-aab7-cf723146d690 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576775 Jan 31 16:22:06.990419 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:06.995289 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.023182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:22:07.033840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9bb475-6441-4264-ab9e-c9ba63a333da,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:07.039592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.040022 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Added segment e4f15e7c-235c-4b29-b651-3c3343a9036d of type vlan for network 2a36f564-2538-48c2-b887-960d82ac8c77 Jan 31 16:22:07.049793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbf3e3-c791-450c-b139-59e5ebb469db req-169c0857-262e-499c-bb0c-cf2b7464a432 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:07.051579 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-65dbf3e3-c791-450c-b139-59e5ebb469db req-169c0857-262e-499c-bb0c-cf2b7464a432 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0747957 Jan 31 16:22:07.093943 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.103353 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-65dbf3e3-c791-450c-b139-59e5ebb469db req-f7f8acaa-4be3-4b55-a0d2-b43fe9953a34 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 Jan 31 16:22:07.135816 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.136947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:07.137758 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.206477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57562) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:07.211383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6adab5ff-42d0-44dd-a99a-d352dfdb5fe9 admin admin] Request body: {'subnet': {'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2055944939-subnet', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:22:07.214131 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4280334 Jan 31 16:22:07.222861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151f633-a060-4c0a-b9d2-89195019b0dd admin admin] Pushing event updated for resources: {'Network': ['ID=2a36f564-2538-48c2-b887-960d82ac8c77,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:07.233122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 2a36f564-2538-48c2-b887-960d82ac8c77 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:22:07.250382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adab5ff-42d0-44dd-a99a-d352dfdb5fe9 admin admin] Made reservation on behalf of ed25d6d89d39428cb95f4347e34469fd for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:22:07.252720 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6adab5ff-42d0-44dd-a99a-d352dfdb5fe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.439253 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6adab5ff-42d0-44dd-a99a-d352dfdb5fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.464521 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Sync routers for ids ['30c085d2-25a3-4ec9-b12a-df74a61456db'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:22:07.474670 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Routers {'30c085d2-25a3-4ec9-b12a-df74a61456db'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:07.475382 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:21:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30c085d2-25a3-4ec9-b12a-df74a61456db'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:07.493409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adab5ff-42d0-44dd-a99a-d352dfdb5fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9774edfb-75ac-4c8a-bca3-d06cf03641ed,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:07.516490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adab5ff-42d0-44dd-a99a-d352dfdb5fe9 admin admin] Checking segment: {'id': 'e4f15e7c-235c-4b29-b651-3c3343a9036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:22:07.516755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adab5ff-42d0-44dd-a99a-d352dfdb5fe9 admin admin] Network hostable DHCP agents. Network: 2a36f564-2538-48c2-b887-960d82ac8c77, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:22:07.535585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adab5ff-42d0-44dd-a99a-d352dfdb5fe9 admin admin] Network 2a36f564-2538-48c2-b887-960d82ac8c77 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:22:07.547616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-6adab5ff-42d0-44dd-a99a-d352dfdb5fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 2a36f564-2538-48c2-b887-960d82ac8c77) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:22:07.557615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183910e-a808-40e9-ae53-f069e94fe176 None None] Network 2a36f564-2538-48c2-b887-960d82ac8c77 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:22:07.561815 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adab5ff-42d0-44dd-a99a-d352dfdb5fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:07.566626 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6adab5ff-42d0-44dd-a99a-d352dfdb5fe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.585973 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Set router 30c085d2-25a3-4ec9-b12a-df74a61456db gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:07.588667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57564) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:07.593907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2055944939-router', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:22:07.604946 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6adab5ff-42d0-44dd-a99a-d352dfdb5fe9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3913941 Jan 31 16:22:07.629298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.630974 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.696502 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.733522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-2a36f564-2538-48c2-b887-960d82ac8c77', 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'fixed_ips': [{'subnet_id': '9774edfb-75ac-4c8a-bca3-d06cf03641ed'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:22:07.734630 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.813664 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a82df676-8e4d-487e-b716-5f799311a641', 'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'mac_address': 'fa:16:3e:3c:76:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:04Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 2, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'subnets': [{'id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:07.843363 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Checking router: 30c085d2-25a3-4ec9-b12a-df74a61456db for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:22:07.844382 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Updating router 30c085d2-25a3-4ec9-b12a-df74a61456db port a82df676-8e4d-487e-b716-5f799311a641 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:22:07.860996 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.875360 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:07.905696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Allocated IP 172.20.0.2 (2a36f564-2538-48c2-b887-960d82ac8c77/9774edfb-75ac-4c8a-bca3-d06cf03641ed/d90dd5dc-0e0a-42e6-ad6a-583b402f820b) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:22:08.071241 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.077289 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:22:08.080762 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.156215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Pushing event updated for resources: {'Port': ['ID=d90dd5dc-0e0a-42e6-ad6a-583b402f820b,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:08.168837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Network 2a36f564-2538-48c2-b887-960d82ac8c77 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:22:08.174277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:22:08.177520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:22:08.291920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:08.293048 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.296047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Attempting to bind port d90dd5dc-0e0a-42e6-ad6a-583b402f820b on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:22:08.296724 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Attempting to bind port d90dd5dc-0e0a-42e6-ad6a-583b402f820b by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'e4f15e7c-235c-4b29-b651-3c3343a9036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:22:08.297268 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Attempting to bind port d90dd5dc-0e0a-42e6-ad6a-583b402f820b on network 2a36f564-2538-48c2-b887-960d82ac8c77 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:22:08.314779 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.320290 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-41939f88-7466-4565-9889-6d21384bc16b req-39c58c93-2b3e-467f-88b1-9a6256a80995 service neutron] show failed (client error): The resource could not be found. Jan 31 16:22:08.322560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-39c58c93-2b3e-467f-88b1-9a6256a80995 service neutron] 10.222.0.30 "GET /v2.0/ports/0f91bbd8-da34-43fd-8fa5-cd33ed7207e4/bindings/n-h2-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.1992662 Jan 31 16:22:08.323397 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.365920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e2d9-ba8e-4b44-a456-05abd61c0f7d req-c7a66b76-b47c-418f-96b0-1f41760b967e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:08.367915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a604e2d9-ba8e-4b44-a456-05abd61c0f7d req-c7a66b76-b47c-418f-96b0-1f41760b967e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0947945 Jan 31 16:22:08.370033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:22:08.370410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Checking segment: {'id': 'e4f15e7c-235c-4b29-b651-3c3343a9036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:22:08.370815 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.371208 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Bound using segment: {'id': 'e4f15e7c-235c-4b29-b651-3c3343a9036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:22:08.373848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Bound port: d90dd5dc-0e0a-42e6-ad6a-583b402f820b, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f15e7c-235c-4b29-b651-3c3343a9036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:22:08.374249 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.386178 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Pushing event updated for resources: {'Port': ['ID=a82df676-8e4d-487e-b716-5f799311a641,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:08.402865 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:08.403215 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:08.403693 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:08.404258 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:08.404595 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:08.404921 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:08.405561 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:08.405561 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:08.405895 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:08.406216 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:08.406534 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:08.406871 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:08.456171 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a604e2d9-ba8e-4b44-a456-05abd61c0f7d req-831e27bc-84de-4b8d-b552-a6f135d8c727 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805287 Jan 31 16:22:08.461005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1914ac-724f-4f5e-86d2-d1ca63aa119c req-a9d68cd5-ec0a-405a-af84-845d284b1b6e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:08.462636 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba1914ac-724f-4f5e-86d2-d1ca63aa119c req-a9d68cd5-ec0a-405a-af84-845d284b1b6e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 943 time: 0.3459849 Jan 31 16:22:08.467275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.508677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.515505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] For port d90dd5dc-0e0a-42e6-ad6a-583b402f820b, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:22:08.521118 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Attempting to bind port a82df676-8e4d-487e-b716-5f799311a641 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:22:08.521740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] For port d90dd5dc-0e0a-42e6-ad6a-583b402f820b, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d90dd5dc-0e0a-42e6-ad6a-583b402f820b,segment=NetworkSegment(e4f15e7c-235c-4b29-b651-3c3343a9036d),segment_id=e4f15e7c-235c-4b29-b651-3c3343a9036d)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:22:08.521860 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Attempting to bind port a82df676-8e4d-487e-b716-5f799311a641 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:22:08.522297 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Attempting to bind port a82df676-8e4d-487e-b716-5f799311a641 on network 15892233-6fd1-4a65-873d-fc61da91110a {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:22:08.530183 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.531158 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:22:08.531537 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Checking segment: {'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:22:08.532850 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.533765 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Bound using segment: {'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:22:08.534798 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Bound port: a82df676-8e4d-487e-b716-5f799311a641, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:22:08.535183 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.659681 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] For port a82df676-8e4d-487e-b716-5f799311a641, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:22:08.663805 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba1914ac-724f-4f5e-86d2-d1ca63aa119c req-cf1861e0-8970-497c-bdb9-c894d4c0f09b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573761 Jan 31 16:22:08.666586 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] For port a82df676-8e4d-487e-b716-5f799311a641, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a82df676-8e4d-487e-b716-5f799311a641,segment=NetworkSegment(e29d5250-624e-4532-b8d4-4a3a62c0f025),segment_id=e29d5250-624e-4532-b8d4-4a3a62c0f025)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:22:08.676351 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:08.726625 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e3c59-51e4-43bb-a216-8ff207178751 None None] Pushing event updated for resources: {'Port': ['ID=d90dd5dc-0e0a-42e6-ad6a-583b402f820b,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:08.795711 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Routers {'30c085d2-25a3-4ec9-b12a-df74a61456db'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:08.800157 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:21:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30c085d2-25a3-4ec9-b12a-df74a61456db'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:08.825153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Allocated IP 172.25.1.88 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/873d0222-5c74-4864-8358-37266b601583) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:22:08.844219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 30b0ba91-08ba-410c-a182-730598cc8383 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:22:08.942147 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6bbff-d83c-405a-984a-ddba2ccfdf80 None None] Pushing event updated for resources: {'Port': ['ID=a82df676-8e4d-487e-b716-5f799311a641,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:09.041494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c5a126ba-bd87-4ce0-820b-ca72f509d6d6 None None] Provisioning complete for port a82df676-8e4d-487e-b716-5f799311a641 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:09.042039 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c5a126ba-bd87-4ce0-820b-ca72f509d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:09.067286 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] Set router 30c085d2-25a3-4ec9-b12a-df74a61456db gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:09.119262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:09.163516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:09.224396 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:22:09.232858 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:22:09.256023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:22:09.260063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939f88-7466-4565-9889-6d21384bc16b req-3477775f-81bf-4a91-95cb-94cb8af14a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:09.261336 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-3477775f-81bf-4a91-95cb-94cb8af14a8e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623&tenant_id=b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 1096 time: 0.6497433 Jan 31 16:22:09.280552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 30b0ba91-08ba-410c-a182-730598cc8383, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=30b0ba91-08ba-410c-a182-730598cc8383,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:09.302820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-348a1084-0b30-43be-9828-0305dba89c54 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:22:09.304369 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-348a1084-0b30-43be-9828-0305dba89c54 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120900 Jan 31 16:22:09.305024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Pushing event updated for resources: {'Port': ['ID=873d0222-5c74-4864-8358-37266b601583,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:09.312373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '30b0ba91-08ba-410c-a182-730598cc8383', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'port_id': '30b0ba91-08ba-410c-a182-730598cc8383', 'mac_address': 'fa:16:3e:04:98:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:22:09.315704 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c5a126ba-bd87-4ce0-820b-ca72f509d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:09.322932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:22:09.329781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:09.330119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:09.330449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:09.330769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:09.331093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:09.331752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:09.332079 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:09.332398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:09.332710 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:09.333019 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:09.333330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:09.333731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:09.349822 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a82df676-8e4d-487e-b716-5f799311a641', 'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'mac_address': 'fa:16:3e:3c:76:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:04Z', 'updated_at': '2022-01-31T16:22:08Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'subnets': [{'id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:09.375808 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c5a126ba-bd87-4ce0-820b-ca72f509d6d6 None None] For port a82df676-8e4d-487e-b716-5f799311a641, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a82df676-8e4d-487e-b716-5f799311a641,segment=NetworkSegment(e29d5250-624e-4532-b8d4-4a3a62c0f025),segment_id=e29d5250-624e-4532-b8d4-4a3a62c0f025)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:09.387485 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c5a126ba-bd87-4ce0-820b-ca72f509d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:09.392365 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed8204-bb65-480d-afaa-e4aff62e52ca None None] The sync data for ids ['30c085d2-25a3-4ec9-b12a-df74a61456db'] in n-d-827120-1 is: [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a82df676-8e4d-487e-b716-5f799311a641', 'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'mac_address': 'fa:16:3e:3c:76:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:04Z', 'updated_at': '2022-01-31T16:22:08Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'subnets': [{'id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:22:09.421879 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:09.445707 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b0ba91-08ba-410c-a182-730598cc8383 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:22:09.487530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a126ba-bd87-4ce0-820b-ca72f509d6d6 None None] Pushing event updated for resources: {'Port': ['ID=a82df676-8e4d-487e-b716-5f799311a641,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:09.494103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 30b0ba91-08ba-410c-a182-730598cc8383, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=30b0ba91-08ba-410c-a182-730598cc8383,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:09.500283 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:09.548518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c1b8c944-f7c6-4b43-8d74-d220f8656768 None None] Provisioning complete for port a82df676-8e4d-487e-b716-5f799311a641 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:09.549551 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c944-f7c6-4b43-8d74-d220f8656768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:09.605985 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:09.637171 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=30b0ba91-08ba-410c-a182-730598cc8383,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:09.647400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fba8d-7aee-44f4-a14d-1d3a53c02b14 req-84f71ec3-5aea-4307-9da3-7abc5e9544ad tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:09.658615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc8fba8d-7aee-44f4-a14d-1d3a53c02b14 req-84f71ec3-5aea-4307-9da3-7abc5e9544ad tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0725310 Jan 31 16:22:09.738198 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc8fba8d-7aee-44f4-a14d-1d3a53c02b14 req-0036d745-6d36-4f46-a431-90b2b2680709 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717590 Jan 31 16:22:09.755511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['30b0ba91-08ba-410c-a182-730598cc8383'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:22:10.187440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d90dd5dc-0e0a-42e6-ad6a-583b402f820b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:22:10.297555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d90dd5dc-0e0a-42e6-ad6a-583b402f820b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:10.297555 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:10.395981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c3ed49-fab8-4025-9adc-81403fa19775 None None] Network 2a36f564-2538-48c2-b887-960d82ac8c77 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:22:10.495049 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:10.503587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589a09b-faf0-4eb1-aaad-cd1b2d2fa557 req-674c3988-58a9-46c0-9be5-835ef3d43fe6 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:10.513807 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a589a09b-faf0-4eb1-aaad-cd1b2d2fa557 req-674c3988-58a9-46c0-9be5-835ef3d43fe6 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 944 time: 0.7057569 Jan 31 16:22:10.526239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fa7d5bc6-9d58-47f8-9c7f-5d7f790449ae None None] Provisioning complete for port d90dd5dc-0e0a-42e6-ad6a-583b402f820b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:10.526619 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5bc6-9d58-47f8-9c7f-5d7f790449ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:10.567414 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:10.593166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port d90dd5dc-0e0a-42e6-ad6a-583b402f820b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d90dd5dc-0e0a-42e6-ad6a-583b402f820b,segment=NetworkSegment(e4f15e7c-235c-4b29-b651-3c3343a9036d),segment_id=e4f15e7c-235c-4b29-b651-3c3343a9036d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:10.600593 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:10.601384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a82df676-8e4d-487e-b716-5f799311a641 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:22:10.639779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a589a09b-faf0-4eb1-aaad-cd1b2d2fa557 req-d3e92f53-0ec8-4e6f-8dba-b225d7e2435f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245394 Jan 31 16:22:10.649674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:10.761269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:22:10.781624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=d90dd5dc-0e0a-42e6-ad6a-583b402f820b,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:10.839751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a82df676-8e4d-487e-b716-5f799311a641 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:10.840582 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:10.843226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 30b0ba91-08ba-410c-a182-730598cc8383 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:22:10.940167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:22:10.942718 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea10d41-3bdf-46e8-8dde-1be4e67b7463" -d '{"events": [{"server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "name": "network-vif-unplugged", "status": "completed", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:22:10.959183 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:11.046355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Transition to ACTIVE for port object 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:22:11.048633 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df69630-281a-41c7-b8b6-df34dd9398b4 x-openstack-request-id: req-1df69630-281a-41c7-b8b6-df34dd9398b4 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:22:11.048809 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "name": "network-vif-unplugged", "status": "completed", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:22:11.049120 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1df69630-281a-41c7-b8b6-df34dd9398b4 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:22:11.049933 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'code': 200} Jan 31 16:22:11.068996 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:11.070355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053e49c-e907-4886-9b31-ffb772322a94 req-3ac0db82-0b6d-463b-8b03-db42ec5b9775 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:11.083352 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b053e49c-e907-4886-9b31-ffb772322a94 req-3ac0db82-0b6d-463b-8b03-db42ec5b9775 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.1562202 Jan 31 16:22:11.116563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 30b0ba91-08ba-410c-a182-730598cc8383 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:22:11.139397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Pushing event updated for resources: {'Port': ['ID=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,revision_number=6']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:11.141002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 30b0ba91-08ba-410c-a182-730598cc8383 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:11.141396 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:11.224120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b053e49c-e907-4886-9b31-ffb772322a94 req-d745af42-067f-4fc9-be3b-9524e37e3f64 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363969 Jan 31 16:22:11.312262 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:11.319962 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:11.413908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 30b0ba91-08ba-410c-a182-730598cc8383, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=30b0ba91-08ba-410c-a182-730598cc8383,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:11.419826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b0ba91-08ba-410c-a182-730598cc8383'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:22:11.425528 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735bda18-5a79-447f-addf-e082010738b8" -d '{"events": [{"server_uuid": "7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2", "name": "network-vif-plugged", "status": "completed", "tag": "30b0ba91-08ba-410c-a182-730598cc8383"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:22:11.457737 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:11.462405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:22:11.503221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] No DVR routers for this DVR port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:22:11.512225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a0665af9-6eed-48d2-aa1c-03e9520adf89 None None] Provisioning complete for port d90dd5dc-0e0a-42e6-ad6a-583b402f820b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:11.512679 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a0665af9-6eed-48d2-aa1c-03e9520adf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:11.539395 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb46296-ce7d-489c-9b9b-b1ca68b3a1a0 x-openstack-request-id: req-0eb46296-ce7d-489c-9b9b-b1ca68b3a1a0 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:22:11.539826 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2", "name": "network-vif-plugged", "status": "completed", "tag": "30b0ba91-08ba-410c-a182-730598cc8383", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:22:11.540293 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0eb46296-ce7d-489c-9b9b-b1ca68b3a1a0 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:22:11.540667 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b0ba91-08ba-410c-a182-730598cc8383', 'code': 200} Jan 31 16:22:11.626786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=30b0ba91-08ba-410c-a182-730598cc8383,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:11.632173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:22:11.679638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4c31b-49a3-4d09-a12c-28f0681c8171 req-aee728aa-4fc8-4691-aa30-db7a34ede04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:11.682680 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5be4c31b-49a3-4d09-a12c-28f0681c8171 req-aee728aa-4fc8-4691-aa30-db7a34ede04f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0732658 Jan 31 16:22:11.699655 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Router 333ec048-4b76-4d51-8468-b0cb4da98c65 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:22:11.738103 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5be4c31b-49a3-4d09-a12c-28f0681c8171 req-9a02b8bd-f8d1-434e-b6f4-e644becef7b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466821 Jan 31 16:22:11.791991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Attempting to bind port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:22:11.792334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Attempting to bind port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:22:11.792675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Attempting to bind port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 on network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:22:11.807840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 on network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:22:11.808386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Attempting to bind port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 on network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:22:11.811631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961c5be-1c73-426a-8bf8-d2c41a91057c req-de64775e-b8da-481e-8915-ad1381e3b663 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:11.813328 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4961c5be-1c73-426a-8bf8-d2c41a91057c req-de64775e-b8da-481e-8915-ad1381e3b663 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 945 time: 0.0584784 Jan 31 16:22:11.824323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:22:11.824808 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Checking segment: {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:22:11.825186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Bound using segment: {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:22:11.825812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Bound port: 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca28fb2-a88b-4b24-9492-6365b4e97c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:22:11.826390 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:11.873391 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4961c5be-1c73-426a-8bf8-d2c41a91057c req-dcb982fe-bb06-4422-bfe5-a716b17f9a04 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527263 Jan 31 16:22:11.948113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d90dd5dc-0e0a-42e6-ad6a-583b402f820b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:22:11.989912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:22:12.001060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d90dd5dc-0e0a-42e6-ad6a-583b402f820b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:12.001754 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:12.025259 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Sync routers for ids ['333ec048-4b76-4d51-8468-b0cb4da98c65'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:22:12.029244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:22:12.033041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:22:12.036361 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:12.040588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e8b9df8c-65d1-453b-9d5e-be111de539b5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4505153 Jan 31 16:22:12.040797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 57602) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:12.048452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Routers {'333ec048-4b76-4d51-8468-b0cb4da98c65'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:12.049279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:21:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['333ec048-4b76-4d51-8468-b0cb4da98c65'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:12.054004 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:12.095218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:12.095937 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:12.097625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] 10.222.0.20 "PUT /v2.0/ports/0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 1091 time: 2.7809501 Jan 31 16:22:12.131301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8294c0-0c89-47ec-9aab-9466ddba17cf service neutron] Pushing event updated for resources: {'Port': ['ID=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:12.194200 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939f88-7466-4565-9889-6d21384bc16b req-e37f3c56-0aa0-48ee-a3e3-80b56c412ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:12.198017 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-e37f3c56-0aa0-48ee-a3e3-80b56c412ae8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1094 time: 0.0606012 Jan 31 16:22:12.338219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939f88-7466-4565-9889-6d21384bc16b req-b57e7dfb-00fc-4430-af44-4a8b68109659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:12.341266 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-b57e7dfb-00fc-4430-af44-4a8b68109659 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 200 len: 897 time: 0.1385584 Jan 31 16:22:12.411609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Set router 333ec048-4b76-4d51-8468-b0cb4da98c65 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:12.511215 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-d7d6fc2a-7fb6-4365-883b-22f7821690c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 998 time: 0.1631358 Jan 31 16:22:12.533560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b6e6f-5fb2-4a7a-885f-8349e431dd2a req-e34ca145-b439-4f1d-8d93-686e9b4cede3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:12.534977 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c0b6e6f-5fb2-4a7a-885f-8349e431dd2a req-e34ca145-b439-4f1d-8d93-686e9b4cede3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 943 time: 0.1074893 Jan 31 16:22:12.597846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939f88-7466-4565-9889-6d21384bc16b req-91547cbe-9f5a-4258-95ac-996eb43fcbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:12.599662 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-91547cbe-9f5a-4258-95ac-996eb43fcbec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 HTTP/1.1" status: 200 len: 834 time: 0.0815499 Jan 31 16:22:12.605154 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c0b6e6f-5fb2-4a7a-885f-8349e431dd2a req-9d269409-d339-4cfa-a611-3c2877a28d7d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499253 Jan 31 16:22:12.653222 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'name': 'tempest-TestVolumeBackupRestore-2055944939-router', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '873d0222-5c74-4864-8358-37266b601583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:07Z', 'updated_at': '2022-01-31T16:22:09Z', 'revision_number': 3, 'project_id': 'ed25d6d89d39428cb95f4347e34469fd', 'gw_port': {'id': '873d0222-5c74-4864-8358-37266b601583', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:08Z', 'updated_at': '2022-01-31T16:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:12.658667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939f88-7466-4565-9889-6d21384bc16b req-48f0aa73-fb9a-4268-9b8e-fca51e0af339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:12.660403 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-48f0aa73-fb9a-4268-9b8e-fca51e0af339 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537620 Jan 31 16:22:12.681692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Checking router: 333ec048-4b76-4d51-8468-b0cb4da98c65 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:22:12.682150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Updating router 333ec048-4b76-4d51-8468-b0cb4da98c65 port 873d0222-5c74-4864-8358-37266b601583 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:22:12.707379 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:12.759313 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-52cd1e0e-777d-403e-86e4-fb40c4b2dd53 service neutron] 10.222.0.20 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922391 Jan 31 16:22:12.882205 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41939f88-7466-4565-9889-6d21384bc16b req-a8324c7f-a58e-44e6-aaa7-242c8d69feeb service neutron] 10.222.0.20 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149814 Jan 31 16:22:13.028667 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:13.035053 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:13.046694 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:13.052397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:22:13.053408 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f1a889-79b9-429f-99c5-718f904e4f00" -d '{"events": [{"name": "network-changed", "server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:22:13.112603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244224e7-8601-4bd1-9601-8622e5857401 None None] Pushing event updated for resources: {'Port': ['ID=873d0222-5c74-4864-8358-37266b601583,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:13.123676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Attempting to bind port 873d0222-5c74-4864-8358-37266b601583 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:22:13.124164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Attempting to bind port 873d0222-5c74-4864-8358-37266b601583 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:22:13.124391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Attempting to bind port 873d0222-5c74-4864-8358-37266b601583 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:22:13.127236 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43eaf19-4b63-4bad-b387-d5e51d05cd2c x-openstack-request-id: req-c43eaf19-4b63-4bad-b387-d5e51d05cd2c {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:22:13.127531 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:22:13.127878 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c43eaf19-4b63-4bad-b387-d5e51d05cd2c {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:22:13.128299 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'status': 'completed', 'code': 200} Jan 31 16:22:13.130515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:22:13.142035 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:22:13.143509 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:13.144639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:22:13.145354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Bound port: 873d0222-5c74-4864-8358-37266b601583, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:22:13.146021 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:13.150017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04dfdc-da8f-42e1-a630-fbeb8953c949 req-615da543-4e16-4709-b606-9df47f2f71df tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:13.151583 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a04dfdc-da8f-42e1-a630-fbeb8953c949 req-615da543-4e16-4709-b606-9df47f2f71df tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 945 time: 0.1402042 Jan 31 16:22:13.202133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-d42bc576-ae2f-429b-8b4e-a5b30c594cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:13.203922 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-d42bc576-ae2f-429b-8b4e-a5b30c594cf5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1094 time: 0.0560853 Jan 31 16:22:13.214937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] For port 873d0222-5c74-4864-8358-37266b601583, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:22:13.217938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] For port 873d0222-5c74-4864-8358-37266b601583, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=873d0222-5c74-4864-8358-37266b601583,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:22:13.223087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:13.274054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Routers {'333ec048-4b76-4d51-8468-b0cb4da98c65'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:13.274704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:21:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['333ec048-4b76-4d51-8468-b0cb4da98c65'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:13.292269 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a04dfdc-da8f-42e1-a630-fbeb8953c949 req-994ecba0-a6b7-4163-b207-4eca8e50795b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068530 Jan 31 16:22:13.298300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-a461bc79-860c-4038-9922-81a7da2a1639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:13.299794 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-a461bc79-860c-4038-9922-81a7da2a1639 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1094 time: 0.1452117 Jan 31 16:22:13.335391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-c39f9672-7e60-4af4-9651-e61882db8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:13.337227 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-c39f9672-7e60-4af4-9651-e61882db8703 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 200 len: 897 time: 0.1251640 Jan 31 16:22:13.341199 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244224e7-8601-4bd1-9601-8622e5857401 None None] Pushing event updated for resources: {'Port': ['ID=873d0222-5c74-4864-8358-37266b601583,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:13.422668 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-aadc8564-2f33-49d6-8635-f0cde05eac9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 998 time: 0.0766032 Jan 31 16:22:13.423304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] Set router 333ec048-4b76-4d51-8468-b0cb4da98c65 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:13.434638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-ee13163d-597b-40f6-915a-226e7b691d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:13.436923 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-ee13163d-597b-40f6-915a-226e7b691d25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 200 len: 897 time: 0.1306326 Jan 31 16:22:13.458517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Allocated IP 172.20.0.1 (2a36f564-2538-48c2-b887-960d82ac8c77/9774edfb-75ac-4c8a-bca3-d06cf03641ed/f57251e2-acb3-4d7f-9213-37c4a37a401d) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:22:13.484970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-f585fbdd-1b2c-4409-85ba-47ef07d72717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:13.487022 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-f585fbdd-1b2c-4409-85ba-47ef07d72717 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 HTTP/1.1" status: 200 len: 834 time: 0.0566590 Jan 31 16:22:13.545106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-63f7ffa2-0c01-4e71-b1a5-d95d94f692dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:13.546574 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-63f7ffa2-0c01-4e71-b1a5-d95d94f692dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519001 Jan 31 16:22:13.575010 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-eb93bfec-3725-41da-9e20-b7c1082f5712 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 998 time: 0.1257832 Jan 31 16:22:13.654672 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-3daa0396-57a1-4c67-9926-c036dd94debc service neutron] 10.222.0.20 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996096 Jan 31 16:22:13.663281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-ef6b61c6-e62b-419b-a691-7bbc744202f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:13.665099 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'name': 'tempest-TestVolumeBackupRestore-2055944939-router', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '873d0222-5c74-4864-8358-37266b601583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:07Z', 'updated_at': '2022-01-31T16:22:09Z', 'revision_number': 3, 'project_id': 'ed25d6d89d39428cb95f4347e34469fd', 'gw_port': {'id': '873d0222-5c74-4864-8358-37266b601583', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:08Z', 'updated_at': '2022-01-31T16:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:13.667535 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-ef6b61c6-e62b-419b-a691-7bbc744202f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 HTTP/1.1" status: 200 len: 834 time: 0.0823395 Jan 31 16:22:13.682568 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:13.702840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee099397-f9f6-4913-aeb3-d8275a1e5da8 None None] The sync data for ids ['333ec048-4b76-4d51-8468-b0cb4da98c65'] in n-d-827120-1 is: [{'id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'name': 'tempest-TestVolumeBackupRestore-2055944939-router', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '873d0222-5c74-4864-8358-37266b601583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:07Z', 'updated_at': '2022-01-31T16:22:09Z', 'revision_number': 3, 'project_id': 'ed25d6d89d39428cb95f4347e34469fd', 'gw_port': {'id': '873d0222-5c74-4864-8358-37266b601583', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:08Z', 'updated_at': '2022-01-31T16:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:22:13.763764 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-18d55ac4-38e8-4d44-96a4-ad44da91aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:13.765646 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-18d55ac4-38e8-4d44-96a4-ad44da91aa81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870955 Jan 31 16:22:13.767298 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:13.843307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be248d08-5316-4d27-ba69-8de39c6a0186 req-30306b30-5fbc-4597-a426-9d89859484ec tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:13.850870 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-be248d08-5316-4d27-ba69-8de39c6a0186 req-30306b30-5fbc-4597-a426-9d89859484ec tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 943 time: 0.0853386 Jan 31 16:22:13.870219 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-709070ef-3f7d-4332-ba90-46f5c4818010 service neutron] 10.222.0.20 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068505 Jan 31 16:22:13.871501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Network 2a36f564-2538-48c2-b887-960d82ac8c77 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:22:13.879620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:22:13.887443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:22:13.917428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Pushing event updated for resources: {'Port': ['ID=f57251e2-acb3-4d7f-9213-37c4a37a401d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:13.922041 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-be248d08-5316-4d27-ba69-8de39c6a0186 req-d51dfcdc-181f-4357-9745-407893d7537c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699880 Jan 31 16:22:13.947491 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:14.012069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-d2a0780c-e4ab-4bc4-a9a9-86fbb8db4553 service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189829 Jan 31 16:22:14.195639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98f1a889-79b9-429f-99c5-718f904e4f00 req-26875e7a-5c04-4971-9fad-de9d31b7278a service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749780 Jan 31 16:22:14.235850 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:14.292578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d208c54b-e84c-422a-b30c-fc83b8087be9 None None] Provisioning complete for port f57251e2-acb3-4d7f-9213-37c4a37a401d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:14.292900 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d208c54b-e84c-422a-b30c-fc83b8087be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:14.359673 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d208c54b-e84c-422a-b30c-fc83b8087be9 None None] Port f57251e2-acb3-4d7f-9213-37c4a37a401d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:22:14.481963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f24391-390d-46ae-a95c-98a312c925e7 req-236cc5d2-3d9c-4515-bc32-080ceaadb173 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:14.490424 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43f24391-390d-46ae-a95c-98a312c925e7 req-236cc5d2-3d9c-4515-bc32-080ceaadb173 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 945 time: 0.0921082 Jan 31 16:22:14.526139 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:14.538585 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:14.597840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-43f24391-390d-46ae-a95c-98a312c925e7 req-2ce7f6f3-a70e-40fc-9601-52a310b4bfb7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063843 Jan 31 16:22:14.626544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:14.637911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Pushing event updated for resources: {'Port': ['ID=f57251e2-acb3-4d7f-9213-37c4a37a401d,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:14.770487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Network 2a36f564-2538-48c2-b887-960d82ac8c77 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:22:14.772785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:22:14.809512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59642108-89d2-4abb-91f1-013c46f020b7 req-612cb894-f9ce-4cf1-afe4-2380a4267be4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:14.811028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-59642108-89d2-4abb-91f1-013c46f020b7 req-612cb894-f9ce-4cf1-afe4-2380a4267be4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 945 time: 0.0929861 Jan 31 16:22:14.869430 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-59642108-89d2-4abb-91f1-013c46f020b7 req-8e59dfa5-fbab-4d30-a02f-16c22e5059fb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507264 Jan 31 16:22:14.900389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57620) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:14.939706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Router 333ec048-4b76-4d51-8468-b0cb4da98c65 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:22:15.079356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:22:15.085763 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-df034dfa-46b9-4caa-b60b-e491426f7d3a admin admin] 10.222.0.36 "PUT /v2.0/routers/333ec048-4b76-4d51-8468-b0cb4da98c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0433700 Jan 31 16:22:15.125370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61a077-d566-45e1-a2e8-794320be046d req-d51109b6-a18f-4ee1-97ba-aaf6d46a4c66 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:15.126938 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ab61a077-d566-45e1-a2e8-794320be046d req-d51109b6-a18f-4ee1-97ba-aaf6d46a4c66 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 943 time: 0.0575805 Jan 31 16:22:15.158211 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe5f1e9-513b-45b3-a103-462dc65dead2 tempest-TestVolumeBootPattern-1068948122 tempest-TestVolumeBootPattern-1068948122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:15.159886 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cfe5f1e9-513b-45b3-a103-462dc65dead2 tempest-TestVolumeBootPattern-1068948122 tempest-TestVolumeBootPattern-1068948122-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 1091 time: 0.2580357 Jan 31 16:22:15.163013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57630) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:15.167379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '30b0ba91-08ba-410c-a182-730598cc8383', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:22:15.169020 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ab61a077-d566-45e1-a2e8-794320be046d req-94eac1c6-86a3-4aa0-affc-95e2699a9884 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360818 Jan 31 16:22:15.190866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-dbe7f71d-08d6-4961-aaab-ee59b3177a79 None None] Provisioning complete for port f57251e2-acb3-4d7f-9213-37c4a37a401d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:15.191802 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f71d-08d6-4961-aaab-ee59b3177a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:15.206973 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:15.237442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-dbe7f71d-08d6-4961-aaab-ee59b3177a79 None None] Port f57251e2-acb3-4d7f-9213-37c4a37a401d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:22:15.343016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:15.511784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-756b51c5-1340-437f-9725-bf1d5f053e39 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:15.513341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-756b51c5-1340-437f-9725-bf1d5f053e39 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623&tenant_id=b000813a36ef4beea9c3a23c358cd007&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 943 time: 0.1382055 Jan 31 16:22:15.519531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Allocated IP 172.25.1.119 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/9b16448e-9b88-4187-beb7-f4d2981ea7f1) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:22:15.521283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0faad-c6ce-4c3d-86d9-35dfd1ec47bf req-4f7e01c9-8d79-42f5-b32a-d90cfae81cf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:15.522817 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02d0faad-c6ce-4c3d-86d9-35dfd1ec47bf req-4f7e01c9-8d79-42f5-b32a-d90cfae81cf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 943 time: 0.1109178 Jan 31 16:22:15.592673 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02d0faad-c6ce-4c3d-86d9-35dfd1ec47bf req-4df6a22e-f017-4788-820b-ab3a96f89452 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613289 Jan 31 16:22:15.622178 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-c4c45c8b-f1fe-496f-a543-b53a7121dfbf service neutron] delete failed (client error): The resource could not be found. Jan 31 16:22:15.623452 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-c4c45c8b-f1fe-496f-a543-b53a7121dfbf service neutron] 10.222.0.30 "DELETE /v2.0/ports/0f91bbd8-da34-43fd-8fa5-cd33ed7207e4/bindings/n-h1-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0978880 Jan 31 16:22:15.665145 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:15.701385 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:15.725426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-aba6734b-0b46-4ed6-b349-cea945737883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:15.727079 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-aba6734b-0b46-4ed6-b349-cea945737883 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1094 time: 0.0525758 Jan 31 16:22:15.835182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-6fe509e7-fff8-4490-bdea-cbc6aa19c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:15.836786 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-6fe509e7-fff8-4490-bdea-cbc6aa19c159 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 200 len: 897 time: 0.1031320 Jan 31 16:22:16.005642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:22:16.015300 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-4490b007-7b0f-47b4-9557-0cfc11b13289 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 998 time: 0.1716623 Jan 31 16:22:16.081992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 873d0222-5c74-4864-8358-37266b601583 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:22:16.097621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:22:16.101700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:22:16.110926 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=9b16448e-9b88-4187-beb7-f4d2981ea7f1,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:16.116538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:22:16.131454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-1eb53a34-7457-4da1-8cec-03246a906a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:16.132925 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-1eb53a34-7457-4da1-8cec-03246a906a9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 HTTP/1.1" status: 200 len: 834 time: 0.1100600 Jan 31 16:22:16.212948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-8694af97-6a92-4176-a8be-128e8b16237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:16.217904 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-8694af97-6a92-4176-a8be-128e8b16237a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704114 Jan 31 16:22:16.253725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:16.268677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 873d0222-5c74-4864-8358-37266b601583 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:16.269527 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:16.313324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'port_id': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'mac_address': 'fa:16:3e:0d:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:22:16.368195 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-f80ec67a-79a4-494c-9209-c9087416ad22 service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428921 Jan 31 16:22:16.388378 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:16.400450 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:16.426436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 873d0222-5c74-4864-8358-37266b601583, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=873d0222-5c74-4864-8358-37266b601583,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:16.428584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:22:16.452032 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:16.455581 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:16.460509 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:16.540821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=873d0222-5c74-4864-8358-37266b601583,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:16.550069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0462524b-65d2-4874-87a5-9cdb976ce954 req-0c5dc4e8-4a24-4ea8-896a-3e8fc80dd5be service neutron] 10.222.0.30 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724854 Jan 31 16:22:16.654952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:16.729095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['0f91bbd8-da34-43fd-8fa5-cd33ed7207e4'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:22:16.871227 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:16.922539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37631a-1afc-4eef-923a-a62f2e88a4d3 req-f798c154-0bb4-4560-96b7-0dd778491b4d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:16.924431 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af37631a-1afc-4eef-923a-a62f2e88a4d3 req-f798c154-0bb4-4560-96b7-0dd778491b4d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 944 time: 0.1683123 Jan 31 16:22:17.003280 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:17.082658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af37631a-1afc-4eef-923a-a62f2e88a4d3 req-d0f214f8-701c-484d-bd36-b6a78544d3d4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510122 Jan 31 16:22:17.103677 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Sync routers for ids ['333ec048-4b76-4d51-8468-b0cb4da98c65'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:22:17.122310 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Routers {'333ec048-4b76-4d51-8468-b0cb4da98c65'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:17.124304 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:21:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['333ec048-4b76-4d51-8468-b0cb4da98c65'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:17.280697 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-56df8993-f9ef-44fa-949a-8472c1c6cd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:17.290903 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Set router 333ec048-4b76-4d51-8468-b0cb4da98c65 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:17.357139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:17.363813 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:17.452876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=9b16448e-9b88-4187-beb7-f4d2981ea7f1,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:17.465676 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:17.534922 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'name': 'tempest-TestVolumeBackupRestore-2055944939-router', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '873d0222-5c74-4864-8358-37266b601583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:07Z', 'updated_at': '2022-01-31T16:22:14Z', 'revision_number': 4, 'project_id': 'ed25d6d89d39428cb95f4347e34469fd', 'gw_port': {'id': '873d0222-5c74-4864-8358-37266b601583', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:08Z', 'updated_at': '2022-01-31T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f57251e2-acb3-4d7f-9213-37c4a37a401d', 'name': '', 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'mac_address': 'fa:16:3e:31:6d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '9774edfb-75ac-4c8a-bca3-d06cf03641ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:13Z', 'updated_at': '2022-01-31T16:22:14Z', 'revision_number': 2, 'project_id': 'ed25d6d89d39428cb95f4347e34469fd', 'subnets': [{'id': '9774edfb-75ac-4c8a-bca3-d06cf03641ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:17.564297 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Checking router: 333ec048-4b76-4d51-8468-b0cb4da98c65 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:22:17.564633 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Updating router 333ec048-4b76-4d51-8468-b0cb4da98c65 port f57251e2-acb3-4d7f-9213-37c4a37a401d binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:22:17.587724 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Floating IP d3ed2abe-1660-4fe7-b5b8-66e1b6298e18 associated. External IP: 172.25.1.119, port: 30b0ba91-08ba-410c-a182-730598cc8383. Jan 31 16:22:17.594894 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:17.897320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:22:17.918054 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:17.927962 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:17.949458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 873d0222-5c74-4864-8358-37266b601583 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:22:17.977661 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1af36-5320-4a30-b3d5-a31f8f4bc6e4 None None] Pushing event updated for resources: {'Port': ['ID=f57251e2-acb3-4d7f-9213-37c4a37a401d,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:18.046072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:22:18.060188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:22:18.094779 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:18.130448 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a91fd6-a8ea-4831-852b-470eda7124f3 None None] Sync routers for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:22:18.138804 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Attempting to bind port f57251e2-acb3-4d7f-9213-37c4a37a401d on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:22:18.139358 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Attempting to bind port f57251e2-acb3-4d7f-9213-37c4a37a401d by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'e4f15e7c-235c-4b29-b651-3c3343a9036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:22:18.139908 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Attempting to bind port f57251e2-acb3-4d7f-9213-37c4a37a401d on network 2a36f564-2538-48c2-b887-960d82ac8c77 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:22:18.177521 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-401d59d4-9dcc-494e-ac90-98bf0bddc8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9991846 Jan 31 16:22:18.177521 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'tag': '30b0ba91-08ba-410c-a182-730598cc8383'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:22:18.177521 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cbcde9-90e5-4466-b5e5-2be96d00c66a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2", "tag": "30b0ba91-08ba-410c-a182-730598cc8383"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:22:18.177953 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:22:18.181868 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Checking segment: {'id': 'e4f15e7c-235c-4b29-b651-3c3343a9036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:22:18.182568 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:18.183150 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Bound using segment: {'id': 'e4f15e7c-235c-4b29-b651-3c3343a9036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:22:18.184029 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Bound port: f57251e2-acb3-4d7f-9213-37c4a37a401d, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f15e7c-235c-4b29-b651-3c3343a9036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:22:18.184603 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:18.211346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:22:18.217325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a91fd6-a8ea-4831-852b-470eda7124f3 None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:18.218252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-10a91fd6-a8ea-4831-852b-470eda7124f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:21:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:18.224061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:18.224670 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:18.281680 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed02d9fc-9a94-4152-ac17-94d71b31c334 x-openstack-request-id: req-ed02d9fc-9a94-4152-ac17-94d71b31c334 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:22:18.281974 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2", "tag": "30b0ba91-08ba-410c-a182-730598cc8383", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:22:18.282221 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed02d9fc-9a94-4152-ac17-94d71b31c334 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:22:18.282622 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'tag': '30b0ba91-08ba-410c-a182-730598cc8383', 'status': 'completed', 'code': 200} Jan 31 16:22:18.314565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 873d0222-5c74-4864-8358-37266b601583 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:18.315368 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:18.380156 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] For port f57251e2-acb3-4d7f-9213-37c4a37a401d, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:22:18.389437 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] For port f57251e2-acb3-4d7f-9213-37c4a37a401d, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f57251e2-acb3-4d7f-9213-37c4a37a401d,segment=NetworkSegment(e4f15e7c-235c-4b29-b651-3c3343a9036d),segment_id=e4f15e7c-235c-4b29-b651-3c3343a9036d)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:22:18.409255 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:18.439007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ff197-3df6-402a-bbe1-a77d642caaf4 req-d3a4aea2-4683-4c55-be16-d5d85925f09b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:18.446178 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5f8ff197-3df6-402a-bbe1-a77d642caaf4 req-d3a4aea2-4683-4c55-be16-d5d85925f09b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 944 time: 0.1577563 Jan 31 16:22:18.449672 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbcde9-90e5-4466-b5e5-2be96d00c66a req-a90f3b0a-3933-4962-8e5c-e5161bce359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:18.451601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2cbcde9-90e5-4466-b5e5-2be96d00c66a req-a90f3b0a-3933-4962-8e5c-e5161bce359c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0922859 Jan 31 16:22:18.503159 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Routers {'333ec048-4b76-4d51-8468-b0cb4da98c65'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:18.504587 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:21:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['333ec048-4b76-4d51-8468-b0cb4da98c65'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:18.641429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-eef091c1-5d12-45ea-8df7-9952f56f48d9 None None] Provisioning complete for port f57251e2-acb3-4d7f-9213-37c4a37a401d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:18.644729 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eef091c1-5d12-45ea-8df7-9952f56f48d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:18.694387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbcde9-90e5-4466-b5e5-2be96d00c66a req-b0cd9c3b-7355-4315-ba67-3910fe85a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:18.703687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2cbcde9-90e5-4466-b5e5-2be96d00c66a req-b0cd9c3b-7355-4315-ba67-3910fe85a98f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.2428260 Jan 31 16:22:18.736499 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:18.742277 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5f8ff197-3df6-402a-bbe1-a77d642caaf4 req-9a524568-4f97-44bf-9af4-3067d00e80d9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890313 Jan 31 16:22:18.757262 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1af36-5320-4a30-b3d5-a31f8f4bc6e4 None None] Pushing event updated for resources: {'Port': ['ID=f57251e2-acb3-4d7f-9213-37c4a37a401d,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:18.760656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-10a91fd6-a8ea-4831-852b-470eda7124f3 None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:18.779596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 57732) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:18.835952 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] Set router 333ec048-4b76-4d51-8468-b0cb4da98c65 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:18.838703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:22:18.843885 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977586b9-03a3-4ba8-b016-fd7fc890e0bd" -d '{"events": [{"server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "name": "network-vif-plugged", "status": "completed", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:22:18.906301 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2cbcde9-90e5-4466-b5e5-2be96d00c66a req-945030ac-6c48-4140-b5da-46f1adeb12e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30b0ba91-08ba-410c-a182-730598cc8383 HTTP/1.1" status: 200 len: 999 time: 0.1943135 Jan 31 16:22:18.925034 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d12c944d-4cba-41d2-ba1b-e06bd4fed3c1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/61be24fd-3a53-42e6-92c4-7f25494f0c38 HTTP/1.1" status: 200 len: 991 time: 0.1424019 Jan 31 16:22:18.956114 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:18.966212 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:18.996143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbcde9-90e5-4466-b5e5-2be96d00c66a req-685a5187-e561-4c21-886e-e7c0eb6ee8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:18.998470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2cbcde9-90e5-4466-b5e5-2be96d00c66a req-685a5187-e561-4c21-886e-e7c0eb6ee8b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0836427 Jan 31 16:22:19.095696 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eef091c1-5d12-45ea-8df7-9952f56f48d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:19.119739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbcde9-90e5-4466-b5e5-2be96d00c66a req-6fda42b3-c269-4684-a2f4-00d975f9fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:19.121414 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2cbcde9-90e5-4466-b5e5-2be96d00c66a req-6fda42b3-c269-4684-a2f4-00d975f9fa2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138675 Jan 31 16:22:19.125416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:19.258651 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2cbcde9-90e5-4466-b5e5-2be96d00c66a req-1b34923f-485e-458e-a5d0-4b166f1d760a service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279025 Jan 31 16:22:19.319548 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'name': 'tempest-TestVolumeBackupRestore-2055944939-router', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '873d0222-5c74-4864-8358-37266b601583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:07Z', 'updated_at': '2022-01-31T16:22:14Z', 'revision_number': 4, 'project_id': 'ed25d6d89d39428cb95f4347e34469fd', 'gw_port': {'id': '873d0222-5c74-4864-8358-37266b601583', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:08Z', 'updated_at': '2022-01-31T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f57251e2-acb3-4d7f-9213-37c4a37a401d', 'name': '', 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'mac_address': 'fa:16:3e:31:6d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '9774edfb-75ac-4c8a-bca3-d06cf03641ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:13Z', 'updated_at': '2022-01-31T16:22:18Z', 'revision_number': 4, 'project_id': 'ed25d6d89d39428cb95f4347e34469fd', 'subnets': [{'id': '9774edfb-75ac-4c8a-bca3-d06cf03641ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:19.356300 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff74a58-0e3e-4b1c-af60-9748d5f51431 None None] The sync data for ids ['333ec048-4b76-4d51-8468-b0cb4da98c65'] in n-d-827120-1 is: [{'id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'name': 'tempest-TestVolumeBackupRestore-2055944939-router', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '873d0222-5c74-4864-8358-37266b601583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:07Z', 'updated_at': '2022-01-31T16:22:14Z', 'revision_number': 4, 'project_id': 'ed25d6d89d39428cb95f4347e34469fd', 'gw_port': {'id': '873d0222-5c74-4864-8358-37266b601583', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:08Z', 'updated_at': '2022-01-31T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f57251e2-acb3-4d7f-9213-37c4a37a401d', 'name': '', 'network_id': '2a36f564-2538-48c2-b887-960d82ac8c77', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'mac_address': 'fa:16:3e:31:6d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '9774edfb-75ac-4c8a-bca3-d06cf03641ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:13Z', 'updated_at': '2022-01-31T16:22:18Z', 'revision_number': 4, 'project_id': 'ed25d6d89d39428cb95f4347e34469fd', 'subnets': [{'id': '9774edfb-75ac-4c8a-bca3-d06cf03641ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:22:19.361278 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7062016-8a37-4bc4-b18e-8fd8f6f9f1e4 x-openstack-request-id: req-c7062016-8a37-4bc4-b18e-8fd8f6f9f1e4 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:22:19.361278 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "name": "network-vif-plugged", "status": "completed", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:22:19.361278 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7062016-8a37-4bc4-b18e-8fd8f6f9f1e4 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:22:19.361891 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'code': 200} Jan 31 16:22:19.364929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-eef091c1-5d12-45ea-8df7-9952f56f48d9 None None] For port f57251e2-acb3-4d7f-9213-37c4a37a401d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f57251e2-acb3-4d7f-9213-37c4a37a401d,segment=NetworkSegment(e4f15e7c-235c-4b29-b651-3c3343a9036d),segment_id=e4f15e7c-235c-4b29-b651-3c3343a9036d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:19.374175 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eef091c1-5d12-45ea-8df7-9952f56f48d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:19.382544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2cbcde9-90e5-4466-b5e5-2be96d00c66a req-70190351-838a-45af-9863-542a79b220f7 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160240 Jan 31 16:22:19.494369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef091c1-5d12-45ea-8df7-9952f56f48d9 None None] Pushing event updated for resources: {'Port': ['ID=f57251e2-acb3-4d7f-9213-37c4a37a401d,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:19.516836 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-95c30cc4-ce47-46fd-8cb4-f5a544fb7b3e None None] Provisioning complete for port f57251e2-acb3-4d7f-9213-37c4a37a401d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:19.517299 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-95c30cc4-ce47-46fd-8cb4-f5a544fb7b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:19.569511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-10a91fd6-a8ea-4831-852b-470eda7124f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'd3ed2abe-1660-4fe7-b5b8-66e1b6298e18', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': '30b0ba91-08ba-410c-a182-730598cc8383', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:04:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:22:16Z', 'updated_at': '2022-01-31T16:22:16Z', 'revision_number': 0, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:19.632996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a91fd6-a8ea-4831-852b-470eda7124f3 None None] Checking router: 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:22:19.659768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a91fd6-a8ea-4831-852b-470eda7124f3 None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:19.660714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-10a91fd6-a8ea-4831-852b-470eda7124f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:21:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:19.828239 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ac055bf2-3bcc-4bc5-ac11-97007c718d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:19.952274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-10a91fd6-a8ea-4831-852b-470eda7124f3 None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:20.031787 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:22:20.106218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f57251e2-acb3-4d7f-9213-37c4a37a401d up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:22:20.428594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f57251e2-acb3-4d7f-9213-37c4a37a401d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:22:20.429778 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:20.495207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-10a91fd6-a8ea-4831-852b-470eda7124f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'd3ed2abe-1660-4fe7-b5b8-66e1b6298e18', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': '30b0ba91-08ba-410c-a182-730598cc8383', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:04:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:22:16Z', 'updated_at': '2022-01-31T16:22:16Z', 'revision_number': 0, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:20.561201 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a91fd6-a8ea-4831-852b-470eda7124f3 None None] The sync data for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 is: [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'd3ed2abe-1660-4fe7-b5b8-66e1b6298e18', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': '30b0ba91-08ba-410c-a182-730598cc8383', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:04:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:22:16Z', 'updated_at': '2022-01-31T16:22:16Z', 'revision_number': 0, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:22:20.914624 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:21.078763 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8436d-8b44-4a56-84dc-2ce151aa4e11 None None] New status for floating IP d3ed2abe-1660-4fe7-b5b8-66e1b6298e18: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:22:22.331856 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:22.586085 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:23.120162 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9aaca27b-0dd1-40e4-8d52-6fc8be276004 req-2e931d61-ac14-41bc-929a-f4e3d0d7c3fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0599406 Jan 31 16:22:23.238878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaca27b-0dd1-40e4-8d52-6fc8be276004 req-620ee725-7461-47d5-836c-37cb88019b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:23.240683 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9aaca27b-0dd1-40e4-8d52-6fc8be276004 req-620ee725-7461-47d5-836c-37cb88019b15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1096 time: 0.0679862 Jan 31 16:22:23.376244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaca27b-0dd1-40e4-8d52-6fc8be276004 req-616fbea8-716f-47cb-b8df-53bfea29a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:23.377782 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9aaca27b-0dd1-40e4-8d52-6fc8be276004 req-616fbea8-716f-47cb-b8df-53bfea29a3ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 200 len: 897 time: 0.1139708 Jan 31 16:22:23.465444 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9aaca27b-0dd1-40e4-8d52-6fc8be276004 req-f3287bc4-006d-47f5-867f-f2b9483c79db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 1000 time: 0.0798092 Jan 31 16:22:23.529769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaca27b-0dd1-40e4-8d52-6fc8be276004 req-7952bbea-6ad9-4dbf-94ce-457d25dcffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:23.531588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9aaca27b-0dd1-40e4-8d52-6fc8be276004 req-7952bbea-6ad9-4dbf-94ce-457d25dcffea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 HTTP/1.1" status: 200 len: 834 time: 0.0564401 Jan 31 16:22:23.595494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaca27b-0dd1-40e4-8d52-6fc8be276004 req-1aa8639b-bea3-4ee0-8e7c-0ea771788156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:23.597379 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9aaca27b-0dd1-40e4-8d52-6fc8be276004 req-1aa8639b-bea3-4ee0-8e7c-0ea771788156 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577307 Jan 31 16:22:23.728406 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9aaca27b-0dd1-40e4-8d52-6fc8be276004 req-71743c61-d266-426e-ac25-f33ecb078555 service neutron] 10.222.0.20 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234021 Jan 31 16:22:23.845774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9aaca27b-0dd1-40e4-8d52-6fc8be276004 req-51f690ef-b0de-408b-8f4a-57d9eb6a113a service neutron] 10.222.0.20 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085701 Jan 31 16:22:25.936320 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:27.987822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:30.369583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-65b9f2e3-a5b0-4a95-8ef5-ee98a21ff8cc req-ef55f262-e3eb-47d1-bb0a-0854316a9f78 service neutron] (108772) timed out ('10.222.0.30', 60808) {{(pid=108772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:22:38.225082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d97dd7a-180e-4561-aa2c-f9deb9dfbd81 req-982a69d1-af2f-4e05-9662-df3b0eb55f75 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408943 Jan 31 16:22:38.322174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97dd7a-180e-4561-aa2c-f9deb9dfbd81 req-f7606e24-3109-4b1a-b06a-914306c71465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:38.324019 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d97dd7a-180e-4561-aa2c-f9deb9dfbd81 req-f7606e24-3109-4b1a-b06a-914306c71465 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0501204 Jan 31 16:22:38.434908 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97dd7a-180e-4561-aa2c-f9deb9dfbd81 req-045528e1-d932-4a42-9305-19a7c10543fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:38.436425 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d97dd7a-180e-4561-aa2c-f9deb9dfbd81 req-045528e1-d932-4a42-9305-19a7c10543fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.0907853 Jan 31 16:22:38.513657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d97dd7a-180e-4561-aa2c-f9deb9dfbd81 req-839c7530-2c8d-4969-8d0b-faf7ba456e9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30b0ba91-08ba-410c-a182-730598cc8383 HTTP/1.1" status: 200 len: 1001 time: 0.0703192 Jan 31 16:22:38.570223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97dd7a-180e-4561-aa2c-f9deb9dfbd81 req-01b8ff28-0195-41d5-8fcd-587cdbea6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:38.571853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d97dd7a-180e-4561-aa2c-f9deb9dfbd81 req-01b8ff28-0195-41d5-8fcd-587cdbea6de7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0507047 Jan 31 16:22:38.620827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97dd7a-180e-4561-aa2c-f9deb9dfbd81 req-fb9164c2-3e3b-4b9b-85ee-17b859c6c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:38.622499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d97dd7a-180e-4561-aa2c-f9deb9dfbd81 req-fb9164c2-3e3b-4b9b-85ee-17b859c6c7f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435920 Jan 31 16:22:38.717056 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d97dd7a-180e-4561-aa2c-f9deb9dfbd81 req-c2b5c0f6-a71f-4900-b25c-a050db5abade service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871601 Jan 31 16:22:38.814826 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d97dd7a-180e-4561-aa2c-f9deb9dfbd81 req-51b39bbd-66cc-4a9f-8cfd-395f7be142d7 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903933 Jan 31 16:22:47.272506 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d87f5ffc-d705-4e59-aa2b-24c281a12300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:49.243387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58664) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:49.408071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58670) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:49.408679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1c116e1b-ab49-4628-9bb0-b61d4977523c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a4506fcb1854520a47917f2762e3205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636500 Jan 31 16:22:49.463837 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:49.485862 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:49.558117 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:49.561314 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:49.565432 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d77ca9c3-a359-4a70-9523-4a1a7aedb4ac HTTP/1.1" status: 204 len: 168 time: 0.1563473 Jan 31 16:22:49.576212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77ca9c3-a359-4a70-9523-4a1a7aedb4ac,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:49.586291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:49.587433 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:49.588167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:49.588744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:49.589348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:49.589910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:49.590354 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:49.591172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:49.591562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:49.592086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:49.592614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:49.593134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e049a-35ba-4e07-95cf-0a5d2f85576a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:22:49.639136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cde011-0131-4487-ab11-e77169ae403b req-6c574b61-5c20-4bac-a777-f03b93f93b3e tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:49.641098 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8cde011-0131-4487-ab11-e77169ae403b req-6c574b61-5c20-4bac-a777-f03b93f93b3e tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1096 time: 0.0620680 Jan 31 16:22:49.695987 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b836d8f4-4a1c-4df5-8bab-01c51c4175ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:49.711097 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8cde011-0131-4487-ab11-e77169ae403b req-a0b95d05-6c40-40d8-92ec-f5b527cfb29c tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625412 Jan 31 16:22:49.738649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58676) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:49.931783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port 6b6d9092-e6a7-4235-af7d-dbd17ded97cd {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:22:49.932345 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:50.014326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:50.014758 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:50.031898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for 6b6d9092-e6a7-4235-af7d-dbd17ded97cd owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:22:50.233134 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:50.632098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=6b6d9092-e6a7-4235-af7d-dbd17ded97cd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:50.701287 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:50.701825 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Floating IP 61be24fd-3a53-42e6-92c4-7f25494f0c38 disassociated (deleted). External IP: 172.25.1.17, port: 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4. Jan 31 16:22:50.908487 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:50.986777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router ab1c78a6-7c88-41a6-8346-3ea9170eecdc has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:22:51.116231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:22:51.121696 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:51.131673 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a0f8d-d1f1-430a-9fcf-8d9799aabb07 None None] Sync routers for ids ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:22:51.145236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a0f8d-d1f1-430a-9fcf-8d9799aabb07 None None] Routers {'ab1c78a6-7c88-41a6-8346-3ea9170eecdc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:51.149211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a10a0f8d-d1f1-430a-9fcf-8d9799aabb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:22:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:51.156707 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9854aebf-79fe-449d-b5b7-3cba387dda01 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/floatingips/61be24fd-3a53-42e6-92c4-7f25494f0c38 HTTP/1.1" status: 204 len: 168 time: 1.4163377 Jan 31 16:22:51.157306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:22:51.174697 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42be6e38-73b0-403c-8267-cedfa0b3395c" -d '{"events": [{"name": "network-changed", "server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:22:51.238291 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c78a4e-9944-4750-acab-45b2ad05ee95 x-openstack-request-id: req-83c78a4e-9944-4750-acab-45b2ad05ee95 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:22:51.238586 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:22:51.239570 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83c78a4e-9944-4750-acab-45b2ad05ee95 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:22:51.239986 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'status': 'completed', 'code': 200} Jan 31 16:22:51.335295 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a10a0f8d-d1f1-430a-9fcf-8d9799aabb07 None None] Set router ab1c78a6-7c88-41a6-8346-3ea9170eecdc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:51.345112 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be6e38-73b0-403c-8267-cedfa0b3395c req-a4bbbdfc-1466-4499-8211-e10ef6476253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:51.346656 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42be6e38-73b0-403c-8267-cedfa0b3395c req-a4bbbdfc-1466-4499-8211-e10ef6476253 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 1096 time: 0.0829105 Jan 31 16:22:51.466376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be6e38-73b0-403c-8267-cedfa0b3395c req-77723aa4-55fb-4d67-ba15-66ed39726731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:51.467833 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42be6e38-73b0-403c-8267-cedfa0b3395c req-77723aa4-55fb-4d67-ba15-66ed39726731 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 200 len: 897 time: 0.1134768 Jan 31 16:22:51.553425 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42be6e38-73b0-403c-8267-cedfa0b3395c req-38dd7d17-ca46-40a1-a4cf-37e8474dbbbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 200 len: 217 time: 0.0758460 Jan 31 16:22:51.574458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a10a0f8d-d1f1-430a-9fcf-8d9799aabb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:20:49Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'df335f81-293c-48f5-a6b2-5ea91ceba439', 'name': '', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:57:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:48Z', 'updated_at': '2022-01-31T16:20:53Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:51.604768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a0f8d-d1f1-430a-9fcf-8d9799aabb07 None None] Checking router: ab1c78a6-7c88-41a6-8346-3ea9170eecdc for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:22:51.615737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a0f8d-d1f1-430a-9fcf-8d9799aabb07 None None] Routers {'ab1c78a6-7c88-41a6-8346-3ea9170eecdc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:51.616603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a10a0f8d-d1f1-430a-9fcf-8d9799aabb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:22:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:51.694548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8f02-9ce0-433c-afcd-0b255a70b87a req-5fb09123-45f1-4696-9271-64411c155a99 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:51.698411 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76da8f02-9ce0-433c-afcd-0b255a70b87a req-5fb09123-45f1-4696-9271-64411c155a99 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.1477695 Jan 31 16:22:51.708407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be6e38-73b0-403c-8267-cedfa0b3395c req-f1a0052e-6903-4a07-99c8-9d5ff8f1841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:51.710372 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42be6e38-73b0-403c-8267-cedfa0b3395c req-f1a0052e-6903-4a07-99c8-9d5ff8f1841a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 HTTP/1.1" status: 200 len: 834 time: 0.1180840 Jan 31 16:22:51.792163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be6e38-73b0-403c-8267-cedfa0b3395c req-5e6a1ff5-732c-45a4-9ba6-f4f50e958b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:51.794554 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42be6e38-73b0-403c-8267-cedfa0b3395c req-5e6a1ff5-732c-45a4-9ba6-f4f50e958b31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666137 Jan 31 16:22:51.808047 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76da8f02-9ce0-433c-afcd-0b255a70b87a req-3e8f76b3-5bfd-4c70-ae3b-d2958c438f07 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006541 Jan 31 16:22:51.852252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a10a0f8d-d1f1-430a-9fcf-8d9799aabb07 None None] Set router ab1c78a6-7c88-41a6-8346-3ea9170eecdc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:51.908308 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42be6e38-73b0-403c-8267-cedfa0b3395c req-e41e5c80-9ce3-4334-a1dc-11cdde2a4140 service neutron] 10.222.0.20 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983062 Jan 31 16:22:52.020192 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42be6e38-73b0-403c-8267-cedfa0b3395c req-2ea259f6-56e0-44cd-95f9-92a3ba0fbab7 service neutron] 10.222.0.20 "GET /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034610 Jan 31 16:22:52.169184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a10a0f8d-d1f1-430a-9fcf-8d9799aabb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:20:49Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'df335f81-293c-48f5-a6b2-5ea91ceba439', 'name': '', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:57:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:48Z', 'updated_at': '2022-01-31T16:20:53Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:52.204394 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a0f8d-d1f1-430a-9fcf-8d9799aabb07 None None] The sync data for ids ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'] in n-d-827120-1 is: [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:20:49Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'df335f81-293c-48f5-a6b2-5ea91ceba439', 'name': '', 'network_id': 'cd3cd29f-e40b-4292-b4e0-f81c6f1c888a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:57:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:48Z', 'updated_at': '2022-01-31T16:20:53Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '70f7a6e2-b1c1-4c63-add9-0fe74d77cb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:22:52.336031 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:52.483010 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeae60f-756b-41c0-8051-a99aeffec5b0 None None] New status for floating IP 61be24fd-3a53-42e6-92c4-7f25494f0c38: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:22:52.571577 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:52.945675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afed1b-4f75-4c53-ac1d-c998fe436cc5 req-fbe752ef-d800-4450-b4c2-3957021cfcad tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:52.947518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7afed1b-4f75-4c53-ac1d-c998fe436cc5 req-fbe752ef-d800-4450-b4c2-3957021cfcad tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0608435 Jan 31 16:22:53.004814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7afed1b-4f75-4c53-ac1d-c998fe436cc5 req-88a89666-252e-4fe0-8caa-58cc9e1890bb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccd6841a-a811-405f-a3ed-a65315cb8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497174 Jan 31 16:22:53.046747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebdfff-1fa8-4fce-98f5-0cb539e3c32a req-7ecbc6c6-26dc-4d77-9760-f7efc4962f23 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:22:53.048551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1eebdfff-1fa8-4fce-98f5-0cb539e3c32a req-7ecbc6c6-26dc-4d77-9760-f7efc4962f23 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.20 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 945 time: 0.0567248 Jan 31 16:22:53.155426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-1eebdfff-1fa8-4fce-98f5-0cb539e3c32a req-5c5b2ea5-51c5-40b2-854b-5cdeda22981e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:22:53.155983 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1eebdfff-1fa8-4fce-98f5-0cb539e3c32a req-5c5b2ea5-51c5-40b2-854b-5cdeda22981e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:53.257565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-1eebdfff-1fa8-4fce-98f5-0cb539e3c32a req-5c5b2ea5-51c5-40b2-854b-5cdeda22981e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] For port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:53.257981 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1eebdfff-1fa8-4fce-98f5-0cb539e3c32a req-5c5b2ea5-51c5-40b2-854b-5cdeda22981e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:53.271561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-1eebdfff-1fa8-4fce-98f5-0cb539e3c32a req-5c5b2ea5-51c5-40b2-854b-5cdeda22981e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:22:53.420546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1eebdfff-1fa8-4fce-98f5-0cb539e3c32a req-5c5b2ea5-51c5-40b2-854b-5cdeda22981e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:53.456250 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b2ea5-51c5-40b2-854b-5cdeda22981e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=0f91bbd8-da34-43fd-8fa5-cd33ed7207e4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:53.524807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eebdfff-1fa8-4fce-98f5-0cb539e3c32a req-5c5b2ea5-51c5-40b2-854b-5cdeda22981e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] No DVR routers for this DVR port 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:22:53.528241 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-1eebdfff-1fa8-4fce-98f5-0cb539e3c32a req-5c5b2ea5-51c5-40b2-854b-5cdeda22981e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:53.531925 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1eebdfff-1fa8-4fce-98f5-0cb539e3c32a req-5c5b2ea5-51c5-40b2-854b-5cdeda22981e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.20 "DELETE /v2.0/ports/0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 HTTP/1.1" status: 204 len: 173 time: 0.4765029 Jan 31 16:22:53.532367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'name': 'network-vif-deleted', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:22:53.534807 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccee737-687b-4ed1-a43b-9461ad564c45" -d '{"events": [{"server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "name": "network-vif-deleted", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:22:53.744642 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa954fd-b063-461b-801f-66084a022541 x-openstack-request-id: req-baa954fd-b063-461b-801f-66084a022541 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:22:53.744941 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120e132e-703b-4a15-ab96-0080aa7e2623", "name": "network-vif-deleted", "tag": "0f91bbd8-da34-43fd-8fa5-cd33ed7207e4", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:22:53.745219 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-baa954fd-b063-461b-801f-66084a022541 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:22:53.745652 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120e132e-703b-4a15-ab96-0080aa7e2623', 'name': 'network-vif-deleted', 'tag': '0f91bbd8-da34-43fd-8fa5-cd33ed7207e4', 'status': 'completed', 'code': 200} Jan 31 16:22:54.140105 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db47be52-a91d-4647-b602-900f03a64912 req-3f0abb42-ea55-4a31-ab75-a5869a5d4510 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=120e132e-703b-4a15-ab96-0080aa7e2623 HTTP/1.1" status: 200 len: 210 time: 0.0413609 Jan 31 16:22:55.201841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58772) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:55.704696 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b4502e8-a8fc-4706-a824-d4f0fa12dd5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:55.928293 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:56.363090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8b4502e8-a8fc-4706-a824-d4f0fa12dd5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port df335f81-293c-48f5-a6b2-5ea91ceba439 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:22:56.363657 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b4502e8-a8fc-4706-a824-d4f0fa12dd5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:56.487318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-8b4502e8-a8fc-4706-a824-d4f0fa12dd5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] For port df335f81-293c-48f5-a6b2-5ea91ceba439, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=df335f81-293c-48f5-a6b2-5ea91ceba439,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:56.487696 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b4502e8-a8fc-4706-a824-d4f0fa12dd5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:56.503619 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8b4502e8-a8fc-4706-a824-d4f0fa12dd5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for df335f81-293c-48f5-a6b2-5ea91ceba439 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:22:56.758907 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b4502e8-a8fc-4706-a824-d4f0fa12dd5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:56.798574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4502e8-a8fc-4706-a824-d4f0fa12dd5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=df335f81-293c-48f5-a6b2-5ea91ceba439,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:57.046130 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:22:57.068493 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b4502e8-a8fc-4706-a824-d4f0fa12dd5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:57.364259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4502e8-a8fc-4706-a824-d4f0fa12dd5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router ab1c78a6-7c88-41a6-8346-3ea9170eecdc has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:22:57.499400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4502e8-a8fc-4706-a824-d4f0fa12dd5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:22:57.513776 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8b4502e8-a8fc-4706-a824-d4f0fa12dd5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "PUT /v2.0/routers/ab1c78a6-7c88-41a6-8346-3ea9170eecdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3071532 Jan 31 16:22:57.513776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58798) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:57.515459 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd41019-b390-417f-b8f5-d85620062c24 None None] Sync routers for ids ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:22:57.531594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd41019-b390-417f-b8f5-d85620062c24 None None] Routers {'ab1c78a6-7c88-41a6-8346-3ea9170eecdc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:57.532475 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3cd41019-b390-417f-b8f5-d85620062c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:22:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:57.574517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-92381610-c1be-4cbb-9b96-aca9afb0af11 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting subnet 70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:22:57.577965 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92381610-c1be-4cbb-9b96-aca9afb0af11 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:57.622514 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92381610-c1be-4cbb-9b96-aca9afb0af11 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:57.800087 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92381610-c1be-4cbb-9b96-aca9afb0af11 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:57.845219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-3cd41019-b390-417f-b8f5-d85620062c24 None None] Set router ab1c78a6-7c88-41a6-8346-3ea9170eecdc gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:57.918268 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92381610-c1be-4cbb-9b96-aca9afb0af11 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:57.963123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92381610-c1be-4cbb-9b96-aca9afb0af11 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Subnet': ['ID=70f7a6e2-b1c1-4c63-add9-0fe74d77cb30,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:57.989701 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92381610-c1be-4cbb-9b96-aca9afb0af11 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:57.993435 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-92381610-c1be-4cbb-9b96-aca9afb0af11 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/subnets/70f7a6e2-b1c1-4c63-add9-0fe74d77cb30 HTTP/1.1" status: 204 len: 168 time: 0.4788003 Jan 31 16:22:57.997937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58800) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:58.046723 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b634386b-ca58-4425-80b5-30a0cb3f1d64 None None] Network cd3cd29f-e40b-4292-b4e0-f81c6f1c888a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:22:58.182232 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:58.207055 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:58.258107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:22:58.374773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:22:58.375463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0f91bbd8-da34-43fd-8fa5-cd33ed7207e4 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:22:58.376287 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:58.437857 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3cd41019-b390-417f-b8f5-d85620062c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:22:56Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': 'e902afd9-3bfc-455f-9b6c-817f1739af90', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:20:42Z', 'updated_at': '2022-01-31T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:58.493499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd41019-b390-417f-b8f5-d85620062c24 None None] Checking router: ab1c78a6-7c88-41a6-8346-3ea9170eecdc for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:22:58.505206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd41019-b390-417f-b8f5-d85620062c24 None None] Routers {'ab1c78a6-7c88-41a6-8346-3ea9170eecdc'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:22:58.505945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3cd41019-b390-417f-b8f5-d85620062c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:22:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:58.513083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port e902afd9-3bfc-455f-9b6c-817f1739af90 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:22:58.513855 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:58.555948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45bdc64-1947-4f2a-a4a2-6eb69961f24b None None] DHCP port deletion for cd3cd29f-e40b-4292-b4e0-f81c6f1c888a request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:22:58.645243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-3cd41019-b390-417f-b8f5-d85620062c24 None None] Set router ab1c78a6-7c88-41a6-8346-3ea9170eecdc gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:22:58.677772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] For port e902afd9-3bfc-455f-9b6c-817f1739af90, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e902afd9-3bfc-455f-9b6c-817f1739af90,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:58.678140 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:58.695081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for e902afd9-3bfc-455f-9b6c-817f1739af90 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:22:58.756604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3cd41019-b390-417f-b8f5-d85620062c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:22:58Z', 'revision_number': 6, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:58.817066 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd41019-b390-417f-b8f5-d85620062c24 None None] The sync data for ids ['ab1c78a6-7c88-41a6-8346-3ea9170eecdc'] in n-d-827120-1 is: [{'id': 'ab1c78a6-7c88-41a6-8346-3ea9170eecdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151863305', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:20:41Z', 'updated_at': '2022-01-31T16:22:58Z', 'revision_number': 6, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:22:58.882739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f45bdc64-1947-4f2a-a4a2-6eb69961f24b None None] Deleting port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:22:58.883119 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f45bdc64-1947-4f2a-a4a2-6eb69961f24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:58.955143 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:58.994824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=e902afd9-3bfc-455f-9b6c-817f1739af90,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:59.007639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f45bdc64-1947-4f2a-a4a2-6eb69961f24b None None] For port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7135d7e3-6dda-4ef5-86e0-ba3a194673a4,segment=NetworkSegment(0ca28fb2-a88b-4b24-9492-6365b4e97c3e),segment_id=0ca28fb2-a88b-4b24-9492-6365b4e97c3e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:22:59.008049 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f45bdc64-1947-4f2a-a4a2-6eb69961f24b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.025900 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f45bdc64-1947-4f2a-a4a2-6eb69961f24b None None] Calling delete_port for 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:22:59.056682 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.145332 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f45bdc64-1947-4f2a-a4a2-6eb69961f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.182736 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45bdc64-1947-4f2a-a4a2-6eb69961f24b None None] Pushing event deleted for resources: {'Port': ['ID=7135d7e3-6dda-4ef5-86e0-ba3a194673a4,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:59.185389 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45bdc64-1947-4f2a-a4a2-6eb69961f24b None None] No DVR routers for this DVR port 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:22:59.205217 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.208249 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.293730 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.294369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Fanout notify agent at l3_agent the message router_deleted on router ab1c78a6-7c88-41a6-8346-3ea9170eecdc {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:22:59.306443 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.306908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d61596ec-4723-43bc-974e-71621fae9a44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/routers/ab1c78a6-7c88-41a6-8346-3ea9170eecdc HTTP/1.1" status: 204 len: 168 time: 1.3076146 Jan 31 16:22:59.310077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58838) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:59.436439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.546027 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.577899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3cd29f-e40b-4292-b4e0-f81c6f1c888a']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:59.591624 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca28fb2-a88b-4b24-9492-6365b4e97c3e') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:59.591918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca28fb2-a88b-4b24-9492-6365b4e97c3e') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:22:59.601996 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.620124 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.626688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:22:59.627262 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:22:59.630413 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:22:59.710475 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.720256 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.724323 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/networks/cd3cd29f-e40b-4292-b4e0-f81c6f1c888a HTTP/1.1" status: 204 len: 168 time: 0.4118803 Jan 31 16:22:59.727137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58850) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:22:59.743201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c49eb5-259c-4c8a-928b-5ab5a98de015 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Network': ['ID=cd3cd29f-e40b-4292-b4e0-f81c6f1c888a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:22:59.830103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0add9884-92f2-4203-9c49-944d07fa6a8d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.872201 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0add9884-92f2-4203-9c49-944d07fa6a8d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.948131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0add9884-92f2-4203-9c49-944d07fa6a8d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.951292 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0add9884-92f2-4203-9c49-944d07fa6a8d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:22:59.952652 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0add9884-92f2-4203-9c49-944d07fa6a8d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/security-groups/ccd6841a-a811-405f-a3ed-a65315cb8b86 HTTP/1.1" status: 204 len: 168 time: 0.2243540 Jan 31 16:22:59.971847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add9884-92f2-4203-9c49-944d07fa6a8d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd6841a-a811-405f-a3ed-a65315cb8b86,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:00.076311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device df335f81-293c-48f5-a6b2-5ea91ceba439 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:23:00.127917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: df335f81-293c-48f5-a6b2-5ea91ceba439 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:23:00.128370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device df335f81-293c-48f5-a6b2-5ea91ceba439 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:23:00.129151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:23:00.160995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:23:00.161694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7135d7e3-6dda-4ef5-86e0-ba3a194673a4 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:23:00.162369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e902afd9-3bfc-455f-9b6c-817f1739af90 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:23:00.195360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e902afd9-3bfc-455f-9b6c-817f1739af90 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:23:00.196273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e902afd9-3bfc-455f-9b6c-817f1739af90 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:23:00.323805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58866) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:00.334833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0ec38fdd-2853-4871-aa38-149a3342400a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052141824', 'description': 'tempest-secgroup-smoke-2052141824 description', 'project_id': 'b000813a36ef4beea9c3a23c358cd007'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:00.362029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ec38fdd-2853-4871-aa38-149a3342400a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.459558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ec38fdd-2853-4871-aa38-149a3342400a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.463700 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ec38fdd-2853-4871-aa38-149a3342400a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.491223 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0ec38fdd-2853-4871-aa38-149a3342400a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.492515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0ec38fdd-2853-4871-aa38-149a3342400a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1671786 Jan 31 16:23:00.496205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58874) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:00.502544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6e419da1-cca4-49f5-985e-63caa02f8246 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': '4471f43b-57f9-4e70-bb6f-743e1110289f', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:00.506466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec38fdd-2853-4871-aa38-149a3342400a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4471f43b-57f9-4e70-bb6f-743e1110289f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:00.556853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e419da1-cca4-49f5-985e-63caa02f8246 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.637250 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e419da1-cca4-49f5-985e-63caa02f8246 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.647768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e419da1-cca4-49f5-985e-63caa02f8246 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.677642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e419da1-cca4-49f5-985e-63caa02f8246 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbf246b-d597-4309-b512-945c80cf07c3,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:00.692022 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6e419da1-cca4-49f5-985e-63caa02f8246 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.693023 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6e419da1-cca4-49f5-985e-63caa02f8246 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1946335 Jan 31 16:23:00.695911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58880) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:00.702595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6a708eb0-219a-4383-b167-e7747987dee8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': '4471f43b-57f9-4e70-bb6f-743e1110289f', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:00.735406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a708eb0-219a-4383-b167-e7747987dee8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.811888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a708eb0-219a-4383-b167-e7747987dee8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.818882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a708eb0-219a-4383-b167-e7747987dee8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.841494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a708eb0-219a-4383-b167-e7747987dee8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0459b503-c869-4736-bb43-8ebce74058d2,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:00.846163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6a708eb0-219a-4383-b167-e7747987dee8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.847463 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6a708eb0-219a-4383-b167-e7747987dee8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504705 Jan 31 16:23:00.850178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58886) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:00.855749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d1e5c7ce-f138-45ba-a42e-569515d6f9c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': '4471f43b-57f9-4e70-bb6f-743e1110289f', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:00.889616 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c7ce-f138-45ba-a42e-569515d6f9c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.958896 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c7ce-f138-45ba-a42e-569515d6f9c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.964049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c7ce-f138-45ba-a42e-569515d6f9c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:00.986879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5c7ce-f138-45ba-a42e-569515d6f9c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce04f14e-590e-4176-bcff-0123fec355fe,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:00.998410 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c7ce-f138-45ba-a42e-569515d6f9c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.002207 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d1e5c7ce-f138-45ba-a42e-569515d6f9c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485369 Jan 31 16:23:01.002546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58890) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:01.007756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b3a383e7-537c-4e45-a039-e43cc11c0033 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': '4471f43b-57f9-4e70-bb6f-743e1110289f', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:01.045452 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3a383e7-537c-4e45-a039-e43cc11c0033 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.113969 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3a383e7-537c-4e45-a039-e43cc11c0033 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.118057 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3a383e7-537c-4e45-a039-e43cc11c0033 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.137173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a383e7-537c-4e45-a039-e43cc11c0033 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0abebd4-694d-411c-a53f-353d0cf94e1c,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:01.147882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b3a383e7-537c-4e45-a039-e43cc11c0033 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.151536 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b3a383e7-537c-4e45-a039-e43cc11c0033 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452069 Jan 31 16:23:01.152214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58894) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:01.157267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0e77ccca-278e-47f7-b049-09614fe61700 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': '4471f43b-57f9-4e70-bb6f-743e1110289f', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:01.183085 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-0e77ccca-278e-47f7-b049-09614fe61700 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Project b000813a36ef4beea9c3a23c358cd007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:23:01.189273 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e77ccca-278e-47f7-b049-09614fe61700 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.260876 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e77ccca-278e-47f7-b049-09614fe61700 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.271748 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e77ccca-278e-47f7-b049-09614fe61700 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.292103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77ccca-278e-47f7-b049-09614fe61700 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3954f0b9-723d-4a23-9913-4beba03214b6,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:01.303162 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0e77ccca-278e-47f7-b049-09614fe61700 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.307003 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0e77ccca-278e-47f7-b049-09614fe61700 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510644 Jan 31 16:23:01.307362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58900) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:01.313105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f1fc3962-7f8a-4e8d-8ef9-e3c6fc692c93 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': '4471f43b-57f9-4e70-bb6f-743e1110289f', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:01.340613 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-f1fc3962-7f8a-4e8d-8ef9-e3c6fc692c93 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Project b000813a36ef4beea9c3a23c358cd007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:23:01.347007 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3962-7f8a-4e8d-8ef9-e3c6fc692c93 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.426959 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3962-7f8a-4e8d-8ef9-e3c6fc692c93 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.432037 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3962-7f8a-4e8d-8ef9-e3c6fc692c93 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.456199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc3962-7f8a-4e8d-8ef9-e3c6fc692c93 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4598c84-43bd-44a8-aeba-9cc43063a726,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:01.467139 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3962-7f8a-4e8d-8ef9-e3c6fc692c93 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.469696 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f1fc3962-7f8a-4e8d-8ef9-e3c6fc692c93 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1612759 Jan 31 16:23:01.472682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 58906) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:01.479013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-5b333623-4ede-42ab-804a-3374b47c5e5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'network': {'name': 'tempest-network-smoke--1698868523', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'port_security_enabled': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:01.504226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b333623-4ede-42ab-804a-3374b47c5e5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Made reservation on behalf of b000813a36ef4beea9c3a23c358cd007 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:23:01.508389 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b333623-4ede-42ab-804a-3374b47c5e5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.536497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b333623-4ede-42ab-804a-3374b47c5e5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:23:01.547214 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b333623-4ede-42ab-804a-3374b47c5e5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.547640 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-5b333623-4ede-42ab-804a-3374b47c5e5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Added segment c877bc6f-13fc-4adb-8ae4-ab43910e6b2f of type vlan for network 9b6c995e-d7f9-4155-b021-29acdf0871b2 Jan 31 16:23:01.593458 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b333623-4ede-42ab-804a-3374b47c5e5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.623507 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b333623-4ede-42ab-804a-3374b47c5e5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.629315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b333623-4ede-42ab-804a-3374b47c5e5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:01.629993 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5b333623-4ede-42ab-804a-3374b47c5e5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.708238 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5b333623-4ede-42ab-804a-3374b47c5e5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2318814 Jan 31 16:23:01.708754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58916) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:01.719015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'admin_state_up': True, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:01.725373 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b333623-4ede-42ab-804a-3374b47c5e5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Network': ['ID=9b6c995e-d7f9-4155-b021-29acdf0871b2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:01.736735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 9b6c995e-d7f9-4155-b021-29acdf0871b2 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:23:01.752686 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.755706 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:01.824570 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:02.287892 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:02.534602 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:02.556922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:02.688749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.25.1.211 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/2d48c244-5cae-4cfa-a045-aefde2336616) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:23:02.802685 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:02.843099 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:02.896005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:23:02.899454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:23:02.916221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:23:02.922578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=2d48c244-5cae-4cfa-a045-aefde2336616,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:03.242546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:03.485942 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:03.657415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:23:03.793518 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:23:03.821056 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Sync routers for ids ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:23:03.825325 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:03.826599 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2e7bb268-b205-4d13-8771-2d7799c60e98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1161134 Jan 31 16:23:03.829979 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58964) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:03.831002 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Routers {'4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:23:03.831640 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:22:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:23:03.869313 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-34f357bc-0f6e-4f17-af30-db6d34457724 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b000813a36ef4beea9c3a23c358cd007&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381358 Jan 31 16:23:03.871788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58966) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:04.009848 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Set router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:23:04.050874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d987737-5b9d-4096-bd41-14196ca87fc2 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:04.052658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6d987737-5b9d-4096-bd41-14196ca87fc2 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1799643 Jan 31 16:23:04.056811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58972) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:04.099623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3c756f9a-87c7-4fa3-ac2b-95b3646bb2c4 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416348 Jan 31 16:23:04.102448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58974) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:04.107512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4690f4c7-39e2-47b6-865e-b48c5769685f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1987108726', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:04.252024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4690f4c7-39e2-47b6-865e-b48c5769685f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Made reservation on behalf of b000813a36ef4beea9c3a23c358cd007 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:23:04.255752 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4690f4c7-39e2-47b6-865e-b48c5769685f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:04.270335 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:23:03Z', 'revision_number': 3, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:23:04.304556 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Checking router: 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:23:04.304890 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Updating router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa port 2d48c244-5cae-4cfa-a045-aefde2336616 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:23:04.336344 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:04.521252 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4690f4c7-39e2-47b6-865e-b48c5769685f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:04.594499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690f4c7-39e2-47b6-865e-b48c5769685f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Subnet': ['ID=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:04.620709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4690f4c7-39e2-47b6-865e-b48c5769685f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Checking segment: {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:23:04.621088 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4690f4c7-39e2-47b6-865e-b48c5769685f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network hostable DHCP agents. Network: 9b6c995e-d7f9-4155-b021-29acdf0871b2, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:23:04.648861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4690f4c7-39e2-47b6-865e-b48c5769685f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network 9b6c995e-d7f9-4155-b021-29acdf0871b2 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:23:04.663118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4690f4c7-39e2-47b6-865e-b48c5769685f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 9b6c995e-d7f9-4155-b021-29acdf0871b2) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:23:04.675909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38317f4c-e91c-4672-af8a-59323c4bb6e3 None None] Network 9b6c995e-d7f9-4155-b021-29acdf0871b2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:23:04.678737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4690f4c7-39e2-47b6-865e-b48c5769685f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:04.679330 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4690f4c7-39e2-47b6-865e-b48c5769685f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:04.693552 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:04.702800 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:04.724798 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4690f4c7-39e2-47b6-865e-b48c5769685f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6212373 Jan 31 16:23:04.728872 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 58984) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:04.771805 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb1de9-884f-45cb-ba56-e02b21933cc5 None None] Pushing event updated for resources: {'Port': ['ID=2d48c244-5cae-4cfa-a045-aefde2336616,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:04.780199 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Attempting to bind port 2d48c244-5cae-4cfa-a045-aefde2336616 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:23:04.780568 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Attempting to bind port 2d48c244-5cae-4cfa-a045-aefde2336616 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:23:04.780932 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Attempting to bind port 2d48c244-5cae-4cfa-a045-aefde2336616 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:23:04.796643 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:23:04.797710 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:23:04.798454 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:04.799304 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:23:04.800401 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Bound port: 2d48c244-5cae-4cfa-a045-aefde2336616, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:23:04.801289 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:04.890782 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] For port 2d48c244-5cae-4cfa-a045-aefde2336616, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:23:04.894581 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] For port 2d48c244-5cae-4cfa-a045-aefde2336616, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=2d48c244-5cae-4cfa-a045-aefde2336616,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:23:04.899167 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:04.945056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-9b6c995e-d7f9-4155-b021-29acdf0871b2', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:23:04.946120 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:04.983625 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Routers {'4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:23:04.984311 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:22:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:23:05.111743 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb1de9-884f-45cb-ba56-e02b21933cc5 None None] Pushing event updated for resources: {'Port': ['ID=2d48c244-5cae-4cfa-a045-aefde2336616,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:05.116643 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] Set router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:23:05.249372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Allocated IP 172.20.0.2 (9b6c995e-d7f9-4155-b021-29acdf0871b2/ad9ea87b-88d2-4420-b7d8-2adc27a71c2d/95faf102-e6dd-4e0a-8591-12ff4ce371f1) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:23:05.392849 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:05.420996 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:05.424409 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:23:03Z', 'revision_number': 3, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:23:05.430035 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:05.500236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Pushing event updated for resources: {'Port': ['ID=95faf102-e6dd-4e0a-8591-12ff4ce371f1,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:05.513630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Network 9b6c995e-d7f9-4155-b021-29acdf0871b2 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:23:05.519352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:23:05.522340 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:23:05.533101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:05.533446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:05.533981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:05.534387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:05.534770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:05.535157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:05.535563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:05.535952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:05.536830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:05.536830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:05.537020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:05.537329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:05.637615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Attempting to bind port 95faf102-e6dd-4e0a-8591-12ff4ce371f1 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:23:05.638309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Attempting to bind port 95faf102-e6dd-4e0a-8591-12ff4ce371f1 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:23:05.638873 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Attempting to bind port 95faf102-e6dd-4e0a-8591-12ff4ce371f1 on network 9b6c995e-d7f9-4155-b021-29acdf0871b2 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:23:05.646527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:23:05.647404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Checking segment: {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:23:05.648006 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:05.648580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Bound using segment: {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:23:05.649455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Bound port: 95faf102-e6dd-4e0a-8591-12ff4ce371f1, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:23:05.650653 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:05.654681 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51091a79-8afe-4e81-9232-fe28a42d3b32 None None] The sync data for ids ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'] in n-d-827120-1 is: [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:23:03Z', 'revision_number': 3, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:23:05.804829 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] For port 95faf102-e6dd-4e0a-8591-12ff4ce371f1, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:23:05.812379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] For port 95faf102-e6dd-4e0a-8591-12ff4ce371f1, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=95faf102-e6dd-4e0a-8591-12ff4ce371f1,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:23:05.819215 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:05.907273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e30ea7-d8aa-4df6-a109-4df733860e8f None None] Pushing event updated for resources: {'Port': ['ID=95faf102-e6dd-4e0a-8591-12ff4ce371f1,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:06.389965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.20.0.1 (9b6c995e-d7f9-4155-b021-29acdf0871b2/ad9ea87b-88d2-4420-b7d8-2adc27a71c2d/f053fd2e-89b0-4d63-ab48-6df5c46deacd) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:23:06.556341 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:06.622693 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:06.695580 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=f053fd2e-89b0-4d63-ab48-6df5c46deacd,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:06.720882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network 9b6c995e-d7f9-4155-b021-29acdf0871b2 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:23:06.722592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:23:06.728066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:23:06.791674 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:06.992029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:07.341890 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:07.350132 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:07.460583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:07.494003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b188e938-b140-41da-bfde-0b9d0bb3432b None None] Network 9b6c995e-d7f9-4155-b021-29acdf0871b2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:23:07.505920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=f053fd2e-89b0-4d63-ab48-6df5c46deacd,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:07.569727 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3193b6f0-4b3c-4c46-bf22-193dee61b3ed None None] Provisioning complete for port 95faf102-e6dd-4e0a-8591-12ff4ce371f1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:07.570092 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3193b6f0-4b3c-4c46-bf22-193dee61b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:07.647354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network 9b6c995e-d7f9-4155-b021-29acdf0871b2 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:23:07.649198 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:23:07.798799 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3193b6f0-4b3c-4c46-bf22-193dee61b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:07.861528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3193b6f0-4b3c-4c46-bf22-193dee61b3ed None None] For port 95faf102-e6dd-4e0a-8591-12ff4ce371f1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=95faf102-e6dd-4e0a-8591-12ff4ce371f1,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:23:07.867032 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3193b6f0-4b3c-4c46-bf22-193dee61b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:07.898914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:23:07.964805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193b6f0-4b3c-4c46-bf22-193dee61b3ed None None] Pushing event updated for resources: {'Port': ['ID=95faf102-e6dd-4e0a-8591-12ff4ce371f1,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:08.047901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:23:08.057524 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-af3f71cc-6682-4629-8f36-cbd724350ee6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "PUT /v2.0/routers/4342e8fd-02f6-4e1a-bf13-75dea2fb42aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3236697 Jan 31 16:23:08.279978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 95faf102-e6dd-4e0a-8591-12ff4ce371f1 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:23:08.361777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Sync routers for ids ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:23:08.382608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Routers {'4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:23:08.383730 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-58a2371c-4789-4677-9050-5b240283adac tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052141824&fields=id&tenant_id=b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 267 time: 0.0690513 Jan 31 16:23:08.390850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:22:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:23:08.393633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4443add6-a2c0-4e29-a7fb-e06c0ac60591 None None] Provisioning complete for port f053fd2e-89b0-4d63-ab48-6df5c46deacd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:08.393977 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4443add6-a2c0-4e29-a7fb-e06c0ac60591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:08.472532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 95faf102-e6dd-4e0a-8591-12ff4ce371f1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:08.472532 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:08.515553 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7b8ac358-6553-4697-a390-2b4556337b80 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:08.517843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7b8ac358-6553-4697-a390-2b4556337b80 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 797 time: 0.1253860 Jan 31 16:23:08.542461 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-41f3915d-403d-4cd6-acfa-8ac5cfbcc987 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/quotas/b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 375 time: 0.0127537 Jan 31 16:23:08.564914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4443add6-a2c0-4e29-a7fb-e06c0ac60591 None None] Port f053fd2e-89b0-4d63-ab48-6df5c46deacd cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:23:08.629939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4443add6-a2c0-4e29-a7fb-e06c0ac60591 None None] Provisioning complete for port 95faf102-e6dd-4e0a-8591-12ff4ce371f1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:08.630454 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4443add6-a2c0-4e29-a7fb-e06c0ac60591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:08.660830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-12bd3be2-3a5f-41dd-b9ee-62d858259151 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093345 Jan 31 16:23:08.693890 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-f513b8e2-8281-4a96-884f-3e8490d5fdd5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:23:08.704474 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-f513b8e2-8281-4a96-884f-3e8490d5fdd5 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299411 Jan 31 16:23:08.763500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2d48c244-5cae-4cfa-a045-aefde2336616 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:23:08.770916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Set router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:23:08.847225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-3daec07b-c41d-4703-a5bf-562e7405e735 service neutron] 10.222.0.36 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400993 Jan 31 16:23:08.997776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-45d7d32e-e51a-4e8b-8311-5b1e0b8c62c8 service neutron] 10.222.0.36 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433311 Jan 31 16:23:09.061069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 2d48c244-5cae-4cfa-a045-aefde2336616 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:09.061451 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:09.180365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b58fa182-65fe-4463-be04-f8cb11392e85 None None] Provisioning complete for port f053fd2e-89b0-4d63-ab48-6df5c46deacd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:09.180878 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b58fa182-65fe-4463-be04-f8cb11392e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:09.286346 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:09.305976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0408222-bf33-4d0e-ac13-339f584e5594 req-dd6b6812-e8a7-459d-9761-ab052a94678f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 210 time: 0.0770211 Jan 31 16:23:09.312624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b58fa182-65fe-4463-be04-f8cb11392e85 None None] Port f053fd2e-89b0-4d63-ab48-6df5c46deacd cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:23:09.345036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 2d48c244-5cae-4cfa-a045-aefde2336616, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=2d48c244-5cae-4cfa-a045-aefde2336616,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:23:09.348123 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:09.383417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:23:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f053fd2e-89b0-4d63-ab48-6df5c46deacd', 'name': '', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:d8:52:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:05Z', 'updated_at': '2022-01-31T16:23:07Z', 'revision_number': 2, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:23:09.425024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Checking router: 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:23:09.425560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Updating router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa port f053fd2e-89b0-4d63-ab48-6df5c46deacd binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:23:09.477539 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:09.681564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=2d48c244-5cae-4cfa-a045-aefde2336616,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:10.026005 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 95faf102-e6dd-4e0a-8591-12ff4ce371f1 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:23:10.082067 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:10.090733 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:10.149018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 95faf102-e6dd-4e0a-8591-12ff4ce371f1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:10.149549 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:10.205695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa9735-7e85-49dc-9ee8-7152cbb86f30 None None] Pushing event updated for resources: {'Port': ['ID=f053fd2e-89b0-4d63-ab48-6df5c46deacd,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:10.316527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Attempting to bind port f053fd2e-89b0-4d63-ab48-6df5c46deacd on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:23:10.317227 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Attempting to bind port f053fd2e-89b0-4d63-ab48-6df5c46deacd by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:23:10.317681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Attempting to bind port f053fd2e-89b0-4d63-ab48-6df5c46deacd on network 9b6c995e-d7f9-4155-b021-29acdf0871b2 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:23:10.340869 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:23:10.341421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Checking segment: {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:23:10.341890 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:10.342361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Bound using segment: {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:23:10.343467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Bound port: f053fd2e-89b0-4d63-ab48-6df5c46deacd, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:23:10.343467 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:10.414560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2d48c244-5cae-4cfa-a045-aefde2336616 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:23:10.482120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-557d9299-2654-4f85-8c84-ce815d37869a req-b8390aeb-5d17-4010-a7cf-be22ab4deee2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 210 time: 0.0403502 Jan 31 16:23:10.513277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] For port f053fd2e-89b0-4d63-ab48-6df5c46deacd, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:23:10.519136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] For port f053fd2e-89b0-4d63-ab48-6df5c46deacd, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f053fd2e-89b0-4d63-ab48-6df5c46deacd,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:23:10.528583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 2d48c244-5cae-4cfa-a045-aefde2336616 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:10.528985 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:10.531520 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:10.705551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Routers {'4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:23:10.706992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:22:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:23:10.773391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-333c1d1e-59d2-41b0-9abd-7bc5f8f162ff None None] Provisioning complete for port f053fd2e-89b0-4d63-ab48-6df5c46deacd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:10.775519 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-333c1d1e-59d2-41b0-9abd-7bc5f8f162ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:11.003664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa9735-7e85-49dc-9ee8-7152cbb86f30 None None] Pushing event updated for resources: {'Port': ['ID=f053fd2e-89b0-4d63-ab48-6df5c46deacd,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:11.141734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-d08d48a3-1a7f-4ba7-9991-55d28131b676 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:11.144651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] Set router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:23:11.151317 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-d08d48a3-1a7f-4ba7-9991-55d28131b676 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.20 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 797 time: 0.3321106 Jan 31 16:23:11.217114 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-442ce4f0-d0b7-479a-8f5d-8fa30a3efb5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 380 time: 0.0553393 Jan 31 16:23:11.231260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'port': {'device_id': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'admin_state_up': True, 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'security_groups': ['4471f43b-57f9-4e70-bb6f-743e1110289f']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:11.237617 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-333c1d1e-59d2-41b0-9abd-7bc5f8f162ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:11.394696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Made reservation on behalf of b000813a36ef4beea9c3a23c358cd007 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:23:11.401665 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:11.402124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-333c1d1e-59d2-41b0-9abd-7bc5f8f162ff None None] For port f053fd2e-89b0-4d63-ab48-6df5c46deacd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f053fd2e-89b0-4d63-ab48-6df5c46deacd,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:23:11.409889 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-333c1d1e-59d2-41b0-9abd-7bc5f8f162ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:11.564065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7dd7f989-37ff-4c0c-ac28-a39fdcdcc66a None None] Provisioning complete for port f053fd2e-89b0-4d63-ab48-6df5c46deacd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:11.564712 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7dd7f989-37ff-4c0c-ac28-a39fdcdcc66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:11.567893 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c1d1e-59d2-41b0-9abd-7bc5f8f162ff None None] Pushing event updated for resources: {'Port': ['ID=f053fd2e-89b0-4d63-ab48-6df5c46deacd,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:11.573194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.20.0.5 (9b6c995e-d7f9-4155-b021-29acdf0871b2/ad9ea87b-88d2-4420-b7d8-2adc27a71c2d/f7a2087f-80a9-49de-83da-434a3b8829e6) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:23:11.632956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:23:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f053fd2e-89b0-4d63-ab48-6df5c46deacd', 'name': '', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:d8:52:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:05Z', 'updated_at': '2022-01-31T16:23:10Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:23:11.693934 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc9c947-9573-4b59-8136-fb1448c6a14c None None] The sync data for ids ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'] in n-d-827120-1 is: [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:23:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f053fd2e-89b0-4d63-ab48-6df5c46deacd', 'name': '', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:d8:52:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:05Z', 'updated_at': '2022-01-31T16:23:10Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:23:11.790327 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:11.839312 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67d0198c-c6b9-4f04-a96a-8d67da9f99ab req-e676d91e-6cd5-49e7-b0e2-496db2747643 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 210 time: 0.0374384 Jan 31 16:23:11.880050 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:11.989609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network 9b6c995e-d7f9-4155-b021-29acdf0871b2 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:23:11.993953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:12.007057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:23:12.011127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:12.011127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:12.011127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:12.011654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:12.011794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:12.016705 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:12.017212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:12.018010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:12.018610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:12.018912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:12.019897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:12.020360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:23:12.033124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:23:12.145399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:12.148296 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:12.175300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f053fd2e-89b0-4d63-ab48-6df5c46deacd up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:23:12.199276 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-96fa58ba-41c0-4d22-833e-d3b4e4be35df tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9745317 Jan 31 16:23:12.230368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Request body: {'port': {'device_id': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:12.259901 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f053fd2e-89b0-4d63-ab48-6df5c46deacd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:12.260521 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:12.412475 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:12.445450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d44e11d2-4bae-4a76-8492-7b5e7d463023 None None] Provisioning complete for port f7a2087f-80a9-49de-83da-434a3b8829e6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:12.446307 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d44e11d2-4bae-4a76-8492-7b5e7d463023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:12.526364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d44e11d2-4bae-4a76-8492-7b5e7d463023 None None] Port f7a2087f-80a9-49de-83da-434a3b8829e6 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:23:12.849336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a2087f-80a9-49de-83da-434a3b8829e6 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:23:12.861659 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:12.877265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Transition to ACTIVE for port object f7a2087f-80a9-49de-83da-434a3b8829e6 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:23:13.035551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481fa22-0ea5-4540-8d3a-fedbf1f48867 req-a0d3ac3c-4663-4501-a8f7-62f2748aa1d0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:13.044977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5481fa22-0ea5-4540-8d3a-fedbf1f48867 req-a0d3ac3c-4663-4501-a8f7-62f2748aa1d0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 931 time: 0.0882969 Jan 31 16:23:13.083841 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:13.146717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5481fa22-0ea5-4540-8d3a-fedbf1f48867 req-3f33f527-7b65-4125-bee8-fc43fe845e1f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870740 Jan 31 16:23:13.243014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:13.352714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Attempting to bind port f7a2087f-80a9-49de-83da-434a3b8829e6 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:23:13.353170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Attempting to bind port f7a2087f-80a9-49de-83da-434a3b8829e6 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:23:13.353604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Attempting to bind port f7a2087f-80a9-49de-83da-434a3b8829e6 on network 9b6c995e-d7f9-4155-b021-29acdf0871b2 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:23:13.359523 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Port f7a2087f-80a9-49de-83da-434a3b8829e6 on network 9b6c995e-d7f9-4155-b021-29acdf0871b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:23:13.359946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Attempting to bind port f7a2087f-80a9-49de-83da-434a3b8829e6 on network 9b6c995e-d7f9-4155-b021-29acdf0871b2 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:23:13.365719 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:23:13.366303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Checking segment: {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:23:13.366753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Bound using segment: {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:23:13.367258 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Bound port: f7a2087f-80a9-49de-83da-434a3b8829e6, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:23:13.367681 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:13.474607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:23:13.480769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:23:13.488561 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:13.579964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:13.580647 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:13.582670 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] 10.222.0.20 "PUT /v2.0/ports/f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 1091 time: 1.3663137 Jan 31 16:23:13.584920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:23:13.588757 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2839047d-1982-47bb-b250-62a23a66abd3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:23:13.596207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fb485-5bde-4957-9886-86e5ebdddaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:13.694058 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e653b9a-b213-4ca1-915f-671b96d253b4 x-openstack-request-id: req-2e653b9a-b213-4ca1-915f-671b96d253b4 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:23:13.694259 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:23:13.694687 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e653b9a-b213-4ca1-915f-671b96d253b4 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:23:13.695097 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'status': 'completed', 'code': 200} Jan 31 16:23:13.712188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-d1f18436-7d77-4752-a31a-bc2d90f70c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:13.714053 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-d1f18436-7d77-4752-a31a-bc2d90f70c0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1094 time: 0.0911646 Jan 31 16:23:13.778897 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-65da4081-79ee-4726-bcd2-f0d134a16054 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 217 time: 0.0540330 Jan 31 16:23:13.846257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-c156d78f-0c25-4336-b32a-0b969c076a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:13.847854 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-c156d78f-0c25-4336-b32a-0b969c076a70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.0612261 Jan 31 16:23:13.903257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-ad761909-f8a8-4e2b-839f-78c90aceae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:13.905193 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-ad761909-f8a8-4e2b-839f-78c90aceae45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501127 Jan 31 16:23:14.026135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-48602c48-7c87-4b1a-bed4-6c39b4ae951a service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137183 Jan 31 16:23:14.163678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a609196-dbd1-484f-96e1-1817727fddb4 req-8363b886-d448-494f-86a7-7c43566ab215 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291876 Jan 31 16:23:14.289677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839047d-1982-47bb-b250-62a23a66abd3 req-8239e00b-2b8d-4fa4-b3b9-9e3e55cba744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:14.293170 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2839047d-1982-47bb-b250-62a23a66abd3 req-8239e00b-2b8d-4fa4-b3b9-9e3e55cba744 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1094 time: 0.0791831 Jan 31 16:23:14.340575 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439c0f6-e2ec-4505-8c95-47f868548055 req-c299838b-bad0-4277-92ba-bfffffdaa3c0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:14.349104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9439c0f6-e2ec-4505-8c95-47f868548055 req-c299838b-bad0-4277-92ba-bfffffdaa3c0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 943 time: 0.0651484 Jan 31 16:23:14.406400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9439c0f6-e2ec-4505-8c95-47f868548055 req-b910da2c-0cc1-4f97-8065-27e21f1ea6a6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551553 Jan 31 16:23:14.468078 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839047d-1982-47bb-b250-62a23a66abd3 req-a6494de8-5085-48e3-8804-faa2261d2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:14.470154 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2839047d-1982-47bb-b250-62a23a66abd3 req-a6494de8-5085-48e3-8804-faa2261d2a26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 898 time: 0.1689978 Jan 31 16:23:14.531442 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2839047d-1982-47bb-b250-62a23a66abd3 req-c0f5d1ff-04ba-4959-97dc-2a456554e6f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 217 time: 0.0528264 Jan 31 16:23:14.603008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839047d-1982-47bb-b250-62a23a66abd3 req-a2a4907a-7502-4067-90f1-9aa825a3d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:14.604170 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2839047d-1982-47bb-b250-62a23a66abd3 req-a2a4907a-7502-4067-90f1-9aa825a3d8cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.0639811 Jan 31 16:23:14.672770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839047d-1982-47bb-b250-62a23a66abd3 req-f7ad0594-a968-4647-af04-f8753f7f26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:14.674294 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2839047d-1982-47bb-b250-62a23a66abd3 req-f7ad0594-a968-4647-af04-f8753f7f26e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621996 Jan 31 16:23:14.801406 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2839047d-1982-47bb-b250-62a23a66abd3 req-0a4a825e-44dc-4fa9-a139-6cbcd03403f2 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173577 Jan 31 16:23:14.923070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2839047d-1982-47bb-b250-62a23a66abd3 req-ad6f019f-668d-4af1-80a4-cad48aee5b90 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142049 Jan 31 16:23:15.553582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9943f8-b19d-4f69-9ca1-c83b0ad1231d req-63abc8a5-5e12-4ca0-ba2d-f61a750d1bb5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:15.555517 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b9943f8-b19d-4f69-9ca1-c83b0ad1231d req-63abc8a5-5e12-4ca0-ba2d-f61a750d1bb5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 943 time: 0.0700812 Jan 31 16:23:15.616375 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b9943f8-b19d-4f69-9ca1-c83b0ad1231d req-90b4170b-d0c8-40ee-85a5-afda0196768b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501404 Jan 31 16:23:16.771721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcade3-cd90-4ca6-99db-70c8cec125a7 req-d7a42344-03e6-4555-857a-fffad0f8ed3b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:16.773379 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33bcade3-cd90-4ca6-99db-70c8cec125a7 req-d7a42344-03e6-4555-857a-fffad0f8ed3b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 943 time: 0.0619018 Jan 31 16:23:16.832712 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33bcade3-cd90-4ca6-99db-70c8cec125a7 req-507d6b33-3316-4b80-aa04-8dd61483118a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482626 Jan 31 16:23:17.269516 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-935a6cab-be27-4995-bb62-938b2fcbd45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:17.967889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645fcb6-7fbb-4104-88c2-55f91db02f9a req-78a7f14b-8364-4fb2-90ef-d95bf22b7145 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:17.969763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f645fcb6-7fbb-4104-88c2-55f91db02f9a req-78a7f14b-8364-4fb2-90ef-d95bf22b7145 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 943 time: 0.0544317 Jan 31 16:23:18.023874 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f645fcb6-7fbb-4104-88c2-55f91db02f9a req-8ad8e518-1961-4845-aa61-432e693ead29 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452323 Jan 31 16:23:18.361814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f7a2087f-80a9-49de-83da-434a3b8829e6 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:23:18.484737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:23:18.496589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'port_id': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'mac_address': 'fa:16:3e:15:4b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:23:18.536996 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:18.550542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a2087f-80a9-49de-83da-434a3b8829e6 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:23:18.580895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:23:18.585722 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:18.637065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:18.833881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['f7a2087f-80a9-49de-83da-434a3b8829e6'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:23:19.166378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb3341-169e-458c-b698-d33ec1d6575d req-ba03642d-bfff-496e-bd84-5c8b2d1be198 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:19.168148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-76cb3341-169e-458c-b698-d33ec1d6575d req-ba03642d-bfff-496e-bd84-5c8b2d1be198 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 944 time: 0.0649917 Jan 31 16:23:19.215970 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-76cb3341-169e-458c-b698-d33ec1d6575d req-f636b191-3272-443a-b6eb-6248c1459869 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409601 Jan 31 16:23:19.686547 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-223c0ecb-5a51-4490-9c05-87674a13ce93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:20.361669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea02423-2716-4787-97aa-1eb194b570c2 req-ee2b20f3-1f07-41ea-a937-41189c5f55ed tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:20.363074 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ea02423-2716-4787-97aa-1eb194b570c2 req-ee2b20f3-1f07-41ea-a937-41189c5f55ed tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 944 time: 0.0559323 Jan 31 16:23:20.376481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f7a2087f-80a9-49de-83da-434a3b8829e6 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:23:20.423554 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ea02423-2716-4787-97aa-1eb194b570c2 req-2fad0997-45a9-42c1-a0ce-04d0ca8379a1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534902 Jan 31 16:23:20.455116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port f7a2087f-80a9-49de-83da-434a3b8829e6 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:23:20.459329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port f7a2087f-80a9-49de-83da-434a3b8829e6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:23:20.459790 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:20.549050 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:20.572376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:23:20.574864 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbd23b8-0279-41a4-8871-eb7a26fe987c" -d '{"events": [{"server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "name": "network-vif-plugged", "status": "completed", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:23:20.589134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:23:20.594043 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:20.635540 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c08a24-6809-4e6a-9767-a198420b85fb x-openstack-request-id: req-86c08a24-6809-4e6a-9767-a198420b85fb {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:23:20.635883 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "name": "network-vif-plugged", "status": "completed", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:23:20.636136 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86c08a24-6809-4e6a-9767-a198420b85fb {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:23:20.636737 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'code': 200} Jan 31 16:23:20.676234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:20.748091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13745-68e9-464a-85cc-dbb8100478eb req-2ecfaf5a-b7e1-4936-820b-fff844df0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:20.749792 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ab13745-68e9-464a-85cc-dbb8100478eb req-2ecfaf5a-b7e1-4936-820b-fff844df0561 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1096 time: 0.0447245 Jan 31 16:23:20.789116 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ab13745-68e9-464a-85cc-dbb8100478eb req-df6de5ab-f360-433f-b290-8d418ff9f03a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Jan 31 16:23:20.912211 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:21.556780 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bd6ab-231c-4b4f-937e-6eb27c40ccbb req-e5987f95-71f7-4cf4-bdd3-1a35366e2bcd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:21.559268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-160bd6ab-231c-4b4f-937e-6eb27c40ccbb req-e5987f95-71f7-4cf4-bdd3-1a35366e2bcd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0585120 Jan 31 16:23:21.608285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-160bd6ab-231c-4b4f-937e-6eb27c40ccbb req-833069de-c9ae-4aec-aedd-70fc44971843 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410936 Jan 31 16:23:22.340136 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:22.560361 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:22.762479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e591065-e714-4e52-9b4a-cecd13c84a3e req-a79f225b-4410-4c94-a52b-1f9644c2d0ea tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:22.764109 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e591065-e714-4e52-9b4a-cecd13c84a3e req-a79f225b-4410-4c94-a52b-1f9644c2d0ea tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0728402 Jan 31 16:23:22.817635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e591065-e714-4e52-9b4a-cecd13c84a3e req-05ff9de9-09b2-498e-b101-c63403ccc79f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466609 Jan 31 16:23:22.986459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115c18-4e60-4342-abc7-baa1a17773b1 req-57a0be51-fc18-467c-bcb5-3e2c2e6222bf tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:22.988051 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56115c18-4e60-4342-abc7-baa1a17773b1 req-57a0be51-fc18-467c-bcb5-3e2c2e6222bf tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0892973 Jan 31 16:23:23.039688 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-56115c18-4e60-4342-abc7-baa1a17773b1 req-3f392a77-e20f-4714-b38f-871a1914528d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402386 Jan 31 16:23:23.064176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59390) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:23.109948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba89d75c-3317-417f-b0e7-f406e42003d1 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:23.114183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ba89d75c-3317-417f-b0e7-f406e42003d1 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1091 time: 0.0463924 Jan 31 16:23:23.114382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59392) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:23.118621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:23:23.147673 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:23.281806 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:23.398095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.25.1.74 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/21e25777-635b-4769-b503-4e4a5e8c4012) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:23:23.513335 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:23.579372 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:23.629748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:23:23.632930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:23:23.640557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:23:23.650982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=21e25777-635b-4769-b503-4e4a5e8c4012,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:24.303038 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:24.434877 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:24.629215 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:24.637735 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:24.722233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=21e25777-635b-4769-b503-4e4a5e8c4012,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:24.735483 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:24.844229 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Floating IP fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5 associated. External IP: 172.25.1.74, port: f7a2087f-80a9-49de-83da-434a3b8829e6. Jan 31 16:23:25.109011 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-181ed71d-8b38-4eb6-a6b5-8f038db53615 req-5e2e3b53-8891-4029-8062-10023b4e96d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566890 Jan 31 16:23:25.130527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:23:25.212986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ed71d-8b38-4eb6-a6b5-8f038db53615 req-e627f9e2-2b58-4254-8939-e557f0a8d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:25.214926 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-181ed71d-8b38-4eb6-a6b5-8f038db53615 req-e627f9e2-2b58-4254-8939-e557f0a8d606 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1096 time: 0.0521801 Jan 31 16:23:25.395122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ed71d-8b38-4eb6-a6b5-8f038db53615 req-051ac67f-6ae6-41de-b837-4e12758a4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:25.396753 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-181ed71d-8b38-4eb6-a6b5-8f038db53615 req-051ac67f-6ae6-41de-b837-4e12758a4ac4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 898 time: 0.1632962 Jan 31 16:23:25.474685 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-181ed71d-8b38-4eb6-a6b5-8f038db53615 req-fa5adf84-8c84-4f19-87ea-fde24e943ddc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 998 time: 0.0714121 Jan 31 16:23:25.566083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ed71d-8b38-4eb6-a6b5-8f038db53615 req-7baf7add-7bd6-4f75-abe9-5274904b3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:25.567774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-181ed71d-8b38-4eb6-a6b5-8f038db53615 req-7baf7add-7bd6-4f75-abe9-5274904b3b2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.0869801 Jan 31 16:23:25.629761 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ed71d-8b38-4eb6-a6b5-8f038db53615 req-122a9f8e-356f-4bfe-bd7e-8e802e95b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:25.631400 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-181ed71d-8b38-4eb6-a6b5-8f038db53615 req-122a9f8e-356f-4bfe-bd7e-8e802e95b553 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540481 Jan 31 16:23:25.704828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:23:25.722228 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409df66-57ad-4e14-8ca3-ef5e6d930fca None None] Sync routers for ids ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:23:25.738595 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409df66-57ad-4e14-8ca3-ef5e6d930fca None None] Routers {'4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:23:25.740688 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1409df66-57ad-4e14-8ca3-ef5e6d930fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:23:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:23:25.752296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:25.805851 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-181ed71d-8b38-4eb6-a6b5-8f038db53615 req-0340ae4c-71d0-49a5-a42f-e7b73cb79d17 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676333 Jan 31 16:23:25.812585 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-eb1c70a1-0f71-46e0-8aba-00ca622ec59c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6970427 Jan 31 16:23:25.813649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:23:25.818339 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b1080d-18b7-4efd-9c76-81c07a7cb1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:23:25.859402 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978c1be7-0813-4279-bf40-a05ed08d9f8a x-openstack-request-id: req-978c1be7-0813-4279-bf40-a05ed08d9f8a {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:23:25.859913 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:23:25.860315 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-978c1be7-0813-4279-bf40-a05ed08d9f8a {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:23:25.860899 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'status': 'completed', 'code': 200} Jan 31 16:23:25.943175 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:25.949908 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-1409df66-57ad-4e14-8ca3-ef5e6d930fca None None] Set router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:23:25.959693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620967f2-aa76-45d9-a1dd-552e943005a1 req-48f318b3-06f3-4793-b53e-30540a28ba9f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:25.962022 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-620967f2-aa76-45d9-a1dd-552e943005a1 req-48f318b3-06f3-4793-b53e-30540a28ba9f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0960741 Jan 31 16:23:25.982596 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-181ed71d-8b38-4eb6-a6b5-8f038db53615 req-2f34dfd5-cc8f-4c9b-b11c-a75f762a61aa service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697125 Jan 31 16:23:26.022438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-620967f2-aa76-45d9-a1dd-552e943005a1 req-187d42da-3244-4d6d-a82d-7ab2e6d1e7eb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535874 Jan 31 16:23:26.046442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59464) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:26.123543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1080d-18b7-4efd-9c76-81c07a7cb1ac req-6d244590-8a95-41e0-8645-cd9cfbc5e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:26.125063 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6b1080d-18b7-4efd-9c76-81c07a7cb1ac req-6d244590-8a95-41e0-8645-cd9cfbc5e78b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1096 time: 0.0943382 Jan 31 16:23:26.169117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-98c9c6da-0fb3-412e-8b60-5eca380b1ab0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5 HTTP/1.1" status: 200 len: 990 time: 0.1206269 Jan 31 16:23:26.262001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1080d-18b7-4efd-9c76-81c07a7cb1ac req-f3f839aa-ba54-48a4-bfa3-0499d3ebc179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:26.263607 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6b1080d-18b7-4efd-9c76-81c07a7cb1ac req-f3f839aa-ba54-48a4-bfa3-0499d3ebc179 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 898 time: 0.1315761 Jan 31 16:23:26.270030 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1409df66-57ad-4e14-8ca3-ef5e6d930fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:23:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'port_id': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'mac_address': 'fa:16:3e:15:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:23:23Z', 'updated_at': '2022-01-31T16:23:23Z', 'revision_number': 0, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f053fd2e-89b0-4d63-ab48-6df5c46deacd', 'name': '', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:d8:52:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:05Z', 'updated_at': '2022-01-31T16:23:11Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:23:26.304192 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409df66-57ad-4e14-8ca3-ef5e6d930fca None None] Checking router: 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:23:26.321387 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409df66-57ad-4e14-8ca3-ef5e6d930fca None None] Routers {'4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:23:26.322427 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1409df66-57ad-4e14-8ca3-ef5e6d930fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:23:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:23:26.344757 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6b1080d-18b7-4efd-9c76-81c07a7cb1ac req-2eb38893-f9f7-4f76-a2e5-0a992ccfead3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 998 time: 0.0730183 Jan 31 16:23:26.412584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1080d-18b7-4efd-9c76-81c07a7cb1ac req-e655b58b-4e83-48a6-8098-adcc23c4d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:26.414239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6b1080d-18b7-4efd-9c76-81c07a7cb1ac req-e655b58b-4e83-48a6-8098-adcc23c4d60e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.0634131 Jan 31 16:23:26.466448 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-1409df66-57ad-4e14-8ca3-ef5e6d930fca None None] Set router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:23:26.481815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1080d-18b7-4efd-9c76-81c07a7cb1ac req-cb7963eb-f5e9-4199-9f53-fc0f2790a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:26.483673 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6b1080d-18b7-4efd-9c76-81c07a7cb1ac req-cb7963eb-f5e9-4199-9f53-fc0f2790a9a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610569 Jan 31 16:23:26.602212 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6b1080d-18b7-4efd-9c76-81c07a7cb1ac req-099fa3ba-5e6e-47dc-b612-5dc5f5322def service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118050 Jan 31 16:23:26.741269 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1409df66-57ad-4e14-8ca3-ef5e6d930fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:23:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'port_id': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'mac_address': 'fa:16:3e:15:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:23:23Z', 'updated_at': '2022-01-31T16:23:23Z', 'revision_number': 0, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f053fd2e-89b0-4d63-ab48-6df5c46deacd', 'name': '', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:d8:52:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:05Z', 'updated_at': '2022-01-31T16:23:11Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:23:26.755355 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f6b1080d-18b7-4efd-9c76-81c07a7cb1ac req-f69ededa-c521-46a8-8aaf-dce70c2f2061 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462305 Jan 31 16:23:26.771465 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409df66-57ad-4e14-8ca3-ef5e6d930fca None None] The sync data for ids ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'] in n-d-827120-1 is: [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:23:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'port_id': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'mac_address': 'fa:16:3e:15:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:23:23Z', 'updated_at': '2022-01-31T16:23:23Z', 'revision_number': 0, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f053fd2e-89b0-4d63-ab48-6df5c46deacd', 'name': '', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:d8:52:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:05Z', 'updated_at': '2022-01-31T16:23:11Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:23:27.016569 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3441818-8de2-4553-878b-c9b7b3d1908b None None] New status for floating IP fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:23:27.168525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59492) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:27.257800 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e89617da-e6b4-4ec8-af15-242845cb1d0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5 HTTP/1.1" status: 200 len: 990 time: 0.0880184 Jan 31 16:23:28.016508 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:28.262177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 59526) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:28.333998 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-79565032-218c-4ad7-a696-091c0b27f041 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5 HTTP/1.1" status: 200 len: 992 time: 0.0701067 Jan 31 16:23:34.035789 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:23:37.569684 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68e7098f-7565-42b8-bc41-7dc8763c5a4d req-f3a8d86c-44c4-4bff-aad8-77510b94d96a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433052 Jan 31 16:23:37.661648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7098f-7565-42b8-bc41-7dc8763c5a4d req-21ec08ae-7820-46e8-ad6e-6f6379dc47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:37.664086 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68e7098f-7565-42b8-bc41-7dc8763c5a4d req-21ec08ae-7820-46e8-ad6e-6f6379dc47b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0505157 Jan 31 16:23:37.801356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7098f-7565-42b8-bc41-7dc8763c5a4d req-fb58a022-f980-42cd-89bd-40f5e72cce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:37.802909 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68e7098f-7565-42b8-bc41-7dc8763c5a4d req-fb58a022-f980-42cd-89bd-40f5e72cce7b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.1146944 Jan 31 16:23:37.883944 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68e7098f-7565-42b8-bc41-7dc8763c5a4d req-1ddc9ffc-6baf-461e-bf3c-da74d677ad6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30b0ba91-08ba-410c-a182-730598cc8383 HTTP/1.1" status: 200 len: 1001 time: 0.0731072 Jan 31 16:23:37.960879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7098f-7565-42b8-bc41-7dc8763c5a4d req-c816ba5a-27e7-46a5-a802-a0f5a9cdaace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:37.964029 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68e7098f-7565-42b8-bc41-7dc8763c5a4d req-c816ba5a-27e7-46a5-a802-a0f5a9cdaace service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0715792 Jan 31 16:23:38.032832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7098f-7565-42b8-bc41-7dc8763c5a4d req-498c43b3-4c30-45e2-a70c-991aceb3161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:38.034426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68e7098f-7565-42b8-bc41-7dc8763c5a4d req-498c43b3-4c30-45e2-a70c-991aceb3161b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603278 Jan 31 16:23:38.153863 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68e7098f-7565-42b8-bc41-7dc8763c5a4d req-e7efdd40-ea30-4768-b27d-d80f76f59e42 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122546 Jan 31 16:23:38.279036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68e7098f-7565-42b8-bc41-7dc8763c5a4d req-7b2a3d0b-68af-4f05-b157-8b1d6dc904e0 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178420 Jan 31 16:23:44.514772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60306) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:44.638088 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f99e25ce-5baf-484b-a09e-1ae03925d1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:44.735638 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f99e25ce-5baf-484b-a09e-1ae03925d1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:44.740030 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f99e25ce-5baf-484b-a09e-1ae03925d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:44.797347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e25ce-5baf-484b-a09e-1ae03925d1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8153d6-a020-46b3-9bc8-c88ca6df9d68,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:44.804976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f99e25ce-5baf-484b-a09e-1ae03925d1cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97411689b07c494cbb538cee80a52f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889452 Jan 31 16:23:44.808270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60316) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:44.863329 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f7c82025-fcd4-4d06-ab5a-53e667ea0e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:44.892720 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f7c82025-fcd4-4d06-ab5a-53e667ea0e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:44.952757 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f7c82025-fcd4-4d06-ab5a-53e667ea0e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:44.956203 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f7c82025-fcd4-4d06-ab5a-53e667ea0e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:44.957381 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f7c82025-fcd4-4d06-ab5a-53e667ea0e76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf8153d6-a020-46b3-9bc8-c88ca6df9d68 HTTP/1.1" status: 204 len: 168 time: 0.1479595 Jan 31 16:23:44.968720 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c82025-fcd4-4d06-ab5a-53e667ea0e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8153d6-a020-46b3-9bc8-c88ca6df9d68,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:23:47.270989 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5ca6cfad-114e-45fc-a70e-bc0240738bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:49.697899 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f630e771-b2be-4f43-9b62-2f2323ec422a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:50.910323 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:52.558532 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:52.575867 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:55.947572 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:58.027347 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:59.627316 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001ea89-67c0-442c-b2c5-04854b74d454 req-5a6c5530-b22d-4105-a4e2-9f5b7f54772e tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:59.630204 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a001ea89-67c0-442c-b2c5-04854b74d454 req-5a6c5530-b22d-4105-a4e2-9f5b7f54772e tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1096 time: 0.0501831 Jan 31 16:23:59.652995 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60588) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:23:59.697056 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a001ea89-67c0-442c-b2c5-04854b74d454 req-2933dfcb-1f0c-4740-bf1e-a6be3851e24c tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565674 Jan 31 16:23:59.836805 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e23181cd-54cf-4d91-afba-95cbb77f7116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:59.902411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91df31-df9a-46a9-8164-3a6cac5e2894 req-fced6230-9619-4da1-84c0-f60055276caa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:23:59.904277 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9b91df31-df9a-46a9-8164-3a6cac5e2894 req-fced6230-9619-4da1-84c0-f60055276caa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.1099169 Jan 31 16:23:59.977865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9b91df31-df9a-46a9-8164-3a6cac5e2894 req-3078b9e1-7561-4474-a65b-88040814b6aa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646484 Jan 31 16:23:59.994347 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e23181cd-54cf-4d91-afba-95cbb77f7116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:23:59.999493 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e23181cd-54cf-4d91-afba-95cbb77f7116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:00.004342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60598) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:00.048095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e23181cd-54cf-4d91-afba-95cbb77f7116 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cc56aced16d42fe829190a6f568d294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3929946 Jan 31 16:24:00.050689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23181cd-54cf-4d91-afba-95cbb77f7116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26025084-7963-4337-95d3-011e57e0fd93,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:00.053274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60600) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:00.118269 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-34df6473-b265-410d-b1df-c35bec201537 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5 HTTP/1.1" status: 200 len: 992 time: 0.1119795 Jan 31 16:24:00.132012 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01344853-a787-48ec-bd3a-3e3d1a67716d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:00.166995 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01344853-a787-48ec-bd3a-3e3d1a67716d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:00.251336 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01344853-a787-48ec-bd3a-3e3d1a67716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:00.255897 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-01344853-a787-48ec-bd3a-3e3d1a67716d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:00.259735 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-01344853-a787-48ec-bd3a-3e3d1a67716d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26025084-7963-4337-95d3-011e57e0fd93 HTTP/1.1" status: 204 len: 168 time: 0.2025006 Jan 31 16:24:00.269941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01344853-a787-48ec-bd3a-3e3d1a67716d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26025084-7963-4337-95d3-011e57e0fd93,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:00.738027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60634) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:00.780318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21832af5-5cd4-4e2e-85e1-f6662b4b3bc1 req-f24539e6-0044-4e6a-8950-0665858e1c63 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:00.783790 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21832af5-5cd4-4e2e-85e1-f6662b4b3bc1 req-f24539e6-0044-4e6a-8950-0665858e1c63 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0697105 Jan 31 16:24:00.842685 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-21832af5-5cd4-4e2e-85e1-f6662b4b3bc1 req-f51f4d25-9c26-4649-8a66-97d512b7e4aa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517447 Jan 31 16:24:00.960775 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-edcf6dbb-ff4b-43f2-8c68-54afe8ed49cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2202482 Jan 31 16:24:00.972443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-dbe251b6-21ec-4fe8-b8fa-edcc338d54d9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:24:00.974100 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-dbe251b6-21ec-4fe8-b8fa-edcc338d54d9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066206 Jan 31 16:24:01.195441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60656) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:01.338205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1438721693-network', 'tenant_id': 'b769db5b0f104497a22a45e44eeb9f86'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:01.368649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Made reservation on behalf of b769db5b0f104497a22a45e44eeb9f86 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:24:01.371607 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:01.391383 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:01.492323 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:01.505118 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:01.539864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:24:01.550582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f96db1-4098-4d86-ac18-e881bd2efe07,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:01.561401 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:01.561775 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Added segment bec6d1a3-bbd2-48db-b889-fc9e477a3f43 of type vlan for network 2c100153-e3fd-4017-948b-f2f3fc7690f6 Jan 31 16:24:01.564710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:01.565318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:01.565695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:01.566044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:01.566483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:01.566946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:01.567383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:01.567741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:01.568067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:01.568504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:01.568824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:01.569182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:01.630224 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:01.665635 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:01.667001 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:01.668401 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:01.752900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60686) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:01.758188 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5614095 Jan 31 16:24:01.759430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5b3143dd-8194-4d17-b89f-8dfbe94a51b8 admin admin] Request body: {'subnet': {'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1438721693-subnet', 'tenant_id': 'b769db5b0f104497a22a45e44eeb9f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:01.805115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3143dd-8194-4d17-b89f-8dfbe94a51b8 admin admin] Made reservation on behalf of b769db5b0f104497a22a45e44eeb9f86 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:24:01.810522 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b3143dd-8194-4d17-b89f-8dfbe94a51b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:01.827114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c52a99-8271-45c0-b017-9c4a5b19cf30 admin admin] Pushing event updated for resources: {'Network': ['ID=2c100153-e3fd-4017-948b-f2f3fc7690f6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:01.841204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 2c100153-e3fd-4017-948b-f2f3fc7690f6 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:24:02.000744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74a871-82e7-4bbb-a0b8-be730bfa6b34 req-ad9d0256-911f-4f8f-a322-b4e143fadebb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:02.008761 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa74a871-82e7-4bbb-a0b8-be730bfa6b34 req-ad9d0256-911f-4f8f-a322-b4e143fadebb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0813999 Jan 31 16:24:02.085642 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa74a871-82e7-4bbb-a0b8-be730bfa6b34 req-9fb31f8b-fc7e-4066-b38c-b80e83442373 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754302 Jan 31 16:24:02.138583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b3143dd-8194-4d17-b89f-8dfbe94a51b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:02.205412 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3143dd-8194-4d17-b89f-8dfbe94a51b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881a92e9-c436-488e-9d8f-1ee19b1021ac,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:02.209824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3143dd-8194-4d17-b89f-8dfbe94a51b8 admin admin] Checking segment: {'id': 'bec6d1a3-bbd2-48db-b889-fc9e477a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:24:02.210226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3143dd-8194-4d17-b89f-8dfbe94a51b8 admin admin] Network hostable DHCP agents. Network: 2c100153-e3fd-4017-948b-f2f3fc7690f6, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:24:02.227898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3143dd-8194-4d17-b89f-8dfbe94a51b8 admin admin] Network 2c100153-e3fd-4017-948b-f2f3fc7690f6 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:24:02.237033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5b3143dd-8194-4d17-b89f-8dfbe94a51b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 2c100153-e3fd-4017-948b-f2f3fc7690f6) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:24:02.241819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3143dd-8194-4d17-b89f-8dfbe94a51b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:02.242539 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5b3143dd-8194-4d17-b89f-8dfbe94a51b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:02.246953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f6051-cc0e-4ade-b52c-118a207a2f37 None None] Network 2c100153-e3fd-4017-948b-f2f3fc7690f6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:24:02.258865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5b3143dd-8194-4d17-b89f-8dfbe94a51b8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5046351 Jan 31 16:24:02.410532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29146cec-9d58-4614-a336-a89e4dac9074 None None] Network 2c100153-e3fd-4017-948b-f2f3fc7690f6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:24:02.580234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544365-44de-42b2-850f-491626b6d256 req-5e50c5fb-949f-4c77-a232-bb696e44369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:02.582438 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-5e50c5fb-949f-4c77-a232-bb696e44369e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1096 time: 0.0647717 Jan 31 16:24:02.696993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544365-44de-42b2-850f-491626b6d256 req-a6d22c08-30c4-4bf1-93e0-1b8b9a817891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:02.698992 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-a6d22c08-30c4-4bf1-93e0-1b8b9a817891 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 898 time: 0.1096399 Jan 31 16:24:02.776620 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-c0436ad4-dec1-4903-87c6-699c9ef20309 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 1000 time: 0.0696790 Jan 31 16:24:02.863608 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544365-44de-42b2-850f-491626b6d256 req-973565f1-6378-4b18-b796-8cbe30f9162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:02.865800 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-973565f1-6378-4b18-b796-8cbe30f9162e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.0812325 Jan 31 16:24:02.929843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544365-44de-42b2-850f-491626b6d256 req-f8a4a0ec-e3a1-4b3f-a9e9-7fd0a6ad83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:02.931555 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-f8a4a0ec-e3a1-4b3f-a9e9-7fd0a6ad83ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530879 Jan 31 16:24:03.063989 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-c38727a1-f856-4dae-9e84-04b2f55947f4 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254447 Jan 31 16:24:03.200417 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-60836762-6dc2-4bbe-a2d6-e67fa0b973fd service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280279 Jan 31 16:24:03.261559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cf6d3-8c0d-40a7-8032-118860692fb6 req-98ac71f0-20f3-4fa4-9505-475a565a8654 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:03.265212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-324cf6d3-8c0d-40a7-8032-118860692fb6 req-98ac71f0-20f3-4fa4-9505-475a565a8654 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0809741 Jan 31 16:24:03.324108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-324cf6d3-8c0d-40a7-8032-118860692fb6 req-710cb752-cc7e-4fd8-9b43-1be8fefc1bf3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505738 Jan 31 16:24:04.469861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74647b24-b236-40b6-a240-ab3dfa4014c7 req-d649fea6-37f5-48bc-a722-1efb4f115c7a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:04.471458 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-74647b24-b236-40b6-a240-ab3dfa4014c7 req-d649fea6-37f5-48bc-a722-1efb4f115c7a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0603771 Jan 31 16:24:04.518485 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-74647b24-b236-40b6-a240-ab3dfa4014c7 req-198cb3da-5164-4783-a1e6-84bc86da425c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401666 Jan 31 16:24:05.655201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5daa6-f83f-4877-82c6-c18914643626 req-77825670-5963-43d4-a35e-9817f01eb1f6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:05.656743 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50f5daa6-f83f-4877-82c6-c18914643626 req-77825670-5963-43d4-a35e-9817f01eb1f6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0579104 Jan 31 16:24:05.701903 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50f5daa6-f83f-4877-82c6-c18914643626 req-860e4f0f-86a1-4453-a5f0-816eab20029f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374517 Jan 31 16:24:06.833789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f235bc-d0d9-4eda-bd1a-80d64329eabb req-6f27e26e-107d-467b-aa38-6792f1d5b56e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:06.835365 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b8f235bc-d0d9-4eda-bd1a-80d64329eabb req-6f27e26e-107d-467b-aa38-6792f1d5b56e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0516205 Jan 31 16:24:06.879892 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b8f235bc-d0d9-4eda-bd1a-80d64329eabb req-6eb63b32-dd85-406a-968f-69728bafaa6e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376496 Jan 31 16:24:08.012988 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05920f9a-58d4-4b06-8e4d-23702a0112bf req-7b411995-f476-4176-9e6b-17283314ac1b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:08.015028 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05920f9a-58d4-4b06-8e4d-23702a0112bf req-7b411995-f476-4176-9e6b-17283314ac1b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0557122 Jan 31 16:24:08.055672 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-05920f9a-58d4-4b06-8e4d-23702a0112bf req-0e9784d1-c25e-4129-8d7a-d5bde83e4775 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331459 Jan 31 16:24:09.233285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abce578-7da3-4871-b9f7-e3e8c57efa0b req-e70a3081-7f25-4c2b-9f16-660453a73f82 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:09.234908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4abce578-7da3-4871-b9f7-e3e8c57efa0b req-e70a3081-7f25-4c2b-9f16-660453a73f82 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0550661 Jan 31 16:24:09.290661 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4abce578-7da3-4871-b9f7-e3e8c57efa0b req-ddc9cc9d-c233-4ae6-ab68-9ec7ec15976a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407825 Jan 31 16:24:10.501229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b342c-846f-4c35-8315-ebbd522e8c3c req-c69abde3-60cb-4ba7-ba66-a7478674dd25 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:10.504609 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc6b342c-846f-4c35-8315-ebbd522e8c3c req-c69abde3-60cb-4ba7-ba66-a7478674dd25 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0974042 Jan 31 16:24:10.582270 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc6b342c-846f-4c35-8315-ebbd522e8c3c req-552b61be-036d-4674-9ad1-ea95f8c40b5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620914 Jan 31 16:24:11.037250 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:24:11.763505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee11b2-30a3-43b2-8d19-d9671b059b47 req-b3ea06b0-1078-4cf9-ba45-e1c4b89d3ff8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:11.765889 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52ee11b2-30a3-43b2-8d19-d9671b059b47 req-b3ea06b0-1078-4cf9-ba45-e1c4b89d3ff8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0681105 Jan 31 16:24:12.156095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52ee11b2-30a3-43b2-8d19-d9671b059b47 req-e1565a37-6541-40e2-baa3-28714a57c3b8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835065 Jan 31 16:24:13.278863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e6e31-587b-4d2f-8d73-d7df3d9c278e req-e235b70c-3020-4e49-ac9c-ef7dfba40930 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:13.287318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48e6e31-587b-4d2f-8d73-d7df3d9c278e req-e235b70c-3020-4e49-ac9c-ef7dfba40930 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0685108 Jan 31 16:24:13.326434 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f48e6e31-587b-4d2f-8d73-d7df3d9c278e req-b851a2bf-3923-4dee-aa9f-a2dc34551f40 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379984 Jan 31 16:24:14.449562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c521b6-157f-417d-a2bc-855cbb6add18 req-df7194b3-cdbf-4e3d-9f04-3692140b0ad8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:14.450934 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91c521b6-157f-417d-a2bc-855cbb6add18 req-df7194b3-cdbf-4e3d-9f04-3692140b0ad8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0495300 Jan 31 16:24:14.490242 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91c521b6-157f-417d-a2bc-855cbb6add18 req-000dfc7a-8e4a-45e6-9f92-5f50ed2c7c50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330555 Jan 31 16:24:15.347432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60914) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:15.352174 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-198800058', 'description': 'tempest-secgroup-smoke-198800058 description', 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:15.379454 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.453959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.458025 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.488483 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.489881 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1413743 Jan 31 16:24:15.491899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a5b32a-3790-4b48-929c-04240d488f3b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:15.493238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60916) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:15.498260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-033ec71b-13e0-45b4-910c-8deec34a9f33 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Request body: {'security_group_rule': {'security_group_id': 'a4a5b32a-3790-4b48-929c-04240d488f3b', 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:15.499769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:15.500184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:15.500513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:15.500835 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:15.501152 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:15.501490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:15.501809 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:15.502379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:15.502660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:15.502980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:15.503279 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:15.503599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d113-6a44-4ccd-a9a9-b6f3060ece4a tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:15.542786 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-033ec71b-13e0-45b4-910c-8deec34a9f33 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.625258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-033ec71b-13e0-45b4-910c-8deec34a9f33 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.630579 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-033ec71b-13e0-45b4-910c-8deec34a9f33 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.631928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8c794-2be4-4876-8233-01af55484614 req-3a6e6a5e-1720-49ea-881b-b6ec1f9c2f87 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:15.642318 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d9c8c794-2be4-4876-8233-01af55484614 req-3a6e6a5e-1720-49ea-881b-b6ec1f9c2f87 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0740027 Jan 31 16:24:15.656813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ec71b-13e0-45b4-910c-8deec34a9f33 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa5f4ae-8b83-49de-86c0-0187a36f3220,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:15.663359 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-033ec71b-13e0-45b4-910c-8deec34a9f33 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.670229 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-033ec71b-13e0-45b4-910c-8deec34a9f33 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1751149 Jan 31 16:24:15.671893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60922) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:15.677586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c91ead43-0f9b-4164-804c-295ce7660739 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Request body: {'security_group_rule': {'security_group_id': 'a4a5b32a-3790-4b48-929c-04240d488f3b', 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:15.716088 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d9c8c794-2be4-4876-8233-01af55484614 req-2c132e6a-39e5-4ed6-94ac-4bf28d4d7320 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719600 Jan 31 16:24:15.723091 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c91ead43-0f9b-4164-804c-295ce7660739 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.776418 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c91ead43-0f9b-4164-804c-295ce7660739 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.780986 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c91ead43-0f9b-4164-804c-295ce7660739 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.801829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ead43-0f9b-4164-804c-295ce7660739 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ba8354-41a5-4b9f-a949-53acade49db7,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:15.807579 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c91ead43-0f9b-4164-804c-295ce7660739 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.809530 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c91ead43-0f9b-4164-804c-295ce7660739 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359885 Jan 31 16:24:15.811643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60924) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:15.816399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f2824797-5884-4312-bc87-e21d622b72b1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Request body: {'security_group_rule': {'security_group_id': 'a4a5b32a-3790-4b48-929c-04240d488f3b', 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:15.847302 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2824797-5884-4312-bc87-e21d622b72b1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.907659 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2824797-5884-4312-bc87-e21d622b72b1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.912976 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2824797-5884-4312-bc87-e21d622b72b1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.932894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2824797-5884-4312-bc87-e21d622b72b1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112f9722-6bec-4284-a41c-735846e2f656,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:15.938536 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2824797-5884-4312-bc87-e21d622b72b1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:15.942455 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f2824797-5884-4312-bc87-e21d622b72b1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271203 Jan 31 16:24:15.942575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60926) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:15.947033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-54f50a80-03f9-4890-bd50-89b4aa6e838d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Request body: {'security_group_rule': {'security_group_id': 'a4a5b32a-3790-4b48-929c-04240d488f3b', 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:15.978719 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54f50a80-03f9-4890-bd50-89b4aa6e838d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:16.049186 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54f50a80-03f9-4890-bd50-89b4aa6e838d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:16.054273 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54f50a80-03f9-4890-bd50-89b4aa6e838d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:16.073800 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f50a80-03f9-4890-bd50-89b4aa6e838d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078ede3c-9293-489f-a5d9-a3df5bf3efdb,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:16.080238 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-54f50a80-03f9-4890-bd50-89b4aa6e838d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:16.081595 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-54f50a80-03f9-4890-bd50-89b4aa6e838d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381116 Jan 31 16:24:16.084778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 60928) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:16.090096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f99adb1c-a2dc-4d95-9a4f-9950fdba689d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Request body: {'security_group_rule': {'security_group_id': 'a4a5b32a-3790-4b48-929c-04240d488f3b', 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:16.116872 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-f99adb1c-a2dc-4d95-9a4f-9950fdba689d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Project 4b38cc8bb1a146ea91b2ed3249c854e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:24:16.122449 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f99adb1c-a2dc-4d95-9a4f-9950fdba689d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:16.190957 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f99adb1c-a2dc-4d95-9a4f-9950fdba689d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:16.194972 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f99adb1c-a2dc-4d95-9a4f-9950fdba689d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:16.215132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99adb1c-a2dc-4d95-9a4f-9950fdba689d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72360e99-86e4-4a34-aa0b-181358aaf3f1,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:16.225287 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f99adb1c-a2dc-4d95-9a4f-9950fdba689d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:16.226594 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f99adb1c-a2dc-4d95-9a4f-9950fdba689d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406095 Jan 31 16:24:16.229719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 60930) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:16.234387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e34f137e-b1b1-4061-9b65-584f07ed64bc tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Request body: {'security_group_rule': {'security_group_id': 'a4a5b32a-3790-4b48-929c-04240d488f3b', 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:16.258378 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-e34f137e-b1b1-4061-9b65-584f07ed64bc tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Project 4b38cc8bb1a146ea91b2ed3249c854e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:24:16.263911 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e34f137e-b1b1-4061-9b65-584f07ed64bc tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:16.333785 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e34f137e-b1b1-4061-9b65-584f07ed64bc tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:16.338351 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e34f137e-b1b1-4061-9b65-584f07ed64bc tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:16.360212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f137e-b1b1-4061-9b65-584f07ed64bc tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b8daed-5bf1-4dbf-8965-4eeb25d88584,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:16.370419 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e34f137e-b1b1-4061-9b65-584f07ed64bc tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:16.371784 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e34f137e-b1b1-4061-9b65-584f07ed64bc tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410918 Jan 31 16:24:16.582241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-1fee9f99-8877-48ab-bbab-f01c3131a003 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198800058&fields=id&tenant_id=4b38cc8bb1a146ea91b2ed3249c854e9 HTTP/1.1" status: 200 len: 267 time: 0.0378380 Jan 31 16:24:16.719159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943326f-c61f-49a0-9114-49f73548163f req-3c1afd5f-7dbe-4512-96cf-3ca80d6ec029 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:16.727775 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-3c1afd5f-7dbe-4512-96cf-3ca80d6ec029 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/networks?id=15892233-6fd1-4a65-873d-fc61da91110a HTTP/1.1" status: 200 len: 813 time: 0.1377804 Jan 31 16:24:16.745389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-e0af086a-1632-4df8-a48c-da999472e6c9 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/quotas/4b38cc8bb1a146ea91b2ed3249c854e9 HTTP/1.1" status: 200 len: 375 time: 0.0161653 Jan 31 16:24:16.800188 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-c49d2a12-7ba5-4c6a-836d-73ad09639f8e tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b38cc8bb1a146ea91b2ed3249c854e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538554 Jan 31 16:24:16.868744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8821645-971a-4a92-be7c-57965408282f req-aa304995-9aa8-40e9-b40f-d6437b8bb5ed tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:16.870467 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f8821645-971a-4a92-be7c-57965408282f req-aa304995-9aa8-40e9-b40f-d6437b8bb5ed tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 945 time: 0.0827723 Jan 31 16:24:16.914518 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f8821645-971a-4a92-be7c-57965408282f req-e88d64f6-fed5-424c-bdd8-8de026e418cb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349367 Jan 31 16:24:16.981540 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-3bcf27bc-023e-4829-8540-09e405e25291 service neutron] 10.222.0.36 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688049 Jan 31 16:24:17.032644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829356f-2daa-4971-9cd1-ac1bca69f209 req-0d2e333a-b470-4642-8b9c-d60f46ab36c6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:17.034410 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5829356f-2daa-4971-9cd1-ac1bca69f209 req-0d2e333a-b470-4642-8b9c-d60f46ab36c6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0570822 Jan 31 16:24:17.077274 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5829356f-2daa-4971-9cd1-ac1bca69f209 req-6502d28a-7c8c-4d9d-b925-3b05ca16d358 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356491 Jan 31 16:24:17.079449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-5f46e23f-115d-4d60-b6c5-e8631ac4c9a5 service neutron] 10.222.0.36 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914416 Jan 31 16:24:17.266156 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5d509451-bc45-43a1-9f8a-68f2367160b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:17.398703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d90f8385-ea73-4744-a2a2-31d0c897dd0d req-8b2a0834-c565-4bc2-910f-7d30641f65c4 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 210 time: 0.0307033 Jan 31 16:24:18.052833 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e571c8-3d36-4cdc-83fd-b31247faeba8 req-b835e71d-b81a-4f9a-97a1-31bae60e5a17 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:18.054480 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6e571c8-3d36-4cdc-83fd-b31247faeba8 req-b835e71d-b81a-4f9a-97a1-31bae60e5a17 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 945 time: 0.0678482 Jan 31 16:24:18.099872 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6e571c8-3d36-4cdc-83fd-b31247faeba8 req-5dbab426-35dd-43ec-879c-266d00f6b997 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392091 Jan 31 16:24:18.204038 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f76631-2807-40cf-91f7-8b5270c097b7 req-67822645-9f09-47f5-a0d3-1ee91ca07c23 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:18.205529 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f76631-2807-40cf-91f7-8b5270c097b7 req-67822645-9f09-47f5-a0d3-1ee91ca07c23 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.0505099 Jan 31 16:24:18.245112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-52f76631-2807-40cf-91f7-8b5270c097b7 req-ced8a55f-c29b-4414-b978-ab8833767333 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330572 Jan 31 16:24:18.456540 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943326f-c61f-49a0-9114-49f73548163f req-8e4a5202-0112-4c55-9621-bb29331c3f80 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:18.458078 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-8e4a5202-0112-4c55-9621-bb29331c3f80 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.20 "GET /v2.0/networks?id=15892233-6fd1-4a65-873d-fc61da91110a HTTP/1.1" status: 200 len: 813 time: 0.1239429 Jan 31 16:24:18.501518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b56dac0a-d107-4dd8-ba53-d8b6082e38a9 req-cf8f65a2-60c3-4441-ab19-913701a34bef tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 210 time: 0.0304847 Jan 31 16:24:18.505882 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-6ca1048c-3a88-42ff-a290-321ac40208fb tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b38cc8bb1a146ea91b2ed3249c854e9 HTTP/1.1" status: 200 len: 379 time: 0.0380590 Jan 31 16:24:18.519331 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-9943326f-c61f-49a0-9114-49f73548163f req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Request body: {'port': {'device_id': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'admin_state_up': True, 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'security_groups': ['a4a5b32a-3790-4b48-929c-04240d488f3b']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:18.586756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-bb6c8334-e386-4d5f-bd52-d38131e668f7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:18.588559 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-bb6c8334-e386-4d5f-bd52-d38131e668f7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 945 time: 0.0571213 Jan 31 16:24:18.650436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9943326f-c61f-49a0-9114-49f73548163f req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Made reservation on behalf of 4b38cc8bb1a146ea91b2ed3249c854e9 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:24:18.654495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9943326f-c61f-49a0-9114-49f73548163f req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:18.710907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Deleting port 30b0ba91-08ba-410c-a182-730598cc8383 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:24:18.711789 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:18.811331 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-9943326f-c61f-49a0-9114-49f73548163f req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Allocated IP 172.20.0.13 (15892233-6fd1-4a65-873d-fc61da91110a/75428bcd-1695-4f41-8e2b-95edd6e78f28/5dbed967-3945-4940-a947-7a22c388af02) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:24:18.830968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] For port 30b0ba91-08ba-410c-a182-730598cc8383, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=30b0ba91-08ba-410c-a182-730598cc8383,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:18.831597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:18.979084 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9943326f-c61f-49a0-9114-49f73548163f req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:19.024745 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9943326f-c61f-49a0-9114-49f73548163f req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:19.078035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9943326f-c61f-49a0-9114-49f73548163f req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Network 15892233-6fd1-4a65-873d-fc61da91110a is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:24:19.082439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-9943326f-c61f-49a0-9114-49f73548163f req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:24:19.087595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9943326f-c61f-49a0-9114-49f73548163f req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:24:19.107883 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:19.108412 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:19.108562 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Floating IP d3ed2abe-1660-4fe7-b5b8-66e1b6298e18 disassociated. External IP: 172.25.1.119, port: 30b0ba91-08ba-410c-a182-730598cc8383. Jan 31 16:24:19.108907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Calling delete_port for 30b0ba91-08ba-410c-a182-730598cc8383 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:24:19.121316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event updated for resources: {'Port': ['ID=5dbed967-3945-4940-a947-7a22c388af02,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:19.180172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943326f-c61f-49a0-9114-49f73548163f req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:19.181300 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9943326f-c61f-49a0-9114-49f73548163f req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:19.222612 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-dabe8425-eff1-4bf8-a0b7-ce4a63ba10c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7075572 Jan 31 16:24:19.258262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Request body: {'port': {'device_id': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:19.401512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:19.457791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:19.463121 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-baa46e4f-fbd9-496c-a808-f01fbcf66e2d None None] Provisioning complete for port 5dbed967-3945-4940-a947-7a22c388af02 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:24:19.465492 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-baa46e4f-fbd9-496c-a808-f01fbcf66e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:19.468687 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb925100-99ad-4ce2-9ade-2161eaf147fa req-a61e43cf-fe6a-472a-a9ae-d87b16975186 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:19.470496 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cb925100-99ad-4ce2-9ade-2161eaf147fa req-a61e43cf-fe6a-472a-a9ae-d87b16975186 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 945 time: 0.2402923 Jan 31 16:24:19.517791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event deleted for resources: {'Port': ['ID=30b0ba91-08ba-410c-a182-730598cc8383,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:19.603356 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cb925100-99ad-4ce2-9ade-2161eaf147fa req-706f9402-2307-4436-83d4-7a4f870e9939 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027160 Jan 31 16:24:19.609052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-baa46e4f-fbd9-496c-a808-f01fbcf66e2d None None] Port 5dbed967-3945-4940-a947-7a22c388af02 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:24:19.669701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac7229-ab9c-4061-b09e-d1cc8249608d req-db3ac895-66ec-4268-9827-0ad6f1c3f122 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:19.669701 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50ac7229-ab9c-4061-b09e-d1cc8249608d req-db3ac895-66ec-4268-9827-0ad6f1c3f122 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.2689543 Jan 31 16:24:19.695513 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ab7eeb64-542e-4563-948e-4c124d80e794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:19.760373 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50ac7229-ab9c-4061-b09e-d1cc8249608d req-c2eda83c-e074-41fa-b905-db20961d007a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755935 Jan 31 16:24:19.763257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:24:19.931660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e4eef-327d-4f63-9a41-05ca2fa8704e req-8f07e582-ce6a-41ff-98a0-dfc813f9a219 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:19.941541 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e2e4eef-327d-4f63-9a41-05ca2fa8704e req-8f07e582-ce6a-41ff-98a0-dfc813f9a219 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 932 time: 0.1126664 Jan 31 16:24:19.955339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:24:19.967802 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3f708-0065-484a-8c78-f58dea025f7a None None] Sync routers for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:24:19.983110 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3f708-0065-484a-8c78-f58dea025f7a None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:24:19.985658 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e1b3f708-0065-484a-8c78-f58dea025f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:24:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:20.030060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] No DVR routers for this DVR port 30b0ba91-08ba-410c-a182-730598cc8383 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:24:20.031900 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e2e4eef-327d-4f63-9a41-05ca2fa8704e req-f4db2041-7b15-48cd-8642-b276914c6289 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897455 Jan 31 16:24:20.034041 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:20.039620 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0999e124-ce19-49a4-96bd-42c21e3b423e req-e3195318-127d-476b-bee6-5d7edb0f4e98 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "DELETE /v2.0/ports/30b0ba91-08ba-410c-a182-730598cc8383 HTTP/1.1" status: 204 len: 173 time: 1.4445660 Jan 31 16:24:20.040557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'name': 'network-vif-deleted', 'tag': '30b0ba91-08ba-410c-a182-730598cc8383'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:20.048113 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba7285-19cb-49a5-aa2a-9018ddc9141d" -d '{"events": [{"server_uuid": "7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2", "name": "network-vif-deleted", "tag": "30b0ba91-08ba-410c-a182-730598cc8383"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:20.087343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbed967-3945-4940-a947-7a22c388af02 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:24:20.105300 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:20.132157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Transition to ACTIVE for port object 5dbed967-3945-4940-a947-7a22c388af02 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:24:20.138529 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:20.139144 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e301624a-a123-4865-99df-5ebb4b081dec x-openstack-request-id: req-e301624a-a123-4865-99df-5ebb4b081dec {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:20.139629 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2", "name": "network-vif-deleted", "tag": "30b0ba91-08ba-410c-a182-730598cc8383", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:20.139742 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e301624a-a123-4865-99df-5ebb4b081dec {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:20.140111 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2', 'name': 'network-vif-deleted', 'tag': '30b0ba91-08ba-410c-a182-730598cc8383', 'status': 'completed', 'code': 200} Jan 31 16:24:20.198170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbed967-3945-4940-a947-7a22c388af02,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:20.265799 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e1b3f708-0065-484a-8c78-f58dea025f7a None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:24:20.313588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Attempting to bind port 5dbed967-3945-4940-a947-7a22c388af02 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:24:20.314193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Attempting to bind port 5dbed967-3945-4940-a947-7a22c388af02 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:24:20.314296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Attempting to bind port 5dbed967-3945-4940-a947-7a22c388af02 on network 15892233-6fd1-4a65-873d-fc61da91110a {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:24:20.327584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Port 5dbed967-3945-4940-a947-7a22c388af02 on network 15892233-6fd1-4a65-873d-fc61da91110a not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:24:20.327985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Attempting to bind port 5dbed967-3945-4940-a947-7a22c388af02 on network 15892233-6fd1-4a65-873d-fc61da91110a {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:24:20.334182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:24:20.334544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Checking segment: {'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:24:20.335261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Bound using segment: {'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:24:20.335794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Bound port: 5dbed967-3945-4940-a947-7a22c388af02, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29d5250-624e-4532-b8d4-4a3a62c0f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:24:20.336238 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:20.425984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] For port 5dbed967-3945-4940-a947-7a22c388af02, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:24:20.432377 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] For port 5dbed967-3945-4940-a947-7a22c388af02, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5dbed967-3945-4940-a947-7a22c388af02,segment=NetworkSegment(e29d5250-624e-4532-b8d4-4a3a62c0f025),segment_id=e29d5250-624e-4532-b8d4-4a3a62c0f025)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:24:20.448810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:20.560843 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:20.563496 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:20.565285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/5dbed967-3945-4940-a947-7a22c388af02 HTTP/1.1" status: 200 len: 1092 time: 1.3337946 Jan 31 16:24:20.565806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'tag': '5dbed967-3945-4940-a947-7a22c388af02'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:20.569579 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7bd9fd-396c-4927-9289-7a8637772437" -d '{"events": [{"name": "network-changed", "server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "tag": "5dbed967-3945-4940-a947-7a22c388af02"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:20.577710 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e1b3f708-0065-484a-8c78-f58dea025f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:20.628018 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3f708-0065-484a-8c78-f58dea025f7a None None] Checking router: 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:24:20.651278 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3f708-0065-484a-8c78-f58dea025f7a None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:24:20.651910 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e1b3f708-0065-484a-8c78-f58dea025f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:24:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:20.696436 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718b3dfe-1059-49e8-b0aa-3eb4edab4c28 x-openstack-request-id: req-718b3dfe-1059-49e8-b0aa-3eb4edab4c28 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:20.701780 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "tag": "5dbed967-3945-4940-a947-7a22c388af02", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:20.702167 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-718b3dfe-1059-49e8-b0aa-3eb4edab4c28 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:20.702694 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'tag': '5dbed967-3945-4940-a947-7a22c388af02', 'status': 'completed', 'code': 200} Jan 31 16:24:20.737709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f83fa-0250-4526-bde1-f288a5d335e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbed967-3945-4940-a947-7a22c388af02,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:20.786312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943326f-c61f-49a0-9114-49f73548163f req-5634b0b3-695b-49f8-ab52-31b75425148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:20.797339 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-5634b0b3-695b-49f8-ab52-31b75425148d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b38cc8bb1a146ea91b2ed3249c854e9&device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 1095 time: 0.1657877 Jan 31 16:24:20.819244 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d0ffed7e-2d83-4482-8a5f-b4f742d9c3c3 req-a11cffb5-124c-42a2-9f1f-6549773cbcb9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 210 time: 0.0713704 Jan 31 16:24:20.905672 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e1b3f708-0065-484a-8c78-f58dea025f7a None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:24:20.910113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-00fb210e-3d64-473f-aae1-90e51f3dbdcf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dbed967-3945-4940-a947-7a22c388af02 HTTP/1.1" status: 200 len: 217 time: 0.1077027 Jan 31 16:24:20.926499 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:21.003569 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-61544365-44de-42b2-850f-491626b6d256 req-2b048f16-e5e0-4044-a7d1-11c1bfc56160 service neutron] show failed (client error): The resource could not be found. Jan 31 16:24:21.004642 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-2b048f16-e5e0-4044-a7d1-11c1bfc56160 service neutron] 10.222.0.20 "GET /v2.0/ports/f7a2087f-80a9-49de-83da-434a3b8829e6/bindings/n-h1-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.1754103 Jan 31 16:24:21.054343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943326f-c61f-49a0-9114-49f73548163f req-354f459d-7b3e-485a-8f6e-5c7b0a16a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:21.055958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-354f459d-7b3e-485a-8f6e-5c7b0a16a3d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75428bcd-1695-4f41-8e2b-95edd6e78f28 HTTP/1.1" status: 200 len: 852 time: 0.1381316 Jan 31 16:24:21.075265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180b94f-cc96-4467-a1f7-0d52c3c405d5 req-02e7b479-9d31-48ad-ade4-2f960c57932d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:21.083709 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2180b94f-cc96-4467-a1f7-0d52c3c405d5 req-02e7b479-9d31-48ad-ade4-2f960c57932d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.1191206 Jan 31 16:24:21.173859 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2180b94f-cc96-4467-a1f7-0d52c3c405d5 req-5a5b1ff5-aa71-4f8d-a7e8-ba89cfd63484 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891159 Jan 31 16:24:21.203186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943326f-c61f-49a0-9114-49f73548163f req-ce9b49c5-2d6b-4215-b104-272f1b787017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:21.207148 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-ce9b49c5-2d6b-4215-b104-272f1b787017 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15892233-6fd1-4a65-873d-fc61da91110a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151783 Jan 31 16:24:21.271355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cacdf6-e35a-43dd-b2ec-3141e03fc60d req-5f8a5a18-c5e6-4b52-a6d5-cf47fc6ca6e4 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:21.273775 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4cacdf6-e35a-43dd-b2ec-3141e03fc60d req-5f8a5a18-c5e6-4b52-a6d5-cf47fc6ca6e4 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.0832691 Jan 31 16:24:21.347973 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-90927240-957d-4436-b54e-a34a48cec9cb service neutron] 10.222.0.20 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248343 Jan 31 16:24:21.410924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544365-44de-42b2-850f-491626b6d256 req-50e49dad-fbf0-4a6e-afd3-10c93ba4974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:21.412670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-50e49dad-fbf0-4a6e-afd3-10c93ba4974a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180&tenant_id=b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 1096 time: 0.1373861 Jan 31 16:24:21.416960 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4cacdf6-e35a-43dd-b2ec-3141e03fc60d req-3c0c9a8a-26b2-409c-990e-d8c9f0fbe9c9 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314075 Jan 31 16:24:21.426366 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e1b3f708-0065-484a-8c78-f58dea025f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:21.429622 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:21.464124 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3f708-0065-484a-8c78-f58dea025f7a None None] The sync data for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 is: [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:24:21.486776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 30b0ba91-08ba-410c-a182-730598cc8383 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:24:21.505225 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9943326f-c61f-49a0-9114-49f73548163f req-b2edbb0d-2515-4858-887c-5e7a96d07442 service neutron] 10.222.0.20 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509016 Jan 31 16:24:21.507904 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:21.537316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 30b0ba91-08ba-410c-a182-730598cc8383 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:24:21.539446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 30b0ba91-08ba-410c-a182-730598cc8383 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:24:21.629421 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bd9fd-396c-4927-9289-7a8637772437 req-a3512387-28d3-489e-b2b0-d23073c7dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:21.634019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f7bd9fd-396c-4927-9289-7a8637772437 req-a3512387-28d3-489e-b2b0-d23073c7dfe5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b38cc8bb1a146ea91b2ed3249c854e9&device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 1095 time: 0.0681596 Jan 31 16:24:21.768736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bd9fd-396c-4927-9289-7a8637772437 req-8fd8b89b-2d25-45ff-8390-28fe65720d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:21.770826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f7bd9fd-396c-4927-9289-7a8637772437 req-8fd8b89b-2d25-45ff-8390-28fe65720d93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=15892233-6fd1-4a65-873d-fc61da91110a HTTP/1.1" status: 200 len: 914 time: 0.1294434 Jan 31 16:24:21.816082 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:21.831743 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f7bd9fd-396c-4927-9289-7a8637772437 req-2199e202-71de-4175-bb88-eda9bb57f159 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dbed967-3945-4940-a947-7a22c388af02 HTTP/1.1" status: 200 len: 217 time: 0.0530958 Jan 31 16:24:21.853812 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:24:21.897531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bd9fd-396c-4927-9289-7a8637772437 req-dee70bc5-045c-4485-8588-1d732840a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:21.899819 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f7bd9fd-396c-4927-9289-7a8637772437 req-dee70bc5-045c-4485-8588-1d732840a6d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75428bcd-1695-4f41-8e2b-95edd6e78f28 HTTP/1.1" status: 200 len: 852 time: 0.0600936 Jan 31 16:24:21.946891 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:21.967521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8830c1-a736-41fd-8b22-d8eae3c5fa31 None None] New status for floating IP d3ed2abe-1660-4fe7-b5b8-66e1b6298e18: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:24:21.979137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3dd23f30-ce55-40bd-9d9e-c587f5a11516 req-9c4d325b-fe1b-4765-af83-d392d69bbe86 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 210 time: 0.0579076 Jan 31 16:24:21.997957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Transition to ACTIVE for port object f7a2087f-80a9-49de-83da-434a3b8829e6 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:24:22.002811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:22.013652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bd9fd-396c-4927-9289-7a8637772437 req-3b22bd4c-416f-4555-b143-1770e21f2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:22.016168 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f7bd9fd-396c-4927-9289-7a8637772437 req-3b22bd4c-416f-4555-b143-1770e21f2715 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15892233-6fd1-4a65-873d-fc61da91110a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055307 Jan 31 16:24:22.206716 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f7bd9fd-396c-4927-9289-7a8637772437 req-35b414be-9a99-407e-a769-521531725f9c service neutron] 10.222.0.20 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821182 Jan 31 16:24:22.349828 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:22.386249 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f7bd9fd-396c-4927-9289-7a8637772437 req-46e07f72-37e2-410b-8669-fc888bca4c65 service neutron] 10.222.0.20 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714954 Jan 31 16:24:22.485616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:22.487890 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c879b841-18fa-499a-a743-d84ca211afaa" -d '{"events": [{"server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:22.510821 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:22.569278 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:22.578772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe91a-8d48-4882-9da9-d043ecce1d49 req-addc2687-4e4e-4f2d-9974-f21adc51c9f1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:22.581743 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c4fe91a-8d48-4882-9da9-d043ecce1d49 req-addc2687-4e4e-4f2d-9974-f21adc51c9f1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.0791862 Jan 31 16:24:22.639931 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c4fe91a-8d48-4882-9da9-d043ecce1d49 req-bff305e1-8c87-48a9-80b6-234918bc19d9 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474582 Jan 31 16:24:22.668171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] No DVR routers for this DVR port f7a2087f-80a9-49de-83da-434a3b8829e6 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:24:22.714976 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6579a21b-a50e-4547-841b-59fe6da89d6c x-openstack-request-id: req-6579a21b-a50e-4547-841b-59fe6da89d6c {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:22.715477 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:22.715830 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6579a21b-a50e-4547-841b-59fe6da89d6c {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:22.716272 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'code': 200} Jan 31 16:24:22.724086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ba19c-d754-4290-8fef-09004a906de7 req-eccc302f-0a3e-4a3f-806a-fbe97511649f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:22.725764 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ad2ba19c-d754-4290-8fef-09004a906de7 req-eccc302f-0a3e-4a3f-806a-fbe97511649f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 943 time: 0.2274544 Jan 31 16:24:22.817362 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ad2ba19c-d754-4290-8fef-09004a906de7 req-31e1dc49-bd45-4a12-9a4c-b7c8adb7411c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825405 Jan 31 16:24:22.887311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Attempting to bind port f7a2087f-80a9-49de-83da-434a3b8829e6 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:24:22.887728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Attempting to bind port f7a2087f-80a9-49de-83da-434a3b8829e6 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:24:22.888129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Attempting to bind port f7a2087f-80a9-49de-83da-434a3b8829e6 on network 9b6c995e-d7f9-4155-b021-29acdf0871b2 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:24:22.893104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Port f7a2087f-80a9-49de-83da-434a3b8829e6 on network 9b6c995e-d7f9-4155-b021-29acdf0871b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:24:22.893429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Attempting to bind port f7a2087f-80a9-49de-83da-434a3b8829e6 on network 9b6c995e-d7f9-4155-b021-29acdf0871b2 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:24:22.898869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:24:22.899291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Checking segment: {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:24:22.899802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Bound using segment: {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:24:22.900293 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Bound port: f7a2087f-80a9-49de-83da-434a3b8829e6, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:24:22.900750 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:22.968669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:24:22.972081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:24:22.983649 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:23.031525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:23.032553 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:23.034485 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] 10.222.0.30 "PUT /v2.0/ports/f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 1091 time: 1.6119344 Jan 31 16:24:23.098783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797366a-8a8c-4012-ab3b-ef4f2c3bdafe service neutron] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=7']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:23.120931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544365-44de-42b2-850f-491626b6d256 req-340e846b-3797-4cc3-9750-98572d1299c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:23.122579 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-340e846b-3797-4cc3-9750-98572d1299c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1094 time: 0.0611515 Jan 31 16:24:23.128958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fb29ae1-c35d-4fe8-9109-df97a1ff2318 req-91c21a98-a9ab-47ad-953c-73312bd98fab tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 210 time: 0.0380681 Jan 31 16:24:23.233998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544365-44de-42b2-850f-491626b6d256 req-1e7a9d06-4460-4ade-8ccf-2fe228144ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:23.236025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-1e7a9d06-4460-4ade-8ccf-2fe228144ab3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 898 time: 0.1061819 Jan 31 16:24:23.319720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-5f311eb7-2bd6-4070-a063-79929d380a63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 998 time: 0.0745745 Jan 31 16:24:23.387604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544365-44de-42b2-850f-491626b6d256 req-5ea231d8-19f8-48e7-8107-fad70c8ef48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:23.389253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-5ea231d8-19f8-48e7-8107-fad70c8ef48d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.0613050 Jan 31 16:24:23.439413 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544365-44de-42b2-850f-491626b6d256 req-34dcb903-a863-41f1-9d83-46b6f98964db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:23.440963 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-34dcb903-a863-41f1-9d83-46b6f98964db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446126 Jan 31 16:24:23.543616 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-181b2981-a62f-45b1-8025-b0a5666f2f02 service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951684 Jan 31 16:24:23.644074 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61544365-44de-42b2-850f-491626b6d256 req-b3810116-445e-4ab7-8e15-ff34f16a8b56 service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936792 Jan 31 16:24:23.801847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96062688-4bd7-419c-b33a-4f0cc521770b req-3c998f08-2f94-4aa0-83ab-2b4c23d2536d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:23.803799 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96062688-4bd7-419c-b33a-4f0cc521770b req-3c998f08-2f94-4aa0-83ab-2b4c23d2536d tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.0823851 Jan 31 16:24:23.854581 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96062688-4bd7-419c-b33a-4f0cc521770b req-ad3fa368-6dc2-4878-b283-ec54d61aa4f9 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444944 Jan 31 16:24:23.966242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e78df3-1f7c-474c-80c4-e69730c7eab7 req-9ec26b02-9cb4-4779-a5d0-31b6920050fd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:23.968125 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3e78df3-1f7c-474c-80c4-e69730c7eab7 req-9ec26b02-9cb4-4779-a5d0-31b6920050fd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 943 time: 0.0588183 Jan 31 16:24:24.015868 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3e78df3-1f7c-474c-80c4-e69730c7eab7 req-d5f5b5ff-e866-46df-a24c-428642c9aa15 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363870 Jan 31 16:24:24.244479 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8bc4270b-49e9-4006-b6e2-150e90c1af97 req-b04beedb-c504-4d66-bb9d-66fcf5d2a94a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 210 time: 0.0286546 Jan 31 16:24:24.687624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f7a2087f-80a9-49de-83da-434a3b8829e6 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:24:24.717771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:24.720525 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da81d6fe-99bd-4486-bc67-239b6937b513" -d '{"events": [{"name": "network-changed", "server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:24.731767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f7a2087f-80a9-49de-83da-434a3b8829e6 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:24:24.784587 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c566b5-54cf-4a3e-b964-be92dfb159ac x-openstack-request-id: req-b4c566b5-54cf-4a3e-b964-be92dfb159ac {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:24.784859 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:24.785128 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4c566b5-54cf-4a3e-b964-be92dfb159ac {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:24.785518 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'status': 'completed', 'code': 200} Jan 31 16:24:24.850834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-62029b09-5ea9-4bc1-83c8-d14229183f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:24.852444 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-62029b09-5ea9-4bc1-83c8-d14229183f1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1094 time: 0.0442045 Jan 31 16:24:24.863479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-4b4baf03-2098-4c2f-9065-17438ab19885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:24.865301 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-4b4baf03-2098-4c2f-9065-17438ab19885 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1094 time: 0.0433578 Jan 31 16:24:24.971856 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-c2213a32-be8e-4b34-9fef-795059131f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:24.974771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-c2213a32-be8e-4b34-9fef-795059131f96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 898 time: 0.1147966 Jan 31 16:24:24.974893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-4a97f720-82df-4023-bd76-485c071c5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:24.976409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-4a97f720-82df-4023-bd76-485c071c5834 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 898 time: 0.1044295 Jan 31 16:24:25.061337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-ceb55283-a6cd-477f-9442-0560dd89f944 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 998 time: 0.0787637 Jan 31 16:24:25.091206 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-e7007052-8f03-4f75-a3a2-c9875aa2cb9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 998 time: 0.1047270 Jan 31 16:24:25.121606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f4837-a98c-411c-a27a-e7e97f890ae6 req-2180a18a-91d6-4cb2-ab10-569cf3cfa894 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:25.132836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-1ba6d1cd-f495-46ec-8d06-9f9aca344242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:25.133622 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a0f4837-a98c-411c-a27a-e7e97f890ae6 req-2180a18a-91d6-4cb2-ab10-569cf3cfa894 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.1561747 Jan 31 16:24:25.135032 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-1ba6d1cd-f495-46ec-8d06-9f9aca344242 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.0636063 Jan 31 16:24:25.216939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-7e2ef933-9f13-4b44-92cc-46764b51f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:25.217666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-97c9d084-21a1-427c-9f10-6f85dff0fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:25.218470 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-7e2ef933-9f13-4b44-92cc-46764b51f017 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654099 Jan 31 16:24:25.219572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-97c9d084-21a1-427c-9f10-6f85dff0fc92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.1153769 Jan 31 16:24:25.222810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6a0f4837-a98c-411c-a27a-e7e97f890ae6 req-d400e670-2d48-459e-b400-50c98b2ad3a5 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881970 Jan 31 16:24:25.263661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1a603-ebff-46ac-8c2d-2d584a2c789c req-d6d011f5-8932-4f1a-8613-87c552f1824d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:25.265151 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40a1a603-ebff-46ac-8c2d-2d584a2c789c req-d6d011f5-8932-4f1a-8613-87c552f1824d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 943 time: 0.1232951 Jan 31 16:24:25.269049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-56d2de92-540f-4e46-a870-e237a0983562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:25.275470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-56d2de92-540f-4e46-a870-e237a0983562 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487115 Jan 31 16:24:25.394891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c289c748-6956-4d0d-9e1d-24c29b7d5f96 req-ddd4a08e-95a0-45a5-8d4e-09eaaa527d24 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 210 time: 0.0341380 Jan 31 16:24:25.416820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40a1a603-ebff-46ac-8c2d-2d584a2c789c req-7da83864-0971-454d-aa3d-95852926349a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076326 Jan 31 16:24:25.436184 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-2be61ff8-1cfc-44cb-a88c-d0caf8b7a8e7 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005401 Jan 31 16:24:25.461339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-407b046b-4a94-4fbf-b1e1-2da5f99bad2b service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768923 Jan 31 16:24:25.581307 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-8d634d5e-c707-4d8c-b882-cec3eba6dd4c service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309688 Jan 31 16:24:25.645677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da81d6fe-99bd-4486-bc67-239b6937b513 req-496b82cd-0a34-402c-81aa-b1312a1173bb service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762257 Jan 31 16:24:25.944002 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:26.370292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47711d14-89eb-479e-9994-463adaa244ae req-9d1dc356-0c60-4bb1-bd20-7d63b7fcd6f7 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:26.371737 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47711d14-89eb-479e-9994-463adaa244ae req-9d1dc356-0c60-4bb1-bd20-7d63b7fcd6f7 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.0625370 Jan 31 16:24:26.416605 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47711d14-89eb-479e-9994-463adaa244ae req-f7ca0568-2eb8-479e-988d-f7f7455da5b7 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386012 Jan 31 16:24:26.537381 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f09eea01-62be-4769-bf02-3787c613e7ee req-68f6e0e1-1f21-4391-99ba-87845041ade6 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9ab2b1-ec58-4c69-a8c1-430ce1e46ec2 HTTP/1.1" status: 200 len: 210 time: 0.0475037 Jan 31 16:24:26.578241 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ec3e8-b4aa-432a-9a61-5ece8e65e346 req-53ae6d27-b6d9-43d1-91fd-1ddafb81cb15 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:26.579860 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c0ec3e8-b4aa-432a-9a61-5ece8e65e346 req-53ae6d27-b6d9-43d1-91fd-1ddafb81cb15 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 943 time: 0.0591805 Jan 31 16:24:26.620226 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c0ec3e8-b4aa-432a-9a61-5ece8e65e346 req-5bede69a-c28c-4349-85de-55bf8252abfe tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337608 Jan 31 16:24:26.975290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19686b-a124-428a-97c1-5182562683e4 req-0f74473c-faae-4284-b262-92db90431f3b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:26.976746 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-0f74473c-faae-4284-b262-92db90431f3b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180&tenant_id=b000813a36ef4beea9c3a23c358cd007&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 943 time: 0.1142809 Jan 31 16:24:26.985121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164ae46-1ef4-458e-a092-baea2295782f req-4f10c808-5705-4524-b123-e6543901d957 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:26.986532 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6164ae46-1ef4-458e-a092-baea2295782f req-4f10c808-5705-4524-b123-e6543901d957 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 943 time: 0.0856299 Jan 31 16:24:27.070552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6164ae46-1ef4-458e-a092-baea2295782f req-556fadb0-c800-472d-a9af-eed220797e3f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542874 Jan 31 16:24:27.073629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-ea59244f-435a-4f30-b856-415041ae7c79 service neutron] 10.222.0.30 "GET /v2.0/ports/f7a2087f-80a9-49de-83da-434a3b8829e6/bindings/n-h1-827120-1 HTTP/1.1" status: 200 len: 382 time: 0.0862076 Jan 31 16:24:27.140056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19686b-a124-428a-97c1-5182562683e4 req-23c96628-9b0e-42a5-99fe-e70efcd644e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:27.141694 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-23c96628-9b0e-42a5-99fe-e70efcd644e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1094 time: 0.0437236 Jan 31 16:24:27.240086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19686b-a124-428a-97c1-5182562683e4 req-2d63c192-33a5-4734-a781-a702dd6d50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:27.241648 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-2d63c192-33a5-4734-a781-a702dd6d50a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 898 time: 0.0928247 Jan 31 16:24:27.316391 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-5f0ce295-656d-4290-93b0-7fd582a499a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 998 time: 0.0669839 Jan 31 16:24:27.380358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19686b-a124-428a-97c1-5182562683e4 req-0cc27f02-0e0a-4336-9d26-4effe8b1cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:27.383213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-0cc27f02-0e0a-4336-9d26-4effe8b1cca6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.0583062 Jan 31 16:24:27.444656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19686b-a124-428a-97c1-5182562683e4 req-524724c0-6309-4e13-a271-d764b5ba9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:27.446390 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-524724c0-6309-4e13-a271-d764b5ba9567 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477457 Jan 31 16:24:27.489042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f7a2087f-80a9-49de-83da-434a3b8829e6 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:24:27.615476 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-add77a86-b207-49b2-9fb8-7dcc276536bd service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606984 Jan 31 16:24:27.648487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6368b6-2b33-4ef2-ae33-68956f088ee7 req-0d97370c-8cfb-42d1-b64c-f4e301bd0ef5 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:27.651294 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e6368b6-2b33-4ef2-ae33-68956f088ee7 req-0d97370c-8cfb-42d1-b64c-f4e301bd0ef5 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.1167541 Jan 31 16:24:27.684485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:27.715191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'port_id': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'mac_address': 'fa:16:3e:15:4b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:24:27.764130 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e6368b6-2b33-4ef2-ae33-68956f088ee7 req-89b4667d-443d-4da4-a0f2-2739ad12faa4 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951142 Jan 31 16:24:27.781221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:27.796253 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a2087f-80a9-49de-83da-434a3b8829e6 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:24:27.816185 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-75129959-7569-4e11-93c6-30978d09abb5 service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935487 Jan 31 16:24:27.816453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:27.833590 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:27.906893 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:27.921356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:27.921892 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:27.922289 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:27.922868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:27.923251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:27.923631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:27.924039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:27.924413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:27.924788 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:27.925161 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:27.925623 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:27.926065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:24:27.972510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-f151147d-9fda-4902-8fd7-5655f33fe911 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576604447&fields=id&tenant_id=0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 267 time: 0.0494514 Jan 31 16:24:28.017333 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:28.105291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-e5c84696-442a-4dad-ae36-5f735f0ebd15 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:28.106811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-e5c84696-442a-4dad-ae36-5f735f0ebd15 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.1271913 Jan 31 16:24:28.124695 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-33d44b8a-530a-4e44-beca-0333ee97e545 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/quotas/0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 375 time: 0.0109620 Jan 31 16:24:28.149010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f7a2087f-80a9-49de-83da-434a3b8829e6'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:24:28.189969 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-653e91f8-021b-448d-a112-cde19e44467d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593610 Jan 31 16:24:28.220934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd36aac-e24a-443c-a566-d7e20b8d429f req-330d24d0-53e5-40c0-85cc-1d6932e9b6c2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:28.223016 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-afd36aac-e24a-443c-a566-d7e20b8d429f req-330d24d0-53e5-40c0-85cc-1d6932e9b6c2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 944 time: 0.0736983 Jan 31 16:24:28.292066 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-afd36aac-e24a-443c-a566-d7e20b8d429f req-5813d956-8d34-4910-a929-44288a3f90b2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621006 Jan 31 16:24:28.315065 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-078fe6b2-c2a9-419c-bdc1-32206a5ad0fe service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122015 Jan 31 16:24:28.418487 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-780b72af-0de9-4fa4-a226-0f220a18f003 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969172 Jan 31 16:24:28.735496 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e00d9e37-395c-4327-b6af-e4102675bf2a req-7a7120c9-41e9-47e1-abb3-604ad6c24ddc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 210 time: 0.0293381 Jan 31 16:24:28.878029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb6110-6f39-4d4e-8f3d-25ebb2c3a915 req-1aee1e41-27fe-4cde-82bc-54140fb58deb tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:28.879196 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39bb6110-6f39-4d4e-8f3d-25ebb2c3a915 req-1aee1e41-27fe-4cde-82bc-54140fb58deb tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.0527518 Jan 31 16:24:28.925833 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39bb6110-6f39-4d4e-8f3d-25ebb2c3a915 req-29997764-78a2-4a5c-9523-79ffd73f5e92 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401535 Jan 31 16:24:29.407767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0eb26-5643-4132-9c67-693f09080b7f req-e99544ae-7d75-48a7-9cbb-6418b27371fe tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:29.409375 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0e0eb26-5643-4132-9c67-693f09080b7f req-e99544ae-7d75-48a7-9cbb-6418b27371fe tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 944 time: 0.0526474 Jan 31 16:24:29.453988 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0e0eb26-5643-4132-9c67-693f09080b7f req-368d092f-8f40-46dd-82f7-05ee4d1464f8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375535 Jan 31 16:24:29.499338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f7a2087f-80a9-49de-83da-434a3b8829e6 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:24:29.557949 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port f7a2087f-80a9-49de-83da-434a3b8829e6 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:24:29.562146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port f7a2087f-80a9-49de-83da-434a3b8829e6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:24:29.562787 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:29.655251 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:29.712713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:29.716829 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126e63ac-f05f-41f6-aef2-ade56e1bc649" -d '{"events": [{"server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "name": "network-vif-plugged", "status": "completed", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:29.723313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:29.729166 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:29.807526 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43970008-0b10-4554-affc-d00573787e1b x-openstack-request-id: req-43970008-0b10-4554-affc-d00573787e1b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:29.807957 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "name": "network-vif-plugged", "status": "completed", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:29.808208 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43970008-0b10-4554-affc-d00573787e1b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:29.808692 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'code': 200} Jan 31 16:24:29.809209 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:29.809385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-255a9ec1-8e61-4901-9f56-1d652711d136 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:29.810936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-255a9ec1-8e61-4901-9f56-1d652711d136 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.1563532 Jan 31 16:24:29.868450 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-6aaa664d-1852-4ec7-8b15-fc05fabd8b18 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 379 time: 0.0403454 Jan 31 16:24:29.873717 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-af03072b-806b-4ab9-b5e0-e5667c95231c req-003f5c8f-8b1a-495a-b694-eb8a44f1e09d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 210 time: 0.0352640 Jan 31 16:24:29.888191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'port': {'device_id': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'admin_state_up': True, 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'security_groups': ['0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:30.060560 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Made reservation on behalf of 0a130774d5f840d0a67fdfd24f7dc06d for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:24:30.065497 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:30.106801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5d3d1-9549-4752-a186-0e6f13d99eec req-f75b337e-ab8d-4372-8863-93e6fa8fa69b tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:30.108366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4f5d3d1-9549-4752-a186-0e6f13d99eec req-f75b337e-ab8d-4372-8863-93e6fa8fa69b tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.0988739 Jan 31 16:24:30.214578 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f4f5d3d1-9549-4752-a186-0e6f13d99eec req-c0d05d1e-987d-49a4-bcd3-d909d18dbefb tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774341 Jan 31 16:24:30.261406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Allocated IP 172.20.0.7 (4c9216f2-48f1-406f-b84d-2c32432bfef6/3d6ce3ce-f039-4d58-91eb-5dc346104c74/85a40258-e20b-4e58-83ad-0e554d07ea48) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:24:30.457636 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:30.462807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19686b-a124-428a-97c1-5182562683e4 req-268382c2-ec63-4904-92d1-7437b971ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:30.464414 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-268382c2-ec63-4904-92d1-7437b971ab96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180&tenant_id=b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 1096 time: 0.0505247 Jan 31 16:24:30.478896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:30.497791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:30.568416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:24:30.570283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:24:30.574414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:24:30.579066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=85a40258-e20b-4e58-83ad-0e554d07ea48,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:30.626648 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:30.655176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f8a6b-3ccf-49b5-8451-fa6df290333a req-c343b19d-ea2f-47d9-b083-6d3bfebca8ed tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:30.663019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e37f8a6b-3ccf-49b5-8451-fa6df290333a req-c343b19d-ea2f-47d9-b083-6d3bfebca8ed tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 945 time: 0.1091056 Jan 31 16:24:30.684884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:30.685602 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:30.707384 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-0eda66c9-0431-4fb6-8b2e-c2662217fbfa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252549 Jan 31 16:24:30.724987 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Request body: {'port': {'device_id': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:30.748097 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e37f8a6b-3ccf-49b5-8451-fa6df290333a req-a72f0807-a02e-4e53-9cfe-ffcf4b794bf1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796881 Jan 31 16:24:30.809975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:30.954711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3cce7f98-03d0-4afe-a588-fdebf808b52b None None] Provisioning complete for port 85a40258-e20b-4e58-83ad-0e554d07ea48 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:24:30.955272 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3cce7f98-03d0-4afe-a588-fdebf808b52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:31.016492 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:31.030600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3cce7f98-03d0-4afe-a588-fdebf808b52b None None] Port 85a40258-e20b-4e58-83ad-0e554d07ea48 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:24:31.060832 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:24:31.107354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:31.110511 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23549262-59d6-45f1-a987-1d44b8dfee56" -d '{"events": [{"server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:31.115592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:31.131039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Transition to ACTIVE for port object f7a2087f-80a9-49de-83da-434a3b8829e6 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:24:31.138103 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:31.142673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6ce31-125f-43ed-a7b3-ccc7be21a0f8 req-b93ce847-0d09-4b68-99ec-a021459fdcbb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:31.145676 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d0c6ce31-125f-43ed-a7b3-ccc7be21a0f8 req-b93ce847-0d09-4b68-99ec-a021459fdcbb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 931 time: 0.1352537 Jan 31 16:24:31.194290 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5616ee50-df16-4c5a-adbd-f6af1a7cb19e x-openstack-request-id: req-5616ee50-df16-4c5a-adbd-f6af1a7cb19e {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:31.194600 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:31.194825 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5616ee50-df16-4c5a-adbd-f6af1a7cb19e {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:31.195223 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'code': 200} Jan 31 16:24:31.195880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=10']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:31.212709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d0c6ce31-125f-43ed-a7b3-ccc7be21a0f8 req-ca5f987d-9b91-44ab-9371-932a8c30ec4c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570254 Jan 31 16:24:31.316612 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] No DVR routers for this DVR port f7a2087f-80a9-49de-83da-434a3b8829e6 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:24:31.331965 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a40258-e20b-4e58-83ad-0e554d07ea48 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:24:31.341744 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:31.363661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Transition to ACTIVE for port object 85a40258-e20b-4e58-83ad-0e554d07ea48 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:24:31.368930 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:31.481685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Pushing event updated for resources: {'Port': ['ID=85a40258-e20b-4e58-83ad-0e554d07ea48,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:31.541309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Attempting to bind port 85a40258-e20b-4e58-83ad-0e554d07ea48 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:24:31.541942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Attempting to bind port 85a40258-e20b-4e58-83ad-0e554d07ea48 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:24:31.542369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Attempting to bind port 85a40258-e20b-4e58-83ad-0e554d07ea48 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:24:31.548212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Port 85a40258-e20b-4e58-83ad-0e554d07ea48 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:24:31.548685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Attempting to bind port 85a40258-e20b-4e58-83ad-0e554d07ea48 on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:24:31.555032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:24:31.555491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Checking segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:24:31.556477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Bound using segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:24:31.556477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Bound port: 85a40258-e20b-4e58-83ad-0e554d07ea48, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:24:31.557334 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:31.629294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd652e-9476-4af5-b80b-169a8a483d4c req-4edd188e-045e-49ff-b7fc-83ef03337912 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:31.630937 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3bdd652e-9476-4af5-b80b-169a8a483d4c req-4edd188e-045e-49ff-b7fc-83ef03337912 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.2530346 Jan 31 16:24:31.639150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Attempting to bind port f7a2087f-80a9-49de-83da-434a3b8829e6 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:24:31.640452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Attempting to bind port f7a2087f-80a9-49de-83da-434a3b8829e6 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:24:31.640452 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Attempting to bind port f7a2087f-80a9-49de-83da-434a3b8829e6 on network 9b6c995e-d7f9-4155-b021-29acdf0871b2 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:24:31.660663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] For port 85a40258-e20b-4e58-83ad-0e554d07ea48, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:24:31.664735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] For port 85a40258-e20b-4e58-83ad-0e554d07ea48, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=85a40258-e20b-4e58-83ad-0e554d07ea48,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:24:31.677239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:31.678168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Port f7a2087f-80a9-49de-83da-434a3b8829e6 on network 9b6c995e-d7f9-4155-b021-29acdf0871b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:24:31.678695 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Attempting to bind port f7a2087f-80a9-49de-83da-434a3b8829e6 on network 9b6c995e-d7f9-4155-b021-29acdf0871b2 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:24:31.704884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:24:31.705217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Checking segment: {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:24:31.705609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Bound using segment: {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:24:31.706050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Bound port: f7a2087f-80a9-49de-83da-434a3b8829e6, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:24:31.706400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:31.725157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:31.726130 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:31.737949 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] 10.222.0.30 "PUT /v2.0/ports/85a40258-e20b-4e58-83ad-0e554d07ea48 HTTP/1.1" status: 200 len: 1091 time: 1.0220463 Jan 31 16:24:31.738550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'tag': '85a40258-e20b-4e58-83ad-0e554d07ea48'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:31.754912 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8db613-6e59-4a82-b2d8-2a59d37feede" -d '{"events": [{"name": "network-changed", "server_uuid": "490afbe5-145a-4c8f-88d8-3fe8b999c35a", "tag": "85a40258-e20b-4e58-83ad-0e554d07ea48"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:31.785060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8a793-23ca-4239-8153-d8c381ddbd70 service neutron] Pushing event updated for resources: {'Port': ['ID=85a40258-e20b-4e58-83ad-0e554d07ea48,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:31.792803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3bdd652e-9476-4af5-b80b-169a8a483d4c req-4e233a42-4e2c-4bda-97cd-b9d98a6f19ac tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395838 Jan 31 16:24:31.862589 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed4f929-2515-4800-acc7-8134f0fbfba8 x-openstack-request-id: req-3ed4f929-2515-4800-acc7-8134f0fbfba8 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:31.863190 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490afbe5-145a-4c8f-88d8-3fe8b999c35a", "tag": "85a40258-e20b-4e58-83ad-0e554d07ea48", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:31.863190 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ed4f929-2515-4800-acc7-8134f0fbfba8 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:31.863567 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'tag': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'status': 'completed', 'code': 200} Jan 31 16:24:31.891459 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-25266b7b-8b8e-4452-84c1-df25ff942572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:31.893873 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-25266b7b-8b8e-4452-84c1-df25ff942572 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 1094 time: 0.1055045 Jan 31 16:24:31.971707 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-4667bcb9-8395-41c7-a0f8-7567eb36d7d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85a40258-e20b-4e58-83ad-0e554d07ea48 HTTP/1.1" status: 200 len: 217 time: 0.0621524 Jan 31 16:24:31.983707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:24:32.004702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:24:32.019809 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:32.041519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-f0068da6-af63-4e73-a13f-0c63b6f93d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:32.042924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-f0068da6-af63-4e73-a13f-0c63b6f93d02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0624795 Jan 31 16:24:32.084582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae1a95-c240-40b3-8051-97cbdcfb2518 req-6cab7c76-dc9b-4030-9537-0242e994d8b4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:32.092759 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ccae1a95-c240-40b3-8051-97cbdcfb2518 req-6cab7c76-dc9b-4030-9537-0242e994d8b4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 944 time: 0.1526685 Jan 31 16:24:32.105195 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:32.106114 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:32.107595 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] 10.222.0.20 "PUT /v2.0/ports/f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 1092 time: 1.6339753 Jan 31 16:24:32.140768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-27b868d0-c193-4956-95ed-7385eb1cc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:32.143373 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-27b868d0-c193-4956-95ed-7385eb1cc6a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921988 Jan 31 16:24:32.186589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4cb85-a123-49ef-9a84-b006ca570707 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=11']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:32.211674 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ccae1a95-c240-40b3-8051-97cbdcfb2518 req-75147b89-37c9-40e4-86db-3de5ec598a18 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179488 Jan 31 16:24:32.247057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19686b-a124-428a-97c1-5182562683e4 req-a710fc80-9f5b-4a45-af8b-c93e8f174a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:32.248729 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-a710fc80-9f5b-4a45-af8b-c93e8f174a48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1095 time: 0.1128461 Jan 31 16:24:32.404536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470ca2a-4fb3-4e07-8b26-65697167ea40 req-7da3bf79-8715-4532-a82e-75135478149a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:32.406167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a470ca2a-4fb3-4e07-8b26-65697167ea40 req-7da3bf79-8715-4532-a82e-75135478149a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 943 time: 0.0975983 Jan 31 16:24:32.422438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19686b-a124-428a-97c1-5182562683e4 req-e586f569-1b66-410e-a438-880e12e8db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:32.424118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-e586f569-1b66-410e-a438-880e12e8db79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 898 time: 0.1673717 Jan 31 16:24:32.438107 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-391a7637-00f1-4a00-8bdf-1a723629b57c service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864985 Jan 31 16:24:32.879271 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-de096c0d-256f-4bb0-8b6c-e79db21dd816 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 998 time: 0.4477057 Jan 31 16:24:32.898126 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a470ca2a-4fb3-4e07-8b26-65697167ea40 req-6724ca5a-d708-4a49-8e04-a9115f8afafa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4830697 Jan 31 16:24:32.945058 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-231654c2-6ecf-45b5-8e6a-07316d81c190 req-8954aaa1-574b-486c-a9e5-9ba41037fe8d service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984884 Jan 31 16:24:33.001855 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcc6f7-08d4-4c5e-b2e8-d37e1e2cfec6 req-7e5b448a-659e-42fc-a4bb-2a7e1e6bba7c tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.009820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a8dcc6f7-08d4-4c5e-b2e8-d37e1e2cfec6 req-7e5b448a-659e-42fc-a4bb-2a7e1e6bba7c tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.1289704 Jan 31 16:24:33.028218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19686b-a124-428a-97c1-5182562683e4 req-97da2a84-384c-42ed-9121-6522191f6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.030580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-97da2a84-384c-42ed-9121-6522191f6393 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.0936000 Jan 31 16:24:33.040046 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8db613-6e59-4a82-b2d8-2a59d37feede req-12850b9f-e029-4f9f-89ab-6c7a32063163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.041641 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa8db613-6e59-4a82-b2d8-2a59d37feede req-12850b9f-e029-4f9f-89ab-6c7a32063163 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 1094 time: 0.0477188 Jan 31 16:24:33.057024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a8dcc6f7-08d4-4c5e-b2e8-d37e1e2cfec6 req-4204baef-4280-4251-9fdd-e2bb36549b74 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461941 Jan 31 16:24:33.099889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19686b-a124-428a-97c1-5182562683e4 req-47d5b490-e142-4589-9fc5-622416f89d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.101550 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-47d5b490-e142-4589-9fc5-622416f89d02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523958 Jan 31 16:24:33.176919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8db613-6e59-4a82-b2d8-2a59d37feede req-8fdf1a59-1d95-4ea5-a964-05796c67bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.179903 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa8db613-6e59-4a82-b2d8-2a59d37feede req-8fdf1a59-1d95-4ea5-a964-05796c67bc9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.1290932 Jan 31 16:24:33.213600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:33.217504 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de8b50b-1d46-429b-baaf-8986d06df09d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:33.236912 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa8db613-6e59-4a82-b2d8-2a59d37feede req-44556326-3b32-4e18-9d81-a791e591edce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85a40258-e20b-4e58-83ad-0e554d07ea48 HTTP/1.1" status: 200 len: 217 time: 0.0477629 Jan 31 16:24:33.262588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-cc9d20da-d7cd-4656-9ddd-068e53964fff service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538839 Jan 31 16:24:33.336370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8db613-6e59-4a82-b2d8-2a59d37feede req-9144cdcc-67e7-4ab3-a256-8e352b1d80db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.337935 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa8db613-6e59-4a82-b2d8-2a59d37feede req-9144cdcc-67e7-4ab3-a256-8e352b1d80db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0922334 Jan 31 16:24:33.340685 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b40fa2c-38f8-48bf-a6ae-0af45d552441 x-openstack-request-id: req-0b40fa2c-38f8-48bf-a6ae-0af45d552441 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:33.340985 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:33.341260 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b40fa2c-38f8-48bf-a6ae-0af45d552441 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:33.341930 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'status': 'completed', 'code': 200} Jan 31 16:24:33.416208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6867b42-b4e2-463d-b21a-e752f3824042 req-60873b77-f513-4212-ad3a-221ef18a2d77 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.417949 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6867b42-b4e2-463d-b21a-e752f3824042 req-60873b77-f513-4212-ad3a-221ef18a2d77 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 944 time: 0.0752122 Jan 31 16:24:33.447189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8db613-6e59-4a82-b2d8-2a59d37feede req-6e6c96f6-031b-4804-ae41-13b706119922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.448785 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa8db613-6e59-4a82-b2d8-2a59d37feede req-6e6c96f6-031b-4804-ae41-13b706119922 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026390 Jan 31 16:24:33.467191 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c19686b-a124-428a-97c1-5182562683e4 req-fa763f79-9f38-45d5-b13e-e78ad0c2814a service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950972 Jan 31 16:24:33.510426 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d6867b42-b4e2-463d-b21a-e752f3824042 req-4fc1f6fa-ea6a-4f04-9671-5a1722033047 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773871 Jan 31 16:24:33.538597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-8779db36-6d1f-4243-90c3-8a07e4276aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.540430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f7a2087f-80a9-49de-83da-434a3b8829e6 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:24:33.542415 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-8779db36-6d1f-4243-90c3-8a07e4276aa7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1095 time: 0.1862953 Jan 31 16:24:33.586919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-121308ac-b5ba-4f82-86a5-4da377290dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.590475 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-121308ac-b5ba-4f82-86a5-4da377290dd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1095 time: 0.0716028 Jan 31 16:24:33.602512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f7a2087f-80a9-49de-83da-434a3b8829e6 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:24:33.692478 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa8db613-6e59-4a82-b2d8-2a59d37feede req-d214eecc-40af-4579-bcec-5b92f4e0d4ac service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328813 Jan 31 16:24:33.710050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-7ff81e15-dbfa-43e6-931a-41622e229176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.711749 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-7ff81e15-dbfa-43e6-931a-41622e229176 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 898 time: 0.1138210 Jan 31 16:24:33.792357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-50546342-3693-46ee-8f42-41ff7544597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.799142 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-50546342-3693-46ee-8f42-41ff7544597c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 898 time: 0.2413077 Jan 31 16:24:33.830304 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-aa6824a1-7637-4f0d-b4ae-5f76b1a577e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 998 time: 0.1097624 Jan 31 16:24:33.901950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa8db613-6e59-4a82-b2d8-2a59d37feede req-3ef43d50-6fe4-4f44-ab4d-09b2acaff00c service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988645 Jan 31 16:24:33.926287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-17e34303-2279-4387-9f78-c0c566f2fbd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 998 time: 0.1174328 Jan 31 16:24:33.935629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-32482dae-edf2-4d83-a385-c54a53fffda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.938519 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-32482dae-edf2-4d83-a385-c54a53fffda1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.0994806 Jan 31 16:24:33.983752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-b6ddcd98-25fc-4661-8376-7338793d9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:33.985281 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-b6ddcd98-25fc-4661-8376-7338793d9d18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.0522757 Jan 31 16:24:34.067004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-0156aeb3-da82-42d3-87dd-fa51cee3e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:34.068567 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-0156aeb3-da82-42d3-87dd-fa51cee3e00e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201501 Jan 31 16:24:34.177524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-c1daee54-1266-4262-8796-ca55b950e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:34.180859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-c1daee54-1266-4262-8796-ca55b950e520 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836383 Jan 31 16:24:34.225525 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-6939be2f-5371-4bf1-ba7d-9c5eddba4ad1 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488900 Jan 31 16:24:34.247457 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b97f-8ad1-4203-ac69-27e9b9c7a6de req-7679ff61-3248-45ba-87c3-1d13d5dcfce9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:34.249977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f90b97f-8ad1-4203-ac69-27e9b9c7a6de req-7679ff61-3248-45ba-87c3-1d13d5dcfce9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 943 time: 0.1800261 Jan 31 16:24:34.381704 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f90b97f-8ad1-4203-ac69-27e9b9c7a6de req-afd2dcb1-3a50-4265-b7a1-48518458ab56 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853066 Jan 31 16:24:34.413650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-6573be77-ab5e-445b-9840-4dc76c5d3bfa service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180398 Jan 31 16:24:34.463165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c706a0-bcd5-473a-b043-88d2d0023fc4 req-7978043a-d4d1-4dc6-8f9d-ffaea373e6f1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:34.471212 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6c706a0-bcd5-473a-b043-88d2d0023fc4 req-7978043a-d4d1-4dc6-8f9d-ffaea373e6f1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.2445281 Jan 31 16:24:34.510424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-83c983b3-8c08-4e27-8641-9e448037924c service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710445 Jan 31 16:24:34.546775 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6c706a0-bcd5-473a-b043-88d2d0023fc4 req-32354b96-129b-4de7-8e53-449980efd928 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735929 Jan 31 16:24:34.569619 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3de8b50b-1d46-429b-baaf-8986d06df09d req-244bf1e0-51fc-4abb-b3d7-8573184434ef service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453526 Jan 31 16:24:34.671434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7b0e9-f4b4-4523-8d7f-c6517ddee75c req-5e7714fd-8e73-497f-ab54-5b16f630bb35 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:34.673257 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cee7b0e9-f4b4-4523-8d7f-c6517ddee75c req-5e7714fd-8e73-497f-ab54-5b16f630bb35 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 944 time: 0.0698745 Jan 31 16:24:34.750928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cee7b0e9-f4b4-4523-8d7f-c6517ddee75c req-63d0eb88-b7aa-4982-a2e1-f65c1d17dc82 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641413 Jan 31 16:24:35.600494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc0bc4-e327-4186-99e3-9e6f8aa4e2a1 req-da68a1ac-a575-4128-a2a8-c8bac7344d42 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:35.612770 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ccc0bc4-e327-4186-99e3-9e6f8aa4e2a1 req-da68a1ac-a575-4128-a2a8-c8bac7344d42 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 943 time: 0.0895605 Jan 31 16:24:35.673861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ccc0bc4-e327-4186-99e3-9e6f8aa4e2a1 req-939c3605-46b4-44a9-8bcc-ce43b8a4f0ae tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597644 Jan 31 16:24:35.732269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa044b8-b7e8-49f3-8d20-ce45dcc17873 req-2dc814d0-9f65-4007-92e9-0e7120facbaf tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:35.733798 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfa044b8-b7e8-49f3-8d20-ce45dcc17873 req-2dc814d0-9f65-4007-92e9-0e7120facbaf tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.0832405 Jan 31 16:24:35.779639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfa044b8-b7e8-49f3-8d20-ce45dcc17873 req-31d0e537-007f-425d-8bf5-bbfc5e807103 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388441 Jan 31 16:24:35.943336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbab0d-8666-4402-b3c5-9f1f903d116b req-943a8425-676c-4bd6-968b-7fb5dc8fcac0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:35.945077 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5cbbab0d-8666-4402-b3c5-9f1f903d116b req-943a8425-676c-4bd6-968b-7fb5dc8fcac0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 944 time: 0.0780730 Jan 31 16:24:35.988879 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5cbbab0d-8666-4402-b3c5-9f1f903d116b req-74ba1be3-1b48-4a47-aead-691719ed451d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369623 Jan 31 16:24:36.016568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33104) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:36.095393 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b2cb1f7e-6c2c-4a1b-8e11-5b923ebddadb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5 HTTP/1.1" status: 200 len: 990 time: 0.0769420 Jan 31 16:24:36.764662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5dbed967-3945-4940-a947-7a22c388af02 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:24:36.840054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e83ac-70ac-4b1d-9132-bdc7c81b0f8c req-85b56f64-b001-4c13-8a6f-a5a0144fce88 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:36.841710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b1e83ac-70ac-4b1d-9132-bdc7c81b0f8c req-85b56f64-b001-4c13-8a6f-a5a0144fce88 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 943 time: 0.0732496 Jan 31 16:24:36.886423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5dbed967-3945-4940-a947-7a22c388af02, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5dbed967-3945-4940-a947-7a22c388af02,segment=NetworkSegment(e29d5250-624e-4532-b8d4-4a3a62c0f025),segment_id=e29d5250-624e-4532-b8d4-4a3a62c0f025)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:36.892693 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b1e83ac-70ac-4b1d-9132-bdc7c81b0f8c req-6e892063-3049-4e96-82a5-b5da0a225f74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381842 Jan 31 16:24:36.900195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '5dbed967-3945-4940-a947-7a22c388af02', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'port_id': '5dbed967-3945-4940-a947-7a22c388af02', 'mac_address': 'fa:16:3e:0b:68:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:24:36.957960 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:36.972768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbed967-3945-4940-a947-7a22c388af02 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:24:36.974011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fda2b0-1fec-4cbd-a597-3740ee6d739e req-1b068b0f-ae05-4c2a-974e-3766e1e0b156 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:36.976904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3fda2b0-1fec-4cbd-a597-3740ee6d739e req-1b068b0f-ae05-4c2a-974e-3766e1e0b156 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 944 time: 0.0742364 Jan 31 16:24:36.997976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5dbed967-3945-4940-a947-7a22c388af02, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5dbed967-3945-4940-a947-7a22c388af02,segment=NetworkSegment(e29d5250-624e-4532-b8d4-4a3a62c0f025),segment_id=e29d5250-624e-4532-b8d4-4a3a62c0f025)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:37.004221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:37.005410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f7a2087f-80a9-49de-83da-434a3b8829e6 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:24:37.041267 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3fda2b0-1fec-4cbd-a597-3740ee6d739e req-13c75129-5220-4ad1-85d4-730c06d84ad7 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574040 Jan 31 16:24:37.122690 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5dbed967-3945-4940-a947-7a22c388af02,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:37.173975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:37.189975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'port_id': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'mac_address': 'fa:16:3e:15:4b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:24:37.234810 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:37.248128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a2087f-80a9-49de-83da-434a3b8829e6 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:24:37.269560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:37.276108 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:37.330369 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=12']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:37.542073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['5dbed967-3945-4940-a947-7a22c388af02'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:24:37.607111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['f7a2087f-80a9-49de-83da-434a3b8829e6'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:24:38.057532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ff9e5-d085-4017-9524-3074759fb348 req-6160ceac-27af-4b00-baed-ad66caf30967 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:38.058989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a74ff9e5-d085-4017-9524-3074759fb348 req-6160ceac-27af-4b00-baed-ad66caf30967 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 943 time: 0.0643950 Jan 31 16:24:38.108232 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a74ff9e5-d085-4017-9524-3074759fb348 req-04473b9d-15ea-4492-bada-2d09f260a7cb tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397503 Jan 31 16:24:38.199872 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102399a-10e0-4517-8b06-9ae3f093a861 req-15d60dbd-df78-4b9c-acb0-a855348b7fe0 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:38.201528 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6102399a-10e0-4517-8b06-9ae3f093a861 req-15d60dbd-df78-4b9c-acb0-a855348b7fe0 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 945 time: 0.0699747 Jan 31 16:24:38.253357 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6102399a-10e0-4517-8b06-9ae3f093a861 req-11455ef0-bd8a-4edb-a6c6-221f04b238c2 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451086 Jan 31 16:24:38.787562 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5dbed967-3945-4940-a947-7a22c388af02 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:24:38.843980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 5dbed967-3945-4940-a947-7a22c388af02 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:24:38.855661 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 5dbed967-3945-4940-a947-7a22c388af02 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:24:38.856295 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:38.966224 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:38.996430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbed967-3945-4940-a947-7a22c388af02'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:38.998759 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dbb45f-0315-4a24-a089-ad840b0de588" -d '{"events": [{"server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "name": "network-vif-plugged", "status": "completed", "tag": "5dbed967-3945-4940-a947-7a22c388af02"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:39.012198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 5dbed967-3945-4940-a947-7a22c388af02, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5dbed967-3945-4940-a947-7a22c388af02,segment=NetworkSegment(e29d5250-624e-4532-b8d4-4a3a62c0f025),segment_id=e29d5250-624e-4532-b8d4-4a3a62c0f025)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:39.018581 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:39.019642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f7a2087f-80a9-49de-83da-434a3b8829e6 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:24:39.049740 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045f6a47-5ffd-4d5b-9745-95f5a026b915 x-openstack-request-id: req-045f6a47-5ffd-4d5b-9745-95f5a026b915 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:39.050043 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "name": "network-vif-plugged", "status": "completed", "tag": "5dbed967-3945-4940-a947-7a22c388af02", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:39.050264 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-045f6a47-5ffd-4d5b-9745-95f5a026b915 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:39.050649 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbed967-3945-4940-a947-7a22c388af02', 'code': 200} Jan 31 16:24:39.111641 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=5dbed967-3945-4940-a947-7a22c388af02,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:39.149837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port f7a2087f-80a9-49de-83da-434a3b8829e6 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:24:39.154700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port f7a2087f-80a9-49de-83da-434a3b8829e6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:24:39.155192 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:39.167989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7e16-93b2-4efe-9104-2f189aad72f2 req-6bc77ec1-fcb7-4b52-a059-1a8ed185cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:39.169870 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b01b7e16-93b2-4efe-9104-2f189aad72f2 req-6bc77ec1-fcb7-4b52-a059-1a8ed185cc47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 1097 time: 0.0556960 Jan 31 16:24:39.251377 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b01b7e16-93b2-4efe-9104-2f189aad72f2 req-1047fb89-ae1b-4add-83f1-38b5f4f874ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687585 Jan 31 16:24:39.261340 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:39.277529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9fe05-da8c-4c8d-9458-4b51eedff53a req-6ab42351-bff9-4a57-a0c6-1378fcff5fe8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:39.279062 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3b9fe05-da8c-4c8d-9458-4b51eedff53a req-6ab42351-bff9-4a57-a0c6-1378fcff5fe8 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 943 time: 0.0589745 Jan 31 16:24:39.302822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:39.309236 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:39.337570 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d3b9fe05-da8c-4c8d-9458-4b51eedff53a req-d3b8bb74-8754-481f-86ad-957f5474faaa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507879 Jan 31 16:24:39.386699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=13']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:39.413243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656dc53-f47b-4dab-a888-a5337b47ecd7 req-349cf09a-d2ad-46ad-8398-9aa8689fe118 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:39.415473 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5656dc53-f47b-4dab-a888-a5337b47ecd7 req-349cf09a-d2ad-46ad-8398-9aa8689fe118 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 946 time: 0.0598216 Jan 31 16:24:39.469657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5656dc53-f47b-4dab-a888-a5337b47ecd7 req-7bd52104-4775-4b40-9fae-700c23bc7a35 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407426 Jan 31 16:24:40.481376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6be1b-7ace-499c-9709-b522480b9dcc req-d55c5838-1e11-4663-bc53-0dc7d50ca51f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:40.483070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c4c6be1b-7ace-499c-9709-b522480b9dcc req-d55c5838-1e11-4663-bc53-0dc7d50ca51f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 943 time: 0.0668981 Jan 31 16:24:40.527432 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c4c6be1b-7ace-499c-9709-b522480b9dcc req-c3834ddb-d2d8-4205-bd23-34f0a527bf03 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381858 Jan 31 16:24:40.632315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986f404-9ecb-4f1d-bed5-0d9d2464ff54 req-60a3bc7e-c594-4cd4-a739-390048269c51 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:40.634029 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2986f404-9ecb-4f1d-bed5-0d9d2464ff54 req-60a3bc7e-c594-4cd4-a739-390048269c51 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 946 time: 0.0648513 Jan 31 16:24:40.694308 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2986f404-9ecb-4f1d-bed5-0d9d2464ff54 req-46cba85e-17bf-410e-8b60-001316587967 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524879 Jan 31 16:24:40.836066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f009cff-fd15-4b52-96d6-26381f9ef6b4 req-8cf6427a-b62d-497a-a92f-590ed60b5032 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:40.837817 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f009cff-fd15-4b52-96d6-26381f9ef6b4 req-8cf6427a-b62d-497a-a92f-590ed60b5032 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 946 time: 0.0586593 Jan 31 16:24:40.880974 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f009cff-fd15-4b52-96d6-26381f9ef6b4 req-87f23021-35f5-4de6-982e-5d31b82c0b28 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364809 Jan 31 16:24:40.904113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33200) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:41.052350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:41.058700 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de20e357-eb3c-44c5-b633-83b0e602ee8d" -d '{"events": [{"server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "name": "network-vif-plugged", "status": "completed", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:41.089587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7779e5-d405-4283-a2a3-9674dced7297 tempest-TestVolumeBackupRestore-399484872 tempest-TestVolumeBackupRestore-399484872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:41.091225 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cd7779e5-d405-4283-a2a3-9674dced7297 tempest-TestVolumeBackupRestore-399484872 tempest-TestVolumeBackupRestore-399484872-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 1092 time: 0.1855223 Jan 31 16:24:41.094350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33210) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:41.100195 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '5dbed967-3945-4940-a947-7a22c388af02', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:41.103891 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a167d40-1a07-4497-b318-3f5043d7f795 x-openstack-request-id: req-8a167d40-1a07-4497-b318-3f5043d7f795 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:41.104567 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "name": "network-vif-plugged", "status": "completed", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:41.105408 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a167d40-1a07-4497-b318-3f5043d7f795 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:41.106523 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'code': 200} Jan 31 16:24:41.131396 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:41.255443 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:41.375550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Allocated IP 172.25.1.159 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/81c58027-73cb-4088-a1fe-0acc799f9c79) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:24:41.507302 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:41.544155 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:41.587829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:24:41.592900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:24:41.596701 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:24:41.620502 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event updated for resources: {'Port': ['ID=81c58027-73cb-4088-a1fe-0acc799f9c79,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:41.758717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156e92f-7508-4f20-b0e8-d0658be3f61c req-e5156cea-2073-4303-bd94-9336b7f5ff2a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:41.760337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0156e92f-7508-4f20-b0e8-d0658be3f61c req-e5156cea-2073-4303-bd94-9336b7f5ff2a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 943 time: 0.1292269 Jan 31 16:24:41.856118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0156e92f-7508-4f20-b0e8-d0658be3f61c req-fb4cf664-ecde-4761-a991-50eb1c562c87 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878811 Jan 31 16:24:42.119276 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:42.215567 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:42.432181 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:42.439604 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:42.541568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event updated for resources: {'Port': ['ID=81c58027-73cb-4088-a1fe-0acc799f9c79,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:42.566190 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:42.688951 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Floating IP 0949cd16-78ec-4c35-9563-d85c1299dfff associated. External IP: 172.25.1.159, port: 5dbed967-3945-4940-a947-7a22c388af02. Jan 31 16:24:42.978665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Router 30c085d2-25a3-4ec9-b12a-df74a61456db has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:24:43.019798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c3cb8-e2c2-4e41-9801-06315853658f req-6117cafe-d48b-450c-8474-951b040161dc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:43.022113 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5b4c3cb8-e2c2-4e41-9801-06315853658f req-6117cafe-d48b-450c-8474-951b040161dc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 943 time: 0.0616035 Jan 31 16:24:43.085895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5b4c3cb8-e2c2-4e41-9801-06315853658f req-487ddc48-ecc1-410e-ac22-c159b5d1c510 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535176 Jan 31 16:24:43.118778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:24:43.139032 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daad13eb-4b19-4045-be5a-0a42506f02ac None None] Sync routers for ids ['30c085d2-25a3-4ec9-b12a-df74a61456db'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:24:43.148941 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:43.151649 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daad13eb-4b19-4045-be5a-0a42506f02ac None None] Routers {'30c085d2-25a3-4ec9-b12a-df74a61456db'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:24:43.152538 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-daad13eb-4b19-4045-be5a-0a42506f02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:24:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30c085d2-25a3-4ec9-b12a-df74a61456db'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:43.178439 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-762c441f-8949-40f3-bb78-f0f7a1997820 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0831017 Jan 31 16:24:43.178997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'tag': '5dbed967-3945-4940-a947-7a22c388af02'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:43.181408 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9067cd-2ede-4def-aa56-c4dee9caa631" -d '{"events": [{"name": "network-changed", "server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "tag": "5dbed967-3945-4940-a947-7a22c388af02"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:43.182050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33248) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:43.223523 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290e6e92-5c01-4f71-a6a2-d617b4767ff2 x-openstack-request-id: req-290e6e92-5c01-4f71-a6a2-d617b4767ff2 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:43.223821 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "tag": "5dbed967-3945-4940-a947-7a22c388af02", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:43.224072 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-290e6e92-5c01-4f71-a6a2-d617b4767ff2 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:43.225307 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'tag': '5dbed967-3945-4940-a947-7a22c388af02', 'status': 'completed', 'code': 200} Jan 31 16:24:43.240106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364ac775-6233-4362-9205-f3fdbf51b83d tempest-TestVolumeBackupRestore-399484872 tempest-TestVolumeBackupRestore-399484872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:43.242146 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-364ac775-6233-4362-9205-f3fdbf51b83d tempest-TestVolumeBackupRestore-399484872 tempest-TestVolumeBackupRestore-399484872-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 1092 time: 0.0568957 Jan 31 16:24:43.254100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33252) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:43.263598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0cc3c919-6789-4093-a03d-1ab5da2f4cb1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Request body: {'floatingip': {'port_id': '5dbed967-3945-4940-a947-7a22c388af02'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:43.280565 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-daad13eb-4b19-4045-be5a-0a42506f02ac None None] Set router 30c085d2-25a3-4ec9-b12a-df74a61456db gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:24:43.306803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9067cd-2ede-4def-aa56-c4dee9caa631 req-03334b17-68f3-42ed-b748-d7a8b05f571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:43.309052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d9067cd-2ede-4def-aa56-c4dee9caa631 req-03334b17-68f3-42ed-b748-d7a8b05f571b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b38cc8bb1a146ea91b2ed3249c854e9&device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 1097 time: 0.0633373 Jan 31 16:24:43.346382 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c919-6789-4093-a03d-1ab5da2f4cb1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:43.428631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9067cd-2ede-4def-aa56-c4dee9caa631 req-ea571da6-738d-403e-ac53-403ef78088c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:43.430123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d9067cd-2ede-4def-aa56-c4dee9caa631 req-ea571da6-738d-403e-ac53-403ef78088c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=15892233-6fd1-4a65-873d-fc61da91110a HTTP/1.1" status: 200 len: 914 time: 0.1136658 Jan 31 16:24:43.520867 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d9067cd-2ede-4def-aa56-c4dee9caa631 req-44782f9a-3aca-4837-af05-82c42b9e0d0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dbed967-3945-4940-a947-7a22c388af02 HTTP/1.1" status: 200 len: 1000 time: 0.0797420 Jan 31 16:24:43.583483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9067cd-2ede-4def-aa56-c4dee9caa631 req-13bf0c75-654e-44b8-b6e3-28c693d750fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:43.584899 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d9067cd-2ede-4def-aa56-c4dee9caa631 req-13bf0c75-654e-44b8-b6e3-28c693d750fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75428bcd-1695-4f41-8e2b-95edd6e78f28 HTTP/1.1" status: 200 len: 852 time: 0.0535839 Jan 31 16:24:43.591694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 85a40258-e20b-4e58-83ad-0e554d07ea48 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:24:43.596631 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-daad13eb-4b19-4045-be5a-0a42506f02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '0949cd16-78ec-4c35-9563-d85c1299dfff', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'port_id': '5dbed967-3945-4940-a947-7a22c388af02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'mac_address': 'fa:16:3e:0b:68:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:41Z', 'updated_at': '2022-01-31T16:24:41Z', 'revision_number': 0, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82df676-8e4d-487e-b716-5f799311a641', 'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'mac_address': 'fa:16:3e:3c:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:04Z', 'updated_at': '2022-01-31T16:22:09Z', 'revision_number': 5, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'subnets': [{'id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:43.630186 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daad13eb-4b19-4045-be5a-0a42506f02ac None None] Checking router: 30c085d2-25a3-4ec9-b12a-df74a61456db for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:24:43.645931 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daad13eb-4b19-4045-be5a-0a42506f02ac None None] Routers {'30c085d2-25a3-4ec9-b12a-df74a61456db'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:24:43.647039 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-daad13eb-4b19-4045-be5a-0a42506f02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:24:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30c085d2-25a3-4ec9-b12a-df74a61456db'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:43.707745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9067cd-2ede-4def-aa56-c4dee9caa631 req-5f62fef0-074f-4af2-8be9-33063da9c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:43.713031 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d9067cd-2ede-4def-aa56-c4dee9caa631 req-5f62fef0-074f-4af2-8be9-33063da9c1db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15892233-6fd1-4a65-873d-fc61da91110a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063862 Jan 31 16:24:43.750717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 85a40258-e20b-4e58-83ad-0e554d07ea48, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=85a40258-e20b-4e58-83ad-0e554d07ea48,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:43.768358 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'port_id': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'mac_address': 'fa:16:3e:e7:dd:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:24:43.842503 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-daad13eb-4b19-4045-be5a-0a42506f02ac None None] Set router 30c085d2-25a3-4ec9-b12a-df74a61456db gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:24:43.859082 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:43.882195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a40258-e20b-4e58-83ad-0e554d07ea48 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:24:43.916825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 85a40258-e20b-4e58-83ad-0e554d07ea48, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=85a40258-e20b-4e58-83ad-0e554d07ea48,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:43.923176 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:44.014243 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d9067cd-2ede-4def-aa56-c4dee9caa631 req-7ae77f32-9c8f-4042-82f4-316d125761cb service neutron] 10.222.0.20 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967684 Jan 31 16:24:44.014506 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=85a40258-e20b-4e58-83ad-0e554d07ea48,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:44.082526 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c919-6789-4093-a03d-1ab5da2f4cb1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:44.087912 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c919-6789-4093-a03d-1ab5da2f4cb1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:44.121274 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-daad13eb-4b19-4045-be5a-0a42506f02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '0949cd16-78ec-4c35-9563-d85c1299dfff', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'port_id': '5dbed967-3945-4940-a947-7a22c388af02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'mac_address': 'fa:16:3e:0b:68:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:41Z', 'updated_at': '2022-01-31T16:24:41Z', 'revision_number': 0, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82df676-8e4d-487e-b716-5f799311a641', 'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'mac_address': 'fa:16:3e:3c:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:04Z', 'updated_at': '2022-01-31T16:22:09Z', 'revision_number': 5, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'subnets': [{'id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:44.149050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['85a40258-e20b-4e58-83ad-0e554d07ea48'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:24:44.189347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d9067cd-2ede-4def-aa56-c4dee9caa631 req-86db62f2-ea1d-4baf-b5a2-a2c9b3e1b43a service neutron] 10.222.0.20 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652107 Jan 31 16:24:44.228038 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daad13eb-4b19-4045-be5a-0a42506f02ac None None] The sync data for ids ['30c085d2-25a3-4ec9-b12a-df74a61456db'] in n-d-827120-1 is: [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '0949cd16-78ec-4c35-9563-d85c1299dfff', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'port_id': '5dbed967-3945-4940-a947-7a22c388af02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'mac_address': 'fa:16:3e:0b:68:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:41Z', 'updated_at': '2022-01-31T16:24:41Z', 'revision_number': 0, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82df676-8e4d-487e-b716-5f799311a641', 'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'mac_address': 'fa:16:3e:3c:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:04Z', 'updated_at': '2022-01-31T16:22:09Z', 'revision_number': 5, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'subnets': [{'id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:24:44.282439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fafab-6327-413a-82d7-33f5f0e9e357 req-e7043c67-be28-4a4c-89c2-5aab1a300281 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:44.290410 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-152fafab-6327-413a-82d7-33f5f0e9e357 req-e7043c67-be28-4a4c-89c2-5aab1a300281 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 944 time: 0.0812817 Jan 31 16:24:44.370065 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-152fafab-6327-413a-82d7-33f5f0e9e357 req-ec9fb5e1-ab9f-4c32-b318-24e7ea91c751 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787582 Jan 31 16:24:44.462499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc3c919-6789-4093-a03d-1ab5da2f4cb1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Router 30c085d2-25a3-4ec9-b12a-df74a61456db has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:24:44.544181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ebd68-6f4f-41ba-a10e-0315107ca644 None None] New status for floating IP 0949cd16-78ec-4c35-9563-d85c1299dfff: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:24:44.604883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc3c919-6789-4093-a03d-1ab5da2f4cb1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:24:44.609840 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c919-6789-4093-a03d-1ab5da2f4cb1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:44.645753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'tag': '5dbed967-3945-4940-a947-7a22c388af02'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:44.649649 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e813233b-985d-44f1-bf5e-b909aa902bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "tag": "5dbed967-3945-4940-a947-7a22c388af02"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:44.688178 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0cc3c919-6789-4093-a03d-1ab5da2f4cb1 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "PUT /v2.0/floatingips/0949cd16-78ec-4c35-9563-d85c1299dfff HTTP/1.1" status: 200 len: 992 time: 1.4328020 Jan 31 16:24:44.717673 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7ffed4-ca85-4e39-92bb-d050f57efb10 x-openstack-request-id: req-7b7ffed4-ca85-4e39-92bb-d050f57efb10 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:44.717970 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "tag": "5dbed967-3945-4940-a947-7a22c388af02", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:44.718221 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b7ffed4-ca85-4e39-92bb-d050f57efb10 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:44.718754 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'tag': '5dbed967-3945-4940-a947-7a22c388af02', 'status': 'completed', 'code': 200} Jan 31 16:24:44.798208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813233b-985d-44f1-bf5e-b909aa902bc3 req-8d781224-94fd-46a0-aeb0-8f75b9bb7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:44.800076 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e813233b-985d-44f1-bf5e-b909aa902bc3 req-8d781224-94fd-46a0-aeb0-8f75b9bb7fa0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b38cc8bb1a146ea91b2ed3249c854e9&device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 1097 time: 0.0550961 Jan 31 16:24:44.873084 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2521d8-3efc-4592-aba0-6addffabd34f None None] Sync routers for ids ['30c085d2-25a3-4ec9-b12a-df74a61456db'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:24:44.887254 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2521d8-3efc-4592-aba0-6addffabd34f None None] Routers {'30c085d2-25a3-4ec9-b12a-df74a61456db'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:24:44.888915 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ae2521d8-3efc-4592-aba0-6addffabd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:24:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30c085d2-25a3-4ec9-b12a-df74a61456db'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:44.932916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813233b-985d-44f1-bf5e-b909aa902bc3 req-15fddb37-ee09-4aeb-bec5-bffbc298ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:44.935199 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e813233b-985d-44f1-bf5e-b909aa902bc3 req-15fddb37-ee09-4aeb-bec5-bffbc298ac65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=15892233-6fd1-4a65-873d-fc61da91110a HTTP/1.1" status: 200 len: 914 time: 0.1236007 Jan 31 16:24:45.019235 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-ae2521d8-3efc-4592-aba0-6addffabd34f None None] Set router 30c085d2-25a3-4ec9-b12a-df74a61456db gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:24:45.326646 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ae2521d8-3efc-4592-aba0-6addffabd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '0949cd16-78ec-4c35-9563-d85c1299dfff', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'port_id': '5dbed967-3945-4940-a947-7a22c388af02', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'mac_address': 'fa:16:3e:0b:68:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:41Z', 'updated_at': '2022-01-31T16:24:44Z', 'revision_number': 2, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82df676-8e4d-487e-b716-5f799311a641', 'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'mac_address': 'fa:16:3e:3c:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:04Z', 'updated_at': '2022-01-31T16:22:09Z', 'revision_number': 5, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'subnets': [{'id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:45.339109 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e813233b-985d-44f1-bf5e-b909aa902bc3 req-5820ca7c-f7ba-46d8-a53b-b6930fc12826 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dbed967-3945-4940-a947-7a22c388af02 HTTP/1.1" status: 200 len: 1002 time: 0.3952110 Jan 31 16:24:45.356154 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2521d8-3efc-4592-aba0-6addffabd34f None None] Checking router: 30c085d2-25a3-4ec9-b12a-df74a61456db for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:24:45.367775 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2521d8-3efc-4592-aba0-6addffabd34f None None] Routers {'30c085d2-25a3-4ec9-b12a-df74a61456db'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:24:45.368409 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ae2521d8-3efc-4592-aba0-6addffabd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:24:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30c085d2-25a3-4ec9-b12a-df74a61456db'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:45.399975 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813233b-985d-44f1-bf5e-b909aa902bc3 req-aec34a60-5c78-4635-be3a-aea2fab59229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:45.401453 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e813233b-985d-44f1-bf5e-b909aa902bc3 req-aec34a60-5c78-4635-be3a-aea2fab59229 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75428bcd-1695-4f41-8e2b-95edd6e78f28 HTTP/1.1" status: 200 len: 852 time: 0.0520153 Jan 31 16:24:45.478382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813233b-985d-44f1-bf5e-b909aa902bc3 req-d6a536c2-69a1-4283-8f8e-3107b1722983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:45.480305 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e813233b-985d-44f1-bf5e-b909aa902bc3 req-d6a536c2-69a1-4283-8f8e-3107b1722983 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15892233-6fd1-4a65-873d-fc61da91110a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577993 Jan 31 16:24:45.492824 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-ae2521d8-3efc-4592-aba0-6addffabd34f None None] Set router 30c085d2-25a3-4ec9-b12a-df74a61456db gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:24:45.539320 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514a71b-d345-4fff-bad7-742ee967b282 req-80ecd725-a080-434c-b68b-9c4048abade2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:45.543004 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c514a71b-d345-4fff-bad7-742ee967b282 req-80ecd725-a080-434c-b68b-9c4048abade2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 944 time: 0.0670893 Jan 31 16:24:45.595640 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c514a71b-d345-4fff-bad7-742ee967b282 req-d3fdebaa-47a0-467e-beae-ae1cf15b5ae9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427005 Jan 31 16:24:45.606358 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 85a40258-e20b-4e58-83ad-0e554d07ea48 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:24:45.629095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e813233b-985d-44f1-bf5e-b909aa902bc3 req-a05224c8-f685-4543-a543-c81422f878e6 service neutron] 10.222.0.20 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367781 Jan 31 16:24:45.770469 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e813233b-985d-44f1-bf5e-b909aa902bc3 req-16dc9bdc-29a3-4291-a3c4-035a29ebd542 service neutron] 10.222.0.20 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324999 Jan 31 16:24:45.867799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 85a40258-e20b-4e58-83ad-0e554d07ea48 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:24:45.873064 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 85a40258-e20b-4e58-83ad-0e554d07ea48 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:24:45.873574 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:45.930558 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ae2521d8-3efc-4592-aba0-6addffabd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '0949cd16-78ec-4c35-9563-d85c1299dfff', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'port_id': '5dbed967-3945-4940-a947-7a22c388af02', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'mac_address': 'fa:16:3e:0b:68:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:41Z', 'updated_at': '2022-01-31T16:24:44Z', 'revision_number': 2, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82df676-8e4d-487e-b716-5f799311a641', 'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'mac_address': 'fa:16:3e:3c:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:04Z', 'updated_at': '2022-01-31T16:22:09Z', 'revision_number': 5, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'subnets': [{'id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:45.962936 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2521d8-3efc-4592-aba0-6addffabd34f None None] The sync data for ids ['30c085d2-25a3-4ec9-b12a-df74a61456db'] in n-d-827120-1 is: [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '0949cd16-78ec-4c35-9563-d85c1299dfff', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'port_id': '5dbed967-3945-4940-a947-7a22c388af02', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'mac_address': 'fa:16:3e:0b:68:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:41Z', 'updated_at': '2022-01-31T16:24:44Z', 'revision_number': 2, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82df676-8e4d-487e-b716-5f799311a641', 'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'mac_address': 'fa:16:3e:3c:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:04Z', 'updated_at': '2022-01-31T16:22:09Z', 'revision_number': 5, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'subnets': [{'id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:24:45.979813 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:46.014008 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a40258-e20b-4e58-83ad-0e554d07ea48'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:46.018078 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5739810-4544-4a3c-ad08-d38f55fea9b1" -d '{"events": [{"server_uuid": "490afbe5-145a-4c8f-88d8-3fe8b999c35a", "name": "network-vif-plugged", "status": "completed", "tag": "85a40258-e20b-4e58-83ad-0e554d07ea48"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:46.033785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 85a40258-e20b-4e58-83ad-0e554d07ea48, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=85a40258-e20b-4e58-83ad-0e554d07ea48,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:24:46.039367 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:46.071383 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253d90bb-1342-4c45-b09b-3f248d7cc5d1 x-openstack-request-id: req-253d90bb-1342-4c45-b09b-3f248d7cc5d1 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:46.071781 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490afbe5-145a-4c8f-88d8-3fe8b999c35a", "name": "network-vif-plugged", "status": "completed", "tag": "85a40258-e20b-4e58-83ad-0e554d07ea48", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:46.072176 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-253d90bb-1342-4c45-b09b-3f248d7cc5d1 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:46.072612 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'code': 200} Jan 31 16:24:46.102268 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=85a40258-e20b-4e58-83ad-0e554d07ea48,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:46.178404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18939a1b-fca0-4eaa-82f9-b5edf16ea10a req-09b9c59f-5271-4457-bc28-b0ce90cc86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:46.180040 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-18939a1b-fca0-4eaa-82f9-b5edf16ea10a req-09b9c59f-5271-4457-bc28-b0ce90cc86cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 1096 time: 0.0517068 Jan 31 16:24:46.222458 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-18939a1b-fca0-4eaa-82f9-b5edf16ea10a req-1614f297-058d-4269-aa70-1e8f0d117437 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353475 Jan 31 16:24:46.732042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'tag': '5dbed967-3945-4940-a947-7a22c388af02'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:46.734853 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1574bcd-6d31-4335-b651-c442c33dbfd0" -d '{"events": [{"name": "network-changed", "server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "tag": "5dbed967-3945-4940-a947-7a22c388af02"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:46.763579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfe40c-d18b-4960-b8e4-5022f9fea58a req-39d603f6-fbb9-4e40-9b71-44fc4ee1a2cc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:46.765451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5dfe40c-d18b-4960-b8e4-5022f9fea58a req-39d603f6-fbb9-4e40-9b71-44fc4ee1a2cc tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 945 time: 0.0800588 Jan 31 16:24:46.800120 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef14aeab-8900-46b6-8cf0-ee34192ee97a x-openstack-request-id: req-ef14aeab-8900-46b6-8cf0-ee34192ee97a {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:46.800517 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "tag": "5dbed967-3945-4940-a947-7a22c388af02", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:46.800879 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef14aeab-8900-46b6-8cf0-ee34192ee97a {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:46.801667 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'tag': '5dbed967-3945-4940-a947-7a22c388af02', 'status': 'completed', 'code': 200} Jan 31 16:24:46.819203 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5dfe40c-d18b-4960-b8e4-5022f9fea58a req-c797c19a-7ef8-497f-8350-a09f5963b2cf tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443897 Jan 31 16:24:46.893172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1574bcd-6d31-4335-b651-c442c33dbfd0 req-32067c64-fd96-4317-bef5-663025808010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:46.895501 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1574bcd-6d31-4335-b651-c442c33dbfd0 req-32067c64-fd96-4317-bef5-663025808010 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b38cc8bb1a146ea91b2ed3249c854e9&device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 1097 time: 0.0687747 Jan 31 16:24:47.000546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1574bcd-6d31-4335-b651-c442c33dbfd0 req-a3d19f53-0759-4ac0-9096-973a74a48750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:47.001979 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1574bcd-6d31-4335-b651-c442c33dbfd0 req-a3d19f53-0759-4ac0-9096-973a74a48750 service neutron] 10.222.0.20 "GET /v2.0/networks?id=15892233-6fd1-4a65-873d-fc61da91110a HTTP/1.1" status: 200 len: 914 time: 0.0976281 Jan 31 16:24:47.082797 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1574bcd-6d31-4335-b651-c442c33dbfd0 req-32e44a55-50ce-433c-bdb4-34f445512910 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dbed967-3945-4940-a947-7a22c388af02 HTTP/1.1" status: 200 len: 1002 time: 0.0733881 Jan 31 16:24:47.134691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1574bcd-6d31-4335-b651-c442c33dbfd0 req-3325db25-d8fe-4edd-8fd1-e60c0d23fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:47.136160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1574bcd-6d31-4335-b651-c442c33dbfd0 req-3325db25-d8fe-4edd-8fd1-e60c0d23fa1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75428bcd-1695-4f41-8e2b-95edd6e78f28 HTTP/1.1" status: 200 len: 852 time: 0.0465472 Jan 31 16:24:47.189751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1574bcd-6d31-4335-b651-c442c33dbfd0 req-6221b5f6-839e-486c-a32e-66897a060b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:47.194660 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1574bcd-6d31-4335-b651-c442c33dbfd0 req-6221b5f6-839e-486c-a32e-66897a060b64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15892233-6fd1-4a65-873d-fc61da91110a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448596 Jan 31 16:24:47.261909 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc21b3b9-d9ee-4d4a-934d-f977a2ee3576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:47.304007 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1574bcd-6d31-4335-b651-c442c33dbfd0 req-915ca46b-077f-49f7-a99a-61d31521ebc0 service neutron] 10.222.0.20 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009562 Jan 31 16:24:47.437669 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1574bcd-6d31-4335-b651-c442c33dbfd0 req-604faee3-3c7b-4770-b8c8-656e072c5468 service neutron] 10.222.0.20 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223266 Jan 31 16:24:47.993560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9eeb1-b4ce-48ff-a4c2-77243507fcb1 req-2cfc06b8-7dba-44d2-8cda-86b48df887df tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:47.995946 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39b9eeb1-b4ce-48ff-a4c2-77243507fcb1 req-2cfc06b8-7dba-44d2-8cda-86b48df887df tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 945 time: 0.0634067 Jan 31 16:24:48.042226 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:24:48.045961 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39b9eeb1-b4ce-48ff-a4c2-77243507fcb1 req-e1424351-435a-42ce-843b-db6c0cc2b8de tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432341 Jan 31 16:24:48.193374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cd530-249c-4ebe-a7ed-111f466451e5 req-d2c5adbb-4da8-494b-8739-15f92afc573b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:48.195006 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d8cd530-249c-4ebe-a7ed-111f466451e5 req-d2c5adbb-4da8-494b-8739-15f92afc573b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 945 time: 0.0642436 Jan 31 16:24:48.234752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d8cd530-249c-4ebe-a7ed-111f466451e5 req-4d5d5240-9065-43e1-ac37-a02f2e722e5c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333917 Jan 31 16:24:48.258522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 33348) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:48.300538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9734ade2-22ad-44c3-bd38-f2ece1455397 tempest-TestVolumeBootPattern-1068948122 tempest-TestVolumeBootPattern-1068948122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:48.304880 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9734ade2-22ad-44c3-bd38-f2ece1455397 tempest-TestVolumeBootPattern-1068948122 tempest-TestVolumeBootPattern-1068948122-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 1091 time: 0.0425186 Jan 31 16:24:48.305280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 33350) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:24:48.310598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:24:48.338616 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:48.448299 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:48.565706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Allocated IP 172.25.1.252 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/bb356670-425b-484d-b394-630e2841fcd5) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:24:48.696128 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:48.748408 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:48.806012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:24:48.811695 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:24:48.816794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:24:48.820573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=bb356670-425b-484d-b394-630e2841fcd5,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:49.257914 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:49.337153 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:49.507512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:49.513853 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:49.594135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=bb356670-425b-484d-b394-630e2841fcd5,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:24:49.605015 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:49.695010 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d94127d5-c57c-4234-baae-caa401756e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:49.724084 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Floating IP 02211d2d-6007-4eb9-b192-404dd1ec9ba2 associated. External IP: 172.25.1.252, port: 85a40258-e20b-4e58-83ad-0e554d07ea48. Jan 31 16:24:49.999852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:24:50.164118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:24:50.181052 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbffbdd-caf6-4b3a-9654-90898b313726 None None] Sync routers for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:24:50.187840 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:50.206460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbffbdd-caf6-4b3a-9654-90898b313726 None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:24:50.207109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-abbffbdd-caf6-4b3a-9654-90898b313726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:24:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:50.222926 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-88543501-e81a-4734-a488-1866b807e313 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9159474 Jan 31 16:24:50.224081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'tag': '85a40258-e20b-4e58-83ad-0e554d07ea48'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:24:50.228072 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a357d8d3-cdb8-4857-b1f4-688f3d92f492" -d '{"events": [{"name": "network-changed", "server_uuid": "490afbe5-145a-4c8f-88d8-3fe8b999c35a", "tag": "85a40258-e20b-4e58-83ad-0e554d07ea48"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:24:50.277191 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2313b4-40b2-4349-98fb-7cafc7d5bfb7 x-openstack-request-id: req-6d2313b4-40b2-4349-98fb-7cafc7d5bfb7 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:24:50.277892 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490afbe5-145a-4c8f-88d8-3fe8b999c35a", "tag": "85a40258-e20b-4e58-83ad-0e554d07ea48", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:24:50.277892 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d2313b4-40b2-4349-98fb-7cafc7d5bfb7 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:24:50.278247 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'tag': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'status': 'completed', 'code': 200} Jan 31 16:24:50.360478 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357d8d3-cdb8-4857-b1f4-688f3d92f492 req-ab75e55d-683b-4a50-ab1c-7f662fedc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:50.362007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a357d8d3-cdb8-4857-b1f4-688f3d92f492 req-ab75e55d-683b-4a50-ab1c-7f662fedc83e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 1096 time: 0.0518794 Jan 31 16:24:50.380737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-abbffbdd-caf6-4b3a-9654-90898b313726 None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:24:50.487097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357d8d3-cdb8-4857-b1f4-688f3d92f492 req-6be5b0c7-ce0c-44d1-87ba-4bc3246bff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:50.488936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a357d8d3-cdb8-4857-b1f4-688f3d92f492 req-6be5b0c7-ce0c-44d1-87ba-4bc3246bff5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.1163790 Jan 31 16:24:50.564412 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a357d8d3-cdb8-4857-b1f4-688f3d92f492 req-88e52ad2-604e-45b7-a7c9-9b39dfcdcae4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85a40258-e20b-4e58-83ad-0e554d07ea48 HTTP/1.1" status: 200 len: 999 time: 0.0679190 Jan 31 16:24:50.619219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357d8d3-cdb8-4857-b1f4-688f3d92f492 req-3cbe3b7a-d1c1-4695-8353-4ff85cb187c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:50.620790 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a357d8d3-cdb8-4857-b1f4-688f3d92f492 req-3cbe3b7a-d1c1-4695-8353-4ff85cb187c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0495169 Jan 31 16:24:50.700109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357d8d3-cdb8-4857-b1f4-688f3d92f492 req-4bc0a1bd-8198-4bf5-901a-97b687034498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:24:50.702184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a357d8d3-cdb8-4857-b1f4-688f3d92f492 req-4bc0a1bd-8198-4bf5-901a-97b687034498 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723639 Jan 31 16:24:50.718742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-abbffbdd-caf6-4b3a-9654-90898b313726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '02211d2d-6007-4eb9-b192-404dd1ec9ba2', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:e7:dd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:49Z', 'updated_at': '2022-01-31T16:24:49Z', 'revision_number': 0, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:50.758761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbffbdd-caf6-4b3a-9654-90898b313726 None None] Checking router: 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:24:50.772466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbffbdd-caf6-4b3a-9654-90898b313726 None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:24:50.773403 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-abbffbdd-caf6-4b3a-9654-90898b313726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:24:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:50.818512 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a357d8d3-cdb8-4857-b1f4-688f3d92f492 req-e2ce8445-f648-4dc4-a160-a7047d2612c2 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092649 Jan 31 16:24:50.899244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-abbffbdd-caf6-4b3a-9654-90898b313726 None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:24:50.948339 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:50.954213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a357d8d3-cdb8-4857-b1f4-688f3d92f492 req-b87e2ec2-ded5-4332-a53d-371c6ea4f9fb service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244810 Jan 31 16:24:51.208768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-abbffbdd-caf6-4b3a-9654-90898b313726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '02211d2d-6007-4eb9-b192-404dd1ec9ba2', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:e7:dd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:49Z', 'updated_at': '2022-01-31T16:24:49Z', 'revision_number': 0, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:24:51.238437 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbffbdd-caf6-4b3a-9654-90898b313726 None None] The sync data for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 is: [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '02211d2d-6007-4eb9-b192-404dd1ec9ba2', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:e7:dd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:49Z', 'updated_at': '2022-01-31T16:24:49Z', 'revision_number': 0, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:24:51.541026 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc7c853-0a89-4ba7-b5b7-9286e3a25afc None None] New status for floating IP 02211d2d-6007-4eb9-b192-404dd1ec9ba2: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:24:52.354288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:52.566760 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:55.980522 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:24:58.049746 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:00.609120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-b78cf639-38c7-41c6-bb4a-f18c239c6e20 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:00.610676 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-b78cf639-38c7-41c6-bb4a-f18c239c6e20 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/networks?id=2c100153-e3fd-4017-948b-f2f3fc7690f6 HTTP/1.1" status: 200 len: 814 time: 0.1102564 Jan 31 16:25:00.626413 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-4d804ce7-7093-4a09-9c79-2860ae29c06b tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/quotas/b769db5b0f104497a22a45e44eeb9f86 HTTP/1.1" status: 200 len: 375 time: 0.0097055 Jan 31 16:25:00.665504 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-babed256-842d-4848-abe4-b86a242b4b31 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b769db5b0f104497a22a45e44eeb9f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333204 Jan 31 16:25:00.781698 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-54407828-7652-4a1b-8d24-172e160af2b2 service neutron] 10.222.0.36 "GET /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083622 Jan 31 16:25:00.884548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-81348988-6a13-4911-a051-c3f9ad958118 service neutron] 10.222.0.36 "GET /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926826 Jan 31 16:25:01.052468 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d68d67aa-3b62-46ce-bc24-95f007a888c8 req-a3c9652e-65fb-4005-9529-d60e9e62db34 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 210 time: 0.0269589 Jan 31 16:25:02.171774 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f0e1521-fcef-4216-a998-31a32c70d957 req-33ea5bc8-69e2-492e-b80a-4cc6410c1997 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 210 time: 0.0415213 Jan 31 16:25:02.187929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-eaa06662-046d-41e8-b295-f84e97a52d86 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:02.189454 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-eaa06662-046d-41e8-b295-f84e97a52d86 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.30 "GET /v2.0/networks?id=2c100153-e3fd-4017-948b-f2f3fc7690f6 HTTP/1.1" status: 200 len: 814 time: 0.1425653 Jan 31 16:25:02.207282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Request body: {'port': {'device_id': 'd2a247c0-ed12-48f3-983a-f5fd15c6f415', 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6', 'admin_state_up': True, 'tenant_id': 'b769db5b0f104497a22a45e44eeb9f86'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:02.631204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Made reservation on behalf of b769db5b0f104497a22a45e44eeb9f86 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:25:02.636248 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:02.792162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Allocated IP 172.20.0.11 (2c100153-e3fd-4017-948b-f2f3fc7690f6/881a92e9-c436-488e-9d8f-1ee19b1021ac/4c44a06e-a732-4229-8610-e0f0e3caf5d8) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:25:02.996971 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:03.052882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:03.115831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Network 2c100153-e3fd-4017-948b-f2f3fc7690f6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:25:03.119875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:25:03.124149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:25:03.152308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Pushing event updated for resources: {'Port': ['ID=4c44a06e-a732-4229-8610-e0f0e3caf5d8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:03.168742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:03.169142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:03.169514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:03.169850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:03.170419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:03.170750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:03.171010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:03.171337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:03.171711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:03.172035 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:03.172645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:03.172806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:03.201643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:03.202851 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:03.227248 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-087dae2e-880a-49c5-a66e-650aa617eae9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0256593 Jan 31 16:25:03.243858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Request body: {'port': {'device_id': 'd2a247c0-ed12-48f3-983a-f5fd15c6f415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:03.331059 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:03.339343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6218b32-23d9-48a2-9bb7-f20e99473420 req-36b11838-f64b-406d-b899-bf6effae951e tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:03.341900 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6218b32-23d9-48a2-9bb7-f20e99473420 req-36b11838-f64b-406d-b899-bf6effae951e tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 932 time: 0.0718467 Jan 31 16:25:03.388311 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b6218b32-23d9-48a2-9bb7-f20e99473420 req-86f98a2a-413f-4f14-9e15-182e848faad3 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388317 Jan 31 16:25:03.631591 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c44a06e-a732-4229-8610-e0f0e3caf5d8 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:25:03.643551 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:03.662737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Transition to ACTIVE for port object 4c44a06e-a732-4229-8610-e0f0e3caf5d8 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:25:03.667360 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:03.722905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Pushing event updated for resources: {'Port': ['ID=4c44a06e-a732-4229-8610-e0f0e3caf5d8,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:03.798389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Attempting to bind port 4c44a06e-a732-4229-8610-e0f0e3caf5d8 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:25:03.798753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Attempting to bind port 4c44a06e-a732-4229-8610-e0f0e3caf5d8 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'bec6d1a3-bbd2-48db-b889-fc9e477a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:25:03.799105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Attempting to bind port 4c44a06e-a732-4229-8610-e0f0e3caf5d8 on network 2c100153-e3fd-4017-948b-f2f3fc7690f6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:25:03.804611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Port 4c44a06e-a732-4229-8610-e0f0e3caf5d8 on network 2c100153-e3fd-4017-948b-f2f3fc7690f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:25:03.804967 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Attempting to bind port 4c44a06e-a732-4229-8610-e0f0e3caf5d8 on network 2c100153-e3fd-4017-948b-f2f3fc7690f6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:25:03.810794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:25:03.811131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Checking segment: {'id': 'bec6d1a3-bbd2-48db-b889-fc9e477a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:25:03.811518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Bound using segment: {'id': 'bec6d1a3-bbd2-48db-b889-fc9e477a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:25:03.812007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Bound port: 4c44a06e-a732-4229-8610-e0f0e3caf5d8, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec6d1a3-bbd2-48db-b889-fc9e477a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:25:03.812313 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:03.887707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] For port 4c44a06e-a732-4229-8610-e0f0e3caf5d8, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:25:03.891103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] For port 4c44a06e-a732-4229-8610-e0f0e3caf5d8, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4c44a06e-a732-4229-8610-e0f0e3caf5d8,segment=NetworkSegment(bec6d1a3-bbd2-48db-b889-fc9e477a3f43),segment_id=bec6d1a3-bbd2-48db-b889-fc9e477a3f43)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:25:03.896959 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:03.936134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:03.936771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:03.938244 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] 10.222.0.30 "PUT /v2.0/ports/4c44a06e-a732-4229-8610-e0f0e3caf5d8 HTTP/1.1" status: 200 len: 1092 time: 0.7016549 Jan 31 16:25:03.938698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a247c0-ed12-48f3-983a-f5fd15c6f415', 'tag': '4c44a06e-a732-4229-8610-e0f0e3caf5d8'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:25:03.941002 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa6af9d-e655-43cc-beca-e7a4bc951fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a247c0-ed12-48f3-983a-f5fd15c6f415", "tag": "4c44a06e-a732-4229-8610-e0f0e3caf5d8"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:25:03.964779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bbd99-c348-48f9-9280-4834e17d8d19 service neutron] Pushing event updated for resources: {'Port': ['ID=4c44a06e-a732-4229-8610-e0f0e3caf5d8,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:03.990175 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565d4dea-d9e5-4ec8-9890-3357038c891c x-openstack-request-id: req-565d4dea-d9e5-4ec8-9890-3357038c891c {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:25:03.990175 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a247c0-ed12-48f3-983a-f5fd15c6f415", "tag": "4c44a06e-a732-4229-8610-e0f0e3caf5d8", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:25:03.990175 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-565d4dea-d9e5-4ec8-9890-3357038c891c {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:25:03.991527 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a247c0-ed12-48f3-983a-f5fd15c6f415', 'tag': '4c44a06e-a732-4229-8610-e0f0e3caf5d8', 'status': 'completed', 'code': 200} Jan 31 16:25:04.042460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-f886f140-9e54-4323-983c-d66993f53971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:04.043993 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-f886f140-9e54-4323-983c-d66993f53971 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b769db5b0f104497a22a45e44eeb9f86&device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 1095 time: 0.0430644 Jan 31 16:25:04.091690 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-410ded5f-54c0-48e1-b287-6c2aa19348e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c44a06e-a732-4229-8610-e0f0e3caf5d8 HTTP/1.1" status: 200 len: 217 time: 0.0395515 Jan 31 16:25:04.148355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-f1a37953-e60f-4f94-9814-a739a2da0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:04.149838 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-f1a37953-e60f-4f94-9814-a739a2da0143 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=881a92e9-c436-488e-9d8f-1ee19b1021ac HTTP/1.1" status: 200 len: 854 time: 0.0512798 Jan 31 16:25:04.187104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-062df2d6-b3e2-4f08-b6b4-cce832e1e31e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c100153-e3fd-4017-948b-f2f3fc7690f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260375 Jan 31 16:25:04.287587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-dc287393-239b-4e68-bdcf-fe672215b960 service neutron] 10.222.0.30 "GET /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922081 Jan 31 16:25:04.390551 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08c835dc-c819-4ccf-953e-fa53f96fa70d req-e71652b8-a881-4dca-86fd-472bffddbaab service neutron] 10.222.0.30 "GET /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916162 Jan 31 16:25:04.496123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6af9d-e655-43cc-beca-e7a4bc951fc4 req-5a8f3201-3524-41c6-acb8-ab767a5733a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:04.499251 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6aa6af9d-e655-43cc-beca-e7a4bc951fc4 req-5a8f3201-3524-41c6-acb8-ab767a5733a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b769db5b0f104497a22a45e44eeb9f86&device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 1095 time: 0.0522623 Jan 31 16:25:04.515931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c94991-7fb5-4b4f-a036-03d34fdc9b24 req-4e469694-c809-43b5-80af-e55dc137027b tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:04.517779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-05c94991-7fb5-4b4f-a036-03d34fdc9b24 req-4e469694-c809-43b5-80af-e55dc137027b tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 944 time: 0.0565608 Jan 31 16:25:04.562664 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-05c94991-7fb5-4b4f-a036-03d34fdc9b24 req-f38ea2af-9902-44fa-906c-965bef6c7d5f tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382597 Jan 31 16:25:04.606935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6af9d-e655-43cc-beca-e7a4bc951fc4 req-be75362c-706e-464d-8bce-78ef9c877da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:04.608455 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6aa6af9d-e655-43cc-beca-e7a4bc951fc4 req-be75362c-706e-464d-8bce-78ef9c877da6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c100153-e3fd-4017-948b-f2f3fc7690f6 HTTP/1.1" status: 200 len: 915 time: 0.1018388 Jan 31 16:25:04.664156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6aa6af9d-e655-43cc-beca-e7a4bc951fc4 req-190b2b3d-9dd1-4a0e-8094-1e361cca5414 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c44a06e-a732-4229-8610-e0f0e3caf5d8 HTTP/1.1" status: 200 len: 217 time: 0.0389903 Jan 31 16:25:04.722900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6af9d-e655-43cc-beca-e7a4bc951fc4 req-3afb379d-f02c-4b66-ab4f-a986f4cb8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:04.724544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6aa6af9d-e655-43cc-beca-e7a4bc951fc4 req-3afb379d-f02c-4b66-ab4f-a986f4cb8de9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=881a92e9-c436-488e-9d8f-1ee19b1021ac HTTP/1.1" status: 200 len: 854 time: 0.0495160 Jan 31 16:25:04.778892 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6aa6af9d-e655-43cc-beca-e7a4bc951fc4 req-4f56ad87-8bb7-4489-9979-cad5f39c7dda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c100153-e3fd-4017-948b-f2f3fc7690f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331571 Jan 31 16:25:04.887136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6aa6af9d-e655-43cc-beca-e7a4bc951fc4 req-076b6639-c1a7-47be-a566-d023cdece215 service neutron] 10.222.0.30 "GET /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950160 Jan 31 16:25:04.991895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6aa6af9d-e655-43cc-beca-e7a4bc951fc4 req-14f66bc1-e18f-4a80-a72c-1cbc826bec1d service neutron] 10.222.0.30 "GET /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953314 Jan 31 16:25:05.693483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacad0c-86de-40e4-96e5-7ddc01250b8d req-50e9af37-6dab-458f-b4a9-b420526731c5 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:05.695042 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3eacad0c-86de-40e4-96e5-7ddc01250b8d req-50e9af37-6dab-458f-b4a9-b420526731c5 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 944 time: 0.0596743 Jan 31 16:25:05.736064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3eacad0c-86de-40e4-96e5-7ddc01250b8d req-386c9905-09dc-4d2d-9628-e46dbda544cc tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346441 Jan 31 16:25:06.861810 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb0787-9a39-4187-bb2a-dfacd80f13da req-e0489d2b-cbf2-435a-aad0-64047a9e4863 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:06.863354 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ceb0787-9a39-4187-bb2a-dfacd80f13da req-e0489d2b-cbf2-435a-aad0-64047a9e4863 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 944 time: 0.0527158 Jan 31 16:25:06.909869 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ceb0787-9a39-4187-bb2a-dfacd80f13da req-fffc26ed-5bcf-41c2-b16d-7e0d1911538a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391328 Jan 31 16:25:07.687132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4c44a06e-a732-4229-8610-e0f0e3caf5d8 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:25:07.787255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4c44a06e-a732-4229-8610-e0f0e3caf5d8, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4c44a06e-a732-4229-8610-e0f0e3caf5d8,segment=NetworkSegment(bec6d1a3-bbd2-48db-b889-fc9e477a3f43),segment_id=bec6d1a3-bbd2-48db-b889-fc9e477a3f43)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:07.799058 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '4c44a06e-a732-4229-8610-e0f0e3caf5d8', 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6', 'port_id': '4c44a06e-a732-4229-8610-e0f0e3caf5d8', 'mac_address': 'fa:16:3e:23:11:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881a92e9-c436-488e-9d8f-1ee19b1021ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:25:07.839692 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:07.854228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c44a06e-a732-4229-8610-e0f0e3caf5d8 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:25:07.876466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4c44a06e-a732-4229-8610-e0f0e3caf5d8, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4c44a06e-a732-4229-8610-e0f0e3caf5d8,segment=NetworkSegment(bec6d1a3-bbd2-48db-b889-fc9e477a3f43),segment_id=bec6d1a3-bbd2-48db-b889-fc9e477a3f43)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:07.882037 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:07.944858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=4c44a06e-a732-4229-8610-e0f0e3caf5d8,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:08.038404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d6cad-36bb-4136-822c-5fb85e1c0a0a req-9978f610-4f21-42b3-8e42-358493c9a328 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:08.040143 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b4d6cad-36bb-4136-822c-5fb85e1c0a0a req-9978f610-4f21-42b3-8e42-358493c9a328 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 945 time: 0.0536513 Jan 31 16:25:08.082086 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b4d6cad-36bb-4136-822c-5fb85e1c0a0a req-2c09e3ee-924b-4dc1-ba75-4f5d1fecf650 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350840 Jan 31 16:25:08.142208 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4c44a06e-a732-4229-8610-e0f0e3caf5d8'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:25:09.210478 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552455dd-641f-4fa2-9e8b-94fd28f210e5 req-ad89fcae-e9f9-4eee-a4eb-7ff80d318249 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:09.212097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-552455dd-641f-4fa2-9e8b-94fd28f210e5 req-ad89fcae-e9f9-4eee-a4eb-7ff80d318249 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 945 time: 0.0579448 Jan 31 16:25:09.260568 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-552455dd-641f-4fa2-9e8b-94fd28f210e5 req-13480d5e-f9f8-4d3b-b0f4-fb91138682f8 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363462 Jan 31 16:25:09.700652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4c44a06e-a732-4229-8610-e0f0e3caf5d8 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:25:09.757774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 4c44a06e-a732-4229-8610-e0f0e3caf5d8 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:25:09.761861 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 4c44a06e-a732-4229-8610-e0f0e3caf5d8 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:09.762314 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:09.847015 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:09.876468 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a247c0-ed12-48f3-983a-f5fd15c6f415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c44a06e-a732-4229-8610-e0f0e3caf5d8'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:25:09.879699 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b6bdd6-c7d7-47a1-87e0-5ba239f28c17" -d '{"events": [{"server_uuid": "d2a247c0-ed12-48f3-983a-f5fd15c6f415", "name": "network-vif-plugged", "status": "completed", "tag": "4c44a06e-a732-4229-8610-e0f0e3caf5d8"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:25:09.902737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4c44a06e-a732-4229-8610-e0f0e3caf5d8, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4c44a06e-a732-4229-8610-e0f0e3caf5d8,segment=NetworkSegment(bec6d1a3-bbd2-48db-b889-fc9e477a3f43),segment_id=bec6d1a3-bbd2-48db-b889-fc9e477a3f43)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:09.908060 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:09.932657 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1497d0a-3d18-4857-87de-4d20b31a6228 x-openstack-request-id: req-a1497d0a-3d18-4857-87de-4d20b31a6228 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:25:09.932862 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a247c0-ed12-48f3-983a-f5fd15c6f415", "name": "network-vif-plugged", "status": "completed", "tag": "4c44a06e-a732-4229-8610-e0f0e3caf5d8", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:25:09.933107 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1497d0a-3d18-4857-87de-4d20b31a6228 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:25:09.933529 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a247c0-ed12-48f3-983a-f5fd15c6f415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c44a06e-a732-4229-8610-e0f0e3caf5d8', 'code': 200} Jan 31 16:25:09.965092 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=4c44a06e-a732-4229-8610-e0f0e3caf5d8,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:10.039542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0b22e-d7f5-4733-841c-e0b4dce3c23c req-4cb4e54a-55fe-4524-9199-de97c7d44a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:10.041099 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3f0b22e-d7f5-4733-841c-e0b4dce3c23c req-4cb4e54a-55fe-4524-9199-de97c7d44a7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 1097 time: 0.0463974 Jan 31 16:25:10.080047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e3f0b22e-d7f5-4733-841c-e0b4dce3c23c req-b2d81d2a-dd21-4f7a-8b03-d3dac418e70f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312235 Jan 31 16:25:10.385038 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c78b5-00af-48ab-a26d-4e469769c681 req-5539971e-6bd6-46c2-826e-e583ae6796cf tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:10.386591 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f9c78b5-00af-48ab-a26d-4e469769c681 req-5539971e-6bd6-46c2-826e-e583ae6796cf tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 946 time: 0.0524302 Jan 31 16:25:10.429303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f9c78b5-00af-48ab-a26d-4e469769c681 req-0cb676d9-6ad5-4413-9809-ddefed964ddb tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334902 Jan 31 16:25:11.560946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf6b7f-1498-4c01-9a50-2188395a0b9f req-1d54135a-7bce-48e9-b5bd-da9428e5502b tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:11.562589 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4daf6b7f-1498-4c01-9a50-2188395a0b9f req-1d54135a-7bce-48e9-b5bd-da9428e5502b tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 946 time: 0.0579588 Jan 31 16:25:11.620631 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4daf6b7f-1498-4c01-9a50-2188395a0b9f req-1776d320-f9df-4924-b4c2-dd166934b730 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501792 Jan 31 16:25:12.758719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b4999-5714-49a3-919e-9ada72126069 req-4e2da2b1-17a0-4fa9-ada5-8e61b6c25bab tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:12.760398 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e64b4999-5714-49a3-919e-9ada72126069 req-4e2da2b1-17a0-4fa9-ada5-8e61b6c25bab tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 946 time: 0.0602970 Jan 31 16:25:12.804143 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e64b4999-5714-49a3-919e-9ada72126069 req-617e7fae-8b53-4605-9ea9-104748f094bb tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367081 Jan 31 16:25:17.282178 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa299018-2faf-438e-8523-7578fe91f3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:19.469132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a5eac-a472-4a1a-85a1-2ad76f5646f9 req-554a3e2c-f697-413b-957b-0969ba83cb15 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:19.471023 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c33a5eac-a472-4a1a-85a1-2ad76f5646f9 req-554a3e2c-f697-413b-957b-0969ba83cb15 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1097 time: 0.0502315 Jan 31 16:25:19.518795 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c33a5eac-a472-4a1a-85a1-2ad76f5646f9 req-5d79e4b5-ff48-44c3-945a-533db5656562 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405512 Jan 31 16:25:19.544742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34036) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:19.692467 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8517fe96-6751-436b-82e1-fada0935799d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:19.733224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port 21e25777-635b-4769-b503-4e4a5e8c4012 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:19.733661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:19.825260 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:19.825585 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:19.838987 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for 21e25777-635b-4769-b503-4e4a5e8c4012 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:20.041051 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:20.073714 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=21e25777-635b-4769-b503-4e4a5e8c4012,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:20.150847 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:20.151164 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Floating IP fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5 disassociated (deleted). External IP: 172.25.1.74, port: f7a2087f-80a9-49de-83da-434a3b8829e6. Jan 31 16:25:20.408204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:25:20.573175 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:25:20.581613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:20.585355 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fdeeb8-6ffb-4395-b0e6-99ff30e05f60 None None] Sync routers for ids ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:25:20.600290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fdeeb8-6ffb-4395-b0e6-99ff30e05f60 None None] Routers {'4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:20.601271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-64fdeeb8-6ffb-4395-b0e6-99ff30e05f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:20.615183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-88f0d4ea-510c-489a-9961-69a5d8bb1933 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/floatingips/fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5 HTTP/1.1" status: 204 len: 168 time: 1.0692949 Jan 31 16:25:20.615864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:25:20.618308 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985629c5-77ee-410e-af57-1ba17fee36d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:25:20.785754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-64fdeeb8-6ffb-4395-b0e6-99ff30e05f60 None None] Set router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:20.962104 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c862a-4dd9-4d75-9d9f-59b179c2c38a x-openstack-request-id: req-1b6c862a-4dd9-4d75-9d9f-59b179c2c38a {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:25:20.962442 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:25:20.963006 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b6c862a-4dd9-4d75-9d9f-59b179c2c38a {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:25:20.963579 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'status': 'completed', 'code': 200} Jan 31 16:25:20.964935 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:20.989520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347b2c7-1fde-4da8-8595-7567188cb360 req-f40132f7-56e9-4e56-8893-a6e937391160 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:20.991138 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4347b2c7-1fde-4da8-8595-7567188cb360 req-f40132f7-56e9-4e56-8893-a6e937391160 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 946 time: 0.0799398 Jan 31 16:25:21.038429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985629c5-77ee-410e-af57-1ba17fee36d3 req-d8018217-b280-4bf2-b8f8-da76073fc248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:21.040062 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-985629c5-77ee-410e-af57-1ba17fee36d3 req-d8018217-b280-4bf2-b8f8-da76073fc248 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 1097 time: 0.0474133 Jan 31 16:25:21.041864 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4347b2c7-1fde-4da8-8595-7567188cb360 req-07f5b4b9-803d-4d61-87fa-2ed81afcb61b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371864 Jan 31 16:25:21.097963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-64fdeeb8-6ffb-4395-b0e6-99ff30e05f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:23:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f053fd2e-89b0-4d63-ab48-6df5c46deacd', 'name': '', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:d8:52:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:05Z', 'updated_at': '2022-01-31T16:23:11Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:21.147060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fdeeb8-6ffb-4395-b0e6-99ff30e05f60 None None] Checking router: 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:25:21.156484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fdeeb8-6ffb-4395-b0e6-99ff30e05f60 None None] Routers {'4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:21.157097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-64fdeeb8-6ffb-4395-b0e6-99ff30e05f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:21.161866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985629c5-77ee-410e-af57-1ba17fee36d3 req-13397836-2b30-46fd-b093-bd8d6f6b362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:21.163384 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-985629c5-77ee-410e-af57-1ba17fee36d3 req-13397836-2b30-46fd-b093-bd8d6f6b362d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 200 len: 898 time: 0.1108510 Jan 31 16:25:21.223242 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-985629c5-77ee-410e-af57-1ba17fee36d3 req-a13803db-28d3-4251-a2a0-62755d299de3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 200 len: 217 time: 0.0507514 Jan 31 16:25:21.281950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-64fdeeb8-6ffb-4395-b0e6-99ff30e05f60 None None] Set router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:21.286240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985629c5-77ee-410e-af57-1ba17fee36d3 req-19d13f57-7304-42d3-b30a-097cb78e5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:21.287766 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-985629c5-77ee-410e-af57-1ba17fee36d3 req-19d13f57-7304-42d3-b30a-097cb78e5cae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 200 len: 835 time: 0.0516508 Jan 31 16:25:21.352034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985629c5-77ee-410e-af57-1ba17fee36d3 req-4cbf795f-b7ca-4631-83af-bb0c359f0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:21.354515 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-985629c5-77ee-410e-af57-1ba17fee36d3 req-4cbf795f-b7ca-4631-83af-bb0c359f0a12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6c995e-d7f9-4155-b021-29acdf0871b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561807 Jan 31 16:25:21.483905 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-985629c5-77ee-410e-af57-1ba17fee36d3 req-5ad641ce-fed1-4844-954e-004289dd1651 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194015 Jan 31 16:25:21.563509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-64fdeeb8-6ffb-4395-b0e6-99ff30e05f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:23:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f053fd2e-89b0-4d63-ab48-6df5c46deacd', 'name': '', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:d8:52:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:05Z', 'updated_at': '2022-01-31T16:23:11Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:21.597180 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-985629c5-77ee-410e-af57-1ba17fee36d3 req-e6893833-8b21-4b24-bd61-22971be91a95 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055791 Jan 31 16:25:21.598156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fdeeb8-6ffb-4395-b0e6-99ff30e05f60 None None] The sync data for ids ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'] in n-d-827120-1 is: [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:23:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f053fd2e-89b0-4d63-ab48-6df5c46deacd', 'name': '', 'network_id': '9b6c995e-d7f9-4155-b021-29acdf0871b2', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:d8:52:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:05Z', 'updated_at': '2022-01-31T16:23:11Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ad9ea87b-88d2-4420-b7d8-2adc27a71c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:25:21.876509 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba28bb-7adc-482a-b9f3-dd53a4e98421 None None] New status for floating IP fd44f6d7-a995-4fa7-a7eb-146c8d9a64b5: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:25:22.202146 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad85364-270b-46f4-a15d-c4cad463444b req-013e551a-b9a7-47ac-b5bb-85a0cde5f3e0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:22.204419 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ad85364-270b-46f4-a15d-c4cad463444b req-013e551a-b9a7-47ac-b5bb-85a0cde5f3e0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 946 time: 0.0798528 Jan 31 16:25:22.253007 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ad85364-270b-46f4-a15d-c4cad463444b req-9478aeaa-017a-40b4-b7ec-8c587510f334 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=4471f43b-57f9-4e70-bb6f-743e1110289f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414093 Jan 31 16:25:22.355573 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:22.563042 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:22.669818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a29a6-4151-49bc-8618-8f04d1255c3a req-20cd64b2-4f02-455a-a6eb-2f85429d1690 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:22.671477 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-774a29a6-4151-49bc-8618-8f04d1255c3a req-20cd64b2-4f02-455a-a6eb-2f85429d1690 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 946 time: 0.0657523 Jan 31 16:25:22.797690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-774a29a6-4151-49bc-8618-8f04d1255c3a req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port f7a2087f-80a9-49de-83da-434a3b8829e6 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:22.798036 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-774a29a6-4151-49bc-8618-8f04d1255c3a req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:22.915436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-774a29a6-4151-49bc-8618-8f04d1255c3a req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] For port f7a2087f-80a9-49de-83da-434a3b8829e6, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7a2087f-80a9-49de-83da-434a3b8829e6,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:22.915800 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-774a29a6-4151-49bc-8618-8f04d1255c3a req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:22.930795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-774a29a6-4151-49bc-8618-8f04d1255c3a req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for f7a2087f-80a9-49de-83da-434a3b8829e6 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:23.105346 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-774a29a6-4151-49bc-8618-8f04d1255c3a req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:23.140566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=f7a2087f-80a9-49de-83da-434a3b8829e6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:23.157105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:23.157609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:23.158041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:23.158374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:23.158700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:23.159025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:23.159351 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:23.159679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:23.159993 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:23.160324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:23.160624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:23.160934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:23.214194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-774a29a6-4151-49bc-8618-8f04d1255c3a req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] No DVR routers for this DVR port f7a2087f-80a9-49de-83da-434a3b8829e6 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:25:23.220706 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-774a29a6-4151-49bc-8618-8f04d1255c3a req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:23.225127 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-774a29a6-4151-49bc-8618-8f04d1255c3a req-b3f349ca-4405-40d6-9af6-5a0245879c6d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.20 "DELETE /v2.0/ports/f7a2087f-80a9-49de-83da-434a3b8829e6 HTTP/1.1" status: 204 len: 173 time: 0.5434406 Jan 31 16:25:23.225629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'name': 'network-vif-deleted', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:25:23.228262 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fef761-bbac-47b4-b7d0-c6205394ec2b" -d '{"events": [{"server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "name": "network-vif-deleted", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:25:23.280083 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fa37de-c95c-4502-a27e-3f2228e4d272 x-openstack-request-id: req-c7fa37de-c95c-4502-a27e-3f2228e4d272 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:25:23.280482 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f62e0e7-871d-4465-9bfe-2e4fb66c2180", "name": "network-vif-deleted", "tag": "f7a2087f-80a9-49de-83da-434a3b8829e6", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:25:23.280668 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7fa37de-c95c-4502-a27e-3f2228e4d272 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:25:23.281010 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f62e0e7-871d-4465-9bfe-2e4fb66c2180', 'name': 'network-vif-deleted', 'tag': 'f7a2087f-80a9-49de-83da-434a3b8829e6', 'status': 'completed', 'code': 200} Jan 31 16:25:23.399312 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-247a93d2-f828-458b-b96f-588d6a5b6bb7 req-a7c44ad8-9a56-42a8-905a-05a56fb36572 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f62e0e7-871d-4465-9bfe-2e4fb66c2180 HTTP/1.1" status: 200 len: 210 time: 0.0296474 Jan 31 16:25:24.465336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34076) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:24.938647 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67f1afbf-e871-4340-bbd7-113da4a8b2c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:25.042846 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:25:25.307193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-67f1afbf-e871-4340-bbd7-113da4a8b2c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port f053fd2e-89b0-4d63-ab48-6df5c46deacd {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:25.307534 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67f1afbf-e871-4340-bbd7-113da4a8b2c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:25.449558 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-67f1afbf-e871-4340-bbd7-113da4a8b2c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] For port f053fd2e-89b0-4d63-ab48-6df5c46deacd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f053fd2e-89b0-4d63-ab48-6df5c46deacd,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:25.450089 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67f1afbf-e871-4340-bbd7-113da4a8b2c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:25.464542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-67f1afbf-e871-4340-bbd7-113da4a8b2c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for f053fd2e-89b0-4d63-ab48-6df5c46deacd owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:25.890676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34098) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:25.985741 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:26.066881 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67f1afbf-e871-4340-bbd7-113da4a8b2c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:26.101232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1afbf-e871-4340-bbd7-113da4a8b2c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=f053fd2e-89b0-4d63-ab48-6df5c46deacd,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:26.118521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Deleting port 81c58027-73cb-4088-a1fe-0acc799f9c79 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:26.119039 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:26.236271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:26.236702 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:26.255767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Calling delete_port for 81c58027-73cb-4088-a1fe-0acc799f9c79 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:26.359990 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-67f1afbf-e871-4340-bbd7-113da4a8b2c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:26.489029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:26.525809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event deleted for resources: {'Port': ['ID=81c58027-73cb-4088-a1fe-0acc799f9c79,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:26.623632 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:26.624141 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Floating IP 0949cd16-78ec-4c35-9563-d85c1299dfff disassociated (deleted). External IP: 172.25.1.159, port: 5dbed967-3945-4940-a947-7a22c388af02. Jan 31 16:25:26.694496 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f1afbf-e871-4340-bbd7-113da4a8b2c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:25:26.851762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f1afbf-e871-4340-bbd7-113da4a8b2c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:25:26.861213 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-67f1afbf-e871-4340-bbd7-113da4a8b2c9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "PUT /v2.0/routers/4342e8fd-02f6-4e1a-bf13-75dea2fb42aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3908074 Jan 31 16:25:26.869193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34102) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:26.870907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e8cc67-d8d7-4c9a-861e-69219cac769c None None] Sync routers for ids ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:25:26.884207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8cc67-d8d7-4c9a-861e-69219cac769c None None] Routers {'4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:26.886030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-90e8cc67-d8d7-4c9a-861e-69219cac769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:26.939183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ce6899-0e27-4a0c-81dc-d8b97e8869d3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting subnet ad9ea87b-88d2-4420-b7d8-2adc27a71c2d {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:25:26.944220 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1ce6899-0e27-4a0c-81dc-d8b97e8869d3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:26.958976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Router 30c085d2-25a3-4ec9-b12a-df74a61456db has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:25:26.995673 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1ce6899-0e27-4a0c-81dc-d8b97e8869d3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:27.123611 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1ce6899-0e27-4a0c-81dc-d8b97e8869d3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:27.166669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:25:27.172028 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:27.182714 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc9652d-235d-40fd-a88b-0da95d5b7fa3 None None] Sync routers for ids ['30c085d2-25a3-4ec9-b12a-df74a61456db'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:25:27.208107 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc9652d-235d-40fd-a88b-0da95d5b7fa3 None None] Routers {'30c085d2-25a3-4ec9-b12a-df74a61456db'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:27.209663 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0dc9652d-235d-40fd-a88b-0da95d5b7fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30c085d2-25a3-4ec9-b12a-df74a61456db'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:27.228091 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fa24c885-8c05-4ada-9a6b-adcd4c98e5e6 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "DELETE /v2.0/floatingips/0949cd16-78ec-4c35-9563-d85c1299dfff HTTP/1.1" status: 204 len: 168 time: 1.3328850 Jan 31 16:25:27.228750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'tag': '5dbed967-3945-4940-a947-7a22c388af02'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:25:27.239236 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc8d1f5-6037-43a2-8b83-c4c665c65b66" -d '{"events": [{"name": "network-changed", "server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "tag": "5dbed967-3945-4940-a947-7a22c388af02"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:25:27.247592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1ce6899-0e27-4a0c-81dc-d8b97e8869d3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:27.274922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-90e8cc67-d8d7-4c9a-861e-69219cac769c None None] Set router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:27.278021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce6899-0e27-4a0c-81dc-d8b97e8869d3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9ea87b-88d2-4420-b7d8-2adc27a71c2d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:27.286496 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f1ce6899-0e27-4a0c-81dc-d8b97e8869d3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:27.290371 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f1ce6899-0e27-4a0c-81dc-d8b97e8869d3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/subnets/ad9ea87b-88d2-4420-b7d8-2adc27a71c2d HTTP/1.1" status: 204 len: 168 time: 0.4196627 Jan 31 16:25:27.293645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34110) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:27.431371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f7a2087f-80a9-49de-83da-434a3b8829e6 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:25:27.463821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a1f58-74dc-4161-b0fb-cc832a6881b2 None None] Network 9b6c995e-d7f9-4155-b021-29acdf0871b2 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:25:27.467415 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: f7a2087f-80a9-49de-83da-434a3b8829e6 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:25:27.468124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f7a2087f-80a9-49de-83da-434a3b8829e6 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:25:27.473007 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8d1f5-6037-43a2-8b83-c4c665c65b66 req-95ebc6c5-acfd-4642-88c2-34ee5223399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:27.476088 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-afc8d1f5-6037-43a2-8b83-c4c665c65b66 req-95ebc6c5-acfd-4642-88c2-34ee5223399a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b38cc8bb1a146ea91b2ed3249c854e9&device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 1097 time: 0.1135783 Jan 31 16:25:27.552230 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ff0aa2-0e3b-4b66-a4fa-203559d4459e x-openstack-request-id: req-41ff0aa2-0e3b-4b66-a4fa-203559d4459e {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:25:27.554005 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "tag": "5dbed967-3945-4940-a947-7a22c388af02", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:25:27.557286 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-41ff0aa2-0e3b-4b66-a4fa-203559d4459e {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:25:27.558024 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'tag': '5dbed967-3945-4940-a947-7a22c388af02', 'status': 'completed', 'code': 200} Jan 31 16:25:27.581974 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0dc9652d-235d-40fd-a88b-0da95d5b7fa3 None None] Set router 30c085d2-25a3-4ec9-b12a-df74a61456db gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:27.614507 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:27.721819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8d1f5-6037-43a2-8b83-c4c665c65b66 req-d08cd420-8a68-4599-89c9-e4a18dfab56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:27.725205 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-afc8d1f5-6037-43a2-8b83-c4c665c65b66 req-d08cd420-8a68-4599-89c9-e4a18dfab56f service neutron] 10.222.0.20 "GET /v2.0/networks?id=15892233-6fd1-4a65-873d-fc61da91110a HTTP/1.1" status: 200 len: 914 time: 0.2360730 Jan 31 16:25:27.817910 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-afc8d1f5-6037-43a2-8b83-c4c665c65b66 req-a88be8e5-d5bb-47bd-b879-757a3decbe7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dbed967-3945-4940-a947-7a22c388af02 HTTP/1.1" status: 200 len: 217 time: 0.0830677 Jan 31 16:25:27.898365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd629a0-c81c-4e67-912d-6cc19f638ef6 None None] DHCP port deletion for 9b6c995e-d7f9-4155-b021-29acdf0871b2 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:25:27.928981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-90e8cc67-d8d7-4c9a-861e-69219cac769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:25:25Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:27.959989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8d1f5-6037-43a2-8b83-c4c665c65b66 req-10dd8b26-2621-4033-820f-dd42518dfb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:27.961820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-afc8d1f5-6037-43a2-8b83-c4c665c65b66 req-10dd8b26-2621-4033-820f-dd42518dfb04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75428bcd-1695-4f41-8e2b-95edd6e78f28 HTTP/1.1" status: 200 len: 852 time: 0.1322207 Jan 31 16:25:28.026380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8d1f5-6037-43a2-8b83-c4c665c65b66 req-f9483c17-c0d0-4306-bee3-d7e60afe5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:28.029411 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-afc8d1f5-6037-43a2-8b83-c4c665c65b66 req-f9483c17-c0d0-4306-bee3-d7e60afe5b7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15892233-6fd1-4a65-873d-fc61da91110a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582006 Jan 31 16:25:28.090313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e8cc67-d8d7-4c9a-861e-69219cac769c None None] Checking router: 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:25:28.140848 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0dc9652d-235d-40fd-a88b-0da95d5b7fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a82df676-8e4d-487e-b716-5f799311a641', 'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'mac_address': 'fa:16:3e:3c:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:04Z', 'updated_at': '2022-01-31T16:22:09Z', 'revision_number': 5, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'subnets': [{'id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:28.145029 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:28.162650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8cc67-d8d7-4c9a-861e-69219cac769c None None] Routers {'4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:28.163445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-90e8cc67-d8d7-4c9a-861e-69219cac769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:28.333426 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc9652d-235d-40fd-a88b-0da95d5b7fa3 None None] Checking router: 30c085d2-25a3-4ec9-b12a-df74a61456db for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:25:28.336299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8fd629a0-c81c-4e67-912d-6cc19f638ef6 None None] Deleting port 95faf102-e6dd-4e0a-8591-12ff4ce371f1 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:28.336988 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8fd629a0-c81c-4e67-912d-6cc19f638ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:28.346212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bc503-69e0-4bdd-ad95-4f6dde1179d2 req-333ef5b8-c264-4c98-904b-2b75218268f9 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:28.348911 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b76bc503-69e0-4bdd-ad95-4f6dde1179d2 req-333ef5b8-c264-4c98-904b-2b75218268f9 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 946 time: 0.6201897 Jan 31 16:25:28.364748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 95faf102-e6dd-4e0a-8591-12ff4ce371f1 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:25:28.377138 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc9652d-235d-40fd-a88b-0da95d5b7fa3 None None] Routers {'30c085d2-25a3-4ec9-b12a-df74a61456db'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:28.378496 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0dc9652d-235d-40fd-a88b-0da95d5b7fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30c085d2-25a3-4ec9-b12a-df74a61456db'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:28.385947 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:28.412820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-afc8d1f5-6037-43a2-8b83-c4c665c65b66 req-6ffe5062-ad4e-45c1-a123-42dc1921ca2e service neutron] 10.222.0.20 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675637 Jan 31 16:25:28.492440 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b76bc503-69e0-4bdd-ad95-4f6dde1179d2 req-7ab73573-0a07-4e72-ad80-cfb3693c3f2c tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294429 Jan 31 16:25:28.511970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port 2d48c244-5cae-4cfa-a045-aefde2336616 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:28.512450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:28.635633 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-afc8d1f5-6037-43a2-8b83-c4c665c65b66 req-510fb636-8673-4723-88b4-d410b71f67b6 service neutron] 10.222.0.20 "GET /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136996 Jan 31 16:25:28.672495 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8fd629a0-c81c-4e67-912d-6cc19f638ef6 None None] For port 95faf102-e6dd-4e0a-8591-12ff4ce371f1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=95faf102-e6dd-4e0a-8591-12ff4ce371f1,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:28.673055 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8fd629a0-c81c-4e67-912d-6cc19f638ef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:28.682980 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] For port 2d48c244-5cae-4cfa-a045-aefde2336616, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=2d48c244-5cae-4cfa-a045-aefde2336616,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:28.683460 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:28.690648 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0dc9652d-235d-40fd-a88b-0da95d5b7fa3 None None] Set router 30c085d2-25a3-4ec9-b12a-df74a61456db gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:28.695598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-90e8cc67-d8d7-4c9a-861e-69219cac769c None None] Set router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:28.707741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for 2d48c244-5cae-4cfa-a045-aefde2336616 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:28.740987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8fd629a0-c81c-4e67-912d-6cc19f638ef6 None None] Calling delete_port for 95faf102-e6dd-4e0a-8591-12ff4ce371f1 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:28.880825 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:28.978063 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:29.028308 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 95faf102-e6dd-4e0a-8591-12ff4ce371f1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=95faf102-e6dd-4e0a-8591-12ff4ce371f1,segment=NetworkSegment(c877bc6f-13fc-4adb-8ae4-ab43910e6b2f),segment_id=c877bc6f-13fc-4adb-8ae4-ab43910e6b2f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:29.048727 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:29.094297 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0dc9652d-235d-40fd-a88b-0da95d5b7fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a82df676-8e4d-487e-b716-5f799311a641', 'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'mac_address': 'fa:16:3e:3c:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:04Z', 'updated_at': '2022-01-31T16:22:09Z', 'revision_number': 5, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'subnets': [{'id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:29.112846 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-90e8cc67-d8d7-4c9a-861e-69219cac769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:25:25Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:29.126712 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:29.129424 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=2d48c244-5cae-4cfa-a045-aefde2336616,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:29.143656 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc9652d-235d-40fd-a88b-0da95d5b7fa3 None None] The sync data for ids ['30c085d2-25a3-4ec9-b12a-df74a61456db'] in n-d-827120-1 is: [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:22:05Z', 'revision_number': 4, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a82df676-8e4d-487e-b716-5f799311a641', 'name': '', 'network_id': '15892233-6fd1-4a65-873d-fc61da91110a', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'mac_address': 'fa:16:3e:3c:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:04Z', 'updated_at': '2022-01-31T16:22:09Z', 'revision_number': 5, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'subnets': [{'id': '75428bcd-1695-4f41-8e2b-95edd6e78f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:25:29.158760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e8cc67-d8d7-4c9a-861e-69219cac769c None None] The sync data for ids ['4342e8fd-02f6-4e1a-bf13-75dea2fb42aa'] in n-d-827120-1 is: [{'id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-265757915', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:23:01Z', 'updated_at': '2022-01-31T16:25:25Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '2d48c244-5cae-4cfa-a045-aefde2336616', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342e8fd-02f6-4e1a-bf13-75dea2fb42aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:23:02Z', 'updated_at': '2022-01-31T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:25:29.192151 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8fd629a0-c81c-4e67-912d-6cc19f638ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:29.214708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd629a0-c81c-4e67-912d-6cc19f638ef6 None None] No DVR routers for this DVR port 95faf102-e6dd-4e0a-8591-12ff4ce371f1 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:25:29.216527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=95faf102-e6dd-4e0a-8591-12ff4ce371f1,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:29.247291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:29.247887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:29.248329 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:29.248769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:29.249223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:29.249837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:29.250274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:29.250697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:29.251118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:29.251532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:29.252436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:29.252879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:29.302195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd629a0-c81c-4e67-912d-6cc19f638ef6 None None] Pushing event deleted for resources: {'Port': ['ID=95faf102-e6dd-4e0a-8591-12ff4ce371f1,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:29.331284 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:29.334839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:29.421037 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:29.422452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Fanout notify agent at l3_agent the message router_deleted on router 4342e8fd-02f6-4e1a-bf13-75dea2fb42aa {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:25:29.437011 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:29.441543 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-29c254d6-7c61-4603-bd97-e9b3f0562d9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/routers/4342e8fd-02f6-4e1a-bf13-75dea2fb42aa HTTP/1.1" status: 204 len: 168 time: 2.1441596 Jan 31 16:25:29.443632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34122) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:29.561872 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:29.701158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f981f3-ef2b-4fd4-85c9-41b459185eed None None] New status for floating IP 0949cd16-78ec-4c35-9563-d85c1299dfff: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:25:29.740137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d8722-da95-416d-b501-cb62a2253188 req-54cb5121-00f6-4762-9fa3-5ba0d38ba3aa tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:29.742304 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ee3d8722-da95-416d-b501-cb62a2253188 req-54cb5121-00f6-4762-9fa3-5ba0d38ba3aa tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.20 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 946 time: 0.1771381 Jan 31 16:25:29.784947 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:29.858342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6c995e-d7f9-4155-b021-29acdf0871b2']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:29.869123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf87e73-26a4-45f0-ac44-5126d67ee8cc req-44260509-c033-49a8-a864-34d967395557 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:29.885285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fdf87e73-26a4-45f0-ac44-5126d67ee8cc req-44260509-c033-49a8-a864-34d967395557 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 946 time: 0.2169571 Jan 31 16:25:29.945315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:29.945782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c877bc6f-13fc-4adb-8ae4-ab43910e6b2f') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:29.965284 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:29.999209 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fdf87e73-26a4-45f0-ac44-5126d67ee8cc req-48721a40-8e64-4de4-b799-fcb9d99895c0 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4a5b32a-3790-4b48-929c-04240d488f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163011 Jan 31 16:25:30.003970 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:30.014661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:25:30.015122 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:25:30.018966 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:25:30.093950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-ee3d8722-da95-416d-b501-cb62a2253188 req-17d18681-b700-4786-9a96-3012dc483dec tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Deleting port 5dbed967-3945-4940-a947-7a22c388af02 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:30.094496 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ee3d8722-da95-416d-b501-cb62a2253188 req-17d18681-b700-4786-9a96-3012dc483dec tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:30.117377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f053fd2e-89b0-4d63-ab48-6df5c46deacd no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:25:30.140263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: f053fd2e-89b0-4d63-ab48-6df5c46deacd {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:25:30.140717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f053fd2e-89b0-4d63-ab48-6df5c46deacd not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:25:30.141567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2d48c244-5cae-4cfa-a045-aefde2336616 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:25:30.149394 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:30.160105 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:30.162718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 2d48c244-5cae-4cfa-a045-aefde2336616 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:25:30.163095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 2d48c244-5cae-4cfa-a045-aefde2336616 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:25:30.163378 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/networks/9b6c995e-d7f9-4155-b021-29acdf0871b2 HTTP/1.1" status: 204 len: 168 time: 0.7175522 Jan 31 16:25:30.166361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34126) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:30.188627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fb853-3bd6-4660-8274-196f309dbb94 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Network': ['ID=9b6c995e-d7f9-4155-b021-29acdf0871b2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:30.228062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-ee3d8722-da95-416d-b501-cb62a2253188 req-17d18681-b700-4786-9a96-3012dc483dec tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] For port 5dbed967-3945-4940-a947-7a22c388af02, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=5dbed967-3945-4940-a947-7a22c388af02,segment=NetworkSegment(e29d5250-624e-4532-b8d4-4a3a62c0f025),segment_id=e29d5250-624e-4532-b8d4-4a3a62c0f025)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:30.228578 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ee3d8722-da95-416d-b501-cb62a2253188 req-17d18681-b700-4786-9a96-3012dc483dec tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:30.231957 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44b92edf-3856-4e8b-b083-85e9b298cdfa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:30.248382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-ee3d8722-da95-416d-b501-cb62a2253188 req-17d18681-b700-4786-9a96-3012dc483dec tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Calling delete_port for 5dbed967-3945-4940-a947-7a22c388af02 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:30.259697 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44b92edf-3856-4e8b-b083-85e9b298cdfa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:30.326720 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44b92edf-3856-4e8b-b083-85e9b298cdfa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:30.329545 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-44b92edf-3856-4e8b-b083-85e9b298cdfa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:30.330734 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-44b92edf-3856-4e8b-b083-85e9b298cdfa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/security-groups/4471f43b-57f9-4e70-bb6f-743e1110289f HTTP/1.1" status: 204 len: 168 time: 0.1633823 Jan 31 16:25:30.344416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b92edf-3856-4e8b-b083-85e9b298cdfa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4471f43b-57f9-4e70-bb6f-743e1110289f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:30.439242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ee3d8722-da95-416d-b501-cb62a2253188 req-17d18681-b700-4786-9a96-3012dc483dec tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:30.476005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d18681-b700-4786-9a96-3012dc483dec tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event deleted for resources: {'Port': ['ID=5dbed967-3945-4940-a947-7a22c388af02,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:30.538994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3d8722-da95-416d-b501-cb62a2253188 req-17d18681-b700-4786-9a96-3012dc483dec tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] No DVR routers for this DVR port 5dbed967-3945-4940-a947-7a22c388af02 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:25:30.541740 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-ee3d8722-da95-416d-b501-cb62a2253188 req-17d18681-b700-4786-9a96-3012dc483dec tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:30.545279 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ee3d8722-da95-416d-b501-cb62a2253188 req-17d18681-b700-4786-9a96-3012dc483dec tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.20 "DELETE /v2.0/ports/5dbed967-3945-4940-a947-7a22c388af02 HTTP/1.1" status: 204 len: 173 time: 0.7889426 Jan 31 16:25:30.545803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'name': 'network-vif-deleted', 'tag': '5dbed967-3945-4940-a947-7a22c388af02'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:25:30.548208 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fe235b-e535-41a5-bb4a-6799c6b7ce02" -d '{"events": [{"server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "name": "network-vif-deleted", "tag": "5dbed967-3945-4940-a947-7a22c388af02"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:25:30.888001 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34142) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:30.895570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a812004c-92e4-4e36-bf21-ee2e9b5ee4fa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1072426700', 'description': 'tempest-secgroup-smoke-1072426700 description', 'project_id': 'b000813a36ef4beea9c3a23c358cd007'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:30.963719 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13ac895-1726-4d17-98a3-618f15935cba x-openstack-request-id: req-d13ac895-1726-4d17-98a3-618f15935cba {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:25:30.964143 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923b8bf6-3ed7-4970-87ab-7c173368f70b", "name": "network-vif-deleted", "tag": "5dbed967-3945-4940-a947-7a22c388af02", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:25:30.964495 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d13ac895-1726-4d17-98a3-618f15935cba {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:25:30.965034 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923b8bf6-3ed7-4970-87ab-7c173368f70b', 'name': 'network-vif-deleted', 'tag': '5dbed967-3945-4940-a947-7a22c388af02', 'status': 'completed', 'code': 200} Jan 31 16:25:30.965630 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a812004c-92e4-4e36-bf21-ee2e9b5ee4fa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.132635 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a812004c-92e4-4e36-bf21-ee2e9b5ee4fa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.136761 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a812004c-92e4-4e36-bf21-ee2e9b5ee4fa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.145406 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e44d6b74-baba-41db-bdf2-96d52097210f req-0dc0ad1e-a735-4ce2-84b3-16fbb862aafc tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 210 time: 0.0369101 Jan 31 16:25:31.179340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812004c-92e4-4e36-bf21-ee2e9b5ee4fa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c098199b-f069-4085-af84-95b6eb4de7cc,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:31.189490 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a812004c-92e4-4e36-bf21-ee2e9b5ee4fa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.190937 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a812004c-92e4-4e36-bf21-ee2e9b5ee4fa tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3017166 Jan 31 16:25:31.195475 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34150) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:31.200648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-248ec31c-a18d-4b5b-a33f-fe9ffbb7dff0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': 'c098199b-f069-4085-af84-95b6eb4de7cc', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:31.242752 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-248ec31c-a18d-4b5b-a33f-fe9ffbb7dff0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.336858 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-248ec31c-a18d-4b5b-a33f-fe9ffbb7dff0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.341565 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-248ec31c-a18d-4b5b-a33f-fe9ffbb7dff0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.368937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ec31c-a18d-4b5b-a33f-fe9ffbb7dff0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58792540-62ff-440b-94dd-1da35c7fb5a4,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:31.376362 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-248ec31c-a18d-4b5b-a33f-fe9ffbb7dff0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.377928 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-248ec31c-a18d-4b5b-a33f-fe9ffbb7dff0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1813099 Jan 31 16:25:31.382338 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34154) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:31.388022 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-3b84a5fd-2f5d-4a4b-89dc-e7337c0d9da0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': 'c098199b-f069-4085-af84-95b6eb4de7cc', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:31.421085 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b84a5fd-2f5d-4a4b-89dc-e7337c0d9da0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.524557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b84a5fd-2f5d-4a4b-89dc-e7337c0d9da0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.529230 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b84a5fd-2f5d-4a4b-89dc-e7337c0d9da0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.556541 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b84a5fd-2f5d-4a4b-89dc-e7337c0d9da0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.563039 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3b84a5fd-2f5d-4a4b-89dc-e7337c0d9da0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1740592 Jan 31 16:25:31.563039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34156) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:31.568092 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4db86686-6552-4810-b2a6-6bd1a997a3e8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': 'c098199b-f069-4085-af84-95b6eb4de7cc', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:31.574976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84a5fd-2f5d-4a4b-89dc-e7337c0d9da0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23f19cb-07e0-42b2-b2a0-c14979336f3d,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:31.607511 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4db86686-6552-4810-b2a6-6bd1a997a3e8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.683194 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4db86686-6552-4810-b2a6-6bd1a997a3e8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.688358 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4db86686-6552-4810-b2a6-6bd1a997a3e8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.711870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db86686-6552-4810-b2a6-6bd1a997a3e8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1000e841-8df6-4b05-a8be-0f67491d33ce,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:31.720851 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4db86686-6552-4810-b2a6-6bd1a997a3e8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.722241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4db86686-6552-4810-b2a6-6bd1a997a3e8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591849 Jan 31 16:25:31.727347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34158) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:31.736551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-439aa1ea-c157-441b-88f8-d8600e9089ac tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': 'c098199b-f069-4085-af84-95b6eb4de7cc', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:31.779531 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439aa1ea-c157-441b-88f8-d8600e9089ac tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.858417 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439aa1ea-c157-441b-88f8-d8600e9089ac tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.863007 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439aa1ea-c157-441b-88f8-d8600e9089ac tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.882912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439aa1ea-c157-441b-88f8-d8600e9089ac tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9a5141-f357-4d8e-a89a-6f348eea2211,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:31.895298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-439aa1ea-c157-441b-88f8-d8600e9089ac tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:31.900826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34160) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:31.901658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-439aa1ea-c157-441b-88f8-d8600e9089ac tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1710179 Jan 31 16:25:31.906506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a10d47d4-d93f-4ce0-8bb0-619f85ce92f7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': 'c098199b-f069-4085-af84-95b6eb4de7cc', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:31.940662 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-a10d47d4-d93f-4ce0-8bb0-619f85ce92f7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Project b000813a36ef4beea9c3a23c358cd007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:25:31.948031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a10d47d4-d93f-4ce0-8bb0-619f85ce92f7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.029270 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a10d47d4-d93f-4ce0-8bb0-619f85ce92f7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.033379 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a10d47d4-d93f-4ce0-8bb0-619f85ce92f7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.053434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d47d4-d93f-4ce0-8bb0-619f85ce92f7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d4a780-d3ca-43e6-b689-6b4ef9e62fcf,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:32.064003 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a10d47d4-d93f-4ce0-8bb0-619f85ce92f7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.069594 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a10d47d4-d93f-4ce0-8bb0-619f85ce92f7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629248 Jan 31 16:25:32.069893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34162) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:32.075869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1cfdc4c7-cb68-40ef-aff2-6427b9964974 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': 'c098199b-f069-4085-af84-95b6eb4de7cc', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:32.112598 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-1cfdc4c7-cb68-40ef-aff2-6427b9964974 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Project b000813a36ef4beea9c3a23c358cd007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:25:32.118090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc4c7-cb68-40ef-aff2-6427b9964974 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.201970 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc4c7-cb68-40ef-aff2-6427b9964974 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.208665 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc4c7-cb68-40ef-aff2-6427b9964974 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.234398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdc4c7-cb68-40ef-aff2-6427b9964974 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d577bb-38c0-4287-bae1-54f62883eea7,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:32.239160 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc4c7-cb68-40ef-aff2-6427b9964974 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.240463 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1cfdc4c7-cb68-40ef-aff2-6427b9964974 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1692929 Jan 31 16:25:32.243524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34166) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:32.249640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e4dd85f9-7475-4a6e-92e9-836a2c9f5477 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'network': {'name': 'tempest-network-smoke--1372190568', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'port_security_enabled': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:32.282920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-900db91a-5b78-4515-b1ad-e4ae3b576564 req-246766d4-3011-4c63-94f5-2c1edffccba0 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 210 time: 0.0371845 Jan 31 16:25:32.298448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dd85f9-7475-4a6e-92e9-836a2c9f5477 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Made reservation on behalf of b000813a36ef4beea9c3a23c358cd007 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:25:32.303282 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4dd85f9-7475-4a6e-92e9-836a2c9f5477 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.346172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dd85f9-7475-4a6e-92e9-836a2c9f5477 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:25:32.360871 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4dd85f9-7475-4a6e-92e9-836a2c9f5477 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.361293 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-e4dd85f9-7475-4a6e-92e9-836a2c9f5477 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Added segment 2043e8fa-13bb-4aab-b2cc-39926510c045 of type vlan for network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 Jan 31 16:25:32.408706 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4dd85f9-7475-4a6e-92e9-836a2c9f5477 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.450571 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4dd85f9-7475-4a6e-92e9-836a2c9f5477 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.459391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dd85f9-7475-4a6e-92e9-836a2c9f5477 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:32.460196 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e4dd85f9-7475-4a6e-92e9-836a2c9f5477 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.546146 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e4dd85f9-7475-4a6e-92e9-836a2c9f5477 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3010948 Jan 31 16:25:32.550329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34170) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:32.556119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'admin_state_up': True, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:32.565693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd85f9-7475-4a6e-92e9-836a2c9f5477 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Network': ['ID=9d0de021-8319-4c1d-82f2-fab5d2fdd926,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:32.579292 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:25:32.612592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.614816 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.708508 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.886453 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:32.999085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5dbed967-3945-4940-a947-7a22c388af02 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:25:33.023076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 5dbed967-3945-4940-a947-7a22c388af02 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:25:33.023448 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 5dbed967-3945-4940-a947-7a22c388af02 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:25:33.140372 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:33.168813 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:33.311166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.25.1.71 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/5c2c6c31-0d86-4835-98b6-5c6a24e13387) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:25:33.419470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86ee9819-7e78-4354-8e82-bf13c824aa88 req-976f8b80-b802-4cf6-9707-aef6cb792362 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 210 time: 0.0299058 Jan 31 16:25:33.464900 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:33.505316 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:33.548748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:25:33.551954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:25:33.556133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:25:33.589498 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=5c2c6c31-0d86-4835-98b6-5c6a24e13387,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:33.846139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:34.080208 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:34.532779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 865cb19f-3298-4d95-ab5b-484c75d720ec is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:25:34.697767 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7c602421-79db-407a-88a0-8dd84fc23e2c req-780bbee2-2dde-4d95-8d6a-5c907027a14f tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "GET /v2.0/ports?device_id=923b8bf6-3ed7-4970-87ab-7c173368f70b HTTP/1.1" status: 200 len: 210 time: 0.1711397 Jan 31 16:25:34.714074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:25:34.727561 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Sync routers for ids ['865cb19f-3298-4d95-ab5b-484c75d720ec'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:25:34.739238 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Routers {'865cb19f-3298-4d95-ab5b-484c75d720ec'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:34.739699 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:34.740028 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['865cb19f-3298-4d95-ab5b-484c75d720ec'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:34.744300 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5ab4bed1-d6a1-4bcd-9343-d593b5458a0c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1898334 Jan 31 16:25:34.744702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34178) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:34.779934 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f1a37f08-4cab-450c-873a-4a9109ca1f45 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b000813a36ef4beea9c3a23c358cd007&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315170 Jan 31 16:25:34.780149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34180) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:34.853444 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Set router 865cb19f-3298-4d95-ab5b-484c75d720ec gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:34.885399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a718c3-9a82-44d2-979e-975f95be9f35 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:34.886964 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a3a718c3-9a82-44d2-979e-975f95be9f35 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1059339 Jan 31 16:25:34.889909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34182) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:34.919423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-69d9de78-14b4-489f-a726-aa3d9d31ba1f tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281823 Jan 31 16:25:34.921902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34184) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:34.927214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ccd1f2c7-28b5-4c3d-ad5a-80895bbcce20 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1622209837', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:35.051424 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd1f2c7-28b5-4c3d-ad5a-80895bbcce20 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Made reservation on behalf of b000813a36ef4beea9c3a23c358cd007 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:25:35.057755 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f2c7-28b5-4c3d-ad5a-80895bbcce20 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:35.208107 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:25:33Z', 'revision_number': 3, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:35.243347 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Checking router: 865cb19f-3298-4d95-ab5b-484c75d720ec for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:25:35.243689 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Updating router 865cb19f-3298-4d95-ab5b-484c75d720ec port 5c2c6c31-0d86-4835-98b6-5c6a24e13387 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:25:35.290763 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:35.309851 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f2c7-28b5-4c3d-ad5a-80895bbcce20 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:35.375512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1f2c7-28b5-4c3d-ad5a-80895bbcce20 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Subnet': ['ID=ed7c687d-cbb3-4fe4-a221-4e9264c32b4e,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:35.395239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd1f2c7-28b5-4c3d-ad5a-80895bbcce20 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Checking segment: {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:25:35.395986 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd1f2c7-28b5-4c3d-ad5a-80895bbcce20 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network hostable DHCP agents. Network: 9d0de021-8319-4c1d-82f2-fab5d2fdd926, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:25:35.417718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd1f2c7-28b5-4c3d-ad5a-80895bbcce20 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:25:35.428020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ccd1f2c7-28b5-4c3d-ad5a-80895bbcce20 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 9d0de021-8319-4c1d-82f2-fab5d2fdd926) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:25:35.434411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd1f2c7-28b5-4c3d-ad5a-80895bbcce20 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:35.435353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f2c7-28b5-4c3d-ad5a-80895bbcce20 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:35.443732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb20dbd-6c4f-4dea-9b99-3b960bdb3604 None None] Network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:25:35.458418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ccd1f2c7-28b5-4c3d-ad5a-80895bbcce20 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5352111 Jan 31 16:25:35.461215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34186) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:35.625188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ips': [{'subnet_id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:25:35.627037 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:35.634584 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:35.643230 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:35.702458 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Attempting to bind port 5c2c6c31-0d86-4835-98b6-5c6a24e13387 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:25:35.702985 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Attempting to bind port 5c2c6c31-0d86-4835-98b6-5c6a24e13387 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:25:35.703434 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Attempting to bind port 5c2c6c31-0d86-4835-98b6-5c6a24e13387 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:25:35.717405 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:25:35.718116 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:25:35.718676 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:35.719152 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:25:35.720882 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Bound port: 5c2c6c31-0d86-4835-98b6-5c6a24e13387, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:25:35.720882 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:35.793034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34192) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:35.798006 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Pushing event updated for resources: {'Port': ['ID=5c2c6c31-0d86-4835-98b6-5c6a24e13387,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:35.811405 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] For port 5c2c6c31-0d86-4835-98b6-5c6a24e13387, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:25:35.814877 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:35.815614 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:35.816016 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:35.816424 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:35.817061 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:35.817448 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:35.817867 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:35.818245 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:35.818624 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:35.818998 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:35.819433 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:35.820002 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:25:35.836856 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] For port 5c2c6c31-0d86-4835-98b6-5c6a24e13387, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5c2c6c31-0d86-4835-98b6-5c6a24e13387,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:25:35.842638 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:35.874547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Allocated IP 172.20.0.2 (9d0de021-8319-4c1d-82f2-fab5d2fdd926/ed7c687d-cbb3-4fe4-a221-4e9264c32b4e/3323a3b1-f1f5-4885-8d76-cb260776ecaa) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:25:35.945791 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-342e5e74-fff7-4404-8217-81e5a0a56554 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:35.964636 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Routers {'865cb19f-3298-4d95-ab5b-484c75d720ec'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:35.965881 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['865cb19f-3298-4d95-ab5b-484c75d720ec'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:35.969538 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232e6ed-541f-4f6b-8d0e-146b9f493519 None None] Pushing event updated for resources: {'Port': ['ID=5c2c6c31-0d86-4835-98b6-5c6a24e13387,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:36.007668 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-342e5e74-fff7-4404-8217-81e5a0a56554 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:36.100227 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:36.108060 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:36.177836 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Pushing event updated for resources: {'Port': ['ID=3323a3b1-f1f5-4885-8d76-cb260776ecaa,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:36.189022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:25:36.190651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:25:36.198274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:25:36.214470 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-342e5e74-fff7-4404-8217-81e5a0a56554 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:36.220685 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-342e5e74-fff7-4404-8217-81e5a0a56554 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:36.223447 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-342e5e74-fff7-4404-8217-81e5a0a56554 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] 10.222.0.36 "DELETE /v2.0/security-groups/a4a5b32a-3790-4b48-929c-04240d488f3b HTTP/1.1" status: 204 len: 168 time: 0.4284227 Jan 31 16:25:36.271115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e5e74-fff7-4404-8217-81e5a0a56554 tempest-TestVolumeBackupRestore-1052769950 tempest-TestVolumeBackupRestore-1052769950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a5b32a-3790-4b48-929c-04240d488f3b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:36.273801 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] Set router 865cb19f-3298-4d95-ab5b-484c75d720ec gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:36.329619 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:36.406588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Attempting to bind port 3323a3b1-f1f5-4885-8d76-cb260776ecaa on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:25:36.417393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Attempting to bind port 3323a3b1-f1f5-4885-8d76-cb260776ecaa by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:25:36.417393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Attempting to bind port 3323a3b1-f1f5-4885-8d76-cb260776ecaa on network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:25:36.423985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:25:36.424995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Checking segment: {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:25:36.425822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:36.426851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Bound using segment: {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:25:36.427659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Bound port: 3323a3b1-f1f5-4885-8d76-cb260776ecaa, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:25:36.428405 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:36.554103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] For port 3323a3b1-f1f5-4885-8d76-cb260776ecaa, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:25:36.561108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] For port 3323a3b1-f1f5-4885-8d76-cb260776ecaa, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3323a3b1-f1f5-4885-8d76-cb260776ecaa,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:25:36.567407 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:36.649686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd51445-a0e6-4616-a7ab-7f65b73258ac None None] Pushing event updated for resources: {'Port': ['ID=3323a3b1-f1f5-4885-8d76-cb260776ecaa,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:36.891430 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:25:33Z', 'revision_number': 3, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:36.924193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.20.0.1 (9d0de021-8319-4c1d-82f2-fab5d2fdd926/ed7c687d-cbb3-4fe4-a221-4e9264c32b4e/b072131c-ba75-44b7-bdd6-70a626171b7a) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:25:37.008043 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f345b35-7c24-4968-9fd6-219b4d227d0e None None] The sync data for ids ['865cb19f-3298-4d95-ab5b-484c75d720ec'] in n-d-827120-1 is: [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:25:33Z', 'revision_number': 3, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:25:37.295173 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:37.356714 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:37.457818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:25:37.480534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:25:37.490195 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:25:37.549398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=b072131c-ba75-44b7-bdd6-70a626171b7a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:37.593091 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:37.887622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:38.416082 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5c2c6c31-0d86-4835-98b6-5c6a24e13387 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:25:38.568353 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 5c2c6c31-0d86-4835-98b6-5c6a24e13387 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:38.568897 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:38.674365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045f14f-1ef4-4c31-851c-66ccebc64e8a None None] Network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:25:38.848508 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:38.856666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:38.863955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d1bb26b9-c117-4697-8fe1-fa2459189159 None None] Provisioning complete for port 3323a3b1-f1f5-4885-8d76-cb260776ecaa triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:38.864934 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d1bb26b9-c117-4697-8fe1-fa2459189159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:39.022439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:39.071039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=b072131c-ba75-44b7-bdd6-70a626171b7a,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:39.287785 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:39.300715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:25:39.305834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:25:39.322313 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 5c2c6c31-0d86-4835-98b6-5c6a24e13387, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5c2c6c31-0d86-4835-98b6-5c6a24e13387,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:39.341859 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:39.343169 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3323a3b1-f1f5-4885-8d76-cb260776ecaa up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:25:39.570143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 865cb19f-3298-4d95-ab5b-484c75d720ec has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:25:39.738046 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=5c2c6c31-0d86-4835-98b6-5c6a24e13387,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:39.751684 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d1bb26b9-c117-4697-8fe1-fa2459189159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:39.829058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:25:39.841649 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a130ff4d-8849-492b-be4e-cfd5fa97ee50 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "PUT /v2.0/routers/865cb19f-3298-4d95-ab5b-484c75d720ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3791156 Jan 31 16:25:39.859180 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d739777b-d38a-4ceb-9bc3-1385b3333fa5 req-aeca9f25-c6eb-4c4b-9003-233de3fc6fd8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631778 Jan 31 16:25:39.862682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-d1bb26b9-c117-4697-8fe1-fa2459189159 None None] For port 3323a3b1-f1f5-4885-8d76-cb260776ecaa, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3323a3b1-f1f5-4885-8d76-cb260776ecaa,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:39.878651 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d1bb26b9-c117-4697-8fe1-fa2459189159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:39.889295 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3323a3b1-f1f5-4885-8d76-cb260776ecaa triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:39.889816 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:40.117111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739777b-d38a-4ceb-9bc3-1385b3333fa5 req-51f82627-0ced-4a16-83cf-41667f9be451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:40.118676 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d739777b-d38a-4ceb-9bc3-1385b3333fa5 req-51f82627-0ced-4a16-83cf-41667f9be451 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 1096 time: 0.1445270 Jan 31 16:25:40.229493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb26b9-c117-4697-8fe1-fa2459189159 None None] Pushing event updated for resources: {'Port': ['ID=3323a3b1-f1f5-4885-8d76-cb260776ecaa,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:40.564249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9046ad53-7829-461f-812c-c130c31ac1e1 None None] Provisioning complete for port b072131c-ba75-44b7-bdd6-70a626171b7a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:40.564833 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9046ad53-7829-461f-812c-c130c31ac1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:40.594592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739777b-d38a-4ceb-9bc3-1385b3333fa5 req-69a27296-2162-4995-b990-0f127ff56e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:40.596305 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d739777b-d38a-4ceb-9bc3-1385b3333fa5 req-69a27296-2162-4995-b990-0f127ff56e45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.4481349 Jan 31 16:25:40.662976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9046ad53-7829-461f-812c-c130c31ac1e1 None None] Port b072131c-ba75-44b7-bdd6-70a626171b7a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:25:40.680971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9046ad53-7829-461f-812c-c130c31ac1e1 None None] Provisioning complete for port 3323a3b1-f1f5-4885-8d76-cb260776ecaa triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:40.682415 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9046ad53-7829-461f-812c-c130c31ac1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:40.799816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Sync routers for ids ['865cb19f-3298-4d95-ab5b-484c75d720ec'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:25:40.802967 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5c2c6c31-0d86-4835-98b6-5c6a24e13387 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:25:40.806856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-7b58b7b7-0707-42be-81b5-7f7209d75503 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1072426700&fields=id&tenant_id=b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 267 time: 0.2061994 Jan 31 16:25:40.845843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d739777b-d38a-4ceb-9bc3-1385b3333fa5 req-360b5c37-216a-4b3d-a898-9a8fcbab8e59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85a40258-e20b-4e58-83ad-0e554d07ea48 HTTP/1.1" status: 200 len: 1001 time: 0.2265227 Jan 31 16:25:40.909713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Routers {'865cb19f-3298-4d95-ab5b-484c75d720ec'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:40.910737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['865cb19f-3298-4d95-ab5b-484c75d720ec'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:41.038826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739777b-d38a-4ceb-9bc3-1385b3333fa5 req-9f7e4f49-7358-4582-8181-b61a93f37f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:41.040335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d739777b-d38a-4ceb-9bc3-1385b3333fa5 req-9f7e4f49-7358-4582-8181-b61a93f37f50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.1803842 Jan 31 16:25:41.092341 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 5c2c6c31-0d86-4835-98b6-5c6a24e13387 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:41.092708 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:41.122296 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-831b04a0-e639-46e9-b30e-4adbcce309d3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:41.131110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-831b04a0-e639-46e9-b30e-4adbcce309d3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/networks?id=9d0de021-8319-4c1d-82f2-fab5d2fdd926 HTTP/1.1" status: 200 len: 797 time: 0.3128757 Jan 31 16:25:41.211123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Set router 865cb19f-3298-4d95-ab5b-484c75d720ec gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:41.260878 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5d4a5cb7-0643-4ede-aaa0-1258ce688b41 None None] Provisioning complete for port b072131c-ba75-44b7-bdd6-70a626171b7a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:41.261255 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5cb7-0643-4ede-aaa0-1258ce688b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:41.280347 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-0f5ad977-c2a0-48da-b8c6-599734a86155 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/quotas/b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 375 time: 0.1481113 Jan 31 16:25:41.352397 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a5cb7-0643-4ede-aaa0-1258ce688b41 None None] Port b072131c-ba75-44b7-bdd6-70a626171b7a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:25:41.418127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739777b-d38a-4ceb-9bc3-1385b3333fa5 req-ff533275-9c89-4c71-bc75-03dbf47b3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:41.425835 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d739777b-d38a-4ceb-9bc3-1385b3333fa5 req-ff533275-9c89-4c71-bc75-03dbf47b3fff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3658693 Jan 31 16:25:41.631351 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fbb1a540-8bc2-4961-b69d-d4bc3931c3e1 None None] Provisioning complete for port b072131c-ba75-44b7-bdd6-70a626171b7a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:41.632129 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a540-8bc2-4961-b69d-d4bc3931c3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:41.651128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3323a3b1-f1f5-4885-8d76-cb260776ecaa up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:25:41.651522 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d739777b-d38a-4ceb-9bc3-1385b3333fa5 req-1a6d7f49-4968-4dcc-94c0-58c197850153 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003639 Jan 31 16:25:41.837747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-fbb1a540-8bc2-4961-b69d-d4bc3931c3e1 None None] Port b072131c-ba75-44b7-bdd6-70a626171b7a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:25:41.920214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3323a3b1-f1f5-4885-8d76-cb260776ecaa triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:41.920518 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:41.967961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:25:37Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b072131c-ba75-44b7-bdd6-70a626171b7a', 'name': '', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:8c:ae:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:36Z', 'updated_at': '2022-01-31T16:25:38Z', 'revision_number': 2, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:42.019771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Checking router: 865cb19f-3298-4d95-ab5b-484c75d720ec for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:25:42.020404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Updating router 865cb19f-3298-4d95-ab5b-484c75d720ec port b072131c-ba75-44b7-bdd6-70a626171b7a binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:25:42.101240 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:42.220359 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-bf1c3ceb-dfcf-4c6a-b640-2445bf4a0473 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9390993 Jan 31 16:25:42.260114 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d739777b-d38a-4ceb-9bc3-1385b3333fa5 req-68e2faaa-43eb-48d3-b9fa-88ff079c798e service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982723 Jan 31 16:25:42.387648 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-98c79608-9771-4101-a263-91cdcba328f2 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262059 Jan 31 16:25:42.497939 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-d702e63d-0f5e-47f7-a19c-17d5fa4fd610 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034422 Jan 31 16:25:42.546355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:42.560235 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:42.616390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7ae3c-a35f-43ab-aaca-1bb15cc89af5 None None] Pushing event updated for resources: {'Port': ['ID=b072131c-ba75-44b7-bdd6-70a626171b7a,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:42.797632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Attempting to bind port b072131c-ba75-44b7-bdd6-70a626171b7a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:25:42.797999 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Attempting to bind port b072131c-ba75-44b7-bdd6-70a626171b7a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:25:42.798408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Attempting to bind port b072131c-ba75-44b7-bdd6-70a626171b7a on network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:25:42.805450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:25:42.806082 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Checking segment: {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:25:42.806487 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:42.807620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Bound using segment: {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:25:42.808132 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Bound port: b072131c-ba75-44b7-bdd6-70a626171b7a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:25:42.808515 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:42.877089 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa943c11-1747-4702-9da8-187c8f9858e1 req-c86f13d4-d262-45fe-85f7-7eb360d9ec93 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 210 time: 0.0748703 Jan 31 16:25:42.892479 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] For port b072131c-ba75-44b7-bdd6-70a626171b7a, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:25:42.895791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] For port b072131c-ba75-44b7-bdd6-70a626171b7a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b072131c-ba75-44b7-bdd6-70a626171b7a,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:25:42.906258 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:43.055130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7ae3c-a35f-43ab-aaca-1bb15cc89af5 None None] Pushing event updated for resources: {'Port': ['ID=b072131c-ba75-44b7-bdd6-70a626171b7a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:43.097972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Routers {'865cb19f-3298-4d95-ab5b-484c75d720ec'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:43.098691 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['865cb19f-3298-4d95-ab5b-484c75d720ec'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:43.235546 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4ec97737-aff2-4cd0-aa6c-adb125943e10 None None] Provisioning complete for port b072131c-ba75-44b7-bdd6-70a626171b7a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:43.235914 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ec97737-aff2-4cd0-aa6c-adb125943e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:43.393417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] Set router 865cb19f-3298-4d95-ab5b-484c75d720ec gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:43.519466 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ec97737-aff2-4cd0-aa6c-adb125943e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:43.763775 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4ec97737-aff2-4cd0-aa6c-adb125943e10 None None] For port b072131c-ba75-44b7-bdd6-70a626171b7a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b072131c-ba75-44b7-bdd6-70a626171b7a,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:43.772576 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ec97737-aff2-4cd0-aa6c-adb125943e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:43.850242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34694) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:43.859297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec97737-aff2-4cd0-aa6c-adb125943e10 None None] Pushing event updated for resources: {'Port': ['ID=b072131c-ba75-44b7-bdd6-70a626171b7a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:43.906167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-75fa71e3-fe52-455d-b50a-56eccf631986 None None] Provisioning complete for port b072131c-ba75-44b7-bdd6-70a626171b7a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:43.906864 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-75fa71e3-fe52-455d-b50a-56eccf631986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:43.962392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:25:37Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b072131c-ba75-44b7-bdd6-70a626171b7a', 'name': '', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:8c:ae:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:36Z', 'updated_at': '2022-01-31T16:25:42Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:43.991694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b02f74-ed3a-420c-8ee3-55e90282666d None None] The sync data for ids ['865cb19f-3298-4d95-ab5b-484c75d720ec'] in n-d-827120-1 is: [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:25:37Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b072131c-ba75-44b7-bdd6-70a626171b7a', 'name': '', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:8c:ae:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:36Z', 'updated_at': '2022-01-31T16:25:42Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:25:44.213680 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d3b592c5-de64-4244-814d-ac74573a6e38 req-ed183741-ad64-4c4d-8fce-8eeaa56efc70 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 210 time: 0.1526451 Jan 31 16:25:44.342400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-bbd37404-f9ee-4c01-870f-fae8b5c415c2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:44.343938 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-bbd37404-f9ee-4c01-870f-fae8b5c415c2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.20 "GET /v2.0/networks?id=9d0de021-8319-4c1d-82f2-fab5d2fdd926 HTTP/1.1" status: 200 len: 797 time: 0.1949580 Jan 31 16:25:44.398710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-8cc191f9-3974-4e14-b481-0824cff34ee7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 380 time: 0.0418541 Jan 31 16:25:44.410970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'port': {'device_id': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'admin_state_up': True, 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'security_groups': ['c098199b-f069-4085-af84-95b6eb4de7cc']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:44.578544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Made reservation on behalf of b000813a36ef4beea9c3a23c358cd007 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:25:44.584336 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:44.643317 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecbd93cf-5cad-41ed-b7ed-a5345925a2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:44.751053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b072131c-ba75-44b7-bdd6-70a626171b7a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:25:44.818765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b072131c-ba75-44b7-bdd6-70a626171b7a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:44.819508 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:44.826876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.20.0.7 (9d0de021-8319-4c1d-82f2-fab5d2fdd926/ed7c687d-cbb3-4fe4-a221-4e9264c32b4e/0eddd69a-67e7-4645-abda-e35909ffc2f7) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:25:45.021876 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:45.052453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd93cf-5cad-41ed-b7ed-a5345925a2a8 admin admin] Deleting port a82df676-8e4d-487e-b716-5f799311a641 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:45.052999 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecbd93cf-5cad-41ed-b7ed-a5345925a2a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:45.066580 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:45.123717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:25:45.127124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:25:45.131963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:25:45.136938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=0eddd69a-67e7-4645-abda-e35909ffc2f7,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:45.167864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-ecbd93cf-5cad-41ed-b7ed-a5345925a2a8 admin admin] For port a82df676-8e4d-487e-b716-5f799311a641, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a82df676-8e4d-487e-b716-5f799311a641,segment=NetworkSegment(e29d5250-624e-4532-b8d4-4a3a62c0f025),segment_id=e29d5250-624e-4532-b8d4-4a3a62c0f025)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:45.168290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecbd93cf-5cad-41ed-b7ed-a5345925a2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:45.189036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd93cf-5cad-41ed-b7ed-a5345925a2a8 admin admin] Calling delete_port for a82df676-8e4d-487e-b716-5f799311a641 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:45.195036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:45.195727 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:45.218774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-2a742b10-fd6e-4bc5-bf09-77384b94a762 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8121648 Jan 31 16:25:45.231107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Request body: {'port': {'device_id': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:45.311554 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:45.411382 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecbd93cf-5cad-41ed-b7ed-a5345925a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:45.478504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd93cf-5cad-41ed-b7ed-a5345925a2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a82df676-8e4d-487e-b716-5f799311a641,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:45.491539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdf999-52ed-4e34-8123-b32c00dde2fd req-8ba27dab-1f31-439e-87d4-543e6e3a4669 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:45.498012 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9cbdf999-52ed-4e34-8123-b32c00dde2fd req-8ba27dab-1f31-439e-87d4-543e6e3a4669 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 931 time: 0.1721175 Jan 31 16:25:45.531191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-eb033c48-e800-4ec9-9ed4-37c2f18ea794 None None] Provisioning complete for port 0eddd69a-67e7-4645-abda-e35909ffc2f7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:45.531191 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb033c48-e800-4ec9-9ed4-37c2f18ea794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:45.590761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-eb033c48-e800-4ec9-9ed4-37c2f18ea794 None None] Port 0eddd69a-67e7-4645-abda-e35909ffc2f7 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:25:45.604686 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9cbdf999-52ed-4e34-8123-b32c00dde2fd req-a3730722-e889-4a11-974c-86bfd1a59d99 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982323 Jan 31 16:25:45.703169 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ecbd93cf-5cad-41ed-b7ed-a5345925a2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:45.775238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eddd69a-67e7-4645-abda-e35909ffc2f7 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:25:45.783055 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:45.795865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Transition to ACTIVE for port object 0eddd69a-67e7-4645-abda-e35909ffc2f7 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:25:45.799789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:45.858265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Pushing event updated for resources: {'Port': ['ID=0eddd69a-67e7-4645-abda-e35909ffc2f7,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:45.947459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Attempting to bind port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:25:45.947796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Attempting to bind port 0eddd69a-67e7-4645-abda-e35909ffc2f7 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:25:45.947915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbd93cf-5cad-41ed-b7ed-a5345925a2a8 admin admin] Router 30c085d2-25a3-4ec9-b12a-df74a61456db has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:25:45.948262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Attempting to bind port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:25:45.953679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:25:45.954012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Attempting to bind port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:25:45.959848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:25:45.961561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Checking segment: {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:25:45.961561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Bound using segment: {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:25:45.961561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Bound port: 0eddd69a-67e7-4645-abda-e35909ffc2f7, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:25:45.961561 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:46.034136 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:25:46.038262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:25:46.044508 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:46.073210 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbd93cf-5cad-41ed-b7ed-a5345925a2a8 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:25:46.082551 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ecbd93cf-5cad-41ed-b7ed-a5345925a2a8 admin admin] 10.222.0.36 "PUT /v2.0/routers/30c085d2-25a3-4ec9-b12a-df74a61456db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2303996 Jan 31 16:25:46.082773 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34704) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:46.087570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:46.088097 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f36e4a-7ec6-461c-9120-34b2dc2ffcd9 None None] Sync routers for ids ['30c085d2-25a3-4ec9-b12a-df74a61456db'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:25:46.088600 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:46.089613 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] 10.222.0.20 "PUT /v2.0/ports/0eddd69a-67e7-4645-abda-e35909ffc2f7 HTTP/1.1" status: 200 len: 1091 time: 0.8633149 Jan 31 16:25:46.098522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:25:46.102967 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623ec76b-0067-4cb3-ae33-2531d8c061df" -d '{"events": [{"name": "network-changed", "server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:25:46.103178 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f36e4a-7ec6-461c-9120-34b2dc2ffcd9 None None] Routers {'30c085d2-25a3-4ec9-b12a-df74a61456db'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:46.103981 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-26f36e4a-7ec6-461c-9120-34b2dc2ffcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30c085d2-25a3-4ec9-b12a-df74a61456db'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:46.182296 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8550e4-ce1a-4745-956e-85068aafbecf x-openstack-request-id: req-bd8550e4-ce1a-4745-956e-85068aafbecf {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:25:46.182587 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:25:46.182841 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd8550e4-ce1a-4745-956e-85068aafbecf {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:25:46.183260 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'status': 'completed', 'code': 200} Jan 31 16:25:46.195972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c295b5f-eea9-4e15-8c9e-fc1e56588af5 service neutron] Pushing event updated for resources: {'Port': ['ID=0eddd69a-67e7-4645-abda-e35909ffc2f7,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:46.234865 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-26f36e4a-7ec6-461c-9120-34b2dc2ffcd9 None None] Set router 30c085d2-25a3-4ec9-b12a-df74a61456db gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:46.280067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-b8754fea-d738-4aaf-a412-6274ae48e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:46.281632 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-b8754fea-d738-4aaf-a412-6274ae48e2ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 1094 time: 0.1011956 Jan 31 16:25:46.303538 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:46.372222 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-a2efcc6c-c519-420b-9bd4-d3935f9765bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7 HTTP/1.1" status: 200 len: 217 time: 0.0785584 Jan 31 16:25:46.448482 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-26f36e4a-7ec6-461c-9120-34b2dc2ffcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:25:45Z', 'revision_number': 5, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:46.474107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-e4dcfa03-b1e0-441c-9721-967366db9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:46.476251 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-e4dcfa03-b1e0-441c-9721-967366db9064 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed7c687d-cbb3-4fe4-a221-4e9264c32b4e HTTP/1.1" status: 200 len: 835 time: 0.0959923 Jan 31 16:25:46.480559 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f36e4a-7ec6-461c-9120-34b2dc2ffcd9 None None] Checking router: 30c085d2-25a3-4ec9-b12a-df74a61456db for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:25:46.490501 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f36e4a-7ec6-461c-9120-34b2dc2ffcd9 None None] Routers {'30c085d2-25a3-4ec9-b12a-df74a61456db'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:46.491287 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-26f36e4a-7ec6-461c-9120-34b2dc2ffcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30c085d2-25a3-4ec9-b12a-df74a61456db'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:46.500452 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:46.564714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-416d8f48-61b0-4b42-9825-3db0e792af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:46.566415 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-416d8f48-61b0-4b42-9825-3db0e792af77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0de021-8319-4c1d-82f2-fab5d2fdd926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808883 Jan 31 16:25:46.619985 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-26f36e4a-7ec6-461c-9120-34b2dc2ffcd9 None None] Set router 30c085d2-25a3-4ec9-b12a-df74a61456db gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:46.668218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Deleting port 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:46.668570 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:46.775755 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-09d26445-f4b2-422d-8e43-87407d2d0168 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016201 Jan 31 16:25:46.829672 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-26f36e4a-7ec6-461c-9120-34b2dc2ffcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:25:45Z', 'revision_number': 5, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:46.832907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad257ec-fa97-4736-b701-a3c1cd6f9a73 req-e6d9adc7-4724-4763-a660-5c4ff0163c0b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:46.834502 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ad257ec-fa97-4736-b701-a3c1cd6f9a73 req-e6d9adc7-4724-4763-a660-5c4ff0163c0b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 943 time: 0.1455824 Jan 31 16:25:46.862251 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f36e4a-7ec6-461c-9120-34b2dc2ffcd9 None None] The sync data for ids ['30c085d2-25a3-4ec9-b12a-df74a61456db'] in n-d-827120-1 is: [{'id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'name': 'tempest-TestVolumeBackupRestore-192875937-router', 'tenant_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:01Z', 'updated_at': '2022-01-31T16:25:45Z', 'revision_number': 5, 'project_id': '4b38cc8bb1a146ea91b2ed3249c854e9', 'gw_port': {'id': '9bd04423-f41d-4b49-a7c6-70a3cc95e2b9', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c085d2-25a3-4ec9-b12a-df74a61456db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:02Z', 'updated_at': '2022-01-31T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:25:46.880902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] For port 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9bd04423-f41d-4b49-a7c6-70a3cc95e2b9,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:46.881264 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:46.906826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Calling delete_port for 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:46.948986 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ad257ec-fa97-4736-b701-a3c1cd6f9a73 req-0f12ca61-728b-452b-aa8f-616f9633d7cf tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829926 Jan 31 16:25:47.004115 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dff0211f-9436-4baa-bc52-c9dc4fa94bca req-294959e6-b6c9-48c7-b737-04c190c56587 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209034 Jan 31 16:25:47.139466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ec76b-0067-4cb3-ae33-2531d8c061df req-765eee99-1ac1-4c81-b53e-a7655adc2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:47.140875 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-623ec76b-0067-4cb3-ae33-2531d8c061df req-765eee99-1ac1-4c81-b53e-a7655adc2266 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 1094 time: 0.0695136 Jan 31 16:25:47.249016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:47.271872 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1e22a792-1ee9-4ac7-82c2-2824fef468a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:47.290833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd04423-f41d-4b49-a7c6-70a3cc95e2b9,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:47.353883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ec76b-0067-4cb3-ae33-2531d8c061df req-c0ae4c59-4ff9-4847-89de-d0effaebf9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:47.355793 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-623ec76b-0067-4cb3-ae33-2531d8c061df req-c0ae4c59-4ff9-4847-89de-d0effaebf9a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d0de021-8319-4c1d-82f2-fab5d2fdd926 HTTP/1.1" status: 200 len: 898 time: 0.1925938 Jan 31 16:25:47.403693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-623ec76b-0067-4cb3-ae33-2531d8c061df req-070448f1-5b94-4117-a292-ea293f23d2db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7 HTTP/1.1" status: 200 len: 217 time: 0.0406423 Jan 31 16:25:47.413356 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:47.543827 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:47.547367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:47.559797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ec76b-0067-4cb3-ae33-2531d8c061df req-0d27bf2a-f174-4475-93d7-8e0cc762218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:47.561396 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-623ec76b-0067-4cb3-ae33-2531d8c061df req-0d27bf2a-f174-4475-93d7-8e0cc762218b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed7c687d-cbb3-4fe4-a221-4e9264c32b4e HTTP/1.1" status: 200 len: 835 time: 0.1493979 Jan 31 16:25:47.629486 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:47.630065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30c085d2-25a3-4ec9-b12a-df74a61456db {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:25:47.635117 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:47.640095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b319bb6d-883c-401e-9d0f-93e26dad1290 admin admin] 10.222.0.36 "DELETE /v2.0/routers/30c085d2-25a3-4ec9-b12a-df74a61456db HTTP/1.1" status: 204 len: 168 time: 1.5505123 Jan 31 16:25:47.641326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34712) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:47.667220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ec76b-0067-4cb3-ae33-2531d8c061df req-a8ef59f1-ee5a-415e-8d8c-f34e3a659f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:47.669790 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-623ec76b-0067-4cb3-ae33-2531d8c061df req-a8ef59f1-ee5a-415e-8d8c-f34e3a659f23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0de021-8319-4c1d-82f2-fab5d2fdd926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735645 Jan 31 16:25:47.702138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-14463b2a-8e99-4b37-8ab1-ad007819b890 admin admin] Deleting subnet 75428bcd-1695-4f41-8e2b-95edd6e78f28 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:25:47.706469 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-14463b2a-8e99-4b37-8ab1-ad007819b890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:47.750602 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-14463b2a-8e99-4b37-8ab1-ad007819b890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:47.860667 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-14463b2a-8e99-4b37-8ab1-ad007819b890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:47.926309 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-14463b2a-8e99-4b37-8ab1-ad007819b890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:47.953504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14463b2a-8e99-4b37-8ab1-ad007819b890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75428bcd-1695-4f41-8e2b-95edd6e78f28,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:47.957913 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-14463b2a-8e99-4b37-8ab1-ad007819b890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:47.964799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d17d30-04d0-460d-80a0-839d2192334d None None] Network 15892233-6fd1-4a65-873d-fc61da91110a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:25:47.966028 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-14463b2a-8e99-4b37-8ab1-ad007819b890 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/75428bcd-1695-4f41-8e2b-95edd6e78f28 HTTP/1.1" status: 204 len: 168 time: 0.3239903 Jan 31 16:25:47.966704 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34714) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:48.050855 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.143311 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-623ec76b-0067-4cb3-ae33-2531d8c061df req-6a6fe75b-3c52-4da1-b7db-ab651828ca59 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654257 Jan 31 16:25:48.165749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f9463-2e9d-4eb4-87a3-3844749db5b1 req-7798da7f-1930-467d-9287-cae900ef72d1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:48.171375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-691f9463-2e9d-4eb4-87a3-3844749db5b1 req-7798da7f-1930-467d-9287-cae900ef72d1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 943 time: 0.1163354 Jan 31 16:25:48.248477 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-691f9463-2e9d-4eb4-87a3-3844749db5b1 req-79daa23c-1df7-414a-b91d-62d968656f5a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654867 Jan 31 16:25:48.249126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3854638e-47cc-4c73-847c-f5418f088093 None None] DHCP port deletion for 15892233-6fd1-4a65-873d-fc61da91110a request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:25:48.257335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Deleting port e3f722b8-ee8c-4adf-badb-ccb8abf575a1 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:48.257858 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.282025 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-623ec76b-0067-4cb3-ae33-2531d8c061df req-9705fcb7-102d-4a02-a9b8-c6f5c4a7db3f service neutron] 10.222.0.20 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314754 Jan 31 16:25:48.315908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3854638e-47cc-4c73-847c-f5418f088093 None None] Deleting port e3f722b8-ee8c-4adf-badb-ccb8abf575a1 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:48.316522 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3854638e-47cc-4c73-847c-f5418f088093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.337126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] For port e3f722b8-ee8c-4adf-badb-ccb8abf575a1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e3f722b8-ee8c-4adf-badb-ccb8abf575a1,segment=NetworkSegment(e29d5250-624e-4532-b8d4-4a3a62c0f025),segment_id=e29d5250-624e-4532-b8d4-4a3a62c0f025)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:48.337877 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.357609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Calling delete_port for e3f722b8-ee8c-4adf-badb-ccb8abf575a1 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:48.381416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3854638e-47cc-4c73-847c-f5418f088093 None None] For port e3f722b8-ee8c-4adf-badb-ccb8abf575a1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e3f722b8-ee8c-4adf-badb-ccb8abf575a1,segment=NetworkSegment(e29d5250-624e-4532-b8d4-4a3a62c0f025),segment_id=e29d5250-624e-4532-b8d4-4a3a62c0f025)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:48.381848 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3854638e-47cc-4c73-847c-f5418f088093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.396073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3854638e-47cc-4c73-847c-f5418f088093 None None] Calling delete_port for e3f722b8-ee8c-4adf-badb-ccb8abf575a1 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:48.442175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.469661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f722b8-ee8c-4adf-badb-ccb8abf575a1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:48.473397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] No DVR routers for this DVR port e3f722b8-ee8c-4adf-badb-ccb8abf575a1 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:25:48.484378 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3854638e-47cc-4c73-847c-f5418f088093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.512107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854638e-47cc-4c73-847c-f5418f088093 None None] Pushing event deleted for resources: {'Port': ['ID=e3f722b8-ee8c-4adf-badb-ccb8abf575a1,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:48.517485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3854638e-47cc-4c73-847c-f5418f088093 None None] No DVR routers for this DVR port e3f722b8-ee8c-4adf-badb-ccb8abf575a1 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:25:48.560822 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.589032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15892233-6fd1-4a65-873d-fc61da91110a']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:48.599688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29d5250-624e-4532-b8d4-4a3a62c0f025') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:48.600120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29d5250-624e-4532-b8d4-4a3a62c0f025') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:48.610272 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.624531 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.626831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:25:48.631421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:25:48.632009 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:25:48.633801 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:25:48.648410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:25:48.648756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9bd04423-f41d-4b49-a7c6-70a3cc95e2b9 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:25:48.649172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a82df676-8e4d-487e-b716-5f799311a641 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:25:48.669357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: a82df676-8e4d-487e-b716-5f799311a641 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:25:48.669876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a82df676-8e4d-487e-b716-5f799311a641 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:25:48.670303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e3f722b8-ee8c-4adf-badb-ccb8abf575a1 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:25:48.690934 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e3f722b8-ee8c-4adf-badb-ccb8abf575a1 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:25:48.691273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e3f722b8-ee8c-4adf-badb-ccb8abf575a1 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:25:48.716148 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.724503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:48.728121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] 10.222.0.36 "DELETE /v2.0/networks/15892233-6fd1-4a65-873d-fc61da91110a HTTP/1.1" status: 204 len: 168 time: 0.7602830 Jan 31 16:25:48.733021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34722) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:48.746611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee927b20-a73f-4a89-bfe9-bab046455091 admin admin] Pushing event deleted for resources: {'Network': ['ID=15892233-6fd1-4a65-873d-fc61da91110a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:49.137086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3cc25e0-f9d4-4a86-a5b2-81b5b68bee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:49.416164 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a194e-d604-47b3-b7c0-198f3ee7c128 req-975ebea2-7b93-408e-82a3-e3a5dc313e9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:49.417702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d79a194e-d604-47b3-b7c0-198f3ee7c128 req-975ebea2-7b93-408e-82a3-e3a5dc313e9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 943 time: 0.0870721 Jan 31 16:25:49.482961 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d79a194e-d604-47b3-b7c0-198f3ee7c128 req-0bd4e7fb-efdc-4ea2-b7e6-c24e0e3c3294 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569525 Jan 31 16:25:49.504426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc25e0-f9d4-4a86-a5b2-81b5b68bee9c admin admin] Deleting port f57251e2-acb3-4d7f-9213-37c4a37a401d {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:49.504957 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3cc25e0-f9d4-4a86-a5b2-81b5b68bee9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:49.593414 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-f3cc25e0-f9d4-4a86-a5b2-81b5b68bee9c admin admin] For port f57251e2-acb3-4d7f-9213-37c4a37a401d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f57251e2-acb3-4d7f-9213-37c4a37a401d,segment=NetworkSegment(e4f15e7c-235c-4b29-b651-3c3343a9036d),segment_id=e4f15e7c-235c-4b29-b651-3c3343a9036d)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:49.593807 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3cc25e0-f9d4-4a86-a5b2-81b5b68bee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:49.606727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc25e0-f9d4-4a86-a5b2-81b5b68bee9c admin admin] Calling delete_port for f57251e2-acb3-4d7f-9213-37c4a37a401d owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:49.687120 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f9072d63-2731-40a5-a58e-cf2248bf4e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:49.813612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3cc25e0-f9d4-4a86-a5b2-81b5b68bee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:49.841900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc25e0-f9d4-4a86-a5b2-81b5b68bee9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f57251e2-acb3-4d7f-9213-37c4a37a401d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:50.033731 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3cc25e0-f9d4-4a86-a5b2-81b5b68bee9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:50.291964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cc25e0-f9d4-4a86-a5b2-81b5b68bee9c admin admin] Router 333ec048-4b76-4d51-8468-b0cb4da98c65 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:25:50.423549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cc25e0-f9d4-4a86-a5b2-81b5b68bee9c admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:25:50.434460 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f3cc25e0-f9d4-4a86-a5b2-81b5b68bee9c admin admin] 10.222.0.36 "PUT /v2.0/routers/333ec048-4b76-4d51-8468-b0cb4da98c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6945522 Jan 31 16:25:50.434460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34738) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:50.438562 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e7794-6ea7-4f52-bf5e-3ac636749fba None None] Sync routers for ids ['333ec048-4b76-4d51-8468-b0cb4da98c65'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:25:50.450398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e7794-6ea7-4f52-bf5e-3ac636749fba None None] Routers {'333ec048-4b76-4d51-8468-b0cb4da98c65'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:50.451906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-189e7794-6ea7-4f52-bf5e-3ac636749fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['333ec048-4b76-4d51-8468-b0cb4da98c65'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:50.609112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:50.614773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-189e7794-6ea7-4f52-bf5e-3ac636749fba None None] Set router 333ec048-4b76-4d51-8468-b0cb4da98c65 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:50.735414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e6700-0049-4575-8128-ba12cd72c602 req-13f649d1-0ee6-47b2-a24f-fc5946522c2c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:50.751337 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c9e6700-0049-4575-8128-ba12cd72c602 req-13f649d1-0ee6-47b2-a24f-fc5946522c2c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 943 time: 0.1300662 Jan 31 16:25:50.768075 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:50.826026 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4c9e6700-0049-4575-8128-ba12cd72c602 req-fec3dd04-a506-4ba6-a0ef-5a640d60c203 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692720 Jan 31 16:25:50.878629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Deleting port 873d0222-5c74-4864-8358-37266b601583 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:50.879649 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:50.926754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-189e7794-6ea7-4f52-bf5e-3ac636749fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'name': 'tempest-TestVolumeBackupRestore-2055944939-router', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '873d0222-5c74-4864-8358-37266b601583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:07Z', 'updated_at': '2022-01-31T16:25:49Z', 'revision_number': 5, 'project_id': 'ed25d6d89d39428cb95f4347e34469fd', 'gw_port': {'id': '873d0222-5c74-4864-8358-37266b601583', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:22:08Z', 'updated_at': '2022-01-31T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:50.930784 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:50.958370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e7794-6ea7-4f52-bf5e-3ac636749fba None None] Checking router: 333ec048-4b76-4d51-8468-b0cb4da98c65 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:25:50.971794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e7794-6ea7-4f52-bf5e-3ac636749fba None None] Routers {'333ec048-4b76-4d51-8468-b0cb4da98c65'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:50.973095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-189e7794-6ea7-4f52-bf5e-3ac636749fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['333ec048-4b76-4d51-8468-b0cb4da98c65'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:50.981634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] For port 873d0222-5c74-4864-8358-37266b601583, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=873d0222-5c74-4864-8358-37266b601583,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:50.982093 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:50.996205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Calling delete_port for 873d0222-5c74-4864-8358-37266b601583 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:51.076736 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0eddd69a-67e7-4645-abda-e35909ffc2f7 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:25:51.116694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-189e7794-6ea7-4f52-bf5e-3ac636749fba None None] Set router 333ec048-4b76-4d51-8468-b0cb4da98c65 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:51.195352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-189e7794-6ea7-4f52-bf5e-3ac636749fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'name': 'tempest-TestVolumeBackupRestore-2055944939-router', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:07Z', 'updated_at': '2022-01-31T16:25:50Z', 'revision_number': 6, 'project_id': 'ed25d6d89d39428cb95f4347e34469fd', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:51.258011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e7794-6ea7-4f52-bf5e-3ac636749fba None None] The sync data for ids ['333ec048-4b76-4d51-8468-b0cb4da98c65'] in n-d-827120-1 is: [{'id': '333ec048-4b76-4d51-8468-b0cb4da98c65', 'name': 'tempest-TestVolumeBackupRestore-2055944939-router', 'tenant_id': 'ed25d6d89d39428cb95f4347e34469fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:22:07Z', 'updated_at': '2022-01-31T16:25:50Z', 'revision_number': 6, 'project_id': 'ed25d6d89d39428cb95f4347e34469fd', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:25:51.295668 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:51.314754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:51.329922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'port_id': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'mac_address': 'fa:16:3e:09:b8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:25:51.382827 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:51.399625 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eddd69a-67e7-4645-abda-e35909ffc2f7 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:25:51.405960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Pushing event deleted for resources: {'Port': ['ID=873d0222-5c74-4864-8358-37266b601583,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:51.421370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:51.425945 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:51.494754 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:51.499975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=0eddd69a-67e7-4645-abda-e35909ffc2f7,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:51.662024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['0eddd69a-67e7-4645-abda-e35909ffc2f7'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:25:51.718837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:51.731089 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:51.829584 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:51.830161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 333ec048-4b76-4d51-8468-b0cb4da98c65 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:25:51.839624 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:51.845443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34744) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:51.846151 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9f338678-b7dd-44d9-9ee9-f41d26278137 admin admin] 10.222.0.36 "DELETE /v2.0/routers/333ec048-4b76-4d51-8468-b0cb4da98c65 HTTP/1.1" status: 204 len: 168 time: 1.4073188 Jan 31 16:25:51.955627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8c7dcd-02b4-4c86-be4a-e0fc31449344 admin admin] Deleting subnet 9774edfb-75ac-4c8a-bca3-d06cf03641ed {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:25:51.960870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae8c7dcd-02b4-4c86-be4a-e0fc31449344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.005507 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae8c7dcd-02b4-4c86-be4a-e0fc31449344 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.047721 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c866c-cd61-4483-a3f2-28f9500cbc3b req-91ffc5cf-4def-4b5d-9526-a32b2b3527a1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:52.051728 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e1c866c-cd61-4483-a3f2-28f9500cbc3b req-91ffc5cf-4def-4b5d-9526-a32b2b3527a1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 944 time: 0.0799148 Jan 31 16:25:52.117387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae8c7dcd-02b4-4c86-be4a-e0fc31449344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.118905 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e1c866c-cd61-4483-a3f2-28f9500cbc3b req-febbc6e4-dc56-4072-bb58-76587979f2c4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551133 Jan 31 16:25:52.171529 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae8c7dcd-02b4-4c86-be4a-e0fc31449344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.198191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c7dcd-02b4-4c86-be4a-e0fc31449344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9774edfb-75ac-4c8a-bca3-d06cf03641ed,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:52.200158 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ae8c7dcd-02b4-4c86-be4a-e0fc31449344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.203337 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ae8c7dcd-02b4-4c86-be4a-e0fc31449344 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9774edfb-75ac-4c8a-bca3-d06cf03641ed HTTP/1.1" status: 204 len: 168 time: 0.3556843 Jan 31 16:25:52.204592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c89e38c-cbd6-48a2-91d5-66a7759e1225 None None] Network 2a36f564-2538-48c2-b887-960d82ac8c77 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:25:52.205821 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34748) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:52.283290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.340621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Deleting port d90dd5dc-0e0a-42e6-ad6a-583b402f820b {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:52.340968 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.359182 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.412129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] For port d90dd5dc-0e0a-42e6-ad6a-583b402f820b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d90dd5dc-0e0a-42e6-ad6a-583b402f820b,segment=NetworkSegment(e4f15e7c-235c-4b29-b651-3c3343a9036d),segment_id=e4f15e7c-235c-4b29-b651-3c3343a9036d)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:52.412732 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.429955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Calling delete_port for d90dd5dc-0e0a-42e6-ad6a-583b402f820b owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:52.454599 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e20b6b-b23a-4827-bb1e-94f98f1b541c None None] DHCP port deletion for 2a36f564-2538-48c2-b887-960d82ac8c77 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:25:52.541263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-84e20b6b-b23a-4827-bb1e-94f98f1b541c None None] Deleting port d90dd5dc-0e0a-42e6-ad6a-583b402f820b {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:25:52.542643 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-84e20b6b-b23a-4827-bb1e-94f98f1b541c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.547174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.590908 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] No DVR routers for this DVR port d90dd5dc-0e0a-42e6-ad6a-583b402f820b on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:25:52.614940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Pushing event deleted for resources: {'Port': ['ID=d90dd5dc-0e0a-42e6-ad6a-583b402f820b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:52.656177 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.686245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 873d0222-5c74-4864-8358-37266b601583 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:25:52.716765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 873d0222-5c74-4864-8358-37266b601583 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:25:52.717155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 873d0222-5c74-4864-8358-37266b601583 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:25:52.717945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f57251e2-acb3-4d7f-9213-37c4a37a401d no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:25:52.723247 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.724693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-84e20b6b-b23a-4827-bb1e-94f98f1b541c None None] For port d90dd5dc-0e0a-42e6-ad6a-583b402f820b, host n-d-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:52.725200 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-84e20b6b-b23a-4827-bb1e-94f98f1b541c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.750427 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: f57251e2-acb3-4d7f-9213-37c4a37a401d {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:25:52.750666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f57251e2-acb3-4d7f-9213-37c4a37a401d not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:25:52.750804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a36f564-2538-48c2-b887-960d82ac8c77']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:52.751066 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d90dd5dc-0e0a-42e6-ad6a-583b402f820b no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:25:52.763604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f15e7c-235c-4b29-b651-3c3343a9036d') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:52.763931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f15e7c-235c-4b29-b651-3c3343a9036d') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:52.773434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-84e20b6b-b23a-4827-bb1e-94f98f1b541c None None] Calling delete_port for d90dd5dc-0e0a-42e6-ad6a-583b402f820b owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:25:52.776584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.ipam_backend_mixin [None req-84e20b6b-b23a-4827-bb1e-94f98f1b541c None None] Port d90dd5dc-0e0a-42e6-ad6a-583b402f820b was not found and therefore no delete operation was performed {{(pid=108773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:25:52.777681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d90dd5dc-0e0a-42e6-ad6a-583b402f820b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:25:52.778026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d90dd5dc-0e0a-42e6-ad6a-583b402f820b not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:25:52.781050 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-84e20b6b-b23a-4827-bb1e-94f98f1b541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:52.812582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e20b6b-b23a-4827-bb1e-94f98f1b541c None None] Pushing event deleted for resources: {'Port': ['ID=d90dd5dc-0e0a-42e6-ad6a-583b402f820b,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:52.817844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e20b6b-b23a-4827-bb1e-94f98f1b541c None None] No DVR routers for this DVR port d90dd5dc-0e0a-42e6-ad6a-583b402f820b on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:25:53.063397 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:53.078375 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:53.084604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:25:53.084988 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:25:53.086810 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:25:53.107336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0eddd69a-67e7-4645-abda-e35909ffc2f7 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:25:53.143434 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:53.150322 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:53.156041 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] 10.222.0.36 "DELETE /v2.0/networks/2a36f564-2538-48c2-b887-960d82ac8c77 HTTP/1.1" status: 204 len: 168 time: 0.9468877 Jan 31 16:25:53.178876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 0eddd69a-67e7-4645-abda-e35909ffc2f7 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:25:53.183395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c64e32-2c48-4f88-9009-ac9b1bbf677f admin admin] Pushing event deleted for resources: {'Network': ['ID=2a36f564-2538-48c2-b887-960d82ac8c77,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:53.191192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 0eddd69a-67e7-4645-abda-e35909ffc2f7 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:25:53.191592 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:53.289201 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:53.317209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d465e7d-8bb3-4e02-83b4-27d36c7d83c4 req-ec8c7307-67c5-4970-bf2c-d4cff7fd74c7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:53.318491 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:25:53.320524 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d465e7d-8bb3-4e02-83b4-27d36c7d83c4 req-ec8c7307-67c5-4970-bf2c-d4cff7fd74c7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 944 time: 0.0917954 Jan 31 16:25:53.321939 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96a54a5-db33-4afb-9a8c-74b706dee638" -d '{"events": [{"server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "name": "network-vif-plugged", "status": "completed", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:25:53.345375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34762) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:53.352507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:25:53.363582 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:53.395887 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d465e7d-8bb3-4e02-83b4-27d36c7d83c4 req-66dfda3b-4471-4706-ab43-cae89648dc98 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614681 Jan 31 16:25:53.400447 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dff01e-c1f9-4a7e-b6a7-6f55442307a3 x-openstack-request-id: req-09dff01e-c1f9-4a7e-b6a7-6f55442307a3 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:25:53.400752 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "name": "network-vif-plugged", "status": "completed", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:25:53.401033 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09dff01e-c1f9-4a7e-b6a7-6f55442307a3 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:25:53.401396 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'code': 200} Jan 31 16:25:53.433502 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ff118df8-bfae-4421-8951-f5f6fc8bf616 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b38cc8bb1a146ea91b2ed3249c854e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842731 Jan 31 16:25:53.433744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34764) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:53.442030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=0eddd69a-67e7-4645-abda-e35909ffc2f7,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:53.510484 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-830ae6bc-918d-4f1f-8716-1e9a96018bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:53.515740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c29660-c353-419a-ab57-269a98f22dcb req-1ca5ed21-9222-49fd-8e14-30bf4197821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:53.517641 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99c29660-c353-419a-ab57-269a98f22dcb req-1ca5ed21-9222-49fd-8e14-30bf4197821b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 1096 time: 0.0426576 Jan 31 16:25:53.534527 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-830ae6bc-918d-4f1f-8716-1e9a96018bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:53.559040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99c29660-c353-419a-ab57-269a98f22dcb req-f9f322a9-5128-47eb-90cf-55986d0df014 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349219 Jan 31 16:25:53.582823 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-830ae6bc-918d-4f1f-8716-1e9a96018bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:53.586459 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-830ae6bc-918d-4f1f-8716-1e9a96018bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:53.587644 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-830ae6bc-918d-4f1f-8716-1e9a96018bb4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc8363cb-f815-4eb2-a481-61011524e251 HTTP/1.1" status: 204 len: 168 time: 0.1533520 Jan 31 16:25:53.596042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ae6bc-918d-4f1f-8716-1e9a96018bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8363cb-f815-4eb2-a481-61011524e251,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:54.028708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34772) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:54.070518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d48d86e4-19a0-42d3-9bfe-b5a033ca736f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed25d6d89d39428cb95f4347e34469fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402634 Jan 31 16:25:54.072888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34774) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:54.125183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-133242d5-eb41-477a-91f6-ce88893f784c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:54.146727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-133242d5-eb41-477a-91f6-ce88893f784c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:54.198484 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-133242d5-eb41-477a-91f6-ce88893f784c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:54.201258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-133242d5-eb41-477a-91f6-ce88893f784c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:54.202544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-133242d5-eb41-477a-91f6-ce88893f784c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba9bb475-6441-4264-ab9e-c9ba63a333da HTTP/1.1" status: 204 len: 168 time: 0.1285615 Jan 31 16:25:54.210929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133242d5-eb41-477a-91f6-ce88893f784c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9bb475-6441-4264-ab9e-c9ba63a333da,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:54.535913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5898-285f-4d19-b5a3-dd80074c6bc3 req-c51e4aee-6230-4f1d-a3eb-ffb1bfe148b5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:54.537635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-489b5898-285f-4d19-b5a3-dd80074c6bc3 req-c51e4aee-6230-4f1d-a3eb-ffb1bfe148b5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 945 time: 0.0588064 Jan 31 16:25:54.579763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-489b5898-285f-4d19-b5a3-dd80074c6bc3 req-3afe310a-4a7c-46e4-a61f-d870e458b4eb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353560 Jan 31 16:25:55.723288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f0a8f-a991-4ac8-bd03-1d4e0bf4a399 req-733b8b32-c4b4-433c-b069-abbec6c014f1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:55.724828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-580f0a8f-a991-4ac8-bd03-1d4e0bf4a399 req-733b8b32-c4b4-433c-b069-abbec6c014f1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 945 time: 0.0553224 Jan 31 16:25:55.765548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-580f0a8f-a991-4ac8-bd03-1d4e0bf4a399 req-3ac84222-1796-47d4-867d-3d5973361b71 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339811 Jan 31 16:25:55.893603 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599ec4d-db1b-43a3-b024-0d983616fe12 req-9acea625-0a08-4d02-ad3f-ae45ba1499ff tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:55.895105 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5599ec4d-db1b-43a3-b024-0d983616fe12 req-9acea625-0a08-4d02-ad3f-ae45ba1499ff tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 945 time: 0.0594616 Jan 31 16:25:55.955144 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5599ec4d-db1b-43a3-b024-0d983616fe12 req-f4f36367-f410-4790-8aa8-e0316ed83cb5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529413 Jan 31 16:25:55.990567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34794) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:56.023378 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:56.277171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f90ca1-92c5-4dc2-8b8c-1f7f62fe4d99 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:56.278887 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e4f90ca1-92c5-4dc2-8b8c-1f7f62fe4d99 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 1091 time: 0.2872481 Jan 31 16:25:56.281976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34798) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:56.286523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:25:56.312087 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:56.421670 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:56.540418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.25.1.159 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/6eca9df1-e0f8-413c-a275-ef25962415f6) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:25:56.662490 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:56.704159 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:56.743089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:25:56.746156 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:25:56.749641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:25:56.755128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=6eca9df1-e0f8-413c-a275-ef25962415f6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:57.166067 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:57.236184 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:57.413079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:57.419010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:57.491319 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=6eca9df1-e0f8-413c-a275-ef25962415f6,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:25:57.504969 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:57.613221 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Floating IP faac99c2-9de5-49c0-b96e-615a363c348e associated. External IP: 172.25.1.159, port: 0eddd69a-67e7-4645-abda-e35909ffc2f7. Jan 31 16:25:57.838714 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 865cb19f-3298-4d95-ab5b-484c75d720ec has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:25:57.961648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:25:58.002704 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:58.005043 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e9eb8-2a1c-47a6-b0ff-8172cc030cb4 None None] Sync routers for ids ['865cb19f-3298-4d95-ab5b-484c75d720ec'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:25:58.040987 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:25:58.049206 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e9eb8-2a1c-47a6-b0ff-8172cc030cb4 None None] Routers {'865cb19f-3298-4d95-ab5b-484c75d720ec'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:58.050345 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-cd4e9eb8-2a1c-47a6-b0ff-8172cc030cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['865cb19f-3298-4d95-ab5b-484c75d720ec'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:58.054205 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-187e839c-0de1-4da6-9439-3578e7f9cc90 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7705920 Jan 31 16:25:58.054415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:25:58.056745 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8619925f-4831-4af5-b799-fff488264211" -d '{"events": [{"name": "network-changed", "server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:25:58.102884 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a531ac-b2d2-4cfd-acf2-2a9455723885 x-openstack-request-id: req-12a531ac-b2d2-4cfd-acf2-2a9455723885 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:25:58.103757 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:25:58.103757 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12a531ac-b2d2-4cfd-acf2-2a9455723885 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:25:58.104357 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'status': 'completed', 'code': 200} Jan 31 16:25:58.212520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619925f-4831-4af5-b799-fff488264211 req-bed8172f-f583-4802-9178-d3143bcdaa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:58.214070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8619925f-4831-4af5-b799-fff488264211 req-bed8172f-f583-4802-9178-d3143bcdaa8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 1096 time: 0.0807712 Jan 31 16:25:58.227435 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308eb76-f72e-4cc2-96d3-32cfcac5d2a0 req-271ca64a-9731-4e4c-96ed-a5e1c042dd2c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:58.229038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1308eb76-f72e-4cc2-96d3-32cfcac5d2a0 req-271ca64a-9731-4e4c-96ed-a5e1c042dd2c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 945 time: 0.1048586 Jan 31 16:25:58.289907 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1308eb76-f72e-4cc2-96d3-32cfcac5d2a0 req-097e3418-aa7a-4019-bc83-282b32769742 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540276 Jan 31 16:25:58.313324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 34812) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:58.349962 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619925f-4831-4af5-b799-fff488264211 req-35894cc4-9297-40e4-8b00-8c9b30176254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:58.352853 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8619925f-4831-4af5-b799-fff488264211 req-35894cc4-9297-40e4-8b00-8c9b30176254 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d0de021-8319-4c1d-82f2-fab5d2fdd926 HTTP/1.1" status: 200 len: 898 time: 0.1303415 Jan 31 16:25:58.353822 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-cd4e9eb8-2a1c-47a6-b0ff-8172cc030cb4 None None] Set router 865cb19f-3298-4d95-ab5b-484c75d720ec gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:58.383871 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7c203a1a-97e2-44a6-841d-106ec8c20fa1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/faac99c2-9de5-49c0-b96e-615a363c348e HTTP/1.1" status: 200 len: 991 time: 0.0690410 Jan 31 16:25:58.435049 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8619925f-4831-4af5-b799-fff488264211 req-c1e97c05-5dc3-4183-9031-b890fe2cb865 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7 HTTP/1.1" status: 200 len: 999 time: 0.0748901 Jan 31 16:25:58.489818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619925f-4831-4af5-b799-fff488264211 req-59b12cff-76b6-4cc5-960e-42003f0cfdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:58.491344 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8619925f-4831-4af5-b799-fff488264211 req-59b12cff-76b6-4cc5-960e-42003f0cfdbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed7c687d-cbb3-4fe4-a221-4e9264c32b4e HTTP/1.1" status: 200 len: 835 time: 0.0499840 Jan 31 16:25:58.550416 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619925f-4831-4af5-b799-fff488264211 req-0b848951-55d5-44f1-abaf-ecdfb590a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:25:58.551861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8619925f-4831-4af5-b799-fff488264211 req-0b848951-55d5-44f1-abaf-ecdfb590a786 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0de021-8319-4c1d-82f2-fab5d2fdd926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525815 Jan 31 16:25:58.588029 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-cd4e9eb8-2a1c-47a6-b0ff-8172cc030cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:25:37Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'faac99c2-9de5-49c0-b96e-615a363c348e', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'port_id': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'mac_address': 'fa:16:3e:09:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:25:57Z', 'updated_at': '2022-01-31T16:25:57Z', 'revision_number': 0, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b072131c-ba75-44b7-bdd6-70a626171b7a', 'name': '', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:8c:ae:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:36Z', 'updated_at': '2022-01-31T16:25:43Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:58.617499 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e9eb8-2a1c-47a6-b0ff-8172cc030cb4 None None] Checking router: 865cb19f-3298-4d95-ab5b-484c75d720ec for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:25:58.626289 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e9eb8-2a1c-47a6-b0ff-8172cc030cb4 None None] Routers {'865cb19f-3298-4d95-ab5b-484c75d720ec'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:25:58.626891 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-cd4e9eb8-2a1c-47a6-b0ff-8172cc030cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:25:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['865cb19f-3298-4d95-ab5b-484c75d720ec'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:58.648792 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8619925f-4831-4af5-b799-fff488264211 req-82ad20fa-9f1e-4b38-95a9-bdb5bdcb581c service neutron] 10.222.0.20 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867462 Jan 31 16:25:58.731849 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-cd4e9eb8-2a1c-47a6-b0ff-8172cc030cb4 None None] Set router 865cb19f-3298-4d95-ab5b-484c75d720ec gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:25:58.751946 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8619925f-4831-4af5-b799-fff488264211 req-b803317c-6192-455b-adf8-5b0ae94357cd service neutron] 10.222.0.20 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954854 Jan 31 16:25:58.973498 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-cd4e9eb8-2a1c-47a6-b0ff-8172cc030cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:25:37Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'faac99c2-9de5-49c0-b96e-615a363c348e', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'port_id': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'mac_address': 'fa:16:3e:09:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:25:57Z', 'updated_at': '2022-01-31T16:25:57Z', 'revision_number': 0, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b072131c-ba75-44b7-bdd6-70a626171b7a', 'name': '', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:8c:ae:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:36Z', 'updated_at': '2022-01-31T16:25:43Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:25:58.999628 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e9eb8-2a1c-47a6-b0ff-8172cc030cb4 None None] The sync data for ids ['865cb19f-3298-4d95-ab5b-484c75d720ec'] in n-d-827120-1 is: [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:25:37Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'faac99c2-9de5-49c0-b96e-615a363c348e', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'port_id': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'mac_address': 'fa:16:3e:09:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:25:57Z', 'updated_at': '2022-01-31T16:25:57Z', 'revision_number': 0, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b072131c-ba75-44b7-bdd6-70a626171b7a', 'name': '', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:8c:ae:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:36Z', 'updated_at': '2022-01-31T16:25:43Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:25:59.207949 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf1d9d-9c43-4bb0-864d-7b08d3d84249 None None] New status for floating IP faac99c2-9de5-49c0-b96e-615a363c348e: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:25:59.387349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34820) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:25:59.457606 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c1021cf4-f6d6-48ab-9036-fd274e5f395a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/faac99c2-9de5-49c0-b96e-615a363c348e HTTP/1.1" status: 200 len: 993 time: 0.0627496 Jan 31 16:26:02.043846 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:26:08.197741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd3f26-d3ce-4d03-b203-b8e88af352c8 req-3b674b7d-fab5-42fc-9ca6-71255f3d29de tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:08.199496 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5fd3f26-d3ce-4d03-b203-b8e88af352c8 req-3b674b7d-fab5-42fc-9ca6-71255f3d29de tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 946 time: 0.0594325 Jan 31 16:26:08.238155 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5fd3f26-d3ce-4d03-b203-b8e88af352c8 req-dce7d88a-87ec-4995-aa3b-a138e51b7edc tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324612 Jan 31 16:26:09.365572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22fdb2-ff0a-4b55-9ba7-873049591f76 req-bfd36555-134e-4238-a876-2430331479ee tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:09.367047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e22fdb2-ff0a-4b55-9ba7-873049591f76 req-bfd36555-134e-4238-a876-2430331479ee tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 946 time: 0.0568869 Jan 31 16:26:09.406210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e22fdb2-ff0a-4b55-9ba7-873049591f76 req-bbd222c6-da5c-4f26-b323-1e238c0c6a02 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Jan 31 16:26:09.979913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0643be3-2fc5-48d8-814f-9a089a3f4dac req-7952ed1b-2175-46d7-8161-7198e9a21936 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:09.981412 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c0643be3-2fc5-48d8-814f-9a089a3f4dac req-7952ed1b-2175-46d7-8161-7198e9a21936 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 946 time: 0.0530653 Jan 31 16:26:10.075715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-c0643be3-2fc5-48d8-814f-9a089a3f4dac req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Deleting port 4c44a06e-a732-4229-8610-e0f0e3caf5d8 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:26:10.076066 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c0643be3-2fc5-48d8-814f-9a089a3f4dac req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:10.168330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c0643be3-2fc5-48d8-814f-9a089a3f4dac req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] For port 4c44a06e-a732-4229-8610-e0f0e3caf5d8, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4c44a06e-a732-4229-8610-e0f0e3caf5d8,segment=NetworkSegment(bec6d1a3-bbd2-48db-b889-fc9e477a3f43),segment_id=bec6d1a3-bbd2-48db-b889-fc9e477a3f43)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:10.168667 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c0643be3-2fc5-48d8-814f-9a089a3f4dac req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:10.181199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-c0643be3-2fc5-48d8-814f-9a089a3f4dac req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Calling delete_port for 4c44a06e-a732-4229-8610-e0f0e3caf5d8 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:26:10.333313 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c0643be3-2fc5-48d8-814f-9a089a3f4dac req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:10.348152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4c44a06e-a732-4229-8610-e0f0e3caf5d8'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:26:10.363899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Pushing event deleted for resources: {'Port': ['ID=4c44a06e-a732-4229-8610-e0f0e3caf5d8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:10.388493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:10.389224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:10.389224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:10.389459 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:10.389818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:10.390145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:10.390466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:10.390788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:10.391431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:10.391749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:10.392066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:10.392380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:10.413490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0643be3-2fc5-48d8-814f-9a089a3f4dac req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] No DVR routers for this DVR port 4c44a06e-a732-4229-8610-e0f0e3caf5d8 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:26:10.416135 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c0643be3-2fc5-48d8-814f-9a089a3f4dac req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:10.419419 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c0643be3-2fc5-48d8-814f-9a089a3f4dac req-b4088167-39ff-4139-8439-e79872b64448 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.30 "DELETE /v2.0/ports/4c44a06e-a732-4229-8610-e0f0e3caf5d8 HTTP/1.1" status: 204 len: 173 time: 0.4317465 Jan 31 16:26:10.419841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a247c0-ed12-48f3-983a-f5fd15c6f415', 'name': 'network-vif-deleted', 'tag': '4c44a06e-a732-4229-8610-e0f0e3caf5d8'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:26:10.422212 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86169b1d-87c4-42db-a0b1-e723883aa7c9" -d '{"events": [{"server_uuid": "d2a247c0-ed12-48f3-983a-f5fd15c6f415", "name": "network-vif-deleted", "tag": "4c44a06e-a732-4229-8610-e0f0e3caf5d8"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:26:10.461787 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bea46b-0f13-4ab0-a6ba-1156980196a7 x-openstack-request-id: req-72bea46b-0f13-4ab0-a6ba-1156980196a7 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:26:10.462094 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a247c0-ed12-48f3-983a-f5fd15c6f415", "name": "network-vif-deleted", "tag": "4c44a06e-a732-4229-8610-e0f0e3caf5d8", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:26:10.462209 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72bea46b-0f13-4ab0-a6ba-1156980196a7 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:26:10.462536 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a247c0-ed12-48f3-983a-f5fd15c6f415', 'name': 'network-vif-deleted', 'tag': '4c44a06e-a732-4229-8610-e0f0e3caf5d8', 'status': 'completed', 'code': 200} Jan 31 16:26:10.505588 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68b76912-8a45-4ee3-a670-f83dc021342d req-b3f1ce6a-3506-4778-9b8e-0c76e29858d4 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a247c0-ed12-48f3-983a-f5fd15c6f415 HTTP/1.1" status: 200 len: 210 time: 0.0268846 Jan 31 16:26:14.052073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4c44a06e-a732-4229-8610-e0f0e3caf5d8 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:26:14.075592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 4c44a06e-a732-4229-8610-e0f0e3caf5d8 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:26:14.076021 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4c44a06e-a732-4229-8610-e0f0e3caf5d8 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:26:17.293996 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1c9652dd-7b17-4795-961f-8f46b5e8f3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:18.599126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db180f-156d-49e2-a322-df7001629c60 req-40bd4263-c032-49db-ac96-655b09ba09ee tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:18.600634 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-40bd4263-c032-49db-ac96-655b09ba09ee tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/networks?id=2c100153-e3fd-4017-948b-f2f3fc7690f6 HTTP/1.1" status: 200 len: 814 time: 0.1170666 Jan 31 16:26:18.616399 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-46d6eea9-0eb6-435b-9d5b-e0d5d372b7e9 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/quotas/b769db5b0f104497a22a45e44eeb9f86 HTTP/1.1" status: 200 len: 375 time: 0.0097682 Jan 31 16:26:18.650621 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-92bb578b-a308-4fcd-88e7-3d3e8d82344b tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b769db5b0f104497a22a45e44eeb9f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281224 Jan 31 16:26:18.704445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-c387a14f-88b2-4ac0-99d3-8771d368321e req-bc96a77a-0730-441b-90da-5634f9e28b08 tempest-ServersTestJSON-799013776 tempest-ServersTestJSON-799013776-project] (108771) timed out ('10.222.0.20', 57595) {{(pid=108771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:26:18.745017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-16230a3e-0c93-40b7-b058-c40091e98018 service neutron] 10.222.0.36 "GET /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871170 Jan 31 16:26:18.852096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-febc23a7-4ac0-4bd3-8af7-d8f2bb6ebfd2 service neutron] 10.222.0.36 "GET /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006978 Jan 31 16:26:19.047336 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ae0512d4-5883-4a0c-9436-35c1556914ce req-0c3f1a9f-8753-4ede-be3a-520f681aa9c7 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 210 time: 0.0353024 Jan 31 16:26:19.692438 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d051faf4-1874-4e8d-a9ba-fc154cf161bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:20.052476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db180f-156d-49e2-a322-df7001629c60 req-d2d438d0-befa-4897-955a-6db052f0209f tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:20.054028 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-d2d438d0-befa-4897-955a-6db052f0209f tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.30 "GET /v2.0/networks?id=2c100153-e3fd-4017-948b-f2f3fc7690f6 HTTP/1.1" status: 200 len: 814 time: 0.1195209 Jan 31 16:26:20.067036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-99db180f-156d-49e2-a322-df7001629c60 req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Request body: {'port': {'device_id': '2ae28190-9a5b-468a-9673-c48b99dc7ab8', 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6', 'admin_state_up': True, 'tenant_id': 'b769db5b0f104497a22a45e44eeb9f86'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:26:20.159022 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8954e3be-127c-48f4-86b5-3ea120d4325e req-eaedd3b1-f508-4cea-9ad4-5ff695805114 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 210 time: 0.0350051 Jan 31 16:26:20.215343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99db180f-156d-49e2-a322-df7001629c60 req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Made reservation on behalf of b769db5b0f104497a22a45e44eeb9f86 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:26:20.219265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99db180f-156d-49e2-a322-df7001629c60 req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:20.363572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-99db180f-156d-49e2-a322-df7001629c60 req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Allocated IP 172.20.0.6 (2c100153-e3fd-4017-948b-f2f3fc7690f6/881a92e9-c436-488e-9d8f-1ee19b1021ac/6e9e845d-b144-49d3-8ffb-0c48932f6340) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:26:20.550580 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99db180f-156d-49e2-a322-df7001629c60 req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:20.586941 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99db180f-156d-49e2-a322-df7001629c60 req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:20.632380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99db180f-156d-49e2-a322-df7001629c60 req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Network 2c100153-e3fd-4017-948b-f2f3fc7690f6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:26:20.635377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-99db180f-156d-49e2-a322-df7001629c60 req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:26:20.639067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-99db180f-156d-49e2-a322-df7001629c60 req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:26:20.645752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Pushing event updated for resources: {'Port': ['ID=6e9e845d-b144-49d3-8ffb-0c48932f6340,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:20.692534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db180f-156d-49e2-a322-df7001629c60 req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:20.693192 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99db180f-156d-49e2-a322-df7001629c60 req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:20.710593 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-28413c1f-1824-49ed-9068-7df3f8b0034a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6475990 Jan 31 16:26:20.724362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Request body: {'port': {'device_id': '2ae28190-9a5b-468a-9673-c48b99dc7ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:26:20.782348 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:20.923067 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:21.065562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9e845d-b144-49d3-8ffb-0c48932f6340 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:26:21.073645 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:21.087018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Transition to ACTIVE for port object 6e9e845d-b144-49d3-8ffb-0c48932f6340 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:26:21.091219 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:21.148820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Pushing event updated for resources: {'Port': ['ID=6e9e845d-b144-49d3-8ffb-0c48932f6340,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:21.225818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Attempting to bind port 6e9e845d-b144-49d3-8ffb-0c48932f6340 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:26:21.226817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Attempting to bind port 6e9e845d-b144-49d3-8ffb-0c48932f6340 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'bec6d1a3-bbd2-48db-b889-fc9e477a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:26:21.227367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Attempting to bind port 6e9e845d-b144-49d3-8ffb-0c48932f6340 on network 2c100153-e3fd-4017-948b-f2f3fc7690f6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:26:21.232388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Port 6e9e845d-b144-49d3-8ffb-0c48932f6340 on network 2c100153-e3fd-4017-948b-f2f3fc7690f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:26:21.232749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Attempting to bind port 6e9e845d-b144-49d3-8ffb-0c48932f6340 on network 2c100153-e3fd-4017-948b-f2f3fc7690f6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:26:21.238512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:26:21.238850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Checking segment: {'id': 'bec6d1a3-bbd2-48db-b889-fc9e477a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:26:21.239364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Bound using segment: {'id': 'bec6d1a3-bbd2-48db-b889-fc9e477a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:26:21.239795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Bound port: 6e9e845d-b144-49d3-8ffb-0c48932f6340, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec6d1a3-bbd2-48db-b889-fc9e477a3f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:26:21.240154 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:21.297940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7893707-5be2-452c-88bc-5b372fb5e556 req-c3e4274c-0d97-403d-a697-1fab6ca9b428 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:21.299646 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7893707-5be2-452c-88bc-5b372fb5e556 req-c3e4274c-0d97-403d-a697-1fab6ca9b428 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 943 time: 0.0535080 Jan 31 16:26:21.310697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] For port 6e9e845d-b144-49d3-8ffb-0c48932f6340, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:26:21.314291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] For port 6e9e845d-b144-49d3-8ffb-0c48932f6340, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6e9e845d-b144-49d3-8ffb-0c48932f6340,segment=NetworkSegment(bec6d1a3-bbd2-48db-b889-fc9e477a3f43),segment_id=bec6d1a3-bbd2-48db-b889-fc9e477a3f43)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:26:21.319675 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:21.344394 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7893707-5be2-452c-88bc-5b372fb5e556 req-f0f67bc7-d192-488e-9572-39fb1d6a4a7a tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386124 Jan 31 16:26:21.357950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:21.358626 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:21.360088 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] 10.222.0.30 "PUT /v2.0/ports/6e9e845d-b144-49d3-8ffb-0c48932f6340 HTTP/1.1" status: 200 len: 1091 time: 0.6399641 Jan 31 16:26:21.360559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae28190-9a5b-468a-9673-c48b99dc7ab8', 'tag': '6e9e845d-b144-49d3-8ffb-0c48932f6340'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:26:21.363167 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2058653a-2fd1-4337-b253-04e1ef4ce45a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae28190-9a5b-468a-9673-c48b99dc7ab8", "tag": "6e9e845d-b144-49d3-8ffb-0c48932f6340"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:26:21.395384 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede5b75-4ebc-4459-95f1-cb0fd05ed83e service neutron] Pushing event updated for resources: {'Port': ['ID=6e9e845d-b144-49d3-8ffb-0c48932f6340,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:21.431173 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e815497b-7bdd-4f87-8941-59a596ae139e x-openstack-request-id: req-e815497b-7bdd-4f87-8941-59a596ae139e {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:26:21.431462 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae28190-9a5b-468a-9673-c48b99dc7ab8", "tag": "6e9e845d-b144-49d3-8ffb-0c48932f6340", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:26:21.431717 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e815497b-7bdd-4f87-8941-59a596ae139e {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:26:21.432128 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae28190-9a5b-468a-9673-c48b99dc7ab8', 'tag': '6e9e845d-b144-49d3-8ffb-0c48932f6340', 'status': 'completed', 'code': 200} Jan 31 16:26:21.450668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db180f-156d-49e2-a322-df7001629c60 req-f65a32ff-212a-434d-8911-bf1a1bd95f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:21.452423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-f65a32ff-212a-434d-8911-bf1a1bd95f68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b769db5b0f104497a22a45e44eeb9f86&device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 1094 time: 0.0496550 Jan 31 16:26:21.501821 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-5e86ded7-efaa-4e90-a441-423e962c0e74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e9e845d-b144-49d3-8ffb-0c48932f6340 HTTP/1.1" status: 200 len: 217 time: 0.0404766 Jan 31 16:26:21.553219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db180f-156d-49e2-a322-df7001629c60 req-54e2532c-74bc-40ee-816c-b3700a010a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:21.554762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-54e2532c-74bc-40ee-816c-b3700a010a97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=881a92e9-c436-488e-9d8f-1ee19b1021ac HTTP/1.1" status: 200 len: 854 time: 0.0465107 Jan 31 16:26:21.590259 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-09fb2970-8030-4e88-8235-73c5f36d86f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c100153-e3fd-4017-948b-f2f3fc7690f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257535 Jan 31 16:26:21.984570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-6b71265c-b9c4-46c4-b6a6-a107c67751ea service neutron] 10.222.0.30 "GET /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844934 Jan 31 16:26:22.091135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99db180f-156d-49e2-a322-df7001629c60 req-c61367e0-323f-472e-9e4a-97b60557c03a service neutron] 10.222.0.30 "GET /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906134 Jan 31 16:26:22.200473 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058653a-2fd1-4337-b253-04e1ef4ce45a req-782a8082-7fc8-4fc3-97ca-3c93a930be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:22.202057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2058653a-2fd1-4337-b253-04e1ef4ce45a req-782a8082-7fc8-4fc3-97ca-3c93a930be53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b769db5b0f104497a22a45e44eeb9f86&device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 1094 time: 0.0544758 Jan 31 16:26:22.293694 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058653a-2fd1-4337-b253-04e1ef4ce45a req-17a899cb-feed-4647-99a5-ebb404a51ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:22.295178 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2058653a-2fd1-4337-b253-04e1ef4ce45a req-17a899cb-feed-4647-99a5-ebb404a51ae1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c100153-e3fd-4017-948b-f2f3fc7690f6 HTTP/1.1" status: 200 len: 915 time: 0.0867522 Jan 31 16:26:22.337817 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2058653a-2fd1-4337-b253-04e1ef4ce45a req-02310074-257b-4573-8f7d-7ddd2ffe1f26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e9e845d-b144-49d3-8ffb-0c48932f6340 HTTP/1.1" status: 200 len: 217 time: 0.0357075 Jan 31 16:26:22.357148 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:22.404592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058653a-2fd1-4337-b253-04e1ef4ce45a req-bbb1b018-a499-40c2-9aba-6984789cc8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:22.406218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2058653a-2fd1-4337-b253-04e1ef4ce45a req-bbb1b018-a499-40c2-9aba-6984789cc8af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=881a92e9-c436-488e-9d8f-1ee19b1021ac HTTP/1.1" status: 200 len: 854 time: 0.0615191 Jan 31 16:26:22.439737 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2058653a-2fd1-4337-b253-04e1ef4ce45a req-6e7397e5-4f8a-4fb7-88ff-187f0c7b5525 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c100153-e3fd-4017-948b-f2f3fc7690f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259073 Jan 31 16:26:22.472508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89c1c-773d-47bb-ac24-3957251266a6 req-426ab719-7274-40d3-89c8-bd8477a113cf tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:22.474136 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47f89c1c-773d-47bb-ac24-3957251266a6 req-426ab719-7274-40d3-89c8-bd8477a113cf tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 943 time: 0.0523648 Jan 31 16:26:22.514236 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47f89c1c-773d-47bb-ac24-3957251266a6 req-20ab6ccb-5d89-4eab-978d-26014ead8b2c tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339487 Jan 31 16:26:22.549709 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2058653a-2fd1-4337-b253-04e1ef4ce45a req-6f75fb9d-d891-408b-a667-99ded3d292af service neutron] 10.222.0.30 "GET /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004074 Jan 31 16:26:22.562994 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:22.650679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2058653a-2fd1-4337-b253-04e1ef4ce45a req-be0fe73c-fc76-4ea3-a431-fe4099a95bf5 service neutron] 10.222.0.30 "GET /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930057 Jan 31 16:26:23.650243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623ff27-5593-4b3b-927a-367611094d8b req-d2a16f88-cec6-45fc-956f-28c2d600b704 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:23.651816 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8623ff27-5593-4b3b-927a-367611094d8b req-d2a16f88-cec6-45fc-956f-28c2d600b704 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 943 time: 0.0535212 Jan 31 16:26:23.696735 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8623ff27-5593-4b3b-927a-367611094d8b req-95e0bd97-aa87-4d63-a554-54142d740bd2 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384493 Jan 31 16:26:24.101930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6e9e845d-b144-49d3-8ffb-0c48932f6340 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:26:24.204153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6e9e845d-b144-49d3-8ffb-0c48932f6340, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6e9e845d-b144-49d3-8ffb-0c48932f6340,segment=NetworkSegment(bec6d1a3-bbd2-48db-b889-fc9e477a3f43),segment_id=bec6d1a3-bbd2-48db-b889-fc9e477a3f43)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:24.216846 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '6e9e845d-b144-49d3-8ffb-0c48932f6340', 'network_id': '2c100153-e3fd-4017-948b-f2f3fc7690f6', 'port_id': '6e9e845d-b144-49d3-8ffb-0c48932f6340', 'mac_address': 'fa:16:3e:b1:bd:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881a92e9-c436-488e-9d8f-1ee19b1021ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:26:24.259563 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:24.434256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9e845d-b144-49d3-8ffb-0c48932f6340 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:26:24.455519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6e9e845d-b144-49d3-8ffb-0c48932f6340, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6e9e845d-b144-49d3-8ffb-0c48932f6340,segment=NetworkSegment(bec6d1a3-bbd2-48db-b889-fc9e477a3f43),segment_id=bec6d1a3-bbd2-48db-b889-fc9e477a3f43)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:24.462885 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:24.512555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=6e9e845d-b144-49d3-8ffb-0c48932f6340,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:24.748658 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['6e9e845d-b144-49d3-8ffb-0c48932f6340'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:26:24.825290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c7c37-af33-419d-a2c3-767ec7e2c727 req-84dfa659-de51-4548-8a8b-fdd981fda80f tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:24.826810 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-883c7c37-af33-419d-a2c3-767ec7e2c727 req-84dfa659-de51-4548-8a8b-fdd981fda80f tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 944 time: 0.0576930 Jan 31 16:26:24.868752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-883c7c37-af33-419d-a2c3-767ec7e2c727 req-6c0d6c31-7ee4-4f81-a904-6e5e510caad7 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356090 Jan 31 16:26:25.993357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238585a-a694-49cd-ac81-dc0100bce9c5 req-28b4d003-00f5-4920-9d15-494f0ba58c0d tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:25.995080 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8238585a-a694-49cd-ac81-dc0100bce9c5 req-28b4d003-00f5-4920-9d15-494f0ba58c0d tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 944 time: 0.0563807 Jan 31 16:26:25.997081 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:26.045951 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8238585a-a694-49cd-ac81-dc0100bce9c5 req-6d4f1feb-733e-4d3c-9ecb-8fa53e73bb9f tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 Jan 31 16:26:26.122141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6e9e845d-b144-49d3-8ffb-0c48932f6340 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:26:26.175398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 6e9e845d-b144-49d3-8ffb-0c48932f6340 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:26:26.179225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 6e9e845d-b144-49d3-8ffb-0c48932f6340 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:26:26.179589 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:26.255617 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:26.278217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae28190-9a5b-468a-9673-c48b99dc7ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9e845d-b144-49d3-8ffb-0c48932f6340'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:26:26.280629 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e44d03a-ddb2-4ad8-a180-5fce02d57491" -d '{"events": [{"server_uuid": "2ae28190-9a5b-468a-9673-c48b99dc7ab8", "name": "network-vif-plugged", "status": "completed", "tag": "6e9e845d-b144-49d3-8ffb-0c48932f6340"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:26:26.293299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 6e9e845d-b144-49d3-8ffb-0c48932f6340, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6e9e845d-b144-49d3-8ffb-0c48932f6340,segment=NetworkSegment(bec6d1a3-bbd2-48db-b889-fc9e477a3f43),segment_id=bec6d1a3-bbd2-48db-b889-fc9e477a3f43)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:26.298008 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:26.330262 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9afb2f-c6a0-4bb6-8903-da7e3b7944c4 x-openstack-request-id: req-3e9afb2f-c6a0-4bb6-8903-da7e3b7944c4 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:26:26.331816 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae28190-9a5b-468a-9673-c48b99dc7ab8", "name": "network-vif-plugged", "status": "completed", "tag": "6e9e845d-b144-49d3-8ffb-0c48932f6340", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:26:26.331816 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e9afb2f-c6a0-4bb6-8903-da7e3b7944c4 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:26:26.331816 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae28190-9a5b-468a-9673-c48b99dc7ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9e845d-b144-49d3-8ffb-0c48932f6340', 'code': 200} Jan 31 16:26:26.360053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=6e9e845d-b144-49d3-8ffb-0c48932f6340,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:26.432464 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc721299-7579-496d-99a8-28c27fe0402c req-b8539d11-004b-41ba-916a-de207614d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:26.434072 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc721299-7579-496d-99a8-28c27fe0402c req-b8539d11-004b-41ba-916a-de207614d354 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0448999 Jan 31 16:26:26.470621 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc721299-7579-496d-99a8-28c27fe0402c req-85df66c1-2008-4e73-a0e1-7322c3ff998a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301623 Jan 31 16:26:27.164049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cebbf6-fb15-43ac-9dc5-950f9b7d3651 req-4c9bcce7-fcae-4397-93fc-4f95d697abc3 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:27.165562 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70cebbf6-fb15-43ac-9dc5-950f9b7d3651 req-4c9bcce7-fcae-4397-93fc-4f95d697abc3 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 945 time: 0.0509591 Jan 31 16:26:27.206255 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-70cebbf6-fb15-43ac-9dc5-950f9b7d3651 req-5600d9d1-e772-455a-b832-dc3cae651bad tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344648 Jan 31 16:26:28.051812 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:28.329208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a2a0f-e647-4a03-b4e7-e7cf99af7a8c req-2aab8891-71a9-4e87-91ef-734a43db7017 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:28.330766 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b9a2a0f-e647-4a03-b4e7-e7cf99af7a8c req-2aab8891-71a9-4e87-91ef-734a43db7017 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 945 time: 0.0521359 Jan 31 16:26:28.374246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b9a2a0f-e647-4a03-b4e7-e7cf99af7a8c req-e2bdb4d3-8cba-4b40-93e3-f7918fc0038c tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368383 Jan 31 16:26:29.078343 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9def401b-b816-4753-9ccf-fe3d4e4ae597 req-12ce6f0b-144a-4ef1-92b6-bcd0039d7a1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426836 Jan 31 16:26:29.180319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def401b-b816-4753-9ccf-fe3d4e4ae597 req-cb0832de-418c-440b-955d-8e4bfbf9ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:29.181867 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9def401b-b816-4753-9ccf-fe3d4e4ae597 req-cb0832de-418c-440b-955d-8e4bfbf9ddf7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 1096 time: 0.0482638 Jan 31 16:26:29.304614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def401b-b816-4753-9ccf-fe3d4e4ae597 req-297f6f61-1311-4e04-9e4e-03538ce6f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:29.306755 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9def401b-b816-4753-9ccf-fe3d4e4ae597 req-297f6f61-1311-4e04-9e4e-03538ce6f66e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d0de021-8319-4c1d-82f2-fab5d2fdd926 HTTP/1.1" status: 200 len: 898 time: 0.0994997 Jan 31 16:26:29.382443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9def401b-b816-4753-9ccf-fe3d4e4ae597 req-e2a1e313-49b0-4fae-b501-748cfb5bb9ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7 HTTP/1.1" status: 200 len: 1001 time: 0.0664070 Jan 31 16:26:29.739082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def401b-b816-4753-9ccf-fe3d4e4ae597 req-7e2feee0-00ff-4a9c-8fda-e4dd87468372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:29.741084 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9def401b-b816-4753-9ccf-fe3d4e4ae597 req-7e2feee0-00ff-4a9c-8fda-e4dd87468372 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed7c687d-cbb3-4fe4-a221-4e9264c32b4e HTTP/1.1" status: 200 len: 835 time: 0.3502185 Jan 31 16:26:29.791935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def401b-b816-4753-9ccf-fe3d4e4ae597 req-0b35a8f8-1e5f-4c1e-8941-0f9bbdab574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:29.793659 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9def401b-b816-4753-9ccf-fe3d4e4ae597 req-0b35a8f8-1e5f-4c1e-8941-0f9bbdab574b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0de021-8319-4c1d-82f2-fab5d2fdd926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447493 Jan 31 16:26:29.903714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9def401b-b816-4753-9ccf-fe3d4e4ae597 req-0eb50208-4ac8-401b-ad31-4fa28df45443 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002996 Jan 31 16:26:30.000053 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9def401b-b816-4753-9ccf-fe3d4e4ae597 req-970c9f2a-25f9-43a6-9173-af4e9d5b4991 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894578 Jan 31 16:26:34.729737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2836e3d-e33b-4d2e-b202-bd6f1b1e09b0 req-2c2c54b1-8c06-4257-913a-2b9e2273b471 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:34.731398 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e2836e3d-e33b-4d2e-b202-bd6f1b1e09b0 req-2c2c54b1-8c06-4257-913a-2b9e2273b471 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 945 time: 0.0721853 Jan 31 16:26:34.783606 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e2836e3d-e33b-4d2e-b202-bd6f1b1e09b0 req-6772c485-63e0-46f6-93c1-a77d2cc15383 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453913 Jan 31 16:26:34.815328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 34994) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:26:34.884813 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-57411712-e417-4728-b6eb-1d0b7e08d5a6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/faac99c2-9de5-49c0-b96e-615a363c348e HTTP/1.1" status: 200 len: 993 time: 0.0682404 Jan 31 16:26:35.289570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226506e-9864-41bb-83bd-7d4b0a57f6da req-eaa0e7c1-aff7-4ecf-a13e-bd2080c22509 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:35.291168 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0226506e-9864-41bb-83bd-7d4b0a57f6da req-eaa0e7c1-aff7-4ecf-a13e-bd2080c22509 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 1096 time: 0.0538707 Jan 31 16:26:35.331642 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0226506e-9864-41bb-83bd-7d4b0a57f6da req-acea3797-28f4-4133-993b-5c001e9c7e11 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341012 Jan 31 16:26:35.406239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-54e17f64-a15d-4277-9cff-4e69e38bbabd req-3cbaf50f-5a4d-43f8-903c-b04c8ef1c42e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:26:35.407279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-54e17f64-a15d-4277-9cff-4e69e38bbabd req-3cbaf50f-5a4d-43f8-903c-b04c8ef1c42e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056102 Jan 31 16:26:35.933061 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-c5eaff90-1b88-4063-94ee-e0792732bb9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461464 Jan 31 16:26:35.942103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-da7255b4-7546-485e-a10b-39f33fb79ffc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:26:35.943166 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-da7255b4-7546-485e-a10b-39f33fb79ffc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051756 Jan 31 16:26:36.602629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-fab2c1a0-9feb-4d3b-a75d-49cc5c7c543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:36.604145 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-fab2c1a0-9feb-4d3b-a75d-49cc5c7c543a service neutron] 10.222.0.36 "GET /v2.0/ports/0eddd69a-67e7-4645-abda-e35909ffc2f7 HTTP/1.1" status: 200 len: 1093 time: 0.0394924 Jan 31 16:26:36.622948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] Request body: {'binding': {'host': 'n-h1-827120-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:26:36.622948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] Unknown quota resources ['binding']. {{(pid=108772) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 16:26:36.778212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] Attempting to bind port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on host n-h1-827120-1 for vnic_type normal with profile None {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:26:36.779470 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] Attempting to bind port 0eddd69a-67e7-4645-abda-e35909ffc2f7 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:26:36.780018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] Attempting to bind port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:26:36.785730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] Port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:26:36.786139 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] Attempting to bind port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:26:36.792514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:26:36.792821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] Checking segment: {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:26:36.794137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] Bound using segment: {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:26:36.794544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] Bound port: 0eddd69a-67e7-4645-abda-e35909ffc2f7, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:26:36.943904 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:26:36.958535 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] Notify callbacks [] for binding, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:36.961439 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] 10.222.0.36 "POST /v2.0/ports/0eddd69a-67e7-4645-abda-e35909ffc2f7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3482013 Jan 31 16:26:37.181074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d791e-85c0-4ed1-8db2-1d6165f5e767 req-d08b4f77-fcca-44c1-bfad-14bcb8d609de tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:37.184396 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b2d791e-85c0-4ed1-8db2-1d6165f5e767 req-d08b4f77-fcca-44c1-bfad-14bcb8d609de tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 945 time: 0.0870616 Jan 31 16:26:37.301797 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b2d791e-85c0-4ed1-8db2-1d6165f5e767 req-923bd335-3998-488a-bfbe-e7340399edc3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027648 Jan 31 16:26:37.318078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-60090ac7-c5c6-4038-8720-2fae9f0f6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:37.321920 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-60090ac7-c5c6-4038-8720-2fae9f0f6138 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 1096 time: 0.0757663 Jan 31 16:26:37.533017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-2db42bb4-184b-4038-8e76-c4615f02b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:37.536749 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-2db42bb4-184b-4038-8e76-c4615f02b108 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d0de021-8319-4c1d-82f2-fab5d2fdd926 HTTP/1.1" status: 200 len: 898 time: 0.2074261 Jan 31 16:26:37.623558 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-a1f43ad7-ea0c-4a7a-9c4a-37d6f6a37c5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7 HTTP/1.1" status: 200 len: 1001 time: 0.0734632 Jan 31 16:26:37.697926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-d5bd1b8a-fd9d-414a-ab5b-606f0276979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:37.699572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-d5bd1b8a-fd9d-414a-ab5b-606f0276979c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed7c687d-cbb3-4fe4-a221-4e9264c32b4e HTTP/1.1" status: 200 len: 835 time: 0.0664413 Jan 31 16:26:37.762753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-f5625f69-006a-4f6c-968d-b63a021f1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:37.765080 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-f5625f69-006a-4f6c-968d-b63a021f1e46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d0de021-8319-4c1d-82f2-fab5d2fdd926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583839 Jan 31 16:26:37.912360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-34a35a37-3186-464e-8d3d-143c36a5c5d5 service neutron] 10.222.0.30 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345496 Jan 31 16:26:38.053300 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-cc42d63b-f6d7-4bfb-a27a-ba16166fa3f8 service neutron] 10.222.0.30 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342831 Jan 31 16:26:38.280701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-293e0ab3-f6e9-49b8-ad80-40efad78c76d tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:38.283350 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-293e0ab3-f6e9-49b8-ad80-40efad78c76d tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b&tenant_id=b000813a36ef4beea9c3a23c358cd007&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1096 time: 0.1562536 Jan 31 16:26:38.298483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827120-1'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:26:38.404487 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:38.542963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2bc3-7ad2-4da2-b57e-6f5396203bda req-7cea8cd6-6d3c-4c25-a4f6-649dcbb18ed0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:38.544494 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-358e2bc3-7ad2-4da2-b57e-6f5396203bda req-7cea8cd6-6d3c-4c25-a4f6-649dcbb18ed0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 945 time: 0.1235507 Jan 31 16:26:38.667711 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-358e2bc3-7ad2-4da2-b57e-6f5396203bda req-1822846c-8ab9-43b9-8a41-70f1d75b30ba tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924127 Jan 31 16:26:38.712077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:38.775292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:26:38.845729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:26:38.848047 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a37cdf-3610-49bd-9efa-9df40f96f113" -d '{"events": [{"server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "name": "network-vif-unplugged", "status": "completed", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:26:38.865060 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:38.878040 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:38.913948 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea6b8a5-6b82-42a9-8962-b6607231e077 x-openstack-request-id: req-bea6b8a5-6b82-42a9-8962-b6607231e077 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:26:38.914259 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "name": "network-vif-unplugged", "status": "completed", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:26:38.914474 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bea6b8a5-6b82-42a9-8962-b6607231e077 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:26:38.914899 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'code': 200} Jan 31 16:26:39.017309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0eddd69a-67e7-4645-abda-e35909ffc2f7,revision_number=7']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:39.048447 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:26:39.089645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Attempting to bind port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on host n-h2-827120-1 for vnic_type normal with profile {"migrating_to": "n-h1-827120-1"} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:26:39.089999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Attempting to bind port 0eddd69a-67e7-4645-abda-e35909ffc2f7 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:26:39.090660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Attempting to bind port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:26:39.099653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:26:39.099962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Attempting to bind port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:26:39.108986 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:26:39.109384 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Checking segment: {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:26:39.109753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Bound using segment: {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:26:39.110188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Bound port: 0eddd69a-67e7-4645-abda-e35909ffc2f7, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2043e8fa-13bb-4aab-b2cc-39926510c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:26:39.110558 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:39.204936 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:26:39.211219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:26:39.216102 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:39.291681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Provisioning complete for port 0eddd69a-67e7-4645-abda-e35909ffc2f7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:26:39.292890 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:39.321933 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0eddd69a-67e7-4645-abda-e35909ffc2f7,revision_number=8']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:39.438311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:39.439600 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:39.442223 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-53476193-8aa8-4b4b-a17e-e3e77c73c2a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/0eddd69a-67e7-4645-abda-e35909ffc2f7 HTTP/1.1" status: 200 len: 1121 time: 1.1493642 Jan 31 16:26:39.560290 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:39.573905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['0eddd69a-67e7-4645-abda-e35909ffc2f7'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:26:39.616190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:26:39.618424 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0808c604-0d46-46ba-ad78-d144dd6f05ed" -d '{"events": [{"server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "name": "network-vif-plugged", "status": "completed", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:26:39.642513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:39.664129 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:39.746785 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961760e0-0030-431d-9407-29f25239298e x-openstack-request-id: req-961760e0-0030-431d-9407-29f25239298e {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:26:39.747053 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "name": "network-vif-plugged", "status": "completed", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:26:39.747309 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-961760e0-0030-431d-9407-29f25239298e {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:26:39.747692 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'code': 200} Jan 31 16:26:39.780196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Pushing event updated for resources: {'Port': ['ID=0eddd69a-67e7-4645-abda-e35909ffc2f7,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:39.830029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:39.830029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:39.830773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:39.831072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:39.831575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:39.832087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:39.832466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:39.833108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:39.833614 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:39.834095 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:39.834412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:39.834869 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d920e6-fec1-4ede-bc8a-78e67135fcb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:39.912338 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2e429-08a6-415d-ab7b-9a8df8651fc1 req-5fa7363c-4809-4322-a1c0-8086795e55ba tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:39.919298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-28a2e429-08a6-415d-ab7b-9a8df8651fc1 req-5fa7363c-4809-4322-a1c0-8086795e55ba tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 945 time: 0.1105533 Jan 31 16:26:40.017923 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-28a2e429-08a6-415d-ab7b-9a8df8651fc1 req-c115cff8-327c-4173-8b24-853c512bfbef tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825710 Jan 31 16:26:40.184134 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9aeb26e7-d953-4b4f-ab29-d319340b0b6a None None] Provisioning complete for port 0eddd69a-67e7-4645-abda-e35909ffc2f7 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:26:40.184562 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9aeb26e7-d953-4b4f-ab29-d319340b0b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:40.916154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:26:40.919565 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4a4251-5751-45bd-b011-a3aa44fb0f59" -d '{"events": [{"name": "network-changed", "server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:26:40.971733 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bbbc6b-50ca-4013-aa4f-051854ee9d14 x-openstack-request-id: req-45bbbc6b-50ca-4013-aa4f-051854ee9d14 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:26:40.972188 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:26:40.972472 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45bbbc6b-50ca-4013-aa4f-051854ee9d14 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:26:40.972909 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'status': 'completed', 'code': 200} Jan 31 16:26:41.119365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a4251-5751-45bd-b011-a3aa44fb0f59 req-b286927d-6a51-4205-8a80-13b17bd61c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:41.121024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4a4251-5751-45bd-b011-a3aa44fb0f59 req-b286927d-6a51-4205-8a80-13b17bd61c38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 1126 time: 0.1300781 Jan 31 16:26:41.292574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d897587-7018-446b-9382-ac546b91f7fb req-0513ef42-134a-4a59-a15c-9a385ec86c55 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:41.300874 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d897587-7018-446b-9382-ac546b91f7fb req-0513ef42-134a-4a59-a15c-9a385ec86c55 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 945 time: 0.1391847 Jan 31 16:26:41.324077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a4251-5751-45bd-b011-a3aa44fb0f59 req-ca397af7-56b9-4652-9c3d-25e4f2c28634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:41.326082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4a4251-5751-45bd-b011-a3aa44fb0f59 req-ca397af7-56b9-4652-9c3d-25e4f2c28634 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d0de021-8319-4c1d-82f2-fab5d2fdd926 HTTP/1.1" status: 200 len: 898 time: 0.1956244 Jan 31 16:26:41.364637 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d897587-7018-446b-9382-ac546b91f7fb req-45fa8e04-b5dc-4aa7-b0f2-3cb6c3611109 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628700 Jan 31 16:26:41.436163 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4a4251-5751-45bd-b011-a3aa44fb0f59 req-bcfca0c4-8379-4f07-989e-af96c82b7343 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7 HTTP/1.1" status: 200 len: 1001 time: 0.0914996 Jan 31 16:26:41.492464 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a4251-5751-45bd-b011-a3aa44fb0f59 req-02c24d5a-fb5f-405e-8d39-637f91d055fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:41.494084 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4a4251-5751-45bd-b011-a3aa44fb0f59 req-02c24d5a-fb5f-405e-8d39-637f91d055fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed7c687d-cbb3-4fe4-a221-4e9264c32b4e HTTP/1.1" status: 200 len: 835 time: 0.0511036 Jan 31 16:26:41.547649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a4251-5751-45bd-b011-a3aa44fb0f59 req-a6c4a21b-582e-4d9c-ba1e-26007e3dd264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:41.549178 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4a4251-5751-45bd-b011-a3aa44fb0f59 req-a6c4a21b-582e-4d9c-ba1e-26007e3dd264 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0de021-8319-4c1d-82f2-fab5d2fdd926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470433 Jan 31 16:26:41.654429 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4a4251-5751-45bd-b011-a3aa44fb0f59 req-23b69708-ae70-48d2-a61a-b4d4866924e9 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979054 Jan 31 16:26:41.758925 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c4a4251-5751-45bd-b011-a3aa44fb0f59 req-6373a546-e400-4142-aac5-fe9c3df3b94b service neutron] 10.222.0.20 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969923 Jan 31 16:26:42.200050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0eddd69a-67e7-4645-abda-e35909ffc2f7 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:26:42.315583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:42.326538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0eddd69a-67e7-4645-abda-e35909ffc2f7 has no active binding in host n-h1-827120-1 {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 16:26:42.515964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834f67e-0d84-4f1c-a55c-1e993e8330db req-d6345415-f128-420d-bd83-e46eb10133ac tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:42.520492 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a834f67e-0d84-4f1c-a55c-1e993e8330db req-d6345415-f128-420d-bd83-e46eb10133ac tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 945 time: 0.0714307 Jan 31 16:26:42.569185 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a834f67e-0d84-4f1c-a55c-1e993e8330db req-48fae449-e58f-4e02-a27f-2a66a1a68f00 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398352 Jan 31 16:26:42.634652 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-78c9cfc9-add3-496c-a660-bf76ab7b7ced tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576604447&fields=id&tenant_id=0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 267 time: 0.0484216 Jan 31 16:26:42.759269 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-63aee554-01e8-4486-bf9c-0d00d7c8a00e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:42.760704 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-63aee554-01e8-4486-bf9c-0d00d7c8a00e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.1190879 Jan 31 16:26:42.780005 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-72928818-5cc4-4c17-a6f8-9d8a8c3418aa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/quotas/0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 375 time: 0.0103221 Jan 31 16:26:42.857452 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-521572ed-ef52-448a-91fb-204b3658995e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0680213 Jan 31 16:26:43.106489 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-3a41b1d2-bbc8-471f-a14d-ab1d6517aa20 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358153 Jan 31 16:26:43.242874 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-fef06840-aa9e-4f7c-a722-e5e75c179c58 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281524 Jan 31 16:26:43.696840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1788f-b8aa-496d-ae0b-3244deec7d19 req-5e207ff1-e295-483a-ac0b-fa691145cc91 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:43.698580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e7c1788f-b8aa-496d-ae0b-3244deec7d19 req-5e207ff1-e295-483a-ac0b-fa691145cc91 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 945 time: 0.0530009 Jan 31 16:26:43.740563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e7c1788f-b8aa-496d-ae0b-3244deec7d19 req-c2fcbf55-7df7-4015-9ae0-e33c82002520 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358858 Jan 31 16:26:44.573361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a95c4859-adb1-4c75-aee7-f9c2423d9022 req-28f379ac-4812-4d88-8d99-9dbd8a7f0e76 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 210 time: 0.0336447 Jan 31 16:26:44.878287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee8f2e-fa15-4aa8-b012-6f2fe376a843 req-9ff506c4-b034-4460-ac90-244e844ec63a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:44.879956 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8ee8f2e-fa15-4aa8-b012-6f2fe376a843 req-9ff506c4-b034-4460-ac90-244e844ec63a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 945 time: 0.0548403 Jan 31 16:26:44.938679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8ee8f2e-fa15-4aa8-b012-6f2fe376a843 req-05f8487b-a4b8-49a1-a305-5e8a7d6d7450 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476372 Jan 31 16:26:45.225484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-f4860cfc-f196-4482-ab03-0e0d79d3e0ab service neutron] 10.222.0.20 "GET /v2.0/ports/0eddd69a-67e7-4645-abda-e35909ffc2f7/bindings/n-h1-827120-1 HTTP/1.1" status: 200 len: 384 time: 0.0965827 Jan 31 16:26:45.441717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:45.463221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:26:45.506207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:26:45.508616 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae20f9c-5125-47cf-a508-1d265d0e2897" -d '{"events": [{"server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "name": "network-vif-unplugged", "status": "completed", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:26:45.516219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:45.534700 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:45.552225 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fcc979-264d-4e89-96b3-29461d83ca6f x-openstack-request-id: req-16fcc979-264d-4e89-96b3-29461d83ca6f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:26:45.552523 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "name": "network-vif-unplugged", "status": "completed", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:26:45.552777 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16fcc979-264d-4e89-96b3-29461d83ca6f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:26:45.553205 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'code': 200} Jan 31 16:26:45.638955 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Transition to ACTIVE for port object 0eddd69a-67e7-4645-abda-e35909ffc2f7 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:26:45.644315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:45.713657 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d335b7b6-ba96-4def-9acb-358828df7651 req-e25a6999-fa36-406d-b336-57da8df148d5 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 210 time: 0.0396676 Jan 31 16:26:45.751077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Pushing event updated for resources: {'Port': ['ID=0eddd69a-67e7-4645-abda-e35909ffc2f7,revision_number=11']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:45.761384 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:45.761767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:45.762083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:45.762418 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:45.762746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:45.763072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:45.763400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:45.763715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:45.764037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:45.764360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:45.764680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:45.764998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:26:45.781247 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-05081d6a-e848-4b93-a5c5-033e8b8c138f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:45.784147 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-05081d6a-e848-4b93-a5c5-033e8b8c138f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.20 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 811 time: 0.1604135 Jan 31 16:26:45.846454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] No DVR routers for this DVR port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:26:45.851327 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-9ccb6ba8-10bd-4671-871e-96fbd329ff37 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a130774d5f840d0a67fdfd24f7dc06d HTTP/1.1" status: 200 len: 379 time: 0.0578818 Jan 31 16:26:45.863346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'port': {'device_id': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'admin_state_up': True, 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'security_groups': ['0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:26:46.018325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Made reservation on behalf of 0a130774d5f840d0a67fdfd24f7dc06d for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:26:46.023201 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:46.032126 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-a85c4313-20f5-4abb-872f-dd4ffe883697 service neutron] 10.222.0.20 "PUT /v2.0/ports/0eddd69a-67e7-4645-abda-e35909ffc2f7/bindings/n-h1-827120-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7990675 Jan 31 16:26:46.179302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee034d-8e65-452a-8bf3-e7e2595de8d3 req-5461897f-901b-419d-add0-bd93de424760 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:46.180840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a4ee034d-8e65-452a-8bf3-e7e2595de8d3 req-5461897f-901b-419d-add0-bd93de424760 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 944 time: 0.1430635 Jan 31 16:26:46.252315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-ed894b7a-718e-4cc1-b5db-2f41626698e6 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:46.254923 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-ed894b7a-718e-4cc1-b5db-2f41626698e6 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b&tenant_id=b000813a36ef4beea9c3a23c358cd007&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 1095 time: 0.1395004 Jan 31 16:26:46.337416 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a4ee034d-8e65-452a-8bf3-e7e2595de8d3 req-f06faa46-a0d8-4da4-aa5a-a9ece1de5641 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479537 Jan 31 16:26:46.371797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Allocated IP 172.20.0.9 (4c9216f2-48f1-406f-b84d-2c32432bfef6/3d6ce3ce-f039-4d58-91eb-5dc346104c74/f7b83615-cb93-4713-9e6f-227acde6687f) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:26:46.403855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-286ca189-09b7-4258-baeb-afe3294706ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:46.405902 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-286ca189-09b7-4258-baeb-afe3294706ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b&tenant_id=b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 1095 time: 0.1401031 Jan 31 16:26:46.552681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-32c5c098-49be-4e5a-9a81-fb45db5f3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:46.554106 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-32c5c098-49be-4e5a-9a81-fb45db5f3f4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 1095 time: 0.1041617 Jan 31 16:26:46.601183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:46.689979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-5170ae5d-de48-4eed-9b1a-39169edfdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:46.691530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-5170ae5d-de48-4eed-9b1a-39169edfdc85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d0de021-8319-4c1d-82f2-fab5d2fdd926 HTTP/1.1" status: 200 len: 898 time: 0.1300957 Jan 31 16:26:46.693434 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:46.812138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:26:46.823668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=f7b83615-cb93-4713-9e6f-227acde6687f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:46.827726 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-82e95d61-3b86-49ca-976f-7e2f035db30e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7 HTTP/1.1" status: 200 len: 999 time: 0.1269183 Jan 31 16:26:46.828680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:26:46.831472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:26:46.913861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-65370e8b-8334-44a5-b616-8398864f1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:46.915560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-65370e8b-8334-44a5-b616-8398864f1a7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed7c687d-cbb3-4fe4-a221-4e9264c32b4e HTTP/1.1" status: 200 len: 835 time: 0.0801790 Jan 31 16:26:46.950220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a83477-de35-4ada-9faa-49bcea8e2bd7 req-9c3134d7-0bfd-4411-a8f8-de253798604a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:46.956581 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e0a83477-de35-4ada-9faa-49bcea8e2bd7 req-9c3134d7-0bfd-4411-a8f8-de253798604a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 931 time: 0.1314652 Jan 31 16:26:46.993601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:46.994441 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:47.019662 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-443da707-8ec4-4baf-8ee8-294eeb698a8e tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1607051 Jan 31 16:26:47.022127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-26785b1e-65ba-4024-8b44-7eb54ba99af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:47.024517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-26785b1e-65ba-4024-8b44-7eb54ba99af8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d0de021-8319-4c1d-82f2-fab5d2fdd926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943310 Jan 31 16:26:47.034047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Request body: {'port': {'device_id': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:26:47.037741 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e0a83477-de35-4ada-9faa-49bcea8e2bd7 req-9fb86865-6a50-4694-a92f-02a986316cc4 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732300 Jan 31 16:26:47.229665 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c061c0d9-d005-41cb-95db-568386fab903 None None] Provisioning complete for port f7b83615-cb93-4713-9e6f-227acde6687f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:26:47.231058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c061c0d9-d005-41cb-95db-568386fab903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:47.239906 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:47.265021 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-91c546a6-ba5f-48d2-969f-4dd63773e107 service neutron] 10.222.0.30 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231772 Jan 31 16:26:47.292004 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f39b64f9-a171-4511-acad-bd7fe88d01cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:47.296676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c061c0d9-d005-41cb-95db-568386fab903 None None] Port f7b83615-cb93-4713-9e6f-227acde6687f cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:26:47.923100 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-9cb669c1-23e8-4a77-be0b-b38d1623f1e6 service neutron] 10.222.0.30 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323593 Jan 31 16:26:47.953826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91230c-6f5e-4df1-a514-f9adc029b3ed req-3ac79291-98fa-4264-b84e-e24ddbf58376 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:47.956327 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e91230c-6f5e-4df1-a514-f9adc029b3ed req-3ac79291-98fa-4264-b84e-e24ddbf58376 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 944 time: 0.5093515 Jan 31 16:26:48.031107 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e91230c-6f5e-4df1-a514-f9adc029b3ed req-31aa61cd-c050-4b0a-b7d3-fe7fcaac0768 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648770 Jan 31 16:26:48.095321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b83615-cb93-4713-9e6f-227acde6687f {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:26:48.106898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:48.134513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Transition to ACTIVE for port object f7b83615-cb93-4713-9e6f-227acde6687f will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:26:48.138627 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:48.258741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c09e1-37f5-489d-abe3-3a7a9302f91a req-7f1f9e2b-9ebc-4c95-b5a6-e4af55f59df0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:48.260427 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c37c09e1-37f5-489d-abe3-3a7a9302f91a req-7f1f9e2b-9ebc-4c95-b5a6-e4af55f59df0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 943 time: 0.0897462 Jan 31 16:26:48.283910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Pushing event updated for resources: {'Port': ['ID=f7b83615-cb93-4713-9e6f-227acde6687f,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:48.313306 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c37c09e1-37f5-489d-abe3-3a7a9302f91a req-118ddb3b-778f-46e7-bc95-b33bd456352f tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406678 Jan 31 16:26:48.374820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-d5e1b6be-2dd6-48ae-badc-8c7af4811164 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:48.378499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-d5e1b6be-2dd6-48ae-badc-8c7af4811164 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b&tenant_id=b000813a36ef4beea9c3a23c358cd007&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 1095 time: 0.1541855 Jan 31 16:26:48.472162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Attempting to bind port f7b83615-cb93-4713-9e6f-227acde6687f on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:26:48.472162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Attempting to bind port f7b83615-cb93-4713-9e6f-227acde6687f by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:26:48.472570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Attempting to bind port f7b83615-cb93-4713-9e6f-227acde6687f on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:26:48.501200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Port f7b83615-cb93-4713-9e6f-227acde6687f on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:26:48.501643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Attempting to bind port f7b83615-cb93-4713-9e6f-227acde6687f on network 4c9216f2-48f1-406f-b84d-2c32432bfef6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:26:48.512627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:26:48.512963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Checking segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:26:48.513355 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Bound using segment: {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:26:48.513887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Bound port: f7b83615-cb93-4713-9e6f-227acde6687f, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec4defa-4d12-4210-816c-cf98a6c19804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:26:48.514286 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:48.647717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-cae4b771-838e-4757-9aa6-ad0ade28ca8d service neutron] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:26:48.657994 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-cae4b771-838e-4757-9aa6-ad0ade28ca8d service neutron] Notify callbacks [] for binding, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:48.659561 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-cae4b771-838e-4757-9aa6-ad0ade28ca8d service neutron] 10.222.0.30 "DELETE /v2.0/ports/0eddd69a-67e7-4645-abda-e35909ffc2f7/bindings/n-h2-827120-1 HTTP/1.1" status: 204 len: 173 time: 0.2730167 Jan 31 16:26:48.684841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] For port f7b83615-cb93-4713-9e6f-227acde6687f, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:26:48.688514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] For port f7b83615-cb93-4713-9e6f-227acde6687f, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7b83615-cb93-4713-9e6f-227acde6687f,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:26:48.693128 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:48.742820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:48.743600 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:48.745422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] 10.222.0.20 "PUT /v2.0/ports/f7b83615-cb93-4713-9e6f-227acde6687f HTTP/1.1" status: 200 len: 1091 time: 1.7159615 Jan 31 16:26:48.745908 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'tag': 'f7b83615-cb93-4713-9e6f-227acde6687f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:26:48.748480 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7de77f-6659-4cbe-ba42-5718f4ad1f58" -d '{"events": [{"name": "network-changed", "server_uuid": "d58b409c-6d52-4e41-abad-7bc3d8591e62", "tag": "f7b83615-cb93-4713-9e6f-227acde6687f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:26:48.773297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4579357-c432-4a17-a9aa-5d0f7864175c service neutron] Pushing event updated for resources: {'Port': ['ID=f7b83615-cb93-4713-9e6f-227acde6687f,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:48.798901 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb96dbe2-1c3a-4619-9c5f-d6b70ce6a49f x-openstack-request-id: req-fb96dbe2-1c3a-4619-9c5f-d6b70ce6a49f {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:26:48.799282 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58b409c-6d52-4e41-abad-7bc3d8591e62", "tag": "f7b83615-cb93-4713-9e6f-227acde6687f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:26:48.799596 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb96dbe2-1c3a-4619-9c5f-d6b70ce6a49f {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:26:48.800061 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'tag': 'f7b83615-cb93-4713-9e6f-227acde6687f', 'status': 'completed', 'code': 200} Jan 31 16:26:48.884351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7de77f-6659-4cbe-ba42-5718f4ad1f58 req-6c1d66bc-844e-4e6c-b2c2-8ac560cad04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:48.886152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f7de77f-6659-4cbe-ba42-5718f4ad1f58 req-6c1d66bc-844e-4e6c-b2c2-8ac560cad04e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 1094 time: 0.0649073 Jan 31 16:26:49.127786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7de77f-6659-4cbe-ba42-5718f4ad1f58 req-85269183-eed1-4ebe-8d0d-f25008ab4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:49.130283 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f7de77f-6659-4cbe-ba42-5718f4ad1f58 req-85269183-eed1-4ebe-8d0d-f25008ab4062 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2355397 Jan 31 16:26:49.208188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69aff7-dba8-4b3e-b2b7-9e06d3daeeda req-78f94295-d2c2-4e19-9028-a4a261f9850b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:49.210396 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ee69aff7-dba8-4b3e-b2b7-9e06d3daeeda req-78f94295-d2c2-4e19-9028-a4a261f9850b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 944 time: 0.0573213 Jan 31 16:26:49.270059 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ee69aff7-dba8-4b3e-b2b7-9e06d3daeeda req-e7fc2b72-8405-4c0e-8716-e04778f28864 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524044 Jan 31 16:26:49.403177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7de77f-6659-4cbe-ba42-5718f4ad1f58 req-f3e118c7-c3a4-494a-9285-f42a67166c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:49.408605 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f7de77f-6659-4cbe-ba42-5718f4ad1f58 req-f3e118c7-c3a4-494a-9285-f42a67166c9f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2712367 Jan 31 16:26:49.434474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0eddd69a-67e7-4645-abda-e35909ffc2f7 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:26:49.538982 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06b264-c82e-4126-ad3e-e510159bf9c0 req-5a9d52a2-3e3b-4594-b93c-410da8b19a24 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:49.541458 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ee06b264-c82e-4126-ad3e-e510159bf9c0 req-5a9d52a2-3e3b-4594-b93c-410da8b19a24 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 943 time: 0.1107779 Jan 31 16:26:49.590470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 0eddd69a-67e7-4645-abda-e35909ffc2f7 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:26:49.604236 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ee06b264-c82e-4126-ad3e-e510159bf9c0 req-215022f4-3842-4448-884c-2096168970b5 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545764 Jan 31 16:26:49.624208 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de204fc-55da-40b1-a50d-d31b2e87c42d req-10377cee-e2c1-40f0-99ae-d1c97409beb1 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:49.625843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9de204fc-55da-40b1-a50d-d31b2e87c42d req-10377cee-e2c1-40f0-99ae-d1c97409beb1 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 1095 time: 0.1550391 Jan 31 16:26:49.627662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-f360f503-19af-4d9c-b263-87e580d4e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:49.629102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-f360f503-19af-4d9c-b263-87e580d4e40d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 1094 time: 0.1753545 Jan 31 16:26:49.699022 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61afb8a2-2b15-438d-9322-bd6129945cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:49.717131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-d31e97b0-ab27-4dee-a7ad-f275deadd427 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b83615-cb93-4713-9e6f-227acde6687f HTTP/1.1" status: 200 len: 217 time: 0.0776751 Jan 31 16:26:49.836960 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9de204fc-55da-40b1-a50d-d31b2e87c42d req-7db1a904-7428-467b-898b-cc46dba2fd58 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040944 Jan 31 16:26:49.877418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-55442f9a-0f59-47a5-bee5-c53adba0dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:49.879082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-55442f9a-0f59-47a5-bee5-c53adba0dda9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.1540461 Jan 31 16:26:49.947272 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-fe370b61-6bed-4a30-bb3d-b31b0865ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:49.949825 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-fe370b61-6bed-4a30-bb3d-b31b0865ed4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627909 Jan 31 16:26:49.992306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b280-91ce-42f3-b8f8-0a5c9696a02c req-c0568529-4b43-404a-8b72-3e045f9c51cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:50.000115 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-71c2b280-91ce-42f3-b8f8-0a5c9696a02c req-c0568529-4b43-404a-8b72-3e045f9c51cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 944 time: 0.0702343 Jan 31 16:26:50.068081 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-71c2b280-91ce-42f3-b8f8-0a5c9696a02c req-545ef959-8bb0-492b-8f09-601884539bc2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611444 Jan 31 16:26:50.086909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35158) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:26:50.091931 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-10db7bcf-8865-4dbe-813f-cf49a633c124 service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352026 Jan 31 16:26:50.172801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-61375027-25d2-4222-8490-de70b9224716 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/faac99c2-9de5-49c0-b96e-615a363c348e HTTP/1.1" status: 200 len: 991 time: 0.0842178 Jan 31 16:26:50.215883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ec5cf5a-6ba4-477a-a31f-45dd1cec7157 req-b4a33688-bd40-4a9d-b0e7-a9b4bf00f72b service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163018 Jan 31 16:26:50.734844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f32e39-87bc-4581-9888-047e6c72fd44 req-c3641fde-a820-445f-a25e-8401975a1bec tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:50.739251 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b2f32e39-87bc-4581-9888-047e6c72fd44 req-c3641fde-a820-445f-a25e-8401975a1bec tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 943 time: 0.0608358 Jan 31 16:26:50.788941 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b2f32e39-87bc-4581-9888-047e6c72fd44 req-071e46fd-8508-4501-ba02-f46db9eff359 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446558 Jan 31 16:26:50.925891 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:51.959705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9756c-f1b9-471b-9a29-6b9271d7ca93 req-afb0742d-e0b8-4b25-9e78-b29757c2e95d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:51.966028 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bce9756c-f1b9-471b-9a29-6b9271d7ca93 req-afb0742d-e0b8-4b25-9e78-b29757c2e95d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 943 time: 0.0770361 Jan 31 16:26:52.010040 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bce9756c-f1b9-471b-9a29-6b9271d7ca93 req-e0e90804-afd8-4d35-a808-b9fd7d93f250 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412049 Jan 31 16:26:52.362473 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:52.437292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35180) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:26:52.560448 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:52.625239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port 6eca9df1-e0f8-413c-a275-ef25962415f6 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:26:52.625625 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:52.711345 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:52.711643 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:52.724879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for 6eca9df1-e0f8-413c-a275-ef25962415f6 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:26:52.886197 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:52.919084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=6eca9df1-e0f8-413c-a275-ef25962415f6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:52.987002 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:52.987696 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Floating IP faac99c2-9de5-49c0-b96e-615a363c348e disassociated (deleted). External IP: 172.25.1.159, port: 0eddd69a-67e7-4645-abda-e35909ffc2f7. Jan 31 16:26:53.184659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5067d0-562e-489d-bfd4-429881cf816d req-26d42241-9f19-4f24-91ff-4ad9882bbdcf tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:53.186060 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fb5067d0-562e-489d-bfd4-429881cf816d req-26d42241-9f19-4f24-91ff-4ad9882bbdcf tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 943 time: 0.1014686 Jan 31 16:26:53.270287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fb5067d0-562e-489d-bfd4-429881cf816d req-ebd5b57a-264b-4097-86d0-9d4230273a46 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504007 Jan 31 16:26:53.275879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 865cb19f-3298-4d95-ab5b-484c75d720ec has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:26:53.404032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:26:53.409514 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:53.414659 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7b330-7adb-4e3d-bd2c-d36000783606 None None] Sync routers for ids ['865cb19f-3298-4d95-ab5b-484c75d720ec'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:26:53.424244 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7b330-7adb-4e3d-bd2c-d36000783606 None None] Routers {'865cb19f-3298-4d95-ab5b-484c75d720ec'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:26:53.424858 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dce7b330-7adb-4e3d-bd2c-d36000783606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:26:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['865cb19f-3298-4d95-ab5b-484c75d720ec'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:26:53.440378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-faaa2e6a-ea15-494e-8a2a-3ce40fa836a2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/floatingips/faac99c2-9de5-49c0-b96e-615a363c348e HTTP/1.1" status: 204 len: 168 time: 0.9991210 Jan 31 16:26:53.440378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:26:53.450109 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4a68d1-6602-4f9b-b9c7-b935f7dbcd81" -d '{"events": [{"name": "network-changed", "server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:26:53.507942 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ca1274-954b-4bca-8951-2006f77c245d x-openstack-request-id: req-24ca1274-954b-4bca-8951-2006f77c245d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:26:53.508475 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:26:53.508842 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24ca1274-954b-4bca-8951-2006f77c245d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:26:53.509354 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'status': 'completed', 'code': 200} Jan 31 16:26:53.544708 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-dce7b330-7adb-4e3d-bd2c-d36000783606 None None] Set router 865cb19f-3298-4d95-ab5b-484c75d720ec gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:26:53.773061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a68d1-6602-4f9b-b9c7-b935f7dbcd81 req-e5391af7-057f-49b1-8100-913ba30e9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:53.775066 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d4a68d1-6602-4f9b-b9c7-b935f7dbcd81 req-e5391af7-057f-49b1-8100-913ba30e9857 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 1095 time: 0.2339940 Jan 31 16:26:53.786295 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dce7b330-7adb-4e3d-bd2c-d36000783606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:25:37Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b072131c-ba75-44b7-bdd6-70a626171b7a', 'name': '', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:8c:ae:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:36Z', 'updated_at': '2022-01-31T16:25:43Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:26:53.802521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f12b5b-251a-4fc2-8749-89036c830798 req-5d8775ac-0deb-4d9e-a291-1420f59dc179 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:53.804173 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5f12b5b-251a-4fc2-8749-89036c830798 req-5d8775ac-0deb-4d9e-a291-1420f59dc179 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 944 time: 0.0902076 Jan 31 16:26:53.814960 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7b330-7adb-4e3d-bd2c-d36000783606 None None] Checking router: 865cb19f-3298-4d95-ab5b-484c75d720ec for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:26:53.824717 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7b330-7adb-4e3d-bd2c-d36000783606 None None] Routers {'865cb19f-3298-4d95-ab5b-484c75d720ec'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:26:53.825317 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dce7b330-7adb-4e3d-bd2c-d36000783606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:26:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['865cb19f-3298-4d95-ab5b-484c75d720ec'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:26:53.895505 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5f12b5b-251a-4fc2-8749-89036c830798 req-41e86aa2-81e0-41f5-8371-5c9c593e3232 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=c098199b-f069-4085-af84-95b6eb4de7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793283 Jan 31 16:26:53.932116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a68d1-6602-4f9b-b9c7-b935f7dbcd81 req-4d9feac8-3683-42ce-b44b-408ba5da7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:53.935185 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d4a68d1-6602-4f9b-b9c7-b935f7dbcd81 req-4d9feac8-3683-42ce-b44b-408ba5da7723 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d0de021-8319-4c1d-82f2-fab5d2fdd926 HTTP/1.1" status: 200 len: 898 time: 0.1525507 Jan 31 16:26:53.964174 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-dce7b330-7adb-4e3d-bd2c-d36000783606 None None] Set router 865cb19f-3298-4d95-ab5b-484c75d720ec gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:26:54.005626 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d4a68d1-6602-4f9b-b9c7-b935f7dbcd81 req-32fb5b69-81c2-42c6-93b2-e87a40c787e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7 HTTP/1.1" status: 200 len: 217 time: 0.0549963 Jan 31 16:26:54.065100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a68d1-6602-4f9b-b9c7-b935f7dbcd81 req-34e612b9-0669-45d9-b33e-33c91f9e762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:54.067423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d4a68d1-6602-4f9b-b9c7-b935f7dbcd81 req-34e612b9-0669-45d9-b33e-33c91f9e762f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed7c687d-cbb3-4fe4-a221-4e9264c32b4e HTTP/1.1" status: 200 len: 835 time: 0.0592558 Jan 31 16:26:54.130161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a68d1-6602-4f9b-b9c7-b935f7dbcd81 req-e8cd800f-453c-46e3-ab4b-d0b74f86816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:54.132096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d4a68d1-6602-4f9b-b9c7-b935f7dbcd81 req-e8cd800f-453c-46e3-ab4b-d0b74f86816d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d0de021-8319-4c1d-82f2-fab5d2fdd926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562534 Jan 31 16:26:54.239996 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dce7b330-7adb-4e3d-bd2c-d36000783606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:25:37Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b072131c-ba75-44b7-bdd6-70a626171b7a', 'name': '', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:8c:ae:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:36Z', 'updated_at': '2022-01-31T16:25:43Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:26:54.262846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c86df-13b3-4e0f-9162-7fbc65ca9384 req-b570e33d-c394-497f-b36a-768f9af075cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:54.264825 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e0c86df-13b3-4e0f-9162-7fbc65ca9384 req-b570e33d-c394-497f-b36a-768f9af075cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 944 time: 0.1246743 Jan 31 16:26:54.284033 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7b330-7adb-4e3d-bd2c-d36000783606 None None] The sync data for ids ['865cb19f-3298-4d95-ab5b-484c75d720ec'] in n-d-827120-1 is: [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:25:37Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b072131c-ba75-44b7-bdd6-70a626171b7a', 'name': '', 'network_id': '9d0de021-8319-4c1d-82f2-fab5d2fdd926', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:8c:ae:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:36Z', 'updated_at': '2022-01-31T16:25:43Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': 'ed7c687d-cbb3-4fe4-a221-4e9264c32b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:26:54.395615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d4a68d1-6602-4f9b-b9c7-b935f7dbcd81 req-13170787-468d-4481-8380-a9f78e382835 service neutron] 10.222.0.30 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530153 Jan 31 16:26:54.477056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ac222-38a7-474a-8ec3-1ab81374f3d9 req-10c79c66-b9ca-4b85-b7d2-083e48cffc73 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:54.491954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa5ac222-38a7-474a-8ec3-1ab81374f3d9 req-10c79c66-b9ca-4b85-b7d2-083e48cffc73 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 943 time: 0.1121411 Jan 31 16:26:54.496761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-0e0c86df-13b3-4e0f-9162-7fbc65ca9384 req-416df441-b212-4d8c-999f-41b21bb6567b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port 0eddd69a-67e7-4645-abda-e35909ffc2f7 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:26:54.497175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0e0c86df-13b3-4e0f-9162-7fbc65ca9384 req-416df441-b212-4d8c-999f-41b21bb6567b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:54.579480 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa5ac222-38a7-474a-8ec3-1ab81374f3d9 req-fb6f014b-edca-468d-8f83-73d85e6df29d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794942 Jan 31 16:26:54.642493 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d4a68d1-6602-4f9b-b9c7-b935f7dbcd81 req-26042fcb-1d22-4670-8c95-5a58023557ac service neutron] 10.222.0.30 "GET /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356241 Jan 31 16:26:54.731245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-0e0c86df-13b3-4e0f-9162-7fbc65ca9384 req-416df441-b212-4d8c-999f-41b21bb6567b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] For port 0eddd69a-67e7-4645-abda-e35909ffc2f7, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=0eddd69a-67e7-4645-abda-e35909ffc2f7,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:54.731601 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0e0c86df-13b3-4e0f-9162-7fbc65ca9384 req-416df441-b212-4d8c-999f-41b21bb6567b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:54.737370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2834207b-1dd1-48b5-8183-86b6f0499a80 None None] New status for floating IP faac99c2-9de5-49c0-b96e-615a363c348e: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:26:54.746445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-0e0c86df-13b3-4e0f-9162-7fbc65ca9384 req-416df441-b212-4d8c-999f-41b21bb6567b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for 0eddd69a-67e7-4645-abda-e35909ffc2f7 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:26:54.929055 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0e0c86df-13b3-4e0f-9162-7fbc65ca9384 req-416df441-b212-4d8c-999f-41b21bb6567b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:54.974983 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416df441-b212-4d8c-999f-41b21bb6567b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=0eddd69a-67e7-4645-abda-e35909ffc2f7,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:55.036940 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0c86df-13b3-4e0f-9162-7fbc65ca9384 req-416df441-b212-4d8c-999f-41b21bb6567b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] No DVR routers for this DVR port 0eddd69a-67e7-4645-abda-e35909ffc2f7 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:26:55.042766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5276b230-499d-4338-95e1-e3e1fa668a05 req-1f239d7d-9bda-4deb-a280-3d6cfd96e825 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eba3d98-931e-4fbe-9efa-e3857a19684b HTTP/1.1" status: 200 len: 210 time: 0.0426104 Jan 31 16:26:55.044348 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0e0c86df-13b3-4e0f-9162-7fbc65ca9384 req-416df441-b212-4d8c-999f-41b21bb6567b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:55.049568 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e0c86df-13b3-4e0f-9162-7fbc65ca9384 req-416df441-b212-4d8c-999f-41b21bb6567b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "DELETE /v2.0/ports/0eddd69a-67e7-4645-abda-e35909ffc2f7 HTTP/1.1" status: 204 len: 173 time: 0.7751117 Jan 31 16:26:55.356990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc137a-137b-4575-bf44-2897a132d52f req-2921108d-9668-4228-8e87-0f0081918b71 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:55.358758 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8bbc137a-137b-4575-bf44-2897a132d52f req-2921108d-9668-4228-8e87-0f0081918b71 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 945 time: 0.0790708 Jan 31 16:26:55.410031 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8bbc137a-137b-4575-bf44-2897a132d52f req-9a8bd4a5-bc39-4ea2-94a3-ec701e2b1904 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445490 Jan 31 16:26:55.510468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'name': 'network-vif-deleted', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:26:55.513119 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c741ef-26f7-48b2-b30a-00b9e059ac52" -d '{"events": [{"server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "name": "network-vif-deleted", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:26:55.555276 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a11311-7979-43e6-bb02-bb3ad0f5dd28 x-openstack-request-id: req-e8a11311-7979-43e6-bb02-bb3ad0f5dd28 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:26:55.555579 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eba3d98-931e-4fbe-9efa-e3857a19684b", "name": "network-vif-deleted", "tag": "0eddd69a-67e7-4645-abda-e35909ffc2f7", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:26:55.555834 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8a11311-7979-43e6-bb02-bb3ad0f5dd28 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:26:55.556242 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eba3d98-931e-4fbe-9efa-e3857a19684b', 'name': 'network-vif-deleted', 'tag': '0eddd69a-67e7-4645-abda-e35909ffc2f7', 'status': 'completed', 'code': 200} Jan 31 16:26:55.705616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962069a4-bc12-4536-aaaf-e94b3a60e0e2 req-6756d6e4-0dfe-46db-808c-075a98675106 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:55.707189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-962069a4-bc12-4536-aaaf-e94b3a60e0e2 req-6756d6e4-0dfe-46db-808c-075a98675106 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 943 time: 0.0524421 Jan 31 16:26:55.749491 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-962069a4-bc12-4536-aaaf-e94b3a60e0e2 req-0322a131-aba4-42d0-9406-f7f16cf6809b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346360 Jan 31 16:26:55.995467 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:56.111937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35214) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:26:56.531847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32106bd4-89de-43f4-9981-28ef1e102ec1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:56.535914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616a599-9149-465b-994a-09825d6009b0 req-dc64c98d-978e-46af-b42b-6eee8eb4601e tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:56.537443 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f616a599-9149-465b-994a-09825d6009b0 req-dc64c98d-978e-46af-b42b-6eee8eb4601e tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 945 time: 0.0515277 Jan 31 16:26:56.577506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f616a599-9149-465b-994a-09825d6009b0 req-ae715eb4-4575-4925-b40c-686cde23906b tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338247 Jan 31 16:26:56.805314 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-32106bd4-89de-43f4-9981-28ef1e102ec1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port b072131c-ba75-44b7-bdd6-70a626171b7a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:26:56.805695 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32106bd4-89de-43f4-9981-28ef1e102ec1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:56.928341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074a1d2-bebb-4a94-ac0f-e6123d3659d3 req-ed5ee3df-3eb2-4a1e-8cda-58f94dde6568 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:56.929820 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9074a1d2-bebb-4a94-ac0f-e6123d3659d3 req-ed5ee3df-3eb2-4a1e-8cda-58f94dde6568 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 943 time: 0.1067562 Jan 31 16:26:56.936443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-32106bd4-89de-43f4-9981-28ef1e102ec1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] For port b072131c-ba75-44b7-bdd6-70a626171b7a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b072131c-ba75-44b7-bdd6-70a626171b7a,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:56.936799 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32106bd4-89de-43f4-9981-28ef1e102ec1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:56.960108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-32106bd4-89de-43f4-9981-28ef1e102ec1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for b072131c-ba75-44b7-bdd6-70a626171b7a owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:26:57.016536 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9074a1d2-bebb-4a94-ac0f-e6123d3659d3 req-764b27cd-ccb9-4dd3-9fec-afa17f494acf tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771973 Jan 31 16:26:57.058356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5dea8-c6fa-4103-a498-5267f7186c45 req-cbfa3dca-2f11-460c-9195-d154e7dc2229 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:57.059818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4bd5dea8-c6fa-4103-a498-5267f7186c45 req-cbfa3dca-2f11-460c-9195-d154e7dc2229 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 945 time: 0.0504105 Jan 31 16:26:57.177918 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32106bd4-89de-43f4-9981-28ef1e102ec1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:57.205517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32106bd4-89de-43f4-9981-28ef1e102ec1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=b072131c-ba75-44b7-bdd6-70a626171b7a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:57.463841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-4bd5dea8-c6fa-4103-a498-5267f7186c45 req-e16d761f-950d-4f1d-ab25-0ec544a04c22 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Deleting port 6e9e845d-b144-49d3-8ffb-0c48932f6340 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:26:57.464238 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4bd5dea8-c6fa-4103-a498-5267f7186c45 req-e16d761f-950d-4f1d-ab25-0ec544a04c22 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:57.563565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-4bd5dea8-c6fa-4103-a498-5267f7186c45 req-e16d761f-950d-4f1d-ab25-0ec544a04c22 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] For port 6e9e845d-b144-49d3-8ffb-0c48932f6340, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=6e9e845d-b144-49d3-8ffb-0c48932f6340,segment=NetworkSegment(bec6d1a3-bbd2-48db-b889-fc9e477a3f43),segment_id=bec6d1a3-bbd2-48db-b889-fc9e477a3f43)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:57.564682 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4bd5dea8-c6fa-4103-a498-5267f7186c45 req-e16d761f-950d-4f1d-ab25-0ec544a04c22 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:57.580111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-4bd5dea8-c6fa-4103-a498-5267f7186c45 req-e16d761f-950d-4f1d-ab25-0ec544a04c22 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Calling delete_port for 6e9e845d-b144-49d3-8ffb-0c48932f6340 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:26:57.727847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32106bd4-89de-43f4-9981-28ef1e102ec1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:57.766289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a96b5-1a73-4a71-ab8c-7e1b42a113cb req-76851012-bd87-4ce8-ba6d-621b723dd93e tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:57.768508 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fb1a96b5-1a73-4a71-ab8c-7e1b42a113cb req-76851012-bd87-4ce8-ba6d-621b723dd93e tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae28190-9a5b-468a-9673-c48b99dc7ab8 HTTP/1.1" status: 200 len: 945 time: 0.1150353 Jan 31 16:26:57.814905 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4bd5dea8-c6fa-4103-a498-5267f7186c45 req-e16d761f-950d-4f1d-ab25-0ec544a04c22 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:57.831644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['6e9e845d-b144-49d3-8ffb-0c48932f6340'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:26:57.856118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fb1a96b5-1a73-4a71-ab8c-7e1b42a113cb req-2c6e0f50-f13b-493c-a88d-424ff3f0cdc5 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.36 "GET /v2.0/security-groups?id=03f96db1-4098-4d86-ac18-e881bd2efe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744967 Jan 31 16:26:57.857339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d761f-950d-4f1d-ab25-0ec544a04c22 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Pushing event deleted for resources: {'Port': ['ID=6e9e845d-b144-49d3-8ffb-0c48932f6340,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:57.915886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd5dea8-c6fa-4103-a498-5267f7186c45 req-e16d761f-950d-4f1d-ab25-0ec544a04c22 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] No DVR routers for this DVR port 6e9e845d-b144-49d3-8ffb-0c48932f6340 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:26:57.919445 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4bd5dea8-c6fa-4103-a498-5267f7186c45 req-e16d761f-950d-4f1d-ab25-0ec544a04c22 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:57.923151 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4bd5dea8-c6fa-4103-a498-5267f7186c45 req-e16d761f-950d-4f1d-ab25-0ec544a04c22 tempest-VolumesSnapshotTestJSON-487803968 tempest-VolumesSnapshotTestJSON-487803968-project] 10.222.0.30 "DELETE /v2.0/ports/6e9e845d-b144-49d3-8ffb-0c48932f6340 HTTP/1.1" status: 204 len: 173 time: 0.8556406 Jan 31 16:26:57.923633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae28190-9a5b-468a-9673-c48b99dc7ab8', 'name': 'network-vif-deleted', 'tag': '6e9e845d-b144-49d3-8ffb-0c48932f6340'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:26:57.926599 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7714f208-34d4-4331-81d5-d1f952791b9b" -d '{"events": [{"server_uuid": "2ae28190-9a5b-468a-9673-c48b99dc7ab8", "name": "network-vif-deleted", "tag": "6e9e845d-b144-49d3-8ffb-0c48932f6340"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:26:57.973545 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4944699c-82e0-41ea-993b-c8414e5ffd0f x-openstack-request-id: req-4944699c-82e0-41ea-993b-c8414e5ffd0f {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:26:57.973851 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae28190-9a5b-468a-9673-c48b99dc7ab8", "name": "network-vif-deleted", "tag": "6e9e845d-b144-49d3-8ffb-0c48932f6340", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:26:57.974099 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4944699c-82e0-41ea-993b-c8414e5ffd0f {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:26:57.974497 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae28190-9a5b-468a-9673-c48b99dc7ab8', 'name': 'network-vif-deleted', 'tag': '6e9e845d-b144-49d3-8ffb-0c48932f6340', 'status': 'completed', 'code': 200} Jan 31 16:26:58.051157 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:58.058566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32106bd4-89de-43f4-9981-28ef1e102ec1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 865cb19f-3298-4d95-ab5b-484c75d720ec has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:26:58.157110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b75aed-9047-43a6-88cd-e9f1edc2b190 req-efea2782-de3f-49d1-8ee3-b80775d95843 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:58.158619 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30b75aed-9047-43a6-88cd-e9f1edc2b190 req-efea2782-de3f-49d1-8ee3-b80775d95843 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 943 time: 0.0641997 Jan 31 16:26:58.178949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32106bd4-89de-43f4-9981-28ef1e102ec1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:26:58.184834 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-32106bd4-89de-43f4-9981-28ef1e102ec1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "PUT /v2.0/routers/865cb19f-3298-4d95-ab5b-484c75d720ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0706830 Jan 31 16:26:58.188563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35226) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:26:58.190302 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d45e7-dc26-41a8-b9e9-092e9637108e None None] Sync routers for ids ['865cb19f-3298-4d95-ab5b-484c75d720ec'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:26:58.203691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30b75aed-9047-43a6-88cd-e9f1edc2b190 req-e115e9a4-7492-4c10-8b8b-71a8660dcb3c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384634 Jan 31 16:26:58.209729 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d45e7-dc26-41a8-b9e9-092e9637108e None None] Routers {'865cb19f-3298-4d95-ab5b-484c75d720ec'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:26:58.210671 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2b7d45e7-dc26-41a8-b9e9-092e9637108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:26:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['865cb19f-3298-4d95-ab5b-484c75d720ec'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:26:58.260790 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-66739376-e191-4724-9672-cb1757e66672 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting subnet ed7c687d-cbb3-4fe4-a221-4e9264c32b4e {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:26:58.264488 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66739376-e191-4724-9672-cb1757e66672 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:58.292780 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0eddd69a-67e7-4645-abda-e35909ffc2f7 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:26:58.309836 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66739376-e191-4724-9672-cb1757e66672 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:58.316138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 0eddd69a-67e7-4645-abda-e35909ffc2f7 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:26:58.316462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 0eddd69a-67e7-4645-abda-e35909ffc2f7 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:26:58.436534 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2b7d45e7-dc26-41a8-b9e9-092e9637108e None None] Set router 865cb19f-3298-4d95-ab5b-484c75d720ec gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:26:58.439671 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66739376-e191-4724-9672-cb1757e66672 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:58.515913 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66739376-e191-4724-9672-cb1757e66672 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:58.545222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66739376-e191-4724-9672-cb1757e66672 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7c687d-cbb3-4fe4-a221-4e9264c32b4e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:58.550513 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-66739376-e191-4724-9672-cb1757e66672 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:58.557727 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-66739376-e191-4724-9672-cb1757e66672 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/subnets/ed7c687d-cbb3-4fe4-a221-4e9264c32b4e HTTP/1.1" status: 204 len: 168 time: 0.3665056 Jan 31 16:26:58.557727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35228) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:26:58.559671 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8add75-4f2e-47d5-8ec1-2749c819a07f None None] Network 9d0de021-8319-4c1d-82f2-fab5d2fdd926 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:26:58.667240 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2b7d45e7-dc26-41a8-b9e9-092e9637108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:26:57Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:26:58.697547 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:58.701211 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d45e7-dc26-41a8-b9e9-092e9637108e None None] Checking router: 865cb19f-3298-4d95-ab5b-484c75d720ec for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:26:58.710724 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d45e7-dc26-41a8-b9e9-092e9637108e None None] Routers {'865cb19f-3298-4d95-ab5b-484c75d720ec'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:26:58.711429 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2b7d45e7-dc26-41a8-b9e9-092e9637108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:26:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['865cb19f-3298-4d95-ab5b-484c75d720ec'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:26:58.827325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992055e2-8ec2-49c8-93be-43675c8156a2 None None] DHCP port deletion for 9d0de021-8319-4c1d-82f2-fab5d2fdd926 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:26:58.830876 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:58.835156 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2b7d45e7-dc26-41a8-b9e9-092e9637108e None None] Set router 865cb19f-3298-4d95-ab5b-484c75d720ec gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:26:58.879016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-992055e2-8ec2-49c8-93be-43675c8156a2 None None] Deleting port 3323a3b1-f1f5-4885-8d76-cb260776ecaa {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:26:58.879847 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-992055e2-8ec2-49c8-93be-43675c8156a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:58.892716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port 5c2c6c31-0d86-4835-98b6-5c6a24e13387 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:26:58.893063 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:58.953641 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-992055e2-8ec2-49c8-93be-43675c8156a2 None None] For port 3323a3b1-f1f5-4885-8d76-cb260776ecaa, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3323a3b1-f1f5-4885-8d76-cb260776ecaa,segment=NetworkSegment(2043e8fa-13bb-4aab-b2cc-39926510c045),segment_id=2043e8fa-13bb-4aab-b2cc-39926510c045)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:58.954433 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-992055e2-8ec2-49c8-93be-43675c8156a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:58.970336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-992055e2-8ec2-49c8-93be-43675c8156a2 None None] Calling delete_port for 3323a3b1-f1f5-4885-8d76-cb260776ecaa owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:26:58.981195 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] For port 5c2c6c31-0d86-4835-98b6-5c6a24e13387, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5c2c6c31-0d86-4835-98b6-5c6a24e13387,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:58.981631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:58.997447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for 5c2c6c31-0d86-4835-98b6-5c6a24e13387 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:26:59.071997 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2b7d45e7-dc26-41a8-b9e9-092e9637108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:26:57Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:26:59.085347 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-992055e2-8ec2-49c8-93be-43675c8156a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.102322 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d45e7-dc26-41a8-b9e9-092e9637108e None None] The sync data for ids ['865cb19f-3298-4d95-ab5b-484c75d720ec'] in n-d-827120-1 is: [{'id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397467665', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:25:32Z', 'updated_at': '2022-01-31T16:26:57Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '5c2c6c31-0d86-4835-98b6-5c6a24e13387', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cb19f-3298-4d95-ab5b-484c75d720ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:25:33Z', 'updated_at': '2022-01-31T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:26:59.115940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992055e2-8ec2-49c8-93be-43675c8156a2 None None] Pushing event deleted for resources: {'Port': ['ID=3323a3b1-f1f5-4885-8d76-cb260776ecaa,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:59.122368 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992055e2-8ec2-49c8-93be-43675c8156a2 None None] No DVR routers for this DVR port 3323a3b1-f1f5-4885-8d76-cb260776ecaa on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:26:59.229934 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.271642 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=5c2c6c31-0d86-4835-98b6-5c6a24e13387,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:59.355723 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.356085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655ac26-51fe-4085-a22b-2d59ba5b15ff req-e54f9f94-b9bc-4bed-adcc-517f74fa160a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:26:59.361620 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9655ac26-51fe-4085-a22b-2d59ba5b15ff req-e54f9f94-b9bc-4bed-adcc-517f74fa160a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 943 time: 0.0673172 Jan 31 16:26:59.405353 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9655ac26-51fe-4085-a22b-2d59ba5b15ff req-80c12949-b850-471e-b540-52deada2ba0d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353818 Jan 31 16:26:59.458427 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.461009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.487839 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f7b83615-cb93-4713-9e6f-227acde6687f details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:26:59.522373 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.523236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Fanout notify agent at l3_agent the message router_deleted on router 865cb19f-3298-4d95-ab5b-484c75d720ec {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:26:59.535726 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.537484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-92f9cdf8-c608-4f4b-ae44-5a78846ecbc0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/routers/865cb19f-3298-4d95-ab5b-484c75d720ec HTTP/1.1" status: 204 len: 168 time: 0.9788868 Jan 31 16:26:59.540530 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35242) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:26:59.620248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f7b83615-cb93-4713-9e6f-227acde6687f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7b83615-cb93-4713-9e6f-227acde6687f,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:59.632538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'f7b83615-cb93-4713-9e6f-227acde6687f', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'port_id': 'f7b83615-cb93-4713-9e6f-227acde6687f', 'mac_address': 'fa:16:3e:2a:b2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:26:59.639003 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.698448 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.723199 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b83615-cb93-4713-9e6f-227acde6687f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:26:59.766103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f7b83615-cb93-4713-9e6f-227acde6687f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7b83615-cb93-4713-9e6f-227acde6687f,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:26:59.773777 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.820930 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.850951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f7b83615-cb93-4713-9e6f-227acde6687f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:26:59.858566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0de021-8319-4c1d-82f2-fab5d2fdd926']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:26:59.870562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2043e8fa-13bb-4aab-b2cc-39926510c045') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:26:59.870855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2043e8fa-13bb-4aab-b2cc-39926510c045') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:26:59.882306 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.897290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.904794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:26:59.905261 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:26:59.909573 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:26:59.986446 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.994710 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:26:59.998209 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/networks/9d0de021-8319-4c1d-82f2-fab5d2fdd926 HTTP/1.1" status: 204 len: 168 time: 0.4564104 Jan 31 16:27:00.000920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['f7b83615-cb93-4713-9e6f-227acde6687f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:27:00.003221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35244) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:00.018523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4551d-9e42-4f63-83ea-06ed1d8cc3cb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Network': ['ID=9d0de021-8319-4c1d-82f2-fab5d2fdd926,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:00.116404 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ca01540-e297-484b-b749-09ab27a478a6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.146758 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ca01540-e297-484b-b749-09ab27a478a6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.224295 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ca01540-e297-484b-b749-09ab27a478a6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.228817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5ca01540-e297-484b-b749-09ab27a478a6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.232907 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5ca01540-e297-484b-b749-09ab27a478a6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/security-groups/c098199b-f069-4085-af84-95b6eb4de7cc HTTP/1.1" status: 204 len: 168 time: 0.2258101 Jan 31 16:27:00.241021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca01540-e297-484b-b749-09ab27a478a6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c098199b-f069-4085-af84-95b6eb4de7cc,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:00.298453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6e9e845d-b144-49d3-8ffb-0c48932f6340 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:27:00.328689 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 6e9e845d-b144-49d3-8ffb-0c48932f6340 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:27:00.329081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 6e9e845d-b144-49d3-8ffb-0c48932f6340 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:27:00.514062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35256) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:00.519678 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-136e5a2f-aa44-407a-9a79-0d09991edc87 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152124224', 'description': 'tempest-secgroup-smoke-1152124224 description', 'project_id': 'b000813a36ef4beea9c3a23c358cd007'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:00.546142 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-136e5a2f-aa44-407a-9a79-0d09991edc87 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.585183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050d6da-f5ab-4a32-9b53-e3e788f36b4d req-2298f808-ce8e-49d3-ad8a-aa8231254866 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:00.587016 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f050d6da-f5ab-4a32-9b53-e3e788f36b4d req-2298f808-ce8e-49d3-ad8a-aa8231254866 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 944 time: 0.0928240 Jan 31 16:27:00.644277 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-136e5a2f-aa44-407a-9a79-0d09991edc87 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.652346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-136e5a2f-aa44-407a-9a79-0d09991edc87 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.655851 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f050d6da-f5ab-4a32-9b53-e3e788f36b4d req-362fc9be-9351-4f45-ae4d-045e0e579c1a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550504 Jan 31 16:27:00.701884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e5a2f-aa44-407a-9a79-0d09991edc87 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c0f950-a1a5-49fd-892d-605d430712dc,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:00.705626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b072131c-ba75-44b7-bdd6-70a626171b7a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:27:00.718038 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-136e5a2f-aa44-407a-9a79-0d09991edc87 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.719426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-136e5a2f-aa44-407a-9a79-0d09991edc87 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2041082 Jan 31 16:27:00.722610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35260) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:00.728392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d27d19b7-af81-48ea-b4f4-80e19362a47d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': '45c0f950-a1a5-49fd-892d-605d430712dc', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:00.732966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: b072131c-ba75-44b7-bdd6-70a626171b7a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:27:00.733537 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b072131c-ba75-44b7-bdd6-70a626171b7a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:27:00.734212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3323a3b1-f1f5-4885-8d76-cb260776ecaa no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:27:00.759612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 3323a3b1-f1f5-4885-8d76-cb260776ecaa {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:27:00.759862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3323a3b1-f1f5-4885-8d76-cb260776ecaa not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:27:00.760267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5c2c6c31-0d86-4835-98b6-5c6a24e13387 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:27:00.778230 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d27d19b7-af81-48ea-b4f4-80e19362a47d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.781629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 5c2c6c31-0d86-4835-98b6-5c6a24e13387 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:27:00.781968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5c2c6c31-0d86-4835-98b6-5c6a24e13387 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:27:00.834608 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d27d19b7-af81-48ea-b4f4-80e19362a47d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.838782 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d27d19b7-af81-48ea-b4f4-80e19362a47d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.857931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d19b7-af81-48ea-b4f4-80e19362a47d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2af16b-f630-402e-9608-db73c1093622,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:00.868825 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d27d19b7-af81-48ea-b4f4-80e19362a47d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.870279 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d27d19b7-af81-48ea-b4f4-80e19362a47d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461468 Jan 31 16:27:00.873036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35262) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:00.877541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7621812d-35f0-469a-849d-88b4772ef8f9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': '45c0f950-a1a5-49fd-892d-605d430712dc', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:00.911526 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7621812d-35f0-469a-849d-88b4772ef8f9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.975770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7621812d-35f0-469a-849d-88b4772ef8f9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.980431 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7621812d-35f0-469a-849d-88b4772ef8f9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:00.998752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621812d-35f0-469a-849d-88b4772ef8f9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744f755e-3bde-4e96-ac1d-e43620b3dabd,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:01.014062 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7621812d-35f0-469a-849d-88b4772ef8f9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.015763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7621812d-35f0-469a-849d-88b4772ef8f9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412339 Jan 31 16:27:01.018987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35264) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:01.025217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8e50a5ae-3260-4065-95b4-7e013dd570d7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': '45c0f950-a1a5-49fd-892d-605d430712dc', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:01.064219 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e50a5ae-3260-4065-95b4-7e013dd570d7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.127944 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e50a5ae-3260-4065-95b4-7e013dd570d7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.132359 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e50a5ae-3260-4065-95b4-7e013dd570d7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.153407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50a5ae-3260-4065-95b4-7e013dd570d7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e06dcb3-acd3-42ab-a339-5658eb0273cc,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:01.163997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8e50a5ae-3260-4065-95b4-7e013dd570d7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.165247 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8e50a5ae-3260-4065-95b4-7e013dd570d7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452713 Jan 31 16:27:01.168760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35266) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:01.174861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bd1aad2b-a11d-4e7f-8f3a-d35fb16dff1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': '45c0f950-a1a5-49fd-892d-605d430712dc', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:01.210046 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bd1aad2b-a11d-4e7f-8f3a-d35fb16dff1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.272518 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bd1aad2b-a11d-4e7f-8f3a-d35fb16dff1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.276046 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bd1aad2b-a11d-4e7f-8f3a-d35fb16dff1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.294737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1aad2b-a11d-4e7f-8f3a-d35fb16dff1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00eb2679-6417-4418-9062-cfd95c561205,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:01.303914 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bd1aad2b-a11d-4e7f-8f3a-d35fb16dff1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.305256 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bd1aad2b-a11d-4e7f-8f3a-d35fb16dff1a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353149 Jan 31 16:27:01.308046 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35268) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:01.312362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d9864a41-2df3-4bea-9b02-0619ffd698f5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': '45c0f950-a1a5-49fd-892d-605d430712dc', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:01.336917 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-d9864a41-2df3-4bea-9b02-0619ffd698f5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Project b000813a36ef4beea9c3a23c358cd007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:27:01.341797 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9864a41-2df3-4bea-9b02-0619ffd698f5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.430176 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9864a41-2df3-4bea-9b02-0619ffd698f5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.435481 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9864a41-2df3-4bea-9b02-0619ffd698f5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.455493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9864a41-2df3-4bea-9b02-0619ffd698f5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b5851a-6c63-49f7-b8ba-ac573c8001fa,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:01.463943 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d9864a41-2df3-4bea-9b02-0619ffd698f5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.465347 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d9864a41-2df3-4bea-9b02-0619ffd698f5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1563690 Jan 31 16:27:01.468540 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35270) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:01.475252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a51ec950-b22f-42b4-8623-a9971e865cb4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'security_group_rule': {'security_group_id': '45c0f950-a1a5-49fd-892d-605d430712dc', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:01.498826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f7b83615-cb93-4713-9e6f-227acde6687f up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:01.500724 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-a51ec950-b22f-42b4-8623-a9971e865cb4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Project b000813a36ef4beea9c3a23c358cd007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:27:01.507621 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a51ec950-b22f-42b4-8623-a9971e865cb4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.551405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port f7b83615-cb93-4713-9e6f-227acde6687f completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:27:01.555311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port f7b83615-cb93-4713-9e6f-227acde6687f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:01.555767 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.575372 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a51ec950-b22f-42b4-8623-a9971e865cb4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.582335 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a51ec950-b22f-42b4-8623-a9971e865cb4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.598079 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ec950-b22f-42b4-8623-a9971e865cb4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0ec595-177a-4b16-98f7-27d56ea5b3cf,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:01.616006 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a51ec950-b22f-42b4-8623-a9971e865cb4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.617664 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a51ec950-b22f-42b4-8623-a9971e865cb4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471596 Jan 31 16:27:01.622072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35272) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:01.628507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-aee5bfc6-ee91-42aa-84fb-75de8e7b1829 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'network': {'name': 'tempest-network-smoke--964174610', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'port_security_enabled': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:01.675184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee5bfc6-ee91-42aa-84fb-75de8e7b1829 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Made reservation on behalf of b000813a36ef4beea9c3a23c358cd007 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:27:01.679796 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.682284 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aee5bfc6-ee91-42aa-84fb-75de8e7b1829 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.800176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b83615-cb93-4713-9e6f-227acde6687f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:27:01.803953 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee5bfc6-ee91-42aa-84fb-75de8e7b1829 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:27:01.814065 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c77642-fc5d-4c17-9ad6-4c29d80fb4ad" -d '{"events": [{"server_uuid": "d58b409c-6d52-4e41-abad-7bc3d8591e62", "name": "network-vif-plugged", "status": "completed", "tag": "f7b83615-cb93-4713-9e6f-227acde6687f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:27:01.827162 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aee5bfc6-ee91-42aa-84fb-75de8e7b1829 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.828039 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-aee5bfc6-ee91-42aa-84fb-75de8e7b1829 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Added segment d08e523e-01cc-40d5-810f-74f420c7a5f9 of type vlan for network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 Jan 31 16:27:01.844632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f7b83615-cb93-4713-9e6f-227acde6687f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7b83615-cb93-4713-9e6f-227acde6687f,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:27:01.857195 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.857952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f69231-79d4-41ff-820d-d7200f919f08 req-8239e34e-2cc4-42b0-9ff7-37a85bac5723 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:01.868814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9f69231-79d4-41ff-820d-d7200f919f08 req-8239e34e-2cc4-42b0-9ff7-37a85bac5723 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 944 time: 0.0845983 Jan 31 16:27:01.889513 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aee5bfc6-ee91-42aa-84fb-75de8e7b1829 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.898830 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eef4af-1eca-4724-b282-651f8dafcfa9 x-openstack-request-id: req-b8eef4af-1eca-4724-b282-651f8dafcfa9 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:27:01.899192 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b409c-6d52-4e41-abad-7bc3d8591e62", "name": "network-vif-plugged", "status": "completed", "tag": "f7b83615-cb93-4713-9e6f-227acde6687f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:27:01.899381 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8eef4af-1eca-4724-b282-651f8dafcfa9 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:27:01.899747 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b83615-cb93-4713-9e6f-227acde6687f', 'code': 200} Jan 31 16:27:01.931454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f7b83615-cb93-4713-9e6f-227acde6687f,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:01.945734 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9f69231-79d4-41ff-820d-d7200f919f08 req-10607230-ea6e-4b48-b7b3-2e1de4f9b8fa tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752804 Jan 31 16:27:01.950000 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aee5bfc6-ee91-42aa-84fb-75de8e7b1829 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:01.965661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee5bfc6-ee91-42aa-84fb-75de8e7b1829 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:01.966527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-aee5bfc6-ee91-42aa-84fb-75de8e7b1829 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:02.016862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf24d-b195-4bf4-8c78-be1b9c035296 req-b9c465df-b6e9-4360-88ff-71bb3415a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:02.018501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3bfdf24d-b195-4bf4-8c78-be1b9c035296 req-b9c465df-b6e9-4360-88ff-71bb3415a52a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 1096 time: 0.0560851 Jan 31 16:27:02.027926 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aee5bfc6-ee91-42aa-84fb-75de8e7b1829 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4041729 Jan 31 16:27:02.030601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35280) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:02.038636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'admin_state_up': True, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:02.054669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5bfc6-ee91-42aa-84fb-75de8e7b1829 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Network': ['ID=21aa5f89-2cb6-4f01-bf38-b27416cbd317,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:02.069765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:27:02.094484 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3bfdf24d-b195-4bf4-8c78-be1b9c035296 req-294f385f-bb8d-4664-bff0-bf6a6302601a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690863 Jan 31 16:27:02.095793 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:02.096976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:02.160566 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:02.304469 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:02.522279 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:02.542368 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:02.660255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.25.1.141 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/08ec72a7-6eda-4726-827f-f08eb6b5e88e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:27:02.779689 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:02.818662 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:02.861892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:02.867741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:02.870835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:27:02.902619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=08ec72a7-6eda-4726-827f-f08eb6b5e88e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:03.132031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d5563-c595-4d19-b687-42981226e895 req-b8e32a67-fc07-41cb-bede-31fe8a545174 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:03.137839 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a8d5563-c595-4d19-b687-42981226e895 req-b8e32a67-fc07-41cb-bede-31fe8a545174 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 945 time: 0.1070085 Jan 31 16:27:03.190113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a8d5563-c595-4d19-b687-42981226e895 req-c1268ea6-e32a-4cd9-aa36-b37d5bbf2069 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444541 Jan 31 16:27:03.229372 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:03.442717 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:03.586289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 60a83ecd-0360-4e76-adfa-4f6c63cb052d is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:27:03.707589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:27:03.718189 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Sync routers for ids ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:27:03.729638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Routers {'60a83ecd-0360-4e76-adfa-4f6c63cb052d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:03.730279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:26:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:03.740753 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:03.742060 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8e16289c-76e6-492c-a86d-1f66ad68bc9e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7105048 Jan 31 16:27:03.745517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35294) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:03.788020 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-99c56d03-9101-4b90-b8ee-6471bb1c6e2d tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b000813a36ef4beea9c3a23c358cd007&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388646 Jan 31 16:27:03.789068 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35296) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:03.873163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Set router 60a83ecd-0360-4e76-adfa-4f6c63cb052d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:03.893753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54bd971-778c-489b-9274-b1c35dcaec7e tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:03.897510 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c54bd971-778c-489b-9274-b1c35dcaec7e tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1062019 Jan 31 16:27:03.899874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35298) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:03.929385 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4196b10d-c2df-46fe-b954-f805a72fc17e tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283639 Jan 31 16:27:03.932061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35300) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:03.938448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d3acf96f-8fff-4209-bcae-bedd82ce017e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1444299398', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:04.060400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3acf96f-8fff-4209-bcae-bedd82ce017e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Made reservation on behalf of b000813a36ef4beea9c3a23c358cd007 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:27:04.064860 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3acf96f-8fff-4209-bcae-bedd82ce017e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:04.124588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:03Z', 'revision_number': 3, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:04.168554 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Checking router: 60a83ecd-0360-4e76-adfa-4f6c63cb052d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:27:04.169152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Updating router 60a83ecd-0360-4e76-adfa-4f6c63cb052d port 08ec72a7-6eda-4726-827f-f08eb6b5e88e binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:27:04.198310 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:04.431133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d1cbf-9612-4e90-a104-5edb1fc9dcd5 req-2f4d0e32-874b-4c36-829f-e1c3035295db tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:04.433526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da3d1cbf-9612-4e90-a104-5edb1fc9dcd5 req-2f4d0e32-874b-4c36-829f-e1c3035295db tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 945 time: 0.1599534 Jan 31 16:27:04.461121 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3acf96f-8fff-4209-bcae-bedd82ce017e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:04.514545 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:04.521152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-da3d1cbf-9612-4e90-a104-5edb1fc9dcd5 req-d48806e9-f8ba-470f-adce-d2209a6553b7 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805607 Jan 31 16:27:04.526624 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:04.558613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acf96f-8fff-4209-bcae-bedd82ce017e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Subnet': ['ID=6ec8bec3-07c0-40d5-bc88-85f3a8e84fba,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:04.561447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3acf96f-8fff-4209-bcae-bedd82ce017e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Checking segment: {'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:27:04.561851 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3acf96f-8fff-4209-bcae-bedd82ce017e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network hostable DHCP agents. Network: 21aa5f89-2cb6-4f01-bf38-b27416cbd317, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:27:04.589342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b925f2c-e436-400e-9467-a05b5f3af645 None None] Pushing event updated for resources: {'Port': ['ID=08ec72a7-6eda-4726-827f-f08eb6b5e88e,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:04.592301 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Attempting to bind port 08ec72a7-6eda-4726-827f-f08eb6b5e88e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:27:04.592477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3acf96f-8fff-4209-bcae-bedd82ce017e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:27:04.592804 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Attempting to bind port 08ec72a7-6eda-4726-827f-f08eb6b5e88e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:27:04.593242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Attempting to bind port 08ec72a7-6eda-4726-827f-f08eb6b5e88e on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:27:04.599414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:27:04.599874 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:27:04.600343 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:04.600906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:27:04.601412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Bound port: 08ec72a7-6eda-4726-827f-f08eb6b5e88e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:27:04.602054 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:04.606135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d3acf96f-8fff-4209-bcae-bedd82ce017e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 21aa5f89-2cb6-4f01-bf38-b27416cbd317) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:04.618753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3acf96f-8fff-4209-bcae-bedd82ce017e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:04.619479 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3acf96f-8fff-4209-bcae-bedd82ce017e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:04.628424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e08e033-e335-4916-b206-236c051cb8f2 None None] Network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:27:04.648096 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d3acf96f-8fff-4209-bcae-bedd82ce017e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7125034 Jan 31 16:27:04.648463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35308) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:04.718954 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] For port 08ec72a7-6eda-4726-827f-f08eb6b5e88e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:27:04.722855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] For port 08ec72a7-6eda-4726-827f-f08eb6b5e88e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=08ec72a7-6eda-4726-827f-f08eb6b5e88e,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:27:04.727219 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:04.732137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3db49b-1736-4fc9-a2ce-05337df5537b req-5be91bf7-deb6-477f-ae34-e0469dde520d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:04.733840 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed3db49b-1736-4fc9-a2ce-05337df5537b req-5be91bf7-deb6-477f-ae34-e0469dde520d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 945 time: 0.0916069 Jan 31 16:27:04.794080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed3db49b-1736-4fc9-a2ce-05337df5537b req-cc0636ab-4c25-42a7-a7fd-20ae8afbcd3d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531631 Jan 31 16:27:04.808730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Routers {'60a83ecd-0360-4e76-adfa-4f6c63cb052d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:04.809354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:26:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:04.814953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b925f2c-e436-400e-9467-a05b5f3af645 None None] Pushing event updated for resources: {'Port': ['ID=08ec72a7-6eda-4726-827f-f08eb6b5e88e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:04.815555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35310) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:04.902738 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8243172-7ba5-4e9e-b585-0e17e32a4b4d tempest-TestVolumeBootPattern-1068948122 tempest-TestVolumeBootPattern-1068948122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:04.905034 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d8243172-7ba5-4e9e-b585-0e17e32a4b4d tempest-TestVolumeBootPattern-1068948122 tempest-TestVolumeBootPattern-1068948122-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 1091 time: 0.0881047 Jan 31 16:27:04.907899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35312) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:04.914631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': 'f7b83615-cb93-4713-9e6f-227acde6687f', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:04.942926 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:05.080589 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:05.163388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ips': [{'subnet_id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:27:05.164489 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:05.185320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] Set router 60a83ecd-0360-4e76-adfa-4f6c63cb052d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:05.213757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Allocated IP 172.25.1.27 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/f7ef998a-b794-4527-a844-fdc437d50b33) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:27:05.299456 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:05.366956 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:05.410847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:05.459218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:05.464425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:05.466987 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Allocated IP 172.20.0.2 (21aa5f89-2cb6-4f01-bf38-b27416cbd317/6ec8bec3-07c0-40d5-bc88-85f3a8e84fba/8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:27:05.468645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:27:05.502223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=f7ef998a-b794-4527-a844-fdc437d50b33,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:05.583054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:03Z', 'revision_number': 3, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:05.615266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0357f-b85b-46a4-a669-7da5c6bd31b5 None None] The sync data for ids ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'] in n-d-827120-1 is: [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:03Z', 'revision_number': 3, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:27:05.723084 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:05.733394 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:05.795785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:05.799067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:05.806047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:27:05.817131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.20.0.1 (21aa5f89-2cb6-4f01-bf38-b27416cbd317/6ec8bec3-07c0-40d5-bc88-85f3a8e84fba/888f4a5c-ec8b-42fa-97ff-83232cf5cd6d) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:27:05.869289 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Pushing event updated for resources: {'Port': ['ID=8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:05.893651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Attempting to bind port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:27:05.894021 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Attempting to bind port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:27:05.894384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Attempting to bind port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac on network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:27:05.903546 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:27:05.904214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Checking segment: {'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:27:05.904214 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:05.904867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Bound using segment: {'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:27:05.905060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Bound port: 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:27:05.905498 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:06.000675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] For port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:27:06.007964 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] For port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:27:06.017174 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:06.091072 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:06.196865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:06.229254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f57be0-652d-48f5-b0a7-257553018925 None None] Pushing event updated for resources: {'Port': ['ID=8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:06.261351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:06.265263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:06.265800 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:06.275068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:27:06.360086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=888f4a5c-ec8b-42fa-97ff-83232cf5cd6d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:06.401353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:06.466145 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:06.792720 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:06.847086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:06.853496 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:06.915945 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event updated for resources: {'Port': ['ID=f7ef998a-b794-4527-a844-fdc437d50b33,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:07.060017 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:07.083961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 08ec72a7-6eda-4726-827f-f08eb6b5e88e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:07.215955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 08ec72a7-6eda-4726-827f-f08eb6b5e88e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:07.216768 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:07.232116 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Floating IP dfb2e905-e973-4e0a-91e0-913c50e99543 associated. External IP: 172.25.1.27, port: f7b83615-cb93-4713-9e6f-227acde6687f. Jan 31 16:27:07.513068 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:07.604412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 08ec72a7-6eda-4726-827f-f08eb6b5e88e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=08ec72a7-6eda-4726-827f-f08eb6b5e88e,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:27:07.612728 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:07.616445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:07.852542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=08ec72a7-6eda-4726-827f-f08eb6b5e88e,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:07.854555 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:07.867058 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:07.869852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:27:07.872228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:07.872478 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:07.989274 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:08.023551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=888f4a5c-ec8b-42fa-97ff-83232cf5cd6d,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:08.030246 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:08.032483 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:27:08.039025 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:08.123475 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:08.206040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:27:08.216013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:08.218744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:08.226884 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:08.235594 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1d6fe-83a1-441a-a6c0-dbe9a59b454c None None] Sync routers for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:27:08.251664 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1d6fe-83a1-441a-a6c0-dbe9a59b454c None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:08.255656 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-14a1d6fe-83a1-441a-a6c0-dbe9a59b454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:26:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:08.261578 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ec2f7c82-6618-42f1-b2c8-60af2939db74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3523171 Jan 31 16:27:08.262218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'tag': 'f7b83615-cb93-4713-9e6f-227acde6687f'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:27:08.264923 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cbbbe4-592c-4ba4-b759-7a74607c6fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "d58b409c-6d52-4e41-abad-7bc3d8591e62", "tag": "f7b83615-cb93-4713-9e6f-227acde6687f"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:27:08.310314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6ddc32-e9df-488e-aea8-911a275fcf52 None None] Network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:27:08.356081 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1f75f1-51b9-4d26-8f86-95c505611f67 x-openstack-request-id: req-0f1f75f1-51b9-4d26-8f86-95c505611f67 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:27:08.356381 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58b409c-6d52-4e41-abad-7bc3d8591e62", "tag": "f7b83615-cb93-4713-9e6f-227acde6687f", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:27:08.356637 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f1f75f1-51b9-4d26-8f86-95c505611f67 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:27:08.357061 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'tag': 'f7b83615-cb93-4713-9e6f-227acde6687f', 'status': 'completed', 'code': 200} Jan 31 16:27:08.436462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d8cdb9d9-6beb-45d1-98e9-40edbf8b1111 None None] Provisioning complete for port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:08.437124 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb9d9-6beb-45d1-98e9-40edbf8b1111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:08.480750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbbbe4-592c-4ba4-b759-7a74607c6fe2 req-a5eca0e6-93ca-41d5-bc80-3d0f9d82d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:08.482971 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-64cbbbe4-592c-4ba4-b759-7a74607c6fe2 req-a5eca0e6-93ca-41d5-bc80-3d0f9d82d1ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 1096 time: 0.0678933 Jan 31 16:27:08.519018 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-14a1d6fe-83a1-441a-a6c0-dbe9a59b454c None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:08.615843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbbbe4-592c-4ba4-b759-7a74607c6fe2 req-d74e3254-234c-40c3-87e7-4d0008375c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:08.619404 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-64cbbbe4-592c-4ba4-b759-7a74607c6fe2 req-d74e3254-234c-40c3-87e7-4d0008375c45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.1261430 Jan 31 16:27:08.622402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 60a83ecd-0360-4e76-adfa-4f6c63cb052d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:27:08.873630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 08ec72a7-6eda-4726-827f-f08eb6b5e88e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:08.895950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-64cbbbe4-592c-4ba4-b759-7a74607c6fe2 req-a15faf99-425a-4502-a296-90b98c2b81ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b83615-cb93-4713-9e6f-227acde6687f HTTP/1.1" status: 200 len: 998 time: 0.2699664 Jan 31 16:27:08.988975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 08ec72a7-6eda-4726-827f-f08eb6b5e88e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:08.989350 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:09.019790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbbbe4-592c-4ba4-b759-7a74607c6fe2 req-3d16cec1-fdf9-459c-9273-18ab95547b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:09.021278 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-64cbbbe4-592c-4ba4-b759-7a74607c6fe2 req-3d16cec1-fdf9-459c-9273-18ab95547b45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.1142907 Jan 31 16:27:09.076859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:27:09.096228 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d32f6154-719e-4f30-96f3-993a3132ef5c tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "PUT /v2.0/routers/60a83ecd-0360-4e76-adfa-4f6c63cb052d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4462740 Jan 31 16:27:09.099117 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-14a1d6fe-83a1-441a-a6c0-dbe9a59b454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '02211d2d-6007-4eb9-b192-404dd1ec9ba2', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:e7:dd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:49Z', 'updated_at': '2022-01-31T16:24:51Z', 'revision_number': 1, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}, {'id': 'dfb2e905-e973-4e0a-91e0-913c50e99543', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.27', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': 'f7b83615-cb93-4713-9e6f-227acde6687f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:2a:b2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:27:05Z', 'updated_at': '2022-01-31T16:27:05Z', 'revision_number': 0, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:09.139385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Sync routers for ids ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:27:09.165108 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1d6fe-83a1-441a-a6c0-dbe9a59b454c None None] Checking router: 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:27:09.173932 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:09.207084 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1d6fe-83a1-441a-a6c0-dbe9a59b454c None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:09.208068 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-14a1d6fe-83a1-441a-a6c0-dbe9a59b454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:26:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:09.233972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Routers {'60a83ecd-0360-4e76-adfa-4f6c63cb052d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:09.234630 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:26:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:09.277916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbbbe4-592c-4ba4-b759-7a74607c6fe2 req-af127efe-6eda-4916-a1cb-db623ba30603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:09.282918 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-64cbbbe4-592c-4ba4-b759-7a74607c6fe2 req-af127efe-6eda-4916-a1cb-db623ba30603 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2502041 Jan 31 16:27:09.450824 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-14a1d6fe-83a1-441a-a6c0-dbe9a59b454c None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:09.457832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:09.458535 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:09.498265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Set router 60a83ecd-0360-4e76-adfa-4f6c63cb052d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:09.524493 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-64cbbbe4-592c-4ba4-b759-7a74607c6fe2 req-4b2674ac-c8d8-4eaf-881e-209aa5f147b2 service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321723 Jan 31 16:27:09.542575 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-81ba7891-421a-4aa7-9aa4-b31c6832c2bf tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152124224&fields=id&tenant_id=b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 267 time: 0.1329496 Jan 31 16:27:09.608015 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-24707fc5-ece1-4d01-9471-8e53ccfb344d None None] Provisioning complete for port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:09.608864 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-24707fc5-ece1-4d01-9471-8e53ccfb344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:09.708147 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-64cbbbe4-592c-4ba4-b759-7a74607c6fe2 req-ea0c9996-d554-4c7d-8ddd-4f94111fb160 service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761568 Jan 31 16:27:09.786274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-3242bfa8-e7be-480f-9556-6e08f4737409 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:09.793263 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-3242bfa8-e7be-480f-9556-6e08f4737409 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/networks?id=21aa5f89-2cb6-4f01-bf38-b27416cbd317 HTTP/1.1" status: 200 len: 796 time: 0.2494478 Jan 31 16:27:09.824040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-867fce05-6fd9-4426-a1d1-a6949c4a19d9 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/quotas/b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 375 time: 0.0298450 Jan 31 16:27:09.914462 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-bf12ea7e-a6fa-48aa-a6d4-0817231cd228 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840497 Jan 31 16:27:10.069272 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-14a1d6fe-83a1-441a-a6c0-dbe9a59b454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '02211d2d-6007-4eb9-b192-404dd1ec9ba2', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:e7:dd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:49Z', 'updated_at': '2022-01-31T16:24:51Z', 'revision_number': 1, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}, {'id': 'dfb2e905-e973-4e0a-91e0-913c50e99543', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.27', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': 'f7b83615-cb93-4713-9e6f-227acde6687f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:2a:b2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:27:05Z', 'updated_at': '2022-01-31T16:27:05Z', 'revision_number': 0, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:10.111830 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-a422948a-a486-4a75-a9c8-acb07cdaa029 service neutron] 10.222.0.36 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930404 Jan 31 16:27:10.124814 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1d6fe-83a1-441a-a6c0-dbe9a59b454c None None] The sync data for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 is: [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '02211d2d-6007-4eb9-b192-404dd1ec9ba2', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:e7:dd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:49Z', 'updated_at': '2022-01-31T16:24:51Z', 'revision_number': 1, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}, {'id': 'dfb2e905-e973-4e0a-91e0-913c50e99543', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.27', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': 'f7b83615-cb93-4713-9e6f-227acde6687f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:2a:b2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:27:05Z', 'updated_at': '2022-01-31T16:27:05Z', 'revision_number': 0, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:27:10.141820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-24707fc5-ece1-4d01-9471-8e53ccfb344d None None] Provisioning complete for port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:10.142532 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-24707fc5-ece1-4d01-9471-8e53ccfb344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:10.192645 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-24707fc5-ece1-4d01-9471-8e53ccfb344d None None] Port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:27:10.227421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '888f4a5c-ec8b-42fa-97ff-83232cf5cd6d', 'name': '', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:3f:c0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:05Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 2, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:10.259550 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-6cf9f411-03cf-4198-8503-ce660c5bbe11 service neutron] 10.222.0.36 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325395 Jan 31 16:27:10.272492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Checking router: 60a83ecd-0360-4e76-adfa-4f6c63cb052d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:27:10.272849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Updating router 60a83ecd-0360-4e76-adfa-4f6c63cb052d port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:27:10.310631 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:10.331412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d65e925a-b525-4e3d-8d12-36479399ddd0 None None] Provisioning complete for port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:10.331783 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d65e925a-b525-4e3d-8d12-36479399ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:10.542331 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15c54c-ed8c-4e77-95a3-2a6fe839ed46 None None] New status for floating IP dfb2e905-e973-4e0a-91e0-913c50e99543: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:27:10.586890 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-249d6130-fcb8-4f47-9e40-ba88b491bd4e req-f1f632f6-8919-4971-b820-22edae66b687 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 210 time: 0.1050072 Jan 31 16:27:10.703740 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d65e925a-b525-4e3d-8d12-36479399ddd0 None None] Port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:27:11.082970 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:11.094703 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:11.150712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf45dbf-2da3-4f9c-9207-4545b178a674 None None] Pushing event updated for resources: {'Port': ['ID=888f4a5c-ec8b-42fa-97ff-83232cf5cd6d,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:11.233060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Attempting to bind port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:27:11.233440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Attempting to bind port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:27:11.233827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Attempting to bind port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d on network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:27:11.239798 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:27:11.240229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Checking segment: {'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:27:11.240623 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:11.241040 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Bound using segment: {'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:27:11.241553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Bound port: 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:27:11.241922 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:11.358647 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] For port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:27:11.364929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] For port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=888f4a5c-ec8b-42fa-97ff-83232cf5cd6d,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:27:11.371646 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:11.459386 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Routers {'60a83ecd-0360-4e76-adfa-4f6c63cb052d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:11.460073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:26:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:11.500048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf45dbf-2da3-4f9c-9207-4545b178a674 None None] Pushing event updated for resources: {'Port': ['ID=888f4a5c-ec8b-42fa-97ff-83232cf5cd6d,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:11.578283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-59f3c063-2bbd-484f-81eb-ec6736a427ff None None] Provisioning complete for port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:11.578656 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-59f3c063-2bbd-484f-81eb-ec6736a427ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:11.641149 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] Set router 60a83ecd-0360-4e76-adfa-4f6c63cb052d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:11.819941 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-59f3c063-2bbd-484f-81eb-ec6736a427ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:11.834961 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f6ed3f3-6fab-4f83-ad10-26b7cc3de8c9 req-d8ecac29-488b-4aff-89e3-7db440b2006a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 210 time: 0.0460091 Jan 31 16:27:11.911870 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-59f3c063-2bbd-484f-81eb-ec6736a427ff None None] For port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=888f4a5c-ec8b-42fa-97ff-83232cf5cd6d,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:27:11.919791 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-59f3c063-2bbd-484f-81eb-ec6736a427ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:12.032325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3c063-2bbd-484f-81eb-ec6736a427ff None None] Pushing event updated for resources: {'Port': ['ID=888f4a5c-ec8b-42fa-97ff-83232cf5cd6d,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:12.056939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d541b843-2f25-4c7a-ae21-94e5156bd418 None None] Provisioning complete for port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:12.057323 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d541b843-2f25-4c7a-ae21-94e5156bd418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:12.120537 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '888f4a5c-ec8b-42fa-97ff-83232cf5cd6d', 'name': '', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:3f:c0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:05Z', 'updated_at': '2022-01-31T16:27:11Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:12.134237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-91dd66cf-2461-4133-9ffb-40d4a5c7f667 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:12.135826 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-91dd66cf-2461-4133-9ffb-40d4a5c7f667 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "GET /v2.0/networks?id=21aa5f89-2cb6-4f01-bf38-b27416cbd317 HTTP/1.1" status: 200 len: 796 time: 0.2743783 Jan 31 16:27:12.153122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea14eac-213b-4e68-be90-815c7707bfee None None] The sync data for ids ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'] in n-d-827120-1 is: [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '888f4a5c-ec8b-42fa-97ff-83232cf5cd6d', 'name': '', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:3f:c0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:05Z', 'updated_at': '2022-01-31T16:27:11Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:27:12.205924 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-13b75c6d-31f4-4513-b34a-c314ac80fc2d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b000813a36ef4beea9c3a23c358cd007 HTTP/1.1" status: 200 len: 380 time: 0.0588279 Jan 31 16:27:12.226596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'port': {'device_id': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'admin_state_up': True, 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'security_groups': ['45c0f950-a1a5-49fd-892d-605d430712dc']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:12.539091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Made reservation on behalf of b000813a36ef4beea9c3a23c358cd007 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:27:12.545678 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:12.813138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.20.0.13 (21aa5f89-2cb6-4f01-bf38-b27416cbd317/6ec8bec3-07c0-40d5-bc88-85f3a8e84fba/d49deda3-8698-45d0-a9c2-5052d44c46eb) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:27:12.836965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:12.902308 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:12.902691 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:13.010162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7be78b0-bd64-455a-a558-0c5b32551ada req-698b75d8-01fb-4f43-9091-75ca6fe52b5b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 210 time: 0.0991666 Jan 31 16:27:13.065823 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:13.102823 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:13.160839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:13.160839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:13.162138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:27:13.202897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=d49deda3-8698-45d0-a9c2-5052d44c46eb,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:13.216331 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:13.216866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:13.217134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:13.217568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:13.217827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:13.218140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:13.218461 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:13.218779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:13.219096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:13.219411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:13.219893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:13.220016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:13.248942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:13.249718 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:13.276036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-055191d5-fcfd-4a07-bf9a-47769922ea51 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0521481 Jan 31 16:27:13.287529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Request body: {'port': {'device_id': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:13.380500 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:13.530988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-544de8e3-257c-414e-97f3-860eff8807dc None None] Provisioning complete for port d49deda3-8698-45d0-a9c2-5052d44c46eb triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:13.531558 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-544de8e3-257c-414e-97f3-860eff8807dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:13.585797 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-544de8e3-257c-414e-97f3-860eff8807dc None None] Port d49deda3-8698-45d0-a9c2-5052d44c46eb cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:27:13.729775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49deda3-8698-45d0-a9c2-5052d44c46eb {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:27:13.738335 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:13.754504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Transition to ACTIVE for port object d49deda3-8698-45d0-a9c2-5052d44c46eb will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:27:13.761705 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:13.836487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d49deda3-8698-45d0-a9c2-5052d44c46eb,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:13.928547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Attempting to bind port d49deda3-8698-45d0-a9c2-5052d44c46eb on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:27:13.928939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Attempting to bind port d49deda3-8698-45d0-a9c2-5052d44c46eb by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:27:13.929309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Attempting to bind port d49deda3-8698-45d0-a9c2-5052d44c46eb on network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:27:13.935169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Port d49deda3-8698-45d0-a9c2-5052d44c46eb on network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:27:13.935920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Attempting to bind port d49deda3-8698-45d0-a9c2-5052d44c46eb on network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:27:13.945585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:27:13.945585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Checking segment: {'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:27:13.945585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Bound using segment: {'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:27:13.945585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Bound port: d49deda3-8698-45d0-a9c2-5052d44c46eb, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08e523e-01cc-40d5-810f-74f420c7a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:27:13.945585 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:14.036349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] For port d49deda3-8698-45d0-a9c2-5052d44c46eb, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:27:14.040540 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] For port d49deda3-8698-45d0-a9c2-5052d44c46eb, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:27:14.046972 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:14.101168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:14.101788 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:14.103544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/d49deda3-8698-45d0-a9c2-5052d44c46eb HTTP/1.1" status: 200 len: 1092 time: 0.8213050 Jan 31 16:27:14.103866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'tag': 'd49deda3-8698-45d0-a9c2-5052d44c46eb'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:27:14.106682 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a053e7e3-4cc4-4e76-acc9-a12257e3121c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e95efc0-41a0-4c63-965f-586b59b4c5e0", "tag": "d49deda3-8698-45d0-a9c2-5052d44c46eb"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:27:14.128558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3c4c5-38d3-4966-882e-ea1211e0e9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d49deda3-8698-45d0-a9c2-5052d44c46eb,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:14.186728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9bf70-4325-4603-ad72-fa3f5b61e292 req-4c780e76-f1a0-4a10-a3fe-d850a9ee0c99 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:14.188983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ece9bf70-4325-4603-ad72-fa3f5b61e292 req-4c780e76-f1a0-4a10-a3fe-d850a9ee0c99 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 944 time: 0.0870955 Jan 31 16:27:14.189844 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b67de6e-3f48-42c2-8a85-8c4fcb23ae05 x-openstack-request-id: req-3b67de6e-3f48-42c2-8a85-8c4fcb23ae05 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:27:14.190344 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e95efc0-41a0-4c63-965f-586b59b4c5e0", "tag": "d49deda3-8698-45d0-a9c2-5052d44c46eb", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:27:14.190442 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b67de6e-3f48-42c2-8a85-8c4fcb23ae05 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:27:14.190797 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'tag': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'status': 'completed', 'code': 200} Jan 31 16:27:14.220868 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-aac39e2f-df8b-4fd6-a037-694de620c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:14.222857 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-aac39e2f-df8b-4fd6-a037-694de620c002 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0677228 Jan 31 16:27:14.252932 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ece9bf70-4325-4603-ad72-fa3f5b61e292 req-097fc452-f958-41d0-b237-9e3a93ed3db7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495472 Jan 31 16:27:14.272786 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-7a397ea6-c9d4-4629-965c-f48613eab827 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb HTTP/1.1" status: 200 len: 217 time: 0.0427332 Jan 31 16:27:14.339685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-a3486e60-decd-4513-8bb0-38f1285e5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:14.341314 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-a3486e60-decd-4513-8bb0-38f1285e5eab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ec8bec3-07c0-40d5-bc88-85f3a8e84fba HTTP/1.1" status: 200 len: 835 time: 0.0625842 Jan 31 16:27:14.414017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-a63535f2-fad3-408f-a4cc-f7c4a64c4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:14.415757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-a63535f2-fad3-408f-a4cc-f7c4a64c4216 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21aa5f89-2cb6-4f01-bf38-b27416cbd317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666337 Jan 31 16:27:14.527171 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-a432b183-4735-422f-b009-94b6cee97197 service neutron] 10.222.0.30 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998151 Jan 31 16:27:14.643136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ffe7af9-139d-4e20-9d5d-24529867eea0 req-7a5dd856-5a8d-4177-8159-b8968c4ec00a service neutron] 10.222.0.30 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085584 Jan 31 16:27:14.755372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053e7e3-4cc4-4e76-acc9-a12257e3121c req-2f79b2f4-0d11-4f02-a6ab-bb12f6457270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:14.756961 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a053e7e3-4cc4-4e76-acc9-a12257e3121c req-2f79b2f4-0d11-4f02-a6ab-bb12f6457270 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0534942 Jan 31 16:27:14.882869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053e7e3-4cc4-4e76-acc9-a12257e3121c req-4ea0727c-9050-4ecf-92c5-85078fc1e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:14.884310 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a053e7e3-4cc4-4e76-acc9-a12257e3121c req-4ea0727c-9050-4ecf-92c5-85078fc1e62e service neutron] 10.222.0.30 "GET /v2.0/networks?id=21aa5f89-2cb6-4f01-bf38-b27416cbd317 HTTP/1.1" status: 200 len: 897 time: 0.1201267 Jan 31 16:27:14.931697 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a053e7e3-4cc4-4e76-acc9-a12257e3121c req-c6111248-c7d1-4cf3-9d55-2ba8e9816936 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb HTTP/1.1" status: 200 len: 217 time: 0.0374637 Jan 31 16:27:14.991108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053e7e3-4cc4-4e76-acc9-a12257e3121c req-18e0597f-07bd-4fd4-b62a-7cd56dd489b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:14.992681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a053e7e3-4cc4-4e76-acc9-a12257e3121c req-18e0597f-07bd-4fd4-b62a-7cd56dd489b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ec8bec3-07c0-40d5-bc88-85f3a8e84fba HTTP/1.1" status: 200 len: 835 time: 0.0544159 Jan 31 16:27:15.053666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053e7e3-4cc4-4e76-acc9-a12257e3121c req-566f1d55-8283-4a32-9f52-ee382620a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:15.055897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a053e7e3-4cc4-4e76-acc9-a12257e3121c req-566f1d55-8283-4a32-9f52-ee382620a0b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21aa5f89-2cb6-4f01-bf38-b27416cbd317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542524 Jan 31 16:27:15.181014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a053e7e3-4cc4-4e76-acc9-a12257e3121c req-82dc231d-d56c-4701-b486-cbf5a48419c3 service neutron] 10.222.0.30 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130779 Jan 31 16:27:15.291285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a053e7e3-4cc4-4e76-acc9-a12257e3121c req-faf0ccfc-3733-4565-a8c0-25ad22a9fac4 service neutron] 10.222.0.30 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035609 Jan 31 16:27:15.402572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed039f1-3d94-4687-a668-244cb6d7f49d req-58834ec9-c462-41b3-82c4-b205b5a2e456 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:15.404006 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ed039f1-3d94-4687-a668-244cb6d7f49d req-58834ec9-c462-41b3-82c4-b205b5a2e456 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 944 time: 0.0567200 Jan 31 16:27:15.444589 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ed039f1-3d94-4687-a668-244cb6d7f49d req-2f7d47a4-74ef-4e96-b35c-ef64cdcebb44 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342743 Jan 31 16:27:16.048059 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:27:16.398889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d49deda3-8698-45d0-a9c2-5052d44c46eb details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:27:16.510859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d49deda3-8698-45d0-a9c2-5052d44c46eb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:27:16.523137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'port_id': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'mac_address': 'fa:16:3e:0d:a4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:27:16.566801 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:16.571526 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171522ae-bb78-4b42-9574-2ab5f60e6279 req-04ccacfa-50b3-4351-b6c2-2d015077496f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:16.573091 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-171522ae-bb78-4b42-9574-2ab5f60e6279 req-04ccacfa-50b3-4351-b6c2-2d015077496f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 944 time: 0.0562942 Jan 31 16:27:16.581437 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49deda3-8698-45d0-a9c2-5052d44c46eb {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:27:16.608084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d49deda3-8698-45d0-a9c2-5052d44c46eb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:27:16.613246 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:16.616257 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-171522ae-bb78-4b42-9574-2ab5f60e6279 req-bd9cefc7-8d60-4171-b59b-fb0cf1889d61 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371180 Jan 31 16:27:16.668650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d49deda3-8698-45d0-a9c2-5052d44c46eb,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:16.874366 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d49deda3-8698-45d0-a9c2-5052d44c46eb'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:27:17.267982 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9d800fd-4bae-4e34-a55f-ea12ee765643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:17.738668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61155b99-ad21-4f10-ab02-b317feb6b459 req-79651a6b-d61c-4b57-afa0-1eda78608f28 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:17.740321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61155b99-ad21-4f10-ab02-b317feb6b459 req-79651a6b-d61c-4b57-afa0-1eda78608f28 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 945 time: 0.0519872 Jan 31 16:27:17.780247 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-61155b99-ad21-4f10-ab02-b317feb6b459 req-4552fb30-2ce5-4f49-ac19-ad63fca052c3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336442 Jan 31 16:27:18.401894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d49deda3-8698-45d0-a9c2-5052d44c46eb up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:18.454917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port d49deda3-8698-45d0-a9c2-5052d44c46eb completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:27:18.459474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port d49deda3-8698-45d0-a9c2-5052d44c46eb triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:18.460007 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:18.550538 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:18.572246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49deda3-8698-45d0-a9c2-5052d44c46eb'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:27:18.574567 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eacebe-6920-459b-986e-de2b443c5a73" -d '{"events": [{"server_uuid": "3e95efc0-41a0-4c63-965f-586b59b4c5e0", "name": "network-vif-plugged", "status": "completed", "tag": "d49deda3-8698-45d0-a9c2-5052d44c46eb"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:27:18.590235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d49deda3-8698-45d0-a9c2-5052d44c46eb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:27:18.596200 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:18.624910 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af573d90-0d01-4518-a576-71cad50b9c80 x-openstack-request-id: req-af573d90-0d01-4518-a576-71cad50b9c80 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:27:18.624910 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e95efc0-41a0-4c63-965f-586b59b4c5e0", "name": "network-vif-plugged", "status": "completed", "tag": "d49deda3-8698-45d0-a9c2-5052d44c46eb", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:27:18.626562 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af573d90-0d01-4518-a576-71cad50b9c80 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:27:18.626866 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'code': 200} Jan 31 16:27:18.667700 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d49deda3-8698-45d0-a9c2-5052d44c46eb,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:18.724692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc95468-937e-4a05-93b7-300bb37faa42 req-5b1760fe-aa7e-470d-b1fe-fa0a11eb557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:18.726295 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8dc95468-937e-4a05-93b7-300bb37faa42 req-5b1760fe-aa7e-470d-b1fe-fa0a11eb557c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0435946 Jan 31 16:27:18.766089 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8dc95468-937e-4a05-93b7-300bb37faa42 req-33fd7240-6256-4b54-86a0-3dec7b586979 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328531 Jan 31 16:27:18.903838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd1d92-8f81-4078-ba29-197c75d0931f req-b961be5d-70f4-4a71-a9aa-d9beb4f4d188 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:18.905335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e1bd1d92-8f81-4078-ba29-197c75d0931f req-b961be5d-70f4-4a71-a9aa-d9beb4f4d188 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0538833 Jan 31 16:27:18.947169 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e1bd1d92-8f81-4078-ba29-197c75d0931f req-ead77e91-40d8-479a-a1d8-9904b7a53e80 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357032 Jan 31 16:27:19.695524 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f3a16d58-c8a7-40a4-bd26-43cabd98c8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:20.085786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423497e-34d4-47b9-a6a6-af6faf3085c7 req-50af11f1-6dcd-4503-9496-7f8a14c40541 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:20.087401 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0423497e-34d4-47b9-a6a6-af6faf3085c7 req-50af11f1-6dcd-4503-9496-7f8a14c40541 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0545514 Jan 31 16:27:20.128036 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0423497e-34d4-47b9-a6a6-af6faf3085c7 req-0ab85c3f-6a62-491e-b3ce-79e3a6132dc4 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346117 Jan 31 16:27:20.246479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddbd39-fa12-49e2-ab0e-f46e2aaad75d req-3bd4fd77-1ae2-47b1-865c-6695c67381fb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:20.248027 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06ddbd39-fa12-49e2-ab0e-f46e2aaad75d req-3bd4fd77-1ae2-47b1-865c-6695c67381fb tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0517671 Jan 31 16:27:20.298426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06ddbd39-fa12-49e2-ab0e-f46e2aaad75d req-0aad72fa-f5ef-4bd3-aadd-5b752666bd59 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440686 Jan 31 16:27:20.329000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35418) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:20.381120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a1ea5-855a-4a23-a910-d1a4fa3c6399 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:20.382720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3b6a1ea5-855a-4a23-a910-d1a4fa3c6399 tempest-TestNetworkAdvancedServerOps-2134530587 tempest-TestNetworkAdvancedServerOps-2134530587-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 1092 time: 0.0526292 Jan 31 16:27:20.387057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35420) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:20.391998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:20.417081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:20.544021 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:20.676250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Allocated IP 172.25.1.239 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/6b756f2a-c245-4cca-a0b7-2d03918d5eb1) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:27:20.789280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:20.826879 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:20.870010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:20.875010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:20.879178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:27:20.907984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=6b756f2a-c245-4cca-a0b7-2d03918d5eb1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:20.928889 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:21.287885 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:21.376450 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:21.568437 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:21.574039 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:21.645570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event updated for resources: {'Port': ['ID=6b756f2a-c245-4cca-a0b7-2d03918d5eb1,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:21.658865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:21.784476 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Floating IP 0c36c5cc-99ae-49a6-b1a5-fbd88e88db4a associated. External IP: 172.25.1.239, port: d49deda3-8698-45d0-a9c2-5052d44c46eb. Jan 31 16:27:22.380538 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:22.452749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 60a83ecd-0360-4e76-adfa-4f6c63cb052d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:27:22.577296 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:22.600500 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:27:22.616006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63271319-4279-468e-8e3f-fc9d7c117411 None None] Sync routers for ids ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:27:22.630425 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:22.637564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63271319-4279-468e-8e3f-fc9d7c117411 None None] Routers {'60a83ecd-0360-4e76-adfa-4f6c63cb052d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:22.638370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-63271319-4279-468e-8e3f-fc9d7c117411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:27:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:22.698880 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-886f74b2-7609-46c2-a731-21379b17b422 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3078961 Jan 31 16:27:22.698880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'tag': 'd49deda3-8698-45d0-a9c2-5052d44c46eb'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:27:22.701740 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064b9f27-bbd7-4653-8332-74f3689dd7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e95efc0-41a0-4c63-965f-586b59b4c5e0", "tag": "d49deda3-8698-45d0-a9c2-5052d44c46eb"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:27:22.777380 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328d4a21-e660-47df-9eab-a2769e38b37c x-openstack-request-id: req-328d4a21-e660-47df-9eab-a2769e38b37c {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:27:22.778104 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e95efc0-41a0-4c63-965f-586b59b4c5e0", "tag": "d49deda3-8698-45d0-a9c2-5052d44c46eb", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:27:22.778814 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-328d4a21-e660-47df-9eab-a2769e38b37c {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:27:22.779402 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'tag': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'status': 'completed', 'code': 200} Jan 31 16:27:22.813118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-63271319-4279-468e-8e3f-fc9d7c117411 None None] Set router 60a83ecd-0360-4e76-adfa-4f6c63cb052d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:22.874974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9f27-bbd7-4653-8332-74f3689dd7f5 req-3cbe300b-f623-4fba-bc10-9c265b8792e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:22.877091 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-064b9f27-bbd7-4653-8332-74f3689dd7f5 req-3cbe300b-f623-4fba-bc10-9c265b8792e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0760372 Jan 31 16:27:22.915593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b19e33-f19b-4e30-ae93-98e0f201ad16 req-5f7917b6-4d63-4d65-8a3a-669bb795e16b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:22.919838 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-72b19e33-f19b-4e30-ae93-98e0f201ad16 req-5f7917b6-4d63-4d65-8a3a-669bb795e16b tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0967386 Jan 31 16:27:22.990015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-72b19e33-f19b-4e30-ae93-98e0f201ad16 req-afd9f209-6415-4f0e-8ed5-659e1a273937 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603514 Jan 31 16:27:23.017227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35434) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:23.063821 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9f27-bbd7-4653-8332-74f3689dd7f5 req-86f85e55-c59f-462f-abb0-ed4925d481c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:23.065366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-064b9f27-bbd7-4653-8332-74f3689dd7f5 req-86f85e55-c59f-462f-abb0-ed4925d481c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21aa5f89-2cb6-4f01-bf38-b27416cbd317 HTTP/1.1" status: 200 len: 897 time: 0.1754227 Jan 31 16:27:23.122508 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e13520d1-4540-4ec9-a654-954f2c27a43d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/0c36c5cc-99ae-49a6-b1a5-fbd88e88db4a HTTP/1.1" status: 200 len: 992 time: 0.1032176 Jan 31 16:27:23.150469 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-064b9f27-bbd7-4653-8332-74f3689dd7f5 req-ce78554f-3ab7-45d8-9387-2b566ea1fd37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb HTTP/1.1" status: 200 len: 1000 time: 0.0771110 Jan 31 16:27:23.187387 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-63271319-4279-468e-8e3f-fc9d7c117411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '0c36c5cc-99ae-49a6-b1a5-fbd88e88db4a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'port_id': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'mac_address': 'fa:16:3e:0d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:27:21Z', 'updated_at': '2022-01-31T16:27:21Z', 'revision_number': 0, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888f4a5c-ec8b-42fa-97ff-83232cf5cd6d', 'name': '', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:3f:c0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:05Z', 'updated_at': '2022-01-31T16:27:11Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:23.228376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9f27-bbd7-4653-8332-74f3689dd7f5 req-8460ce10-e5a8-460a-9a23-bb6518bc7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:23.229958 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-064b9f27-bbd7-4653-8332-74f3689dd7f5 req-8460ce10-e5a8-460a-9a23-bb6518bc7846 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ec8bec3-07c0-40d5-bc88-85f3a8e84fba HTTP/1.1" status: 200 len: 835 time: 0.0726838 Jan 31 16:27:23.238991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63271319-4279-468e-8e3f-fc9d7c117411 None None] Checking router: 60a83ecd-0360-4e76-adfa-4f6c63cb052d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:27:23.250636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63271319-4279-468e-8e3f-fc9d7c117411 None None] Routers {'60a83ecd-0360-4e76-adfa-4f6c63cb052d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:23.251652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-63271319-4279-468e-8e3f-fc9d7c117411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:27:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:23.299127 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9f27-bbd7-4653-8332-74f3689dd7f5 req-0ce4df06-ee3d-44dd-ad69-a403d6ee1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:23.301030 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-064b9f27-bbd7-4653-8332-74f3689dd7f5 req-0ce4df06-ee3d-44dd-ad69-a403d6ee1d98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21aa5f89-2cb6-4f01-bf38-b27416cbd317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573440 Jan 31 16:27:23.399710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-63271319-4279-468e-8e3f-fc9d7c117411 None None] Set router 60a83ecd-0360-4e76-adfa-4f6c63cb052d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:23.458973 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-064b9f27-bbd7-4653-8332-74f3689dd7f5 req-ae397fe5-c4c1-4b5c-877d-f644bbff9155 service neutron] 10.222.0.30 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500604 Jan 31 16:27:23.602408 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-064b9f27-bbd7-4653-8332-74f3689dd7f5 req-d8bd8d90-fe4e-4750-8d81-154759ab8e44 service neutron] 10.222.0.30 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364291 Jan 31 16:27:23.758155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-63271319-4279-468e-8e3f-fc9d7c117411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '0c36c5cc-99ae-49a6-b1a5-fbd88e88db4a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'port_id': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'mac_address': 'fa:16:3e:0d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:27:21Z', 'updated_at': '2022-01-31T16:27:21Z', 'revision_number': 0, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888f4a5c-ec8b-42fa-97ff-83232cf5cd6d', 'name': '', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:3f:c0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:05Z', 'updated_at': '2022-01-31T16:27:11Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:23.787862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63271319-4279-468e-8e3f-fc9d7c117411 None None] The sync data for ids ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'] in n-d-827120-1 is: [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '0c36c5cc-99ae-49a6-b1a5-fbd88e88db4a', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'port_id': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'mac_address': 'fa:16:3e:0d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:27:21Z', 'updated_at': '2022-01-31T16:27:21Z', 'revision_number': 0, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888f4a5c-ec8b-42fa-97ff-83232cf5cd6d', 'name': '', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:3f:c0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:05Z', 'updated_at': '2022-01-31T16:27:11Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:27:24.039963 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f28074-0d0e-443a-a093-9cb2817a44dc None None] New status for floating IP 0c36c5cc-99ae-49a6-b1a5-fbd88e88db4a: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:27:24.126205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35438) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:24.207570 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1e1e549a-3077-4964-8a57-8e8dd0216af1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/0c36c5cc-99ae-49a6-b1a5-fbd88e88db4a HTTP/1.1" status: 200 len: 992 time: 0.0799820 Jan 31 16:27:25.212450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35442) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:25.286057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9fc7814e-1f27-49ea-ac7f-bbeca696f416 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/0c36c5cc-99ae-49a6-b1a5-fbd88e88db4a HTTP/1.1" status: 200 len: 994 time: 0.0723069 Jan 31 16:27:26.013334 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:28.066603 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:30.096863 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07bc00b0-543a-4713-9ce9-525bf3dd0ee9 req-1a60cd44-a622-41f3-9db8-e637e2e6b727 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612817 Jan 31 16:27:30.191205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc00b0-543a-4713-9ce9-525bf3dd0ee9 req-024fbce0-5e43-469f-8fcc-9a365b3fb49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:30.192704 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07bc00b0-543a-4713-9ce9-525bf3dd0ee9 req-024fbce0-5e43-469f-8fcc-9a365b3fb49f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 1096 time: 0.0436995 Jan 31 16:27:30.323704 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc00b0-543a-4713-9ce9-525bf3dd0ee9 req-af9a1845-f3d3-42fc-9421-17dd365bbaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:30.325360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07bc00b0-543a-4713-9ce9-525bf3dd0ee9 req-af9a1845-f3d3-42fc-9421-17dd365bbaa7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.1048331 Jan 31 16:27:30.413193 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07bc00b0-543a-4713-9ce9-525bf3dd0ee9 req-08492040-6865-4cc9-adb9-931a564bb702 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b83615-cb93-4713-9e6f-227acde6687f HTTP/1.1" status: 200 len: 1000 time: 0.0801544 Jan 31 16:27:30.464377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc00b0-543a-4713-9ce9-525bf3dd0ee9 req-2f66a614-e87b-42d0-932a-381e402e07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:30.466114 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07bc00b0-543a-4713-9ce9-525bf3dd0ee9 req-2f66a614-e87b-42d0-932a-381e402e07e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0466776 Jan 31 16:27:30.519031 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc00b0-543a-4713-9ce9-525bf3dd0ee9 req-bb891e58-d974-434a-b74a-e569ba5242a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:30.520513 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07bc00b0-543a-4713-9ce9-525bf3dd0ee9 req-bb891e58-d974-434a-b74a-e569ba5242a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474310 Jan 31 16:27:30.616472 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07bc00b0-543a-4713-9ce9-525bf3dd0ee9 req-95e42cfe-7457-447d-a2d1-a3703739ff6c service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865254 Jan 31 16:27:30.725943 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07bc00b0-543a-4713-9ce9-525bf3dd0ee9 req-41e1394b-3fd1-4b3d-bcd8-ac2a9d49c31a service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025827 Jan 31 16:27:39.570459 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecee0e70-3ffa-4f93-b8c4-babb21c7c1ca req-054485ec-5d8d-40db-9090-8eeee0cb65aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529959 Jan 31 16:27:39.655865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee0e70-3ffa-4f93-b8c4-babb21c7c1ca req-86ff22e8-aeb3-477a-9d67-b424f5fa232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:39.657403 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecee0e70-3ffa-4f93-b8c4-babb21c7c1ca req-86ff22e8-aeb3-477a-9d67-b424f5fa232f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 1096 time: 0.0425837 Jan 31 16:27:39.769767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee0e70-3ffa-4f93-b8c4-babb21c7c1ca req-b4cb2053-1f35-4474-bf4d-eb415ce2e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:39.771260 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecee0e70-3ffa-4f93-b8c4-babb21c7c1ca req-b4cb2053-1f35-4474-bf4d-eb415ce2e7f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.0907710 Jan 31 16:27:39.839141 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecee0e70-3ffa-4f93-b8c4-babb21c7c1ca req-791756b5-9641-4f9d-9202-fb620ff6ab08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85a40258-e20b-4e58-83ad-0e554d07ea48 HTTP/1.1" status: 200 len: 1001 time: 0.0603950 Jan 31 16:27:39.890468 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee0e70-3ffa-4f93-b8c4-babb21c7c1ca req-1289305c-4235-4b41-9f89-8d11234446c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:39.891969 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecee0e70-3ffa-4f93-b8c4-babb21c7c1ca req-1289305c-4235-4b41-9f89-8d11234446c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0443087 Jan 31 16:27:39.953348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee0e70-3ffa-4f93-b8c4-babb21c7c1ca req-413a87bf-e643-4c1d-a64b-5d34c00828e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:39.955091 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecee0e70-3ffa-4f93-b8c4-babb21c7c1ca req-413a87bf-e643-4c1d-a64b-5d34c00828e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547893 Jan 31 16:27:40.055633 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecee0e70-3ffa-4f93-b8c4-babb21c7c1ca req-b3b73808-6670-41ed-a212-c2ebfb8e2a38 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921545 Jan 31 16:27:40.176230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ecee0e70-3ffa-4f93-b8c4-babb21c7c1ca req-c159bde0-0570-4970-a35a-36dd99ea5758 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137774 Jan 31 16:27:44.470056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35538) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:44.529421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a925e9d9-0b49-4747-b47b-c704dfc65b38 admin admin] Deleting subnet 881a92e9-c436-488e-9d8f-1ee19b1021ac {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:27:44.533287 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a925e9d9-0b49-4747-b47b-c704dfc65b38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:44.573328 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a925e9d9-0b49-4747-b47b-c704dfc65b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:44.615208 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a925e9d9-0b49-4747-b47b-c704dfc65b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:44.679796 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a925e9d9-0b49-4747-b47b-c704dfc65b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:44.708120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925e9d9-0b49-4747-b47b-c704dfc65b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881a92e9-c436-488e-9d8f-1ee19b1021ac,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:44.710556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a925e9d9-0b49-4747-b47b-c704dfc65b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:44.716356 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35540) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:44.716859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a925e9d9-0b49-4747-b47b-c704dfc65b38 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/881a92e9-c436-488e-9d8f-1ee19b1021ac HTTP/1.1" status: 204 len: 168 time: 0.2453005 Jan 31 16:27:45.083707 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:45.167317 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:45.190138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c100153-e3fd-4017-948b-f2f3fc7690f6']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:45.199991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec6d1a3-bbd2-48db-b889-fc9e477a3f43') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:45.200396 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec6d1a3-bbd2-48db-b889-fc9e477a3f43') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:45.210762 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:45.225028 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:45.231077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:27:45.231481 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:27:45.233115 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:27:45.292086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:45.301997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:45.309713 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2c100153-e3fd-4017-948b-f2f3fc7690f6 HTTP/1.1" status: 204 len: 168 time: 0.5897253 Jan 31 16:27:45.323262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756c319-ae0a-4def-9e40-3a36fbd9f783 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c100153-e3fd-4017-948b-f2f3fc7690f6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:45.503485 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35544) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:45.549039 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aea2920c-df12-4fe5-a371-a45f5e95b458 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b769db5b0f104497a22a45e44eeb9f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442631 Jan 31 16:27:45.551941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35546) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:45.610029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0617-0a8f-409d-b1c5-6246b5986379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:45.644451 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0617-0a8f-409d-b1c5-6246b5986379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:45.693650 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0617-0a8f-409d-b1c5-6246b5986379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:45.696133 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0617-0a8f-409d-b1c5-6246b5986379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:45.697292 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e7cf0617-0a8f-409d-b1c5-6246b5986379 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03f96db1-4098-4d86-ac18-e881bd2efe07 HTTP/1.1" status: 204 len: 168 time: 0.1444695 Jan 31 16:27:45.705220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf0617-0a8f-409d-b1c5-6246b5986379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f96db1-4098-4d86-ac18-e881bd2efe07,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:46.503211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35568) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:46.614337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1924667597-network', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:46.639806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Made reservation on behalf of 85957f87cc7e479f9c5246cf35c60027 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:27:46.643527 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:46.653854 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:46.747547 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:46.753714 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:46.779626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:27:46.795628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25eb9f3b-d154-47ed-b983-c47aff8a139b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:46.798930 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:46.799281 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Added segment c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e of type vlan for network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe Jan 31 16:27:46.850502 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:46.879173 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:46.880229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:46.880813 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:46.940874 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4360721 Jan 31 16:27:46.943911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35574) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:46.948573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab33b9-47e4-49a5-88f3-54bbc63368b1 admin admin] Pushing event updated for resources: {'Network': ['ID=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:46.949177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Request body: {'subnet': {'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1924667597-subnet', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:46.958782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:27:46.979355 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Made reservation on behalf of 85957f87cc7e479f9c5246cf35c60027 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:27:46.982009 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.167121 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.224300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7becd1-dbb3-425e-b5e9-2cde73441f00,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:47.236844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.237238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.237607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.237941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.238267 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.238590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.238911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.239232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.239547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.239862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.240177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.240489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.243985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Checking segment: {'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:27:47.244392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Network hostable DHCP agents. Network: 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:27:47.269348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:27:47.270700 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-608fd57a-ae40-4c85-a2d2-79102d570623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.283434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:47.289238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:47.290493 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.291464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aed6481-fc13-457a-a5bf-0e8ebee1322e None None] Network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:27:47.307377 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1c585cf9-19d7-408d-ab97-367ac42e4cf6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3621836 Jan 31 16:27:47.310206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35576) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:47.314866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:47.343758 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.345560 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.412684 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.558364 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.614791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:27:47.615458 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.759422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Allocated IP 172.20.0.2 (271ca520-c3a5-4a5f-82d3-0c399e9ac8fe/9b7becd1-dbb3-425e-b5e9-2cde73441f00/d76b5a6f-c7c5-4443-84d7-ace4219cbe00) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:27:47.780391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.800091 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.920741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Allocated IP 172.25.1.10 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/25c861b2-d8ef-405a-b506-8b7256a95d8f) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:27:47.923536 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.931152 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:47.972769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:47.975811 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:47.979612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:27:47.985133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Pushing event updated for resources: {'Port': ['ID=d76b5a6f-c7c5-4443-84d7-ace4219cbe00,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:47.996980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.997320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.997676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.998006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.998331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.998652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.998971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.999286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.999615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:47.999917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:48.000232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:48.000541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:48.037987 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:48.050527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Attempting to bind port d76b5a6f-c7c5-4443-84d7-ace4219cbe00 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:27:48.050887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Attempting to bind port d76b5a6f-c7c5-4443-84d7-ace4219cbe00 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:27:48.051238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Attempting to bind port d76b5a6f-c7c5-4443-84d7-ace4219cbe00 on network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:27:48.056548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:27:48.056915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Checking segment: {'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:27:48.057312 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:48.057721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Bound using segment: {'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:27:48.058186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Bound port: d76b5a6f-c7c5-4443-84d7-ace4219cbe00, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:27:48.058557 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:48.075100 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:48.117114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:48.120623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:48.124233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:27:48.130411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Pushing event updated for resources: {'Port': ['ID=25c861b2-d8ef-405a-b506-8b7256a95d8f,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:48.131229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] For port d76b5a6f-c7c5-4443-84d7-ace4219cbe00, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:27:48.135945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] For port d76b5a6f-c7c5-4443-84d7-ace4219cbe00, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d76b5a6f-c7c5-4443-84d7-ace4219cbe00,segment=NetworkSegment(c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e),segment_id=c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:27:48.143206 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:48.207796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909ba66-8794-420c-9896-51b7f6d24617 None None] Pushing event updated for resources: {'Port': ['ID=d76b5a6f-c7c5-4443-84d7-ace4219cbe00,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:48.443333 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:48.689443 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:48.771277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d76b5a6f-c7c5-4443-84d7-ace4219cbe00 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:48.835231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d76b5a6f-c7c5-4443-84d7-ace4219cbe00 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:48.835639 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:48.854972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Router 7e808566-6dce-44f2-89ef-03da5e8070c9 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:27:48.952807 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:49.006251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port d76b5a6f-c7c5-4443-84d7-ace4219cbe00, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d76b5a6f-c7c5-4443-84d7-ace4219cbe00,segment=NetworkSegment(c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e),segment_id=c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:27:49.006969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:27:49.017328 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:49.022916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Sync routers for ids ['7e808566-6dce-44f2-89ef-03da5e8070c9'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:27:49.040006 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:49.044661 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-64c85001-f6ce-490f-867d-68dac40d99a3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7305977 Jan 31 16:27:49.045351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35578) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:49.057635 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Routers {'7e808566-6dce-44f2-89ef-03da5e8070c9'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:49.058124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:27:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7e808566-6dce-44f2-89ef-03da5e8070c9'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:49.130858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=d76b5a6f-c7c5-4443-84d7-ace4219cbe00,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:49.206238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Set router 7e808566-6dce-44f2-89ef-03da5e8070c9 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:49.385566 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373520fc-c171-4eed-9b82-b0a09609d47a None None] Network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:27:49.499925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ddcc7567-057a-4700-b9fc-5868c7bd35a9 None None] Provisioning complete for port d76b5a6f-c7c5-4443-84d7-ace4219cbe00 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:49.500288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ddcc7567-057a-4700-b9fc-5868c7bd35a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:49.502688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:48Z', 'revision_number': 3, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:49.562944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:49.571009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Checking router: 7e808566-6dce-44f2-89ef-03da5e8070c9 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:27:49.571356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Updating router 7e808566-6dce-44f2-89ef-03da5e8070c9 port 25c861b2-d8ef-405a-b506-8b7256a95d8f binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:27:49.623985 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:49.737882 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Allocated IP 172.20.0.1 (271ca520-c3a5-4a5f-82d3-0c399e9ac8fe/9b7becd1-dbb3-425e-b5e9-2cde73441f00/ec2113bc-ad41-4352-b9de-310cbad26b4e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:27:49.790859 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-52ae8426-779a-41e1-a58a-355714a78a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:49.884644 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:49.931934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:49.977411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:49.984959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:49.988601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:27:49.996292 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.003400 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.018251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ec2113bc-ad41-4352-b9de-310cbad26b4e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:50.044457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.062814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dc2c8-725b-4665-8374-1634f974063b None None] Pushing event updated for resources: {'Port': ['ID=25c861b2-d8ef-405a-b506-8b7256a95d8f,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:50.067574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Attempting to bind port 25c861b2-d8ef-405a-b506-8b7256a95d8f on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:27:50.067938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Attempting to bind port 25c861b2-d8ef-405a-b506-8b7256a95d8f by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:27:50.068298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Attempting to bind port 25c861b2-d8ef-405a-b506-8b7256a95d8f on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:27:50.074195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:27:50.074640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:27:50.075114 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.075552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:27:50.076038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Bound port: 25c861b2-d8ef-405a-b506-8b7256a95d8f, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:27:50.076413 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.142588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] For port 25c861b2-d8ef-405a-b506-8b7256a95d8f, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:27:50.162359 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] For port 25c861b2-d8ef-405a-b506-8b7256a95d8f, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=25c861b2-d8ef-405a-b506-8b7256a95d8f,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:27:50.170508 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.178800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6a27a8c0-2a72-4d85-b031-3246753e6d31 None None] Provisioning complete for port d76b5a6f-c7c5-4443-84d7-ace4219cbe00 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:50.179820 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6a27a8c0-2a72-4d85-b031-3246753e6d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.216584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.276049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dc2c8-725b-4665-8374-1634f974063b None None] Pushing event updated for resources: {'Port': ['ID=25c861b2-d8ef-405a-b506-8b7256a95d8f,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:50.280121 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Routers {'7e808566-6dce-44f2-89ef-03da5e8070c9'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:50.281136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:27:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7e808566-6dce-44f2-89ef-03da5e8070c9'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:50.409433 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.417048 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.425192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] Set router 7e808566-6dce-44f2-89ef-03da5e8070c9 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:50.488922 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ec2113bc-ad41-4352-b9de-310cbad26b4e,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:50.491784 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.578703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d5da6337-009c-49a0-bd95-9461b86d41c1 None None] Provisioning complete for port ec2113bc-ad41-4352-b9de-310cbad26b4e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:50.579115 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d5da6337-009c-49a0-bd95-9461b86d41c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.597246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:50.598831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:50.656120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d5da6337-009c-49a0-bd95-9461b86d41c1 None None] Port ec2113bc-ad41-4352-b9de-310cbad26b4e cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:27:50.734839 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'ec2113bc-ad41-4352-b9de-310cbad26b4e', 'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'mac_address': 'fa:16:3e:fe:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:49Z', 'updated_at': '2022-01-31T16:27:49Z', 'revision_number': 1, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'subnets': [{'id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:50.769301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Router 7e808566-6dce-44f2-89ef-03da5e8070c9 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:27:50.774992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970026cc-b35b-4e7b-a35d-e97f8db9c1c7 None None] The sync data for ids ['7e808566-6dce-44f2-89ef-03da5e8070c9'] in n-d-827120-1 is: [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'ec2113bc-ad41-4352-b9de-310cbad26b4e', 'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'mac_address': 'fa:16:3e:fe:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:49Z', 'updated_at': '2022-01-31T16:27:49Z', 'revision_number': 1, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'subnets': [{'id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:27:50.776786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d76b5a6f-c7c5-4443-84d7-ace4219cbe00 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:50.832426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d76b5a6f-c7c5-4443-84d7-ace4219cbe00 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:50.832794 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.906289 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c25e2856-1b41-4479-825e-1b68e8a691cc None None] Provisioning complete for port ec2113bc-ad41-4352-b9de-310cbad26b4e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:50.906687 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c25e2856-1b41-4479-825e-1b68e8a691cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:50.915521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:27:50.919645 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e9ec2f41-c87e-4f5f-a76c-e389f587e6b3 admin admin] 10.222.0.36 "PUT /v2.0/routers/7e808566-6dce-44f2-89ef-03da5e8070c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8725815 Jan 31 16:27:51.014754 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:51.018200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c25e2856-1b41-4479-825e-1b68e8a691cc None None] Port ec2113bc-ad41-4352-b9de-310cbad26b4e cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:27:51.555205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35598) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:51.562896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-696752388-network', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:51.597423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Made reservation on behalf of c75905aa50e649f48648b20de6e7188c for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:27:51.601121 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:51.612175 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:51.734737 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:51.742803 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:51.766154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:27:51.786802 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:51.787258 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Added segment aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c of type vlan for network 092c900c-5cc4-4f6a-81f3-6e810764d74a Jan 31 16:27:51.788870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b45d55-b94e-4779-942f-57d9ab4f4cb0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:51.842461 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:51.871435 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:51.872597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:51.873243 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:51.924134 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3667989 Jan 31 16:27:51.927150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35600) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:51.938733 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-21bbdfcf-7a52-43fd-943b-b70d13f44802 admin admin] Request body: {'subnet': {'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-696752388-subnet', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:51.961016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980169e8-0a1d-4b8c-85ed-9b96d68c270b admin admin] Pushing event updated for resources: {'Network': ['ID=092c900c-5cc4-4f6a-81f3-6e810764d74a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:51.973848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 092c900c-5cc4-4f6a-81f3-6e810764d74a details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:27:51.975511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bbdfcf-7a52-43fd-943b-b70d13f44802 admin admin] Made reservation on behalf of c75905aa50e649f48648b20de6e7188c for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:27:51.979191 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-21bbdfcf-7a52-43fd-943b-b70d13f44802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:52.183312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-21bbdfcf-7a52-43fd-943b-b70d13f44802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:52.242439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbdfcf-7a52-43fd-943b-b70d13f44802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:52.252506 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bbdfcf-7a52-43fd-943b-b70d13f44802 admin admin] Checking segment: {'id': 'aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:27:52.253119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bbdfcf-7a52-43fd-943b-b70d13f44802 admin admin] Network hostable DHCP agents. Network: 092c900c-5cc4-4f6a-81f3-6e810764d74a, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:27:52.271150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bbdfcf-7a52-43fd-943b-b70d13f44802 admin admin] Network 092c900c-5cc4-4f6a-81f3-6e810764d74a is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:27:52.281113 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-21bbdfcf-7a52-43fd-943b-b70d13f44802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 092c900c-5cc4-4f6a-81f3-6e810764d74a) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:52.286478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbdfcf-7a52-43fd-943b-b70d13f44802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:52.288076 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-21bbdfcf-7a52-43fd-943b-b70d13f44802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:52.289654 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7090ab02-0486-43bf-95b5-1a66829c4864 None None] Network 092c900c-5cc4-4f6a-81f3-6e810764d74a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:27:52.309556 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-21bbdfcf-7a52-43fd-943b-b70d13f44802 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3813119 Jan 31 16:27:52.312266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35604) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:52.317650 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-696752388-router', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:52.351055 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:52.352361 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:52.424515 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:52.572450 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:52.577983 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:52.580065 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:52.719928 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-092c900c-5cc4-4f6a-81f3-6e810764d74a', 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'fixed_ips': [{'subnet_id': '3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:27:52.720952 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:52.832994 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:52.843632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 25c861b2-d8ef-405a-b506-8b7256a95d8f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:52.853391 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:52.971562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Allocated IP 172.25.1.116 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/e72dc106-c83b-4193-84c1-19165e0f5a4e) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:27:52.971815 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Allocated IP 172.20.0.2 (092c900c-5cc4-4f6a-81f3-6e810764d74a/3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5/651b430d-2346-44f4-8550-dcbe220327c0) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:27:53.017073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 25c861b2-d8ef-405a-b506-8b7256a95d8f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:53.017744 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:53.048310 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:27:53.082854 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:53.132920 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:53.181036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:53.186409 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:53.189549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:27:53.208249 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:53.219777 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:53.224035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Pushing event updated for resources: {'Port': ['ID=e72dc106-c83b-4193-84c1-19165e0f5a4e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:53.237186 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:53.247048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 25c861b2-d8ef-405a-b506-8b7256a95d8f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=25c861b2-d8ef-405a-b506-8b7256a95d8f,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:27:53.275557 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:53.289688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Network 092c900c-5cc4-4f6a-81f3-6e810764d74a is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:53.292676 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:53.297317 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:27:53.300714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Pushing event updated for resources: {'Port': ['ID=651b430d-2346-44f4-8550-dcbe220327c0,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:53.396440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Attempting to bind port 651b430d-2346-44f4-8550-dcbe220327c0 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:27:53.396808 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Attempting to bind port 651b430d-2346-44f4-8550-dcbe220327c0 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:27:53.397237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Attempting to bind port 651b430d-2346-44f4-8550-dcbe220327c0 on network 092c900c-5cc4-4f6a-81f3-6e810764d74a {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:27:53.399283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=25c861b2-d8ef-405a-b506-8b7256a95d8f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:53.406037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:27:53.406247 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Checking segment: {'id': 'aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:27:53.406489 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:53.406889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Bound using segment: {'id': 'aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:27:53.407371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Bound port: 651b430d-2346-44f4-8550-dcbe220327c0, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:27:53.407750 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:53.408718 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Sync routers for ids ['7e808566-6dce-44f2-89ef-03da5e8070c9'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:27:53.421665 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Routers {'7e808566-6dce-44f2-89ef-03da5e8070c9'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:53.423161 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:27:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7e808566-6dce-44f2-89ef-03da5e8070c9'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:53.475820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] For port 651b430d-2346-44f4-8550-dcbe220327c0, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:27:53.479536 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] For port 651b430d-2346-44f4-8550-dcbe220327c0, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=651b430d-2346-44f4-8550-dcbe220327c0,segment=NetworkSegment(aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c),segment_id=aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:27:53.485443 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:53.543033 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Set router 7e808566-6dce-44f2-89ef-03da5e8070c9 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:53.550966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cf202-0c9d-4917-9b31-1ab304fd3eca None None] Pushing event updated for resources: {'Port': ['ID=651b430d-2346-44f4-8550-dcbe220327c0,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:53.788384 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'ec2113bc-ad41-4352-b9de-310cbad26b4e', 'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'mac_address': 'fa:16:3e:fe:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:49Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 2, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'subnets': [{'id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:53.819885 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Checking router: 7e808566-6dce-44f2-89ef-03da5e8070c9 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:27:53.820227 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Updating router 7e808566-6dce-44f2-89ef-03da5e8070c9 port ec2113bc-ad41-4352-b9de-310cbad26b4e binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:27:53.846649 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:53.850468 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:54.062354 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:54.136092 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:54.142838 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:54.200763 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Pushing event updated for resources: {'Port': ['ID=ec2113bc-ad41-4352-b9de-310cbad26b4e,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:54.218893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Router c511b7d3-5152-4e7b-bd99-98364d0d664f is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:27:54.225994 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:54.226331 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:54.226878 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:54.227211 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:54.227535 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:54.227858 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:54.228180 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:54.228495 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:54.228814 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:54.229128 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:54.229441 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:54.229948 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:27:54.267757 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Attempting to bind port ec2113bc-ad41-4352-b9de-310cbad26b4e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:27:54.268842 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Attempting to bind port ec2113bc-ad41-4352-b9de-310cbad26b4e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:27:54.269372 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Attempting to bind port ec2113bc-ad41-4352-b9de-310cbad26b4e on network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:27:54.276817 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:27:54.277579 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Checking segment: {'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:27:54.278149 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:54.279039 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Bound using segment: {'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:27:54.279946 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Bound port: ec2113bc-ad41-4352-b9de-310cbad26b4e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:27:54.280097 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:54.360808 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] For port ec2113bc-ad41-4352-b9de-310cbad26b4e, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:27:54.365090 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] For port ec2113bc-ad41-4352-b9de-310cbad26b4e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ec2113bc-ad41-4352-b9de-310cbad26b4e,segment=NetworkSegment(c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e),segment_id=c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:27:54.366509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:27:54.379645 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Sync routers for ids ['c511b7d3-5152-4e7b-bd99-98364d0d664f'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:27:54.381847 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:54.397174 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:54.401189 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-64c155f9-2d93-44cc-8819-c6712cc36528 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0852251 Jan 31 16:27:54.401590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35606) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:54.418239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Routers {'c511b7d3-5152-4e7b-bd99-98364d0d664f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:54.418239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:27:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c511b7d3-5152-4e7b-bd99-98364d0d664f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:54.462357 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0645d0-022b-4278-8bbf-ea2cf157ce5f None None] Pushing event updated for resources: {'Port': ['ID=ec2113bc-ad41-4352-b9de-310cbad26b4e,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:54.470244 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Routers {'7e808566-6dce-44f2-89ef-03da5e8070c9'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:54.471865 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:27:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7e808566-6dce-44f2-89ef-03da5e8070c9'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:54.503881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b9feba5a-40cc-40a7-88ca-748a4a94507f None None] Provisioning complete for port ec2113bc-ad41-4352-b9de-310cbad26b4e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:54.504557 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b9feba5a-40cc-40a7-88ca-748a4a94507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:54.633519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Set router c511b7d3-5152-4e7b-bd99-98364d0d664f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:54.661553 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] Set router 7e808566-6dce-44f2-89ef-03da5e8070c9 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:54.878383 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b9feba5a-40cc-40a7-88ca-748a4a94507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:54.931586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3211a2d-755d-452e-8a6b-d00263072909 None None] Network 092c900c-5cc4-4f6a-81f3-6e810764d74a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:27:54.959916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b9feba5a-40cc-40a7-88ca-748a4a94507f None None] For port ec2113bc-ad41-4352-b9de-310cbad26b4e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ec2113bc-ad41-4352-b9de-310cbad26b4e,segment=NetworkSegment(c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e),segment_id=c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:27:54.991465 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'ec2113bc-ad41-4352-b9de-310cbad26b4e', 'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'mac_address': 'fa:16:3e:fe:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:49Z', 'updated_at': '2022-01-31T16:27:54Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'subnets': [{'id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:55.015757 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b9feba5a-40cc-40a7-88ca-748a4a94507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:55.024573 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248a6a9-229b-4729-b824-726d5ce72ccd None None] The sync data for ids ['7e808566-6dce-44f2-89ef-03da5e8070c9'] in n-d-827120-1 is: [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'ec2113bc-ad41-4352-b9de-310cbad26b4e', 'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'mac_address': 'fa:16:3e:fe:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:49Z', 'updated_at': '2022-01-31T16:27:54Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'subnets': [{'id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:27:55.064754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ec2113bc-ad41-4352-b9de-310cbad26b4e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:55.167017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9feba5a-40cc-40a7-88ca-748a4a94507f None None] Pushing event updated for resources: {'Port': ['ID=ec2113bc-ad41-4352-b9de-310cbad26b4e,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:55.223055 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0b0130db-5518-4e70-be5c-57682fec5e29 None None] Provisioning complete for port ec2113bc-ad41-4352-b9de-310cbad26b4e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:55.223458 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b0130db-5518-4e70-be5c-57682fec5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:55.262557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'name': 'tempest-TestServerBasicOps-696752388-router', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:53Z', 'revision_number': 3, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'gw_port': {'id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:55.321678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port ec2113bc-ad41-4352-b9de-310cbad26b4e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:55.322068 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:55.327726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Checking router: c511b7d3-5152-4e7b-bd99-98364d0d664f for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:27:55.328071 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Updating router c511b7d3-5152-4e7b-bd99-98364d0d664f port e72dc106-c83b-4193-84c1-19165e0f5a4e binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:27:55.400239 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:55.492842 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:55.720100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Allocated IP 172.20.0.1 (092c900c-5cc4-4f6a-81f3-6e810764d74a/3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5/947cbf15-1492-43c5-9709-14dc5c9a64fd) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:27:55.762023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0b0130db-5518-4e70-be5c-57682fec5e29 None None] Provisioning complete for port 651b430d-2346-44f4-8550-dcbe220327c0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:55.762400 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b0130db-5518-4e70-be5c-57682fec5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:55.782976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 25c861b2-d8ef-405a-b506-8b7256a95d8f up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:55.864085 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:55.918661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:55.963279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Network 092c900c-5cc4-4f6a-81f3-6e810764d74a is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:55.968975 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:55.971459 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Pushing event updated for resources: {'Port': ['ID=947cbf15-1492-43c5-9709-14dc5c9a64fd,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:55.973650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:27:55.989589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 25c861b2-d8ef-405a-b506-8b7256a95d8f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:55.989938 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.012554 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.032248 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b0130db-5518-4e70-be5c-57682fec5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.093224 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.095699 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.105938 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.143470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0b0130db-5518-4e70-be5c-57682fec5e29 None None] For port 651b430d-2346-44f4-8550-dcbe220327c0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=651b430d-2346-44f4-8550-dcbe220327c0,segment=NetworkSegment(aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c),segment_id=aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:27:56.151822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b0130db-5518-4e70-be5c-57682fec5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.181769 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.203644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Attempting to bind port e72dc106-c83b-4193-84c1-19165e0f5a4e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:27:56.204011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Attempting to bind port e72dc106-c83b-4193-84c1-19165e0f5a4e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:27:56.204375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Attempting to bind port e72dc106-c83b-4193-84c1-19165e0f5a4e on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:27:56.216884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b63b46-a257-4e33-9664-70641904a47a None None] Pushing event updated for resources: {'Port': ['ID=e72dc106-c83b-4193-84c1-19165e0f5a4e,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:56.223762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:27:56.224142 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:27:56.224651 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.224953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:27:56.225427 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Bound port: e72dc106-c83b-4193-84c1-19165e0f5a4e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:27:56.225832 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.268959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 651b430d-2346-44f4-8550-dcbe220327c0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:56.350441 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0130db-5518-4e70-be5c-57682fec5e29 None None] Pushing event updated for resources: {'Port': ['ID=651b430d-2346-44f4-8550-dcbe220327c0,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:56.362371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-920de89c-6b9a-4583-a146-2ffae6960681 None None] Provisioning complete for port 651b430d-2346-44f4-8550-dcbe220327c0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:56.362741 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-920de89c-6b9a-4583-a146-2ffae6960681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.371155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] For port e72dc106-c83b-4193-84c1-19165e0f5a4e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:27:56.381709 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.390405 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.411732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] For port e72dc106-c83b-4193-84c1-19165e0f5a4e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e72dc106-c83b-4193-84c1-19165e0f5a4e,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:27:56.423318 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.432586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 651b430d-2346-44f4-8550-dcbe220327c0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:56.432864 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.465418 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.468360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Pushing event updated for resources: {'Port': ['ID=947cbf15-1492-43c5-9709-14dc5c9a64fd,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:56.558672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b63b46-a257-4e33-9664-70641904a47a None None] Pushing event updated for resources: {'Port': ['ID=e72dc106-c83b-4193-84c1-19165e0f5a4e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:56.565129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Routers {'c511b7d3-5152-4e7b-bd99-98364d0d664f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:56.565792 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:27:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c511b7d3-5152-4e7b-bd99-98364d0d664f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:56.568023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Network 092c900c-5cc4-4f6a-81f3-6e810764d74a is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:27:56.572995 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:27:56.688441 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-920de89c-6b9a-4583-a146-2ffae6960681 None None] Provisioning complete for port 947cbf15-1492-43c5-9709-14dc5c9a64fd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:56.688774 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-920de89c-6b9a-4583-a146-2ffae6960681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:56.705414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Router c511b7d3-5152-4e7b-bd99-98364d0d664f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:27:56.749217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-920de89c-6b9a-4583-a146-2ffae6960681 None None] Port 947cbf15-1492-43c5-9709-14dc5c9a64fd cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:27:56.752017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] Set router c511b7d3-5152-4e7b-bd99-98364d0d664f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:56.839305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ec2113bc-ad41-4352-b9de-310cbad26b4e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:56.868607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:27:56.879289 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e6aab52f-5606-45f9-b05b-748f1e1fa815 admin admin] 10.222.0.36 "PUT /v2.0/routers/c511b7d3-5152-4e7b-bd99-98364d0d664f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4719753 Jan 31 16:27:56.949406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a3388e97-a629-4e43-a008-6e8967b3896d None None] Provisioning complete for port 947cbf15-1492-43c5-9709-14dc5c9a64fd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:56.949792 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a3388e97-a629-4e43-a008-6e8967b3896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:57.014003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a3388e97-a629-4e43-a008-6e8967b3896d None None] Port 947cbf15-1492-43c5-9709-14dc5c9a64fd cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:27:57.034380 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port ec2113bc-ad41-4352-b9de-310cbad26b4e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:57.034781 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:57.119393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'name': 'tempest-TestServerBasicOps-696752388-router', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:56Z', 'revision_number': 4, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'gw_port': {'id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '947cbf15-1492-43c5-9709-14dc5c9a64fd', 'name': '', 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'mac_address': 'fa:16:3e:9e:9d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:55Z', 'updated_at': '2022-01-31T16:27:56Z', 'revision_number': 2, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'subnets': [{'id': '3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:57.152442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c0f04-2082-4291-b9cc-735a2f9cae1e None None] The sync data for ids ['c511b7d3-5152-4e7b-bd99-98364d0d664f'] in n-d-827120-1 is: [{'id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'name': 'tempest-TestServerBasicOps-696752388-router', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:56Z', 'revision_number': 4, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'gw_port': {'id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '947cbf15-1492-43c5-9709-14dc5c9a64fd', 'name': '', 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'mac_address': 'fa:16:3e:9e:9d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:55Z', 'updated_at': '2022-01-31T16:27:56Z', 'revision_number': 2, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'subnets': [{'id': '3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:27:57.163316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 651b430d-2346-44f4-8550-dcbe220327c0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:57.215546 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 651b430d-2346-44f4-8550-dcbe220327c0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:57.215941 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:57.579398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35618) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:57.584404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3bd456a3-fd1d-41c1-8a34-fb5e2f58c2fb tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762446701', 'description': 'tempest-secgroup-smoke-762446701 description', 'project_id': '85957f87cc7e479f9c5246cf35c60027'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:57.613219 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3bd456a3-fd1d-41c1-8a34-fb5e2f58c2fb tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:57.708431 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3bd456a3-fd1d-41c1-8a34-fb5e2f58c2fb tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:57.714356 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3bd456a3-fd1d-41c1-8a34-fb5e2f58c2fb tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:57.753822 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3bd456a3-fd1d-41c1-8a34-fb5e2f58c2fb tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:57.754108 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3bd456a3-fd1d-41c1-8a34-fb5e2f58c2fb tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1736643 Jan 31 16:27:57.757268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35620) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:57.759219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd456a3-fd1d-41c1-8a34-fb5e2f58c2fb tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7b9084-03e4-47aa-98e8-420149770856,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:57.762024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6343aec7-6d5a-4ac7-8189-adcbe8ab25f9 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Request body: {'security_group_rule': {'security_group_id': '4b7b9084-03e4-47aa-98e8-420149770856', 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:57.801128 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6343aec7-6d5a-4ac7-8189-adcbe8ab25f9 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:57.878865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6343aec7-6d5a-4ac7-8189-adcbe8ab25f9 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:57.884534 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6343aec7-6d5a-4ac7-8189-adcbe8ab25f9 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:57.910423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343aec7-6d5a-4ac7-8189-adcbe8ab25f9 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb2d8f6-3168-4381-a71c-ca8b37642b78,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:57.917968 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6343aec7-6d5a-4ac7-8189-adcbe8ab25f9 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:57.922059 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6343aec7-6d5a-4ac7-8189-adcbe8ab25f9 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608775 Jan 31 16:27:57.922592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35622) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:57.926831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-206f6432-2ab4-4c54-aa21-a3e2c6d16f9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Request body: {'security_group_rule': {'security_group_id': '4b7b9084-03e4-47aa-98e8-420149770856', 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:57.962685 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-206f6432-2ab4-4c54-aa21-a3e2c6d16f9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.030613 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-206f6432-2ab4-4c54-aa21-a3e2c6d16f9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.039846 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-206f6432-2ab4-4c54-aa21-a3e2c6d16f9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.063513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f6432-2ab4-4c54-aa21-a3e2c6d16f9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7096a6-e23a-41da-945f-93d8133624e2,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:58.067590 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.070904 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-206f6432-2ab4-4c54-aa21-a3e2c6d16f9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.072032 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-206f6432-2ab4-4c54-aa21-a3e2c6d16f9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488898 Jan 31 16:27:58.075113 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35624) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:58.080299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f52faeb3-b15b-4119-ab89-2bb8f1729e2b tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Request body: {'security_group_rule': {'security_group_id': '4b7b9084-03e4-47aa-98e8-420149770856', 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:58.111379 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f52faeb3-b15b-4119-ab89-2bb8f1729e2b tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.182808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f52faeb3-b15b-4119-ab89-2bb8f1729e2b tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.188151 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f52faeb3-b15b-4119-ab89-2bb8f1729e2b tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.210058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52faeb3-b15b-4119-ab89-2bb8f1729e2b tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01905c0-cd67-405d-a5a8-76d05dd6817d,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:58.220024 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f52faeb3-b15b-4119-ab89-2bb8f1729e2b tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.222058 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f52faeb3-b15b-4119-ab89-2bb8f1729e2b tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457322 Jan 31 16:27:58.225000 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35626) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:58.231553 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e53ddf7e-5bf7-4b3e-872c-2020b8b06ce4 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Request body: {'security_group_rule': {'security_group_id': '4b7b9084-03e4-47aa-98e8-420149770856', 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:58.267543 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e53ddf7e-5bf7-4b3e-872c-2020b8b06ce4 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.339552 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e53ddf7e-5bf7-4b3e-872c-2020b8b06ce4 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.343198 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e53ddf7e-5bf7-4b3e-872c-2020b8b06ce4 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.364151 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ddf7e-5bf7-4b3e-872c-2020b8b06ce4 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0511debf-b3e4-4697-bc5a-5053c5ff7a07,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:58.374139 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e53ddf7e-5bf7-4b3e-872c-2020b8b06ce4 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.375384 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e53ddf7e-5bf7-4b3e-872c-2020b8b06ce4 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1492383 Jan 31 16:27:58.379518 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35628) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:58.384446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b85f4cf7-a1c7-463a-9787-146f998280db tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Request body: {'security_group_rule': {'security_group_id': '4b7b9084-03e4-47aa-98e8-420149770856', 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:58.410909 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-b85f4cf7-a1c7-463a-9787-146f998280db tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Project 85957f87cc7e479f9c5246cf35c60027 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:27:58.416767 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b85f4cf7-a1c7-463a-9787-146f998280db tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.485329 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b85f4cf7-a1c7-463a-9787-146f998280db tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.490094 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b85f4cf7-a1c7-463a-9787-146f998280db tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.511925 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f4cf7-a1c7-463a-9787-146f998280db tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9314772-9eb8-4300-bb42-a3f770f8bc1f,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:58.518809 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b85f4cf7-a1c7-463a-9787-146f998280db tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.519874 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b85f4cf7-a1c7-463a-9787-146f998280db tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393199 Jan 31 16:27:58.522644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35630) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:27:58.528585 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-b51778a8-8334-4d27-9b27-81ad8c4d51a2 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Request body: {'security_group_rule': {'security_group_id': '4b7b9084-03e4-47aa-98e8-420149770856', 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:27:58.567724 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-b51778a8-8334-4d27-9b27-81ad8c4d51a2 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Project 85957f87cc7e479f9c5246cf35c60027 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:27:58.573991 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b51778a8-8334-4d27-9b27-81ad8c4d51a2 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.656055 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b51778a8-8334-4d27-9b27-81ad8c4d51a2 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.663400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b51778a8-8334-4d27-9b27-81ad8c4d51a2 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.677934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51778a8-8334-4d27-9b27-81ad8c4d51a2 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e2200b-9c8c-4d23-9d56-0cefec2540f7,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:58.694608 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b51778a8-8334-4d27-9b27-81ad8c4d51a2 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.695864 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b51778a8-8334-4d27-9b27-81ad8c4d51a2 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1722934 Jan 31 16:27:58.835578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e72dc106-c83b-4193-84c1-19165e0f5a4e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:27:58.862045 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-ce63eb4b-3f68-47e0-8b4f-4a6101b30c69 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762446701&fields=id&tenant_id=85957f87cc7e479f9c5246cf35c60027 HTTP/1.1" status: 200 len: 267 time: 0.0419774 Jan 31 16:27:58.885646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e72dc106-c83b-4193-84c1-19165e0f5a4e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:27:58.886027 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.973603 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:58.990406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-8f0d3f05-ab6e-4525-b075-23f4b029829e tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:27:58.992285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-8f0d3f05-ab6e-4525-b075-23f4b029829e tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/networks?id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe HTTP/1.1" status: 200 len: 809 time: 0.1247551 Jan 31 16:27:59.003439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port e72dc106-c83b-4193-84c1-19165e0f5a4e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e72dc106-c83b-4193-84c1-19165e0f5a4e,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:27:59.008656 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:27:59.019722 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-666e08bd-768d-4c3b-a344-3fd40bc1e7a6 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/quotas/85957f87cc7e479f9c5246cf35c60027 HTTP/1.1" status: 200 len: 375 time: 0.0138173 Jan 31 16:27:59.070807 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=e72dc106-c83b-4193-84c1-19165e0f5a4e,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:27:59.089231 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-dc086501-58b5-4aca-8d6c-48a0ca832d7b tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=85957f87cc7e479f9c5246cf35c60027&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596430 Jan 31 16:27:59.204129 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-5eb7de35-0ff9-408d-9bbf-3571f8393398 service neutron] 10.222.0.36 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014643 Jan 31 16:27:59.310118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-6326760f-bc39-4886-b731-a2eef4597007 service neutron] 10.222.0.36 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990777 Jan 31 16:27:59.354597 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Sync routers for ids ['c511b7d3-5152-4e7b-bd99-98364d0d664f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:27:59.364222 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Routers {'c511b7d3-5152-4e7b-bd99-98364d0d664f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:27:59.364835 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:27:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c511b7d3-5152-4e7b-bd99-98364d0d664f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:59.531443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91316191-3221-4565-97e0-3a4dc208643f req-bb78d40b-f5a2-430c-879f-f4f4663af152 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 210 time: 0.0399933 Jan 31 16:27:59.631489 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Set router c511b7d3-5152-4e7b-bd99-98364d0d664f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:27:59.870351 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'name': 'tempest-TestServerBasicOps-696752388-router', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:56Z', 'revision_number': 4, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'gw_port': {'id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '947cbf15-1492-43c5-9709-14dc5c9a64fd', 'name': '', 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'mac_address': 'fa:16:3e:9e:9d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:55Z', 'updated_at': '2022-01-31T16:27:56Z', 'revision_number': 2, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'subnets': [{'id': '3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:27:59.898011 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Checking router: c511b7d3-5152-4e7b-bd99-98364d0d664f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:27:59.898370 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Updating router c511b7d3-5152-4e7b-bd99-98364d0d664f port 947cbf15-1492-43c5-9709-14dc5c9a64fd binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:27:59.926160 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:00.232934 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:00.239272 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:00.294714 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe50f9d-e7dd-4fae-adcf-f757ea9dfe6a None None] Pushing event updated for resources: {'Port': ['ID=947cbf15-1492-43c5-9709-14dc5c9a64fd,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:00.349369 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Attempting to bind port 947cbf15-1492-43c5-9709-14dc5c9a64fd on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:28:00.349806 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Attempting to bind port 947cbf15-1492-43c5-9709-14dc5c9a64fd by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:28:00.350133 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Attempting to bind port 947cbf15-1492-43c5-9709-14dc5c9a64fd on network 092c900c-5cc4-4f6a-81f3-6e810764d74a {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:28:00.355682 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:28:00.356402 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Checking segment: {'id': 'aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:28:00.356402 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:00.356769 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Bound using segment: {'id': 'aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:28:00.357233 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Bound port: 947cbf15-1492-43c5-9709-14dc5c9a64fd, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:28:00.357634 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:00.431860 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] For port 947cbf15-1492-43c5-9709-14dc5c9a64fd, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:28:00.435174 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] For port 947cbf15-1492-43c5-9709-14dc5c9a64fd, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=947cbf15-1492-43c5-9709-14dc5c9a64fd,segment=NetworkSegment(aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c),segment_id=aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:28:00.440911 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:00.515798 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe50f9d-e7dd-4fae-adcf-f757ea9dfe6a None None] Pushing event updated for resources: {'Port': ['ID=947cbf15-1492-43c5-9709-14dc5c9a64fd,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:00.518199 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Routers {'c511b7d3-5152-4e7b-bd99-98364d0d664f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:28:00.527184 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:27:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c511b7d3-5152-4e7b-bd99-98364d0d664f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:00.575994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a63d9534-5c93-47a1-aad0-450376624c5c None None] Provisioning complete for port 947cbf15-1492-43c5-9709-14dc5c9a64fd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:28:00.577068 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a63d9534-5c93-47a1-aad0-450376624c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:00.698541 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] Set router c511b7d3-5152-4e7b-bd99-98364d0d664f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:28:00.725053 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e435a69-d787-4418-ba23-a5f22325fc4b req-1bef119f-a8fd-4e4c-a68f-d8e835eba40d tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 210 time: 0.0739594 Jan 31 16:28:00.911775 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a63d9534-5c93-47a1-aad0-450376624c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:00.930218 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-30ef5fa8-2bd6-4afd-a07d-2d2a0e66eaed tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:00.936750 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-30ef5fa8-2bd6-4afd-a07d-2d2a0e66eaed tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.20 "GET /v2.0/networks?id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe HTTP/1.1" status: 200 len: 809 time: 0.3382928 Jan 31 16:28:00.962811 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e72dc106-c83b-4193-84c1-19165e0f5a4e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:28:01.030024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-00ea2e16-7606-4487-bc0f-82693a809b74 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85957f87cc7e479f9c5246cf35c60027 HTTP/1.1" status: 200 len: 379 time: 0.0872085 Jan 31 16:28:01.047390 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Request body: {'port': {'device_id': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'admin_state_up': True, 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'security_groups': ['4b7b9084-03e4-47aa-98e8-420149770856']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:28:01.055039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a63d9534-5c93-47a1-aad0-450376624c5c None None] For port 947cbf15-1492-43c5-9709-14dc5c9a64fd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=947cbf15-1492-43c5-9709-14dc5c9a64fd,segment=NetworkSegment(aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c),segment_id=aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:28:01.060084 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a63d9534-5c93-47a1-aad0-450376624c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:01.077020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47256425-3b9b-4330-a67f-61517ee94884 req-09ec4823-533b-4976-846b-f7df57db1d2d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:01.078731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47256425-3b9b-4330-a67f-61517ee94884 req-09ec4823-533b-4976-846b-f7df57db1d2d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0926673 Jan 31 16:28:01.154111 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-47256425-3b9b-4330-a67f-61517ee94884 req-ce12f434-5378-4a07-9494-ea8239291a79 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610631 Jan 31 16:28:01.170972 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e72dc106-c83b-4193-84c1-19165e0f5a4e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:28:01.171457 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:01.191550 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'name': 'tempest-TestServerBasicOps-696752388-router', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:56Z', 'revision_number': 4, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'gw_port': {'id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '947cbf15-1492-43c5-9709-14dc5c9a64fd', 'name': '', 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'mac_address': 'fa:16:3e:9e:9d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:55Z', 'updated_at': '2022-01-31T16:28:00Z', 'revision_number': 4, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'subnets': [{'id': '3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:01.216531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d9534-5c93-47a1-aad0-450376624c5c None None] Pushing event updated for resources: {'Port': ['ID=947cbf15-1492-43c5-9709-14dc5c9a64fd,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:01.257643 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84668374-e2a1-4122-a531-6dd2677c7ebd None None] The sync data for ids ['c511b7d3-5152-4e7b-bd99-98364d0d664f'] in n-d-827120-1 is: [{'id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'name': 'tempest-TestServerBasicOps-696752388-router', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:56Z', 'revision_number': 4, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'gw_port': {'id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '947cbf15-1492-43c5-9709-14dc5c9a64fd', 'name': '', 'network_id': '092c900c-5cc4-4f6a-81f3-6e810764d74a', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'mac_address': 'fa:16:3e:9e:9d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:55Z', 'updated_at': '2022-01-31T16:28:00Z', 'revision_number': 4, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'subnets': [{'id': '3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:28:01.263540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8c5e867d-b491-48dc-9b7d-4a9c0b75c8ec None None] Provisioning complete for port 947cbf15-1492-43c5-9709-14dc5c9a64fd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:28:01.264242 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8c5e867d-b491-48dc-9b7d-4a9c0b75c8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:01.268993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Made reservation on behalf of 85957f87cc7e479f9c5246cf35c60027 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:28:01.273624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:01.387599 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 947cbf15-1492-43c5-9709-14dc5c9a64fd up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:28:01.458518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Allocated IP 172.20.0.13 (271ca520-c3a5-4a5f-82d3-0c399e9ac8fe/9b7becd1-dbb3-425e-b5e9-2cde73441f00/801a2887-f859-4057-a0c2-ae5b912c1102) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:28:01.497417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 947cbf15-1492-43c5-9709-14dc5c9a64fd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:28:01.498259 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:01.650175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:01.691939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:01.749169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:28:01.752819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:28:01.757172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:28:01.816002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event updated for resources: {'Port': ['ID=801a2887-f859-4057-a0c2-ae5b912c1102,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:01.851045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:01.851683 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:01.872015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa06c8-2ec6-4606-ada0-3ea4fefdf48e req-ee62ecf5-5c8c-4017-bdea-3afc7bbf4675 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:01.873662 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4aa06c8-2ec6-4606-ada0-3ea4fefdf48e req-ee62ecf5-5c8c-4017-bdea-3afc7bbf4675 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 932 time: 0.0922480 Jan 31 16:28:01.883438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-1a688b5c-960f-4ee4-8e0f-4eda6b1470e5 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8472562 Jan 31 16:28:01.912853 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Request body: {'port': {'device_id': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:28:01.946825 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b4aa06c8-2ec6-4606-ada0-3ea4fefdf48e req-7e62d1d3-9c54-4bf2-80b2-91ed819b01de tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623598 Jan 31 16:28:01.999027 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:02.094989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-69250e18-c027-405f-ab7f-01e71b51475a None None] Provisioning complete for port 801a2887-f859-4057-a0c2-ae5b912c1102 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:28:02.095633 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-69250e18-c027-405f-ab7f-01e71b51475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:02.283825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801a2887-f859-4057-a0c2-ae5b912c1102 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:28:02.286224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a816d4-d982-4286-95a3-2f48469901e4 req-2777f6fb-6072-49ed-856e-22d2932479f5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:02.288001 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2a816d4-d982-4286-95a3-2f48469901e4 req-2777f6fb-6072-49ed-856e-22d2932479f5 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0610938 Jan 31 16:28:02.291827 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:02.301337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-69250e18-c027-405f-ab7f-01e71b51475a None None] Port 801a2887-f859-4057-a0c2-ae5b912c1102 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:28:02.307653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Transition to ACTIVE for port object 801a2887-f859-4057-a0c2-ae5b912c1102 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:28:02.314673 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:02.334626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2a816d4-d982-4286-95a3-2f48469901e4 req-9dc65831-3e02-4072-8dc1-b1c882a5efc6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Jan 31 16:28:02.365647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Pushing event updated for resources: {'Port': ['ID=801a2887-f859-4057-a0c2-ae5b912c1102,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:02.446431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Attempting to bind port 801a2887-f859-4057-a0c2-ae5b912c1102 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:28:02.446738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Attempting to bind port 801a2887-f859-4057-a0c2-ae5b912c1102 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:28:02.447087 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Attempting to bind port 801a2887-f859-4057-a0c2-ae5b912c1102 on network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:28:02.452403 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Port 801a2887-f859-4057-a0c2-ae5b912c1102 on network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:28:02.452681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Attempting to bind port 801a2887-f859-4057-a0c2-ae5b912c1102 on network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:28:02.459499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:28:02.459888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Checking segment: {'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:28:02.460175 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Bound using segment: {'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:28:02.460852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Bound port: 801a2887-f859-4057-a0c2-ae5b912c1102, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:28:02.461312 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:02.534482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] For port 801a2887-f859-4057-a0c2-ae5b912c1102, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:28:02.537808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] For port 801a2887-f859-4057-a0c2-ae5b912c1102, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=801a2887-f859-4057-a0c2-ae5b912c1102,segment=NetworkSegment(c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e),segment_id=c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:28:02.544400 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:02.583795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:02.584418 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:02.587765 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] 10.222.0.20 "PUT /v2.0/ports/801a2887-f859-4057-a0c2-ae5b912c1102 HTTP/1.1" status: 200 len: 1092 time: 0.6789727 Jan 31 16:28:02.587765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'tag': '801a2887-f859-4057-a0c2-ae5b912c1102'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:28:02.590289 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f3d28c-ccb8-466a-bba8-4060702ccd64" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c452d1-92c2-4b12-8748-9e38cec34305", "tag": "801a2887-f859-4057-a0c2-ae5b912c1102"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:28:02.613324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84805e-8e3f-4334-b2b7-b2aa926d6202 service neutron] Pushing event updated for resources: {'Port': ['ID=801a2887-f859-4057-a0c2-ae5b912c1102,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:02.661892 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef30aff5-5bab-411a-b383-4baea48a217d x-openstack-request-id: req-ef30aff5-5bab-411a-b383-4baea48a217d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:28:02.662273 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c452d1-92c2-4b12-8748-9e38cec34305", "tag": "801a2887-f859-4057-a0c2-ae5b912c1102", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:28:02.662600 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef30aff5-5bab-411a-b383-4baea48a217d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:28:02.663119 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'tag': '801a2887-f859-4057-a0c2-ae5b912c1102', 'status': 'completed', 'code': 200} Jan 31 16:28:02.682712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-dadd00af-041c-4dfc-b739-e4f95375db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:02.684397 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-dadd00af-041c-4dfc-b739-e4f95375db33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85957f87cc7e479f9c5246cf35c60027&device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 1095 time: 0.0550437 Jan 31 16:28:02.731952 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-ceeec97f-e4e7-4ac7-951f-92c9ad3be1d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=801a2887-f859-4057-a0c2-ae5b912c1102 HTTP/1.1" status: 200 len: 217 time: 0.0399268 Jan 31 16:28:02.787291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 947cbf15-1492-43c5-9709-14dc5c9a64fd up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:28:02.791292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-77fb1fc4-d2b1-43b7-addb-407ee405497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:02.792800 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-77fb1fc4-d2b1-43b7-addb-407ee405497e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b7becd1-dbb3-425e-b5e9-2cde73441f00 HTTP/1.1" status: 200 len: 848 time: 0.0545516 Jan 31 16:28:02.848288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-cbf4d2ca-765f-4a27-b3b3-0a8981b70abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:02.849665 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 947cbf15-1492-43c5-9709-14dc5c9a64fd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:28:02.849908 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-cbf4d2ca-765f-4a27-b3b3-0a8981b70abd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457239 Jan 31 16:28:02.850065 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:02.951310 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-7cdb1df1-c2a8-4950-8d51-6f5a166806d5 service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939884 Jan 31 16:28:03.048746 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5cfa09a8-e533-4801-b2f5-285b40307538 req-c863781d-e3fd-45a1-b9f0-8644ad51f6b7 service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905745 Jan 31 16:28:03.075327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6a9f5-3aa8-4e7c-a748-565cbdb1bcf0 req-6c0cf727-694e-4971-ac38-964057b633bb tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:03.077137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6ac6a9f5-3aa8-4e7c-a748-565cbdb1bcf0 req-6c0cf727-694e-4971-ac38-964057b633bb tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 944 time: 0.0537896 Jan 31 16:28:03.121116 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6ac6a9f5-3aa8-4e7c-a748-565cbdb1bcf0 req-e1c6b461-1092-4aef-bc6c-233c49ba3dca tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373335 Jan 31 16:28:03.143425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d28c-ccb8-466a-bba8-4060702ccd64 req-802ab4ac-832f-4b87-a224-fce7f1b48d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:03.144940 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1f3d28c-ccb8-466a-bba8-4060702ccd64 req-802ab4ac-832f-4b87-a224-fce7f1b48d6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85957f87cc7e479f9c5246cf35c60027&device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 1095 time: 0.0486965 Jan 31 16:28:03.241096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d28c-ccb8-466a-bba8-4060702ccd64 req-a86869d5-e5b9-439a-873a-1f6ef4d13a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:03.242620 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1f3d28c-ccb8-466a-bba8-4060702ccd64 req-a86869d5-e5b9-439a-873a-1f6ef4d13a0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe HTTP/1.1" status: 200 len: 910 time: 0.0904813 Jan 31 16:28:03.286181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1f3d28c-ccb8-466a-bba8-4060702ccd64 req-76c480c5-5b2e-4bf0-966a-c04cc50e0d5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=801a2887-f859-4057-a0c2-ae5b912c1102 HTTP/1.1" status: 200 len: 217 time: 0.0361638 Jan 31 16:28:03.343512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d28c-ccb8-466a-bba8-4060702ccd64 req-9429ce95-c66b-43dd-8408-335d97a3d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:03.344894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1f3d28c-ccb8-466a-bba8-4060702ccd64 req-9429ce95-c66b-43dd-8408-335d97a3d00b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b7becd1-dbb3-425e-b5e9-2cde73441f00 HTTP/1.1" status: 200 len: 848 time: 0.0512400 Jan 31 16:28:03.394369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d28c-ccb8-466a-bba8-4060702ccd64 req-132fa321-beea-476f-ae10-fddbf312bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:03.395921 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1f3d28c-ccb8-466a-bba8-4060702ccd64 req-132fa321-beea-476f-ae10-fddbf312bbde service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434585 Jan 31 16:28:03.512737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab672b4-7fce-4d1e-abb9-58018b4553c3 req-72d3fe3c-634c-4de0-9795-18fa475aca21 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:03.514263 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fab672b4-7fce-4d1e-abb9-58018b4553c3 req-72d3fe3c-634c-4de0-9795-18fa475aca21 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.1028891 Jan 31 16:28:03.545367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1f3d28c-ccb8-466a-bba8-4060702ccd64 req-1eae3e6b-f06f-4372-8750-a06a64e77f6a service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412504 Jan 31 16:28:03.584651 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fab672b4-7fce-4d1e-abb9-58018b4553c3 req-b2559ebe-bcb9-409e-abbb-964f9a40c3fd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628459 Jan 31 16:28:03.652409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1f3d28c-ccb8-466a-bba8-4060702ccd64 req-76d71b67-1e49-4379-a355-4e4da6ce68b6 service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991824 Jan 31 16:28:04.246854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9a169-6ffc-48f8-a2e2-d54fce7d481e req-781530f6-ca35-4183-a657-a911e8be4e01 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:04.248243 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eac9a169-6ffc-48f8-a2e2-d54fce7d481e req-781530f6-ca35-4183-a657-a911e8be4e01 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 944 time: 0.0531418 Jan 31 16:28:04.289661 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eac9a169-6ffc-48f8-a2e2-d54fce7d481e req-11f6287a-993d-4a8e-9541-5ee2313cafb4 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333261 Jan 31 16:28:04.720675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d4077-caf3-48c2-93fa-193c61382e82 req-d34e8ec5-9663-44d5-a05b-a247f3c78350 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:04.722330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc0d4077-caf3-48c2-93fa-193c61382e82 req-d34e8ec5-9663-44d5-a05b-a247f3c78350 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0611899 Jan 31 16:28:04.762470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc0d4077-caf3-48c2-93fa-193c61382e82 req-501779ea-0da7-49c7-ad66-61c0925e6df1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339966 Jan 31 16:28:05.427461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb627f5-4f5e-4faf-a70d-6d33d0703c49 req-c0639fb3-67f2-44e0-8f08-103f5c5a1518 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:05.428979 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbb627f5-4f5e-4faf-a70d-6d33d0703c49 req-c0639fb3-67f2-44e0-8f08-103f5c5a1518 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 944 time: 0.0625999 Jan 31 16:28:05.470431 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbb627f5-4f5e-4faf-a70d-6d33d0703c49 req-6b231742-a7a0-45e0-a15a-c92f470415e3 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353270 Jan 31 16:28:05.868621 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 801a2887-f859-4057-a0c2-ae5b912c1102 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:28:05.888618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ae350-b1ff-440f-9bec-63e95c05a869 req-65fe34db-98a6-4ace-ac74-9c2980632d37 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:05.890512 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb7ae350-b1ff-440f-9bec-63e95c05a869 req-65fe34db-98a6-4ace-ac74-9c2980632d37 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0593622 Jan 31 16:28:05.930974 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb7ae350-b1ff-440f-9bec-63e95c05a869 req-7e18fba4-02a7-4cb8-b659-3aee6f669463 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339823 Jan 31 16:28:05.968211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 801a2887-f859-4057-a0c2-ae5b912c1102, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=801a2887-f859-4057-a0c2-ae5b912c1102,segment=NetworkSegment(c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e),segment_id=c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:28:05.979856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '801a2887-f859-4057-a0c2-ae5b912c1102', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'port_id': '801a2887-f859-4057-a0c2-ae5b912c1102', 'mac_address': 'fa:16:3e:e9:f8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:28:06.022726 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:06.040090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801a2887-f859-4057-a0c2-ae5b912c1102 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:28:06.060715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 801a2887-f859-4057-a0c2-ae5b912c1102, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=801a2887-f859-4057-a0c2-ae5b912c1102,segment=NetworkSegment(c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e),segment_id=c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:28:06.068082 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:06.117646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=801a2887-f859-4057-a0c2-ae5b912c1102,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:06.320928 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['801a2887-f859-4057-a0c2-ae5b912c1102'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:28:06.594535 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacdf4d-d421-4ae7-97b6-11d2d7291866 req-f1583c46-4a7c-458b-b9dd-af17156e92dd tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:06.595987 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7aacdf4d-d421-4ae7-97b6-11d2d7291866 req-f1583c46-4a7c-458b-b9dd-af17156e92dd tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 945 time: 0.0525019 Jan 31 16:28:06.639548 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7aacdf4d-d421-4ae7-97b6-11d2d7291866 req-4c9d3dab-bb2a-4ebe-a2a8-51cdbe44761c tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335159 Jan 31 16:28:07.063669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd3839-d664-472f-bd99-e3a0741df417 req-f01ae194-6348-4b41-acb8-5ffc96758fd0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:07.065255 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-18bd3839-d664-472f-bd99-e3a0741df417 req-f01ae194-6348-4b41-acb8-5ffc96758fd0 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0572135 Jan 31 16:28:07.107729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-18bd3839-d664-472f-bd99-e3a0741df417 req-dd9019d8-0819-45b8-bec4-cab8a2950756 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335495 Jan 31 16:28:07.766259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c65e-55d2-4c05-bfc0-8467d0ddbd64 req-07a950ed-9ac3-4e72-bf1f-5551051f4573 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:07.767778 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb32c65e-55d2-4c05-bfc0-8467d0ddbd64 req-07a950ed-9ac3-4e72-bf1f-5551051f4573 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 945 time: 0.0568359 Jan 31 16:28:07.812809 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb32c65e-55d2-4c05-bfc0-8467d0ddbd64 req-adf7b08f-3676-4389-96b5-837affabf88c tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386276 Jan 31 16:28:07.879039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 801a2887-f859-4057-a0c2-ae5b912c1102 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:28:07.938335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 801a2887-f859-4057-a0c2-ae5b912c1102 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:28:07.942373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 801a2887-f859-4057-a0c2-ae5b912c1102 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:28:07.942763 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:08.023746 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:08.046713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801a2887-f859-4057-a0c2-ae5b912c1102'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:28:08.049004 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b18e0e-f0c2-48a3-ada0-7cb43868e63d" -d '{"events": [{"server_uuid": "e2c452d1-92c2-4b12-8748-9e38cec34305", "name": "network-vif-plugged", "status": "completed", "tag": "801a2887-f859-4057-a0c2-ae5b912c1102"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:28:08.063294 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 801a2887-f859-4057-a0c2-ae5b912c1102, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=801a2887-f859-4057-a0c2-ae5b912c1102,segment=NetworkSegment(c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e),segment_id=c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:28:08.068353 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:08.119521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=801a2887-f859-4057-a0c2-ae5b912c1102,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:08.156962 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a216cff-ab26-4c33-8d3f-5d7d9c2e447b x-openstack-request-id: req-3a216cff-ab26-4c33-8d3f-5d7d9c2e447b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:28:08.157252 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c452d1-92c2-4b12-8748-9e38cec34305", "name": "network-vif-plugged", "status": "completed", "tag": "801a2887-f859-4057-a0c2-ae5b912c1102", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:28:08.157532 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a216cff-ab26-4c33-8d3f-5d7d9c2e447b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:28:08.157936 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801a2887-f859-4057-a0c2-ae5b912c1102', 'code': 200} Jan 31 16:28:08.245847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cae61-66ba-49ce-83ac-ab078182ebe7 req-24cd2681-f478-4e16-9ecf-bef217ffcf5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:08.247864 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-579cae61-66ba-49ce-83ac-ab078182ebe7 req-24cd2681-f478-4e16-9ecf-bef217ffcf5d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0587974 Jan 31 16:28:08.267360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af64b67-76fa-4439-837e-85fa4098c2aa req-2e915a6b-c71b-4397-ad94-6cfeb7c79cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:08.273698 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6af64b67-76fa-4439-837e-85fa4098c2aa req-2e915a6b-c71b-4397-ad94-6cfeb7c79cab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 1097 time: 0.0491436 Jan 31 16:28:08.287763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-579cae61-66ba-49ce-83ac-ab078182ebe7 req-46a4becd-b4e6-4f0b-bbd4-9f910667563e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336528 Jan 31 16:28:08.306895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6af64b67-76fa-4439-837e-85fa4098c2aa req-cefc7705-e463-4bfc-a36b-cd5d4dafc2b4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293629 Jan 31 16:28:08.936974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda6c1f-9116-4ff0-8949-e40e53e53920 req-4f004e48-3c9b-4143-9098-854fe09a44d7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:08.938454 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6dda6c1f-9116-4ff0-8949-e40e53e53920 req-4f004e48-3c9b-4143-9098-854fe09a44d7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 946 time: 0.0509498 Jan 31 16:28:08.979014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6dda6c1f-9116-4ff0-8949-e40e53e53920 req-c00a74a2-9aa6-4623-b7b1-2708af9d70fd tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342066 Jan 31 16:28:09.418671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2e0d6-f1f2-4a01-83ff-099c84efc2f8 req-60f89e08-208d-4133-9e08-ba98842c8eb1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:09.420218 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68d2e0d6-f1f2-4a01-83ff-099c84efc2f8 req-60f89e08-208d-4133-9e08-ba98842c8eb1 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0534248 Jan 31 16:28:09.463320 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-68d2e0d6-f1f2-4a01-83ff-099c84efc2f8 req-7a302f38-d1d4-41ec-b2cb-756c4ca091e7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346351 Jan 31 16:28:10.109593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca6f0f-e8d5-4d32-92df-695bc6ecd6fb req-12571f57-5d18-40e5-8ebe-7fb4ea5a604f tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:10.111149 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14ca6f0f-e8d5-4d32-92df-695bc6ecd6fb req-12571f57-5d18-40e5-8ebe-7fb4ea5a604f tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 946 time: 0.0523558 Jan 31 16:28:10.153402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14ca6f0f-e8d5-4d32-92df-695bc6ecd6fb req-5e3a8ec4-13f6-4b34-aac2-661f79de4437 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341947 Jan 31 16:28:10.285704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ca891-9692-4090-ae2f-5c69d13b9945 req-53f03f2f-7592-45d3-9e1d-46ff7808b2c9 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:10.287123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-164ca891-9692-4090-ae2f-5c69d13b9945 req-53f03f2f-7592-45d3-9e1d-46ff7808b2c9 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 946 time: 0.0589259 Jan 31 16:28:10.330800 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-164ca891-9692-4090-ae2f-5c69d13b9945 req-d0afa37a-e33a-4c1c-b6f7-36344d13c14c tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351624 Jan 31 16:28:10.463440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45f72c-42b8-4926-a2cb-8a02b6bd8ebb req-b2e6711d-a05b-4d6f-96fc-19acac8dc339 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:10.465097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0d45f72c-42b8-4926-a2cb-8a02b6bd8ebb req-b2e6711d-a05b-4d6f-96fc-19acac8dc339 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 946 time: 0.0637729 Jan 31 16:28:10.508726 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0d45f72c-42b8-4926-a2cb-8a02b6bd8ebb req-1c9b0be2-753f-4ba4-93d5-5e26e051476b tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375190 Jan 31 16:28:10.530979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35722) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:28:10.593034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e012a0d-94aa-438c-a8f1-0e698316dd25 req-aa4b2581-18c1-4c6c-8be8-bfa1b88a21bc tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:10.594602 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e012a0d-94aa-438c-a8f1-0e698316dd25 req-aa4b2581-18c1-4c6c-8be8-bfa1b88a21bc tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0604193 Jan 31 16:28:10.638622 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e012a0d-94aa-438c-a8f1-0e698316dd25 req-ceba8f20-28a1-46d0-8c59-390373d638cd tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372312 Jan 31 16:28:10.688472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a75639-f59f-44f6-928b-4f2c558116b1 tempest-TestServerBasicOps-1840834083 tempest-TestServerBasicOps-1840834083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:10.690178 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b3a75639-f59f-44f6-928b-4f2c558116b1 tempest-TestServerBasicOps-1840834083 tempest-TestServerBasicOps-1840834083-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 1092 time: 0.1580858 Jan 31 16:28:10.693351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35726) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:28:10.698486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '801a2887-f859-4057-a0c2-ae5b912c1102', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:28:10.728165 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:10.851096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:10.962574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Allocated IP 172.25.1.40 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/de849a41-8a08-44a6-b64e-7eb6bf0a9f33) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:28:11.086302 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:11.127869 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:11.175224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:28:11.179658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:28:11.185106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:28:11.188416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event updated for resources: {'Port': ['ID=de849a41-8a08-44a6-b64e-7eb6bf0a9f33,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:11.930943 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:11.962805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386ef24-0834-40e3-878b-8cf37c861ffc req-198c9604-b2ce-4d8e-9ae6-3040693ae3d2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:11.964366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5386ef24-0834-40e3-878b-8cf37c861ffc req-198c9604-b2ce-4d8e-9ae6-3040693ae3d2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0898225 Jan 31 16:28:12.034313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5386ef24-0834-40e3-878b-8cf37c861ffc req-3c85a313-95d8-48f0-8999-fe5b00efb513 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624850 Jan 31 16:28:12.041396 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:12.201391 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:12.207364 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:12.277385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event updated for resources: {'Port': ['ID=de849a41-8a08-44a6-b64e-7eb6bf0a9f33,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:12.290895 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:12.406777 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Floating IP 3476fe88-22ce-44dd-ada6-d9de97891b42 associated. External IP: 172.25.1.40, port: 801a2887-f859-4057-a0c2-ae5b912c1102. Jan 31 16:28:12.634464 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Router 7e808566-6dce-44f2-89ef-03da5e8070c9 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:28:12.750783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:28:12.762504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba18998-4e7d-4f84-8680-5aaa0bfe7c50 None None] Sync routers for ids ['7e808566-6dce-44f2-89ef-03da5e8070c9'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:28:12.770108 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:12.776581 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba18998-4e7d-4f84-8680-5aaa0bfe7c50 None None] Routers {'7e808566-6dce-44f2-89ef-03da5e8070c9'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:28:12.777937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1ba18998-4e7d-4f84-8680-5aaa0bfe7c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:27:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7e808566-6dce-44f2-89ef-03da5e8070c9'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:12.810172 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-883b9559-b03c-42c8-9ca8-47181eb4bc9a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1155825 Jan 31 16:28:12.816060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'tag': '801a2887-f859-4057-a0c2-ae5b912c1102'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:28:12.818257 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f340732c-19db-4437-99c7-32a9cd899349" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c452d1-92c2-4b12-8748-9e38cec34305", "tag": "801a2887-f859-4057-a0c2-ae5b912c1102"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:28:12.875478 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae960fa-ee1e-4358-9bf1-6a8838571db7 x-openstack-request-id: req-1ae960fa-ee1e-4358-9bf1-6a8838571db7 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:28:12.875795 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c452d1-92c2-4b12-8748-9e38cec34305", "tag": "801a2887-f859-4057-a0c2-ae5b912c1102", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:28:12.876009 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ae960fa-ee1e-4358-9bf1-6a8838571db7 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:28:12.876454 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'tag': '801a2887-f859-4057-a0c2-ae5b912c1102', 'status': 'completed', 'code': 200} Jan 31 16:28:12.909014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-1ba18998-4e7d-4f84-8680-5aaa0bfe7c50 None None] Set router 7e808566-6dce-44f2-89ef-03da5e8070c9 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:28:12.947502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340732c-19db-4437-99c7-32a9cd899349 req-40f31cfe-4cf2-4b05-9b8b-7e51bb491822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:12.949117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f340732c-19db-4437-99c7-32a9cd899349 req-40f31cfe-4cf2-4b05-9b8b-7e51bb491822 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85957f87cc7e479f9c5246cf35c60027&device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 1097 time: 0.0560212 Jan 31 16:28:13.057205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340732c-19db-4437-99c7-32a9cd899349 req-bce97a4a-e6d6-4743-9241-c83efc90af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:13.062112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f340732c-19db-4437-99c7-32a9cd899349 req-bce97a4a-e6d6-4743-9241-c83efc90af9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe HTTP/1.1" status: 200 len: 910 time: 0.1052139 Jan 31 16:28:13.174713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1ba18998-4e7d-4f84-8680-5aaa0bfe7c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3476fe88-22ce-44dd-ada6-d9de97891b42', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'floating_ip_address': '172.25.1.40', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'port_id': '801a2887-f859-4057-a0c2-ae5b912c1102', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'mac_address': 'fa:16:3e:e9:f8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:28:11Z', 'updated_at': '2022-01-31T16:28:11Z', 'revision_number': 0, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2113bc-ad41-4352-b9de-310cbad26b4e', 'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'mac_address': 'fa:16:3e:fe:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:49Z', 'updated_at': '2022-01-31T16:27:54Z', 'revision_number': 5, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'subnets': [{'id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:13.181454 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f340732c-19db-4437-99c7-32a9cd899349 req-6d5ba062-62e4-43e1-8f1a-321b612f097d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=801a2887-f859-4057-a0c2-ae5b912c1102 HTTP/1.1" status: 200 len: 999 time: 0.1104653 Jan 31 16:28:13.194015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129027f9-6dd7-4ff3-a907-c218185bec1b req-1be2d5a1-d3bf-4441-9a56-17581e70f3ce tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:13.195674 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-129027f9-6dd7-4ff3-a907-c218185bec1b req-1be2d5a1-d3bf-4441-9a56-17581e70f3ce tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0664966 Jan 31 16:28:13.204373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba18998-4e7d-4f84-8680-5aaa0bfe7c50 None None] Checking router: 7e808566-6dce-44f2-89ef-03da5e8070c9 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:28:13.213862 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba18998-4e7d-4f84-8680-5aaa0bfe7c50 None None] Routers {'7e808566-6dce-44f2-89ef-03da5e8070c9'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:28:13.214487 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1ba18998-4e7d-4f84-8680-5aaa0bfe7c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:27:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7e808566-6dce-44f2-89ef-03da5e8070c9'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:13.264226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340732c-19db-4437-99c7-32a9cd899349 req-230296a6-5e5a-48fb-95f7-70ab9194fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:13.266047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f340732c-19db-4437-99c7-32a9cd899349 req-230296a6-5e5a-48fb-95f7-70ab9194fe0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b7becd1-dbb3-425e-b5e9-2cde73441f00 HTTP/1.1" status: 200 len: 848 time: 0.0694649 Jan 31 16:28:13.273978 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-129027f9-6dd7-4ff3-a907-c218185bec1b req-4af11726-e9e1-4a7f-9d0d-39ca32e48856 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698900 Jan 31 16:28:13.324356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340732c-19db-4437-99c7-32a9cd899349 req-a72e3fbc-e8b4-4e0c-8475-692287dab0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:13.326461 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f340732c-19db-4437-99c7-32a9cd899349 req-a72e3fbc-e8b4-4e0c-8475-692287dab0c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516326 Jan 31 16:28:13.336794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-1ba18998-4e7d-4f84-8680-5aaa0bfe7c50 None None] Set router 7e808566-6dce-44f2-89ef-03da5e8070c9 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:28:13.421405 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f340732c-19db-4437-99c7-32a9cd899349 req-c9338446-0368-4f00-beed-48b61f9f901a service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873239 Jan 31 16:28:13.527970 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f340732c-19db-4437-99c7-32a9cd899349 req-b0d338e6-fa3a-4937-8673-8aef7bea8e6d service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960827 Jan 31 16:28:13.576960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1ba18998-4e7d-4f84-8680-5aaa0bfe7c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3476fe88-22ce-44dd-ada6-d9de97891b42', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'floating_ip_address': '172.25.1.40', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'port_id': '801a2887-f859-4057-a0c2-ae5b912c1102', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'mac_address': 'fa:16:3e:e9:f8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:28:11Z', 'updated_at': '2022-01-31T16:28:11Z', 'revision_number': 0, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2113bc-ad41-4352-b9de-310cbad26b4e', 'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'mac_address': 'fa:16:3e:fe:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:49Z', 'updated_at': '2022-01-31T16:27:54Z', 'revision_number': 5, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'subnets': [{'id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:13.607650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba18998-4e7d-4f84-8680-5aaa0bfe7c50 None None] The sync data for ids ['7e808566-6dce-44f2-89ef-03da5e8070c9'] in n-d-827120-1 is: [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3476fe88-22ce-44dd-ada6-d9de97891b42', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'floating_ip_address': '172.25.1.40', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'port_id': '801a2887-f859-4057-a0c2-ae5b912c1102', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'mac_address': 'fa:16:3e:e9:f8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:28:11Z', 'updated_at': '2022-01-31T16:28:11Z', 'revision_number': 0, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2113bc-ad41-4352-b9de-310cbad26b4e', 'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'mac_address': 'fa:16:3e:fe:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:49Z', 'updated_at': '2022-01-31T16:27:54Z', 'revision_number': 5, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'subnets': [{'id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:28:13.817600 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e0597-c98d-41df-b67e-2d92ba03cd0a None None] New status for floating IP 3476fe88-22ce-44dd-ada6-d9de97891b42: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:28:14.263520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27c15e-04e9-4bb6-9719-fdb093ef7b5d req-758698cb-3d28-49de-b0b4-59f5d62b83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:14.265334 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c27c15e-04e9-4bb6-9719-fdb093ef7b5d req-758698cb-3d28-49de-b0b4-59f5d62b83c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0440187 Jan 31 16:28:14.313707 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c27c15e-04e9-4bb6-9719-fdb093ef7b5d req-1f5efcb0-fb67-46cb-9756-9c4a89129936 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404253 Jan 31 16:28:14.414270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9f590-fd3d-4779-ad32-75b3de0db2a3 req-61553e48-bbf6-4de5-85f0-25211fa0a765 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:14.415770 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-74c9f590-fd3d-4779-ad32-75b3de0db2a3 req-61553e48-bbf6-4de5-85f0-25211fa0a765 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0565393 Jan 31 16:28:14.458042 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-74c9f590-fd3d-4779-ad32-75b3de0db2a3 req-07f270d6-80cf-4228-b6f8-80dcf65ceb23 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347207 Jan 31 16:28:14.619178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d49deda3-8698-45d0-a9c2-5052d44c46eb details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:28:14.718553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d49deda3-8698-45d0-a9c2-5052d44c46eb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:28:14.729715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'port_id': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'mac_address': 'fa:16:3e:0d:a4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:28:14.769265 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:14.782779 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d49deda3-8698-45d0-a9c2-5052d44c46eb {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:28:14.802853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d49deda3-8698-45d0-a9c2-5052d44c46eb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:28:14.808879 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:14.860159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d49deda3-8698-45d0-a9c2-5052d44c46eb,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:15.119525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['d49deda3-8698-45d0-a9c2-5052d44c46eb'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:28:15.582045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099ef51-efe6-41a4-ad0b-d7e87b408c8a req-fb5aa303-b0f1-4f34-bfed-f63049988c9d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:15.583666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d099ef51-efe6-41a4-ad0b-d7e87b408c8a req-fb5aa303-b0f1-4f34-bfed-f63049988c9d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 945 time: 0.0528491 Jan 31 16:28:15.622676 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d099ef51-efe6-41a4-ad0b-d7e87b408c8a req-9125dcea-e724-4c93-bde3-5d49bef92bc7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328395 Jan 31 16:28:16.618648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d49deda3-8698-45d0-a9c2-5052d44c46eb up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:28:16.674126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port d49deda3-8698-45d0-a9c2-5052d44c46eb triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:28:16.674654 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:16.753770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf8ff5-5c44-4cf2-b1a3-472168efca38 req-d922cfdf-23d3-4769-9824-03d2a83de3a7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:16.755433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11cf8ff5-5c44-4cf2-b1a3-472168efca38 req-d922cfdf-23d3-4769-9824-03d2a83de3a7 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 945 time: 0.0574348 Jan 31 16:28:16.757223 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:16.785694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49deda3-8698-45d0-a9c2-5052d44c46eb'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:28:16.787973 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d8ede8-81eb-4dd3-bc62-f5138f8d41ce" -d '{"events": [{"server_uuid": "3e95efc0-41a0-4c63-965f-586b59b4c5e0", "name": "network-vif-plugged", "status": "completed", "tag": "d49deda3-8698-45d0-a9c2-5052d44c46eb"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:28:16.797179 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11cf8ff5-5c44-4cf2-b1a3-472168efca38 req-7778b623-7b4d-45ea-89a4-9276d4afaf8d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353527 Jan 31 16:28:16.801754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port d49deda3-8698-45d0-a9c2-5052d44c46eb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:28:16.807794 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:16.824136 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35744) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:28:16.848947 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfad272-d297-4d8e-b5c8-548cf5b3c5d0 x-openstack-request-id: req-cbfad272-d297-4d8e-b5c8-548cf5b3c5d0 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:28:16.848947 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e95efc0-41a0-4c63-965f-586b59b4c5e0", "name": "network-vif-plugged", "status": "completed", "tag": "d49deda3-8698-45d0-a9c2-5052d44c46eb", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:28:16.848947 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbfad272-d297-4d8e-b5c8-548cf5b3c5d0 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:28:16.848947 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'code': 200} Jan 31 16:28:16.866929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=d49deda3-8698-45d0-a9c2-5052d44c46eb,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:16.899318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8b846171-5d7c-4f4f-bb91-a5131e87b950 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/floatingips/0c36c5cc-99ae-49a6-b1a5-fbd88e88db4a HTTP/1.1" status: 200 len: 994 time: 0.0733829 Jan 31 16:28:17.265682 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-84aed30e-fa24-4e85-8b52-dfed8a2eae14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:19.705930 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-83f5c243-fe51-49e5-96cb-7dda37c6bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:20.936765 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:22.369996 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:22.557119 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:26.027671 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:28.068881 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:30.048605 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:28:32.101979 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2114de8-9ea8-49b1-8004-5bdc4da0ee1a req-380e89a1-57b5-46c8-ab44-6e01ec8cbc11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454569 Jan 31 16:28:32.192059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2114de8-9ea8-49b1-8004-5bdc4da0ee1a req-da419aef-40bc-420f-9ab2-5cc96ec47cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:32.193677 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2114de8-9ea8-49b1-8004-5bdc4da0ee1a req-da419aef-40bc-420f-9ab2-5cc96ec47cb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 1096 time: 0.0447102 Jan 31 16:28:32.311145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2114de8-9ea8-49b1-8004-5bdc4da0ee1a req-dc76b777-9f37-4e32-b0d3-ebb15d4f2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:32.312806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2114de8-9ea8-49b1-8004-5bdc4da0ee1a req-dc76b777-9f37-4e32-b0d3-ebb15d4f2a9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.0956957 Jan 31 16:28:32.384380 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2114de8-9ea8-49b1-8004-5bdc4da0ee1a req-9e95f4e6-972b-4ff0-be73-fb926501ae81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b83615-cb93-4713-9e6f-227acde6687f HTTP/1.1" status: 200 len: 1000 time: 0.0640421 Jan 31 16:28:32.440732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2114de8-9ea8-49b1-8004-5bdc4da0ee1a req-e8f9653d-f045-4a97-88ed-e0667d0ed795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:32.442254 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2114de8-9ea8-49b1-8004-5bdc4da0ee1a req-e8f9653d-f045-4a97-88ed-e0667d0ed795 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0508726 Jan 31 16:28:32.493577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2114de8-9ea8-49b1-8004-5bdc4da0ee1a req-c0ebe68b-aca8-48e4-bf46-0d0f8da0d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:32.496494 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2114de8-9ea8-49b1-8004-5bdc4da0ee1a req-c0ebe68b-aca8-48e4-bf46-0d0f8da0d499 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464890 Jan 31 16:28:32.615370 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2114de8-9ea8-49b1-8004-5bdc4da0ee1a req-90698047-d1d2-447d-af4d-83ebbddbc19d service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109593 Jan 31 16:28:32.714908 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2114de8-9ea8-49b1-8004-5bdc4da0ee1a req-df4e2ada-84fa-4a78-9ea6-91ae477ec28f service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916765 Jan 31 16:28:40.774449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e598e72-7423-401e-8dca-3e36ddd3f1da req-a24a60c4-f403-49b0-b459-4f248c7f42c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436516 Jan 31 16:28:40.847773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598e72-7423-401e-8dca-3e36ddd3f1da req-5d83a82a-893b-414f-8747-d95ceab8d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:40.849459 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e598e72-7423-401e-8dca-3e36ddd3f1da req-5d83a82a-893b-414f-8747-d95ceab8d66f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0472014 Jan 31 16:28:40.965666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598e72-7423-401e-8dca-3e36ddd3f1da req-84186479-addb-4a43-b72b-3395d5bbb890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:40.967177 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e598e72-7423-401e-8dca-3e36ddd3f1da req-84186479-addb-4a43-b72b-3395d5bbb890 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21aa5f89-2cb6-4f01-bf38-b27416cbd317 HTTP/1.1" status: 200 len: 897 time: 0.0966845 Jan 31 16:28:41.036653 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e598e72-7423-401e-8dca-3e36ddd3f1da req-4d136721-c9cf-473c-a5c9-7c4d4a33c45b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb HTTP/1.1" status: 200 len: 1002 time: 0.0608945 Jan 31 16:28:41.091878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598e72-7423-401e-8dca-3e36ddd3f1da req-3b57a724-3cc2-459d-ae96-6fb6dbc2f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:41.094108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e598e72-7423-401e-8dca-3e36ddd3f1da req-3b57a724-3cc2-459d-ae96-6fb6dbc2f797 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ec8bec3-07c0-40d5-bc88-85f3a8e84fba HTTP/1.1" status: 200 len: 835 time: 0.0500436 Jan 31 16:28:41.144597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598e72-7423-401e-8dca-3e36ddd3f1da req-ebdede26-23b9-4fdf-ab61-fad2c87ea40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:41.146161 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e598e72-7423-401e-8dca-3e36ddd3f1da req-ebdede26-23b9-4fdf-ab61-fad2c87ea40b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21aa5f89-2cb6-4f01-bf38-b27416cbd317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440879 Jan 31 16:28:41.252173 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e598e72-7423-401e-8dca-3e36ddd3f1da req-e2f785b1-c465-4f78-8023-50c28b3b54f8 service neutron] 10.222.0.30 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950711 Jan 31 16:28:41.354151 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e598e72-7423-401e-8dca-3e36ddd3f1da req-625e9d8a-ebd4-416d-bf00-d729fba32095 service neutron] 10.222.0.30 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942020 Jan 31 16:28:44.932770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35756) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:28:45.096523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Deleting port f7ef998a-b794-4527-a844-fdc437d50b33 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:28:45.096827 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:45.176610 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:45.176912 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:45.189427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Calling delete_port for f7ef998a-b794-4527-a844-fdc437d50b33 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:28:45.335286 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:45.365357 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event deleted for resources: {'Port': ['ID=f7ef998a-b794-4527-a844-fdc437d50b33,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:45.379815 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:45.380217 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:45.380564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:45.380907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:45.381264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:45.381607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:45.381926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:45.382901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:45.383536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:45.384201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:45.387963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:45.387963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:45.445406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:45.445754 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Floating IP dfb2e905-e973-4e0a-91e0-913c50e99543 disassociated (deleted). External IP: 172.25.1.27, port: f7b83615-cb93-4713-9e6f-227acde6687f. Jan 31 16:28:45.664005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:28:45.775562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:28:45.780804 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:45.785710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcf713-a6b5-4da0-9f05-89831467dd27 None None] Sync routers for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:28:45.795223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcf713-a6b5-4da0-9f05-89831467dd27 None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:28:45.795831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-82dcf713-a6b5-4da0-9f05-89831467dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:28:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:45.807247 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7b611289-14ca-4a1d-b6fc-67097c72494b tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "DELETE /v2.0/floatingips/dfb2e905-e973-4e0a-91e0-913c50e99543 HTTP/1.1" status: 204 len: 168 time: 0.8734913 Jan 31 16:28:45.807834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'tag': 'f7b83615-cb93-4713-9e6f-227acde6687f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:28:45.810505 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929fea5b-9f7e-4263-a306-23e612ae18b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d58b409c-6d52-4e41-abad-7bc3d8591e62", "tag": "f7b83615-cb93-4713-9e6f-227acde6687f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:28:45.848927 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105e14f1-ba60-4503-a30d-d1a6b5df79c0 x-openstack-request-id: req-105e14f1-ba60-4503-a30d-d1a6b5df79c0 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:28:45.849220 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58b409c-6d52-4e41-abad-7bc3d8591e62", "tag": "f7b83615-cb93-4713-9e6f-227acde6687f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:28:45.849640 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-105e14f1-ba60-4503-a30d-d1a6b5df79c0 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:28:45.850052 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'tag': 'f7b83615-cb93-4713-9e6f-227acde6687f', 'status': 'completed', 'code': 200} Jan 31 16:28:45.904357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-82dcf713-a6b5-4da0-9f05-89831467dd27 None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:28:45.923869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fea5b-9f7e-4263-a306-23e612ae18b8 req-83661999-370e-4c5e-ab2e-f1354fadce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:45.926425 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-929fea5b-9f7e-4263-a306-23e612ae18b8 req-83661999-370e-4c5e-ab2e-f1354fadce76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 1096 time: 0.0524960 Jan 31 16:28:46.059045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be8e5f-db15-4c54-a44f-731b5c106087 req-ac0ee769-8b55-4c9d-8300-5f77414aed84 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:46.060411 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53be8e5f-db15-4c54-a44f-731b5c106087 req-ac0ee769-8b55-4c9d-8300-5f77414aed84 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 945 time: 0.0761859 Jan 31 16:28:46.061854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fea5b-9f7e-4263-a306-23e612ae18b8 req-7db880ab-18b5-47b5-b467-9230e061c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:46.063156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-929fea5b-9f7e-4263-a306-23e612ae18b8 req-7db880ab-18b5-47b5-b467-9230e061c163 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.1296654 Jan 31 16:28:46.117495 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-929fea5b-9f7e-4263-a306-23e612ae18b8 req-bc40c8b9-fbd1-40e8-89ee-775b41083a28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b83615-cb93-4713-9e6f-227acde6687f HTTP/1.1" status: 200 len: 217 time: 0.0448570 Jan 31 16:28:46.141776 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-82dcf713-a6b5-4da0-9f05-89831467dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '02211d2d-6007-4eb9-b192-404dd1ec9ba2', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:e7:dd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:49Z', 'updated_at': '2022-01-31T16:24:51Z', 'revision_number': 1, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:46.143486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53be8e5f-db15-4c54-a44f-731b5c106087 req-eeb3143a-3f33-47c6-8e66-4564ee4a5864 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767021 Jan 31 16:28:46.168848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcf713-a6b5-4da0-9f05-89831467dd27 None None] Checking router: 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:28:46.177502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fea5b-9f7e-4263-a306-23e612ae18b8 req-11905c2e-8f03-4531-985e-f7243dee1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:46.177712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcf713-a6b5-4da0-9f05-89831467dd27 None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:28:46.178283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-82dcf713-a6b5-4da0-9f05-89831467dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:28:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:46.178971 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-929fea5b-9f7e-4263-a306-23e612ae18b8 req-11905c2e-8f03-4531-985e-f7243dee1679 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0500233 Jan 31 16:28:46.230396 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fea5b-9f7e-4263-a306-23e612ae18b8 req-a81d4b28-c692-4fae-af3a-fc0070c68128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:46.232067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-929fea5b-9f7e-4263-a306-23e612ae18b8 req-a81d4b28-c692-4fae-af3a-fc0070c68128 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419476 Jan 31 16:28:46.294011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-82dcf713-a6b5-4da0-9f05-89831467dd27 None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:28:46.342508 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-929fea5b-9f7e-4263-a306-23e612ae18b8 req-dc04b601-5690-4f44-96d5-bb7e4287e81d service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015348 Jan 31 16:28:46.443502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-929fea5b-9f7e-4263-a306-23e612ae18b8 req-0ea1b1a0-b570-41bb-bdd4-082bf1177d47 service neutron] 10.222.0.20 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900037 Jan 31 16:28:46.562841 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-82dcf713-a6b5-4da0-9f05-89831467dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '02211d2d-6007-4eb9-b192-404dd1ec9ba2', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:e7:dd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:49Z', 'updated_at': '2022-01-31T16:24:51Z', 'revision_number': 1, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:46.747161 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcf713-a6b5-4da0-9f05-89831467dd27 None None] The sync data for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 is: [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '02211d2d-6007-4eb9-b192-404dd1ec9ba2', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'port_id': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'mac_address': 'fa:16:3e:e7:dd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:24:49Z', 'updated_at': '2022-01-31T16:24:51Z', 'revision_number': 1, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:28:46.973972 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d422da-76c2-4028-a972-b60ccd8ea381 None None] New status for floating IP dfb2e905-e973-4e0a-91e0-913c50e99543: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:28:47.270068 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d024140f-658a-4d99-8cf6-74c865e893fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:47.279091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c956cdc-feb2-454a-97ae-036bf6fbf715 req-39d6f1ac-c0c4-40ee-b062-e179b7bee9ce tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:47.282449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c956cdc-feb2-454a-97ae-036bf6fbf715 req-39d6f1ac-c0c4-40ee-b062-e179b7bee9ce tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 945 time: 0.0578237 Jan 31 16:28:47.322631 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0c956cdc-feb2-454a-97ae-036bf6fbf715 req-886668f0-02fa-48a7-972f-26f319b749b2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347986 Jan 31 16:28:48.027035 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9ba7f-94f0-45f9-9bce-943e110309d9 req-5304e788-8e77-4b58-9c38-1e00449aedee tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:48.028507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-baf9ba7f-94f0-45f9-9bce-943e110309d9 req-5304e788-8e77-4b58-9c38-1e00449aedee tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 945 time: 0.0569098 Jan 31 16:28:48.139693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-baf9ba7f-94f0-45f9-9bce-943e110309d9 req-f26e57ba-4632-4bb7-8770-020c6fc31f31 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Deleting port f7b83615-cb93-4713-9e6f-227acde6687f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:28:48.140037 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-baf9ba7f-94f0-45f9-9bce-943e110309d9 req-f26e57ba-4632-4bb7-8770-020c6fc31f31 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:48.243364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-baf9ba7f-94f0-45f9-9bce-943e110309d9 req-f26e57ba-4632-4bb7-8770-020c6fc31f31 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] For port f7b83615-cb93-4713-9e6f-227acde6687f, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f7b83615-cb93-4713-9e6f-227acde6687f,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:28:48.243690 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-baf9ba7f-94f0-45f9-9bce-943e110309d9 req-f26e57ba-4632-4bb7-8770-020c6fc31f31 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:48.255438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-baf9ba7f-94f0-45f9-9bce-943e110309d9 req-f26e57ba-4632-4bb7-8770-020c6fc31f31 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Calling delete_port for f7b83615-cb93-4713-9e6f-227acde6687f owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:28:48.393659 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-baf9ba7f-94f0-45f9-9bce-943e110309d9 req-f26e57ba-4632-4bb7-8770-020c6fc31f31 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:48.431116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e57ba-4632-4bb7-8770-020c6fc31f31 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event deleted for resources: {'Port': ['ID=f7b83615-cb93-4713-9e6f-227acde6687f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:48.449723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-32acd754-17b1-4b4b-838f-cd4d237216c6 req-302be3d1-c92a-4a50-81f8-f9f764d61c1d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 210 time: 0.0508995 Jan 31 16:28:48.494751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf9ba7f-94f0-45f9-9bce-943e110309d9 req-f26e57ba-4632-4bb7-8770-020c6fc31f31 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] No DVR routers for this DVR port f7b83615-cb93-4713-9e6f-227acde6687f on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:28:48.497293 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-baf9ba7f-94f0-45f9-9bce-943e110309d9 req-f26e57ba-4632-4bb7-8770-020c6fc31f31 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:48.500882 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-baf9ba7f-94f0-45f9-9bce-943e110309d9 req-f26e57ba-4632-4bb7-8770-020c6fc31f31 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.20 "DELETE /v2.0/ports/f7b83615-cb93-4713-9e6f-227acde6687f HTTP/1.1" status: 204 len: 173 time: 0.4657416 Jan 31 16:28:48.503365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'name': 'network-vif-deleted', 'tag': 'f7b83615-cb93-4713-9e6f-227acde6687f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:28:48.506361 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c874a5ee-9aa9-4d9c-9b8d-7ad3173f01e6" -d '{"events": [{"server_uuid": "d58b409c-6d52-4e41-abad-7bc3d8591e62", "name": "network-vif-deleted", "tag": "f7b83615-cb93-4713-9e6f-227acde6687f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:28:48.544804 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60088571-55cd-4a86-a099-a494294315a4 x-openstack-request-id: req-60088571-55cd-4a86-a099-a494294315a4 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:28:48.545119 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b409c-6d52-4e41-abad-7bc3d8591e62", "name": "network-vif-deleted", "tag": "f7b83615-cb93-4713-9e6f-227acde6687f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:28:48.545400 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60088571-55cd-4a86-a099-a494294315a4 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:28:48.545809 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b409c-6d52-4e41-abad-7bc3d8591e62', 'name': 'network-vif-deleted', 'tag': 'f7b83615-cb93-4713-9e6f-227acde6687f', 'status': 'completed', 'code': 200} Jan 31 16:28:49.551639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f5ab2981-5561-4f13-8dca-0491f9c454c7 req-4e048c31-872c-454a-a4d3-9bd92eae339c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 210 time: 0.0284100 Jan 31 16:28:49.700379 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d7e7-d318-49bd-a79a-45b02253d3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:50.660489 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a5956687-f9ae-4ce1-99a0-27049953b6f9 req-1e9f0fbf-14e2-41a4-ac57-6667de30e538 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 210 time: 0.0283358 Jan 31 16:28:50.938263 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:51.631909 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35784) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:28:51.752669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44823f97-2e98-4d78-9f9a-be18d702c2d5 req-530bfa96-b266-4204-8b42-d26d5ce45801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:51.754886 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44823f97-2e98-4d78-9f9a-be18d702c2d5 req-530bfa96-b266-4204-8b42-d26d5ce45801 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 1097 time: 0.1215687 Jan 31 16:28:51.778080 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-575ca272-d6ca-4161-92dc-16dfba1a8ccf req-115bbdd9-a79f-4961-b5f8-59d31be0fb31 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=d58b409c-6d52-4e41-abad-7bc3d8591e62 HTTP/1.1" status: 200 len: 210 time: 0.0274947 Jan 31 16:28:51.791873 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44823f97-2e98-4d78-9f9a-be18d702c2d5 req-b2d8730e-a847-47dc-b02b-b3a5a9352b14 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305867 Jan 31 16:28:52.073992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f7b83615-cb93-4713-9e6f-227acde6687f no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:28:52.096261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: f7b83615-cb93-4713-9e6f-227acde6687f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:28:52.096602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f7b83615-cb93-4713-9e6f-227acde6687f not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:28:52.373730 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:52.551998 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:56.027737 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:57.171632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35826) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:28:57.337586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Deleting port bb356670-425b-484d-b394-630e2841fcd5 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:28:57.337880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:57.415821 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:57.416057 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:57.428300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Calling delete_port for bb356670-425b-484d-b394-630e2841fcd5 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:28:57.614199 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:57.642925 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event deleted for resources: {'Port': ['ID=bb356670-425b-484d-b394-630e2841fcd5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:28:57.655450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:57.655809 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:57.656128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:57.656456 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:57.656781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:57.657147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:57.657504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:57.657816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:57.658138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:57.658440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:57.658753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:57.659065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:28:57.719221 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:57.719618 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Floating IP 02211d2d-6007-4eb9-b192-404dd1ec9ba2 disassociated (deleted). External IP: 172.25.1.252, port: 85a40258-e20b-4e58-83ad-0e554d07ea48. Jan 31 16:28:57.938090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:28:58.053989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:28:58.058997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:58.063959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73beac-e1d1-4090-971f-f899543c2a8d None None] Sync routers for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:28:58.078863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73beac-e1d1-4090-971f-f899543c2a8d None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:28:58.079675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1d73beac-e1d1-4090-971f-f899543c2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:28:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:58.089337 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c3dcafee-24ad-411c-a7a9-14a6d7496b74 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "DELETE /v2.0/floatingips/02211d2d-6007-4eb9-b192-404dd1ec9ba2 HTTP/1.1" status: 204 len: 168 time: 0.9165905 Jan 31 16:28:58.089967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'tag': '85a40258-e20b-4e58-83ad-0e554d07ea48'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:28:58.092505 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f2cc42-dabb-400e-8369-5440373a42b0" -d '{"events": [{"name": "network-changed", "server_uuid": "490afbe5-145a-4c8f-88d8-3fe8b999c35a", "tag": "85a40258-e20b-4e58-83ad-0e554d07ea48"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:28:58.128624 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:28:58.206866 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20db5840-2bea-4e7b-977d-eb951822e579 x-openstack-request-id: req-20db5840-2bea-4e7b-977d-eb951822e579 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:28:58.208323 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490afbe5-145a-4c8f-88d8-3fe8b999c35a", "tag": "85a40258-e20b-4e58-83ad-0e554d07ea48", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:28:58.208878 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20db5840-2bea-4e7b-977d-eb951822e579 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:28:58.209403 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'tag': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'status': 'completed', 'code': 200} Jan 31 16:28:58.210464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-1d73beac-e1d1-4090-971f-f899543c2a8d None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:28:58.451558 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1d73beac-e1d1-4090-971f-f899543c2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:58.485193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73beac-e1d1-4090-971f-f899543c2a8d None None] Checking router: 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:28:58.495508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73beac-e1d1-4090-971f-f899543c2a8d None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:28:58.496382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1d73beac-e1d1-4090-971f-f899543c2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:28:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:58.637101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-1d73beac-e1d1-4090-971f-f899543c2a8d None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:28:58.656214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2cc42-dabb-400e-8369-5440373a42b0 req-8928be06-4bcf-44a8-a881-535e4fc7bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:58.657845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40f2cc42-dabb-400e-8369-5440373a42b0 req-8928be06-4bcf-44a8-a881-535e4fc7bba9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 1096 time: 0.4107974 Jan 31 16:28:58.680707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1242e4-e356-4358-8409-d35241c55629 req-4d9eb228-a5c8-49a7-9558-9ec590681421 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:58.682270 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b1242e4-e356-4358-8409-d35241c55629 req-4d9eb228-a5c8-49a7-9558-9ec590681421 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 945 time: 0.0703018 Jan 31 16:28:58.769850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b1242e4-e356-4358-8409-d35241c55629 req-755eb2f3-e08b-4be9-9738-cce9df14fdde tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755913 Jan 31 16:28:58.797440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2cc42-dabb-400e-8369-5440373a42b0 req-263f127a-8841-47b7-b4dc-a10e0836ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:58.799450 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40f2cc42-dabb-400e-8369-5440373a42b0 req-263f127a-8841-47b7-b4dc-a10e0836ea2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 200 len: 912 time: 0.1334863 Jan 31 16:28:58.843759 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40f2cc42-dabb-400e-8369-5440373a42b0 req-f38757ca-14f3-4765-b13a-43f0bb37171a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85a40258-e20b-4e58-83ad-0e554d07ea48 HTTP/1.1" status: 200 len: 217 time: 0.0364347 Jan 31 16:28:58.852721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-1d73beac-e1d1-4090-971f-f899543c2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:28:58.879833 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73beac-e1d1-4090-971f-f899543c2a8d None None] The sync data for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 is: [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'd9a0fe34-5ac0-4671-bf7c-ffd7422c2688', 'name': '', 'network_id': '4c9216f2-48f1-406f-b84d-2c32432bfef6', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'mac_address': 'fa:16:3e:a8:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:11Z', 'updated_at': '2022-01-31T16:16:26Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'subnets': [{'id': '3d6ce3ce-f039-4d58-91eb-5dc346104c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:28:58.900050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2cc42-dabb-400e-8369-5440373a42b0 req-a191617e-8361-4722-b495-642627940382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:58.901687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40f2cc42-dabb-400e-8369-5440373a42b0 req-a191617e-8361-4722-b495-642627940382 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 200 len: 850 time: 0.0491481 Jan 31 16:28:58.959416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2cc42-dabb-400e-8369-5440373a42b0 req-4607a754-fcff-477b-a372-499dda5d05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:58.961055 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40f2cc42-dabb-400e-8369-5440373a42b0 req-4607a754-fcff-477b-a372-499dda5d05bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c9216f2-48f1-406f-b84d-2c32432bfef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504105 Jan 31 16:28:59.063362 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40f2cc42-dabb-400e-8369-5440373a42b0 req-07edad50-2cd7-438a-8f56-07ec3c781470 service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889983 Jan 31 16:28:59.128584 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57fe805-a6b4-435c-8c5c-5ab249c0d424 None None] New status for floating IP 02211d2d-6007-4eb9-b192-404dd1ec9ba2: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:28:59.163700 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-40f2cc42-dabb-400e-8369-5440373a42b0 req-68e9f81b-2f1a-417f-8bd9-e6494a798ddb service neutron] 10.222.0.30 "GET /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930388 Jan 31 16:28:59.898287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136950e5-23de-4848-b5e4-19a95c809b2e req-6f07689b-7259-432b-bae8-b8c8ec43654c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:28:59.899874 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-136950e5-23de-4848-b5e4-19a95c809b2e req-6f07689b-7259-432b-bae8-b8c8ec43654c tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 945 time: 0.0557427 Jan 31 16:28:59.942713 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-136950e5-23de-4848-b5e4-19a95c809b2e req-4edd9952-3174-480d-8974-fa7479aa6cb2 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366545 Jan 31 16:29:00.175495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1f094-c280-4eaf-86f0-3c38ed4990ba req-a796f290-21c9-41aa-9901-a1b31fc32bc9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:29:00.176920 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1fa1f094-c280-4eaf-86f0-3c38ed4990ba req-a796f290-21c9-41aa-9901-a1b31fc32bc9 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 945 time: 0.0521724 Jan 31 16:29:00.274225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-1fa1f094-c280-4eaf-86f0-3c38ed4990ba req-47734e07-1b12-4569-bf4a-29a8b9125eb0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Deleting port 85a40258-e20b-4e58-83ad-0e554d07ea48 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:29:00.274604 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1fa1f094-c280-4eaf-86f0-3c38ed4990ba req-47734e07-1b12-4569-bf4a-29a8b9125eb0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:00.371313 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-1fa1f094-c280-4eaf-86f0-3c38ed4990ba req-47734e07-1b12-4569-bf4a-29a8b9125eb0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] For port 85a40258-e20b-4e58-83ad-0e554d07ea48, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=85a40258-e20b-4e58-83ad-0e554d07ea48,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:29:00.371626 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1fa1f094-c280-4eaf-86f0-3c38ed4990ba req-47734e07-1b12-4569-bf4a-29a8b9125eb0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:00.384179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-1fa1f094-c280-4eaf-86f0-3c38ed4990ba req-47734e07-1b12-4569-bf4a-29a8b9125eb0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Calling delete_port for 85a40258-e20b-4e58-83ad-0e554d07ea48 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:29:00.519288 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1fa1f094-c280-4eaf-86f0-3c38ed4990ba req-47734e07-1b12-4569-bf4a-29a8b9125eb0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:00.549125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47734e07-1b12-4569-bf4a-29a8b9125eb0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event deleted for resources: {'Port': ['ID=85a40258-e20b-4e58-83ad-0e554d07ea48,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:00.594377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa1f094-c280-4eaf-86f0-3c38ed4990ba req-47734e07-1b12-4569-bf4a-29a8b9125eb0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] No DVR routers for this DVR port 85a40258-e20b-4e58-83ad-0e554d07ea48 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:29:00.597267 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-1fa1f094-c280-4eaf-86f0-3c38ed4990ba req-47734e07-1b12-4569-bf4a-29a8b9125eb0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:00.600808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1fa1f094-c280-4eaf-86f0-3c38ed4990ba req-47734e07-1b12-4569-bf4a-29a8b9125eb0 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.30 "DELETE /v2.0/ports/85a40258-e20b-4e58-83ad-0e554d07ea48 HTTP/1.1" status: 204 len: 173 time: 0.4170675 Jan 31 16:29:00.601298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'name': 'network-vif-deleted', 'tag': '85a40258-e20b-4e58-83ad-0e554d07ea48'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:29:00.603719 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d135f3bd-c923-4d68-8490-b167a26f708b" -d '{"events": [{"server_uuid": "490afbe5-145a-4c8f-88d8-3fe8b999c35a", "name": "network-vif-deleted", "tag": "85a40258-e20b-4e58-83ad-0e554d07ea48"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:29:00.643814 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80b3aab-4d7e-4131-b9b0-04fbc0c1c092 x-openstack-request-id: req-a80b3aab-4d7e-4131-b9b0-04fbc0c1c092 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:29:00.643982 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490afbe5-145a-4c8f-88d8-3fe8b999c35a", "name": "network-vif-deleted", "tag": "85a40258-e20b-4e58-83ad-0e554d07ea48", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:29:00.644194 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a80b3aab-4d7e-4131-b9b0-04fbc0c1c092 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:29:00.644690 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490afbe5-145a-4c8f-88d8-3fe8b999c35a', 'name': 'network-vif-deleted', 'tag': '85a40258-e20b-4e58-83ad-0e554d07ea48', 'status': 'completed', 'code': 200} Jan 31 16:29:01.042775 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5ed428d7-19c1-4d6b-8a2e-68cd753d4391 req-2dafc147-3f59-4a3d-b1b8-b326622e0b33 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 210 time: 0.0285358 Jan 31 16:29:02.141587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06af9c65-4f2c-4ab8-9118-01292a2f6039 req-854c261a-429d-4ee2-a0aa-2aa0d215c7d1 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 210 time: 0.0273681 Jan 31 16:29:02.895371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 85a40258-e20b-4e58-83ad-0e554d07ea48 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:29:02.922771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 85a40258-e20b-4e58-83ad-0e554d07ea48 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:29:02.923100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 85a40258-e20b-4e58-83ad-0e554d07ea48 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:29:03.242546 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0dc5c81e-0780-4826-a6af-861d9fdb9d3a req-d74aaec9-1b2c-4855-8711-60d9bdbb6837 tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 210 time: 0.0295346 Jan 31 16:29:04.368067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2c34cb9d-3719-4405-b70b-35b643141ca7 req-a9faf63c-21c2-4013-b5c6-a3489a8bfcca tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "GET /v2.0/ports?device_id=490afbe5-145a-4c8f-88d8-3fe8b999c35a HTTP/1.1" status: 200 len: 210 time: 0.0288100 Jan 31 16:29:05.426161 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35852) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:05.573930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-672832ef-2aab-43fe-ae8b-5b6b9c0a4a1d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Deleting port 9b16448e-9b88-4187-beb7-f4d2981ea7f1 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:29:05.574235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-672832ef-2aab-43fe-ae8b-5b6b9c0a4a1d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:05.655480 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-672832ef-2aab-43fe-ae8b-5b6b9c0a4a1d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:05.655740 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-672832ef-2aab-43fe-ae8b-5b6b9c0a4a1d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:05.670761 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-672832ef-2aab-43fe-ae8b-5b6b9c0a4a1d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Calling delete_port for 9b16448e-9b88-4187-beb7-f4d2981ea7f1 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:29:05.827405 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-672832ef-2aab-43fe-ae8b-5b6b9c0a4a1d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:05.853751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672832ef-2aab-43fe-ae8b-5b6b9c0a4a1d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event deleted for resources: {'Port': ['ID=9b16448e-9b88-4187-beb7-f4d2981ea7f1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:05.918831 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-672832ef-2aab-43fe-ae8b-5b6b9c0a4a1d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:05.921629 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-672832ef-2aab-43fe-ae8b-5b6b9c0a4a1d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:05.922810 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-672832ef-2aab-43fe-ae8b-5b6b9c0a4a1d tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "DELETE /v2.0/floatingips/d3ed2abe-1660-4fe7-b5b8-66e1b6298e18 HTTP/1.1" status: 204 len: 168 time: 0.4954474 Jan 31 16:29:07.049011 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:29:09.263005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35868) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:09.631126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-291bcb63-42b0-454e-9ed4-660e6dc4fd3a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:09.660578 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-291bcb63-42b0-454e-9ed4-660e6dc4fd3a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:09.727711 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-291bcb63-42b0-454e-9ed4-660e6dc4fd3a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:09.730432 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-291bcb63-42b0-454e-9ed4-660e6dc4fd3a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:09.731629 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-291bcb63-42b0-454e-9ed4-660e6dc4fd3a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] 10.222.0.36 "DELETE /v2.0/security-groups/0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f HTTP/1.1" status: 204 len: 168 time: 0.4676125 Jan 31 16:29:09.741635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bcb63-42b0-454e-9ed4-660e6dc4fd3a tempest-TestVolumeBootPattern-1081221494 tempest-TestVolumeBootPattern-1081221494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0f0ef0-b30e-4c99-8ffe-98ba7ed4d37f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:09.792116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35872) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:10.310099 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ed9-ac51-43cb-ab3f-7da5f9904d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:10.578865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd5ed9-ac51-43cb-ab3f-7da5f9904d86 admin admin] Deleting port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:29:10.579239 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ed9-ac51-43cb-ab3f-7da5f9904d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:10.663708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-ebbd5ed9-ac51-43cb-ab3f-7da5f9904d86 admin admin] For port d9a0fe34-5ac0-4671-bf7c-ffd7422c2688, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d9a0fe34-5ac0-4671-bf7c-ffd7422c2688,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:29:10.664078 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ed9-ac51-43cb-ab3f-7da5f9904d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:10.677501 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd5ed9-ac51-43cb-ab3f-7da5f9904d86 admin admin] Calling delete_port for d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:29:10.872436 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ed9-ac51-43cb-ab3f-7da5f9904d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:10.904605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd5ed9-ac51-43cb-ab3f-7da5f9904d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a0fe34-5ac0-4671-bf7c-ffd7422c2688,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:11.114822 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ed9-ac51-43cb-ab3f-7da5f9904d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:11.351762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbd5ed9-ac51-43cb-ab3f-7da5f9904d86 admin admin] Router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:29:11.475022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbd5ed9-ac51-43cb-ab3f-7da5f9904d86 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:29:11.480332 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ebbd5ed9-ac51-43cb-ab3f-7da5f9904d86 admin admin] 10.222.0.36 "PUT /v2.0/routers/2cdd596a-726e-4fd8-ba6a-8e21c0480f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6871514 Jan 31 16:29:11.482992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35876) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:11.485024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e2744-aae5-4ec5-85d2-b7750a98ea05 None None] Sync routers for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:29:11.494814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e2744-aae5-4ec5-85d2-b7750a98ea05 None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:29:11.495415 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-643e2744-aae5-4ec5-85d2-b7750a98ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:28:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:11.592422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:11.599946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-643e2744-aae5-4ec5-85d2-b7750a98ea05 None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:29:11.693295 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:11.749559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Deleting port 398b9d72-3ab4-447f-a08f-98edf643b149 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:29:11.749854 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:11.780299 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-643e2744-aae5-4ec5-85d2-b7750a98ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:29:10Z', 'revision_number': 5, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port': {'id': '398b9d72-3ab4-447f-a08f-98edf643b149', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:05Z', 'updated_at': '2022-01-31T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:11.806888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e2744-aae5-4ec5-85d2-b7750a98ea05 None None] Checking router: 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:29:11.815890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e2744-aae5-4ec5-85d2-b7750a98ea05 None None] Routers {'2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:29:11.816461 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-643e2744-aae5-4ec5-85d2-b7750a98ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:28:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:11.828836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] For port 398b9d72-3ab4-447f-a08f-98edf643b149, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=398b9d72-3ab4-447f-a08f-98edf643b149,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:29:11.829298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:11.841874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Calling delete_port for 398b9d72-3ab4-447f-a08f-98edf643b149 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:29:11.909377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-643e2744-aae5-4ec5-85d2-b7750a98ea05 None None] Set router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:29:11.968906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-643e2744-aae5-4ec5-85d2-b7750a98ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:29:11Z', 'revision_number': 6, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:11.995863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e2744-aae5-4ec5-85d2-b7750a98ea05 None None] The sync data for ids ['2cdd596a-726e-4fd8-ba6a-8e21c0480f2d'] in n-d-827120-1 is: [{'id': '2cdd596a-726e-4fd8-ba6a-8e21c0480f2d', 'name': 'tempest-TestVolumeBootPattern-836495901-router', 'tenant_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:03Z', 'updated_at': '2022-01-31T16:29:11Z', 'revision_number': 6, 'project_id': '0a130774d5f840d0a67fdfd24f7dc06d', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:29:12.009244 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.036986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=398b9d72-3ab4-447f-a08f-98edf643b149,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:12.102374 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.198966 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.201276 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.247167 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.248821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cdd596a-726e-4fd8-ba6a-8e21c0480f2d {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:29:12.256233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.258218 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7ee5b1ed-2b3b-413b-b311-198e66f67f42 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2cdd596a-726e-4fd8-ba6a-8e21c0480f2d HTTP/1.1" status: 204 len: 168 time: 0.7740567 Jan 31 16:29:12.260928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35878) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:12.319353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48bb777-8ada-45ba-8cf0-804c1a260ea5 admin admin] Deleting subnet 3d6ce3ce-f039-4d58-91eb-5dc346104c74 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:29:12.322440 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d48bb777-8ada-45ba-8cf0-804c1a260ea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.363663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d48bb777-8ada-45ba-8cf0-804c1a260ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.460720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d48bb777-8ada-45ba-8cf0-804c1a260ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.529596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d48bb777-8ada-45ba-8cf0-804c1a260ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.560138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bb777-8ada-45ba-8cf0-804c1a260ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6ce3ce-f039-4d58-91eb-5dc346104c74,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:12.565441 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d48bb777-8ada-45ba-8cf0-804c1a260ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.570730 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d48bb777-8ada-45ba-8cf0-804c1a260ea5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3d6ce3ce-f039-4d58-91eb-5dc346104c74 HTTP/1.1" status: 204 len: 168 time: 0.3080056 Jan 31 16:29:12.572934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35880) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:12.575391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67394a8-abf8-4f93-ac71-4a12311a0151 None None] Network 4c9216f2-48f1-406f-b84d-2c32432bfef6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:29:12.642642 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.703030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Deleting port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:29:12.703368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.774039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] For port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=71491abb-6003-49f1-a9b0-6bfeb9f3cb3b,segment=NetworkSegment(9ec4defa-4d12-4210-816c-cf98a6c19804),segment_id=9ec4defa-4d12-4210-816c-cf98a6c19804)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:29:12.774400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.787508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Calling delete_port for 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:29:12.847414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] DHCP port deletion for 4c9216f2-48f1-406f-b84d-2c32432bfef6 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:29:12.882354 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.902761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Deleting port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:29:12.903135 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.914694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Pushing event deleted for resources: {'Port': ['ID=71491abb-6003-49f1-a9b0-6bfeb9f3cb3b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:12.916551 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] No DVR routers for this DVR port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:29:12.946652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 398b9d72-3ab4-447f-a08f-98edf643b149 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:29:12.968133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 398b9d72-3ab4-447f-a08f-98edf643b149 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:29:12.968758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 398b9d72-3ab4-447f-a08f-98edf643b149 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:29:12.969264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:29:12.991961 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:12.995704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:29:12.996041 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d9a0fe34-5ac0-4671-bf7c-ffd7422c2688 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:29:12.996443 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:29:13.012994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9216f2-48f1-406f-b84d-2c32432bfef6']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:13.024241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec4defa-4d12-4210-816c-cf98a6c19804') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:13.024529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:29:13.024746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec4defa-4d12-4210-816c-cf98a6c19804') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:13.024940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:29:13.038818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] For port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b, host n-d-827120-1, got binding levels [] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:29:13.039114 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:13.042813 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:13.052116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Calling delete_port for 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:29:13.054929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.ipam_backend_mixin [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b was not found and therefore no delete operation was performed {{(pid=108773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 16:29:13.056391 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:13.059944 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:13.067505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:29:13.067948 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:29:13.069772 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:29:13.086139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Pushing event deleted for resources: {'Port': ['ID=71491abb-6003-49f1-a9b0-6bfeb9f3cb3b,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:13.095036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] No DVR routers for this DVR port 71491abb-6003-49f1-a9b0-6bfeb9f3cb3b on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:29:13.100147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:29:13.100801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:29:13.101570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:29:13.102744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:29:13.103389 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:29:13.103969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:29:13.104938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:29:13.105945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:29:13.106431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:29:13.107125 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:29:13.107733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:29:13.108232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a79c5-f8f1-4206-9880-5996423798d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:29:13.169374 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:13.177669 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:13.183510 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] 10.222.0.36 "DELETE /v2.0/networks/4c9216f2-48f1-406f-b84d-2c32432bfef6 HTTP/1.1" status: 204 len: 168 time: 0.6068575 Jan 31 16:29:13.183852 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35882) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:13.200251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f76a2-7d2a-422a-b5a3-c9270d5f78fa admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9216f2-48f1-406f-b84d-2c32432bfef6,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:13.857786 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-501a2726-99cb-498e-bcc1-876a799f85af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:14.134381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-501a2726-99cb-498e-bcc1-876a799f85af admin admin] Deleting port 436d0f31-8c38-4ed7-ae2a-afda26a25910 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:29:14.134734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-501a2726-99cb-498e-bcc1-876a799f85af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:14.222397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-501a2726-99cb-498e-bcc1-876a799f85af admin admin] For port 436d0f31-8c38-4ed7-ae2a-afda26a25910, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=436d0f31-8c38-4ed7-ae2a-afda26a25910,segment=NetworkSegment(e1e53c00-0a5e-4938-9b02-bb637bf7405f),segment_id=e1e53c00-0a5e-4938-9b02-bb637bf7405f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:29:14.222746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-501a2726-99cb-498e-bcc1-876a799f85af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:14.235273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-501a2726-99cb-498e-bcc1-876a799f85af admin admin] Calling delete_port for 436d0f31-8c38-4ed7-ae2a-afda26a25910 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:29:14.429433 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-501a2726-99cb-498e-bcc1-876a799f85af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:14.455515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a2726-99cb-498e-bcc1-876a799f85af admin admin] Pushing event deleted for resources: {'Port': ['ID=436d0f31-8c38-4ed7-ae2a-afda26a25910,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:14.629026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-501a2726-99cb-498e-bcc1-876a799f85af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:14.856693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501a2726-99cb-498e-bcc1-876a799f85af admin admin] Router e8b0b2c0-b4b8-47c0-b22f-51bc0009658f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:29:14.982880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501a2726-99cb-498e-bcc1-876a799f85af admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:29:14.989677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-501a2726-99cb-498e-bcc1-876a799f85af admin admin] 10.222.0.36 "PUT /v2.0/routers/e8b0b2c0-b4b8-47c0-b22f-51bc0009658f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8047178 Jan 31 16:29:14.992156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35884) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:14.994888 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541755f9-d789-4cf6-b9fa-08a092ab4e83 None None] Sync routers for ids ['e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:29:15.006195 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541755f9-d789-4cf6-b9fa-08a092ab4e83 None None] Routers {'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:29:15.006807 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-541755f9-d789-4cf6-b9fa-08a092ab4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:28:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:15.102854 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:15.111607 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-541755f9-d789-4cf6-b9fa-08a092ab4e83 None None] Set router e8b0b2c0-b4b8-47c0-b22f-51bc0009658f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:29:15.211304 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:15.275354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Deleting port 3122b943-c0ad-4e00-b967-250fc2150cd8 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:29:15.275725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:15.294050 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-541755f9-d789-4cf6-b9fa-08a092ab4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'name': 'tempest-TestVolumeBootPattern-659298630-router', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:21Z', 'updated_at': '2022-01-31T16:29:14Z', 'revision_number': 5, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'gw_port': {'id': '3122b943-c0ad-4e00-b967-250fc2150cd8', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:16:22Z', 'updated_at': '2022-01-31T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:15.324571 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541755f9-d789-4cf6-b9fa-08a092ab4e83 None None] Checking router: e8b0b2c0-b4b8-47c0-b22f-51bc0009658f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:29:15.333420 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541755f9-d789-4cf6-b9fa-08a092ab4e83 None None] Routers {'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:29:15.334062 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-541755f9-d789-4cf6-b9fa-08a092ab4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:28:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:15.355735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] For port 3122b943-c0ad-4e00-b967-250fc2150cd8, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3122b943-c0ad-4e00-b967-250fc2150cd8,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:29:15.356007 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:15.367895 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Calling delete_port for 3122b943-c0ad-4e00-b967-250fc2150cd8 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:29:15.417026 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-541755f9-d789-4cf6-b9fa-08a092ab4e83 None None] Set router e8b0b2c0-b4b8-47c0-b22f-51bc0009658f gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:29:15.470899 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-541755f9-d789-4cf6-b9fa-08a092ab4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'name': 'tempest-TestVolumeBootPattern-659298630-router', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:21Z', 'updated_at': '2022-01-31T16:29:15Z', 'revision_number': 6, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:15.499711 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541755f9-d789-4cf6-b9fa-08a092ab4e83 None None] The sync data for ids ['e8b0b2c0-b4b8-47c0-b22f-51bc0009658f'] in n-d-827120-1 is: [{'id': 'e8b0b2c0-b4b8-47c0-b22f-51bc0009658f', 'name': 'tempest-TestVolumeBootPattern-659298630-router', 'tenant_id': '6159fd5dbdf4441283ff487c87fa529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:16:21Z', 'updated_at': '2022-01-31T16:29:15Z', 'revision_number': 6, 'project_id': '6159fd5dbdf4441283ff487c87fa529a', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:29:15.538653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:15.570371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Pushing event deleted for resources: {'Port': ['ID=3122b943-c0ad-4e00-b967-250fc2150cd8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:15.638384 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:15.739311 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:15.741202 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:15.791878 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:15.792458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8b0b2c0-b4b8-47c0-b22f-51bc0009658f {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:29:15.797125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:15.798295 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3e7eb21e-d459-4230-a4c6-435c35eb9770 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e8b0b2c0-b4b8-47c0-b22f-51bc0009658f HTTP/1.1" status: 204 len: 168 time: 0.8051922 Jan 31 16:29:15.800718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35888) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:15.848345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4c8aa1-8645-4535-b738-1b800baee54c admin admin] Deleting subnet 8ee65bc4-a63e-4e56-b418-cf4d22311b8f {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:29:15.851837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de4c8aa1-8645-4535-b738-1b800baee54c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:15.890861 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de4c8aa1-8645-4535-b738-1b800baee54c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:15.977288 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de4c8aa1-8645-4535-b738-1b800baee54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.037344 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de4c8aa1-8645-4535-b738-1b800baee54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.062240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c8aa1-8645-4535-b738-1b800baee54c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee65bc4-a63e-4e56-b418-cf4d22311b8f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:16.068777 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de4c8aa1-8645-4535-b738-1b800baee54c admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.071982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-de4c8aa1-8645-4535-b738-1b800baee54c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8ee65bc4-a63e-4e56-b418-cf4d22311b8f HTTP/1.1" status: 204 len: 168 time: 0.2703280 Jan 31 16:29:16.075994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35890) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:16.079015 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ad68b-83ec-4cf3-ab5a-0c4208ac21cc None None] Network df3e64a5-e785-405d-b377-58281f022afb requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:29:16.146442 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.202224 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Deleting port 43b3c5b1-502c-4501-8c41-aa67a4be4501 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:29:16.202638 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.272282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d63862-5a13-4230-8ac1-8f9d06b22888 None None] DHCP port deletion for df3e64a5-e785-405d-b377-58281f022afb request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:29:16.296977 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] For port 43b3c5b1-502c-4501-8c41-aa67a4be4501, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=43b3c5b1-502c-4501-8c41-aa67a4be4501,segment=NetworkSegment(e1e53c00-0a5e-4938-9b02-bb637bf7405f),segment_id=e1e53c00-0a5e-4938-9b02-bb637bf7405f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:29:16.297547 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.314367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Calling delete_port for 43b3c5b1-502c-4501-8c41-aa67a4be4501 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:29:16.328758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-50d63862-5a13-4230-8ac1-8f9d06b22888 None None] Deleting port 43b3c5b1-502c-4501-8c41-aa67a4be4501 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:29:16.329132 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-50d63862-5a13-4230-8ac1-8f9d06b22888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.397989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-50d63862-5a13-4230-8ac1-8f9d06b22888 None None] For port 43b3c5b1-502c-4501-8c41-aa67a4be4501, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=43b3c5b1-502c-4501-8c41-aa67a4be4501,segment=NetworkSegment(e1e53c00-0a5e-4938-9b02-bb637bf7405f),segment_id=e1e53c00-0a5e-4938-9b02-bb637bf7405f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:29:16.398549 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-50d63862-5a13-4230-8ac1-8f9d06b22888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.402172 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.412756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-50d63862-5a13-4230-8ac1-8f9d06b22888 None None] Calling delete_port for 43b3c5b1-502c-4501-8c41-aa67a4be4501 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:29:16.434547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b3c5b1-502c-4501-8c41-aa67a4be4501,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:16.436062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] No DVR routers for this DVR port 43b3c5b1-502c-4501-8c41-aa67a4be4501 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:29:16.500019 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-50d63862-5a13-4230-8ac1-8f9d06b22888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.516110 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.528470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d63862-5a13-4230-8ac1-8f9d06b22888 None None] Pushing event deleted for resources: {'Port': ['ID=43b3c5b1-502c-4501-8c41-aa67a4be4501,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:16.530533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d63862-5a13-4230-8ac1-8f9d06b22888 None None] No DVR routers for this DVR port 43b3c5b1-502c-4501-8c41-aa67a4be4501 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:29:16.541086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3e64a5-e785-405d-b377-58281f022afb']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:16.552627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e53c00-0a5e-4938-9b02-bb637bf7405f') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:16.552928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e53c00-0a5e-4938-9b02-bb637bf7405f') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:29:16.563875 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.580298 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.586770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:29:16.587161 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:29:16.589139 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:29:16.654276 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.662098 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.666329 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] 10.222.0.36 "DELETE /v2.0/networks/df3e64a5-e785-405d-b377-58281f022afb HTTP/1.1" status: 204 len: 168 time: 0.5887752 Jan 31 16:29:16.680129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b64162-474a-42a7-94fb-8336e728af72 admin admin] Pushing event deleted for resources: {'Network': ['ID=df3e64a5-e785-405d-b377-58281f022afb,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:16.804492 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35894) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:16.836555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 43b3c5b1-502c-4501-8c41-aa67a4be4501 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:29:16.845516 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2607c132-e713-40c1-84dc-08789b622efa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a130774d5f840d0a67fdfd24f7dc06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398586 Jan 31 16:29:16.848094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35896) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:16.859357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 43b3c5b1-502c-4501-8c41-aa67a4be4501 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:29:16.859744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 43b3c5b1-502c-4501-8c41-aa67a4be4501 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:29:16.860160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 436d0f31-8c38-4ed7-ae2a-afda26a25910 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:29:16.882356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 436d0f31-8c38-4ed7-ae2a-afda26a25910 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:29:16.882717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 436d0f31-8c38-4ed7-ae2a-afda26a25910 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:29:16.883129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3122b943-c0ad-4e00-b967-250fc2150cd8 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:29:16.902637 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f603d43a-2349-49a8-9055-bd1e926d8733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.903941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 3122b943-c0ad-4e00-b967-250fc2150cd8 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:29:16.904344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3122b943-c0ad-4e00-b967-250fc2150cd8 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:29:16.926499 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f603d43a-2349-49a8-9055-bd1e926d8733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.983658 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f603d43a-2349-49a8-9055-bd1e926d8733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.986776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f603d43a-2349-49a8-9055-bd1e926d8733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:16.987934 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f603d43a-2349-49a8-9055-bd1e926d8733 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7ceacb3-827c-431f-af80-5b00ab6ee892 HTTP/1.1" status: 204 len: 168 time: 0.1389589 Jan 31 16:29:16.996163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603d43a-2349-49a8-9055-bd1e926d8733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ceacb3-827c-431f-af80-5b00ab6ee892,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:17.276090 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-91bf8db3-765f-49da-88d4-34b2a8a8d9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:17.384104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35902) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:17.433957 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-427349ce-34e8-4efc-9302-82b34a40fb2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6159fd5dbdf4441283ff487c87fa529a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484941 Jan 31 16:29:17.436730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35904) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:29:17.487798 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cc74c373-3569-44ba-a4cd-d851191c1ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:17.509046 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cc74c373-3569-44ba-a4cd-d851191c1ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:17.558913 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cc74c373-3569-44ba-a4cd-d851191c1ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:17.561568 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cc74c373-3569-44ba-a4cd-d851191c1ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:17.562804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cc74c373-3569-44ba-a4cd-d851191c1ca0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/700a3e11-1ed2-4d20-acbd-5a4815c1a950 HTTP/1.1" status: 204 len: 168 time: 0.1251304 Jan 31 16:29:17.571815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74c373-3569-44ba-a4cd-d851191c1ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700a3e11-1ed2-4d20-acbd-5a4815c1a950,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:29:19.702215 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-27fc9f76-1166-4d67-9f0d-ddd9a8c04866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:20.943484 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:22.373685 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:22.555768 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:26.040940 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:28.083602 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:33.086818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-446c9828-0f01-41a9-bea9-984c91c443f2 req-18d65b8a-7604-4a53-acb8-b5d814a8cb11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452526 Jan 31 16:29:33.152312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c9828-0f01-41a9-bea9-984c91c443f2 req-98921426-cae2-4c3c-ac54-e64d938458d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:29:33.153858 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-446c9828-0f01-41a9-bea9-984c91c443f2 req-98921426-cae2-4c3c-ac54-e64d938458d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85957f87cc7e479f9c5246cf35c60027&device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 1097 time: 0.0436785 Jan 31 16:29:33.260450 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c9828-0f01-41a9-bea9-984c91c443f2 req-2fd580ac-b7f7-42af-9576-69af0396f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:29:33.261941 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-446c9828-0f01-41a9-bea9-984c91c443f2 req-2fd580ac-b7f7-42af-9576-69af0396f0e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe HTTP/1.1" status: 200 len: 910 time: 0.0883512 Jan 31 16:29:33.331065 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-446c9828-0f01-41a9-bea9-984c91c443f2 req-dc820902-9ed7-4042-ae10-64a22d8fbe5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=801a2887-f859-4057-a0c2-ae5b912c1102 HTTP/1.1" status: 200 len: 1001 time: 0.0618854 Jan 31 16:29:33.385058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c9828-0f01-41a9-bea9-984c91c443f2 req-161fc364-736f-4554-a7e2-07952cffbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:29:33.386560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-446c9828-0f01-41a9-bea9-984c91c443f2 req-161fc364-736f-4554-a7e2-07952cffbd7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b7becd1-dbb3-425e-b5e9-2cde73441f00 HTTP/1.1" status: 200 len: 848 time: 0.0461340 Jan 31 16:29:33.441162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c9828-0f01-41a9-bea9-984c91c443f2 req-dcadff27-9699-453f-80c1-c2940af25345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:29:33.442725 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-446c9828-0f01-41a9-bea9-984c91c443f2 req-dcadff27-9699-453f-80c1-c2940af25345 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474343 Jan 31 16:29:33.537961 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-446c9828-0f01-41a9-bea9-984c91c443f2 req-db8cde70-5f0f-4200-9cc8-e2dbf11a0ef4 service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876644 Jan 31 16:29:33.635418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-446c9828-0f01-41a9-bea9-984c91c443f2 req-49dc80a9-c629-4a02-8c5a-0637b958eae6 service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907474 Jan 31 16:29:42.543505 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3d2436d-fbf9-4a3c-9385-62e3898543c6 req-90e7b999-1293-4de1-9bd3-c9c5049b6d0f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428436 Jan 31 16:29:42.633258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2436d-fbf9-4a3c-9385-62e3898543c6 req-d8ccbf3c-dedf-4c61-a862-659560d2e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:29:42.634672 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3d2436d-fbf9-4a3c-9385-62e3898543c6 req-d8ccbf3c-dedf-4c61-a862-659560d2e448 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0433137 Jan 31 16:29:42.752581 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2436d-fbf9-4a3c-9385-62e3898543c6 req-37c0e985-f085-4582-9dcb-c7e271f119d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:29:42.754174 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3d2436d-fbf9-4a3c-9385-62e3898543c6 req-37c0e985-f085-4582-9dcb-c7e271f119d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21aa5f89-2cb6-4f01-bf38-b27416cbd317 HTTP/1.1" status: 200 len: 897 time: 0.0924165 Jan 31 16:29:42.825658 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3d2436d-fbf9-4a3c-9385-62e3898543c6 req-c98398d7-f0b9-48c7-b8b7-012e1e20e8e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb HTTP/1.1" status: 200 len: 1002 time: 0.0602343 Jan 31 16:29:42.877101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2436d-fbf9-4a3c-9385-62e3898543c6 req-0675069c-a4c7-4348-8f66-d17c89dc164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:29:42.878670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3d2436d-fbf9-4a3c-9385-62e3898543c6 req-0675069c-a4c7-4348-8f66-d17c89dc164e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ec8bec3-07c0-40d5-bc88-85f3a8e84fba HTTP/1.1" status: 200 len: 835 time: 0.0445867 Jan 31 16:29:42.930979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2436d-fbf9-4a3c-9385-62e3898543c6 req-d7d2af8d-0bf5-4f2d-b1c4-0a80b4ab918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:29:42.932457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3d2436d-fbf9-4a3c-9385-62e3898543c6 req-d7d2af8d-0bf5-4f2d-b1c4-0a80b4ab918a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21aa5f89-2cb6-4f01-bf38-b27416cbd317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445743 Jan 31 16:29:43.030640 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3d2436d-fbf9-4a3c-9385-62e3898543c6 req-2ba98500-38ae-4468-98d5-a8615aaffbeb service neutron] 10.222.0.30 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900462 Jan 31 16:29:43.126167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b3d2436d-fbf9-4a3c-9385-62e3898543c6 req-a399c6dc-a1b0-4af7-8fba-c48fe75cb818 service neutron] 10.222.0.30 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880718 Jan 31 16:29:44.048929 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:29:47.276152 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29ba7e47-f35e-43c2-9095-3f6cf4e7007d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:49.705448 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d9e2796-0f6c-4adb-9739-e936226a9ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:50.945600 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:52.378893 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:52.558282 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:56.051814 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:29:58.097332 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:17.273347 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4fd03d05-289c-47d3-bf7f-41f3c8a2004f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:17.572328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35922) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:17.755277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port 6b756f2a-c245-4cca-a0b7-2d03918d5eb1 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:30:17.755652 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:17.836880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:17.837143 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:17.852539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for 6b756f2a-c245-4cca-a0b7-2d03918d5eb1 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:30:18.020796 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:18.056597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=6b756f2a-c245-4cca-a0b7-2d03918d5eb1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:18.080943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:18.081263 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:18.081652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:18.081991 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:18.082318 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:18.082650 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:18.082973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:18.083300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:18.083627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:18.083947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:18.084253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:18.084571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:18.135287 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:18.135594 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Floating IP 0c36c5cc-99ae-49a6-b1a5-fbd88e88db4a disassociated (deleted). External IP: 172.25.1.239, port: d49deda3-8698-45d0-a9c2-5052d44c46eb. Jan 31 16:30:18.378336 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 60a83ecd-0360-4e76-adfa-4f6c63cb052d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:30:18.497899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:30:18.503167 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:18.508636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04d4d5-6000-4642-8296-e61dffd31f39 None None] Sync routers for ids ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:30:18.519574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04d4d5-6000-4642-8296-e61dffd31f39 None None] Routers {'60a83ecd-0360-4e76-adfa-4f6c63cb052d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:30:18.520183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bc04d4d5-6000-4642-8296-e61dffd31f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:29:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:18.534500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6829db5f-2def-4404-84b2-290899e5532a tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/floatingips/0c36c5cc-99ae-49a6-b1a5-fbd88e88db4a HTTP/1.1" status: 204 len: 168 time: 0.9610240 Jan 31 16:30:18.535170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'tag': 'd49deda3-8698-45d0-a9c2-5052d44c46eb'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:30:18.538993 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed751072-0f35-4260-abea-2dd8ff5dfa04" -d '{"events": [{"name": "network-changed", "server_uuid": "3e95efc0-41a0-4c63-965f-586b59b4c5e0", "tag": "d49deda3-8698-45d0-a9c2-5052d44c46eb"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:30:18.580891 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db962c0d-2016-41aa-9ea3-263720b66902 x-openstack-request-id: req-db962c0d-2016-41aa-9ea3-263720b66902 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:30:18.581549 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e95efc0-41a0-4c63-965f-586b59b4c5e0", "tag": "d49deda3-8698-45d0-a9c2-5052d44c46eb", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:30:18.581549 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db962c0d-2016-41aa-9ea3-263720b66902 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:30:18.582168 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'tag': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'status': 'completed', 'code': 200} Jan 31 16:30:18.656592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed751072-0f35-4260-abea-2dd8ff5dfa04 req-e8b7e251-3ad8-410f-9809-23019a3a8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:18.668185 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed751072-0f35-4260-abea-2dd8ff5dfa04 req-e8b7e251-3ad8-410f-9809-23019a3a8914 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b000813a36ef4beea9c3a23c358cd007&device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0616300 Jan 31 16:30:18.774698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed751072-0f35-4260-abea-2dd8ff5dfa04 req-dd11b5ab-032f-472d-8dc8-55dc83886ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:18.776576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed751072-0f35-4260-abea-2dd8ff5dfa04 req-dd11b5ab-032f-472d-8dc8-55dc83886ea7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21aa5f89-2cb6-4f01-bf38-b27416cbd317 HTTP/1.1" status: 200 len: 897 time: 0.1008849 Jan 31 16:30:18.788734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bbe22-91b3-4a81-9a57-e40cc49fe154 req-65f65466-1518-4e7c-beee-21df01b93d41 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:18.790352 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-049bbe22-91b3-4a81-9a57-e40cc49fe154 req-65f65466-1518-4e7c-beee-21df01b93d41 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0548079 Jan 31 16:30:18.818356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-bc04d4d5-6000-4642-8296-e61dffd31f39 None None] Set router 60a83ecd-0360-4e76-adfa-4f6c63cb052d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:30:18.827834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed751072-0f35-4260-abea-2dd8ff5dfa04 req-5d003f00-4804-406b-922e-68abc506186e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb HTTP/1.1" status: 200 len: 217 time: 0.0421097 Jan 31 16:30:18.841389 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-049bbe22-91b3-4a81-9a57-e40cc49fe154 req-aaa9cce3-002b-401e-98f1-efa344a1920e tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385756 Jan 31 16:30:18.881741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed751072-0f35-4260-abea-2dd8ff5dfa04 req-715413d7-ace0-44f7-8a34-1079f136b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:18.883272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed751072-0f35-4260-abea-2dd8ff5dfa04 req-715413d7-ace0-44f7-8a34-1079f136b026 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ec8bec3-07c0-40d5-bc88-85f3a8e84fba HTTP/1.1" status: 200 len: 835 time: 0.0475054 Jan 31 16:30:18.936731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed751072-0f35-4260-abea-2dd8ff5dfa04 req-007d255f-f92d-412e-a878-ee0cbe47c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:18.938235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed751072-0f35-4260-abea-2dd8ff5dfa04 req-007d255f-f92d-412e-a878-ee0cbe47c85c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21aa5f89-2cb6-4f01-bf38-b27416cbd317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471058 Jan 31 16:30:19.036224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed751072-0f35-4260-abea-2dd8ff5dfa04 req-4f6a0ba9-57f4-45d4-9782-0191d9524e18 service neutron] 10.222.0.30 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903029 Jan 31 16:30:19.036519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bc04d4d5-6000-4642-8296-e61dffd31f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '888f4a5c-ec8b-42fa-97ff-83232cf5cd6d', 'name': '', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:3f:c0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:05Z', 'updated_at': '2022-01-31T16:27:11Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:19.067874 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04d4d5-6000-4642-8296-e61dffd31f39 None None] Checking router: 60a83ecd-0360-4e76-adfa-4f6c63cb052d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:30:19.076719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04d4d5-6000-4642-8296-e61dffd31f39 None None] Routers {'60a83ecd-0360-4e76-adfa-4f6c63cb052d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:30:19.077321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bc04d4d5-6000-4642-8296-e61dffd31f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:29:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:19.130727 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed751072-0f35-4260-abea-2dd8ff5dfa04 req-dc8197f1-b49e-4117-9cc8-9bbb4ea8537a service neutron] 10.222.0.30 "GET /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867634 Jan 31 16:30:19.188966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-bc04d4d5-6000-4642-8296-e61dffd31f39 None None] Set router 60a83ecd-0360-4e76-adfa-4f6c63cb052d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:30:19.393837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-bc04d4d5-6000-4642-8296-e61dffd31f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '888f4a5c-ec8b-42fa-97ff-83232cf5cd6d', 'name': '', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:3f:c0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:05Z', 'updated_at': '2022-01-31T16:27:11Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:19.421873 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04d4d5-6000-4642-8296-e61dffd31f39 None None] The sync data for ids ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'] in n-d-827120-1 is: [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:06Z', 'revision_number': 4, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '888f4a5c-ec8b-42fa-97ff-83232cf5cd6d', 'name': '', 'network_id': '21aa5f89-2cb6-4f01-bf38-b27416cbd317', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'mac_address': 'fa:16:3e:3f:c0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:05Z', 'updated_at': '2022-01-31T16:27:11Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'subnets': [{'id': '6ec8bec3-07c0-40d5-bc88-85f3a8e84fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:30:19.668918 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7bd8e-362f-42a3-87b1-ed3acdabf0a9 None None] New status for floating IP 0c36c5cc-99ae-49a6-b1a5-fbd88e88db4a: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:30:19.710834 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7bcbaae2-f1dd-488f-8a2a-039683339d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:19.968351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0adaa-98cb-474c-a71c-7634ad9014eb req-524ef8bb-e520-45a7-a400-72c2e27301b6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:19.969894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f0adaa-98cb-474c-a71c-7634ad9014eb req-524ef8bb-e520-45a7-a400-72c2e27301b6 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0540040 Jan 31 16:30:20.021173 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9f0adaa-98cb-474c-a71c-7634ad9014eb req-81f5c2d4-f646-4cee-bdc0-ddcb246d466f tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/security-groups?id=45c0f950-a1a5-49fd-892d-605d430712dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444634 Jan 31 16:30:20.384664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d7766-38c0-4b26-a19a-b5966ef39cfa req-b42c47cd-5e29-4a6e-973d-f4a051aba547 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:20.386305 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-732d7766-38c0-4b26-a19a-b5966ef39cfa req-b42c47cd-5e29-4a6e-973d-f4a051aba547 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 946 time: 0.0530825 Jan 31 16:30:20.483167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-732d7766-38c0-4b26-a19a-b5966ef39cfa req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port d49deda3-8698-45d0-a9c2-5052d44c46eb {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:30:20.483476 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732d7766-38c0-4b26-a19a-b5966ef39cfa req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:20.578128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-732d7766-38c0-4b26-a19a-b5966ef39cfa req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] For port d49deda3-8698-45d0-a9c2-5052d44c46eb, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=d49deda3-8698-45d0-a9c2-5052d44c46eb,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:30:20.578493 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732d7766-38c0-4b26-a19a-b5966ef39cfa req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:20.590583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-732d7766-38c0-4b26-a19a-b5966ef39cfa req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for d49deda3-8698-45d0-a9c2-5052d44c46eb owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:30:20.735111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732d7766-38c0-4b26-a19a-b5966ef39cfa req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:20.767557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=d49deda3-8698-45d0-a9c2-5052d44c46eb,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:20.794408 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:20.794755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:20.795088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:20.795414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:20.795740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:20.796060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:20.797545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:20.797545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:20.797545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:20.797545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:20.797985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:20.797985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:20.821864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-732d7766-38c0-4b26-a19a-b5966ef39cfa req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] No DVR routers for this DVR port d49deda3-8698-45d0-a9c2-5052d44c46eb on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:30:20.824568 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732d7766-38c0-4b26-a19a-b5966ef39cfa req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:20.827962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-732d7766-38c0-4b26-a19a-b5966ef39cfa req-982fea87-17f7-4781-b8fb-d3fe6921d21d tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.30 "DELETE /v2.0/ports/d49deda3-8698-45d0-a9c2-5052d44c46eb HTTP/1.1" status: 204 len: 173 time: 0.4342275 Jan 31 16:30:20.828521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'name': 'network-vif-deleted', 'tag': 'd49deda3-8698-45d0-a9c2-5052d44c46eb'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:30:20.830861 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b74af0-e82f-4b2b-a985-12cf7343a541" -d '{"events": [{"server_uuid": "3e95efc0-41a0-4c63-965f-586b59b4c5e0", "name": "network-vif-deleted", "tag": "d49deda3-8698-45d0-a9c2-5052d44c46eb"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:30:20.948641 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:21.005873 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72329fae-06bf-43c4-aa5c-04f6664fb35f x-openstack-request-id: req-72329fae-06bf-43c4-aa5c-04f6664fb35f {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:30:21.006424 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e95efc0-41a0-4c63-965f-586b59b4c5e0", "name": "network-vif-deleted", "tag": "d49deda3-8698-45d0-a9c2-5052d44c46eb", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:30:21.006424 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72329fae-06bf-43c4-aa5c-04f6664fb35f {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:30:21.006798 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e95efc0-41a0-4c63-965f-586b59b4c5e0', 'name': 'network-vif-deleted', 'tag': 'd49deda3-8698-45d0-a9c2-5052d44c46eb', 'status': 'completed', 'code': 200} Jan 31 16:30:21.050284 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:30:21.135287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c3451cb-4762-4104-8339-74eafa700d10 req-fcc4a03b-fdd9-4fdb-b6c2-388f186088ad tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e95efc0-41a0-4c63-965f-586b59b4c5e0 HTTP/1.1" status: 200 len: 210 time: 0.0298932 Jan 31 16:30:22.195249 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35946) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:22.382475 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:22.569340 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:22.892799 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-076cc8ab-07df-486d-be67-06e4887dd9e2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:23.171680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-076cc8ab-07df-486d-be67-06e4887dd9e2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:30:23.171984 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-076cc8ab-07df-486d-be67-06e4887dd9e2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:23.264861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-076cc8ab-07df-486d-be67-06e4887dd9e2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] For port 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=888f4a5c-ec8b-42fa-97ff-83232cf5cd6d,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:30:23.265736 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-076cc8ab-07df-486d-be67-06e4887dd9e2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:23.277770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-076cc8ab-07df-486d-be67-06e4887dd9e2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:30:23.288213 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d49deda3-8698-45d0-a9c2-5052d44c46eb no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:30:23.309524 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: d49deda3-8698-45d0-a9c2-5052d44c46eb {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:30:23.309875 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device d49deda3-8698-45d0-a9c2-5052d44c46eb not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:30:23.497564 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-076cc8ab-07df-486d-be67-06e4887dd9e2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:23.525804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cc8ab-07df-486d-be67-06e4887dd9e2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=888f4a5c-ec8b-42fa-97ff-83232cf5cd6d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:23.718155 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-076cc8ab-07df-486d-be67-06e4887dd9e2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:23.956264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076cc8ab-07df-486d-be67-06e4887dd9e2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Router 60a83ecd-0360-4e76-adfa-4f6c63cb052d has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:30:24.076241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076cc8ab-07df-486d-be67-06e4887dd9e2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:30:24.082372 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-076cc8ab-07df-486d-be67-06e4887dd9e2 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "PUT /v2.0/routers/60a83ecd-0360-4e76-adfa-4f6c63cb052d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8859575 Jan 31 16:30:24.085716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35948) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:24.088391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c418f43-6222-4871-b239-220f375812c2 None None] Sync routers for ids ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:30:24.098239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c418f43-6222-4871-b239-220f375812c2 None None] Routers {'60a83ecd-0360-4e76-adfa-4f6c63cb052d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:30:24.098848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3c418f43-6222-4871-b239-220f375812c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:30:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:24.141260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9668ae7f-9062-4423-b5b6-84b53f6a4ce3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting subnet 6ec8bec3-07c0-40d5-bc88-85f3a8e84fba {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:30:24.144710 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9668ae7f-9062-4423-b5b6-84b53f6a4ce3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:24.187612 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9668ae7f-9062-4423-b5b6-84b53f6a4ce3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:24.208119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-3c418f43-6222-4871-b239-220f375812c2 None None] Set router 60a83ecd-0360-4e76-adfa-4f6c63cb052d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:30:24.274347 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9668ae7f-9062-4423-b5b6-84b53f6a4ce3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:24.346224 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9668ae7f-9062-4423-b5b6-84b53f6a4ce3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:24.378483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668ae7f-9062-4423-b5b6-84b53f6a4ce3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec8bec3-07c0-40d5-bc88-85f3a8e84fba,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:24.383878 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9668ae7f-9062-4423-b5b6-84b53f6a4ce3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:24.391474 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9668ae7f-9062-4423-b5b6-84b53f6a4ce3 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/subnets/6ec8bec3-07c0-40d5-bc88-85f3a8e84fba HTTP/1.1" status: 204 len: 168 time: 0.3027236 Jan 31 16:30:24.391720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35950) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:24.392232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fefc04-6395-4882-91f8-34a8f9ce5bd9 None None] Network 21aa5f89-2cb6-4f01-bf38-b27416cbd317 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:30:24.450460 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3c418f43-6222-4871-b239-220f375812c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:30:23Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:24.485834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c418f43-6222-4871-b239-220f375812c2 None None] Checking router: 60a83ecd-0360-4e76-adfa-4f6c63cb052d for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:30:24.515648 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:24.516696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c418f43-6222-4871-b239-220f375812c2 None None] Routers {'60a83ecd-0360-4e76-adfa-4f6c63cb052d'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:30:24.517322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3c418f43-6222-4871-b239-220f375812c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:30:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:24.645866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-3c418f43-6222-4871-b239-220f375812c2 None None] Set router 60a83ecd-0360-4e76-adfa-4f6c63cb052d gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:30:24.654107 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:24.707925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] DHCP port deletion for 21aa5f89-2cb6-4f01-bf38-b27416cbd317 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:30:24.717977 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Deleting port 08ec72a7-6eda-4726-827f-f08eb6b5e88e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:30:24.718326 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:24.809222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] For port 08ec72a7-6eda-4726-827f-f08eb6b5e88e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=08ec72a7-6eda-4726-827f-f08eb6b5e88e,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:30:24.809621 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:24.826696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Calling delete_port for 08ec72a7-6eda-4726-827f-f08eb6b5e88e owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:30:24.827565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Deleting port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:30:24.827953 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:24.915090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] For port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac,segment=NetworkSegment(d08e523e-01cc-40d5-810f-74f420c7a5f9),segment_id=d08e523e-01cc-40d5-810f-74f420c7a5f9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:30:24.915090 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:24.932564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:30:24.938854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Calling delete_port for 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:30:25.010064 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.016735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-3c418f43-6222-4871-b239-220f375812c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:30:23Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:25.042193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Port': ['ID=08ec72a7-6eda-4726-827f-f08eb6b5e88e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:25.057830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c418f43-6222-4871-b239-220f375812c2 None None] The sync data for ids ['60a83ecd-0360-4e76-adfa-4f6c63cb052d'] in n-d-827120-1 is: [{'id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526084635', 'tenant_id': 'b000813a36ef4beea9c3a23c358cd007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:30:23Z', 'revision_number': 5, 'project_id': 'b000813a36ef4beea9c3a23c358cd007', 'gw_port': {'id': '08ec72a7-6eda-4726-827f-f08eb6b5e88e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a83ecd-0360-4e76-adfa-4f6c63cb052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:02Z', 'updated_at': '2022-01-31T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:30:25.113326 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.125128 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.137491 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.173714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Pushing event deleted for resources: {'Port': ['ID=8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:25.176001 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] No DVR routers for this DVR port 8d9b4b7c-d90b-41f4-a653-1e1e8475b5ac on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:30:25.203637 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:25.203952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:25.204293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:25.205248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:25.205248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:25.205533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:25.205887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:25.206268 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:25.206751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:25.207305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:25.207687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:25.208012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832564fd-5f8d-4803-a70d-aa696699fd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:25.212829 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.215302 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.261370 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.262050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Fanout notify agent at l3_agent the message router_deleted on router 60a83ecd-0360-4e76-adfa-4f6c63cb052d {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:30:25.269810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.270946 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-133ee48a-71a7-48ce-b01f-f0455fce9331 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/routers/60a83ecd-0360-4e76-adfa-4f6c63cb052d HTTP/1.1" status: 204 len: 168 time: 0.8782172 Jan 31 16:30:25.273928 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 35952) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:25.358532 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.450096 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.472411 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21aa5f89-2cb6-4f01-bf38-b27416cbd317']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:25.483311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08e523e-01cc-40d5-810f-74f420c7a5f9') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:25.483605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08e523e-01cc-40d5-810f-74f420c7a5f9') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:25.500121 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.515293 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.522190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:30:25.522615 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:30:25.525890 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:30:25.586855 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.594019 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.597096 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/networks/21aa5f89-2cb6-4f01-bf38-b27416cbd317 HTTP/1.1" status: 204 len: 168 time: 0.3222499 Jan 31 16:30:25.600067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35954) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:25.609499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dde25-ddb3-4ec1-8c48-79d0dbbf1bf8 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'Network': ['ID=21aa5f89-2cb6-4f01-bf38-b27416cbd317,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:25.672980 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e9c1-c813-4a83-841e-c3d3f9082d42 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.700468 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e9c1-c813-4a83-841e-c3d3f9082d42 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.768722 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e9c1-c813-4a83-841e-c3d3f9082d42 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.771516 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e9c1-c813-4a83-841e-c3d3f9082d42 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:25.772862 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9cf4e9c1-c813-4a83-841e-c3d3f9082d42 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] 10.222.0.36 "DELETE /v2.0/security-groups/45c0f950-a1a5-49fd-892d-605d430712dc HTTP/1.1" status: 204 len: 168 time: 0.1716361 Jan 31 16:30:25.782472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4e9c1-c813-4a83-841e-c3d3f9082d42 tempest-TestNetworkAdvancedServerOps-1959113709 tempest-TestNetworkAdvancedServerOps-1959113709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c0f950-a1a5-49fd-892d-605d430712dc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:26.055448 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:26.160440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35962) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:26.304584 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-44f7bf34-df43-47f5-bb04-cc3b7e86d56a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b000813a36ef4beea9c3a23c358cd007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427531 Jan 31 16:30:26.307249 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35966) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:26.365205 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80edabe3-7d04-40a3-9699-d723632eeba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:26.386140 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80edabe3-7d04-40a3-9699-d723632eeba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:26.436589 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80edabe3-7d04-40a3-9699-d723632eeba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:26.439272 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-80edabe3-7d04-40a3-9699-d723632eeba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:26.440490 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-80edabe3-7d04-40a3-9699-d723632eeba8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e713d2d1-7441-4173-99bf-12a5fc6d70c9 HTTP/1.1" status: 204 len: 168 time: 0.1323452 Jan 31 16:30:26.448921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edabe3-7d04-40a3-9699-d723632eeba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e713d2d1-7441-4173-99bf-12a5fc6d70c9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:26.720665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35972) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:26.762795 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0a5f3055-12d0-40fe-a0d8-7e870419a24f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79d612b81875470fbb701bda8f136734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409036 Jan 31 16:30:26.765815 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 35974) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:26.816904 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b25bce61-f063-45a9-9312-be5d87b616f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:26.840614 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b25bce61-f063-45a9-9312-be5d87b616f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:26.878866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:30:26.891775 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b25bce61-f063-45a9-9312-be5d87b616f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:26.895165 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b25bce61-f063-45a9-9312-be5d87b616f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:26.897041 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b25bce61-f063-45a9-9312-be5d87b616f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8e28ff4-3d06-4c0c-8047-0f9879953cdf HTTP/1.1" status: 204 len: 168 time: 0.1302736 Jan 31 16:30:26.904234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:30:26.904576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 888f4a5c-ec8b-42fa-97ff-83232cf5cd6d not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:30:26.904988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 08ec72a7-6eda-4726-827f-f08eb6b5e88e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:30:26.905211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bce61-f063-45a9-9312-be5d87b616f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e28ff4-3d06-4c0c-8047-0f9879953cdf,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:26.930145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 08ec72a7-6eda-4726-827f-f08eb6b5e88e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:30:26.930145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 08ec72a7-6eda-4726-827f-f08eb6b5e88e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:30:28.112145 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:28.234532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36014) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:28.424352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'network': {'name': 'tempest-network-smoke--2070584894', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'port_security_enabled': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:28.447585 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Made reservation on behalf of 05572b72967b47979ffcaeaaf54adde1 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:30:28.451123 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:28.460161 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:28.535599 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:28.540111 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:28.568826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:30:28.574137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703267f6-ba7e-432e-ba4a-116ed8027c7b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:28.582667 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:28.582667 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Added segment 8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0 of type vlan for network b2c95776-0d65-48c1-818b-f6881d7e2939 Jan 31 16:30:28.626086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:28.652167 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:28.657776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:28.658291 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:28.710000 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4738605 Jan 31 16:30:28.712898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36022) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:28.724643 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-167573340', 'admin_state_up': True, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:28.740595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4ff12-4443-455e-8081-e4cdf8c27773 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Network': ['ID=b2c95776-0d65-48c1-818b-f6881d7e2939,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:28.753478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b2c95776-0d65-48c1-818b-f6881d7e2939 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:30:28.764102 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:28.765885 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:28.821932 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:28.967885 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:29.177156 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:29.197003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:29.315484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Allocated IP 172.25.1.42 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/3c0264b7-a679-4f8f-bf4d-5ebc0664ae61) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:30:29.425685 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:29.461315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:29.503492 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:30:29.506289 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:30:29.509717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:30:29.515428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=3c0264b7-a679-4f8f-bf4d-5ebc0664ae61,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:30.074245 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:30.321033 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:30.461499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Router 110834f5-b169-46d5-aa19-5ca9273fcdbb is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:30:30.579559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:30:30.589016 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Sync routers for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:30:30.598518 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:30:30.599215 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:30:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:30.601937 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:30.606199 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3212a56d-d912-415c-8104-fcdd41c353d9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8894053 Jan 31 16:30:30.606541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36030) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:30.686983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-996fcc4c-c8b1-4840-bdfb-59633ca12425 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=05572b72967b47979ffcaeaaf54adde1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793016 Jan 31 16:30:30.689886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36034) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:30.709480 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:30:30.810187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67156da5-85a1-4e88-b587-a1b16258ac09 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:30.814214 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-67156da5-85a1-4e88-b587-a1b16258ac09 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1208234 Jan 31 16:30:30.815111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36036) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:30.845750 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-88e9e476-f1db-4520-8dca-e6d74b38e2de tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301232 Jan 31 16:30:30.848356 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36040) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:30.853212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-689d3f17-0438-4d66-a7b9-0419c3cc9886 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-749621027', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:30.919698 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:30:29Z', 'revision_number': 3, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:30.946221 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Checking router: 110834f5-b169-46d5-aa19-5ca9273fcdbb for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:30:30.946581 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Updating router 110834f5-b169-46d5-aa19-5ca9273fcdbb port 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:30:30.947044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689d3f17-0438-4d66-a7b9-0419c3cc9886 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Made reservation on behalf of 05572b72967b47979ffcaeaaf54adde1 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:30:30.951122 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-689d3f17-0438-4d66-a7b9-0419c3cc9886 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:30.971821 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:31.147000 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-689d3f17-0438-4d66-a7b9-0419c3cc9886 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:31.212021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d3f17-0438-4d66-a7b9-0419c3cc9886 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Subnet': ['ID=ab5d5380-b0a2-4897-a889-3fb6dd72a681,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:31.221353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d3f17-0438-4d66-a7b9-0419c3cc9886 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Checking segment: {'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:30:31.221802 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689d3f17-0438-4d66-a7b9-0419c3cc9886 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network hostable DHCP agents. Network: b2c95776-0d65-48c1-818b-f6881d7e2939, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:30:31.233917 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:31.240544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689d3f17-0438-4d66-a7b9-0419c3cc9886 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network b2c95776-0d65-48c1-818b-f6881d7e2939 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:30:31.241743 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:31.250765 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-689d3f17-0438-4d66-a7b9-0419c3cc9886 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, b2c95776-0d65-48c1-818b-f6881d7e2939) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:30:31.255997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d3f17-0438-4d66-a7b9-0419c3cc9886 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:31.256594 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-689d3f17-0438-4d66-a7b9-0419c3cc9886 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:31.260266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4c1a3c-ef71-4801-b147-839f10230bcc None None] Network b2c95776-0d65-48c1-818b-f6881d7e2939 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:30:31.284393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36042) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:31.285352 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-689d3f17-0438-4d66-a7b9-0419c3cc9886 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4348786 Jan 31 16:30:31.290140 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Attempting to bind port 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:30:31.290504 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Attempting to bind port 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:30:31.290867 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Attempting to bind port 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:30:31.298285 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:30:31.298658 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:30:31.299059 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:31.299664 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:30:31.300139 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Bound port: 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:30:31.300516 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:31.328838 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Pushing event updated for resources: {'Port': ['ID=3c0264b7-a679-4f8f-bf4d-5ebc0664ae61,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:31.355837 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:31.356191 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:31.356525 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:31.356845 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:31.357173 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:31.357520 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:31.357852 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:31.358192 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:31.358516 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:31.358839 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:31.359184 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:31.359469 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:30:31.373237 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] For port 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:30:31.376967 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] For port 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3c0264b7-a679-4f8f-bf4d-5ebc0664ae61,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:30:31.382153 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:31.443796 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:30:31.444496 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:30:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:31.450790 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f703227-aee8-48fe-948d-c692f70afe93 None None] Pushing event updated for resources: {'Port': ['ID=3c0264b7-a679-4f8f-bf4d-5ebc0664ae61,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:31.571005 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:30:31.598522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-b2c95776-0d65-48c1-818b-f6881d7e2939', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:30:31.599651 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:31.744880 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Allocated IP 172.20.0.2 (b2c95776-0d65-48c1-818b-f6881d7e2939/ab5d5380-b0a2-4897-a889-3fb6dd72a681/07b0537f-fbbd-4bc5-bef9-2e68ad52e061) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:30:31.765010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:31.887241 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:30:29Z', 'revision_number': 3, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:31.906161 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:31.912056 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:31.915141 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c3a50-f36a-46cb-b6aa-ad4ee4a6a444 None None] The sync data for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 is: [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:30:29Z', 'revision_number': 3, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:30:31.961446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Network b2c95776-0d65-48c1-818b-f6881d7e2939 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:30:31.964482 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:30:31.968936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:30:31.972528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Pushing event updated for resources: {'Port': ['ID=07b0537f-fbbd-4bc5-bef9-2e68ad52e061,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:32.031115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Attempting to bind port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:30:32.031817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Attempting to bind port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:30:32.032190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Attempting to bind port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 on network b2c95776-0d65-48c1-818b-f6881d7e2939 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:30:32.038760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:30:32.039133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Checking segment: {'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:30:32.039555 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:32.039926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Bound using segment: {'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:30:32.040434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Bound port: 07b0537f-fbbd-4bc5-bef9-2e68ad52e061, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:30:32.040831 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:32.076768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Allocated IP 172.20.0.1 (b2c95776-0d65-48c1-818b-f6881d7e2939/ab5d5380-b0a2-4897-a889-3fb6dd72a681/f058bfcb-642f-4e4c-8d21-efe86cd3c50a) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:30:32.124198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] For port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:30:32.129587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] For port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=07b0537f-fbbd-4bc5-bef9-2e68ad52e061,segment=NetworkSegment(8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0),segment_id=8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:30:32.136748 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:32.219140 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:32.220973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9411e42-d41a-48a8-a5a7-cb4bab2e05af None None] Pushing event updated for resources: {'Port': ['ID=07b0537f-fbbd-4bc5-bef9-2e68ad52e061,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:32.265631 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:32.308297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network b2c95776-0d65-48c1-818b-f6881d7e2939 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:30:32.311858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:30:32.318546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:30:32.357269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=f058bfcb-642f-4e4c-8d21-efe86cd3c50a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:32.377171 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:32.548033 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:32.862646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:32.868486 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:32.979527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=f058bfcb-642f-4e4c-8d21-efe86cd3c50a,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:32.984012 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:33.030167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:30:33.084418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:33.084783 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:33.092343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network b2c95776-0d65-48c1-818b-f6881d7e2939 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:30:33.093947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:30:33.182113 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:33.221269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=07b0537f-fbbd-4bc5-bef9-2e68ad52e061,segment=NetworkSegment(8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0),segment_id=8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:30:33.227794 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:33.228799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:30:33.310469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=07b0537f-fbbd-4bc5-bef9-2e68ad52e061,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:33.316185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5147f689-6a5b-4064-bf4d-09850acc7e6d None None] Network b2c95776-0d65-48c1-818b-f6881d7e2939 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:30:33.371291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:33.371675 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:33.450064 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a61b237f-8205-4c32-bec7-2e939b04e40d None None] Provisioning complete for port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:33.450442 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a61b237f-8205-4c32-bec7-2e939b04e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:33.547470 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Router 110834f5-b169-46d5-aa19-5ca9273fcdbb has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:30:33.560280 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:33.605768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3c0264b7-a679-4f8f-bf4d-5ebc0664ae61,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:30:33.628533 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:33.693005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:30:33.701796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36044) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:33.702330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c107295c-060a-4206-8013-f9e035691ed5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "PUT /v2.0/routers/110834f5-b169-46d5-aa19-5ca9273fcdbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4151142 Jan 31 16:30:33.702452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=3c0264b7-a679-4f8f-bf4d-5ebc0664ae61,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:33.767845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Sync routers for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:30:33.778039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:30:33.778663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:30:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:33.897010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa61e0-d5b6-492e-ab8e-7aa826908181 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:33.897673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa61e0-d5b6-492e-ab8e-7aa826908181 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:33.898204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa61e0-d5b6-492e-ab8e-7aa826908181 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:33.898723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa61e0-d5b6-492e-ab8e-7aa826908181 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:33.899247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa61e0-d5b6-492e-ab8e-7aa826908181 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:33.899762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa61e0-d5b6-492e-ab8e-7aa826908181 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:33.903826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6cfa61e0-d5b6-492e-ab8e-7aa826908181 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2000299 Jan 31 16:30:33.906543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36048) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:33.908253 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:30:33.964350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d336405a-d187-4dc5-b75b-a8219daa1b8c None None] Provisioning complete for port f058bfcb-642f-4e4c-8d21-efe86cd3c50a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:33.964746 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d336405a-d187-4dc5-b75b-a8219daa1b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.016980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ab7ae-1d5c-47c3-ac86-5b23fa94b25d tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:34.017439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ab7ae-1d5c-47c3-ac86-5b23fa94b25d tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:34.017990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ab7ae-1d5c-47c3-ac86-5b23fa94b25d tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:34.018434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ab7ae-1d5c-47c3-ac86-5b23fa94b25d tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:34.018886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ab7ae-1d5c-47c3-ac86-5b23fa94b25d tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:34.019312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ab7ae-1d5c-47c3-ac86-5b23fa94b25d tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:34.024026 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dc7ab7ae-1d5c-47c3-ac86-5b23fa94b25d tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.1136136 Jan 31 16:30:34.024817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36050) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:34.072303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d336405a-d187-4dc5-b75b-a8219daa1b8c None None] Port f058bfcb-642f-4e4c-8d21-efe86cd3c50a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:30:34.102589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d336405a-d187-4dc5-b75b-a8219daa1b8c None None] Provisioning complete for port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:34.102968 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d336405a-d187-4dc5-b75b-a8219daa1b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.250594 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:30:32Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:32Z', 'revision_number': 2, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:34.283552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Checking router: 110834f5-b169-46d5-aa19-5ca9273fcdbb for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:30:34.283922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Updating router 110834f5-b169-46d5-aa19-5ca9273fcdbb port f058bfcb-642f-4e4c-8d21-efe86cd3c50a binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:30:34.299035 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4785b90b-531e-4cf2-a569-774b09b67421 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3038 time: 0.2726889 Jan 31 16:30:34.313100 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.420757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b36037bb-63dd-454f-9818-69f3ab8f4841 None None] Provisioning complete for port f058bfcb-642f-4e4c-8d21-efe86cd3c50a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:34.421011 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b36037bb-63dd-454f-9818-69f3ab8f4841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.475122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b36037bb-63dd-454f-9818-69f3ab8f4841 None None] Port f058bfcb-642f-4e4c-8d21-efe86cd3c50a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:30:34.582998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36056) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:34.587788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fa5b20d1-286e-4cf8-9bdc-44cb28cded76 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232195263', 'description': 'tempest-secgroup-smoke-232195263 description', 'project_id': '05572b72967b47979ffcaeaaf54adde1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:34.614121 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa5b20d1-286e-4cf8-9bdc-44cb28cded76 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.634182 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.641430 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.691026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa5b20d1-286e-4cf8-9bdc-44cb28cded76 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.695989 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa5b20d1-286e-4cf8-9bdc-44cb28cded76 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.698102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2dffb7-7e34-4447-9852-0a540f6ff1b2 None None] Pushing event updated for resources: {'Port': ['ID=f058bfcb-642f-4e4c-8d21-efe86cd3c50a,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:34.736528 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fa5b20d1-286e-4cf8-9bdc-44cb28cded76 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.738648 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fa5b20d1-286e-4cf8-9bdc-44cb28cded76 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1546152 Jan 31 16:30:34.742047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36058) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:34.748373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b20d1-286e-4cf8-9bdc-44cb28cded76 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1606b208-d6ea-40d7-8bc9-f86a5f086e75,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:34.748671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-81679d41-cfaf-4ea1-a85d-d59fc23313c1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '1606b208-d6ea-40d7-8bc9-f86a5f086e75', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:34.758342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Attempting to bind port f058bfcb-642f-4e4c-8d21-efe86cd3c50a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:30:34.758705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Attempting to bind port f058bfcb-642f-4e4c-8d21-efe86cd3c50a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:30:34.759057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Attempting to bind port f058bfcb-642f-4e4c-8d21-efe86cd3c50a on network b2c95776-0d65-48c1-818b-f6881d7e2939 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:30:34.766973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:30:34.767338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Checking segment: {'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:30:34.767739 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.768123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Bound using segment: {'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:30:34.768587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Bound port: f058bfcb-642f-4e4c-8d21-efe86cd3c50a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:30:34.768958 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.794086 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81679d41-cfaf-4ea1-a85d-d59fc23313c1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.848476 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] For port f058bfcb-642f-4e4c-8d21-efe86cd3c50a, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:30:34.852571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] For port f058bfcb-642f-4e4c-8d21-efe86cd3c50a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f058bfcb-642f-4e4c-8d21-efe86cd3c50a,segment=NetworkSegment(8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0),segment_id=8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:30:34.864701 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81679d41-cfaf-4ea1-a85d-d59fc23313c1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.867015 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.869092 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81679d41-cfaf-4ea1-a85d-d59fc23313c1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.886922 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81679d41-cfaf-4ea1-a85d-d59fc23313c1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06525678-f338-4177-8c25-9ffa0e3708a3,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:34.914144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:30:34.914824 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-81679d41-cfaf-4ea1-a85d-d59fc23313c1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.918962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-81679d41-cfaf-4ea1-a85d-d59fc23313c1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725581 Jan 31 16:30:34.919094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36062) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:34.924065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b9e7c7d6-61a7-4d10-9f4a-acc559639e5d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '1606b208-d6ea-40d7-8bc9-f86a5f086e75', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:34.956603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9e7c7d6-61a7-4d10-9f4a-acc559639e5d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:34.965589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:30:34.966240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:30:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:35.016444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2dffb7-7e34-4447-9852-0a540f6ff1b2 None None] Pushing event updated for resources: {'Port': ['ID=f058bfcb-642f-4e4c-8d21-efe86cd3c50a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:35.024706 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9e7c7d6-61a7-4d10-9f4a-acc559639e5d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.054562 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9e7c7d6-61a7-4d10-9f4a-acc559639e5d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.071739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f4070836-2518-4951-a334-970f72c06b60 None None] Provisioning complete for port f058bfcb-642f-4e4c-8d21-efe86cd3c50a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:35.072129 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4070836-2518-4951-a334-970f72c06b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.080693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7c7d6-61a7-4d10-9f4a-acc559639e5d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bf6343-c7d4-4800-a274-f9522cd1953d,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:35.088273 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b9e7c7d6-61a7-4d10-9f4a-acc559639e5d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.089569 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b9e7c7d6-61a7-4d10-9f4a-acc559639e5d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1696382 Jan 31 16:30:35.092284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36064) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:35.096836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b794d57f-167f-4673-94a1-26ca47a0a6c6 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '1606b208-d6ea-40d7-8bc9-f86a5f086e75', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:35.107089 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ae9512a-bdb4-4688-afd6-4579467fdd05 req-1b4cf90b-a889-439c-a482-4a7a9e11c5c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791941 Jan 31 16:30:35.133779 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b794d57f-167f-4673-94a1-26ca47a0a6c6 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.139374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:35.139925 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.195826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:30:35.234359 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b794d57f-167f-4673-94a1-26ca47a0a6c6 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.236690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9512a-bdb4-4688-afd6-4579467fdd05 req-815bab7e-4fc7-49e5-965e-64facd51b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:35.238349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ae9512a-bdb4-4688-afd6-4579467fdd05 req-815bab7e-4fc7-49e5-965e-64facd51b834 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85957f87cc7e479f9c5246cf35c60027&device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 1097 time: 0.0762048 Jan 31 16:30:35.239464 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b794d57f-167f-4673-94a1-26ca47a0a6c6 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.261350 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794d57f-167f-4673-94a1-26ca47a0a6c6 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7b7deb-d1f3-4c02-9587-a0eb0222a5d0,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:35.326681 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b794d57f-167f-4673-94a1-26ca47a0a6c6 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.326681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b794d57f-167f-4673-94a1-26ca47a0a6c6 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2301130 Jan 31 16:30:35.326681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36066) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:35.330579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-474128f3-c5dd-4f4b-952c-5963cf18aa34 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '1606b208-d6ea-40d7-8bc9-f86a5f086e75', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:35.392621 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-474128f3-c5dd-4f4b-952c-5963cf18aa34 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.397384 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9512a-bdb4-4688-afd6-4579467fdd05 req-b4608ae8-d04f-4284-a4ac-8e13c49df05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:35.398944 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ae9512a-bdb4-4688-afd6-4579467fdd05 req-b4608ae8-d04f-4284-a4ac-8e13c49df05b service neutron] 10.222.0.20 "GET /v2.0/networks?id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe HTTP/1.1" status: 200 len: 910 time: 0.1387699 Jan 31 16:30:35.496268 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ae9512a-bdb4-4688-afd6-4579467fdd05 req-19e8e073-7496-4db3-b248-8734e7030237 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=801a2887-f859-4057-a0c2-ae5b912c1102 HTTP/1.1" status: 200 len: 1001 time: 0.0903213 Jan 31 16:30:35.519118 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-474128f3-c5dd-4f4b-952c-5963cf18aa34 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.552473 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-474128f3-c5dd-4f4b-952c-5963cf18aa34 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.562744 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4070836-2518-4951-a334-970f72c06b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.592267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474128f3-c5dd-4f4b-952c-5963cf18aa34 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a45870-d83f-45f2-9c73-53138280fd10,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:35.595274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:30:35.606355 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-474128f3-c5dd-4f4b-952c-5963cf18aa34 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.608218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-474128f3-c5dd-4f4b-952c-5963cf18aa34 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2811379 Jan 31 16:30:35.611550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9512a-bdb4-4688-afd6-4579467fdd05 req-d12d7593-0297-46cd-82ff-d1d555c68ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:35.611763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36068) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:35.613801 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ae9512a-bdb4-4688-afd6-4579467fdd05 req-d12d7593-0297-46cd-82ff-d1d555c68ea7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b7becd1-dbb3-425e-b5e9-2cde73441f00 HTTP/1.1" status: 200 len: 848 time: 0.1075590 Jan 31 16:30:35.616845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-0dc1c16d-1ec5-4ff9-82ba-747d3f2bbe15 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '1606b208-d6ea-40d7-8bc9-f86a5f086e75', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:35.651390 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-0dc1c16d-1ec5-4ff9-82ba-747d3f2bbe15 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Project 05572b72967b47979ffcaeaaf54adde1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:30:35.659375 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0dc1c16d-1ec5-4ff9-82ba-747d3f2bbe15 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.665070 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f4070836-2518-4951-a334-970f72c06b60 None None] For port f058bfcb-642f-4e4c-8d21-efe86cd3c50a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f058bfcb-642f-4e4c-8d21-efe86cd3c50a,segment=NetworkSegment(8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0),segment_id=8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:30:35.678933 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9512a-bdb4-4688-afd6-4579467fdd05 req-562748c9-084e-41c0-a286-8f32f901870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:35.680490 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ae9512a-bdb4-4688-afd6-4579467fdd05 req-562748c9-084e-41c0-a286-8f32f901870a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579984 Jan 31 16:30:35.698432 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4070836-2518-4951-a334-970f72c06b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.730055 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0dc1c16d-1ec5-4ff9-82ba-747d3f2bbe15 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.735126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0dc1c16d-1ec5-4ff9-82ba-747d3f2bbe15 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.751529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1c16d-1ec5-4ff9-82ba-747d3f2bbe15 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f77547a-8ebe-47b7-8aed-84baa21026b8,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:35.765567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:35.765962 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.767452 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0dc1c16d-1ec5-4ff9-82ba-747d3f2bbe15 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.768687 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0dc1c16d-1ec5-4ff9-82ba-747d3f2bbe15 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559908 Jan 31 16:30:35.771426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36070) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:35.776527 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3a74c491-d939-4ea2-820d-215cf77c77f5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '1606b208-d6ea-40d7-8bc9-f86a5f086e75', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:35.779380 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ae9512a-bdb4-4688-afd6-4579467fdd05 req-888d66cf-73f8-4838-8391-2a937d003ede service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907578 Jan 31 16:30:35.795381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4070836-2518-4951-a334-970f72c06b60 None None] Pushing event updated for resources: {'Port': ['ID=f058bfcb-642f-4e4c-8d21-efe86cd3c50a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:35.801798 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-3a74c491-d939-4ea2-820d-215cf77c77f5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Project 05572b72967b47979ffcaeaaf54adde1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:30:35.808203 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a74c491-d939-4ea2-820d-215cf77c77f5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.843396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:30:32Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:34Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:35.877392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-66069f8e-1677-4747-a6b6-35ad873e8c82 None None] Provisioning complete for port f058bfcb-642f-4e4c-8d21-efe86cd3c50a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:35.877792 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-66069f8e-1677-4747-a6b6-35ad873e8c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.879468 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46fc6c7-643b-41c2-8a13-d9bb64266b46 None None] The sync data for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 is: [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:30:32Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:34Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:30:35.887755 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a74c491-d939-4ea2-820d-215cf77c77f5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.892923 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a74c491-d939-4ea2-820d-215cf77c77f5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.896345 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ae9512a-bdb4-4688-afd6-4579467fdd05 req-54487ac6-6bf6-4945-aeb5-b0a5b6809808 service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091182 Jan 31 16:30:35.920731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74c491-d939-4ea2-820d-215cf77c77f5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312fd7f5-89f2-44d3-8449-df3dadf53cbb,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:35.927022 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a74c491-d939-4ea2-820d-215cf77c77f5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:35.929113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3a74c491-d939-4ea2-820d-215cf77c77f5 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1567090 Jan 31 16:30:36.312963 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-eb2a6a94-733a-46e7-8b97-a61d0dec0cb0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232195263&fields=id&tenant_id=05572b72967b47979ffcaeaaf54adde1 HTTP/1.1" status: 200 len: 267 time: 0.0371156 Jan 31 16:30:36.424442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-0b1746dc-a0bc-4f7f-b369-9b66e58441e4 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:36.426162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-0b1746dc-a0bc-4f7f-b369-9b66e58441e4 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/networks?id=b2c95776-0d65-48c1-818b-f6881d7e2939 HTTP/1.1" status: 200 len: 797 time: 0.1058645 Jan 31 16:30:36.443792 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-d6d14f9e-f51d-4fcd-9746-df8968b105c6 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/quotas/05572b72967b47979ffcaeaaf54adde1 HTTP/1.1" status: 200 len: 375 time: 0.0108507 Jan 31 16:30:36.510254 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-d388a5f8-2eca-4582-88d0-b5e6052ac866 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593507 Jan 31 16:30:36.683784 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-ec245ec2-8458-457b-9a41-79b7423b0b85 service neutron] 10.222.0.36 "GET /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608269 Jan 31 16:30:36.789147 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-b9aef258-2df1-4bf1-9e7f-4716c7ea8ac2 service neutron] 10.222.0.36 "GET /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989070 Jan 31 16:30:36.972209 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f058bfcb-642f-4e4c-8d21-efe86cd3c50a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:30:37.038430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f058bfcb-642f-4e4c-8d21-efe86cd3c50a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:37.038806 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:37.128339 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dca66956-4745-4ba6-a13f-c60485362251 req-aac94e36-0fb1-49a4-8838-c586cb9f27db tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 210 time: 0.1210763 Jan 31 16:30:38.174302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-b70db5c2-ddae-4322-bbb5-b61996a06174 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:38.176356 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-b70db5c2-ddae-4322-bbb5-b61996a06174 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.30 "GET /v2.0/networks?id=b2c95776-0d65-48c1-818b-f6881d7e2939 HTTP/1.1" status: 200 len: 797 time: 0.1174605 Jan 31 16:30:38.244835 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-94b976bb-c905-40ef-8abd-3094aeba5cdf req-5a2e6a6d-49a3-4acf-84e0-4a7560f5caee tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 210 time: 0.0346346 Jan 31 16:30:38.249382 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-43a02ee6-2c69-4663-9e72-0466362f91ac tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05572b72967b47979ffcaeaaf54adde1 HTTP/1.1" status: 200 len: 379 time: 0.0634418 Jan 31 16:30:38.260710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'port': {'device_id': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'admin_state_up': True, 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'security_groups': ['1606b208-d6ea-40d7-8bc9-f86a5f086e75']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:38.392486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Made reservation on behalf of 05572b72967b47979ffcaeaaf54adde1 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:30:38.396701 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:38.552746 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Allocated IP 172.20.0.5 (b2c95776-0d65-48c1-818b-f6881d7e2939/ab5d5380-b0a2-4897-a889-3fb6dd72a681/11ad4044-390f-411b-bd09-3de7415699a2) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:30:38.714930 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:38.756170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:38.811447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network b2c95776-0d65-48c1-818b-f6881d7e2939 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:30:38.814715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:30:38.819939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:30:38.825905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=11ad4044-390f-411b-bd09-3de7415699a2,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:38.875551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:38.876186 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:38.895310 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-89b39cbe-78bf-44ac-aaf6-3743ce7a8347 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6390967 Jan 31 16:30:38.907198 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Request body: {'port': {'device_id': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:38.968105 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:39.073214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e55d262f-c517-49e9-9fd6-0d8dc096f278 None None] Provisioning complete for port 11ad4044-390f-411b-bd09-3de7415699a2 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:39.073916 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e55d262f-c517-49e9-9fd6-0d8dc096f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:39.109333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e55d262f-c517-49e9-9fd6-0d8dc096f278 None None] Port 11ad4044-390f-411b-bd09-3de7415699a2 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:30:39.245057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ad4044-390f-411b-bd09-3de7415699a2 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:30:39.253421 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:39.267174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Transition to ACTIVE for port object 11ad4044-390f-411b-bd09-3de7415699a2 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:30:39.273231 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:39.342564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Pushing event updated for resources: {'Port': ['ID=11ad4044-390f-411b-bd09-3de7415699a2,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:39.381367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37320562-f176-4ff9-9b43-0dde2c2e5b4d req-d5e3c05c-8024-4350-aa35-0b62fe778b77 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:39.382994 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-37320562-f176-4ff9-9b43-0dde2c2e5b4d req-d5e3c05c-8024-4350-aa35-0b62fe778b77 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 943 time: 0.0605514 Jan 31 16:30:39.434076 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-37320562-f176-4ff9-9b43-0dde2c2e5b4d req-236d1700-09da-417b-9096-e1eb9efb851d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=1606b208-d6ea-40d7-8bc9-f86a5f086e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 Jan 31 16:30:39.435907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Attempting to bind port 11ad4044-390f-411b-bd09-3de7415699a2 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:30:39.436294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Attempting to bind port 11ad4044-390f-411b-bd09-3de7415699a2 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:30:39.436681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Attempting to bind port 11ad4044-390f-411b-bd09-3de7415699a2 on network b2c95776-0d65-48c1-818b-f6881d7e2939 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:30:39.442575 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Port 11ad4044-390f-411b-bd09-3de7415699a2 on network b2c95776-0d65-48c1-818b-f6881d7e2939 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:30:39.442984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Attempting to bind port 11ad4044-390f-411b-bd09-3de7415699a2 on network b2c95776-0d65-48c1-818b-f6881d7e2939 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:30:39.449662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:30:39.450210 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Checking segment: {'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:30:39.450484 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Bound using segment: {'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:30:39.450943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Bound port: 11ad4044-390f-411b-bd09-3de7415699a2, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:30:39.451317 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:39.537425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] For port 11ad4044-390f-411b-bd09-3de7415699a2, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:30:39.541035 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] For port 11ad4044-390f-411b-bd09-3de7415699a2, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=11ad4044-390f-411b-bd09-3de7415699a2,segment=NetworkSegment(8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0),segment_id=8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:30:39.546072 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:39.585056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:39.585718 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:39.587214 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] 10.222.0.30 "PUT /v2.0/ports/11ad4044-390f-411b-bd09-3de7415699a2 HTTP/1.1" status: 200 len: 1091 time: 0.6846123 Jan 31 16:30:39.587697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'tag': '11ad4044-390f-411b-bd09-3de7415699a2'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:30:39.590203 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746726f6-8034-4a6c-9520-1d185cd3447c" -d '{"events": [{"name": "network-changed", "server_uuid": "e348e069-9442-491b-99f1-4e869b7acdc9", "tag": "11ad4044-390f-411b-bd09-3de7415699a2"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:30:39.613759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84259e9b-3b81-4dbd-8cba-63f855119d7d service neutron] Pushing event updated for resources: {'Port': ['ID=11ad4044-390f-411b-bd09-3de7415699a2,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:39.677835 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bc50fe-81d8-4b01-87cb-6c15d8a2a62e x-openstack-request-id: req-c8bc50fe-81d8-4b01-87cb-6c15d8a2a62e {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:30:39.678135 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e348e069-9442-491b-99f1-4e869b7acdc9", "tag": "11ad4044-390f-411b-bd09-3de7415699a2", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:30:39.678388 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8bc50fe-81d8-4b01-87cb-6c15d8a2a62e {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:30:39.678795 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'tag': '11ad4044-390f-411b-bd09-3de7415699a2', 'status': 'completed', 'code': 200} Jan 31 16:30:39.698981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-783cce73-8584-4523-a7d7-7066f6f21d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:39.700873 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-783cce73-8584-4523-a7d7-7066f6f21d67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 1094 time: 0.0600126 Jan 31 16:30:39.750285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-3d390a5d-2223-4b41-8a54-ccced4ffd55c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ad4044-390f-411b-bd09-3de7415699a2 HTTP/1.1" status: 200 len: 217 time: 0.0410252 Jan 31 16:30:39.802714 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-de67bf92-7d19-4cad-92e7-73fcb0ab45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:39.804312 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-de67bf92-7d19-4cad-92e7-73fcb0ab45f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab5d5380-b0a2-4897-a889-3fb6dd72a681 HTTP/1.1" status: 200 len: 834 time: 0.0473592 Jan 31 16:30:39.857126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-04ec7be1-f8cc-44a0-99de-fd29b9b2a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:39.860046 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-04ec7be1-f8cc-44a0-99de-fd29b9b2a755 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c95776-0d65-48c1-818b-f6881d7e2939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486410 Jan 31 16:30:39.960021 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-c31e3770-171b-4e64-acb5-73233453d520 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929749 Jan 31 16:30:40.056797 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcc50e5e-7766-4bfd-bd87-dbaef0ffe086 req-04efeceb-e177-4a45-b7e7-137a183c7771 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898788 Jan 31 16:30:40.152400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746726f6-8034-4a6c-9520-1d185cd3447c req-efefbde4-c662-4713-9e3b-e75ba0bf3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:40.153927 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-746726f6-8034-4a6c-9520-1d185cd3447c req-efefbde4-c662-4713-9e3b-e75ba0bf3e00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 1094 time: 0.0495615 Jan 31 16:30:40.252191 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746726f6-8034-4a6c-9520-1d185cd3447c req-fe805af1-f490-4066-a0b4-bfdee833c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:40.253689 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-746726f6-8034-4a6c-9520-1d185cd3447c req-fe805af1-f490-4066-a0b4-bfdee833c730 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c95776-0d65-48c1-818b-f6881d7e2939 HTTP/1.1" status: 200 len: 898 time: 0.0918241 Jan 31 16:30:40.301587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-746726f6-8034-4a6c-9520-1d185cd3447c req-a4bcf9a9-2939-4ec6-b1ae-2a6fefaf586f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ad4044-390f-411b-bd09-3de7415699a2 HTTP/1.1" status: 200 len: 217 time: 0.0410204 Jan 31 16:30:40.360176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746726f6-8034-4a6c-9520-1d185cd3447c req-50b3ab40-3f6e-4831-a044-fd8c4838863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:40.361639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-746726f6-8034-4a6c-9520-1d185cd3447c req-50b3ab40-3f6e-4831-a044-fd8c4838863f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab5d5380-b0a2-4897-a889-3fb6dd72a681 HTTP/1.1" status: 200 len: 834 time: 0.0529239 Jan 31 16:30:40.413775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746726f6-8034-4a6c-9520-1d185cd3447c req-0e39e902-23aa-4013-97a5-4cbccbd6ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:40.415332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-746726f6-8034-4a6c-9520-1d185cd3447c req-0e39e902-23aa-4013-97a5-4cbccbd6ca65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c95776-0d65-48c1-818b-f6881d7e2939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461891 Jan 31 16:30:40.512861 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-746726f6-8034-4a6c-9520-1d185cd3447c req-030eb3ec-c853-4539-aa17-73ad02217df4 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894432 Jan 31 16:30:40.557282 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd6e9e-a0a8-4238-a224-61ace0be507c req-67144d6f-39af-4c3a-a389-eaf6ab615754 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:40.558783 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11fd6e9e-a0a8-4238-a224-61ace0be507c req-67144d6f-39af-4c3a-a389-eaf6ab615754 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 943 time: 0.0505531 Jan 31 16:30:40.602388 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11fd6e9e-a0a8-4238-a224-61ace0be507c req-836577fa-4b35-456b-85ff-41500b29fd22 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=1606b208-d6ea-40d7-8bc9-f86a5f086e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371583 Jan 31 16:30:40.609176 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-746726f6-8034-4a6c-9520-1d185cd3447c req-743335a0-d4af-4293-8e8e-55efc6dcb323 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887437 Jan 31 16:30:41.728887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbfa3c-38fb-4e7d-ba78-86d454d16f60 req-ad2ce8e1-df3a-4255-9c0d-6b31d67bc1f0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:41.730327 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ddbfa3c-38fb-4e7d-ba78-86d454d16f60 req-ad2ce8e1-df3a-4255-9c0d-6b31d67bc1f0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 943 time: 0.0540662 Jan 31 16:30:41.768247 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ddbfa3c-38fb-4e7d-ba78-86d454d16f60 req-9e3b237d-4ba9-42b4-888f-386078d17e4c tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=1606b208-d6ea-40d7-8bc9-f86a5f086e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315828 Jan 31 16:30:42.901048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af270dd-ce73-4c26-93db-047d8ad03174 req-7c673c3c-c4bd-4591-b29a-5a9ccbeccd37 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:42.902597 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8af270dd-ce73-4c26-93db-047d8ad03174 req-7c673c3c-c4bd-4591-b29a-5a9ccbeccd37 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 943 time: 0.0607777 Jan 31 16:30:42.943573 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8af270dd-ce73-4c26-93db-047d8ad03174 req-bab0e8e0-9ea3-4a46-b880-eb7d51e76258 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=1606b208-d6ea-40d7-8bc9-f86a5f086e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346434 Jan 31 16:30:43.365620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 11ad4044-390f-411b-bd09-3de7415699a2 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:30:43.468585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 11ad4044-390f-411b-bd09-3de7415699a2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=11ad4044-390f-411b-bd09-3de7415699a2,segment=NetworkSegment(8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0),segment_id=8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:30:43.480774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '11ad4044-390f-411b-bd09-3de7415699a2', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'port_id': '11ad4044-390f-411b-bd09-3de7415699a2', 'mac_address': 'fa:16:3e:7d:c4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:30:43.525648 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:43.540759 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ad4044-390f-411b-bd09-3de7415699a2 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:30:43.560717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 11ad4044-390f-411b-bd09-3de7415699a2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=11ad4044-390f-411b-bd09-3de7415699a2,segment=NetworkSegment(8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0),segment_id=8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:30:43.566353 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:43.616420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=11ad4044-390f-411b-bd09-3de7415699a2,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:43.840193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['11ad4044-390f-411b-bd09-3de7415699a2'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:30:44.061754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c6c1a-473d-4c37-a3d5-b99a959c18c7 req-ef5089dc-716c-4d57-be4d-c6dc6cfdc27c tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:44.063266 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-986c6c1a-473d-4c37-a3d5-b99a959c18c7 req-ef5089dc-716c-4d57-be4d-c6dc6cfdc27c tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 944 time: 0.0508268 Jan 31 16:30:44.105116 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-986c6c1a-473d-4c37-a3d5-b99a959c18c7 req-f18ead05-2164-4b94-a03c-fb47c87bad22 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=1606b208-d6ea-40d7-8bc9-f86a5f086e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354793 Jan 31 16:30:45.234289 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cec183-4c07-4870-8247-1ca350ccbaef req-f76db983-c466-462a-bb6a-385d4380541c tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:45.235842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3cec183-4c07-4870-8247-1ca350ccbaef req-f76db983-c466-462a-bb6a-385d4380541c tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 944 time: 0.0543168 Jan 31 16:30:45.276739 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c3cec183-4c07-4870-8247-1ca350ccbaef req-1e68463c-de6e-4f02-b82f-88e5c22298ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=1606b208-d6ea-40d7-8bc9-f86a5f086e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347247 Jan 31 16:30:45.366165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 11ad4044-390f-411b-bd09-3de7415699a2 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:30:45.427184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 11ad4044-390f-411b-bd09-3de7415699a2 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:30:45.431216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 11ad4044-390f-411b-bd09-3de7415699a2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:30:45.431583 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:45.518401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:45.542592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ad4044-390f-411b-bd09-3de7415699a2'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:30:45.544954 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a13812-c152-4428-98a6-a7caada50dae" -d '{"events": [{"server_uuid": "e348e069-9442-491b-99f1-4e869b7acdc9", "name": "network-vif-plugged", "status": "completed", "tag": "11ad4044-390f-411b-bd09-3de7415699a2"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:30:45.561693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 11ad4044-390f-411b-bd09-3de7415699a2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=11ad4044-390f-411b-bd09-3de7415699a2,segment=NetworkSegment(8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0),segment_id=8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:30:45.566616 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:45.590746 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee932b4-bed6-4527-a7e6-539baec89f44 x-openstack-request-id: req-3ee932b4-bed6-4527-a7e6-539baec89f44 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:30:45.591038 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e348e069-9442-491b-99f1-4e869b7acdc9", "name": "network-vif-plugged", "status": "completed", "tag": "11ad4044-390f-411b-bd09-3de7415699a2", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:30:45.591294 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ee932b4-bed6-4527-a7e6-539baec89f44 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:30:45.591669 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ad4044-390f-411b-bd09-3de7415699a2', 'code': 200} Jan 31 16:30:45.618858 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=11ad4044-390f-411b-bd09-3de7415699a2,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:45.699453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb9c9a-8300-4a8f-ba60-c268d3b748c6 req-fce36652-62b5-414f-bf04-0f6b20abbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:45.700954 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-28eb9c9a-8300-4a8f-ba60-c268d3b748c6 req-fce36652-62b5-414f-bf04-0f6b20abbba7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 1096 time: 0.0484097 Jan 31 16:30:45.738542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-28eb9c9a-8300-4a8f-ba60-c268d3b748c6 req-625ef1e3-be08-4c9d-8ed6-b879d3c230b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1606b208-d6ea-40d7-8bc9-f86a5f086e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308199 Jan 31 16:30:46.407517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6e7e-1085-4ac4-8595-e45ff5d60714 req-0797dec1-580a-42b9-899d-11415400f62a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:46.409107 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-543e6e7e-1085-4ac4-8595-e45ff5d60714 req-0797dec1-580a-42b9-899d-11415400f62a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 945 time: 0.0563271 Jan 31 16:30:46.455388 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-543e6e7e-1085-4ac4-8595-e45ff5d60714 req-e24bd253-f101-4c68-8fc6-bb0de86b5696 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=1606b208-d6ea-40d7-8bc9-f86a5f086e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397420 Jan 31 16:30:47.266873 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-40c55a05-abf5-4481-ac96-a07e82ddca61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:47.578208 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352228e-1bc2-4872-98fa-643a60db2743 req-249f38cc-14f1-47f8-b835-fb05d1f463f4 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:47.579735 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4352228e-1bc2-4872-98fa-643a60db2743 req-249f38cc-14f1-47f8-b835-fb05d1f463f4 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 945 time: 0.0527909 Jan 31 16:30:47.619344 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4352228e-1bc2-4872-98fa-643a60db2743 req-ede67321-5c7d-4dd7-b7b8-cb10da483720 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=1606b208-d6ea-40d7-8bc9-f86a5f086e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336034 Jan 31 16:30:47.748122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbefb2b-4209-440d-8070-4da96cbd7e09 req-50962aae-1ef8-43b2-a9d0-abc3b83d02b6 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:47.749582 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dfbefb2b-4209-440d-8070-4da96cbd7e09 req-50962aae-1ef8-43b2-a9d0-abc3b83d02b6 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 945 time: 0.0523195 Jan 31 16:30:47.791452 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dfbefb2b-4209-440d-8070-4da96cbd7e09 req-56db246f-0bcc-42a3-bc1f-71544c904455 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=1606b208-d6ea-40d7-8bc9-f86a5f086e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354555 Jan 31 16:30:47.814696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36134) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:47.855446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ffed71-9af0-4638-84a7-3bad0925619d tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:47.856958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e4ffed71-9af0-4638-84a7-3bad0925619d tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 1091 time: 0.0410683 Jan 31 16:30:47.859948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36136) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:47.864274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '11ad4044-390f-411b-bd09-3de7415699a2', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:30:47.889696 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:48.000354 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:48.115590 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Allocated IP 172.25.1.191 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/012ac99d-1cde-469e-b8f7-c488fd42d294) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:30:48.240273 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:48.281888 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:48.324275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:30:48.329539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:30:48.331765 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=012ac99d-1cde-469e-b8f7-c488fd42d294,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:48.333930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:30:48.717905 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:48.791933 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:48.954847 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:48.960510 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:49.030695 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=012ac99d-1cde-469e-b8f7-c488fd42d294,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:30:49.046262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:49.161231 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Floating IP 79b8bf49-16d3-4431-9090-8c3a0fa95c04 associated. External IP: 172.25.1.191, port: 11ad4044-390f-411b-bd09-3de7415699a2. Jan 31 16:30:49.384797 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Router 110834f5-b169-46d5-aa19-5ca9273fcdbb has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:30:49.496398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:30:49.508159 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee706a7-1b61-4dec-8ddd-288300e15104 None None] Sync routers for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:30:49.518170 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:49.520817 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee706a7-1b61-4dec-8ddd-288300e15104 None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:30:49.521437 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1ee706a7-1b61-4dec-8ddd-288300e15104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:30:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:49.637806 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-1ee706a7-1b61-4dec-8ddd-288300e15104 None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:30:49.715000 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3603277b-024e-4811-8c31-d47f18e5d389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:49.866441 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bbf90bd3-e8fc-4e20-8acc-d57de1132fc0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0049062 Jan 31 16:30:49.866441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'tag': '11ad4044-390f-411b-bd09-3de7415699a2'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:30:49.868811 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47979460-1685-4365-ba85-baf358bca9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e348e069-9442-491b-99f1-4e869b7acdc9", "tag": "11ad4044-390f-411b-bd09-3de7415699a2"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:30:49.870283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36140) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:49.890672 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1ee706a7-1b61-4dec-8ddd-288300e15104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:30:32Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '79b8bf49-16d3-4431-9090-8c3a0fa95c04', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'port_id': '11ad4044-390f-411b-bd09-3de7415699a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'mac_address': 'fa:16:3e:7d:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:30:48Z', 'updated_at': '2022-01-31T16:30:48Z', 'revision_number': 0, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:35Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:49.920320 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee706a7-1b61-4dec-8ddd-288300e15104 None None] Checking router: 110834f5-b169-46d5-aa19-5ca9273fcdbb for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:30:49.922913 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df24a56f-9aa9-4cc8-847d-856e0165aa80 x-openstack-request-id: req-df24a56f-9aa9-4cc8-847d-856e0165aa80 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:30:49.923196 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e348e069-9442-491b-99f1-4e869b7acdc9", "tag": "11ad4044-390f-411b-bd09-3de7415699a2", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:30:49.923450 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df24a56f-9aa9-4cc8-847d-856e0165aa80 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:30:49.923938 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'tag': '11ad4044-390f-411b-bd09-3de7415699a2', 'status': 'completed', 'code': 200} Jan 31 16:30:49.931130 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee706a7-1b61-4dec-8ddd-288300e15104 None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:30:49.931971 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1ee706a7-1b61-4dec-8ddd-288300e15104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:30:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:49.945692 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-eed91c88-7b7b-4c71-9f6f-242cc268cd6b tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/floatingips/79b8bf49-16d3-4431-9090-8c3a0fa95c04 HTTP/1.1" status: 200 len: 991 time: 0.0731540 Jan 31 16:30:49.986947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47979460-1685-4365-ba85-baf358bca9bf req-a59cae63-06d6-463f-ae1d-7fce7233731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:49.988503 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47979460-1685-4365-ba85-baf358bca9bf req-a59cae63-06d6-463f-ae1d-7fce7233731e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 1096 time: 0.0418830 Jan 31 16:30:50.039141 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-1ee706a7-1b61-4dec-8ddd-288300e15104 None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:30:50.081388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47979460-1685-4365-ba85-baf358bca9bf req-d406cee7-46bb-4814-9067-6a3131fbd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:50.082917 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47979460-1685-4365-ba85-baf358bca9bf req-d406cee7-46bb-4814-9067-6a3131fbd533 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c95776-0d65-48c1-818b-f6881d7e2939 HTTP/1.1" status: 200 len: 898 time: 0.0879772 Jan 31 16:30:50.156524 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47979460-1685-4365-ba85-baf358bca9bf req-69244653-3869-41a1-9bc0-df07664bdf15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ad4044-390f-411b-bd09-3de7415699a2 HTTP/1.1" status: 200 len: 999 time: 0.0644643 Jan 31 16:30:50.211739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47979460-1685-4365-ba85-baf358bca9bf req-d14c669c-e675-469d-951c-f99c74815d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:50.213277 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47979460-1685-4365-ba85-baf358bca9bf req-d14c669c-e675-469d-951c-f99c74815d8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab5d5380-b0a2-4897-a889-3fb6dd72a681 HTTP/1.1" status: 200 len: 834 time: 0.0491962 Jan 31 16:30:50.266060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47979460-1685-4365-ba85-baf358bca9bf req-6bd7ff70-9eb2-4e72-9a79-4418d4538b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:30:50.267660 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47979460-1685-4365-ba85-baf358bca9bf req-6bd7ff70-9eb2-4e72-9a79-4418d4538b61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c95776-0d65-48c1-818b-f6881d7e2939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466509 Jan 31 16:30:50.274371 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1ee706a7-1b61-4dec-8ddd-288300e15104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:30:32Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '79b8bf49-16d3-4431-9090-8c3a0fa95c04', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'port_id': '11ad4044-390f-411b-bd09-3de7415699a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'mac_address': 'fa:16:3e:7d:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:30:48Z', 'updated_at': '2022-01-31T16:30:48Z', 'revision_number': 0, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:35Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:30:50.304740 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee706a7-1b61-4dec-8ddd-288300e15104 None None] The sync data for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 is: [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:30:32Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '79b8bf49-16d3-4431-9090-8c3a0fa95c04', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'port_id': '11ad4044-390f-411b-bd09-3de7415699a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'mac_address': 'fa:16:3e:7d:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:30:48Z', 'updated_at': '2022-01-31T16:30:48Z', 'revision_number': 0, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:35Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:30:50.367932 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47979460-1685-4365-ba85-baf358bca9bf req-e2e0fceb-28fe-4308-b9f4-55526342fc7f service neutron] 10.222.0.30 "GET /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913360 Jan 31 16:30:50.467721 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47979460-1685-4365-ba85-baf358bca9bf req-8f927274-7da8-48f9-829e-a54c1ad6e2b4 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929513 Jan 31 16:30:50.526812 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f11d6-f5d0-4004-b6a6-846817f3c4fa None None] New status for floating IP 79b8bf49-16d3-4431-9090-8c3a0fa95c04: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:30:50.949849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36144) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:30:50.952328 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:51.019665 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ae3798f0-0ccb-4ab9-bf05-67d4ab2b840a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/floatingips/79b8bf49-16d3-4431-9090-8c3a0fa95c04 HTTP/1.1" status: 200 len: 993 time: 0.0632381 Jan 31 16:30:52.387500 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:52.565960 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:56.055615 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:30:58.050433 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:30:58.099980 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:17.271801 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0182651b-6049-4231-855e-b45ca14e6961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:19.722019 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e6eddc48-930d-41df-b010-489e8f0bfb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:20.957076 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:22.387411 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:22.567137 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:24.245483 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36162) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:24.325417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a54e63-c579-4e16-8f57-361d2e8afed1 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:24.325921 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a54e63-c579-4e16-8f57-361d2e8afed1 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:24.326387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a54e63-c579-4e16-8f57-361d2e8afed1 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:24.328097 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-97a54e63-c579-4e16-8f57-361d2e8afed1 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=05572b72967b47979ffcaeaaf54adde1&network_id=b2c95776-0d65-48c1-818b-f6881d7e2939 HTTP/1.1" status: 200 len: 2969 time: 0.0815027 Jan 31 16:31:26.052683 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:27.132818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36172) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:27.193772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ffb2e-4170-4380-bb33-552766414f02 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:27.195344 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-097ffb2e-4170-4380-bb33-552766414f02 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb HTTP/1.1" status: 200 len: 814 time: 0.0612669 Jan 31 16:31:28.109612 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:28.186570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36178) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:28.192351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'network': {'name': 'tempest-network-smoke--172740274', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'port_security_enabled': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:31:28.224738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Made reservation on behalf of 05572b72967b47979ffcaeaaf54adde1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:31:28.228461 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:28.257913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:31:28.268920 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:28.269272 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Added segment 94df4b1c-3e55-428f-b911-77b2c076c961 of type vlan for network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 Jan 31 16:31:28.320719 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:28.349601 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:28.355139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:28.355723 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:28.408498 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2206545 Jan 31 16:31:28.411639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36180) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:28.468733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Network': ['ID=9d0c7225-c539-4c49-9757-3bf9a2a2a935,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:28.488489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:28.488817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:28.489148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:28.489494 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:28.489852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:28.490163 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:28.490496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:28.490841 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:28.491166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:28.491476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:28.491791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:28.492110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a25a1-3577-4f14-814d-4484ad930972 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:28.504533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:31:28.507144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d1b16a-b1d4-48cf-86d5-3eade8d35306 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:28.508679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c5d1b16a-b1d4-48cf-86d5-3eade8d35306 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=05572b72967b47979ffcaeaaf54adde1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0961230 Jan 31 16:31:28.511607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36182) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:28.667546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e51016-467e-4a54-9df6-9da3cd500d9c tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:28.669021 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-29e51016-467e-4a54-9df6-9da3cd500d9c tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1564915 Jan 31 16:31:28.672214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36184) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:28.701315 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-39baac4b-3d59-4ad9-bef7-60e727b91cd2 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278394 Jan 31 16:31:28.704251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36186) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:28.736442 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4a094062-b34d-4f4a-864d-b0e51d6b896c tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=05572b72967b47979ffcaeaaf54adde1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310602 Jan 31 16:31:28.739471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36188) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:28.826915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6334fb-55e0-4c6e-a221-74c7281e0d43 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:28.828410 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4b6334fb-55e0-4c6e-a221-74c7281e0d43 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880320 Jan 31 16:31:28.832226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36190) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:28.860626 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-eefd255c-c5a9-4435-ab00-6d9512c73fa6 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272613 Jan 31 16:31:28.863523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36192) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:28.868223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d3c256e1-eee2-48fd-8616-e0a91648f5a3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1739111555', 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:31:28.963792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c256e1-eee2-48fd-8616-e0a91648f5a3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Made reservation on behalf of 05572b72967b47979ffcaeaaf54adde1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:31:28.967349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3c256e1-eee2-48fd-8616-e0a91648f5a3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:29.485232 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3c256e1-eee2-48fd-8616-e0a91648f5a3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:29.549960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c256e1-eee2-48fd-8616-e0a91648f5a3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Subnet': ['ID=b16261c8-3ce1-4699-b4b7-bef2d1e7acd5,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:29.562059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c256e1-eee2-48fd-8616-e0a91648f5a3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Checking segment: {'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:31:29.562418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c256e1-eee2-48fd-8616-e0a91648f5a3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network hostable DHCP agents. Network: 9d0c7225-c539-4c49-9757-3bf9a2a2a935, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:31:29.580977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c256e1-eee2-48fd-8616-e0a91648f5a3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:31:29.590701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d3c256e1-eee2-48fd-8616-e0a91648f5a3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 9d0c7225-c539-4c49-9757-3bf9a2a2a935) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:31:29.595358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c256e1-eee2-48fd-8616-e0a91648f5a3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:29.595951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3c256e1-eee2-48fd-8616-e0a91648f5a3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:29.600963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa417a-f146-436f-afa9-54709f2bcf0b None None] Network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:31:29.613923 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d3c256e1-eee2-48fd-8616-e0a91648f5a3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7493787 Jan 31 16:31:29.763863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-9d0c7225-c539-4c49-9757-3bf9a2a2a935', 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ips': [{'subnet_id': 'b16261c8-3ce1-4699-b4b7-bef2d1e7acd5'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:31:29.765067 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:29.909232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Allocated IP 172.20.0.18 (9d0c7225-c539-4c49-9757-3bf9a2a2a935/b16261c8-3ce1-4699-b4b7-bef2d1e7acd5/f9e07dba-ec13-4e6a-822c-47796ed41bdc) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:31:29.989814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36196) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:29.994487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-3629c1cd-ce01-4093-873e-dc4f5e622e71 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334970744', 'description': 'tempest-secgroup-smoke-334970744 description', 'project_id': '05572b72967b47979ffcaeaaf54adde1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:31:30.021048 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3629c1cd-ce01-4093-873e-dc4f5e622e71 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.059662 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.064702 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.092903 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3629c1cd-ce01-4093-873e-dc4f5e622e71 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.098030 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3629c1cd-ce01-4093-873e-dc4f5e622e71 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.105990 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:31:30.108852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:31:30.112433 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:31:30.119802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Pushing event updated for resources: {'Port': ['ID=f9e07dba-ec13-4e6a-822c-47796ed41bdc,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:30.132575 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3629c1cd-ce01-4093-873e-dc4f5e622e71 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.137635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3629c1cd-ce01-4093-873e-dc4f5e622e71 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1430681 Jan 31 16:31:30.137635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629c1cd-ce01-4093-873e-dc4f5e622e71 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d59785-9e97-4fa0-ab07-107ba3196121,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:30.138751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36198) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:30.144927 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '19d59785-9e97-4fa0-ab07-107ba3196121', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:31:30.145763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.145983 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.146324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.146662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.146988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.147312 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.147668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.147931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.148247 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.148561 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.148992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.149361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.178504 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.185186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Attempting to bind port f9e07dba-ec13-4e6a-822c-47796ed41bdc on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:31:30.185583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Attempting to bind port f9e07dba-ec13-4e6a-822c-47796ed41bdc by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:31:30.185940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Attempting to bind port f9e07dba-ec13-4e6a-822c-47796ed41bdc on network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:31:30.191315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:31:30.191682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Checking segment: {'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:31:30.192088 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.192494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Bound using segment: {'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:31:30.192955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Bound port: f9e07dba-ec13-4e6a-822c-47796ed41bdc, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:31:30.193329 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.241577 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.246131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.258076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] For port f9e07dba-ec13-4e6a-822c-47796ed41bdc, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:31:30.261430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] For port f9e07dba-ec13-4e6a-822c-47796ed41bdc, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f9e07dba-ec13-4e6a-822c-47796ed41bdc,segment=NetworkSegment(94df4b1c-3e55-428f-b911-77b2c076c961),segment_id=94df4b1c-3e55-428f-b911-77b2c076c961)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:31:30.266936 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.268155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f04be15-2074-43cc-bb40-9cd25a65f38c,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:30.277216 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.278366 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382492 Jan 31 16:31:30.280210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.280558 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.280900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.281238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.281418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36200) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:30.281635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.281929 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.282256 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.282583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.282907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.283227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.283548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.283871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654b6df-006e-4ff9-b819-c442286df231 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:30.286283 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2604c27e-35b8-425c-9857-65f4d5ce270e tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '19d59785-9e97-4fa0-ab07-107ba3196121', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:31:30.321431 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2604c27e-35b8-425c-9857-65f4d5ce270e tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.328915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b097d-3ef0-4676-8cf7-7f8f0c0452c3 None None] Pushing event updated for resources: {'Port': ['ID=f9e07dba-ec13-4e6a-822c-47796ed41bdc,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:30.396010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2604c27e-35b8-425c-9857-65f4d5ce270e tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.401824 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2604c27e-35b8-425c-9857-65f4d5ce270e tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.422151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604c27e-35b8-425c-9857-65f4d5ce270e tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fe9b3c-517d-4dc4-bee8-44a7d8ebd239,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:30.428880 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2604c27e-35b8-425c-9857-65f4d5ce270e tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.430211 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2604c27e-35b8-425c-9857-65f4d5ce270e tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477246 Jan 31 16:31:30.433028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36202) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:30.437830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-619a0f13-235d-4e42-96d2-3b28b1fe2582 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '19d59785-9e97-4fa0-ab07-107ba3196121', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:31:30.481263 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-619a0f13-235d-4e42-96d2-3b28b1fe2582 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.559629 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-619a0f13-235d-4e42-96d2-3b28b1fe2582 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.564767 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-619a0f13-235d-4e42-96d2-3b28b1fe2582 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.583525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a0f13-235d-4e42-96d2-3b28b1fe2582 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e1f71f-877e-4a34-a1ba-b693e142a3d7,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:30.593730 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-619a0f13-235d-4e42-96d2-3b28b1fe2582 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.594993 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-619a0f13-235d-4e42-96d2-3b28b1fe2582 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608481 Jan 31 16:31:30.597952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36204) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:30.602683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-738ca9a0-c984-4594-a903-5d36b1170cb0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '19d59785-9e97-4fa0-ab07-107ba3196121', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:31:30.643635 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-738ca9a0-c984-4594-a903-5d36b1170cb0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.704650 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-738ca9a0-c984-4594-a903-5d36b1170cb0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.708739 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-738ca9a0-c984-4594-a903-5d36b1170cb0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.726818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ca9a0-c984-4594-a903-5d36b1170cb0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402a424e-2ab7-4bce-a8e8-d729c49b3280,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:30.736311 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-738ca9a0-c984-4594-a903-5d36b1170cb0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.737629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-738ca9a0-c984-4594-a903-5d36b1170cb0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386168 Jan 31 16:31:30.740505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36206) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:30.746006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7cb8c26e-b942-439c-855d-4a770ed4e901 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '19d59785-9e97-4fa0-ab07-107ba3196121', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:31:30.769663 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-7cb8c26e-b942-439c-855d-4a770ed4e901 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Project 05572b72967b47979ffcaeaaf54adde1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:31:30.774693 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c26e-b942-439c-855d-4a770ed4e901 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.845973 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c26e-b942-439c-855d-4a770ed4e901 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.850319 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c26e-b942-439c-855d-4a770ed4e901 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.868781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8c26e-b942-439c-855d-4a770ed4e901 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988e1707-64d4-4435-b3ef-dd521d50e081,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:30.880983 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c26e-b942-439c-855d-4a770ed4e901 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.882330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7cb8c26e-b942-439c-855d-4a770ed4e901 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407797 Jan 31 16:31:30.885302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36208) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:30.890148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7ade6a45-4524-418c-875c-ebdc85c0af6b tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '19d59785-9e97-4fa0-ab07-107ba3196121', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:31:30.918569 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-7ade6a45-4524-418c-875c-ebdc85c0af6b tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Project 05572b72967b47979ffcaeaaf54adde1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:31:30.924321 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ade6a45-4524-418c-875c-ebdc85c0af6b tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:30.985025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f9e07dba-ec13-4e6a-822c-47796ed41bdc up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:31:31.003297 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ade6a45-4524-418c-875c-ebdc85c0af6b tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:31.010192 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ade6a45-4524-418c-875c-ebdc85c0af6b tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:31.026239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade6a45-4524-418c-875c-ebdc85c0af6b tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58bad82-c746-4f12-b782-760bb88bd7ff,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:31.039151 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ade6a45-4524-418c-875c-ebdc85c0af6b tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:31.040396 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7ade6a45-4524-418c-875c-ebdc85c0af6b tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541259 Jan 31 16:31:31.042440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f9e07dba-ec13-4e6a-822c-47796ed41bdc triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:31:31.042883 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:31.152075 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:31.188459 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port f9e07dba-ec13-4e6a-822c-47796ed41bdc, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f9e07dba-ec13-4e6a-822c-47796ed41bdc,segment=NetworkSegment(94df4b1c-3e55-428f-b911-77b2c076c961),segment_id=94df4b1c-3e55-428f-b911-77b2c076c961)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:31:31.193761 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:31.206284 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-c5f310f1-88f6-4727-b86e-cc3aa833a6da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334970744&fields=id&tenant_id=05572b72967b47979ffcaeaaf54adde1 HTTP/1.1" status: 200 len: 267 time: 0.0453522 Jan 31 16:31:31.252659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=f9e07dba-ec13-4e6a-822c-47796ed41bdc,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:31.313710 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-972b40d3-e140-49b6-9f65-04c8445579ab tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:31.315350 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-972b40d3-e140-49b6-9f65-04c8445579ab tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/networks?id=9d0c7225-c539-4c49-9757-3bf9a2a2a935 HTTP/1.1" status: 200 len: 796 time: 0.1081414 Jan 31 16:31:31.333927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-b0e2fc81-4096-49c4-b640-4a3f72fa2cee tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/quotas/05572b72967b47979ffcaeaaf54adde1 HTTP/1.1" status: 200 len: 375 time: 0.0127428 Jan 31 16:31:31.343783 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fbbc38-08b0-471e-99b3-994efe677281 None None] Network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:31:31.400649 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-c1d08cfd-cf0c-44cb-b5b1-59f2d226dcbd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0607283 Jan 31 16:31:31.411435 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f91cac4b-c088-46b9-b654-daa8410ba1dd None None] Provisioning complete for port f9e07dba-ec13-4e6a-822c-47796ed41bdc triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:31:31.411861 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f91cac4b-c088-46b9-b654-daa8410ba1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:31.512318 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-e7a4b08b-c370-4bfc-84ee-46fe2d406c8e service neutron] 10.222.0.36 "GET /v2.0/networks/9d0c7225-c539-4c49-9757-3bf9a2a2a935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922401 Jan 31 16:31:31.625030 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-b55c1194-d5c7-4bdb-ad53-a582d3d6725b service neutron] 10.222.0.36 "GET /v2.0/networks/9d0c7225-c539-4c49-9757-3bf9a2a2a935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059756 Jan 31 16:31:31.789602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-50a2fd70-a6e7-4d23-9cf4-ce178f9e9b3d None None] Provisioning complete for port f9e07dba-ec13-4e6a-822c-47796ed41bdc triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:31:31.790040 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-50a2fd70-a6e7-4d23-9cf4-ce178f9e9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:31.809680 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e2cd100-77f8-4d60-a07d-dffde4963cd5 req-50f20818-b62f-421b-aea2-34e850583e02 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 210 time: 0.0295825 Jan 31 16:31:32.789081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-fd920ee5-6dc0-4e44-88b2-925de4b56542 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:32.790736 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-fd920ee5-6dc0-4e44-88b2-925de4b56542 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.20 "GET /v2.0/networks?id=9d0c7225-c539-4c49-9757-3bf9a2a2a935 HTTP/1.1" status: 200 len: 796 time: 0.1114187 Jan 31 16:31:32.837971 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-62350a0f-33b3-4218-a647-863b311b1da7 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05572b72967b47979ffcaeaaf54adde1 HTTP/1.1" status: 200 len: 471 time: 0.0386262 Jan 31 16:31:32.849151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'port': {'device_id': 'c3157f4a-cba7-4f73-8845-cb8fea8ebda9', 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935', 'admin_state_up': True, 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'security_groups': ['19d59785-9e97-4fa0-ab07-107ba3196121']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:31:32.913527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97b830d3-d2cc-4595-b3d0-7b0d3aab3160 req-7d1aabdb-02ef-4b02-88f2-28cf296c4566 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 210 time: 0.0285692 Jan 31 16:31:32.937847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f9e07dba-ec13-4e6a-822c-47796ed41bdc up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:31:32.970981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Made reservation on behalf of 05572b72967b47979ffcaeaaf54adde1 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:31:32.976512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:32.992523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f9e07dba-ec13-4e6a-822c-47796ed41bdc triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:31:32.992895 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:33.123016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Allocated IP 172.20.0.23 (9d0c7225-c539-4c49-9757-3bf9a2a2a935/b16261c8-3ce1-4699-b4b7-bef2d1e7acd5/cdc06ca5-faf0-405d-913b-5910ac654a0b) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:31:33.270318 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:33.312071 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:33.366890 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:31:33.370002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:31:33.373894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:31:33.398503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=cdc06ca5-faf0-405d-913b-5910ac654a0b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:33.431430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:33.432079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:33.449904 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-3ae173b3-4b26-4775-ab36-c201e29a329a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6049490 Jan 31 16:31:33.462758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Request body: {'port': {'device_id': 'c3157f4a-cba7-4f73-8845-cb8fea8ebda9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:31:33.524630 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:33.613140 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-089cbfdd-3dbc-432a-9109-1072aa7dbade None None] Provisioning complete for port cdc06ca5-faf0-405d-913b-5910ac654a0b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:31:33.613643 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-089cbfdd-3dbc-432a-9109-1072aa7dbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:33.650578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-089cbfdd-3dbc-432a-9109-1072aa7dbade None None] Port cdc06ca5-faf0-405d-913b-5910ac654a0b cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:31:33.804818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc06ca5-faf0-405d-913b-5910ac654a0b {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:31:33.812442 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:33.824964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Transition to ACTIVE for port object cdc06ca5-faf0-405d-913b-5910ac654a0b will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:31:33.829255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:33.878017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Pushing event updated for resources: {'Port': ['ID=cdc06ca5-faf0-405d-913b-5910ac654a0b,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:33.951606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Attempting to bind port cdc06ca5-faf0-405d-913b-5910ac654a0b on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:31:33.951944 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Attempting to bind port cdc06ca5-faf0-405d-913b-5910ac654a0b by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:31:33.952275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Attempting to bind port cdc06ca5-faf0-405d-913b-5910ac654a0b on network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:31:33.957857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Port cdc06ca5-faf0-405d-913b-5910ac654a0b on network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:31:33.958186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Attempting to bind port cdc06ca5-faf0-405d-913b-5910ac654a0b on network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:31:33.963700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:31:33.964040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Checking segment: {'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:31:33.964575 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Bound using segment: {'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:31:33.965169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Bound port: cdc06ca5-faf0-405d-913b-5910ac654a0b, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:31:33.965562 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:34.069645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] For port cdc06ca5-faf0-405d-913b-5910ac654a0b, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:31:34.078410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e0224-3569-4f94-8a9e-3813cb452e7d req-e844be29-8e02-42ad-b1ba-3ab5519eb265 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:34.079956 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-840e0224-3569-4f94-8a9e-3813cb452e7d req-e844be29-8e02-42ad-b1ba-3ab5519eb265 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 944 time: 0.0807633 Jan 31 16:31:34.081896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] For port cdc06ca5-faf0-405d-913b-5910ac654a0b, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=cdc06ca5-faf0-405d-913b-5910ac654a0b,segment=NetworkSegment(94df4b1c-3e55-428f-b911-77b2c076c961),segment_id=94df4b1c-3e55-428f-b911-77b2c076c961)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:31:34.088890 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:34.141442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:34.142081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:34.143540 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] 10.222.0.20 "PUT /v2.0/ports/cdc06ca5-faf0-405d-913b-5910ac654a0b HTTP/1.1" status: 200 len: 1092 time: 0.6854508 Jan 31 16:31:34.146395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3157f4a-cba7-4f73-8845-cb8fea8ebda9', 'tag': 'cdc06ca5-faf0-405d-913b-5910ac654a0b'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:31:34.148741 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964f995b-e2b6-4adc-aed0-2294475748ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c3157f4a-cba7-4f73-8845-cb8fea8ebda9", "tag": "cdc06ca5-faf0-405d-913b-5910ac654a0b"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:31:34.178167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-840e0224-3569-4f94-8a9e-3813cb452e7d req-aadcdbb1-42cc-4b34-8352-f9c39ab3966b tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=19d59785-9e97-4fa0-ab07-107ba3196121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909212 Jan 31 16:31:34.181546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d646b-4719-4837-b88f-fe5eab98137c service neutron] Pushing event updated for resources: {'Port': ['ID=cdc06ca5-faf0-405d-913b-5910ac654a0b,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:34.220763 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291eea47-04ab-4114-bd2c-1ce33672339d x-openstack-request-id: req-291eea47-04ab-4114-bd2c-1ce33672339d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:31:34.221165 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3157f4a-cba7-4f73-8845-cb8fea8ebda9", "tag": "cdc06ca5-faf0-405d-913b-5910ac654a0b", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:31:34.221517 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-291eea47-04ab-4114-bd2c-1ce33672339d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:31:34.221994 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3157f4a-cba7-4f73-8845-cb8fea8ebda9', 'tag': 'cdc06ca5-faf0-405d-913b-5910ac654a0b', 'status': 'completed', 'code': 200} Jan 31 16:31:34.240402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-1e3b0416-c27e-43e9-a8f1-7876d1feed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:34.241984 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-1e3b0416-c27e-43e9-a8f1-7876d1feed52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 1095 time: 0.0493724 Jan 31 16:31:34.291210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-9d5525ee-9daf-4248-a24d-1d35e6ae764b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=cdc06ca5-faf0-405d-913b-5910ac654a0b HTTP/1.1" status: 200 len: 217 time: 0.0417240 Jan 31 16:31:34.344183 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-9d6291c8-22be-4269-afda-889174d4ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:34.345768 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-9d6291c8-22be-4269-afda-889174d4ad01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b16261c8-3ce1-4699-b4b7-bef2d1e7acd5 HTTP/1.1" status: 200 len: 838 time: 0.0485532 Jan 31 16:31:34.395139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-25dcb96f-2ab5-4f88-8841-b490342d7385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:34.396679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-25dcb96f-2ab5-4f88-8841-b490342d7385 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0c7225-c539-4c49-9757-3bf9a2a2a935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444813 Jan 31 16:31:34.495947 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-8b7d79fb-a1fe-4b03-b121-e082ccb8db30 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0c7225-c539-4c49-9757-3bf9a2a2a935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926545 Jan 31 16:31:34.590842 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a2e7ab1-8840-4b94-8645-c14cda955fb8 req-918b7a07-6ea2-4b76-9399-be0f2844d0d5 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0c7225-c539-4c49-9757-3bf9a2a2a935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882244 Jan 31 16:31:34.685092 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f995b-e2b6-4adc-aed0-2294475748ff req-798ed96b-ac48-4546-ba4a-55215b480f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:34.686644 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-964f995b-e2b6-4adc-aed0-2294475748ff req-798ed96b-ac48-4546-ba4a-55215b480f48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 1095 time: 0.0492196 Jan 31 16:31:34.782871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f995b-e2b6-4adc-aed0-2294475748ff req-f1033de8-f9a2-4cd8-a64a-977f1fddcdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:34.784395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-964f995b-e2b6-4adc-aed0-2294475748ff req-f1033de8-f9a2-4cd8-a64a-977f1fddcdf2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d0c7225-c539-4c49-9757-3bf9a2a2a935 HTTP/1.1" status: 200 len: 897 time: 0.0912311 Jan 31 16:31:34.825625 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-964f995b-e2b6-4adc-aed0-2294475748ff req-b2590f4b-09a5-4e2e-8d41-b2abd6538d07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=cdc06ca5-faf0-405d-913b-5910ac654a0b HTTP/1.1" status: 200 len: 217 time: 0.0348775 Jan 31 16:31:34.881514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f995b-e2b6-4adc-aed0-2294475748ff req-680d03cb-a940-439b-bfb8-ef7179a0dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:34.882976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-964f995b-e2b6-4adc-aed0-2294475748ff req-680d03cb-a940-439b-bfb8-ef7179a0dc3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b16261c8-3ce1-4699-b4b7-bef2d1e7acd5 HTTP/1.1" status: 200 len: 838 time: 0.0495384 Jan 31 16:31:34.931581 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f995b-e2b6-4adc-aed0-2294475748ff req-f11c1960-e57b-47a7-9ccf-9f66bed825af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:34.933748 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-964f995b-e2b6-4adc-aed0-2294475748ff req-f11c1960-e57b-47a7-9ccf-9f66bed825af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0c7225-c539-4c49-9757-3bf9a2a2a935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436454 Jan 31 16:31:35.032913 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-964f995b-e2b6-4adc-aed0-2294475748ff req-b34aca1a-9360-4466-9d67-15767ceb0eb4 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0c7225-c539-4c49-9757-3bf9a2a2a935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903080 Jan 31 16:31:35.050994 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:31:35.130858 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-964f995b-e2b6-4adc-aed0-2294475748ff req-6f7f92c9-72ea-444f-883f-88888bc92c63 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0c7225-c539-4c49-9757-3bf9a2a2a935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903311 Jan 31 16:31:35.296086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec20e0-a422-443f-9cbb-1bb0f49808dd req-5692500d-0cb6-4052-bb54-1da9c19bbd8a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:35.297657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9ec20e0-a422-443f-9cbb-1bb0f49808dd req-5692500d-0cb6-4052-bb54-1da9c19bbd8a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 944 time: 0.0510991 Jan 31 16:31:35.340206 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9ec20e0-a422-443f-9cbb-1bb0f49808dd req-2db6a283-0426-4da2-b643-edaf3c5da938 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=19d59785-9e97-4fa0-ab07-107ba3196121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362883 Jan 31 16:31:36.081084 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-098a9117-0b05-45e9-9214-d2b29d6ee4c8 req-267036a2-7984-4abf-bba3-ee512c575e54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454078 Jan 31 16:31:36.176449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a9117-0b05-45e9-9214-d2b29d6ee4c8 req-19442742-25f0-410c-8d3f-c5f4b02385c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:36.178018 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-098a9117-0b05-45e9-9214-d2b29d6ee4c8 req-19442742-25f0-410c-8d3f-c5f4b02385c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85957f87cc7e479f9c5246cf35c60027&device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 1097 time: 0.0539756 Jan 31 16:31:36.290793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a9117-0b05-45e9-9214-d2b29d6ee4c8 req-8bf5a3ee-edbe-4bc2-8023-516589f7f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:36.292292 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-098a9117-0b05-45e9-9214-d2b29d6ee4c8 req-8bf5a3ee-edbe-4bc2-8023-516589f7f676 service neutron] 10.222.0.20 "GET /v2.0/networks?id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe HTTP/1.1" status: 200 len: 910 time: 0.0910058 Jan 31 16:31:36.367914 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-098a9117-0b05-45e9-9214-d2b29d6ee4c8 req-013e345b-fa35-4488-ad6d-e8f48c72c4d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=801a2887-f859-4057-a0c2-ae5b912c1102 HTTP/1.1" status: 200 len: 1001 time: 0.0669281 Jan 31 16:31:36.421440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a9117-0b05-45e9-9214-d2b29d6ee4c8 req-b0b5aded-ef41-492b-929e-1c9a7674e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:36.422960 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-098a9117-0b05-45e9-9214-d2b29d6ee4c8 req-b0b5aded-ef41-492b-929e-1c9a7674e78f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b7becd1-dbb3-425e-b5e9-2cde73441f00 HTTP/1.1" status: 200 len: 848 time: 0.0489323 Jan 31 16:31:36.463508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efecd77-0d9b-4384-ab2e-5b65ce3e34ad req-3f731f83-97f3-44e6-bc99-6f831015caf3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:36.465039 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3efecd77-0d9b-4384-ab2e-5b65ce3e34ad req-3f731f83-97f3-44e6-bc99-6f831015caf3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 944 time: 0.0507774 Jan 31 16:31:36.470672 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a9117-0b05-45e9-9214-d2b29d6ee4c8 req-d3f22670-c082-492f-bb44-8628eaf9605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:36.472195 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-098a9117-0b05-45e9-9214-d2b29d6ee4c8 req-d3f22670-c082-492f-bb44-8628eaf9605f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420320 Jan 31 16:31:36.506663 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3efecd77-0d9b-4384-ab2e-5b65ce3e34ad req-9d00a985-77ca-48ef-8a37-21105796d449 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=19d59785-9e97-4fa0-ab07-107ba3196121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347390 Jan 31 16:31:36.566858 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-098a9117-0b05-45e9-9214-d2b29d6ee4c8 req-c9e4f898-3729-4ee6-9361-03df3a0a7958 service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876915 Jan 31 16:31:36.669125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-098a9117-0b05-45e9-9214-d2b29d6ee4c8 req-0c1c4708-df6a-4f0d-a923-e96f7c62bf44 service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947082 Jan 31 16:31:36.862257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device cdc06ca5-faf0-405d-913b-5910ac654a0b details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:31:36.968266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port cdc06ca5-faf0-405d-913b-5910ac654a0b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=cdc06ca5-faf0-405d-913b-5910ac654a0b,segment=NetworkSegment(94df4b1c-3e55-428f-b911-77b2c076c961),segment_id=94df4b1c-3e55-428f-b911-77b2c076c961)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:31:36.980004 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'cdc06ca5-faf0-405d-913b-5910ac654a0b', 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935', 'port_id': 'cdc06ca5-faf0-405d-913b-5910ac654a0b', 'mac_address': 'fa:16:3e:f5:e0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16261c8-3ce1-4699-b4b7-bef2d1e7acd5', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:31:37.022201 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:37.035884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc06ca5-faf0-405d-913b-5910ac654a0b {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:31:37.057623 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port cdc06ca5-faf0-405d-913b-5910ac654a0b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=cdc06ca5-faf0-405d-913b-5910ac654a0b,segment=NetworkSegment(94df4b1c-3e55-428f-b911-77b2c076c961),segment_id=94df4b1c-3e55-428f-b911-77b2c076c961)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:31:37.062423 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:37.112805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=cdc06ca5-faf0-405d-913b-5910ac654a0b,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:37.334450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['cdc06ca5-faf0-405d-913b-5910ac654a0b'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:31:37.637433 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae48f58-2527-4ba2-8c27-15711a5c9e5a req-2fe8ecb3-0167-46bf-b06f-1b14a0730b17 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:37.639249 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ae48f58-2527-4ba2-8c27-15711a5c9e5a req-2fe8ecb3-0167-46bf-b06f-1b14a0730b17 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 945 time: 0.0623400 Jan 31 16:31:37.687219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7ae48f58-2527-4ba2-8c27-15711a5c9e5a req-267193c7-ccf3-4326-b79c-db648dc1018e tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=19d59785-9e97-4fa0-ab07-107ba3196121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404086 Jan 31 16:31:38.828278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35d814-b1ab-4e03-ad70-05d39fafafc4 req-bfa2975b-42cd-4d41-a58a-08aab472e10a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:38.829830 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b35d814-b1ab-4e03-ad70-05d39fafafc4 req-bfa2975b-42cd-4d41-a58a-08aab472e10a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 945 time: 0.0645804 Jan 31 16:31:38.875500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4b35d814-b1ab-4e03-ad70-05d39fafafc4 req-daeed3c1-e45b-4aac-af34-9a8872e6e243 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=19d59785-9e97-4fa0-ab07-107ba3196121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394461 Jan 31 16:31:38.882215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device cdc06ca5-faf0-405d-913b-5910ac654a0b up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:31:38.938857 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port cdc06ca5-faf0-405d-913b-5910ac654a0b completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:31:38.942907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port cdc06ca5-faf0-405d-913b-5910ac654a0b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:31:38.943274 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:39.030420 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:39.055337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3157f4a-cba7-4f73-8845-cb8fea8ebda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc06ca5-faf0-405d-913b-5910ac654a0b'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:31:39.057660 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60b39c3-bad1-499b-ba46-2326c9a08f47" -d '{"events": [{"server_uuid": "c3157f4a-cba7-4f73-8845-cb8fea8ebda9", "name": "network-vif-plugged", "status": "completed", "tag": "cdc06ca5-faf0-405d-913b-5910ac654a0b"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:31:39.075267 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port cdc06ca5-faf0-405d-913b-5910ac654a0b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=cdc06ca5-faf0-405d-913b-5910ac654a0b,segment=NetworkSegment(94df4b1c-3e55-428f-b911-77b2c076c961),segment_id=94df4b1c-3e55-428f-b911-77b2c076c961)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:31:39.080725 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:39.107560 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75ab3d5-e1d3-4821-8f34-a39384cb0e86 x-openstack-request-id: req-a75ab3d5-e1d3-4821-8f34-a39384cb0e86 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:31:39.107836 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3157f4a-cba7-4f73-8845-cb8fea8ebda9", "name": "network-vif-plugged", "status": "completed", "tag": "cdc06ca5-faf0-405d-913b-5910ac654a0b", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:31:39.108098 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a75ab3d5-e1d3-4821-8f34-a39384cb0e86 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:31:39.108447 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3157f4a-cba7-4f73-8845-cb8fea8ebda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc06ca5-faf0-405d-913b-5910ac654a0b', 'code': 200} Jan 31 16:31:39.137572 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=cdc06ca5-faf0-405d-913b-5910ac654a0b,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:39.204393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3cb0a-c60e-4389-909d-414e9159da81 req-fb33b496-7edc-47de-b36e-8d63adb420bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:39.206015 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fcd3cb0a-c60e-4389-909d-414e9159da81 req-fb33b496-7edc-47de-b36e-8d63adb420bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 1097 time: 0.0425842 Jan 31 16:31:39.243239 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fcd3cb0a-c60e-4389-909d-414e9159da81 req-b998b0a8-1443-4d9b-8d1e-59e9d25f0c54 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=19d59785-9e97-4fa0-ab07-107ba3196121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290568 Jan 31 16:31:39.996923 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68df55f-ec3a-4454-ba92-5b085939e5d6 req-ac45e260-0f1c-4138-93d7-146629222679 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:39.998437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e68df55f-ec3a-4454-ba92-5b085939e5d6 req-ac45e260-0f1c-4138-93d7-146629222679 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 946 time: 0.0519931 Jan 31 16:31:40.042074 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e68df55f-ec3a-4454-ba92-5b085939e5d6 req-28ea81e2-a507-49af-8288-c39e1165e0be tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=19d59785-9e97-4fa0-ab07-107ba3196121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367818 Jan 31 16:31:41.166782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5aa3c0-d703-41b4-bfc9-c7f25b6fab7e req-26cd2b55-615d-40cd-a8d4-ed869142cd5e tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:41.168331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c5aa3c0-d703-41b4-bfc9-c7f25b6fab7e req-26cd2b55-615d-40cd-a8d4-ed869142cd5e tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 946 time: 0.0527906 Jan 31 16:31:41.208824 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c5aa3c0-d703-41b4-bfc9-c7f25b6fab7e req-2c5e5db4-61c5-4141-8283-bae3df29bf83 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=19d59785-9e97-4fa0-ab07-107ba3196121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343559 Jan 31 16:31:41.329410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425478a-0bb5-4028-a2c5-215c52c88870 req-394e5ba1-b679-4792-b5ea-6f0eb4749621 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:41.331679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5425478a-0bb5-4028-a2c5-215c52c88870 req-394e5ba1-b679-4792-b5ea-6f0eb4749621 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 946 time: 0.0542071 Jan 31 16:31:41.379739 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5425478a-0bb5-4028-a2c5-215c52c88870 req-b6f17167-e4a7-4189-b279-9b9c5f31f090 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=19d59785-9e97-4fa0-ab07-107ba3196121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393565 Jan 31 16:31:42.855083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36266) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:31:43.313302 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:43.614747 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-60ae3dc0-1079-4713-83f6-69f08e480c47 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064796 Jan 31 16:31:43.641709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Allocated IP 172.20.0.17 (9d0c7225-c539-4c49-9757-3bf9a2a2a935/b16261c8-3ce1-4699-b4b7-bef2d1e7acd5/1ad69335-bc0b-4688-b618-66de36af4583) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:31:43.767558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-61b884ca-4a89-400a-bf16-4bd2a57845fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:43.769270 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-61b884ca-4a89-400a-bf16-4bd2a57845fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 1096 time: 0.0983813 Jan 31 16:31:43.795718 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:43.901402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-77b3d175-3a55-4bc5-9519-b8c1efbf1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:43.902901 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-77b3d175-3a55-4bc5-9519-b8c1efbf1254 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c95776-0d65-48c1-818b-f6881d7e2939 HTTP/1.1" status: 200 len: 898 time: 0.1125147 Jan 31 16:31:43.903900 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:43.995243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:31:44.004537 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:31:44.013634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:31:44.023607 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-2b217037-5d43-49b3-8be2-63059e909a6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ad4044-390f-411b-bd09-3de7415699a2 HTTP/1.1" status: 200 len: 1001 time: 0.1131065 Jan 31 16:31:44.041924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=1ad69335-bc0b-4688-b618-66de36af4583,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:44.104349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:44.110872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-d93678e6-e5ae-481c-997a-4ba57d648871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:44.112460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-d93678e6-e5ae-481c-997a-4ba57d648871 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab5d5380-b0a2-4897-a889-3fb6dd72a681 HTTP/1.1" status: 200 len: 834 time: 0.0669599 Jan 31 16:31:44.202711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a8b9036e-ca28-453a-9696-51956e4ec5cc None None] Provisioning complete for port 1ad69335-bc0b-4688-b618-66de36af4583 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:31:44.203371 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a8b9036e-ca28-453a-9696-51956e4ec5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:44.233231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-857aa26c-1bbe-4b9e-bb98-e6f75b846335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:31:44.234790 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-857aa26c-1bbe-4b9e-bb98-e6f75b846335 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c95776-0d65-48c1-818b-f6881d7e2939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915763 Jan 31 16:31:44.245375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9036e-ca28-453a-9696-51956e4ec5cc None None] Port 1ad69335-bc0b-4688-b618-66de36af4583 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:31:44.248686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-d0573f8f-7c0f-44b7-87b6-765afef863ab service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:31:44.249849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-d0573f8f-7c0f-44b7-87b6-765afef863ab service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065722 Jan 31 16:31:44.330983 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:44.406637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-a65608ce-5a68-40bd-85af-ab365aa7eb56 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494856 Jan 31 16:31:44.594341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8052aee0-6ad8-443b-bf8a-b91778bb9ef0 req-40cda136-7a6a-42ab-aacc-b94722fd28b8 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807134 Jan 31 16:31:44.721486 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:44.727614 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:44.798554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=1ad69335-bc0b-4688-b618-66de36af4583,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:44.801272 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:44.903542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:31:44.904886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:31:45.174073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-43a21e43-1d45-4851-8c8a-cebd692f7c9b None None] Provisioning complete for port 1ad69335-bc0b-4688-b618-66de36af4583 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:31:45.174394 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-43a21e43-1d45-4851-8c8a-cebd692f7c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:45.217296 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-43a21e43-1d45-4851-8c8a-cebd692f7c9b None None] Port 1ad69335-bc0b-4688-b618-66de36af4583 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:31:45.358335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Router 110834f5-b169-46d5-aa19-5ca9273fcdbb has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:31:45.474961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:31:45.481438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bfb44398-6ffa-408e-a084-facf7ac8b61d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "PUT /v2.0/routers/110834f5-b169-46d5-aa19-5ca9273fcdbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6244028 Jan 31 16:31:45.486199 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Sync routers for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:31:45.495368 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:31:45.496131 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:31:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:31:45.605255 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:31:45.834307 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:31:44Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '79b8bf49-16d3-4431-9090-8c3a0fa95c04', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'port_id': '11ad4044-390f-411b-bd09-3de7415699a2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'mac_address': 'fa:16:3e:7d:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:30:48Z', 'updated_at': '2022-01-31T16:30:50Z', 'revision_number': 1, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad69335-bc0b-4688-b618-66de36af4583', 'name': '', 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:c4:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b16261c8-3ce1-4699-b4b7-bef2d1e7acd5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:31:43Z', 'updated_at': '2022-01-31T16:31:44Z', 'revision_number': 2, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'b16261c8-3ce1-4699-b4b7-bef2d1e7acd5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:35Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:31:45.959027 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Checking router: 110834f5-b169-46d5-aa19-5ca9273fcdbb for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:31:45.959325 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Updating router 110834f5-b169-46d5-aa19-5ca9273fcdbb port 1ad69335-bc0b-4688-b618-66de36af4583 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:31:45.987693 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:46.266116 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:46.274079 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:46.329746 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Pushing event updated for resources: {'Port': ['ID=1ad69335-bc0b-4688-b618-66de36af4583,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:46.354406 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:46.354754 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:46.355092 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:46.355416 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:46.355745 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:46.356072 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:46.356398 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:46.356722 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:46.357044 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:46.357362 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:46.357873 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:46.358204 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:31:46.388930 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Attempting to bind port 1ad69335-bc0b-4688-b618-66de36af4583 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:31:46.389300 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Attempting to bind port 1ad69335-bc0b-4688-b618-66de36af4583 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:31:46.389684 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Attempting to bind port 1ad69335-bc0b-4688-b618-66de36af4583 on network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:31:46.395282 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:31:46.395705 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Checking segment: {'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:31:46.396410 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:46.396601 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Bound using segment: {'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:31:46.396944 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Bound port: 1ad69335-bc0b-4688-b618-66de36af4583, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94df4b1c-3e55-428f-b911-77b2c076c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:31:46.397315 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:46.465988 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] For port 1ad69335-bc0b-4688-b618-66de36af4583, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:31:46.469401 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] For port 1ad69335-bc0b-4688-b618-66de36af4583, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1ad69335-bc0b-4688-b618-66de36af4583,segment=NetworkSegment(94df4b1c-3e55-428f-b911-77b2c076c961),segment_id=94df4b1c-3e55-428f-b911-77b2c076c961)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:31:46.475546 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:46.537444 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:31:46.538177 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:31:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:31:46.541752 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e93766-1bf6-4ad6-a58c-8ed1d53a8c92 None None] Pushing event updated for resources: {'Port': ['ID=1ad69335-bc0b-4688-b618-66de36af4583,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:46.557930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ac8383d6-a4a0-4161-9a9d-284080fe0a92 None None] Provisioning complete for port 1ad69335-bc0b-4688-b618-66de36af4583 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:31:46.558577 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ac8383d6-a4a0-4161-9a9d-284080fe0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:46.644389 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ac8383d6-a4a0-4161-9a9d-284080fe0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:46.651055 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:31:46.691396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-ac8383d6-a4a0-4161-9a9d-284080fe0a92 None None] For port 1ad69335-bc0b-4688-b618-66de36af4583, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1ad69335-bc0b-4688-b618-66de36af4583,segment=NetworkSegment(94df4b1c-3e55-428f-b911-77b2c076c961),segment_id=94df4b1c-3e55-428f-b911-77b2c076c961)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:31:46.697457 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ac8383d6-a4a0-4161-9a9d-284080fe0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:46.746050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8383d6-a4a0-4161-9a9d-284080fe0a92 None None] Pushing event updated for resources: {'Port': ['ID=1ad69335-bc0b-4688-b618-66de36af4583,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:31:46.819668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a7b32bde-2ddd-421c-9d5c-7ea2ee346772 None None] Provisioning complete for port 1ad69335-bc0b-4688-b618-66de36af4583 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:31:46.819931 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7b32bde-2ddd-421c-9d5c-7ea2ee346772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:46.931454 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:31:44Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '79b8bf49-16d3-4431-9090-8c3a0fa95c04', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'port_id': '11ad4044-390f-411b-bd09-3de7415699a2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'mac_address': 'fa:16:3e:7d:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:30:48Z', 'updated_at': '2022-01-31T16:30:50Z', 'revision_number': 1, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad69335-bc0b-4688-b618-66de36af4583', 'name': '', 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:c4:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b16261c8-3ce1-4699-b4b7-bef2d1e7acd5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:31:43Z', 'updated_at': '2022-01-31T16:31:46Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'b16261c8-3ce1-4699-b4b7-bef2d1e7acd5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:35Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:31:46.962236 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3209342-189a-4a3e-9be1-6cea41c17d00 None None] The sync data for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 is: [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:31:44Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '79b8bf49-16d3-4431-9090-8c3a0fa95c04', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'port_id': '11ad4044-390f-411b-bd09-3de7415699a2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'mac_address': 'fa:16:3e:7d:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:30:48Z', 'updated_at': '2022-01-31T16:30:50Z', 'revision_number': 1, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad69335-bc0b-4688-b618-66de36af4583', 'name': '', 'network_id': '9d0c7225-c539-4c49-9757-3bf9a2a2a935', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:c4:05:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b16261c8-3ce1-4699-b4b7-bef2d1e7acd5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:31:43Z', 'updated_at': '2022-01-31T16:31:46Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'b16261c8-3ce1-4699-b4b7-bef2d1e7acd5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:35Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:31:47.276414 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5f2e3e5-1b0a-4364-ad80-f4cef1209319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:48.958074 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1ad69335-bc0b-4688-b618-66de36af4583 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:31:49.015274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 1ad69335-bc0b-4688-b618-66de36af4583 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:31:49.015628 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:49.718371 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3262cfcc-3caf-4c50-857d-b5c8d40297ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:50.961961 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:52.593511 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:52.608814 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:56.054625 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:31:58.108679 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:08.140983 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36294) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:08.541904 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a898d145-d94a-40db-ad96-d7c9983b5936 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:08.883042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a898d145-d94a-40db-ad96-d7c9983b5936 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting port 1ad69335-bc0b-4688-b618-66de36af4583 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:32:08.883415 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a898d145-d94a-40db-ad96-d7c9983b5936 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:08.994220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-a898d145-d94a-40db-ad96-d7c9983b5936 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] For port 1ad69335-bc0b-4688-b618-66de36af4583, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1ad69335-bc0b-4688-b618-66de36af4583,segment=NetworkSegment(94df4b1c-3e55-428f-b911-77b2c076c961),segment_id=94df4b1c-3e55-428f-b911-77b2c076c961)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:08.994569 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a898d145-d94a-40db-ad96-d7c9983b5936 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:09.018298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a898d145-d94a-40db-ad96-d7c9983b5936 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Calling delete_port for 1ad69335-bc0b-4688-b618-66de36af4583 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:32:09.228168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a898d145-d94a-40db-ad96-d7c9983b5936 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:09.257272 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898d145-d94a-40db-ad96-d7c9983b5936 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Port': ['ID=1ad69335-bc0b-4688-b618-66de36af4583,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:09.448772 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a898d145-d94a-40db-ad96-d7c9983b5936 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:09.678767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a898d145-d94a-40db-ad96-d7c9983b5936 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Router 110834f5-b169-46d5-aa19-5ca9273fcdbb has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:32:09.787860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a898d145-d94a-40db-ad96-d7c9983b5936 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:32:09.793114 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a898d145-d94a-40db-ad96-d7c9983b5936 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "PUT /v2.0/routers/110834f5-b169-46d5-aa19-5ca9273fcdbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6508706 Jan 31 16:32:09.799042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb96e6-b696-4520-805e-575806879c46 None None] Sync routers for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:32:09.809140 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb96e6-b696-4520-805e-575806879c46 None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:09.809854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c9eb96e6-b696-4520-805e-575806879c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:31:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:09.928018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-c9eb96e6-b696-4520-805e-575806879c46 None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:10.037013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61540289-25c6-4ffa-a610-7a388175fa74 req-7dc7f97b-2d36-4fe0-864e-6ff7f64ffdf9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:10.038681 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61540289-25c6-4ffa-a610-7a388175fa74 req-7dc7f97b-2d36-4fe0-864e-6ff7f64ffdf9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 946 time: 0.0497971 Jan 31 16:32:10.086900 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61540289-25c6-4ffa-a610-7a388175fa74 req-926a13f1-b655-4cde-beb2-f23dbb43662f tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=19d59785-9e97-4fa0-ab07-107ba3196121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420995 Jan 31 16:32:10.185145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c9eb96e6-b696-4520-805e-575806879c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:32:09Z', 'revision_number': 6, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '79b8bf49-16d3-4431-9090-8c3a0fa95c04', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'port_id': '11ad4044-390f-411b-bd09-3de7415699a2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'mac_address': 'fa:16:3e:7d:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:30:48Z', 'updated_at': '2022-01-31T16:30:50Z', 'revision_number': 1, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:35Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:10.212411 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb96e6-b696-4520-805e-575806879c46 None None] Checking router: 110834f5-b169-46d5-aa19-5ca9273fcdbb for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:32:10.221540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb96e6-b696-4520-805e-575806879c46 None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:10.222364 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c9eb96e6-b696-4520-805e-575806879c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:31:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:10.335942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-c9eb96e6-b696-4520-805e-575806879c46 None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:10.574443 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c9eb96e6-b696-4520-805e-575806879c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:32:09Z', 'revision_number': 6, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '79b8bf49-16d3-4431-9090-8c3a0fa95c04', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'port_id': '11ad4044-390f-411b-bd09-3de7415699a2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'mac_address': 'fa:16:3e:7d:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:30:48Z', 'updated_at': '2022-01-31T16:30:50Z', 'revision_number': 1, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:35Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:10.602651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb96e6-b696-4520-805e-575806879c46 None None] The sync data for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 is: [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:32:09Z', 'revision_number': 6, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '79b8bf49-16d3-4431-9090-8c3a0fa95c04', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'port_id': '11ad4044-390f-411b-bd09-3de7415699a2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'mac_address': 'fa:16:3e:7d:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:30:48Z', 'updated_at': '2022-01-31T16:30:50Z', 'revision_number': 1, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:35Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:32:10.997707 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1ad69335-bc0b-4688-b618-66de36af4583 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:32:11.019736 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 1ad69335-bc0b-4688-b618-66de36af4583 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:32:11.020076 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1ad69335-bc0b-4688-b618-66de36af4583 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:32:11.217055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c20ab-1690-4f00-8e1b-5b6b0a6247c6 req-811608e6-b5a6-4052-80f6-4bb2caf52e82 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:11.218605 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-913c20ab-1690-4f00-8e1b-5b6b0a6247c6 req-811608e6-b5a6-4052-80f6-4bb2caf52e82 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 946 time: 0.0564752 Jan 31 16:32:11.259751 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-913c20ab-1690-4f00-8e1b-5b6b0a6247c6 req-158ba78b-e38c-4ac7-ac3d-75fc0d1ae1da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=19d59785-9e97-4fa0-ab07-107ba3196121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348864 Jan 31 16:32:11.537817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097970f6-76a1-4d12-865b-7d87a8455730 req-5effa235-be01-41c0-86fe-b8c2d946e1ba tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:11.539339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-097970f6-76a1-4d12-865b-7d87a8455730 req-5effa235-be01-41c0-86fe-b8c2d946e1ba tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 946 time: 0.0523701 Jan 31 16:32:11.646575 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-097970f6-76a1-4d12-865b-7d87a8455730 req-14dc2b44-bac0-49ac-9da3-9b89a80bbb16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting port cdc06ca5-faf0-405d-913b-5910ac654a0b {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:32:11.646939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-097970f6-76a1-4d12-865b-7d87a8455730 req-14dc2b44-bac0-49ac-9da3-9b89a80bbb16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:11.742909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-097970f6-76a1-4d12-865b-7d87a8455730 req-14dc2b44-bac0-49ac-9da3-9b89a80bbb16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] For port cdc06ca5-faf0-405d-913b-5910ac654a0b, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=cdc06ca5-faf0-405d-913b-5910ac654a0b,segment=NetworkSegment(94df4b1c-3e55-428f-b911-77b2c076c961),segment_id=94df4b1c-3e55-428f-b911-77b2c076c961)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:11.743284 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-097970f6-76a1-4d12-865b-7d87a8455730 req-14dc2b44-bac0-49ac-9da3-9b89a80bbb16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:11.755823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-097970f6-76a1-4d12-865b-7d87a8455730 req-14dc2b44-bac0-49ac-9da3-9b89a80bbb16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Calling delete_port for cdc06ca5-faf0-405d-913b-5910ac654a0b owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:32:11.894456 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-097970f6-76a1-4d12-865b-7d87a8455730 req-14dc2b44-bac0-49ac-9da3-9b89a80bbb16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:11.924908 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc2b44-bac0-49ac-9da3-9b89a80bbb16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Port': ['ID=cdc06ca5-faf0-405d-913b-5910ac654a0b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:11.969415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-097970f6-76a1-4d12-865b-7d87a8455730 req-14dc2b44-bac0-49ac-9da3-9b89a80bbb16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] No DVR routers for this DVR port cdc06ca5-faf0-405d-913b-5910ac654a0b on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:32:11.972626 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-097970f6-76a1-4d12-865b-7d87a8455730 req-14dc2b44-bac0-49ac-9da3-9b89a80bbb16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:11.977226 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-097970f6-76a1-4d12-865b-7d87a8455730 req-14dc2b44-bac0-49ac-9da3-9b89a80bbb16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.20 "DELETE /v2.0/ports/cdc06ca5-faf0-405d-913b-5910ac654a0b HTTP/1.1" status: 204 len: 173 time: 0.4319112 Jan 31 16:32:11.977804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3157f4a-cba7-4f73-8845-cb8fea8ebda9', 'name': 'network-vif-deleted', 'tag': 'cdc06ca5-faf0-405d-913b-5910ac654a0b'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:32:11.980173 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17dc375-ff3d-434c-98ac-1ce103710b97" -d '{"events": [{"server_uuid": "c3157f4a-cba7-4f73-8845-cb8fea8ebda9", "name": "network-vif-deleted", "tag": "cdc06ca5-faf0-405d-913b-5910ac654a0b"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:32:12.018274 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514e4835-30e3-4655-8c55-ba4debfb2ea0 x-openstack-request-id: req-514e4835-30e3-4655-8c55-ba4debfb2ea0 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:32:12.018562 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3157f4a-cba7-4f73-8845-cb8fea8ebda9", "name": "network-vif-deleted", "tag": "cdc06ca5-faf0-405d-913b-5910ac654a0b", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:32:12.018809 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-514e4835-30e3-4655-8c55-ba4debfb2ea0 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:32:12.019278 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3157f4a-cba7-4f73-8845-cb8fea8ebda9', 'name': 'network-vif-deleted', 'tag': 'cdc06ca5-faf0-405d-913b-5910ac654a0b', 'status': 'completed', 'code': 200} Jan 31 16:32:12.050134 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:32:12.396582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8488102-5c99-4217-af05-6446573add5f req-5c656698-12ff-4797-8d9b-ee6d73eb6fa1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3157f4a-cba7-4f73-8845-cb8fea8ebda9 HTTP/1.1" status: 200 len: 210 time: 0.0426245 Jan 31 16:32:13.460438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36308) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:13.525212 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b3fb3fb-5215-4068-9641-c016e327acab tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:13.551727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b3fb3fb-5215-4068-9641-c016e327acab tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:13.620142 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b3fb3fb-5215-4068-9641-c016e327acab tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:13.624361 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7b3fb3fb-5215-4068-9641-c016e327acab tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:13.626390 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7b3fb3fb-5215-4068-9641-c016e327acab tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/security-groups/19d59785-9e97-4fa0-ab07-107ba3196121 HTTP/1.1" status: 204 len: 168 time: 0.1643913 Jan 31 16:32:13.638022 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fb3fb-5215-4068-9641-c016e327acab tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d59785-9e97-4fa0-ab07-107ba3196121,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:13.665915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36312) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:13.719866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dedd4cf-8bfb-44b0-8f29-069e760b83bd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting subnet b16261c8-3ce1-4699-b4b7-bef2d1e7acd5 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:32:13.723497 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dedd4cf-8bfb-44b0-8f29-069e760b83bd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:13.765045 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dedd4cf-8bfb-44b0-8f29-069e760b83bd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:13.856341 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dedd4cf-8bfb-44b0-8f29-069e760b83bd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:13.921754 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dedd4cf-8bfb-44b0-8f29-069e760b83bd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:13.948727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedd4cf-8bfb-44b0-8f29-069e760b83bd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Subnet': ['ID=b16261c8-3ce1-4699-b4b7-bef2d1e7acd5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:13.958007 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8dedd4cf-8bfb-44b0-8f29-069e760b83bd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:13.962931 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8dedd4cf-8bfb-44b0-8f29-069e760b83bd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/subnets/b16261c8-3ce1-4699-b4b7-bef2d1e7acd5 HTTP/1.1" status: 204 len: 168 time: 0.2952957 Jan 31 16:32:13.965277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36314) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:13.967342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45391d49-469d-4671-9009-6b1da6076e28 None None] Network 9d0c7225-c539-4c49-9757-3bf9a2a2a935 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:32:14.062760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.118386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting port f9e07dba-ec13-4e6a-822c-47796ed41bdc {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:32:14.118734 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.179880 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a11f9-6c5e-40b1-a7a5-213005bc8691 None None] DHCP port deletion for 9d0c7225-c539-4c49-9757-3bf9a2a2a935 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:32:14.197551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] For port f9e07dba-ec13-4e6a-822c-47796ed41bdc, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f9e07dba-ec13-4e6a-822c-47796ed41bdc,segment=NetworkSegment(94df4b1c-3e55-428f-b911-77b2c076c961),segment_id=94df4b1c-3e55-428f-b911-77b2c076c961)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:14.198472 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.213879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Calling delete_port for f9e07dba-ec13-4e6a-822c-47796ed41bdc owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:32:14.234229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a11f9-6c5e-40b1-a7a5-213005bc8691 None None] Deleting port f9e07dba-ec13-4e6a-822c-47796ed41bdc {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:32:14.234599 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb2a11f9-6c5e-40b1-a7a5-213005bc8691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.302019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-eb2a11f9-6c5e-40b1-a7a5-213005bc8691 None None] For port f9e07dba-ec13-4e6a-822c-47796ed41bdc, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f9e07dba-ec13-4e6a-822c-47796ed41bdc,segment=NetworkSegment(94df4b1c-3e55-428f-b911-77b2c076c961),segment_id=94df4b1c-3e55-428f-b911-77b2c076c961)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:14.302406 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb2a11f9-6c5e-40b1-a7a5-213005bc8691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.310401 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.317162 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a11f9-6c5e-40b1-a7a5-213005bc8691 None None] Calling delete_port for f9e07dba-ec13-4e6a-822c-47796ed41bdc owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:32:14.338935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Port': ['ID=f9e07dba-ec13-4e6a-822c-47796ed41bdc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:14.344190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] No DVR routers for this DVR port f9e07dba-ec13-4e6a-822c-47796ed41bdc on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:32:14.395278 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb2a11f9-6c5e-40b1-a7a5-213005bc8691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.420629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a11f9-6c5e-40b1-a7a5-213005bc8691 None None] Pushing event deleted for resources: {'Port': ['ID=f9e07dba-ec13-4e6a-822c-47796ed41bdc,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:14.429240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a11f9-6c5e-40b1-a7a5-213005bc8691 None None] No DVR routers for this DVR port f9e07dba-ec13-4e6a-822c-47796ed41bdc on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:32:14.435153 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.464733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0c7225-c539-4c49-9757-3bf9a2a2a935']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:14.474284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94df4b1c-3e55-428f-b911-77b2c076c961') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:14.474546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94df4b1c-3e55-428f-b911-77b2c076c961') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:14.484455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.499195 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.505907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:32:14.506470 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:32:14.510852 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:32:14.578213 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.586231 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.589186 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/networks/9d0c7225-c539-4c49-9757-3bf9a2a2a935 HTTP/1.1" status: 204 len: 168 time: 0.6236815 Jan 31 16:32:14.592593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36316) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:14.601992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299391d1-f683-4080-a380-a1671ff8f346 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Network': ['ID=9d0c7225-c539-4c49-9757-3bf9a2a2a935,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:14.765048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting port 012ac99d-1cde-469e-b8f7-c488fd42d294 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:32:14.765342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.848124 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.848419 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:14.865938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Calling delete_port for 012ac99d-1cde-469e-b8f7-c488fd42d294 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:32:14.937920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f9e07dba-ec13-4e6a-822c-47796ed41bdc no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:32:14.959372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: f9e07dba-ec13-4e6a-822c-47796ed41bdc {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:32:14.959715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f9e07dba-ec13-4e6a-822c-47796ed41bdc not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:32:15.045261 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:15.075130 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Port': ['ID=012ac99d-1cde-469e-b8f7-c488fd42d294,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:15.080240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device cdc06ca5-faf0-405d-913b-5910ac654a0b no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:32:15.118143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: cdc06ca5-faf0-405d-913b-5910ac654a0b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:32:15.118143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device cdc06ca5-faf0-405d-913b-5910ac654a0b not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:32:15.154854 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:15.155197 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Floating IP 79b8bf49-16d3-4431-9090-8c3a0fa95c04 disassociated (deleted). External IP: 172.25.1.191, port: 11ad4044-390f-411b-bd09-3de7415699a2. Jan 31 16:32:15.388329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Router 110834f5-b169-46d5-aa19-5ca9273fcdbb has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:32:15.504819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:32:15.509987 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:15.515368 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9aea45-6bca-4311-b4cf-71f40a43b8c2 None None] Sync routers for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:32:15.529336 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9aea45-6bca-4311-b4cf-71f40a43b8c2 None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:15.529978 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0a9aea45-6bca-4311-b4cf-71f40a43b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:31:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:15.539190 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-adedabe7-cfed-46e3-9645-b4cfa9f6e573 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/floatingips/79b8bf49-16d3-4431-9090-8c3a0fa95c04 HTTP/1.1" status: 204 len: 168 time: 0.9454820 Jan 31 16:32:15.539878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'tag': '11ad4044-390f-411b-bd09-3de7415699a2'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:32:15.542347 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8c7915-afc1-49c4-805e-dd951af5c466" -d '{"events": [{"name": "network-changed", "server_uuid": "e348e069-9442-491b-99f1-4e869b7acdc9", "tag": "11ad4044-390f-411b-bd09-3de7415699a2"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:32:15.583353 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da93cd2f-474f-4fc7-83ca-d1df32969bba x-openstack-request-id: req-da93cd2f-474f-4fc7-83ca-d1df32969bba {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:32:15.583751 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e348e069-9442-491b-99f1-4e869b7acdc9", "tag": "11ad4044-390f-411b-bd09-3de7415699a2", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:32:15.584034 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da93cd2f-474f-4fc7-83ca-d1df32969bba {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:32:15.586696 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'tag': '11ad4044-390f-411b-bd09-3de7415699a2', 'status': 'completed', 'code': 200} Jan 31 16:32:15.643555 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0a9aea45-6bca-4311-b4cf-71f40a43b8c2 None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:15.711114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7915-afc1-49c4-805e-dd951af5c466 req-71646113-aff7-4874-8fce-4d377ef482a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:15.712760 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e8c7915-afc1-49c4-805e-dd951af5c466 req-71646113-aff7-4874-8fce-4d377ef482a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 1096 time: 0.1089270 Jan 31 16:32:15.846556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962d256-f7fa-4c0a-90e1-44f032da6214 req-fcbcf409-a377-49e7-a499-4bf34c78d845 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:15.848085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1962d256-f7fa-4c0a-90e1-44f032da6214 req-fcbcf409-a377-49e7-a499-4bf34c78d845 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 945 time: 0.0823085 Jan 31 16:32:15.849224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7915-afc1-49c4-805e-dd951af5c466 req-bc0db7f3-5901-4dd0-9715-b7da18d71861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:15.850595 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e8c7915-afc1-49c4-805e-dd951af5c466 req-bc0db7f3-5901-4dd0-9715-b7da18d71861 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2c95776-0d65-48c1-818b-f6881d7e2939 HTTP/1.1" status: 200 len: 898 time: 0.1307232 Jan 31 16:32:15.866825 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0a9aea45-6bca-4311-b4cf-71f40a43b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:32:09Z', 'revision_number': 6, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:35Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:15.893958 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9aea45-6bca-4311-b4cf-71f40a43b8c2 None None] Checking router: 110834f5-b169-46d5-aa19-5ca9273fcdbb for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:32:15.902757 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9aea45-6bca-4311-b4cf-71f40a43b8c2 None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:15.903373 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0a9aea45-6bca-4311-b4cf-71f40a43b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:31:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:15.906183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e8c7915-afc1-49c4-805e-dd951af5c466 req-5d872fe8-1e47-4c8e-9458-c307c49a9f30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ad4044-390f-411b-bd09-3de7415699a2 HTTP/1.1" status: 200 len: 217 time: 0.0481482 Jan 31 16:32:15.922868 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1962d256-f7fa-4c0a-90e1-44f032da6214 req-16fdfc65-1f9a-4d4e-a6db-39270f266520 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=1606b208-d6ea-40d7-8bc9-f86a5f086e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660043 Jan 31 16:32:15.974761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7915-afc1-49c4-805e-dd951af5c466 req-0102377c-e382-4958-8544-b63cf9efdacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:15.976224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e8c7915-afc1-49c4-805e-dd951af5c466 req-0102377c-e382-4958-8544-b63cf9efdacd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab5d5380-b0a2-4897-a889-3fb6dd72a681 HTTP/1.1" status: 200 len: 834 time: 0.0498173 Jan 31 16:32:16.011779 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0a9aea45-6bca-4311-b4cf-71f40a43b8c2 None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:16.027559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7915-afc1-49c4-805e-dd951af5c466 req-5968419c-0b42-4856-ac68-66d9fc2c5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:16.029100 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e8c7915-afc1-49c4-805e-dd951af5c466 req-5968419c-0b42-4856-ac68-66d9fc2c5984 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2c95776-0d65-48c1-818b-f6881d7e2939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463188 Jan 31 16:32:16.122626 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e8c7915-afc1-49c4-805e-dd951af5c466 req-d6c3c238-8e98-4fd4-9edc-7d38329b25a4 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854368 Jan 31 16:32:16.210392 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0a9aea45-6bca-4311-b4cf-71f40a43b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:32:09Z', 'revision_number': 6, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:35Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:16.221382 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e8c7915-afc1-49c4-805e-dd951af5c466 req-88bd360f-8691-41af-b029-a59f6afa2378 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916796 Jan 31 16:32:16.240249 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9aea45-6bca-4311-b4cf-71f40a43b8c2 None None] The sync data for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 is: [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:32:09Z', 'revision_number': 6, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f058bfcb-642f-4e4c-8d21-efe86cd3c50a', 'name': '', 'network_id': 'b2c95776-0d65-48c1-818b-f6881d7e2939', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:d5:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:31Z', 'updated_at': '2022-01-31T16:30:35Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': 'ab5d5380-b0a2-4897-a889-3fb6dd72a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:32:16.474186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57580f48-08b1-449d-bab4-6dbe92900c75 None None] New status for floating IP 79b8bf49-16d3-4431-9090-8c3a0fa95c04: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:32:17.049018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421baab9-5dec-44fc-9745-05820baab0f1 req-40faf0ff-875e-4dbc-8dac-8699f8216da9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:17.050566 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-421baab9-5dec-44fc-9745-05820baab0f1 req-40faf0ff-875e-4dbc-8dac-8699f8216da9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 945 time: 0.0525303 Jan 31 16:32:17.090810 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-421baab9-5dec-44fc-9745-05820baab0f1 req-103e0529-4880-446e-80e1-d0e21f9abf79 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=1606b208-d6ea-40d7-8bc9-f86a5f086e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338602 Jan 31 16:32:17.281907 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a33b-cfd3-4db8-a6d2-3545c257d19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:17.396063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae76fb1-8716-48e6-9cad-6949cdae2335 req-adc27662-6860-4ee0-87d0-2e658b8fecf3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:17.397797 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ae76fb1-8716-48e6-9cad-6949cdae2335 req-adc27662-6860-4ee0-87d0-2e658b8fecf3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.30 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 945 time: 0.0532491 Jan 31 16:32:17.492974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-4ae76fb1-8716-48e6-9cad-6949cdae2335 req-32d8891d-f4f0-449c-bd93-cdad95aabdcf tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting port 11ad4044-390f-411b-bd09-3de7415699a2 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:32:17.493288 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4ae76fb1-8716-48e6-9cad-6949cdae2335 req-32d8891d-f4f0-449c-bd93-cdad95aabdcf tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:17.592678 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-4ae76fb1-8716-48e6-9cad-6949cdae2335 req-32d8891d-f4f0-449c-bd93-cdad95aabdcf tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] For port 11ad4044-390f-411b-bd09-3de7415699a2, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=11ad4044-390f-411b-bd09-3de7415699a2,segment=NetworkSegment(8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0),segment_id=8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:17.593006 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4ae76fb1-8716-48e6-9cad-6949cdae2335 req-32d8891d-f4f0-449c-bd93-cdad95aabdcf tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:17.605598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-4ae76fb1-8716-48e6-9cad-6949cdae2335 req-32d8891d-f4f0-449c-bd93-cdad95aabdcf tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Calling delete_port for 11ad4044-390f-411b-bd09-3de7415699a2 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:32:17.753307 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4ae76fb1-8716-48e6-9cad-6949cdae2335 req-32d8891d-f4f0-449c-bd93-cdad95aabdcf tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:17.785246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8891d-f4f0-449c-bd93-cdad95aabdcf tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Port': ['ID=11ad4044-390f-411b-bd09-3de7415699a2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:17.826915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae76fb1-8716-48e6-9cad-6949cdae2335 req-32d8891d-f4f0-449c-bd93-cdad95aabdcf tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] No DVR routers for this DVR port 11ad4044-390f-411b-bd09-3de7415699a2 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:32:17.830189 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4ae76fb1-8716-48e6-9cad-6949cdae2335 req-32d8891d-f4f0-449c-bd93-cdad95aabdcf tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:17.834284 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ae76fb1-8716-48e6-9cad-6949cdae2335 req-32d8891d-f4f0-449c-bd93-cdad95aabdcf tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.30 "DELETE /v2.0/ports/11ad4044-390f-411b-bd09-3de7415699a2 HTTP/1.1" status: 204 len: 173 time: 0.4304416 Jan 31 16:32:17.834780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'name': 'network-vif-deleted', 'tag': '11ad4044-390f-411b-bd09-3de7415699a2'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:32:17.837261 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb12f02-d2ed-4e3e-9a20-4feb44d5620a" -d '{"events": [{"server_uuid": "e348e069-9442-491b-99f1-4e869b7acdc9", "name": "network-vif-deleted", "tag": "11ad4044-390f-411b-bd09-3de7415699a2"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:32:17.880672 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8e187b-3bc4-4dc7-8670-14051cc62b77 x-openstack-request-id: req-dc8e187b-3bc4-4dc7-8670-14051cc62b77 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:32:17.880979 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e348e069-9442-491b-99f1-4e869b7acdc9", "name": "network-vif-deleted", "tag": "11ad4044-390f-411b-bd09-3de7415699a2", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:32:17.881251 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc8e187b-3bc4-4dc7-8670-14051cc62b77 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:32:17.882884 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e348e069-9442-491b-99f1-4e869b7acdc9', 'name': 'network-vif-deleted', 'tag': '11ad4044-390f-411b-bd09-3de7415699a2', 'status': 'completed', 'code': 200} Jan 31 16:32:18.209707 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d161fc6c-e5bd-447d-a97d-774a756f2461 req-2bef66a7-78c9-4de1-b308-b2b2ccf77c4e tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e348e069-9442-491b-99f1-4e869b7acdc9 HTTP/1.1" status: 200 len: 210 time: 0.0283577 Jan 31 16:32:19.271947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36338) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:19.339694 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d6de2406-85c1-458c-9414-a4d3514afdd7 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:19.374795 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d6de2406-85c1-458c-9414-a4d3514afdd7 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:19.437827 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d6de2406-85c1-458c-9414-a4d3514afdd7 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:19.440940 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d6de2406-85c1-458c-9414-a4d3514afdd7 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:19.442109 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d6de2406-85c1-458c-9414-a4d3514afdd7 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/security-groups/1606b208-d6ea-40d7-8bc9-f86a5f086e75 HTTP/1.1" status: 204 len: 168 time: 0.1691012 Jan 31 16:32:19.451127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de2406-85c1-458c-9414-a4d3514afdd7 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1606b208-d6ea-40d7-8bc9-f86a5f086e75,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:19.480404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36342) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:19.714257 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-409ca6b5-ad8c-4173-b74b-426eeb19bebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:19.822919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 11ad4044-390f-411b-bd09-3de7415699a2 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:32:19.847444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 11ad4044-390f-411b-bd09-3de7415699a2 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:32:19.847786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 11ad4044-390f-411b-bd09-3de7415699a2 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:32:20.218540 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ed13425-5b0b-4a4e-91a4-c3422d638434 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:20.496985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-7ed13425-5b0b-4a4e-91a4-c3422d638434 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting port f058bfcb-642f-4e4c-8d21-efe86cd3c50a {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:32:20.497737 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ed13425-5b0b-4a4e-91a4-c3422d638434 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:20.590750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-7ed13425-5b0b-4a4e-91a4-c3422d638434 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] For port f058bfcb-642f-4e4c-8d21-efe86cd3c50a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f058bfcb-642f-4e4c-8d21-efe86cd3c50a,segment=NetworkSegment(8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0),segment_id=8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:20.591073 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ed13425-5b0b-4a4e-91a4-c3422d638434 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:20.604222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-7ed13425-5b0b-4a4e-91a4-c3422d638434 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Calling delete_port for f058bfcb-642f-4e4c-8d21-efe86cd3c50a owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:32:20.808697 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ed13425-5b0b-4a4e-91a4-c3422d638434 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:20.843889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed13425-5b0b-4a4e-91a4-c3422d638434 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Port': ['ID=f058bfcb-642f-4e4c-8d21-efe86cd3c50a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:20.960611 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:21.038557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7ed13425-5b0b-4a4e-91a4-c3422d638434 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:21.271196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed13425-5b0b-4a4e-91a4-c3422d638434 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Router 110834f5-b169-46d5-aa19-5ca9273fcdbb has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:32:21.384242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed13425-5b0b-4a4e-91a4-c3422d638434 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:32:21.389879 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7ed13425-5b0b-4a4e-91a4-c3422d638434 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "PUT /v2.0/routers/110834f5-b169-46d5-aa19-5ca9273fcdbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9103520 Jan 31 16:32:21.393312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36344) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:21.396870 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af77bb-ded7-4721-b29a-b1a0f0de462f None None] Sync routers for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:32:21.407494 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af77bb-ded7-4721-b29a-b1a0f0de462f None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:21.408121 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-21af77bb-ded7-4721-b29a-b1a0f0de462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:21.447694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee12a2ed-6f17-4f28-a8a6-090da0cd4c8a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting subnet ab5d5380-b0a2-4897-a889-3fb6dd72a681 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:32:21.451368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ee12a2ed-6f17-4f28-a8a6-090da0cd4c8a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:21.494812 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ee12a2ed-6f17-4f28-a8a6-090da0cd4c8a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:21.610079 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ee12a2ed-6f17-4f28-a8a6-090da0cd4c8a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:21.625207 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-21af77bb-ded7-4721-b29a-b1a0f0de462f None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:21.681444 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ee12a2ed-6f17-4f28-a8a6-090da0cd4c8a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:21.711543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12a2ed-6f17-4f28-a8a6-090da0cd4c8a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5d5380-b0a2-4897-a889-3fb6dd72a681,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:21.715102 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ee12a2ed-6f17-4f28-a8a6-090da0cd4c8a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:21.718577 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ee12a2ed-6f17-4f28-a8a6-090da0cd4c8a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/subnets/ab5d5380-b0a2-4897-a889-3fb6dd72a681 HTTP/1.1" status: 204 len: 168 time: 0.3242340 Jan 31 16:32:21.721326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36346) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:21.727347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560d2460-b2d1-4342-9777-a0180ac4e78d None None] Network b2c95776-0d65-48c1-818b-f6881d7e2939 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:32:21.816135 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-21af77bb-ded7-4721-b29a-b1a0f0de462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:32:20Z', 'revision_number': 7, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:21.834205 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:21.844254 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af77bb-ded7-4721-b29a-b1a0f0de462f None None] Checking router: 110834f5-b169-46d5-aa19-5ca9273fcdbb for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:32:21.855284 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af77bb-ded7-4721-b29a-b1a0f0de462f None None] Routers {'110834f5-b169-46d5-aa19-5ca9273fcdbb'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:21.856103 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-21af77bb-ded7-4721-b29a-b1a0f0de462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['110834f5-b169-46d5-aa19-5ca9273fcdbb'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:21.938431 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ae4938-2feb-437d-a5e6-521a8d5df7cf None None] DHCP port deletion for b2c95776-0d65-48c1-818b-f6881d7e2939 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:32:21.958726 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:21.979482 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-21af77bb-ded7-4721-b29a-b1a0f0de462f None None] Set router 110834f5-b169-46d5-aa19-5ca9273fcdbb gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:21.988333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-74ae4938-2feb-437d-a5e6-521a8d5df7cf None None] Deleting port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:32:21.988916 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-74ae4938-2feb-437d-a5e6-521a8d5df7cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.019761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting port 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:32:22.020190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.054576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-74ae4938-2feb-437d-a5e6-521a8d5df7cf None None] For port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=07b0537f-fbbd-4bc5-bef9-2e68ad52e061,segment=NetworkSegment(8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0),segment_id=8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:22.054934 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-74ae4938-2feb-437d-a5e6-521a8d5df7cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.069711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-74ae4938-2feb-437d-a5e6-521a8d5df7cf None None] Calling delete_port for 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:32:22.100750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] For port 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3c0264b7-a679-4f8f-bf4d-5ebc0664ae61,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:22.101209 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.120849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Calling delete_port for 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:32:22.164908 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-74ae4938-2feb-437d-a5e6-521a8d5df7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.194867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae4938-2feb-437d-a5e6-521a8d5df7cf None None] Pushing event deleted for resources: {'Port': ['ID=07b0537f-fbbd-4bc5-bef9-2e68ad52e061,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:22.196582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae4938-2feb-437d-a5e6-521a8d5df7cf None None] No DVR routers for this DVR port 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:32:22.207639 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-21af77bb-ded7-4721-b29a-b1a0f0de462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:32:20Z', 'revision_number': 7, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:22.238434 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af77bb-ded7-4721-b29a-b1a0f0de462f None None] The sync data for ids ['110834f5-b169-46d5-aa19-5ca9273fcdbb'] in n-d-827120-1 is: [{'id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'name': 'tempest-TestNetworkBasicOps-router-167573340', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:30:28Z', 'updated_at': '2022-01-31T16:32:20Z', 'revision_number': 7, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '3c0264b7-a679-4f8f-bf4d-5ebc0664ae61', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110834f5-b169-46d5-aa19-5ca9273fcdbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:30:29Z', 'updated_at': '2022-01-31T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:32:22.332790 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.363154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Port': ['ID=3c0264b7-a679-4f8f-bf4d-5ebc0664ae61,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:22.394189 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.425961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.521594 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.523768 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.565284 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.571942 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.572902 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Fanout notify agent at l3_agent the message router_deleted on router 110834f5-b169-46d5-aa19-5ca9273fcdbb {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:32:22.580558 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.581968 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fb3df98d-20fd-4ae2-be1e-3c5a47096dbc tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/routers/110834f5-b169-46d5-aa19-5ca9273fcdbb HTTP/1.1" status: 204 len: 168 time: 0.8593712 Jan 31 16:32:22.585099 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36348) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:22.674228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.766339 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.794879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c95776-0d65-48c1-818b-f6881d7e2939']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:22.806644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:22.806941 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8a3df9-94a5-44fc-83e6-cb9d9b2bb3c0') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:22.817317 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.832380 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.839744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:32:22.841434 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:32:22.844775 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:32:22.916425 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.942754 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:22.949950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/networks/b2c95776-0d65-48c1-818b-f6881d7e2939 HTTP/1.1" status: 204 len: 168 time: 0.3599136 Jan 31 16:32:22.949950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093b066-1f48-4259-af78-75161941e723 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Network': ['ID=b2c95776-0d65-48c1-818b-f6881d7e2939,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:22.969068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36350) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:22.974649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1d57a2cf-3946-4929-81b3-8e3f155ec5da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'network': {'name': 'tempest-network-smoke--1326039044', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'port_security_enabled': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:23.004454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d57a2cf-3946-4929-81b3-8e3f155ec5da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Made reservation on behalf of 05572b72967b47979ffcaeaaf54adde1 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:32:23.008137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d57a2cf-3946-4929-81b3-8e3f155ec5da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.039477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d57a2cf-3946-4929-81b3-8e3f155ec5da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:32:23.052466 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d57a2cf-3946-4929-81b3-8e3f155ec5da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.052789 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-1d57a2cf-3946-4929-81b3-8e3f155ec5da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Added segment b3a67776-54b2-4801-a3e3-84c9e0e07bf7 of type vlan for network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 Jan 31 16:32:23.098147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d57a2cf-3946-4929-81b3-8e3f155ec5da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.136085 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d57a2cf-3946-4929-81b3-8e3f155ec5da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.142951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a2cf-3946-4929-81b3-8e3f155ec5da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:23.144092 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1d57a2cf-3946-4929-81b3-8e3f155ec5da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.197057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1d57a2cf-3946-4929-81b3-8e3f155ec5da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2276337 Jan 31 16:32:23.200054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36352) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:23.205005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'admin_state_up': True, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:23.218642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57a2cf-3946-4929-81b3-8e3f155ec5da tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Network': ['ID=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:23.230763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:32:23.236386 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.237359 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.297588 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.332834 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:32:23.358191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:32:23.358574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 07b0537f-fbbd-4bc5-bef9-2e68ad52e061 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:32:23.359007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f058bfcb-642f-4e4c-8d21-efe86cd3c50a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:32:23.379320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: f058bfcb-642f-4e4c-8d21-efe86cd3c50a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:32:23.379659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f058bfcb-642f-4e4c-8d21-efe86cd3c50a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:32:23.442553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.644780 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.664863 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.777052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Allocated IP 172.25.1.198 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/4f99d4e9-c0ea-4e47-99ae-9090f41857aa) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:32:23.883003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.919996 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:23.965207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:32:23.968397 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:32:23.971121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:32:23.999821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=4f99d4e9-c0ea-4e47-99ae-9090f41857aa,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:24.251132 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:24.782451 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:24.901638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:32:24.920641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Router 118b64ae-d2ba-43ba-9e75-237f96d94255 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:32:24.922956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:32:24.923242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3c0264b7-a679-4f8f-bf4d-5ebc0664ae61 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:32:25.028940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:32:25.038835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Sync routers for ids ['118b64ae-d2ba-43ba-9e75-237f96d94255'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:32:25.048293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Routers {'118b64ae-d2ba-43ba-9e75-237f96d94255'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:25.049015 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['118b64ae-d2ba-43ba-9e75-237f96d94255'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:25.051372 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:25.055324 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4f65ab70-4dc0-4980-b92f-3c2953491a16 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8515148 Jan 31 16:32:25.055962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36354) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:25.086098 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a7a3a7f4-ee51-44ff-a201-d4d9efa67095 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=05572b72967b47979ffcaeaaf54adde1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288377 Jan 31 16:32:25.089105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36356) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:25.162201 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Set router 118b64ae-d2ba-43ba-9e75-237f96d94255 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:25.185099 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7533a45-53f6-4234-9d34-f7f53cc8d94f tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:25.189360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b7533a45-53f6-4234-9d34-f7f53cc8d94f tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964410 Jan 31 16:32:25.189810 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36358) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:25.219342 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-28439510-bc9e-42f4-a471-22d5aca543fd tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283628 Jan 31 16:32:25.222247 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36360) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:25.227285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ff677219-d917-4999-8a99-c052c9077462 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1925432013', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:25.332085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff677219-d917-4999-8a99-c052c9077462 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Made reservation on behalf of 05572b72967b47979ffcaeaaf54adde1 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:32:25.336134 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff677219-d917-4999-8a99-c052c9077462 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:25.358490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:24Z', 'revision_number': 3, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:25.388825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Checking router: 118b64ae-d2ba-43ba-9e75-237f96d94255 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:32:25.389163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Updating router 118b64ae-d2ba-43ba-9e75-237f96d94255 port 4f99d4e9-c0ea-4e47-99ae-9090f41857aa binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:32:25.415403 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:25.531127 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff677219-d917-4999-8a99-c052c9077462 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:25.597924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff677219-d917-4999-8a99-c052c9077462 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Subnet': ['ID=354d5eca-8163-4880-a3a2-4098d87236e5,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:25.608431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff677219-d917-4999-8a99-c052c9077462 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Checking segment: {'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:32:25.608799 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff677219-d917-4999-8a99-c052c9077462 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network hostable DHCP agents. Network: eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:32:25.626859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff677219-d917-4999-8a99-c052c9077462 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:32:25.638947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ff677219-d917-4999-8a99-c052c9077462 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:32:25.643286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff677219-d917-4999-8a99-c052c9077462 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:25.643883 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff677219-d917-4999-8a99-c052c9077462 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:25.665155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ff677219-d917-4999-8a99-c052c9077462 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4418316 Jan 31 16:32:25.666003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18277366-d961-47e0-ac05-a83db7cd29e0 None None] Network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:32:25.668020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36362) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:25.738686 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:25.747458 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:25.822101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Attempting to bind port 4f99d4e9-c0ea-4e47-99ae-9090f41857aa on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:32:25.822464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Attempting to bind port 4f99d4e9-c0ea-4e47-99ae-9090f41857aa by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:32:25.822816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Attempting to bind port 4f99d4e9-c0ea-4e47-99ae-9090f41857aa on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:32:25.829419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06622921-23d8-4a4e-b5d7-633e497de8a2 None None] Pushing event updated for resources: {'Port': ['ID=4f99d4e9-c0ea-4e47-99ae-9090f41857aa,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:25.837146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:32:25.837482 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:32:25.837889 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:25.838273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:32:25.838742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Bound port: 4f99d4e9-c0ea-4e47-99ae-9090f41857aa, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:32:25.841001 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:25.940214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] For port 4f99d4e9-c0ea-4e47-99ae-9090f41857aa, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:32:25.946716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ips': [{'subnet_id': '354d5eca-8163-4880-a3a2-4098d87236e5'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:32:25.947578 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:25.963696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] For port 4f99d4e9-c0ea-4e47-99ae-9090f41857aa, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4f99d4e9-c0ea-4e47-99ae-9090f41857aa,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:32:25.969981 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:26.139726 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:26.288627 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Routers {'118b64ae-d2ba-43ba-9e75-237f96d94255'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:26.289558 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['118b64ae-d2ba-43ba-9e75-237f96d94255'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:26.297934 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:26.335949 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06622921-23d8-4a4e-b5d7-633e497de8a2 None None] Pushing event updated for resources: {'Port': ['ID=4f99d4e9-c0ea-4e47-99ae-9090f41857aa,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:26.434179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Allocated IP 172.20.0.2 (eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6/354d5eca-8163-4880-a3a2-4098d87236e5/7bbdd229-0121-41f3-aab4-c3c7e4967989) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:32:26.457485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] Set router 118b64ae-d2ba-43ba-9e75-237f96d94255 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:26.738881 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:26.749099 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:26.804966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:32:26.808977 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Allocated IP 172.20.0.1 (eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6/354d5eca-8163-4880-a3a2-4098d87236e5/1ce2ae1d-c429-48f6-b791-f978640a0c91) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:32:26.810852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:32:26.813739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:32:26.818030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Pushing event updated for resources: {'Port': ['ID=7bbdd229-0121-41f3-aab4-c3c7e4967989,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:26.824570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:24Z', 'revision_number': 3, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:26.857584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d0f1bc-5e92-4912-9a96-68a3686e5d83 None None] The sync data for ids ['118b64ae-d2ba-43ba-9e75-237f96d94255'] in n-d-827120-1 is: [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:24Z', 'revision_number': 3, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:32:26.910463 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Attempting to bind port 7bbdd229-0121-41f3-aab4-c3c7e4967989 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:32:26.910952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Attempting to bind port 7bbdd229-0121-41f3-aab4-c3c7e4967989 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:32:26.911361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Attempting to bind port 7bbdd229-0121-41f3-aab4-c3c7e4967989 on network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:32:26.917135 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:32:26.917546 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Checking segment: {'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:32:26.917977 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:26.918523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Bound using segment: {'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:32:26.919016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Bound port: 7bbdd229-0121-41f3-aab4-c3c7e4967989, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:32:26.919401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:26.942269 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:26.987115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:26.997744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] For port 7bbdd229-0121-41f3-aab4-c3c7e4967989, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:32:27.000934 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] For port 7bbdd229-0121-41f3-aab4-c3c7e4967989, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7bbdd229-0121-41f3-aab4-c3c7e4967989,segment=NetworkSegment(b3a67776-54b2-4801-a3e3-84c9e0e07bf7),segment_id=b3a67776-54b2-4801-a3e3-84c9e0e07bf7)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:32:27.009030 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:27.037306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:32:27.040866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:32:27.045511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:32:27.080564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=1ce2ae1d-c429-48f6-b791-f978640a0c91,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:27.087850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8b16e-9054-416e-af93-ea142da0229a None None] Pushing event updated for resources: {'Port': ['ID=7bbdd229-0121-41f3-aab4-c3c7e4967989,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:27.124591 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:27.301925 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:27.642293 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:27.647722 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:27.734708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:27.737856 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=1ce2ae1d-c429-48f6-b791-f978640a0c91,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:27.852679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:32:27.854586 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:32:27.986020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Router 118b64ae-d2ba-43ba-9e75-237f96d94255 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:32:28.110670 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:28.120525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:32:28.126003 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2c42e75f-97d5-4982-a15a-e9e5821780c0 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "PUT /v2.0/routers/118b64ae-d2ba-43ba-9e75-237f96d94255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4568689 Jan 31 16:32:28.128450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36364) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:28.146163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae5078c-922c-4101-af84-b90904092b62 None None] Network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:32:28.248990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cca35e-11dc-49d4-9f4b-d9730b24335a tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:28.249481 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cca35e-11dc-49d4-9f4b-d9730b24335a tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:28.249941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cca35e-11dc-49d4-9f4b-d9730b24335a tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:28.250392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cca35e-11dc-49d4-9f4b-d9730b24335a tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:28.250842 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cca35e-11dc-49d4-9f4b-d9730b24335a tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:28.251347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cca35e-11dc-49d4-9f4b-d9730b24335a tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:28.256548 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-19cca35e-11dc-49d4-9f4b-d9730b24335a tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1237640 Jan 31 16:32:28.257228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36366) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:28.284450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8c632314-d42d-4823-bef5-a6e961fc995b None None] Provisioning complete for port 7bbdd229-0121-41f3-aab4-c3c7e4967989 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:28.284971 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8c632314-d42d-4823-bef5-a6e961fc995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:28.322290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5212ef4-cf30-460c-b9b2-37984dfe6154 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:28.322743 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5212ef4-cf30-460c-b9b2-37984dfe6154 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:28.323185 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5212ef4-cf30-460c-b9b2-37984dfe6154 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:28.323621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5212ef4-cf30-460c-b9b2-37984dfe6154 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:28.324050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5212ef4-cf30-460c-b9b2-37984dfe6154 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:28.324498 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5212ef4-cf30-460c-b9b2-37984dfe6154 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:28.326501 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f5212ef4-cf30-460c-b9b2-37984dfe6154 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.0681121 Jan 31 16:32:28.329698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36368) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:28.406490 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8c632314-d42d-4823-bef5-a6e961fc995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:28.449623 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8c632314-d42d-4823-bef5-a6e961fc995b None None] For port 7bbdd229-0121-41f3-aab4-c3c7e4967989, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7bbdd229-0121-41f3-aab4-c3c7e4967989,segment=NetworkSegment(b3a67776-54b2-4801-a3e3-84c9e0e07bf7),segment_id=b3a67776-54b2-4801-a3e3-84c9e0e07bf7)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:28.454887 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8c632314-d42d-4823-bef5-a6e961fc995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:28.515066 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c632314-d42d-4823-bef5-a6e961fc995b None None] Pushing event updated for resources: {'Port': ['ID=7bbdd229-0121-41f3-aab4-c3c7e4967989,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:28.606685 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-51bf2416-f717-49e7-bb04-81316d08411b tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3040 time: 0.2730684 Jan 31 16:32:28.669094 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Sync routers for ids ['118b64ae-d2ba-43ba-9e75-237f96d94255'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:32:28.680356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8b8d7b2a-0e5a-4e18-b8f9-576e13afddf2 None None] Provisioning complete for port 7bbdd229-0121-41f3-aab4-c3c7e4967989 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:28.680714 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7b2a-0e5a-4e18-b8f9-576e13afddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:28.682707 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Routers {'118b64ae-d2ba-43ba-9e75-237f96d94255'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:28.683615 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['118b64ae-d2ba-43ba-9e75-237f96d94255'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:28.772956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8b8d7b2a-0e5a-4e18-b8f9-576e13afddf2 None None] Provisioning complete for port 1ce2ae1d-c429-48f6-b791-f978640a0c91 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:28.773317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7b2a-0e5a-4e18-b8f9-576e13afddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:28.811021 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Set router 118b64ae-d2ba-43ba-9e75-237f96d94255 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:28.813215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d7b2a-0e5a-4e18-b8f9-576e13afddf2 None None] Port 1ce2ae1d-c429-48f6-b791-f978640a0c91 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:32:28.939730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-18a33c7e-4309-4b67-a6c4-695a6c783bd9 None None] Provisioning complete for port 1ce2ae1d-c429-48f6-b791-f978640a0c91 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:28.941944 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-18a33c7e-4309-4b67-a6c4-695a6c783bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:28.999746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-18a33c7e-4309-4b67-a6c4-695a6c783bd9 None None] Port 1ce2ae1d-c429-48f6-b791-f978640a0c91 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:32:29.075849 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:27Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '1ce2ae1d-c429-48f6-b791-f978640a0c91', 'name': '', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:b0:23:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:26Z', 'updated_at': '2022-01-31T16:32:27Z', 'revision_number': 2, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:29.109087 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Checking router: 118b64ae-d2ba-43ba-9e75-237f96d94255 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:32:29.109537 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Updating router 118b64ae-d2ba-43ba-9e75-237f96d94255 port 1ce2ae1d-c429-48f6-b791-f978640a0c91 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:32:29.113010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4f99d4e9-c0ea-4e47-99ae-9090f41857aa up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:32:29.142524 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.151013 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36372) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:29.155426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-956c52d7-88e7-43de-8a0e-41418b82e6f1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490534058', 'description': 'tempest-secgroup-smoke-1490534058 description', 'project_id': '05572b72967b47979ffcaeaaf54adde1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:29.164114 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b26acf20-8cdd-4127-9b17-67638ca834d7 None None] Provisioning complete for port 1ce2ae1d-c429-48f6-b791-f978640a0c91 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:29.164567 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b26acf20-8cdd-4127-9b17-67638ca834d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.181742 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-956c52d7-88e7-43de-8a0e-41418b82e6f1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.208792 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 4f99d4e9-c0ea-4e47-99ae-9090f41857aa triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:29.209252 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.211252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b26acf20-8cdd-4127-9b17-67638ca834d7 None None] Port 1ce2ae1d-c429-48f6-b791-f978640a0c91 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:32:29.272206 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-956c52d7-88e7-43de-8a0e-41418b82e6f1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.278820 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-956c52d7-88e7-43de-8a0e-41418b82e6f1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.312213 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-956c52d7-88e7-43de-8a0e-41418b82e6f1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.313575 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-956c52d7-88e7-43de-8a0e-41418b82e6f1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1616971 Jan 31 16:32:29.316758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36374) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:29.318566 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.321447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '311a3d1b-50d0-432b-94b7-7b3a3640c9c4', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:29.327644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c52d7-88e7-43de-8a0e-41418b82e6f1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311a3d1b-50d0-432b-94b7-7b3a3640c9c4,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:29.350498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 4f99d4e9-c0ea-4e47-99ae-9090f41857aa, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4f99d4e9-c0ea-4e47-99ae-9090f41857aa,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:29.354702 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.355561 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7bbdd229-0121-41f3-aab4-c3c7e4967989 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:32:29.358018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.426039 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.432565 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.433722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=4f99d4e9-c0ea-4e47-99ae-9090f41857aa,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:29.444335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 7bbdd229-0121-41f3-aab4-c3c7e4967989 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:29.444707 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.455591 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.460113 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed929116-e9c4-45ae-b1a7-492c695d5e45,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:29.466893 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.470072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:29.470567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:29.471279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:29.471787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:29.472299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:29.472633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:29.472963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:29.473289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:29.473685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:29.474263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:29.474658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:29.475100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:29.481665 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.486799 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36376) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:29.487124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3bee187f-4a0a-4510-b006-a49101099504 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1691093 Jan 31 16:32:29.492028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c25e3e5b-6d98-450a-8736-c5ae8c2ca478 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '311a3d1b-50d0-432b-94b7-7b3a3640c9c4', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:29.526047 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c25e3e5b-6d98-450a-8736-c5ae8c2ca478 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.554495 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f46eb-a54a-45a6-a1d7-d54d3a3636db None None] Pushing event updated for resources: {'Port': ['ID=1ce2ae1d-c429-48f6-b791-f978640a0c91,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:29.596032 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Attempting to bind port 1ce2ae1d-c429-48f6-b791-f978640a0c91 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:32:29.596394 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Attempting to bind port 1ce2ae1d-c429-48f6-b791-f978640a0c91 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:32:29.596777 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Attempting to bind port 1ce2ae1d-c429-48f6-b791-f978640a0c91 on network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:32:29.601801 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c25e3e5b-6d98-450a-8736-c5ae8c2ca478 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.605408 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:32:29.605887 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Checking segment: {'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:32:29.606446 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.606987 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Bound using segment: {'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:32:29.607539 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Bound port: 1ce2ae1d-c429-48f6-b791-f978640a0c91, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:32:29.607884 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c25e3e5b-6d98-450a-8736-c5ae8c2ca478 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.608022 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.628140 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e3e5b-6d98-450a-8736-c5ae8c2ca478 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a2afd2-e5b3-4d82-ac69-73d488f9a5a7,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:29.645192 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c25e3e5b-6d98-450a-8736-c5ae8c2ca478 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.651110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36378) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:29.654449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c25e3e5b-6d98-450a-8736-c5ae8c2ca478 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1662529 Jan 31 16:32:29.656599 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2c5cbd1e-9658-485f-a757-a648f302ab6f tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '311a3d1b-50d0-432b-94b7-7b3a3640c9c4', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:29.686174 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] For port 1ce2ae1d-c429-48f6-b791-f978640a0c91, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:32:29.688743 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2c5cbd1e-9658-485f-a757-a648f302ab6f tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.689596 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] For port 1ce2ae1d-c429-48f6-b791-f978640a0c91, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1ce2ae1d-c429-48f6-b791-f978640a0c91,segment=NetworkSegment(b3a67776-54b2-4801-a3e3-84c9e0e07bf7),segment_id=b3a67776-54b2-4801-a3e3-84c9e0e07bf7)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:32:29.697413 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.754698 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Routers {'118b64ae-d2ba-43ba-9e75-237f96d94255'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:29.755326 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['118b64ae-d2ba-43ba-9e75-237f96d94255'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:29.760383 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2c5cbd1e-9658-485f-a757-a648f302ab6f tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.765742 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2c5cbd1e-9658-485f-a757-a648f302ab6f tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.786643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cbd1e-9658-485f-a757-a648f302ab6f tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5389a4-1e3f-4ec7-8381-71f558a22210,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:29.795255 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2c5cbd1e-9658-485f-a757-a648f302ab6f tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.799560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36380) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:29.799818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2c5cbd1e-9658-485f-a757-a648f302ab6f tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470606 Jan 31 16:32:29.807931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7462edc6-6874-4e4e-9b6d-0a4790f294d1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '311a3d1b-50d0-432b-94b7-7b3a3640c9c4', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:29.843185 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7462edc6-6874-4e4e-9b6d-0a4790f294d1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.844062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7c51192d-e64e-402c-8ccb-8ca7bcfb9447 None None] Provisioning complete for port 1ce2ae1d-c429-48f6-b791-f978640a0c91 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:29.845896 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c51192d-e64e-402c-8ccb-8ca7bcfb9447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.879195 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] Set router 118b64ae-d2ba-43ba-9e75-237f96d94255 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:29.936167 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7462edc6-6874-4e4e-9b6d-0a4790f294d1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.940888 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7462edc6-6874-4e4e-9b6d-0a4790f294d1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.964157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462edc6-6874-4e4e-9b6d-0a4790f294d1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc06847-8ca2-4c31-b449-47333cd1c19b,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:29.965549 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c51192d-e64e-402c-8ccb-8ca7bcfb9447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.976677 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7462edc6-6874-4e4e-9b6d-0a4790f294d1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:29.984107 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7462edc6-6874-4e4e-9b6d-0a4790f294d1 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1789324 Jan 31 16:32:29.984334 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f46eb-a54a-45a6-a1d7-d54d3a3636db None None] Pushing event updated for resources: {'Port': ['ID=1ce2ae1d-c429-48f6-b791-f978640a0c91,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:29.984434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36382) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:29.990428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a6adabb2-0bd8-4cb4-ba01-11d5d671af63 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '311a3d1b-50d0-432b-94b7-7b3a3640c9c4', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:30.021405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7c51192d-e64e-402c-8ccb-8ca7bcfb9447 None None] For port 1ce2ae1d-c429-48f6-b791-f978640a0c91, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1ce2ae1d-c429-48f6-b791-f978640a0c91,segment=NetworkSegment(b3a67776-54b2-4801-a3e3-84c9e0e07bf7),segment_id=b3a67776-54b2-4801-a3e3-84c9e0e07bf7)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:30.027342 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c51192d-e64e-402c-8ccb-8ca7bcfb9447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:30.035290 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-a6adabb2-0bd8-4cb4-ba01-11d5d671af63 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Project 05572b72967b47979ffcaeaaf54adde1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:32:30.040727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6adabb2-0bd8-4cb4-ba01-11d5d671af63 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:30.084656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51192d-e64e-402c-8ccb-8ca7bcfb9447 None None] Pushing event updated for resources: {'Port': ['ID=1ce2ae1d-c429-48f6-b791-f978640a0c91,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:30.111420 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6adabb2-0bd8-4cb4-ba01-11d5d671af63 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:30.115349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6adabb2-0bd8-4cb4-ba01-11d5d671af63 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:30.138337 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:27Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '1ce2ae1d-c429-48f6-b791-f978640a0c91', 'name': '', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:b0:23:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:26Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:30.142700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adabb2-0bd8-4cb4-ba01-11d5d671af63 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1610f1-bbb9-456f-9f7f-99f3ccec5ea2,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:30.151621 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a6adabb2-0bd8-4cb4-ba01-11d5d671af63 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:30.151903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-447af2b6-4a8e-454c-b34d-8ee432494d06 None None] Provisioning complete for port 1ce2ae1d-c429-48f6-b791-f978640a0c91 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:30.152397 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-447af2b6-4a8e-454c-b34d-8ee432494d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:30.152871 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a6adabb2-0bd8-4cb4-ba01-11d5d671af63 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1666489 Jan 31 16:32:30.155760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36384) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:30.160471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b6db0464-1afb-4ff9-97df-d9f59426af62 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'security_group_rule': {'security_group_id': '311a3d1b-50d0-432b-94b7-7b3a3640c9c4', 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:30.176459 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7debba-d6a4-4195-84c1-c8906c044ecc None None] The sync data for ids ['118b64ae-d2ba-43ba-9e75-237f96d94255'] in n-d-827120-1 is: [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:27Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '1ce2ae1d-c429-48f6-b791-f978640a0c91', 'name': '', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:b0:23:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:26Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:32:30.187736 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-b6db0464-1afb-4ff9-97df-d9f59426af62 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Project 05572b72967b47979ffcaeaaf54adde1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:32:30.193584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b6db0464-1afb-4ff9-97df-d9f59426af62 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:30.285283 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b6db0464-1afb-4ff9-97df-d9f59426af62 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:30.289924 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b6db0464-1afb-4ff9-97df-d9f59426af62 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:30.308781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db0464-1afb-4ff9-97df-d9f59426af62 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8f27c6-2b42-4d01-a795-5715e7fabab1,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:30.325089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b6db0464-1afb-4ff9-97df-d9f59426af62 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:30.329560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b6db0464-1afb-4ff9-97df-d9f59426af62 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1715713 Jan 31 16:32:30.490584 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-817bb9ea-85a7-4b6e-a9ce-6b377949df52 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490534058&fields=id&tenant_id=05572b72967b47979ffcaeaaf54adde1 HTTP/1.1" status: 200 len: 267 time: 0.0404215 Jan 31 16:32:30.613218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-476e6797-3aef-4121-a248-6e60d4972fce tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:30.614713 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-476e6797-3aef-4121-a248-6e60d4972fce tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/networks?id=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 HTTP/1.1" status: 200 len: 797 time: 0.1171401 Jan 31 16:32:30.635928 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-51881c78-f53d-4898-ba66-c46e1cf6c4e8 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/quotas/05572b72967b47979ffcaeaaf54adde1 HTTP/1.1" status: 200 len: 375 time: 0.0133154 Jan 31 16:32:30.694728 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-f1b80fdb-72e1-4371-b1be-10ec2f2308e4 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524676 Jan 31 16:32:30.776763 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-7f0b7a41-a75f-4180-a7ad-adc3a323bbb7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:32:30.777913 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-7f0b7a41-a75f-4180-a7ad-adc3a323bbb7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0700724 Jan 31 16:32:30.885737 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-230ea0d8-97d1-4d65-b6bc-3c08b6b40f61 service neutron] 10.222.0.36 "GET /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002109 Jan 31 16:32:30.987570 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-3d05f1d9-d8a4-4b3b-b0f6-9c5a35adbac9 service neutron] 10.222.0.36 "GET /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945332 Jan 31 16:32:31.091288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4f99d4e9-c0ea-4e47-99ae-9090f41857aa up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:32:31.158196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 4f99d4e9-c0ea-4e47-99ae-9090f41857aa triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:31.158867 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:31.183519 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c66ad1b1-f6e2-4f58-bba4-7734df05ab78 req-1f2f0cb9-a8db-438a-90b0-19c97e276701 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 210 time: 0.0291517 Jan 31 16:32:31.258363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1ce2ae1d-c429-48f6-b791-f978640a0c91 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:32:31.317831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 1ce2ae1d-c429-48f6-b791-f978640a0c91 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:31.318198 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:32.289265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-80824c89-def3-46c0-ac0f-c96028e1cc10 req-007ac5e3-3cb5-4fd9-a01f-c1024152a4e3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 210 time: 0.0295832 Jan 31 16:32:32.487104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-8956f09f-d20c-4036-bcb4-7d9b83e46654 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:32.489295 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-8956f09f-d20c-4036-bcb4-7d9b83e46654 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.30 "GET /v2.0/networks?id=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 HTTP/1.1" status: 200 len: 797 time: 0.1137235 Jan 31 16:32:32.535108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-a9dcd6f2-8808-40b3-ad00-d9ec075411e9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05572b72967b47979ffcaeaaf54adde1 HTTP/1.1" status: 200 len: 380 time: 0.0360429 Jan 31 16:32:32.545365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'port': {'device_id': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'admin_state_up': True, 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'security_groups': ['311a3d1b-50d0-432b-94b7-7b3a3640c9c4']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:32.660761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Made reservation on behalf of 05572b72967b47979ffcaeaaf54adde1 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:32:32.664510 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:32.809766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Allocated IP 172.20.0.14 (eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6/354d5eca-8163-4880-a3a2-4098d87236e5/fb92b39e-5b5e-4406-bac2-9eb78fdd8e76) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:32:32.954150 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:32.997035 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:33.045311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:32:33.048581 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:32:33.052325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:32:33.059257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:33.108517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:33.109150 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:33.128109 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c5a24b9-1fd2-4403-b80b-4f3492e205ad tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5865445 Jan 31 16:32:33.142796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Request body: {'port': {'device_id': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:33.211729 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:33.294998 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c742a108-1fe7-44ef-b9ee-a65d9fb78851 None None] Provisioning complete for port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:33.295606 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c742a108-1fe7-44ef-b9ee-a65d9fb78851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:33.335536 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c742a108-1fe7-44ef-b9ee-a65d9fb78851 None None] Port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:32:33.459221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e12c5-3604-48c6-b4e5-6121154c079a req-17499cfa-4db3-4df9-979b-bad4d99e5e38 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:33.460863 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-760e12c5-3604-48c6-b4e5-6121154c079a req-17499cfa-4db3-4df9-979b-bad4d99e5e38 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 932 time: 0.1001637 Jan 31 16:32:33.543012 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-760e12c5-3604-48c6-b4e5-6121154c079a req-fb7d72e0-5538-49e8-93b0-3d582c49149a tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=311a3d1b-50d0-432b-94b7-7b3a3640c9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707583 Jan 31 16:32:33.556096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:32:33.564071 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:33.576758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Transition to ACTIVE for port object fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:32:33.582037 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:33.968277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Pushing event updated for resources: {'Port': ['ID=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:34.039425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Attempting to bind port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:32:34.039766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Attempting to bind port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:32:34.040033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Attempting to bind port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 on network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:32:34.045205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 on network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:32:34.045531 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Attempting to bind port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 on network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:32:34.050691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:32:34.051021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Checking segment: {'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:32:34.051423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Bound using segment: {'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:32:34.051871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Bound port: fb92b39e-5b5e-4406-bac2-9eb78fdd8e76, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:32:34.052223 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:34.122301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] For port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:32:34.125647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] For port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76,segment=NetworkSegment(b3a67776-54b2-4801-a3e3-84c9e0e07bf7),segment_id=b3a67776-54b2-4801-a3e3-84c9e0e07bf7)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:32:34.131070 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:34.165635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:34.166373 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:34.167983 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] 10.222.0.30 "PUT /v2.0/ports/fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 HTTP/1.1" status: 200 len: 1092 time: 1.0298557 Jan 31 16:32:34.170375 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'tag': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:32:34.173764 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc60604e-0e66-4403-bd8f-5064ab0afa4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e18a307c-166b-46b5-a907-57f71d3c3f39", "tag": "fb92b39e-5b5e-4406-bac2-9eb78fdd8e76"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:32:34.207996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17fd4a-35d6-4679-bb64-59dcc7fde6bb service neutron] Pushing event updated for resources: {'Port': ['ID=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:34.224962 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d92c01f-2c0d-4162-8b5d-090d10822df6 x-openstack-request-id: req-4d92c01f-2c0d-4162-8b5d-090d10822df6 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:32:34.225296 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18a307c-166b-46b5-a907-57f71d3c3f39", "tag": "fb92b39e-5b5e-4406-bac2-9eb78fdd8e76", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:32:34.225419 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d92c01f-2c0d-4162-8b5d-090d10822df6 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:32:34.225884 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'tag': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76', 'status': 'completed', 'code': 200} Jan 31 16:32:34.256796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-4c483067-bf01-42c3-adcc-7e742d73b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:34.258476 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-4c483067-bf01-42c3-adcc-7e742d73b11a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 1095 time: 0.0467134 Jan 31 16:32:34.301749 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-32375f38-b168-4679-a67f-0f0c318d2a14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 HTTP/1.1" status: 200 len: 217 time: 0.0344310 Jan 31 16:32:34.355663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c87811d-c9b2-49f9-bc47-3558748a75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:34.357124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-9c87811d-c9b2-49f9-bc47-3558748a75ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=354d5eca-8163-4880-a3a2-4098d87236e5 HTTP/1.1" status: 200 len: 835 time: 0.0487003 Jan 31 16:32:34.405885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-a234f631-a82f-4b26-b4a4-285471163751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:34.407419 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-a234f631-a82f-4b26-b4a4-285471163751 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441170 Jan 31 16:32:34.508020 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-ba442174-97ec-433f-a1ec-24cf9902c065 service neutron] 10.222.0.30 "GET /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921726 Jan 31 16:32:34.598218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03b194e6-bde5-4ad4-8392-98a742c4b5f3 req-ba36ae89-9b5b-4abf-9830-935eb5e00934 service neutron] 10.222.0.30 "GET /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829866 Jan 31 16:32:34.668677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d12af-26c9-41c7-8460-f32e808c113b req-084df7e9-89f2-488c-bf5f-4b9f8717a770 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:34.670157 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e8d12af-26c9-41c7-8460-f32e808c113b req-084df7e9-89f2-488c-bf5f-4b9f8717a770 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 944 time: 0.0585020 Jan 31 16:32:34.726134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60604e-0e66-4403-bd8f-5064ab0afa4d req-97bb7177-3743-42fa-9f00-7670163cd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:34.727615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc60604e-0e66-4403-bd8f-5064ab0afa4d req-97bb7177-3743-42fa-9f00-7670163cd124 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 1095 time: 0.0767725 Jan 31 16:32:34.730504 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e8d12af-26c9-41c7-8460-f32e808c113b req-1a493407-f2e7-4c7c-af16-fec09d3c2411 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=311a3d1b-50d0-432b-94b7-7b3a3640c9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Jan 31 16:32:34.819669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60604e-0e66-4403-bd8f-5064ab0afa4d req-23b10545-06a3-4eb6-9ac6-d81420d5b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:34.821210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc60604e-0e66-4403-bd8f-5064ab0afa4d req-23b10545-06a3-4eb6-9ac6-d81420d5b022 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 HTTP/1.1" status: 200 len: 898 time: 0.0867662 Jan 31 16:32:34.879452 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc60604e-0e66-4403-bd8f-5064ab0afa4d req-e0302854-733b-4358-89a9-89ac52ecd104 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 HTTP/1.1" status: 200 len: 217 time: 0.0497634 Jan 31 16:32:34.932058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60604e-0e66-4403-bd8f-5064ab0afa4d req-d3c5e496-2478-42bb-8d52-533b6114ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:34.933608 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc60604e-0e66-4403-bd8f-5064ab0afa4d req-d3c5e496-2478-42bb-8d52-533b6114ff87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=354d5eca-8163-4880-a3a2-4098d87236e5 HTTP/1.1" status: 200 len: 835 time: 0.0477455 Jan 31 16:32:34.980342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60604e-0e66-4403-bd8f-5064ab0afa4d req-ea829216-430f-4780-a1dc-6ac4ab60b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:34.981880 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc60604e-0e66-4403-bd8f-5064ab0afa4d req-ea829216-430f-4780-a1dc-6ac4ab60b7a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412161 Jan 31 16:32:35.079068 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc60604e-0e66-4403-bd8f-5064ab0afa4d req-2a7354b5-174f-49bd-badb-02d029ff5691 service neutron] 10.222.0.30 "GET /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888262 Jan 31 16:32:35.174221 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc60604e-0e66-4403-bd8f-5064ab0afa4d req-a488070e-f6c4-4602-bf03-f6ee09c09743 service neutron] 10.222.0.30 "GET /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860894 Jan 31 16:32:35.866575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b53b77-f0fa-410f-a36c-46fdd8f768db req-2defc591-0b5b-4ad0-8343-52de9239f258 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:35.868500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-64b53b77-f0fa-410f-a36c-46fdd8f768db req-2defc591-0b5b-4ad0-8343-52de9239f258 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 944 time: 0.0642006 Jan 31 16:32:35.914979 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-64b53b77-f0fa-410f-a36c-46fdd8f768db req-104507a0-9d6b-4f48-ad3f-caf442cf7603 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=311a3d1b-50d0-432b-94b7-7b3a3640c9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370860 Jan 31 16:32:37.044238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb1d47-c5db-4186-9041-85972a363d3d req-f9cced00-9689-4e5b-8423-f5a930f9d896 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:37.045844 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39cb1d47-c5db-4186-9041-85972a363d3d req-f9cced00-9689-4e5b-8423-f5a930f9d896 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 944 time: 0.0551734 Jan 31 16:32:37.085757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39cb1d47-c5db-4186-9041-85972a363d3d req-ea0acb6b-4247-4122-a6a0-b3e25ad8c5c7 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=311a3d1b-50d0-432b-94b7-7b3a3640c9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334401 Jan 31 16:32:37.869397 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:32:37.974567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76,segment=NetworkSegment(b3a67776-54b2-4801-a3e3-84c9e0e07bf7),segment_id=b3a67776-54b2-4801-a3e3-84c9e0e07bf7)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:37.986022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'port_id': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76', 'mac_address': 'fa:16:3e:30:9f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:32:38.029707 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:38.043439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:32:38.064113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76,segment=NetworkSegment(b3a67776-54b2-4801-a3e3-84c9e0e07bf7),segment_id=b3a67776-54b2-4801-a3e3-84c9e0e07bf7)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:38.069603 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:38.118467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:38.127639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:38.128164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:38.128446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:38.128835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:38.129141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:38.129592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:38.129808 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:38.130321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:38.130742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:38.131024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:38.131849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:38.132211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:32:38.136289 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-1854c0e8-3f2c-4446-ab99-d6a1e8b5e0fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1003423 Jan 31 16:32:38.210280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa614755-eb49-40cc-b6a7-a1ab278afbf8 req-047e5722-680b-483a-896e-1b5e0748eada tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:38.211857 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa614755-eb49-40cc-b6a7-a1ab278afbf8 req-047e5722-680b-483a-896e-1b5e0748eada tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 945 time: 0.0497465 Jan 31 16:32:38.216237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-4029690d-50ba-4f93-821e-51fc96b5576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:38.217746 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-4029690d-50ba-4f93-821e-51fc96b5576c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85957f87cc7e479f9c5246cf35c60027&device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 1097 time: 0.0409484 Jan 31 16:32:38.255526 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa614755-eb49-40cc-b6a7-a1ab278afbf8 req-c472d28a-06dd-4cc2-a028-092a1bbafce9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=311a3d1b-50d0-432b-94b7-7b3a3640c9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373905 Jan 31 16:32:38.326186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['fb92b39e-5b5e-4406-bac2-9eb78fdd8e76'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:32:38.332738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-8bdb6885-b6dd-4d01-ad7f-d1542c016aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:38.334275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-8bdb6885-b6dd-4d01-ad7f-d1542c016aa6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe HTTP/1.1" status: 200 len: 910 time: 0.0964713 Jan 31 16:32:38.405100 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-6ae78eeb-d6a0-4af9-b3e6-a1d3cc6dc547 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=801a2887-f859-4057-a0c2-ae5b912c1102 HTTP/1.1" status: 200 len: 1001 time: 0.0638163 Jan 31 16:32:38.457005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-a9481013-07bd-405e-98f1-d4aa8d57f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:38.458718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-a9481013-07bd-405e-98f1-d4aa8d57f1e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b7becd1-dbb3-425e-b5e9-2cde73441f00 HTTP/1.1" status: 200 len: 848 time: 0.0472991 Jan 31 16:32:38.506060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-6a7be5c7-e3c8-4456-b512-dcd41557c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:38.507522 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-6a7be5c7-e3c8-4456-b512-dcd41557c876 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423086 Jan 31 16:32:38.519765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-a1d59aff-cf2b-40a6-bada-2b0ef2db660c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:32:38.520532 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-a1d59aff-cf2b-40a6-bada-2b0ef2db660c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056276 Jan 31 16:32:38.622594 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-27f23c25-2e72-4df3-a732-16046c71db16 service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958610 Jan 31 16:32:38.715051 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f12e5574-af0d-4483-a283-ef7e068f2557 req-30145b3b-b5e5-4d84-9412-4c5d3198526b service neutron] 10.222.0.20 "GET /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851157 Jan 31 16:32:39.395844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bae6e-e55c-411c-bee2-30196e8649e3 req-2527375a-7784-430a-9b72-fa996dbe68fa tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:39.397367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-242bae6e-e55c-411c-bee2-30196e8649e3 req-2527375a-7784-430a-9b72-fa996dbe68fa tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 945 time: 0.0648296 Jan 31 16:32:39.438424 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-242bae6e-e55c-411c-bee2-30196e8649e3 req-7b028914-e0ca-4451-904c-8a7477956f8d tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=311a3d1b-50d0-432b-94b7-7b3a3640c9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Jan 31 16:32:39.871488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:32:39.923540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:32:39.927531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:32:39.927898 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:40.020639 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:40.042852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:32:40.045111 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75551675-fd80-4795-ab38-18772ff6bc43" -d '{"events": [{"server_uuid": "e18a307c-166b-46b5-a907-57f71d3c3f39", "name": "network-vif-plugged", "status": "completed", "tag": "fb92b39e-5b5e-4406-bac2-9eb78fdd8e76"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:32:40.057781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76,segment=NetworkSegment(b3a67776-54b2-4801-a3e3-84c9e0e07bf7),segment_id=b3a67776-54b2-4801-a3e3-84c9e0e07bf7)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:40.062905 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:40.086710 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3821db-c484-4030-8ceb-9e34802ffd07 x-openstack-request-id: req-eb3821db-c484-4030-8ceb-9e34802ffd07 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:32:40.086998 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18a307c-166b-46b5-a907-57f71d3c3f39", "name": "network-vif-plugged", "status": "completed", "tag": "fb92b39e-5b5e-4406-bac2-9eb78fdd8e76", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:32:40.087218 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb3821db-c484-4030-8ceb-9e34802ffd07 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:32:40.087603 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76', 'code': 200} Jan 31 16:32:40.112651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:40.182234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556bad8-b3fe-4f72-a8bb-c355b6a3e97b req-164c164f-b7dd-495d-85eb-322566f32cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:40.183683 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f556bad8-b3fe-4f72-a8bb-c355b6a3e97b req-164c164f-b7dd-495d-85eb-322566f32cb6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 1097 time: 0.0425682 Jan 31 16:32:40.218175 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f556bad8-b3fe-4f72-a8bb-c355b6a3e97b req-1dfd06b2-c2c2-443d-96fe-5dbcc952c96d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=311a3d1b-50d0-432b-94b7-7b3a3640c9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279267 Jan 31 16:32:40.575106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db0be5-1141-45b2-8dc7-7abff7709a1f req-a1f9b109-cbf2-4df9-a3f9-e610bbe9992c tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:40.576636 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-18db0be5-1141-45b2-8dc7-7abff7709a1f req-a1f9b109-cbf2-4df9-a3f9-e610bbe9992c tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 946 time: 0.0565150 Jan 31 16:32:40.618871 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-18db0be5-1141-45b2-8dc7-7abff7709a1f req-59c49a37-1b02-4262-86eb-d5f5aca6055b tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=311a3d1b-50d0-432b-94b7-7b3a3640c9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343277 Jan 31 16:32:41.745212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31441989-f67c-4f4d-b8bf-cdfd38c9bbde req-0c64328c-f97e-46ae-9b70-0d4e99de7781 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:41.746794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-31441989-f67c-4f4d-b8bf-cdfd38c9bbde req-0c64328c-f97e-46ae-9b70-0d4e99de7781 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 946 time: 0.0539427 Jan 31 16:32:41.789166 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-31441989-f67c-4f4d-b8bf-cdfd38c9bbde req-a38ed765-a2fc-4857-a6b7-baade2ed9dd2 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=311a3d1b-50d0-432b-94b7-7b3a3640c9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348322 Jan 31 16:32:41.910061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204d02d-02cc-4071-b5a5-153d9eaca575 req-96103c45-a602-4d70-aa19-e154d8e81eb8 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:41.911580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2204d02d-02cc-4071-b5a5-153d9eaca575 req-96103c45-a602-4d70-aa19-e154d8e81eb8 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 946 time: 0.0542297 Jan 31 16:32:41.955132 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2204d02d-02cc-4071-b5a5-153d9eaca575 req-e535c24a-d822-46b9-ad50-835cec7eacba tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=311a3d1b-50d0-432b-94b7-7b3a3640c9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372963 Jan 31 16:32:41.977805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36440) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:42.020624 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d549788-933b-4a5e-b05f-b36a5fefc631 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:42.022131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2d549788-933b-4a5e-b05f-b36a5fefc631 tempest-TestNetworkBasicOps-1506906788 tempest-TestNetworkBasicOps-1506906788-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 1092 time: 0.0432522 Jan 31 16:32:42.025246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36442) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:42.029738 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:32:42.056512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:42.172590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:42.286081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Allocated IP 172.25.1.86 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/37305fdc-95fc-4f85-82ef-6768b8bf01c9) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:32:42.395120 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:42.432599 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:42.477666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:32:42.480619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:32:42.484590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:32:42.491278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=37305fdc-95fc-4f85-82ef-6768b8bf01c9,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:42.862455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:42.934390 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:43.108423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:43.114831 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:43.187657 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event updated for resources: {'Port': ['ID=37305fdc-95fc-4f85-82ef-6768b8bf01c9,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:43.200273 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:43.303880 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Floating IP 26c2ca91-65da-4df9-a3cb-58e23aaea6ef associated. External IP: 172.25.1.86, port: fb92b39e-5b5e-4406-bac2-9eb78fdd8e76. Jan 31 16:32:43.556442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Router 118b64ae-d2ba-43ba-9e75-237f96d94255 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:32:43.577622 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5153e81e-c638-4ba3-9a7f-e3e60289879e req-18207b9f-1282-4c8d-a00b-18a25fa791b5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602665 Jan 31 16:32:43.708550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:32:43.714414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153e81e-c638-4ba3-9a7f-e3e60289879e req-27e9dc4c-c0c6-4f4c-8fbc-0ac62c70491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:43.715954 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5153e81e-c638-4ba3-9a7f-e3e60289879e req-27e9dc4c-c0c6-4f4c-8fbc-0ac62c70491f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 1097 time: 0.0939178 Jan 31 16:32:43.718794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818ecb9-4c83-479b-b8b7-4b9484886c5c None None] Sync routers for ids ['118b64ae-d2ba-43ba-9e75-237f96d94255'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:32:43.730363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818ecb9-4c83-479b-b8b7-4b9484886c5c None None] Routers {'118b64ae-d2ba-43ba-9e75-237f96d94255'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:43.731059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d818ecb9-4c83-479b-b8b7-4b9484886c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['118b64ae-d2ba-43ba-9e75-237f96d94255'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:43.732309 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:43.778712 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e636db71-6e1a-4bdd-93cb-5e045067c3bb tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7523525 Jan 31 16:32:43.781734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36444) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:43.803006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'tag': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:32:43.805196 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96217b2e-023c-4436-9cf0-652ef659e46c" -d '{"events": [{"name": "network-changed", "server_uuid": "e18a307c-166b-46b5-a907-57f71d3c3f39", "tag": "fb92b39e-5b5e-4406-bac2-9eb78fdd8e76"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:32:43.844043 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de5fa50-0f55-4527-9f6a-fe726a8c7d76 x-openstack-request-id: req-4de5fa50-0f55-4527-9f6a-fe726a8c7d76 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:32:43.844516 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18a307c-166b-46b5-a907-57f71d3c3f39", "tag": "fb92b39e-5b5e-4406-bac2-9eb78fdd8e76", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:32:43.844746 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4de5fa50-0f55-4527-9f6a-fe726a8c7d76 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:32:43.845142 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'tag': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76', 'status': 'completed', 'code': 200} Jan 31 16:32:43.850078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-d818ecb9-4c83-479b-b8b7-4b9484886c5c None None] Set router 118b64ae-d2ba-43ba-9e75-237f96d94255 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:43.861608 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ab07a855-49fb-4d7b-982f-3eb038ae2d41 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/floatingips/26c2ca91-65da-4df9-a3cb-58e23aaea6ef HTTP/1.1" status: 200 len: 991 time: 0.0785098 Jan 31 16:32:43.863293 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153e81e-c638-4ba3-9a7f-e3e60289879e req-f6bedc93-2276-4550-9a80-286aee429786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:43.864838 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5153e81e-c638-4ba3-9a7f-e3e60289879e req-f6bedc93-2276-4550-9a80-286aee429786 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 HTTP/1.1" status: 200 len: 898 time: 0.1135912 Jan 31 16:32:43.950367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5153e81e-c638-4ba3-9a7f-e3e60289879e req-80ba440c-cdc3-4a26-a68b-10284c4b1f8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 HTTP/1.1" status: 200 len: 999 time: 0.0792167 Jan 31 16:32:44.003435 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153e81e-c638-4ba3-9a7f-e3e60289879e req-a7d66eac-3aa1-4434-b468-086842915621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:44.004923 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5153e81e-c638-4ba3-9a7f-e3e60289879e req-a7d66eac-3aa1-4434-b468-086842915621 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=354d5eca-8163-4880-a3a2-4098d87236e5 HTTP/1.1" status: 200 len: 835 time: 0.0479145 Jan 31 16:32:44.053190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153e81e-c638-4ba3-9a7f-e3e60289879e req-1f448f87-5c38-40cb-94fe-b1a3f0cc6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:44.054909 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5153e81e-c638-4ba3-9a7f-e3e60289879e req-1f448f87-5c38-40cb-94fe-b1a3f0cc6708 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434246 Jan 31 16:32:44.156844 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5153e81e-c638-4ba3-9a7f-e3e60289879e req-a323d8db-36c2-440f-b6ba-667db8a647a0 service neutron] 10.222.0.30 "GET /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950449 Jan 31 16:32:44.250952 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5153e81e-c638-4ba3-9a7f-e3e60289879e req-5df833f0-a6e7-41fe-a2f8-33891117c1ab service neutron] 10.222.0.30 "GET /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869319 Jan 31 16:32:44.261861 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d818ecb9-4c83-479b-b8b7-4b9484886c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:27Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '26c2ca91-65da-4df9-a3cb-58e23aaea6ef', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'port_id': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'mac_address': 'fa:16:3e:30:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:32:42Z', 'updated_at': '2022-01-31T16:32:42Z', 'revision_number': 0, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce2ae1d-c429-48f6-b791-f978640a0c91', 'name': '', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:b0:23:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:26Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:44.291272 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818ecb9-4c83-479b-b8b7-4b9484886c5c None None] Checking router: 118b64ae-d2ba-43ba-9e75-237f96d94255 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:32:44.300391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818ecb9-4c83-479b-b8b7-4b9484886c5c None None] Routers {'118b64ae-d2ba-43ba-9e75-237f96d94255'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:44.301007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d818ecb9-4c83-479b-b8b7-4b9484886c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['118b64ae-d2ba-43ba-9e75-237f96d94255'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:44.347660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96217b2e-023c-4436-9cf0-652ef659e46c req-4059860c-827d-4ab6-9eb3-37f009deaafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:44.349745 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96217b2e-023c-4436-9cf0-652ef659e46c req-4059860c-827d-4ab6-9eb3-37f009deaafe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 1097 time: 0.0474749 Jan 31 16:32:44.413765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-d818ecb9-4c83-479b-b8b7-4b9484886c5c None None] Set router 118b64ae-d2ba-43ba-9e75-237f96d94255 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:44.451381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96217b2e-023c-4436-9cf0-652ef659e46c req-c02bcc61-5c73-4e5c-adfe-d98b58af630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:44.452898 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96217b2e-023c-4436-9cf0-652ef659e46c req-c02bcc61-5c73-4e5c-adfe-d98b58af630f service neutron] 10.222.0.30 "GET /v2.0/networks?id=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 HTTP/1.1" status: 200 len: 898 time: 0.0961082 Jan 31 16:32:44.521401 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96217b2e-023c-4436-9cf0-652ef659e46c req-eeda93ac-f260-4a80-a7c2-ec9221e3bf77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 HTTP/1.1" status: 200 len: 999 time: 0.0612915 Jan 31 16:32:44.581122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96217b2e-023c-4436-9cf0-652ef659e46c req-3eb6abe9-986c-4bc7-9b47-7b458e7fb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:44.582715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96217b2e-023c-4436-9cf0-652ef659e46c req-3eb6abe9-986c-4bc7-9b47-7b458e7fb849 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=354d5eca-8163-4880-a3a2-4098d87236e5 HTTP/1.1" status: 200 len: 835 time: 0.0514572 Jan 31 16:32:44.630362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96217b2e-023c-4436-9cf0-652ef659e46c req-32f8e8ab-612a-4951-9af2-377719df94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:44.632240 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96217b2e-023c-4436-9cf0-652ef659e46c req-32f8e8ab-612a-4951-9af2-377719df94b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431867 Jan 31 16:32:44.663385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-d818ecb9-4c83-479b-b8b7-4b9484886c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:27Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '26c2ca91-65da-4df9-a3cb-58e23aaea6ef', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'port_id': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'mac_address': 'fa:16:3e:30:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:32:42Z', 'updated_at': '2022-01-31T16:32:42Z', 'revision_number': 0, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce2ae1d-c429-48f6-b791-f978640a0c91', 'name': '', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:b0:23:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:26Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:44.693672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818ecb9-4c83-479b-b8b7-4b9484886c5c None None] The sync data for ids ['118b64ae-d2ba-43ba-9e75-237f96d94255'] in n-d-827120-1 is: [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:27Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '26c2ca91-65da-4df9-a3cb-58e23aaea6ef', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'port_id': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'mac_address': 'fa:16:3e:30:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:32:42Z', 'updated_at': '2022-01-31T16:32:42Z', 'revision_number': 0, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce2ae1d-c429-48f6-b791-f978640a0c91', 'name': '', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:b0:23:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:26Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:32:44.737088 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96217b2e-023c-4436-9cf0-652ef659e46c req-bbcb0c06-9ea9-43b1-aa34-a05ba9d42253 service neutron] 10.222.0.30 "GET /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969372 Jan 31 16:32:44.838703 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-96217b2e-023c-4436-9cf0-652ef659e46c req-7555ba10-4631-4bbe-b926-a898089fea3a service neutron] 10.222.0.30 "GET /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946743 Jan 31 16:32:44.868505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36448) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:44.902016 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ec0ab-fcaf-44d4-95be-64f60570fb65 None None] New status for floating IP 26c2ca91-65da-4df9-a3cb-58e23aaea6ef: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:32:44.933061 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2209b4dc-d21a-4a87-9db4-3f5a41216de9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/floatingips/26c2ca91-65da-4df9-a3cb-58e23aaea6ef HTTP/1.1" status: 200 len: 991 time: 0.0632353 Jan 31 16:32:45.937383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36450) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:32:46.319495 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ab867f88-7cf8-4f02-92bb-b05dd05c089b tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/floatingips/26c2ca91-65da-4df9-a3cb-58e23aaea6ef HTTP/1.1" status: 200 len: 993 time: 0.3810055 Jan 31 16:32:47.285793 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-499e4606-77fb-47bb-b04c-e174df1b1a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:49.049550 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:32:49.718465 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2f77-e30b-4a73-a6c5-7445b9809889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:50.965097 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:52.405341 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:52.560849 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:56.070434 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:57.129276 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25edf5-ef87-4b41-8ac0-94bbec0323d3 req-940e9600-f30f-4fcf-b03d-3f66ce623f4b tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:57.130795 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba25edf5-ef87-4b41-8ac0-94bbec0323d3 req-940e9600-f30f-4fcf-b03d-3f66ce623f4b tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 946 time: 0.0527244 Jan 31 16:32:57.170684 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba25edf5-ef87-4b41-8ac0-94bbec0323d3 req-8612296d-e418-447b-bb40-2d6283d7345d tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335882 Jan 31 16:32:58.107674 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:58.310881 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7245c-ef9a-4045-ba41-f2f13137fe1f req-1f83404c-b5d3-4642-afed-62e110d24ecf tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:58.312389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9c7245c-ef9a-4045-ba41-f2f13137fe1f req-1f83404c-b5d3-4642-afed-62e110d24ecf tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 946 time: 0.0586345 Jan 31 16:32:58.354120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9c7245c-ef9a-4045-ba41-f2f13137fe1f req-ae9c0bbe-524e-4bba-8c98-0c9d5925a8e9 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7b9084-03e4-47aa-98e8-420149770856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347993 Jan 31 16:32:58.474680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-142de657-c167-4c8d-be9d-e40d4c6c8371 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:32:58.476137 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-142de657-c167-4c8d-be9d-e40d4c6c8371 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 946 time: 0.0554671 Jan 31 16:32:58.577638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Deleting port 801a2887-f859-4057-a0c2-ae5b912c1102 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:32:58.577959 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:58.671813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] For port 801a2887-f859-4057-a0c2-ae5b912c1102, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=801a2887-f859-4057-a0c2-ae5b912c1102,segment=NetworkSegment(c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e),segment_id=c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:32:58.671813 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:58.862232 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:58.862612 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:58.862927 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Floating IP 3476fe88-22ce-44dd-ada6-d9de97891b42 disassociated. External IP: 172.25.1.40, port: 801a2887-f859-4057-a0c2-ae5b912c1102. Jan 31 16:32:58.863276 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Calling delete_port for 801a2887-f859-4057-a0c2-ae5b912c1102 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:32:58.997123 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:59.030339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event deleted for resources: {'Port': ['ID=801a2887-f859-4057-a0c2-ae5b912c1102,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:32:59.150241 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Router 7e808566-6dce-44f2-89ef-03da5e8070c9 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:32:59.464731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7f87d6f0-d85c-4848-b33a-dda38a71ed91 req-1981f116-13c2-4e8f-90bc-1c949cfde99a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c452d1-92c2-4b12-8748-9e38cec34305 HTTP/1.1" status: 200 len: 210 time: 0.0282521 Jan 31 16:32:59.605010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:32:59.615256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d7ca2-a89b-435f-93cd-820a365e9391 None None] Sync routers for ids ['7e808566-6dce-44f2-89ef-03da5e8070c9'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:32:59.627000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d7ca2-a89b-435f-93cd-820a365e9391 None None] Routers {'7e808566-6dce-44f2-89ef-03da5e8070c9'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:59.627623 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-141d7ca2-a89b-435f-93cd-820a365e9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7e808566-6dce-44f2-89ef-03da5e8070c9'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:59.648784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] No DVR routers for this DVR port 801a2887-f859-4057-a0c2-ae5b912c1102 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:32:59.651676 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:32:59.655491 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8693199-d62b-4c99-8848-075b4e1aa950 req-dc078fec-59c7-4010-bb64-3a8aa05419e7 tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.20 "DELETE /v2.0/ports/801a2887-f859-4057-a0c2-ae5b912c1102 HTTP/1.1" status: 204 len: 173 time: 1.1730444 Jan 31 16:32:59.655957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'name': 'network-vif-deleted', 'tag': '801a2887-f859-4057-a0c2-ae5b912c1102'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:32:59.659185 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c41d0c-e0ab-43fc-bd7b-1e37e287de6a" -d '{"events": [{"server_uuid": "e2c452d1-92c2-4b12-8748-9e38cec34305", "name": "network-vif-deleted", "tag": "801a2887-f859-4057-a0c2-ae5b912c1102"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:32:59.700262 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888d49fc-cd36-4011-929f-6f4752d01756 x-openstack-request-id: req-888d49fc-cd36-4011-929f-6f4752d01756 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:32:59.700554 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c452d1-92c2-4b12-8748-9e38cec34305", "name": "network-vif-deleted", "tag": "801a2887-f859-4057-a0c2-ae5b912c1102", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:32:59.700807 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-888d49fc-cd36-4011-929f-6f4752d01756 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:32:59.701207 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c452d1-92c2-4b12-8748-9e38cec34305', 'name': 'network-vif-deleted', 'tag': '801a2887-f859-4057-a0c2-ae5b912c1102', 'status': 'completed', 'code': 200} Jan 31 16:32:59.740225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-141d7ca2-a89b-435f-93cd-820a365e9391 None None] Set router 7e808566-6dce-44f2-89ef-03da5e8070c9 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:32:59.947737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-141d7ca2-a89b-435f-93cd-820a365e9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'ec2113bc-ad41-4352-b9de-310cbad26b4e', 'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'mac_address': 'fa:16:3e:fe:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:49Z', 'updated_at': '2022-01-31T16:27:54Z', 'revision_number': 5, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'subnets': [{'id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:32:59.977833 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d7ca2-a89b-435f-93cd-820a365e9391 None None] Checking router: 7e808566-6dce-44f2-89ef-03da5e8070c9 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:32:59.987073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d7ca2-a89b-435f-93cd-820a365e9391 None None] Routers {'7e808566-6dce-44f2-89ef-03da5e8070c9'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:32:59.987705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-141d7ca2-a89b-435f-93cd-820a365e9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7e808566-6dce-44f2-89ef-03da5e8070c9'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:00.132237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-141d7ca2-a89b-435f-93cd-820a365e9391 None None] Set router 7e808566-6dce-44f2-89ef-03da5e8070c9 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:00.352888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-141d7ca2-a89b-435f-93cd-820a365e9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'ec2113bc-ad41-4352-b9de-310cbad26b4e', 'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'mac_address': 'fa:16:3e:fe:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:49Z', 'updated_at': '2022-01-31T16:27:54Z', 'revision_number': 5, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'subnets': [{'id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:00.385901 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d7ca2-a89b-435f-93cd-820a365e9391 None None] The sync data for ids ['7e808566-6dce-44f2-89ef-03da5e8070c9'] in n-d-827120-1 is: [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:50Z', 'revision_number': 4, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'ec2113bc-ad41-4352-b9de-310cbad26b4e', 'name': '', 'network_id': '271ca520-c3a5-4a5f-82d3-0c399e9ac8fe', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'mac_address': 'fa:16:3e:fe:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:49Z', 'updated_at': '2022-01-31T16:27:54Z', 'revision_number': 5, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'subnets': [{'id': '9b7becd1-dbb3-425e-b5e9-2cde73441f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:33:00.524555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36466) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:00.619988 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b621ec50-2430-4e9d-8a09-c61478552f25 None None] New status for floating IP 3476fe88-22ce-44dd-ada6-d9de97891b42: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:33:00.656941 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Deleting port de849a41-8a08-44a6-b64e-7eb6bf0a9f33 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:00.657452 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:00.753786 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:00.754241 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:00.767587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Calling delete_port for de849a41-8a08-44a6-b64e-7eb6bf0a9f33 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:00.927471 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:00.953646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event deleted for resources: {'Port': ['ID=de849a41-8a08-44a6-b64e-7eb6bf0a9f33,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:00.966093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:00.966437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:00.966778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:00.967110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:00.967443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:00.967756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:00.968096 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:00.968426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:00.968748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:00.969071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:00.969367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:00.969715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:01.025083 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:01.027727 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:01.028915 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5a1ede19-09ce-416a-a95f-76671254d8ae tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "DELETE /v2.0/floatingips/3476fe88-22ce-44dd-ada6-d9de97891b42 HTTP/1.1" status: 204 len: 168 time: 0.5033953 Jan 31 16:33:01.100531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36472) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:01.165097 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d47e15e1-4f12-4b3e-b373-8da7249eb52a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:01.191633 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d47e15e1-4f12-4b3e-b373-8da7249eb52a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:01.261631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d47e15e1-4f12-4b3e-b373-8da7249eb52a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:01.264527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d47e15e1-4f12-4b3e-b373-8da7249eb52a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:01.265851 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d47e15e1-4f12-4b3e-b373-8da7249eb52a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] 10.222.0.36 "DELETE /v2.0/security-groups/4b7b9084-03e4-47aa-98e8-420149770856 HTTP/1.1" status: 204 len: 168 time: 0.1642873 Jan 31 16:33:01.275784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e15e1-4f12-4b3e-b373-8da7249eb52a tempest-TestServerBasicOps-419032647 tempest-TestServerBasicOps-419032647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7b9084-03e4-47aa-98e8-420149770856,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:01.307275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36476) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:01.312513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 801a2887-f859-4057-a0c2-ae5b912c1102 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:33:01.334648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 801a2887-f859-4057-a0c2-ae5b912c1102 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:33:01.335143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 801a2887-f859-4057-a0c2-ae5b912c1102 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:33:01.804699 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1228796b-328e-4c77-bb26-3e06ccfc2351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:02.058471 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1228796b-328e-4c77-bb26-3e06ccfc2351 admin admin] Deleting port ec2113bc-ad41-4352-b9de-310cbad26b4e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:02.058794 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1228796b-328e-4c77-bb26-3e06ccfc2351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:02.144894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-1228796b-328e-4c77-bb26-3e06ccfc2351 admin admin] For port ec2113bc-ad41-4352-b9de-310cbad26b4e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ec2113bc-ad41-4352-b9de-310cbad26b4e,segment=NetworkSegment(c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e),segment_id=c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:02.145225 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1228796b-328e-4c77-bb26-3e06ccfc2351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:02.158564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-1228796b-328e-4c77-bb26-3e06ccfc2351 admin admin] Calling delete_port for ec2113bc-ad41-4352-b9de-310cbad26b4e owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:02.353528 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1228796b-328e-4c77-bb26-3e06ccfc2351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:02.380352 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228796b-328e-4c77-bb26-3e06ccfc2351 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2113bc-ad41-4352-b9de-310cbad26b4e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:02.602982 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1228796b-328e-4c77-bb26-3e06ccfc2351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:02.858100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1228796b-328e-4c77-bb26-3e06ccfc2351 admin admin] Router 7e808566-6dce-44f2-89ef-03da5e8070c9 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:33:02.972010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1228796b-328e-4c77-bb26-3e06ccfc2351 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:33:02.977678 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1228796b-328e-4c77-bb26-3e06ccfc2351 admin admin] 10.222.0.36 "PUT /v2.0/routers/7e808566-6dce-44f2-89ef-03da5e8070c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6692915 Jan 31 16:33:02.980339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36480) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:02.981051 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a12976-d226-4576-a0eb-ab0d2024bb85 None None] Sync routers for ids ['7e808566-6dce-44f2-89ef-03da5e8070c9'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:33:02.990643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a12976-d226-4576-a0eb-ab0d2024bb85 None None] Routers {'7e808566-6dce-44f2-89ef-03da5e8070c9'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:02.991461 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-60a12976-d226-4576-a0eb-ab0d2024bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7e808566-6dce-44f2-89ef-03da5e8070c9'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:03.097093 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:03.097391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-60a12976-d226-4576-a0eb-ab0d2024bb85 None None] Set router 7e808566-6dce-44f2-89ef-03da5e8070c9 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:03.205826 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:03.258114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Deleting port 25c861b2-d8ef-405a-b506-8b7256a95d8f {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:03.258475 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:03.276728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-60a12976-d226-4576-a0eb-ab0d2024bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:33:02Z', 'revision_number': 5, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port': {'id': '25c861b2-d8ef-405a-b506-8b7256a95d8f', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:03.305948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a12976-d226-4576-a0eb-ab0d2024bb85 None None] Checking router: 7e808566-6dce-44f2-89ef-03da5e8070c9 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:33:03.314324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a12976-d226-4576-a0eb-ab0d2024bb85 None None] Routers {'7e808566-6dce-44f2-89ef-03da5e8070c9'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:03.314915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-60a12976-d226-4576-a0eb-ab0d2024bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7e808566-6dce-44f2-89ef-03da5e8070c9'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:03.345457 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] For port 25c861b2-d8ef-405a-b506-8b7256a95d8f, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=25c861b2-d8ef-405a-b506-8b7256a95d8f,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:03.345909 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:03.358645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Calling delete_port for 25c861b2-d8ef-405a-b506-8b7256a95d8f owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:03.396706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-60a12976-d226-4576-a0eb-ab0d2024bb85 None None] Set router 7e808566-6dce-44f2-89ef-03da5e8070c9 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:03.459229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-60a12976-d226-4576-a0eb-ab0d2024bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:33:03Z', 'revision_number': 6, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:03.485933 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a12976-d226-4576-a0eb-ab0d2024bb85 None None] The sync data for ids ['7e808566-6dce-44f2-89ef-03da5e8070c9'] in n-d-827120-1 is: [{'id': '7e808566-6dce-44f2-89ef-03da5e8070c9', 'name': 'tempest-TestServerBasicOps-1924667597-router', 'tenant_id': '85957f87cc7e479f9c5246cf35c60027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:47Z', 'updated_at': '2022-01-31T16:33:03Z', 'revision_number': 6, 'project_id': '85957f87cc7e479f9c5246cf35c60027', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:33:03.554719 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:03.582886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Pushing event deleted for resources: {'Port': ['ID=25c861b2-d8ef-405a-b506-8b7256a95d8f,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:03.645149 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:03.739175 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:03.741367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:03.792866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:03.793342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e808566-6dce-44f2-89ef-03da5e8070c9 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:33:03.797751 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:03.798895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c95c9fb7-3e9a-4846-939b-1a47b3db313c admin admin] 10.222.0.36 "DELETE /v2.0/routers/7e808566-6dce-44f2-89ef-03da5e8070c9 HTTP/1.1" status: 204 len: 168 time: 0.8176620 Jan 31 16:33:03.801958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36482) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:03.854811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4874b148-4ab0-45e9-9b5c-a831371e17a3 admin admin] Deleting subnet 9b7becd1-dbb3-425e-b5e9-2cde73441f00 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:33:03.858233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4874b148-4ab0-45e9-9b5c-a831371e17a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:03.896909 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4874b148-4ab0-45e9-9b5c-a831371e17a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:03.988906 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4874b148-4ab0-45e9-9b5c-a831371e17a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.053503 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4874b148-4ab0-45e9-9b5c-a831371e17a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.085394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874b148-4ab0-45e9-9b5c-a831371e17a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7becd1-dbb3-425e-b5e9-2cde73441f00,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:04.087528 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4874b148-4ab0-45e9-9b5c-a831371e17a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.090755 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4874b148-4ab0-45e9-9b5c-a831371e17a3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9b7becd1-dbb3-425e-b5e9-2cde73441f00 HTTP/1.1" status: 204 len: 168 time: 0.2873099 Jan 31 16:33:04.093115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131179b7-a475-43e5-a95b-d7a52545f779 None None] Network 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:33:04.093871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36484) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:04.194634 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.266413 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Deleting port d76b5a6f-c7c5-4443-84d7-ace4219cbe00 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:04.266767 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.282924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cbce83-1a85-4fac-ba01-e1e0a29283a1 None None] DHCP port deletion for 271ca520-c3a5-4a5f-82d3-0c399e9ac8fe request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:33:04.335362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] For port d76b5a6f-c7c5-4443-84d7-ace4219cbe00, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d76b5a6f-c7c5-4443-84d7-ace4219cbe00,segment=NetworkSegment(c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e),segment_id=c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:04.335732 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.338190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-55cbce83-1a85-4fac-ba01-e1e0a29283a1 None None] Deleting port d76b5a6f-c7c5-4443-84d7-ace4219cbe00 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:04.338566 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-55cbce83-1a85-4fac-ba01-e1e0a29283a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.349661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Calling delete_port for d76b5a6f-c7c5-4443-84d7-ace4219cbe00 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:04.414475 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-55cbce83-1a85-4fac-ba01-e1e0a29283a1 None None] For port d76b5a6f-c7c5-4443-84d7-ace4219cbe00, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d76b5a6f-c7c5-4443-84d7-ace4219cbe00,segment=NetworkSegment(c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e),segment_id=c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:04.414867 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-55cbce83-1a85-4fac-ba01-e1e0a29283a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.428748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-55cbce83-1a85-4fac-ba01-e1e0a29283a1 None None] Calling delete_port for d76b5a6f-c7c5-4443-84d7-ace4219cbe00 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:04.437131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.464888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d76b5a6f-c7c5-4443-84d7-ace4219cbe00,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:04.466779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] No DVR routers for this DVR port d76b5a6f-c7c5-4443-84d7-ace4219cbe00 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:33:04.508902 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-55cbce83-1a85-4fac-ba01-e1e0a29283a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.538087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbce83-1a85-4fac-ba01-e1e0a29283a1 None None] Pushing event deleted for resources: {'Port': ['ID=d76b5a6f-c7c5-4443-84d7-ace4219cbe00,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:04.542105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cbce83-1a85-4fac-ba01-e1e0a29283a1 None None] No DVR routers for this DVR port d76b5a6f-c7c5-4443-84d7-ace4219cbe00 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:33:04.543116 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.566556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271ca520-c3a5-4a5f-82d3-0c399e9ac8fe']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:04.577124 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:04.577460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d3ef3e-b3a4-4a28-a43c-cabfe2d9974e') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:04.591013 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.604792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.610949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:33:04.611333 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:33:04.613152 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:33:04.679219 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.686406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:04.689810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] 10.222.0.36 "DELETE /v2.0/networks/271ca520-c3a5-4a5f-82d3-0c399e9ac8fe HTTP/1.1" status: 204 len: 168 time: 0.5948207 Jan 31 16:33:04.694377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36486) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:04.710669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d782f55-fcb8-439b-81c9-1d83b61ca9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=271ca520-c3a5-4a5f-82d3-0c399e9ac8fe,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:04.979712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ec2113bc-ad41-4352-b9de-310cbad26b4e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:33:05.000136 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: ec2113bc-ad41-4352-b9de-310cbad26b4e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:33:05.000481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ec2113bc-ad41-4352-b9de-310cbad26b4e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:33:05.000867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 25c861b2-d8ef-405a-b506-8b7256a95d8f no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:33:05.025175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 25c861b2-d8ef-405a-b506-8b7256a95d8f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:33:05.025518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 25c861b2-d8ef-405a-b506-8b7256a95d8f not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:33:05.025948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d76b5a6f-c7c5-4443-84d7-ace4219cbe00 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:33:05.045229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d76b5a6f-c7c5-4443-84d7-ace4219cbe00 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:33:05.045591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d76b5a6f-c7c5-4443-84d7-ace4219cbe00 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:33:05.083227 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-675f4fea-8581-4084-94cf-96e1c8812023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:05.340742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-675f4fea-8581-4084-94cf-96e1c8812023 admin admin] Deleting port 947cbf15-1492-43c5-9709-14dc5c9a64fd {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:05.341598 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-675f4fea-8581-4084-94cf-96e1c8812023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:05.421618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-675f4fea-8581-4084-94cf-96e1c8812023 admin admin] For port 947cbf15-1492-43c5-9709-14dc5c9a64fd, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=947cbf15-1492-43c5-9709-14dc5c9a64fd,segment=NetworkSegment(aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c),segment_id=aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:05.421957 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-675f4fea-8581-4084-94cf-96e1c8812023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:05.434763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-675f4fea-8581-4084-94cf-96e1c8812023 admin admin] Calling delete_port for 947cbf15-1492-43c5-9709-14dc5c9a64fd owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:05.644294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-675f4fea-8581-4084-94cf-96e1c8812023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:05.675033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f4fea-8581-4084-94cf-96e1c8812023 admin admin] Pushing event deleted for resources: {'Port': ['ID=947cbf15-1492-43c5-9709-14dc5c9a64fd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:05.851628 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-675f4fea-8581-4084-94cf-96e1c8812023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:06.085926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675f4fea-8581-4084-94cf-96e1c8812023 admin admin] Router c511b7d3-5152-4e7b-bd99-98364d0d664f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:33:06.197988 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675f4fea-8581-4084-94cf-96e1c8812023 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:33:06.205269 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-675f4fea-8581-4084-94cf-96e1c8812023 admin admin] 10.222.0.36 "PUT /v2.0/routers/c511b7d3-5152-4e7b-bd99-98364d0d664f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5097778 Jan 31 16:33:06.208114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36488) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:06.210844 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d87ab-9981-480a-99e3-a807e510187f None None] Sync routers for ids ['c511b7d3-5152-4e7b-bd99-98364d0d664f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:33:06.221385 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d87ab-9981-480a-99e3-a807e510187f None None] Routers {'c511b7d3-5152-4e7b-bd99-98364d0d664f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:06.221385 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-aa9d87ab-9981-480a-99e3-a807e510187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c511b7d3-5152-4e7b-bd99-98364d0d664f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:06.320122 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:06.431575 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-aa9d87ab-9981-480a-99e3-a807e510187f None None] Set router c511b7d3-5152-4e7b-bd99-98364d0d664f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:06.433729 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:06.493315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Deleting port e72dc106-c83b-4193-84c1-19165e0f5a4e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:06.493683 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:06.576715 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] For port e72dc106-c83b-4193-84c1-19165e0f5a4e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e72dc106-c83b-4193-84c1-19165e0f5a4e,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:06.577050 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:06.589656 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Calling delete_port for e72dc106-c83b-4193-84c1-19165e0f5a4e owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:06.612481 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-aa9d87ab-9981-480a-99e3-a807e510187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'name': 'tempest-TestServerBasicOps-696752388-router', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:33:05Z', 'revision_number': 5, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'gw_port': {'id': 'e72dc106-c83b-4193-84c1-19165e0f5a4e', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:06.638430 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d87ab-9981-480a-99e3-a807e510187f None None] Checking router: c511b7d3-5152-4e7b-bd99-98364d0d664f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:33:06.647547 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d87ab-9981-480a-99e3-a807e510187f None None] Routers {'c511b7d3-5152-4e7b-bd99-98364d0d664f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:06.648171 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-aa9d87ab-9981-480a-99e3-a807e510187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:32:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['c511b7d3-5152-4e7b-bd99-98364d0d664f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:06.734318 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-aa9d87ab-9981-480a-99e3-a807e510187f None None] Set router c511b7d3-5152-4e7b-bd99-98364d0d664f gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:06.754725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:06.782084 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e72dc106-c83b-4193-84c1-19165e0f5a4e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:06.789408 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-aa9d87ab-9981-480a-99e3-a807e510187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'name': 'tempest-TestServerBasicOps-696752388-router', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:33:06Z', 'revision_number': 6, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:06.815733 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d87ab-9981-480a-99e3-a807e510187f None None] The sync data for ids ['c511b7d3-5152-4e7b-bd99-98364d0d664f'] in n-d-827120-1 is: [{'id': 'c511b7d3-5152-4e7b-bd99-98364d0d664f', 'name': 'tempest-TestServerBasicOps-696752388-router', 'tenant_id': 'c75905aa50e649f48648b20de6e7188c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:27:52Z', 'updated_at': '2022-01-31T16:33:06Z', 'revision_number': 6, 'project_id': 'c75905aa50e649f48648b20de6e7188c', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:33:06.840205 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.279717 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.281954 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.330675 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.331194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c511b7d3-5152-4e7b-bd99-98364d0d664f {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:33:07.335478 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.336639 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bd5ab321-f1bf-40ae-bcee-b80ef8e67d5a admin admin] 10.222.0.36 "DELETE /v2.0/routers/c511b7d3-5152-4e7b-bd99-98364d0d664f HTTP/1.1" status: 204 len: 168 time: 1.1275425 Jan 31 16:33:07.339097 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36490) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:07.386149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e01dbc5-7f42-4001-8215-86630ff8ab73 admin admin] Deleting subnet 3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:33:07.389816 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e01dbc5-7f42-4001-8215-86630ff8ab73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.425370 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e01dbc5-7f42-4001-8215-86630ff8ab73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.518398 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e01dbc5-7f42-4001-8215-86630ff8ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.556678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 947cbf15-1492-43c5-9709-14dc5c9a64fd no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:33:07.579069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 947cbf15-1492-43c5-9709-14dc5c9a64fd {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:33:07.580360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 947cbf15-1492-43c5-9709-14dc5c9a64fd not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:33:07.593825 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e01dbc5-7f42-4001-8215-86630ff8ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.640614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01dbc5-7f42-4001-8215-86630ff8ab73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:07.644174 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3e01dbc5-7f42-4001-8215-86630ff8ab73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.649019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b323e759-4de8-460c-8ca7-a903ac536688 None None] Network 092c900c-5cc4-4f6a-81f3-6e810764d74a requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:33:07.649306 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3e01dbc5-7f42-4001-8215-86630ff8ab73 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3fce7f5f-7201-42cc-ae9d-ab8d8b4e3bf5 HTTP/1.1" status: 204 len: 168 time: 0.3090472 Jan 31 16:33:07.652103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36492) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:07.748973 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.811612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Deleting port 651b430d-2346-44f4-8550-dcbe220327c0 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:07.812026 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.886254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] For port 651b430d-2346-44f4-8550-dcbe220327c0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=651b430d-2346-44f4-8550-dcbe220327c0,segment=NetworkSegment(aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c),segment_id=aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:07.886634 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:07.904595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Calling delete_port for 651b430d-2346-44f4-8550-dcbe220327c0 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:07.988516 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:08.018288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd462a65-60d9-411b-a4a1-9181d268ba34 None None] DHCP port deletion for 092c900c-5cc4-4f6a-81f3-6e810764d74a request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:33:08.018564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=651b430d-2346-44f4-8550-dcbe220327c0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:08.020455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] No DVR routers for this DVR port 651b430d-2346-44f4-8550-dcbe220327c0 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:33:08.101490 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:08.123517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092c900c-5cc4-4f6a-81f3-6e810764d74a']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:08.132765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:08.133057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9a0c3c-6bc5-43c6-a0af-16b87ebef97c') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:08.143535 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:08.158779 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:08.164805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:33:08.165180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:33:08.167272 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:33:08.220388 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:08.225869 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:08.228988 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/092c900c-5cc4-4f6a-81f3-6e810764d74a HTTP/1.1" status: 204 len: 168 time: 0.5756075 Jan 31 16:33:08.240010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f2115-bfe2-43c1-a4be-1d44d3a020f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=092c900c-5cc4-4f6a-81f3-6e810764d74a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:08.360400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36496) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:08.406262 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3710374b-cefa-4a8a-ae3e-be33c72b225c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85957f87cc7e479f9c5246cf35c60027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446825 Jan 31 16:33:08.408774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36498) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:08.462303 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-beea167f-99b6-4c1f-aaca-5378fd42130d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:08.486355 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-beea167f-99b6-4c1f-aaca-5378fd42130d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:08.537932 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-beea167f-99b6-4c1f-aaca-5378fd42130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:08.540433 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-beea167f-99b6-4c1f-aaca-5378fd42130d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:08.541629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-beea167f-99b6-4c1f-aaca-5378fd42130d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25eb9f3b-d154-47ed-b983-c47aff8a139b HTTP/1.1" status: 204 len: 168 time: 0.1319051 Jan 31 16:33:08.549142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea167f-99b6-4c1f-aaca-5378fd42130d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eb9f3b-d154-47ed-b983-c47aff8a139b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:08.882746 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36508) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:08.925759 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-895011e0-713e-4302-b4da-f28c5adb6b0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c75905aa50e649f48648b20de6e7188c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400598 Jan 31 16:33:08.926705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36510) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:08.968341 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e72dc106-c83b-4193-84c1-19165e0f5a4e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:33:08.977289 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5d7466ec-36c1-48a5-ab30-0548bd3ea031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:08.988825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e72dc106-c83b-4193-84c1-19165e0f5a4e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:33:08.989175 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e72dc106-c83b-4193-84c1-19165e0f5a4e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:33:08.989656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 651b430d-2346-44f4-8550-dcbe220327c0 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:33:09.000395 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5d7466ec-36c1-48a5-ab30-0548bd3ea031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:09.008905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 651b430d-2346-44f4-8550-dcbe220327c0 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:33:09.009241 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 651b430d-2346-44f4-8550-dcbe220327c0 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:33:09.051246 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5d7466ec-36c1-48a5-ab30-0548bd3ea031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:09.053827 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5d7466ec-36c1-48a5-ab30-0548bd3ea031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:09.055016 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5d7466ec-36c1-48a5-ab30-0548bd3ea031 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50b45d55-b94e-4779-942f-57d9ab4f4cb0 HTTP/1.1" status: 204 len: 168 time: 0.1274297 Jan 31 16:33:09.062549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7466ec-36c1-48a5-ab30-0548bd3ea031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b45d55-b94e-4779-942f-57d9ab4f4cb0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:17.298084 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a561d424-4f8d-42a3-b5a8-1b368f7c35ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:19.438844 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36520) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:19.502369 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b20b39a0-011b-4948-9a9a-5ff4c27f1234 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/floatingips/26c2ca91-65da-4df9-a3cb-58e23aaea6ef HTTP/1.1" status: 200 len: 993 time: 0.0620217 Jan 31 16:33:19.721897 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1ec4da09-8066-4e22-ae11-fe87e800f840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:19.804448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36526) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:19.965747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting port 37305fdc-95fc-4f85-82ef-6768b8bf01c9 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:19.966088 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:20.060155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:20.060426 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:20.074041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Calling delete_port for 37305fdc-95fc-4f85-82ef-6768b8bf01c9 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:20.249095 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:20.276445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Port': ['ID=37305fdc-95fc-4f85-82ef-6768b8bf01c9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:20.340376 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:20.340633 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Floating IP 26c2ca91-65da-4df9-a3cb-58e23aaea6ef disassociated (deleted). External IP: 172.25.1.86, port: fb92b39e-5b5e-4406-bac2-9eb78fdd8e76. Jan 31 16:33:20.565010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Router 118b64ae-d2ba-43ba-9e75-237f96d94255 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:33:20.969096 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:21.001758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:33:21.006845 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:21.014089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8438cc-00a3-4854-94e5-5693adde60a4 None None] Sync routers for ids ['118b64ae-d2ba-43ba-9e75-237f96d94255'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:33:21.023627 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8438cc-00a3-4854-94e5-5693adde60a4 None None] Routers {'118b64ae-d2ba-43ba-9e75-237f96d94255'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:21.024249 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5c8438cc-00a3-4854-94e5-5693adde60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:33:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['118b64ae-d2ba-43ba-9e75-237f96d94255'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:21.037341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9dab4aa3-3165-43aa-b3cd-b8bbbba5a167 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/floatingips/26c2ca91-65da-4df9-a3cb-58e23aaea6ef HTTP/1.1" status: 204 len: 168 time: 1.2317793 Jan 31 16:33:21.037988 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'tag': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:33:21.040284 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bc8c0b-8588-412f-8944-784001331693" -d '{"events": [{"name": "network-changed", "server_uuid": "e18a307c-166b-46b5-a907-57f71d3c3f39", "tag": "fb92b39e-5b5e-4406-bac2-9eb78fdd8e76"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:33:21.086634 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4671ef9-1028-4296-a543-9937b1b987b1 x-openstack-request-id: req-b4671ef9-1028-4296-a543-9937b1b987b1 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:33:21.086951 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18a307c-166b-46b5-a907-57f71d3c3f39", "tag": "fb92b39e-5b5e-4406-bac2-9eb78fdd8e76", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:33:21.087187 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4671ef9-1028-4296-a543-9937b1b987b1 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:33:21.087593 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'tag': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76', 'status': 'completed', 'code': 200} Jan 31 16:33:21.139248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-5c8438cc-00a3-4854-94e5-5693adde60a4 None None] Set router 118b64ae-d2ba-43ba-9e75-237f96d94255 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:21.157514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc8c0b-8588-412f-8944-784001331693 req-968c5680-dfd2-4c5b-84d5-c89e307b32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:21.159738 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73bc8c0b-8588-412f-8944-784001331693 req-968c5680-dfd2-4c5b-84d5-c89e307b32fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05572b72967b47979ffcaeaaf54adde1&device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 1097 time: 0.0448089 Jan 31 16:33:21.314567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76844127-a191-4cfc-a775-1c2dcff52c57 req-1ed97422-deda-4af6-84c2-d125f0233ce9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:21.316213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-76844127-a191-4cfc-a775-1c2dcff52c57 req-1ed97422-deda-4af6-84c2-d125f0233ce9 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 946 time: 0.0780873 Jan 31 16:33:21.317573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc8c0b-8588-412f-8944-784001331693 req-f9870c65-8b8e-4bb0-8fbe-7f5b638e522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:21.318860 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73bc8c0b-8588-412f-8944-784001331693 req-f9870c65-8b8e-4bb0-8fbe-7f5b638e522a service neutron] 10.222.0.30 "GET /v2.0/networks?id=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 HTTP/1.1" status: 200 len: 898 time: 0.1462455 Jan 31 16:33:21.345346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5c8438cc-00a3-4854-94e5-5693adde60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:27Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '1ce2ae1d-c429-48f6-b791-f978640a0c91', 'name': '', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:b0:23:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:26Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:21.371118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8438cc-00a3-4854-94e5-5693adde60a4 None None] Checking router: 118b64ae-d2ba-43ba-9e75-237f96d94255 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:33:21.376296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73bc8c0b-8588-412f-8944-784001331693 req-09b0ed41-8b2b-4125-b5be-1feece3e0409 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 HTTP/1.1" status: 200 len: 217 time: 0.0467389 Jan 31 16:33:21.379930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8438cc-00a3-4854-94e5-5693adde60a4 None None] Routers {'118b64ae-d2ba-43ba-9e75-237f96d94255'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:21.380530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5c8438cc-00a3-4854-94e5-5693adde60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:33:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['118b64ae-d2ba-43ba-9e75-237f96d94255'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:21.399319 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-76844127-a191-4cfc-a775-1c2dcff52c57 req-551a8573-2e46-478b-b5de-8460b3281b9f tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=311a3d1b-50d0-432b-94b7-7b3a3640c9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768490 Jan 31 16:33:21.435581 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc8c0b-8588-412f-8944-784001331693 req-da4787ef-51e0-48cb-9eb2-bbb1e8ead8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:21.436948 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73bc8c0b-8588-412f-8944-784001331693 req-da4787ef-51e0-48cb-9eb2-bbb1e8ead8f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=354d5eca-8163-4880-a3a2-4098d87236e5 HTTP/1.1" status: 200 len: 835 time: 0.0532811 Jan 31 16:33:21.491459 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc8c0b-8588-412f-8944-784001331693 req-289952a4-0b4a-46ff-9b0d-e47260723a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:21.493390 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73bc8c0b-8588-412f-8944-784001331693 req-289952a4-0b4a-46ff-9b0d-e47260723a87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482833 Jan 31 16:33:21.496881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-5c8438cc-00a3-4854-94e5-5693adde60a4 None None] Set router 118b64ae-d2ba-43ba-9e75-237f96d94255 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:21.591767 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73bc8c0b-8588-412f-8944-784001331693 req-e4716628-85fe-4559-b36b-9bc2bb005291 service neutron] 10.222.0.30 "GET /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904906 Jan 31 16:33:21.686848 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73bc8c0b-8588-412f-8944-784001331693 req-139823f0-e01a-47a1-9751-d1fea0acbb71 service neutron] 10.222.0.30 "GET /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869441 Jan 31 16:33:21.715229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5c8438cc-00a3-4854-94e5-5693adde60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:27Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '1ce2ae1d-c429-48f6-b791-f978640a0c91', 'name': '', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:b0:23:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:26Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:21.754197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8438cc-00a3-4854-94e5-5693adde60a4 None None] The sync data for ids ['118b64ae-d2ba-43ba-9e75-237f96d94255'] in n-d-827120-1 is: [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:27Z', 'revision_number': 4, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '1ce2ae1d-c429-48f6-b791-f978640a0c91', 'name': '', 'network_id': 'eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'mac_address': 'fa:16:3e:b0:23:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:26Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'subnets': [{'id': '354d5eca-8163-4880-a3a2-4098d87236e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:33:22.028543 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd05507-3a02-48be-bfed-60214f8953fa None None] New status for floating IP 26c2ca91-65da-4df9-a3cb-58e23aaea6ef: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:33:22.404023 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:22.540360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4d370-61fe-453c-ad79-4918ae42b65d req-d899a8c2-d23e-438d-9a29-91d6f84dffb3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:22.541779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3fc4d370-61fe-453c-ad79-4918ae42b65d req-d899a8c2-d23e-438d-9a29-91d6f84dffb3 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 946 time: 0.0602686 Jan 31 16:33:22.565972 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:22.582561 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3fc4d370-61fe-453c-ad79-4918ae42b65d req-8534dcce-a8f9-40f0-8aa8-7340403345ae tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/security-groups?id=311a3d1b-50d0-432b-94b7-7b3a3640c9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337322 Jan 31 16:33:22.868154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79d59a-ae6a-4489-b6ed-ec255ba6344a req-a36709bd-f2f2-4cd1-9fab-46e023a85001 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:22.870963 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f79d59a-ae6a-4489-b6ed-ec255ba6344a req-a36709bd-f2f2-4cd1-9fab-46e023a85001 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.30 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 946 time: 0.0594883 Jan 31 16:33:22.976916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-9f79d59a-ae6a-4489-b6ed-ec255ba6344a req-af7cddf9-b5e4-4575-bec4-68ce1c158601 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:22.977228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9f79d59a-ae6a-4489-b6ed-ec255ba6344a req-af7cddf9-b5e4-4575-bec4-68ce1c158601 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:23.077719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-9f79d59a-ae6a-4489-b6ed-ec255ba6344a req-af7cddf9-b5e4-4575-bec4-68ce1c158601 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] For port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76,segment=NetworkSegment(b3a67776-54b2-4801-a3e3-84c9e0e07bf7),segment_id=b3a67776-54b2-4801-a3e3-84c9e0e07bf7)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:23.078026 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9f79d59a-ae6a-4489-b6ed-ec255ba6344a req-af7cddf9-b5e4-4575-bec4-68ce1c158601 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:23.092914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-9f79d59a-ae6a-4489-b6ed-ec255ba6344a req-af7cddf9-b5e4-4575-bec4-68ce1c158601 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Calling delete_port for fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:23.244023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9f79d59a-ae6a-4489-b6ed-ec255ba6344a req-af7cddf9-b5e4-4575-bec4-68ce1c158601 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:23.274258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cddf9-b5e4-4575-bec4-68ce1c158601 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Port': ['ID=fb92b39e-5b5e-4406-bac2-9eb78fdd8e76,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:23.322696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f79d59a-ae6a-4489-b6ed-ec255ba6344a req-af7cddf9-b5e4-4575-bec4-68ce1c158601 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] No DVR routers for this DVR port fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:33:23.325495 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-9f79d59a-ae6a-4489-b6ed-ec255ba6344a req-af7cddf9-b5e4-4575-bec4-68ce1c158601 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:23.328801 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f79d59a-ae6a-4489-b6ed-ec255ba6344a req-af7cddf9-b5e4-4575-bec4-68ce1c158601 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.30 "DELETE /v2.0/ports/fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 HTTP/1.1" status: 204 len: 173 time: 0.4510701 Jan 31 16:33:23.329236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'name': 'network-vif-deleted', 'tag': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:33:23.331527 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3e2602-6071-4335-b5f1-016b5d489eaa" -d '{"events": [{"server_uuid": "e18a307c-166b-46b5-a907-57f71d3c3f39", "name": "network-vif-deleted", "tag": "fb92b39e-5b5e-4406-bac2-9eb78fdd8e76"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:33:23.371792 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e73168-a242-40ae-bb93-c3aa4340bb6b x-openstack-request-id: req-71e73168-a242-40ae-bb93-c3aa4340bb6b {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:33:23.372121 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18a307c-166b-46b5-a907-57f71d3c3f39", "name": "network-vif-deleted", "tag": "fb92b39e-5b5e-4406-bac2-9eb78fdd8e76", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:33:23.372417 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71e73168-a242-40ae-bb93-c3aa4340bb6b {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:33:23.372818 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a307c-166b-46b5-a907-57f71d3c3f39', 'name': 'network-vif-deleted', 'tag': 'fb92b39e-5b5e-4406-bac2-9eb78fdd8e76', 'status': 'completed', 'code': 200} Jan 31 16:33:23.726248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-096aa908-044e-4c0b-a63f-702b22b0110c req-e31f5be2-85ea-4f65-b1d1-caf0eae9f72c tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "GET /v2.0/ports?device_id=e18a307c-166b-46b5-a907-57f71d3c3f39 HTTP/1.1" status: 200 len: 210 time: 0.0336769 Jan 31 16:33:24.791351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36542) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:24.858258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4be7be7-a744-446e-b715-cf1375f7b365 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:24.892677 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4be7be7-a744-446e-b715-cf1375f7b365 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:24.959301 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4be7be7-a744-446e-b715-cf1375f7b365 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:24.963834 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d4be7be7-a744-446e-b715-cf1375f7b365 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:24.965502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d4be7be7-a744-446e-b715-cf1375f7b365 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/security-groups/311a3d1b-50d0-432b-94b7-7b3a3640c9c4 HTTP/1.1" status: 204 len: 168 time: 0.1731696 Jan 31 16:33:24.975626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be7be7-a744-446e-b715-cf1375f7b365 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311a3d1b-50d0-432b-94b7-7b3a3640c9c4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:25.007975 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36546) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:25.391373 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04beb954-e47b-4a72-9325-4c8d2c0c5386 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:25.694084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-04beb954-e47b-4a72-9325-4c8d2c0c5386 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting port 1ce2ae1d-c429-48f6-b791-f978640a0c91 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:25.694384 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04beb954-e47b-4a72-9325-4c8d2c0c5386 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:25.786918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-04beb954-e47b-4a72-9325-4c8d2c0c5386 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] For port 1ce2ae1d-c429-48f6-b791-f978640a0c91, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1ce2ae1d-c429-48f6-b791-f978640a0c91,segment=NetworkSegment(b3a67776-54b2-4801-a3e3-84c9e0e07bf7),segment_id=b3a67776-54b2-4801-a3e3-84c9e0e07bf7)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:25.787268 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04beb954-e47b-4a72-9325-4c8d2c0c5386 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:25.799573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-04beb954-e47b-4a72-9325-4c8d2c0c5386 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Calling delete_port for 1ce2ae1d-c429-48f6-b791-f978640a0c91 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:26.009542 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04beb954-e47b-4a72-9325-4c8d2c0c5386 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:26.046271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04beb954-e47b-4a72-9325-4c8d2c0c5386 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Port': ['ID=1ce2ae1d-c429-48f6-b791-f978640a0c91,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:26.055056 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:33:26.085922 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:26.224808 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04beb954-e47b-4a72-9325-4c8d2c0c5386 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:26.449449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04beb954-e47b-4a72-9325-4c8d2c0c5386 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Router 118b64ae-d2ba-43ba-9e75-237f96d94255 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:33:26.566089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04beb954-e47b-4a72-9325-4c8d2c0c5386 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:33:26.571735 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-04beb954-e47b-4a72-9325-4c8d2c0c5386 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "PUT /v2.0/routers/118b64ae-d2ba-43ba-9e75-237f96d94255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5631692 Jan 31 16:33:26.574733 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36548) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:26.579760 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec2795-4eb6-454a-9bad-9192639363ee None None] Sync routers for ids ['118b64ae-d2ba-43ba-9e75-237f96d94255'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:33:26.588622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec2795-4eb6-454a-9bad-9192639363ee None None] Routers {'118b64ae-d2ba-43ba-9e75-237f96d94255'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:26.589230 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f1ec2795-4eb6-454a-9bad-9192639363ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:33:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['118b64ae-d2ba-43ba-9e75-237f96d94255'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:26.626785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0430ab71-255d-497e-b16c-c979117cd4dd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting subnet 354d5eca-8163-4880-a3a2-4098d87236e5 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:33:26.630129 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0430ab71-255d-497e-b16c-c979117cd4dd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:26.671757 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0430ab71-255d-497e-b16c-c979117cd4dd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:26.698063 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f1ec2795-4eb6-454a-9bad-9192639363ee None None] Set router 118b64ae-d2ba-43ba-9e75-237f96d94255 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:26.767656 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0430ab71-255d-497e-b16c-c979117cd4dd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:26.838852 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0430ab71-255d-497e-b16c-c979117cd4dd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:26.867968 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430ab71-255d-497e-b16c-c979117cd4dd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Subnet': ['ID=354d5eca-8163-4880-a3a2-4098d87236e5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:26.869938 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0430ab71-255d-497e-b16c-c979117cd4dd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:26.873073 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0430ab71-255d-497e-b16c-c979117cd4dd tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/subnets/354d5eca-8163-4880-a3a2-4098d87236e5 HTTP/1.1" status: 204 len: 168 time: 0.2973087 Jan 31 16:33:26.875823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36550) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:26.879976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a30670a-c418-410a-bc88-d9b0b7a6c575 None None] Network eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:33:26.956867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f1ec2795-4eb6-454a-9bad-9192639363ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:33:25Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:26.991263 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.004739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec2795-4eb6-454a-9bad-9192639363ee None None] Checking router: 118b64ae-d2ba-43ba-9e75-237f96d94255 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:33:27.032470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec2795-4eb6-454a-9bad-9192639363ee None None] Routers {'118b64ae-d2ba-43ba-9e75-237f96d94255'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:27.033001 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f1ec2795-4eb6-454a-9bad-9192639363ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:33:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['118b64ae-d2ba-43ba-9e75-237f96d94255'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:27.093735 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.147864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f1ec2795-4eb6-454a-9bad-9192639363ee None None] Set router 118b64ae-d2ba-43ba-9e75-237f96d94255 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:27.150607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Deleting port 4f99d4e9-c0ea-4e47-99ae-9090f41857aa {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:27.150949 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.177659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fecbf6-2717-469f-b312-149adbbde8ba None None] DHCP port deletion for eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:33:27.228255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] For port 4f99d4e9-c0ea-4e47-99ae-9090f41857aa, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4f99d4e9-c0ea-4e47-99ae-9090f41857aa,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:27.228648 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.240513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Calling delete_port for 4f99d4e9-c0ea-4e47-99ae-9090f41857aa owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:27.335139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-00fecbf6-2717-469f-b312-149adbbde8ba None None] Deleting port 7bbdd229-0121-41f3-aab4-c3c7e4967989 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:33:27.335395 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-00fecbf6-2717-469f-b312-149adbbde8ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.407784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-00fecbf6-2717-469f-b312-149adbbde8ba None None] For port 7bbdd229-0121-41f3-aab4-c3c7e4967989, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=7bbdd229-0121-41f3-aab4-c3c7e4967989,segment=NetworkSegment(b3a67776-54b2-4801-a3e3-84c9e0e07bf7),segment_id=b3a67776-54b2-4801-a3e3-84c9e0e07bf7)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:27.408305 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-00fecbf6-2717-469f-b312-149adbbde8ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.409736 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.423426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-00fecbf6-2717-469f-b312-149adbbde8ba None None] Calling delete_port for 7bbdd229-0121-41f3-aab4-c3c7e4967989 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:33:27.437277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Port': ['ID=4f99d4e9-c0ea-4e47-99ae-9090f41857aa,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:27.439703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f1ec2795-4eb6-454a-9bad-9192639363ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:33:25Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:27.500152 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec2795-4eb6-454a-9bad-9192639363ee None None] The sync data for ids ['118b64ae-d2ba-43ba-9e75-237f96d94255'] in n-d-827120-1 is: [{'id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'name': 'tempest-TestNetworkBasicOps-router-1664373308', 'tenant_id': '05572b72967b47979ffcaeaaf54adde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:33:25Z', 'revision_number': 5, 'project_id': '05572b72967b47979ffcaeaaf54adde1', 'gw_port': {'id': '4f99d4e9-c0ea-4e47-99ae-9090f41857aa', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118b64ae-d2ba-43ba-9e75-237f96d94255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:32:23Z', 'updated_at': '2022-01-31T16:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:33:27.500455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.543499 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-00fecbf6-2717-469f-b312-149adbbde8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.569595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fecbf6-2717-469f-b312-149adbbde8ba None None] Pushing event deleted for resources: {'Port': ['ID=7bbdd229-0121-41f3-aab4-c3c7e4967989,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:27.573898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fecbf6-2717-469f-b312-149adbbde8ba None None] No DVR routers for this DVR port 7bbdd229-0121-41f3-aab4-c3c7e4967989 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:33:27.599985 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.602186 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.646195 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.646998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Fanout notify agent at l3_agent the message router_deleted on router 118b64ae-d2ba-43ba-9e75-237f96d94255 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:33:27.656399 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.657827 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-87ecf891-c13f-46c2-af80-7554bc5ed512 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/routers/118b64ae-d2ba-43ba-9e75-237f96d94255 HTTP/1.1" status: 204 len: 168 time: 0.7799234 Jan 31 16:33:27.660567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36552) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:27.746174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.841509 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.864472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:27.874834 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:27.875083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a67776-54b2-4801-a3e3-84c9e0e07bf7') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:27.885008 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.900326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.907744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:33:27.908134 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:33:27.911605 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:33:27.974765 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.982792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:27.986128 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] 10.222.0.36 "DELETE /v2.0/networks/eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6 HTTP/1.1" status: 204 len: 168 time: 0.3245652 Jan 31 16:33:28.000716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b59d0-c954-4dd1-acf9-45277ab3bc75 tempest-TestNetworkBasicOps-1056279732 tempest-TestNetworkBasicOps-1056279732-project] Pushing event deleted for resources: {'Network': ['ID=eccceb4c-a8b4-4b9d-98c0-7acf3791d9d6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:28.041019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:33:28.062504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:33:28.062899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device fb92b39e-5b5e-4406-bac2-9eb78fdd8e76 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:33:28.117482 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:28.265854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36558) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:28.415188 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8f433b57-34b1-4822-9a99-b0acec9e1421 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05572b72967b47979ffcaeaaf54adde1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480885 Jan 31 16:33:28.417846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36562) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:28.466763 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d52f417-d4a2-4cbe-ae4a-014dff2923a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:28.488266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d52f417-d4a2-4cbe-ae4a-014dff2923a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:28.542682 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d52f417-d4a2-4cbe-ae4a-014dff2923a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:28.545250 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9d52f417-d4a2-4cbe-ae4a-014dff2923a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:28.546477 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9d52f417-d4a2-4cbe-ae4a-014dff2923a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/703267f6-ba7e-432e-ba4a-116ed8027c7b HTTP/1.1" status: 204 len: 168 time: 0.1277456 Jan 31 16:33:28.554930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52f417-d4a2-4cbe-ae4a-014dff2923a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703267f6-ba7e-432e-ba4a-116ed8027c7b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:28.819872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36568) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:28.833711 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fe25c8bf-229d-4731-9ba8-dc97bf0a8c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:28.913722 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fe25c8bf-229d-4731-9ba8-dc97bf0a8c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:28.919925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fe25c8bf-229d-4731-9ba8-dc97bf0a8c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:28.957223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25c8bf-229d-4731-9ba8-dc97bf0a8c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1581af-df96-4d12-ba41-361bcf2a05f6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:28.965172 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fe25c8bf-229d-4731-9ba8-dc97bf0a8c79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86f251f24ccd46d8a39eab41bdc27b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417227 Jan 31 16:33:28.965623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36570) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:28.979896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4f99d4e9-c0ea-4e47-99ae-9090f41857aa no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:33:29.000345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 4f99d4e9-c0ea-4e47-99ae-9090f41857aa {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:33:29.000683 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4f99d4e9-c0ea-4e47-99ae-9090f41857aa not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:33:29.001090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7bbdd229-0121-41f3-aab4-c3c7e4967989 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:33:29.016337 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2bf0cba9-06a3-4042-bca1-bb08ae006166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:29.022538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 7bbdd229-0121-41f3-aab4-c3c7e4967989 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:33:29.022878 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 7bbdd229-0121-41f3-aab4-c3c7e4967989 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:33:29.023278 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1ce2ae1d-c429-48f6-b791-f978640a0c91 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:33:29.037597 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2bf0cba9-06a3-4042-bca1-bb08ae006166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:29.041946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 1ce2ae1d-c429-48f6-b791-f978640a0c91 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:33:29.042280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1ce2ae1d-c429-48f6-b791-f978640a0c91 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:33:29.088377 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2bf0cba9-06a3-4042-bca1-bb08ae006166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:29.092309 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2bf0cba9-06a3-4042-bca1-bb08ae006166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:29.093896 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2bf0cba9-06a3-4042-bca1-bb08ae006166 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d1581af-df96-4d12-ba41-361bcf2a05f6 HTTP/1.1" status: 204 len: 168 time: 0.1274250 Jan 31 16:33:29.102680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0cba9-06a3-4042-bca1-bb08ae006166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1581af-df96-4d12-ba41-361bcf2a05f6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:31.484100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36622) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:31.489312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Request body: {'network': {'name': 'tempest-network-smoke--1812906145', 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'port_security_enabled': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:33:31.515865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Made reservation on behalf of f5be2306f4034b3fbd6a1c02edb5f7f6 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:33:31.519367 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:31.528254 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:31.608480 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:31.613255 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:31.636182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:33:31.651422 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b172a216-2d61-4079-9aa1-bdc442aa1f1a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:31.655590 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:31.655952 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Added segment 36418b32-35f9-4f5b-a29b-bbc8b32dc9d1 of type vlan for network be43e876-62f2-4112-afa8-3dddd106c6de Jan 31 16:33:31.705029 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:31.736900 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:31.744950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:31.745538 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:31.818482 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3329272 Jan 31 16:33:31.821271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36624) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:31.825761 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'admin_state_up': True, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:33:31.839027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693530d2-f869-445b-b717-c383144c4ae7 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Network': ['ID=be43e876-62f2-4112-afa8-3dddd106c6de,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:31.849330 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network be43e876-62f2-4112-afa8-3dddd106c6de details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:33:31.859719 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:31.860715 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:31.921250 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:32.073967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:32.284638 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:32.303924 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:32.417499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Allocated IP 172.25.1.21 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/9762479e-10bd-4ef4-961d-d959fe93b538) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:33:32.531739 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:32.566956 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:32.607754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:33:32.610646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:33:32.613998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:33:32.639994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Port': ['ID=9762479e-10bd-4ef4-961d-d959fe93b538,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:32.872110 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:33.074575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:33.211295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Router e2a77540-9697-460c-8737-f2e07927f176 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:33:33.319151 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:33:33.328919 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Sync routers for ids ['e2a77540-9697-460c-8737-f2e07927f176'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:33:33.338025 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Routers {'e2a77540-9697-460c-8737-f2e07927f176'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:33.338629 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:33:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e2a77540-9697-460c-8737-f2e07927f176'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:33.342734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:33.344142 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e4d57755-e4d9-48ec-8559-87097f8ded86 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.5218112 Jan 31 16:33:33.347432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36628) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:33.442882 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Set router e2a77540-9697-460c-8737-f2e07927f176 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:33.477517 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ee673277-e649-40ad-b2e0-b5f01468ab43 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=f5be2306f4034b3fbd6a1c02edb5f7f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1285503 Jan 31 16:33:33.481396 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36632) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:33.577053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ab12d1-ade9-4465-8cce-292145eefe9c tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:33.578616 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-30ab12d1-ade9-4465-8cce-292145eefe9c tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962121 Jan 31 16:33:33.581388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36634) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:33.610113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4e5eec9d-2c53-4563-b0f6-3616021b0750 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276272 Jan 31 16:33:33.612638 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36636) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:33.617428 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-83527dea-47fe-480c-adae-ad2f415e4a1a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1929046299', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:33:33.622789 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:33:32Z', 'revision_number': 3, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:33.653154 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Checking router: e2a77540-9697-460c-8737-f2e07927f176 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:33:33.653497 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Updating router e2a77540-9697-460c-8737-f2e07927f176 port 9762479e-10bd-4ef4-961d-d959fe93b538 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:33:33.678821 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:33.714346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83527dea-47fe-480c-adae-ad2f415e4a1a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Made reservation on behalf of f5be2306f4034b3fbd6a1c02edb5f7f6 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:33:33.719315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-83527dea-47fe-480c-adae-ad2f415e4a1a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:33.909143 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-83527dea-47fe-480c-adae-ad2f415e4a1a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:33.941127 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:33.947504 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:33.981215 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83527dea-47fe-480c-adae-ad2f415e4a1a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Subnet': ['ID=6cf1151c-a2a8-40a9-ab63-341f5c47b6ac,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:33.990927 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83527dea-47fe-480c-adae-ad2f415e4a1a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Checking segment: {'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:33:33.991277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83527dea-47fe-480c-adae-ad2f415e4a1a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network hostable DHCP agents. Network: be43e876-62f2-4112-afa8-3dddd106c6de, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:33:33.996904 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Attempting to bind port 9762479e-10bd-4ef4-961d-d959fe93b538 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:33:33.997271 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Attempting to bind port 9762479e-10bd-4ef4-961d-d959fe93b538 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:33:33.997679 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Attempting to bind port 9762479e-10bd-4ef4-961d-d959fe93b538 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:33:34.005146 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Pushing event updated for resources: {'Port': ['ID=9762479e-10bd-4ef4-961d-d959fe93b538,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:34.010056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83527dea-47fe-480c-adae-ad2f415e4a1a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network be43e876-62f2-4112-afa8-3dddd106c6de is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:33:34.012498 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:33:34.012871 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:33:34.013297 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:34.013708 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:33:34.014172 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Bound port: 9762479e-10bd-4ef4-961d-d959fe93b538, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:33:34.014542 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:34.017744 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:34.018161 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:34.018420 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:34.018738 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:34.019062 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:34.019382 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:34.019703 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:34.019863 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-83527dea-47fe-480c-adae-ad2f415e4a1a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, be43e876-62f2-4112-afa8-3dddd106c6de) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:33:34.020062 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:34.020343 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:34.020644 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:34.020958 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:34.021273 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:34.024295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83527dea-47fe-480c-adae-ad2f415e4a1a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:34.024939 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-83527dea-47fe-480c-adae-ad2f415e4a1a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:34.031613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7177a0-558c-471d-b08a-9bd6f005ae11 None None] Network be43e876-62f2-4112-afa8-3dddd106c6de requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:33:34.043777 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-83527dea-47fe-480c-adae-ad2f415e4a1a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4301100 Jan 31 16:33:34.046530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36638) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:34.172686 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] For port 9762479e-10bd-4ef4-961d-d959fe93b538, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:33:34.176004 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] For port 9762479e-10bd-4ef4-961d-d959fe93b538, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9762479e-10bd-4ef4-961d-d959fe93b538,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:33:34.180666 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:34.217212 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-be43e876-62f2-4112-afa8-3dddd106c6de', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'fixed_ips': [{'subnet_id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:33:34.218644 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:34.232581 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e34c21-ac4b-4faf-b5fb-877f737c55bc None None] Pushing event updated for resources: {'Port': ['ID=9762479e-10bd-4ef4-961d-d959fe93b538,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:34.246532 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Routers {'e2a77540-9697-460c-8737-f2e07927f176'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:34.247362 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:33:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e2a77540-9697-460c-8737-f2e07927f176'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:34.350580 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] Set router e2a77540-9697-460c-8737-f2e07927f176 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:34.544037 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:33:32Z', 'revision_number': 3, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:34.556863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Allocated IP 172.20.0.2 (be43e876-62f2-4112-afa8-3dddd106c6de/6cf1151c-a2a8-40a9-ab63-341f5c47b6ac/749c972c-8c0e-43ea-a235-879b9a8c8bbe) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:33:34.578212 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffda1e-5512-4645-ba5b-b110c70155e6 None None] The sync data for ids ['e2a77540-9697-460c-8737-f2e07927f176'] in n-d-827120-1 is: [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:33:32Z', 'revision_number': 3, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:33:34.660938 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:34.734701 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:34.742806 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:34.789218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Network be43e876-62f2-4112-afa8-3dddd106c6de is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:33:34.792144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:33:34.794849 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:33:34.804378 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Pushing event updated for resources: {'Port': ['ID=749c972c-8c0e-43ea-a235-879b9a8c8bbe,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:34.880098 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Attempting to bind port 749c972c-8c0e-43ea-a235-879b9a8c8bbe on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:33:34.880579 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Attempting to bind port 749c972c-8c0e-43ea-a235-879b9a8c8bbe by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:33:34.880960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Attempting to bind port 749c972c-8c0e-43ea-a235-879b9a8c8bbe on network be43e876-62f2-4112-afa8-3dddd106c6de {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:33:34.886242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:33:34.886708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Checking segment: {'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:33:34.887487 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:34.887799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Bound using segment: {'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:33:34.888248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Bound port: 749c972c-8c0e-43ea-a235-879b9a8c8bbe, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:33:34.888615 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:34.978722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] For port 749c972c-8c0e-43ea-a235-879b9a8c8bbe, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:33:34.982470 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] For port 749c972c-8c0e-43ea-a235-879b9a8c8bbe, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=749c972c-8c0e-43ea-a235-879b9a8c8bbe,segment=NetworkSegment(36418b32-35f9-4f5b-a29b-bbc8b32dc9d1),segment_id=36418b32-35f9-4f5b-a29b-bbc8b32dc9d1)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:33:34.993055 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:35.027784 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Allocated IP 172.20.0.1 (be43e876-62f2-4112-afa8-3dddd106c6de/6cf1151c-a2a8-40a9-ab63-341f5c47b6ac/bd84fd95-7eeb-4589-9222-cd293e385c00) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:33:35.069004 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9762479e-10bd-4ef4-961d-d959fe93b538 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:33:35.104679 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe1d4c-cee5-4757-aacc-dde1d64ee00b None None] Pushing event updated for resources: {'Port': ['ID=749c972c-8c0e-43ea-a235-879b9a8c8bbe,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:35.145078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9762479e-10bd-4ef4-961d-d959fe93b538 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:33:35.145401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:35.187399 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:35.230861 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:35.237612 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:35.266956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 9762479e-10bd-4ef4-961d-d959fe93b538, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9762479e-10bd-4ef4-961d-d959fe93b538,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:35.271783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network be43e876-62f2-4112-afa8-3dddd106c6de is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:33:35.273720 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:35.283295 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:33:35.290750 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:33:35.343879 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:35.367191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=9762479e-10bd-4ef4-961d-d959fe93b538,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:35.384718 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Port': ['ID=bd84fd95-7eeb-4589-9222-cd293e385c00,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:35.518301 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.151119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72149e01-1095-4614-9fa4-5d2ac607845b None None] Network be43e876-62f2-4112-afa8-3dddd106c6de requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:33:36.166971 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.172613 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.246176 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.248259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Port': ['ID=bd84fd95-7eeb-4589-9222-cd293e385c00,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:36.286158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-23b15025-d219-4f79-a4b7-78013b1c2aef None None] Provisioning complete for port 749c972c-8c0e-43ea-a235-879b9a8c8bbe triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:33:36.286518 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-23b15025-d219-4f79-a4b7-78013b1c2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.348413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network be43e876-62f2-4112-afa8-3dddd106c6de is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:33:36.350123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:33:36.406404 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-23b15025-d219-4f79-a4b7-78013b1c2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.441552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-23b15025-d219-4f79-a4b7-78013b1c2aef None None] For port 749c972c-8c0e-43ea-a235-879b9a8c8bbe, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=749c972c-8c0e-43ea-a235-879b9a8c8bbe,segment=NetworkSegment(36418b32-35f9-4f5b-a29b-bbc8b32dc9d1),segment_id=36418b32-35f9-4f5b-a29b-bbc8b32dc9d1)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:36.446426 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-23b15025-d219-4f79-a4b7-78013b1c2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.495459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Router e2a77540-9697-460c-8737-f2e07927f176 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:33:36.524735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b15025-d219-4f79-a4b7-78013b1c2aef None None] Pushing event updated for resources: {'Port': ['ID=749c972c-8c0e-43ea-a235-879b9a8c8bbe,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:36.640149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:33:36.646624 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e2b3b2d2-2b2e-4645-a243-4f126c9e995c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "PUT /v2.0/routers/e2a77540-9697-460c-8737-f2e07927f176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5984490 Jan 31 16:33:36.649430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36640) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:36.659091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4f19cf59-62ad-4ab7-9661-0d01f02e8565 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1320243761', 'description': 'tempest-secgroup_access--1320243761 description', 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:33:36.684056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8d7816b3-bbf0-4805-9420-0fcb66a1be0e None None] Provisioning complete for port 749c972c-8c0e-43ea-a235-879b9a8c8bbe triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:33:36.684987 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8d7816b3-bbf0-4805-9420-0fcb66a1be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.688335 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f19cf59-62ad-4ab7-9661-0d01f02e8565 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.717552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Sync routers for ids ['e2a77540-9697-460c-8737-f2e07927f176'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:33:36.745148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Routers {'e2a77540-9697-460c-8737-f2e07927f176'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:36.746199 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:33:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e2a77540-9697-460c-8737-f2e07927f176'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:36.775438 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f19cf59-62ad-4ab7-9661-0d01f02e8565 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.785835 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f19cf59-62ad-4ab7-9661-0d01f02e8565 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.818599 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4f19cf59-62ad-4ab7-9661-0d01f02e8565 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.819880 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4f19cf59-62ad-4ab7-9661-0d01f02e8565 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1692266 Jan 31 16:33:36.823027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36642) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:36.830708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f4d2392a-ac7f-404b-a856-8e19bbb3089e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1385576079', 'description': 'tempest-secgroup_general--1385576079 description', 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:33:36.836612 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19cf59-62ad-4ab7-9661-0d01f02e8565 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e69dad9-1d74-4998-9289-3fca2efec5b5,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:36.863865 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f4d2392a-ac7f-404b-a856-8e19bbb3089e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.903632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Set router e2a77540-9697-460c-8737-f2e07927f176 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:36.937643 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8d7816b3-bbf0-4805-9420-0fcb66a1be0e None None] Provisioning complete for port bd84fd95-7eeb-4589-9222-cd293e385c00 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:33:36.938041 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8d7816b3-bbf0-4805-9420-0fcb66a1be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.962725 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f4d2392a-ac7f-404b-a856-8e19bbb3089e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:36.968300 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f4d2392a-ac7f-404b-a856-8e19bbb3089e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.005963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2392a-ac7f-404b-a856-8e19bbb3089e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba3dd57-1aa5-411b-874b-a849868248c2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:37.010369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f4d2392a-ac7f-404b-a856-8e19bbb3089e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.011643 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f4d2392a-ac7f-404b-a856-8e19bbb3089e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1872716 Jan 31 16:33:37.014987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36646) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:37.021962 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c1c5c06d-8c61-4226-8f59-2d267b4b132f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Request body: {'security_group_rule': {'security_group_id': '5e69dad9-1d74-4998-9289-3fca2efec5b5', 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:33:37.056943 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8d7816b3-bbf0-4805-9420-0fcb66a1be0e None None] Port bd84fd95-7eeb-4589-9222-cd293e385c00 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:33:37.063055 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c06d-8c61-4226-8f59-2d267b4b132f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.133288 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c06d-8c61-4226-8f59-2d267b4b132f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.138746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c06d-8c61-4226-8f59-2d267b4b132f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.159083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5c06d-8c61-4226-8f59-2d267b4b132f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e7a73f-3759-4503-8a6e-42ccfec246c4,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:37.169588 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c06d-8c61-4226-8f59-2d267b4b132f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.171033 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c1c5c06d-8c61-4226-8f59-2d267b4b132f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548476 Jan 31 16:33:37.181081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 749c972c-8c0e-43ea-a235-879b9a8c8bbe up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:33:37.231432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-35a5ba83-8214-4e55-a9ea-4b1c86140daa None None] Provisioning complete for port bd84fd95-7eeb-4589-9222-cd293e385c00 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:33:37.231806 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-35a5ba83-8214-4e55-a9ea-4b1c86140daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.281390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-35a5ba83-8214-4e55-a9ea-4b1c86140daa None None] Port bd84fd95-7eeb-4589-9222-cd293e385c00 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:33:37.293291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bd84fd95-7eeb-4589-9222-cd293e385c00', 'name': '', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'mac_address': 'fa:16:3e:e8:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:34Z', 'updated_at': '2022-01-31T16:33:36Z', 'revision_number': 2, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'subnets': [{'id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:37.296323 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 749c972c-8c0e-43ea-a235-879b9a8c8bbe triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:33:37.296689 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.316138 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-aa49359b-3702-495e-9f7f-89c32e705364 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--1385576079&fields=id&tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6 HTTP/1.1" status: 200 len: 267 time: 0.0346286 Jan 31 16:33:37.326198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Checking router: e2a77540-9697-460c-8737-f2e07927f176 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:33:37.326548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Updating router e2a77540-9697-460c-8737-f2e07927f176 port bd84fd95-7eeb-4589-9222-cd293e385c00 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:33:37.359794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-8afe78ac-e423-4420-bbe9-b008f79879e1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--1320243761&fields=id&tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6 HTTP/1.1" status: 200 len: 267 time: 0.0342484 Jan 31 16:33:37.376749 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.471623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-f947f6af-8005-4b24-a54a-e8a0ab961c3c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:37.473064 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-f947f6af-8005-4b24-a54a-e8a0ab961c3c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/networks?id=be43e876-62f2-4112-afa8-3dddd106c6de HTTP/1.1" status: 200 len: 797 time: 0.1027601 Jan 31 16:33:37.489033 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-1bff6620-06af-4d03-ba5c-b8aa7fa8ea78 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/quotas/f5be2306f4034b3fbd6a1c02edb5f7f6 HTTP/1.1" status: 200 len: 375 time: 0.0092802 Jan 31 16:33:37.514644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9762479e-10bd-4ef4-961d-d959fe93b538 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:33:37.554103 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-bd160a1a-7444-4d19-b15c-04916d22ff4c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573657 Jan 31 16:33:37.632819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9762479e-10bd-4ef4-961d-d959fe93b538 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:33:37.633089 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.655100 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-68ad1e68-1dcc-4717-8045-de3804ea21d4 service neutron] 10.222.0.36 "GET /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892470 Jan 31 16:33:37.756321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-56606fea-0488-4656-8dda-48e4fde992c3 service neutron] 10.222.0.36 "GET /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931039 Jan 31 16:33:37.769078 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.779185 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.835651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e051ca-f052-41ae-92a2-1187015174a3 None None] Pushing event updated for resources: {'Port': ['ID=bd84fd95-7eeb-4589-9222-cd293e385c00,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:37.899275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Attempting to bind port bd84fd95-7eeb-4589-9222-cd293e385c00 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:33:37.899636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Attempting to bind port bd84fd95-7eeb-4589-9222-cd293e385c00 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:33:37.900250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Attempting to bind port bd84fd95-7eeb-4589-9222-cd293e385c00 on network be43e876-62f2-4112-afa8-3dddd106c6de {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:33:37.905789 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:33:37.906153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Checking segment: {'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:33:37.906559 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.906936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Bound using segment: {'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:33:37.907393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Bound port: bd84fd95-7eeb-4589-9222-cd293e385c00, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:33:37.907761 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:37.940509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-912f8c45-f513-4521-9cd7-a0e75e12afe0 req-8c7c992a-30e5-4794-84eb-354f79c1f795 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 210 time: 0.0314410 Jan 31 16:33:37.987046 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] For port bd84fd95-7eeb-4589-9222-cd293e385c00, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:33:37.991096 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] For port bd84fd95-7eeb-4589-9222-cd293e385c00, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bd84fd95-7eeb-4589-9222-cd293e385c00,segment=NetworkSegment(36418b32-35f9-4f5b-a29b-bbc8b32dc9d1),segment_id=36418b32-35f9-4f5b-a29b-bbc8b32dc9d1)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:33:37.995369 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:38.057840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Routers {'e2a77540-9697-460c-8737-f2e07927f176'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:38.058541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:33:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e2a77540-9697-460c-8737-f2e07927f176'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:38.100356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e051ca-f052-41ae-92a2-1187015174a3 None None] Pushing event updated for resources: {'Port': ['ID=bd84fd95-7eeb-4589-9222-cd293e385c00,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:38.125211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Provisioning complete for port bd84fd95-7eeb-4589-9222-cd293e385c00 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:33:38.125639 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:38.209883 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] Set router e2a77540-9697-460c-8737-f2e07927f176 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:38.355793 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:38.417261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] For port bd84fd95-7eeb-4589-9222-cd293e385c00, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bd84fd95-7eeb-4589-9222-cd293e385c00,segment=NetworkSegment(36418b32-35f9-4f5b-a29b-bbc8b32dc9d1),segment_id=36418b32-35f9-4f5b-a29b-bbc8b32dc9d1)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:38.421268 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:38.492877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Pushing event updated for resources: {'Port': ['ID=bd84fd95-7eeb-4589-9222-cd293e385c00,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:38.502684 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:38.503034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:38.503365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:38.503690 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:38.504019 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:38.504340 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:38.504651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:38.504969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:38.505282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:38.505627 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:38.506003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:38.506318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a477a93-3c6a-4482-9056-22f155317722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:38.521196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bd84fd95-7eeb-4589-9222-cd293e385c00', 'name': '', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'mac_address': 'fa:16:3e:e8:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:34Z', 'updated_at': '2022-01-31T16:33:37Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'subnets': [{'id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:38.555270 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30290359-2e8e-4f31-90de-eac2e0864e71 None None] The sync data for ids ['e2a77540-9697-460c-8737-f2e07927f176'] in n-d-827120-1 is: [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bd84fd95-7eeb-4589-9222-cd293e385c00', 'name': '', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'mac_address': 'fa:16:3e:e8:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:34Z', 'updated_at': '2022-01-31T16:33:37Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'subnets': [{'id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:33:38.564780 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7c2b23b4-5cd5-45a6-8f3b-f50de6a472c8 None None] Provisioning complete for port bd84fd95-7eeb-4589-9222-cd293e385c00 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:33:38.565152 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c2b23b4-5cd5-45a6-8f3b-f50de6a472c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:39.055057 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0e71a7b1-48e2-4872-9f14-c8bc226758c2 req-12eb456a-4539-4542-8578-57b61c5c92f1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 210 time: 0.0480556 Jan 31 16:33:39.059890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bd84fd95-7eeb-4589-9222-cd293e385c00 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:33:39.116017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port bd84fd95-7eeb-4589-9222-cd293e385c00 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:33:39.116644 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:40.155772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c2f8e6d1-8436-49a5-8dd1-a2f509012303 req-f75818aa-1737-4140-8331-60a06890f943 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 210 time: 0.0266893 Jan 31 16:33:41.100835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-f4717461-16c7-4854-b2e6-f93bb36aa2bc tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:41.102402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-f4717461-16c7-4854-b2e6-f93bb36aa2bc tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.30 "GET /v2.0/networks?id=be43e876-62f2-4112-afa8-3dddd106c6de HTTP/1.1" status: 200 len: 797 time: 0.1161411 Jan 31 16:33:41.149611 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-14a06505-908c-43c4-ba3f-2b1eef566652 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6 HTTP/1.1" status: 200 len: 478 time: 0.0377204 Jan 31 16:33:41.160349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Request body: {'port': {'device_id': '0cd65145-994e-4e96-ad23-e07bdf403573', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'admin_state_up': True, 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'security_groups': ['8ba3dd57-1aa5-411b-874b-a849868248c2', '5e69dad9-1d74-4998-9289-3fca2efec5b5']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:33:41.251946 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-06bb6ceb-44b2-4f4e-9c24-900cad857fe8 req-8e0fd1c5-4e10-4f5d-9364-615ddb703bca tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 210 time: 0.0275176 Jan 31 16:33:41.275923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Made reservation on behalf of f5be2306f4034b3fbd6a1c02edb5f7f6 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:33:41.279760 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:41.410800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Allocated IP 172.20.0.13 (be43e876-62f2-4112-afa8-3dddd106c6de/6cf1151c-a2a8-40a9-ab63-341f5c47b6ac/ec7916a5-8255-4f6e-b202-6ebfe049221a) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:33:41.904244 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:41.940933 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:41.988227 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network be43e876-62f2-4112-afa8-3dddd106c6de is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:33:41.991589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:33:41.995739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:33:42.003081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Port': ['ID=ec7916a5-8255-4f6e-b202-6ebfe049221a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:42.036949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:42.037347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:42.037784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:42.038114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:42.038433 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:42.038753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:42.039069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:42.039385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:42.039698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:42.040013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:42.040324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:42.040620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:33:42.063661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:42.064293 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:42.081691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-80d04c67-13c2-4bd6-8661-8f67274c3338 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9248629 Jan 31 16:33:42.097992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Request body: {'port': {'device_id': '0cd65145-994e-4e96-ad23-e07bdf403573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:33:42.157246 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:42.256016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-805eed1d-ed3f-47e0-a917-d4d9dea6d213 None None] Provisioning complete for port ec7916a5-8255-4f6e-b202-6ebfe049221a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:33:42.257146 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-805eed1d-ed3f-47e0-a917-d4d9dea6d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:42.295224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-805eed1d-ed3f-47e0-a917-d4d9dea6d213 None None] Port ec7916a5-8255-4f6e-b202-6ebfe049221a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:33:42.415224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad46b6-a33f-40f3-8627-5a7025747bee req-376263a5-6f7f-4fd8-9ed6-176467f19ed4 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:42.416820 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89ad46b6-a33f-40f3-8627-5a7025747bee req-376263a5-6f7f-4fd8-9ed6-176467f19ed4 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 971 time: 0.0859468 Jan 31 16:33:42.492978 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89ad46b6-a33f-40f3-8627-5a7025747bee req-c549f644-3ffc-4400-b811-e83b974355d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0697985 Jan 31 16:33:42.502260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7916a5-8255-4f6e-b202-6ebfe049221a {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:33:42.514588 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:42.531538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Transition to ACTIVE for port object ec7916a5-8255-4f6e-b202-6ebfe049221a will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:33:42.536487 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:42.594566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7916a5-8255-4f6e-b202-6ebfe049221a,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:42.669404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Attempting to bind port ec7916a5-8255-4f6e-b202-6ebfe049221a on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:33:42.669404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Attempting to bind port ec7916a5-8255-4f6e-b202-6ebfe049221a by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:33:42.669404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Attempting to bind port ec7916a5-8255-4f6e-b202-6ebfe049221a on network be43e876-62f2-4112-afa8-3dddd106c6de {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:33:42.673660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Port ec7916a5-8255-4f6e-b202-6ebfe049221a on network be43e876-62f2-4112-afa8-3dddd106c6de not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:33:42.673993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Attempting to bind port ec7916a5-8255-4f6e-b202-6ebfe049221a on network be43e876-62f2-4112-afa8-3dddd106c6de {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:33:42.679859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:33:42.680321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Checking segment: {'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:33:42.680569 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Bound using segment: {'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:33:42.681008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Bound port: ec7916a5-8255-4f6e-b202-6ebfe049221a, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:33:42.681371 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:42.751703 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] For port ec7916a5-8255-4f6e-b202-6ebfe049221a, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:33:42.755321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] For port ec7916a5-8255-4f6e-b202-6ebfe049221a, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ec7916a5-8255-4f6e-b202-6ebfe049221a,segment=NetworkSegment(36418b32-35f9-4f5b-a29b-bbc8b32dc9d1),segment_id=36418b32-35f9-4f5b-a29b-bbc8b32dc9d1)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:33:42.761218 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:42.802117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:42.802891 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:42.804293 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] 10.222.0.30 "PUT /v2.0/ports/ec7916a5-8255-4f6e-b202-6ebfe049221a HTTP/1.1" status: 200 len: 1131 time: 0.7109272 Jan 31 16:33:42.804731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd65145-994e-4e96-ad23-e07bdf403573', 'tag': 'ec7916a5-8255-4f6e-b202-6ebfe049221a'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:33:42.807078 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f816e0-1b10-48f1-be14-5811c065e180" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd65145-994e-4e96-ad23-e07bdf403573", "tag": "ec7916a5-8255-4f6e-b202-6ebfe049221a"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:33:42.839270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c6a01-105c-4e05-9df3-ee88068eee14 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7916a5-8255-4f6e-b202-6ebfe049221a,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:42.872280 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fdb0af-ea85-4b9b-b9de-f12a1d59377a x-openstack-request-id: req-07fdb0af-ea85-4b9b-b9de-f12a1d59377a {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:33:42.872573 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd65145-994e-4e96-ad23-e07bdf403573", "tag": "ec7916a5-8255-4f6e-b202-6ebfe049221a", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:33:42.872830 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07fdb0af-ea85-4b9b-b9de-f12a1d59377a {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:33:42.873236 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd65145-994e-4e96-ad23-e07bdf403573', 'tag': 'ec7916a5-8255-4f6e-b202-6ebfe049221a', 'status': 'completed', 'code': 200} Jan 31 16:33:42.912668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-44fa10df-ebad-4820-8856-92b73fbd58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:42.914453 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-44fa10df-ebad-4820-8856-92b73fbd58c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6&device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 1134 time: 0.0518498 Jan 31 16:33:42.966897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-66b1b686-5693-4632-8753-ce464460e366 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec7916a5-8255-4f6e-b202-6ebfe049221a HTTP/1.1" status: 200 len: 217 time: 0.0421007 Jan 31 16:33:43.021216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-644f049e-24ff-4db2-a017-7d74a4f148a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:43.022777 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-644f049e-24ff-4db2-a017-7d74a4f148a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf1151c-a2a8-40a9-ab63-341f5c47b6ac HTTP/1.1" status: 200 len: 835 time: 0.0491207 Jan 31 16:33:43.071414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-7eeba0d9-b703-42fb-bf46-aed9130697a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:43.073337 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-7eeba0d9-b703-42fb-bf46-aed9130697a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be43e876-62f2-4112-afa8-3dddd106c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430369 Jan 31 16:33:43.175576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-fea5def2-b43d-4e53-a49f-664efbaa6467 service neutron] 10.222.0.30 "GET /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945587 Jan 31 16:33:43.271718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-732786ad-ceea-446d-a35b-a49e797b03e2 req-77182d94-2cd6-4db3-8909-dd49b9e4cb68 service neutron] 10.222.0.30 "GET /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864615 Jan 31 16:33:43.372223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f816e0-1b10-48f1-be14-5811c065e180 req-d002b7a9-f379-4c5d-9512-7c5dc1eaa556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:43.373854 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7f816e0-1b10-48f1-be14-5811c065e180 req-d002b7a9-f379-4c5d-9512-7c5dc1eaa556 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6&device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 1134 time: 0.0469882 Jan 31 16:33:43.477971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f816e0-1b10-48f1-be14-5811c065e180 req-5287499c-4648-4d89-bd75-314a64e1bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:43.479578 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7f816e0-1b10-48f1-be14-5811c065e180 req-5287499c-4648-4d89-bd75-314a64e1bef6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be43e876-62f2-4112-afa8-3dddd106c6de HTTP/1.1" status: 200 len: 898 time: 0.0952311 Jan 31 16:33:43.525988 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7f816e0-1b10-48f1-be14-5811c065e180 req-ab8af3be-2caf-4ed2-bae7-8b0163a93453 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec7916a5-8255-4f6e-b202-6ebfe049221a HTTP/1.1" status: 200 len: 217 time: 0.0394785 Jan 31 16:33:43.610831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f816e0-1b10-48f1-be14-5811c065e180 req-c3912e9f-9fd4-431a-ab34-9c6389da81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:43.612380 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7f816e0-1b10-48f1-be14-5811c065e180 req-c3912e9f-9fd4-431a-ab34-9c6389da81f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf1151c-a2a8-40a9-ab63-341f5c47b6ac HTTP/1.1" status: 200 len: 835 time: 0.0777349 Jan 31 16:33:43.638918 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fdc37-4d66-41b5-a5b5-adfdf551b81e req-2027b256-c17a-43b2-927a-e4fc9aa5ab3d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:43.640273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90fdc37-4d66-41b5-a5b5-adfdf551b81e req-2027b256-c17a-43b2-927a-e4fc9aa5ab3d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 983 time: 0.0734799 Jan 31 16:33:43.698386 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b90fdc37-4d66-41b5-a5b5-adfdf551b81e req-ca4ba8a3-d798-488a-bd0f-59081924fef1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0438769 Jan 31 16:33:43.701034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f816e0-1b10-48f1-be14-5811c065e180 req-40ac162a-fcb7-4472-a22e-1be6600d1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:43.702587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7f816e0-1b10-48f1-be14-5811c065e180 req-40ac162a-fcb7-4472-a22e-1be6600d1777 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be43e876-62f2-4112-afa8-3dddd106c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817962 Jan 31 16:33:43.793606 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7f816e0-1b10-48f1-be14-5811c065e180 req-0b87ad98-64ae-4031-acbb-32c9680c5355 service neutron] 10.222.0.30 "GET /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837803 Jan 31 16:33:43.887642 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7f816e0-1b10-48f1-be14-5811c065e180 req-fd4c66b1-4ee7-4b9f-976d-0c308e360e82 service neutron] 10.222.0.30 "GET /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868077 Jan 31 16:33:44.825371 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b90f1-9812-400a-b117-d20d34762f39 req-0d09a346-19a1-49a3-9cbf-3d10c4ae7eda tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:44.826919 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b2b90f1-9812-400a-b117-d20d34762f39 req-0d09a346-19a1-49a3-9cbf-3d10c4ae7eda tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 983 time: 0.0518105 Jan 31 16:33:44.869835 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b2b90f1-9812-400a-b117-d20d34762f39 req-ac6ea619-b2d2-4833-a052-041c6d412594 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0347338 Jan 31 16:33:45.988949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25368d-5d79-4753-9bb4-31cbfbb28467 req-4ddc1fbd-5c39-4c53-9342-379ceb69aa7e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:45.990499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9b25368d-5d79-4753-9bb4-31cbfbb28467 req-4ddc1fbd-5c39-4c53-9342-379ceb69aa7e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 983 time: 0.0506907 Jan 31 16:33:46.031126 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9b25368d-5d79-4753-9bb4-31cbfbb28467 req-851ade72-a68b-4bca-8ecb-18b8289899bc tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0342326 Jan 31 16:33:46.090157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ec7916a5-8255-4f6e-b202-6ebfe049221a details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:33:46.186505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ec7916a5-8255-4f6e-b202-6ebfe049221a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ec7916a5-8255-4f6e-b202-6ebfe049221a,segment=NetworkSegment(36418b32-35f9-4f5b-a29b-bbc8b32dc9d1),segment_id=36418b32-35f9-4f5b-a29b-bbc8b32dc9d1)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:46.196766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'ec7916a5-8255-4f6e-b202-6ebfe049221a', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'port_id': 'ec7916a5-8255-4f6e-b202-6ebfe049221a', 'mac_address': 'fa:16:3e:81:35:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:33:46.235821 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:46.249648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7916a5-8255-4f6e-b202-6ebfe049221a {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:33:46.269966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ec7916a5-8255-4f6e-b202-6ebfe049221a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ec7916a5-8255-4f6e-b202-6ebfe049221a,segment=NetworkSegment(36418b32-35f9-4f5b-a29b-bbc8b32dc9d1),segment_id=36418b32-35f9-4f5b-a29b-bbc8b32dc9d1)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:46.275263 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:46.327794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ec7916a5-8255-4f6e-b202-6ebfe049221a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:46.524795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ec7916a5-8255-4f6e-b202-6ebfe049221a'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:33:47.157201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489197bb-3993-4db5-9bd4-aeb15b92d856 req-f7cdf962-94a5-4cef-879c-14543d115f54 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:47.158771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-489197bb-3993-4db5-9bd4-aeb15b92d856 req-f7cdf962-94a5-4cef-879c-14543d115f54 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 984 time: 0.0564191 Jan 31 16:33:47.201407 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-489197bb-3993-4db5-9bd4-aeb15b92d856 req-67c07035-57e0-4aeb-a194-ca52f53aef71 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0361278 Jan 31 16:33:47.296546 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8455622c-94dd-4cbf-9209-b0c1a6a0264d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:48.090926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ec7916a5-8255-4f6e-b202-6ebfe049221a up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:33:48.145084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port ec7916a5-8255-4f6e-b202-6ebfe049221a completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:33:48.149291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port ec7916a5-8255-4f6e-b202-6ebfe049221a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:33:48.149711 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:48.235414 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:48.261924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd65145-994e-4e96-ad23-e07bdf403573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7916a5-8255-4f6e-b202-6ebfe049221a'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:33:48.264315 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01478b1-a5e3-4116-ada7-b5156875503b" -d '{"events": [{"server_uuid": "0cd65145-994e-4e96-ad23-e07bdf403573", "name": "network-vif-plugged", "status": "completed", "tag": "ec7916a5-8255-4f6e-b202-6ebfe049221a"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:33:48.285714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ec7916a5-8255-4f6e-b202-6ebfe049221a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ec7916a5-8255-4f6e-b202-6ebfe049221a,segment=NetworkSegment(36418b32-35f9-4f5b-a29b-bbc8b32dc9d1),segment_id=36418b32-35f9-4f5b-a29b-bbc8b32dc9d1)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:33:48.291365 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:48.343203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2104b-fa94-429a-840e-4eee7a7adc91 req-10f18579-8aec-46d2-ad43-cb4a30c36051 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:48.346139 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59c2104b-fa94-429a-840e-4eee7a7adc91 req-10f18579-8aec-46d2-ad43-cb4a30c36051 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 985 time: 0.0606127 Jan 31 16:33:48.351809 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ec7916a5-8255-4f6e-b202-6ebfe049221a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:48.388633 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcacc4a-f1e7-43ff-82ab-ea1edf97f0f5 x-openstack-request-id: req-9fcacc4a-f1e7-43ff-82ab-ea1edf97f0f5 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:33:48.388992 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd65145-994e-4e96-ad23-e07bdf403573", "name": "network-vif-plugged", "status": "completed", "tag": "ec7916a5-8255-4f6e-b202-6ebfe049221a", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:33:48.389306 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fcacc4a-f1e7-43ff-82ab-ea1edf97f0f5 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:33:48.389846 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd65145-994e-4e96-ad23-e07bdf403573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7916a5-8255-4f6e-b202-6ebfe049221a', 'code': 200} Jan 31 16:33:48.390065 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59c2104b-fa94-429a-840e-4eee7a7adc91 req-5d789d75-d7c5-44b7-9296-3d8f527e049b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0389071 Jan 31 16:33:48.497568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba8eb0-f4a7-4413-be37-950b6f647d0c req-b135cd13-9d33-490b-a944-0019332132f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:48.499548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d1ba8eb0-f4a7-4413-be37-950b6f647d0c req-b135cd13-9d33-490b-a944-0019332132f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 1136 time: 0.0440395 Jan 31 16:33:48.538577 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d1ba8eb0-f4a7-4413-be37-950b6f647d0c req-b1b07e26-ab9b-4dd1-9f71-b8745ddec5e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0323706 Jan 31 16:33:49.512532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bb12b-3ac7-4cda-bd68-6be8ad786eb4 req-51a35d27-3a4d-41a4-ac0e-a9b6df1e7a7b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:49.513972 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d8bb12b-3ac7-4cda-bd68-6be8ad786eb4 req-51a35d27-3a4d-41a4-ac0e-a9b6df1e7a7b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 985 time: 0.0516055 Jan 31 16:33:49.555625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6d8bb12b-3ac7-4cda-bd68-6be8ad786eb4 req-58fa565b-c949-4417-8ef4-2b9bedb94844 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0352566 Jan 31 16:33:49.724979 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e3cf977b-4608-46fc-8d6e-24cdc854b03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:50.683898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2793e-ce84-45b9-b3a6-90f648becbc6 req-dd4c38c6-bee1-4ad8-80fe-6906b4c9c0aa tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:50.685447 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6cd2793e-ce84-45b9-b3a6-90f648becbc6 req-dd4c38c6-bee1-4ad8-80fe-6906b4c9c0aa tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 985 time: 0.0524855 Jan 31 16:33:50.726619 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6cd2793e-ce84-45b9-b3a6-90f648becbc6 req-60126e7c-ea60-41f0-9df6-109aca12382c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0349159 Jan 31 16:33:50.845177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b9494-7851-445d-9eba-9f09179824d5 req-bb57036e-831b-4665-9bf9-269145cf9946 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:50.846608 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b91b9494-7851-445d-9eba-9f09179824d5 req-bb57036e-831b-4665-9bf9-269145cf9946 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 985 time: 0.0537744 Jan 31 16:33:50.888256 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b91b9494-7851-445d-9eba-9f09179824d5 req-98f1e8ab-73f0-4a2d-ac50-9f0641fac2ab tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0351915 Jan 31 16:33:50.979539 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:51.002563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f254c5-df54-4c99-8477-4d1e7c7327b2 req-5183d783-8e57-4abd-9907-01198946292a tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:51.004211 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-46f254c5-df54-4c99-8477-4d1e7c7327b2 req-5183d783-8e57-4abd-9907-01198946292a tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 1136 time: 0.0479074 Jan 31 16:33:51.024531 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-46f254c5-df54-4c99-8477-4d1e7c7327b2 req-c4f8b4a1-2182-47f2-a21e-4b54aeaef007 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:51.108806 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-46f254c5-df54-4c99-8477-4d1e7c7327b2 req-c4f8b4a1-2182-47f2-a21e-4b54aeaef007 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:51.113997 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-46f254c5-df54-4c99-8477-4d1e7c7327b2 req-c4f8b4a1-2182-47f2-a21e-4b54aeaef007 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:51.139697 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-46f254c5-df54-4c99-8477-4d1e7c7327b2 req-c4f8b4a1-2182-47f2-a21e-4b54aeaef007 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1283541 Jan 31 16:33:51.151604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8b4a1-2182-47f2-a21e-4b54aeaef007 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30d9c11-4c56-4052-9c57-a975b1736597,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:51.162160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36714) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:51.214312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94392b53-ff1e-45e3-ad95-0ac3aa45f3ba tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:51.215791 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-94392b53-ff1e-45e3-ad95-0ac3aa45f3ba tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 1131 time: 0.0522547 Jan 31 16:33:51.219283 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36716) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:51.223682 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': 'ec7916a5-8255-4f6e-b202-6ebfe049221a', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:33:51.249932 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:51.353245 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:51.472368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Allocated IP 172.25.1.147 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/bb95451f-711a-47d3-bca6-2bbb15a6df78) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:33:51.576997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:51.611915 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:51.664094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:33:51.667150 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:33:51.669779 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:33:51.693128 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Port': ['ID=bb95451f-711a-47d3-bca6-2bbb15a6df78,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:52.042359 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:52.118927 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:52.275737 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:52.282002 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:52.348658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Port': ['ID=bb95451f-711a-47d3-bca6-2bbb15a6df78,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:33:52.360863 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:52.407287 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:52.468620 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Floating IP 290e86c8-c202-416a-ac1b-ed5cadd9b935 associated. External IP: 172.25.1.147, port: ec7916a5-8255-4f6e-b202-6ebfe049221a. Jan 31 16:33:52.561439 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:52.698424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Router e2a77540-9697-460c-8737-f2e07927f176 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:33:52.808929 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:33:52.820862 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e4c3f-27a3-4843-bfd2-253bef0f374e None None] Sync routers for ids ['e2a77540-9697-460c-8737-f2e07927f176'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:33:52.829198 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:52.833082 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e4c3f-27a3-4843-bfd2-253bef0f374e None None] Routers {'e2a77540-9697-460c-8737-f2e07927f176'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:52.833824 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ea8e4c3f-27a3-4843-bfd2-253bef0f374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:33:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e2a77540-9697-460c-8737-f2e07927f176'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:52.857535 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c138da9f-9568-4151-be7b-0725416186d1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6371624 Jan 31 16:33:52.858121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd65145-994e-4e96-ad23-e07bdf403573', 'tag': 'ec7916a5-8255-4f6e-b202-6ebfe049221a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:33:52.860398 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd6e91f-6daa-4236-a767-292ad7c3c221" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd65145-994e-4e96-ad23-e07bdf403573", "tag": "ec7916a5-8255-4f6e-b202-6ebfe049221a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:33:52.860952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36718) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:52.898706 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1262b80-92a0-407e-8b28-7c26fa718cef x-openstack-request-id: req-c1262b80-92a0-407e-8b28-7c26fa718cef {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:33:52.899001 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd65145-994e-4e96-ad23-e07bdf403573", "tag": "ec7916a5-8255-4f6e-b202-6ebfe049221a", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:33:52.899246 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1262b80-92a0-407e-8b28-7c26fa718cef {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:33:52.899661 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd65145-994e-4e96-ad23-e07bdf403573', 'tag': 'ec7916a5-8255-4f6e-b202-6ebfe049221a', 'status': 'completed', 'code': 200} Jan 31 16:33:52.949102 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-ea8e4c3f-27a3-4843-bfd2-253bef0f374e None None] Set router e2a77540-9697-460c-8737-f2e07927f176 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:53.075244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6e91f-6daa-4236-a767-292ad7c3c221 req-0ebcc748-dcce-47db-adf3-d95bbfb16ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.077142 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acd6e91f-6daa-4236-a767-292ad7c3c221 req-0ebcc748-dcce-47db-adf3-d95bbfb16ce1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6&device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 1136 time: 0.1305275 Jan 31 16:33:53.198412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bf651c-a582-4ce2-84e4-9803a10e2683 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.198877 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bf651c-a582-4ce2-84e4-9803a10e2683 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.199342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bf651c-a582-4ce2-84e4-9803a10e2683 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.199788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bf651c-a582-4ce2-84e4-9803a10e2683 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.201446 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f2bf651c-a582-4ce2-84e4-9803a10e2683 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.3391027 Jan 31 16:33:53.204658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36722) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:53.240741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6e91f-6daa-4236-a767-292ad7c3c221 req-2de820be-a42b-4b08-838b-273035e2a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.242274 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acd6e91f-6daa-4236-a767-292ad7c3c221 req-2de820be-a42b-4b08-838b-273035e2a68c service neutron] 10.222.0.30 "GET /v2.0/networks?id=be43e876-62f2-4112-afa8-3dddd106c6de HTTP/1.1" status: 200 len: 898 time: 0.1455355 Jan 31 16:33:53.246289 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ea8e4c3f-27a3-4843-bfd2-253bef0f374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '290e86c8-c202-416a-ac1b-ed5cadd9b935', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'port_id': 'ec7916a5-8255-4f6e-b202-6ebfe049221a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'mac_address': 'fa:16:3e:81:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd65145-994e-4e96-ad23-e07bdf403573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:33:51Z', 'updated_at': '2022-01-31T16:33:51Z', 'revision_number': 0, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd84fd95-7eeb-4589-9222-cd293e385c00', 'name': '', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'mac_address': 'fa:16:3e:e8:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:34Z', 'updated_at': '2022-01-31T16:33:38Z', 'revision_number': 5, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'subnets': [{'id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:53.276008 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e4c3f-27a3-4843-bfd2-253bef0f374e None None] Checking router: e2a77540-9697-460c-8737-f2e07927f176 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:33:53.284023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08636f98-ef87-4029-942c-7df61a0def9b tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.284441 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e4c3f-27a3-4843-bfd2-253bef0f374e None None] Routers {'e2a77540-9697-460c-8737-f2e07927f176'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:33:53.285066 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08636f98-ef87-4029-942c-7df61a0def9b tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.285204 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ea8e4c3f-27a3-4843-bfd2-253bef0f374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:33:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e2a77540-9697-460c-8737-f2e07927f176'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:53.285954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08636f98-ef87-4029-942c-7df61a0def9b tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.286861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08636f98-ef87-4029-942c-7df61a0def9b tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.291943 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-08636f98-ef87-4029-942c-7df61a0def9b tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0831397 Jan 31 16:33:53.292271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36724) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:53.355374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acd6e91f-6daa-4236-a767-292ad7c3c221 req-d81983cf-0721-4aa4-ace9-2a1bdb820c06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec7916a5-8255-4f6e-b202-6ebfe049221a HTTP/1.1" status: 200 len: 1000 time: 0.1026523 Jan 31 16:33:53.387958 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-ea8e4c3f-27a3-4843-bfd2-253bef0f374e None None] Set router e2a77540-9697-460c-8737-f2e07927f176 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:33:53.441061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6e91f-6daa-4236-a767-292ad7c3c221 req-cbe33257-f693-4819-afcf-94946082cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.442571 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acd6e91f-6daa-4236-a767-292ad7c3c221 req-cbe33257-f693-4819-afcf-94946082cb9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf1151c-a2a8-40a9-ab63-341f5c47b6ac HTTP/1.1" status: 200 len: 835 time: 0.0774977 Jan 31 16:33:53.507743 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6e91f-6daa-4236-a767-292ad7c3c221 req-03cccf0c-8c7b-487f-aa91-60231b01ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.509242 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acd6e91f-6daa-4236-a767-292ad7c3c221 req-03cccf0c-8c7b-487f-aa91-60231b01ff99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be43e876-62f2-4112-afa8-3dddd106c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527935 Jan 31 16:33:53.515890 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d96a3660-2418-45f3-965b-0a04a582948b tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1611 time: 0.2222342 Jan 31 16:33:53.519237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36726) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:33:53.580939 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d03426-12da-48fd-9330-0392ad3952bd tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.581778 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d03426-12da-48fd-9330-0392ad3952bd tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:33:53.584403 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a0d03426-12da-48fd-9330-0392ad3952bd tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e2a77540-9697-460c-8737-f2e07927f176 HTTP/1.1" status: 200 len: 1989 time: 0.0638802 Jan 31 16:33:53.620582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acd6e91f-6daa-4236-a767-292ad7c3c221 req-80cdf788-5fec-446d-a8a7-dcea990124a1 service neutron] 10.222.0.30 "GET /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033301 Jan 31 16:33:53.626408 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ea8e4c3f-27a3-4843-bfd2-253bef0f374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '290e86c8-c202-416a-ac1b-ed5cadd9b935', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'port_id': 'ec7916a5-8255-4f6e-b202-6ebfe049221a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'mac_address': 'fa:16:3e:81:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd65145-994e-4e96-ad23-e07bdf403573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:33:51Z', 'updated_at': '2022-01-31T16:33:51Z', 'revision_number': 0, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd84fd95-7eeb-4589-9222-cd293e385c00', 'name': '', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'mac_address': 'fa:16:3e:e8:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:34Z', 'updated_at': '2022-01-31T16:33:38Z', 'revision_number': 5, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'subnets': [{'id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:33:53.653249 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e4c3f-27a3-4843-bfd2-253bef0f374e None None] The sync data for ids ['e2a77540-9697-460c-8737-f2e07927f176'] in n-d-827120-1 is: [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '290e86c8-c202-416a-ac1b-ed5cadd9b935', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'port_id': 'ec7916a5-8255-4f6e-b202-6ebfe049221a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'mac_address': 'fa:16:3e:81:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd65145-994e-4e96-ad23-e07bdf403573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:33:51Z', 'updated_at': '2022-01-31T16:33:51Z', 'revision_number': 0, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd84fd95-7eeb-4589-9222-cd293e385c00', 'name': '', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'mac_address': 'fa:16:3e:e8:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:34Z', 'updated_at': '2022-01-31T16:33:38Z', 'revision_number': 5, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'subnets': [{'id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:33:53.715659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acd6e91f-6daa-4236-a767-292ad7c3c221 req-3d4a7bfc-d794-4c57-b98e-8872e8a832eb service neutron] 10.222.0.30 "GET /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881903 Jan 31 16:33:53.853045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ecc73-c298-467c-806b-3b307e4120ed None None] New status for floating IP 290e86c8-c202-416a-ac1b-ed5cadd9b935: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:33:56.077263 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:33:58.120406 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:03.056950 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:34:17.296411 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9491d537-1739-4d4c-94ff-40cd25c201cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:19.732488 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-422cd42d-1be9-4b3d-8437-7de15eeb9b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:20.978778 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:22.409018 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:22.570905 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:26.097508 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:28.140929 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:30.730846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36742) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:30.815274 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-55c20777-eed3-4565-900c-5fdd3e2b0a92 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1374 time: 0.0828583 Jan 31 16:34:30.819041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36744) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:30.823973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e49ad8b4-f43e-491d-8bb5-caae2a62b171 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Request body: {'network': {'name': 'tempest-network-smoke--974772851', 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'port_security_enabled': False}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:34:30.851411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49ad8b4-f43e-491d-8bb5-caae2a62b171 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Made reservation on behalf of f5be2306f4034b3fbd6a1c02edb5f7f6 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:34:30.855326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ad8b4-f43e-491d-8bb5-caae2a62b171 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:30.879816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49ad8b4-f43e-491d-8bb5-caae2a62b171 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:34:30.890326 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ad8b4-f43e-491d-8bb5-caae2a62b171 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:30.890664 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-e49ad8b4-f43e-491d-8bb5-caae2a62b171 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Added segment 568b5d64-85be-42b6-a3ca-b5da66614522 of type vlan for network 8aaf81a3-a303-43ca-84ca-04bfa2574bae Jan 31 16:34:30.938241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ad8b4-f43e-491d-8bb5-caae2a62b171 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:30.974034 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ad8b4-f43e-491d-8bb5-caae2a62b171 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:30.979576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ad8b4-f43e-491d-8bb5-caae2a62b171 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:30.980155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e49ad8b4-f43e-491d-8bb5-caae2a62b171 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:31.041016 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e49ad8b4-f43e-491d-8bb5-caae2a62b171 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2209389 Jan 31 16:34:31.043707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36746) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:31.047931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-822288145', 'admin_state_up': True, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:34:31.059913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ad8b4-f43e-491d-8bb5-caae2a62b171 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Network': ['ID=8aaf81a3-a303-43ca-84ca-04bfa2574bae,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:31.071898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 8aaf81a3-a303-43ca-84ca-04bfa2574bae details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:34:31.083903 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:31.084878 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:31.133744 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:31.276652 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:31.490643 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:31.514674 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:31.633345 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Allocated IP 172.25.1.98 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/068b35e3-1c0f-46ec-85a0-12eb27bccd2c) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:34:31.742310 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:31.780886 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:31.821167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:34:31.824059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:34:31.827511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:34:31.849043 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Port': ['ID=068b35e3-1c0f-46ec-85a0-12eb27bccd2c,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:32.071689 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:32.611562 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:32.747801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Router fda885f1-018d-40fc-8c3a-b3f1d651fa09 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:34:32.905223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:34:32.915096 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Sync routers for ids ['fda885f1-018d-40fc-8c3a-b3f1d651fa09'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:34:32.925882 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Routers {'fda885f1-018d-40fc-8c3a-b3f1d651fa09'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:34:32.926646 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:34:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda885f1-018d-40fc-8c3a-b3f1d651fa09'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:32.926928 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:32.928194 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-30d5ae77-985d-4a2d-b2a6-e06b1c1943f3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8835912 Jan 31 16:34:32.931618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36748) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:33.001131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f23deb-00fc-4364-9c2a-38442fbfa5e8 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:33.002721 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a3f23deb-00fc-4364-9c2a-38442fbfa5e8 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=f5be2306f4034b3fbd6a1c02edb5f7f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0700092 Jan 31 16:34:33.005787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36750) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:33.027982 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Set router fda885f1-018d-40fc-8c3a-b3f1d651fa09 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:34:33.094172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1475e38-9d09-480b-8259-a883110063dc tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:33.095665 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d1475e38-9d09-480b-8259-a883110063dc tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889711 Jan 31 16:34:33.098839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36752) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:33.131158 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a2ba711c-f6ee-4b62-8e75-5a9d9bd4383e tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312736 Jan 31 16:34:33.133974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36754) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:33.167739 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0b7c4384-bc3a-4d0f-92ed-01bfe817cab3 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=f5be2306f4034b3fbd6a1c02edb5f7f6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301278 Jan 31 16:34:33.167977 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36756) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:33.205502 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-822288145', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:31Z', 'revision_number': 3, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:33.258775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a75d616-86f5-4d35-9938-15f1f985b381 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:33.260982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6a75d616-86f5-4d35-9938-15f1f985b381 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921731 Jan 31 16:34:33.264377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36758) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:33.294013 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dc81bed3-3858-4654-a02a-904f7b1cda3a tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282733 Jan 31 16:34:33.296578 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36760) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:33.301697 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7bc8a57a-4c65-41f4-96b1-c971efe5903f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-59496175', 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae', 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:34:33.319025 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Checking router: fda885f1-018d-40fc-8c3a-b3f1d651fa09 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:34:33.319360 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Updating router fda885f1-018d-40fc-8c3a-b3f1d651fa09 port 068b35e3-1c0f-46ec-85a0-12eb27bccd2c binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:34:33.343786 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:33.393368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc8a57a-4c65-41f4-96b1-c971efe5903f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Made reservation on behalf of f5be2306f4034b3fbd6a1c02edb5f7f6 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:34:33.397025 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a57a-4c65-41f4-96b1-c971efe5903f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:33.582902 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a57a-4c65-41f4-96b1-c971efe5903f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:33.590378 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:33.595406 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:33.644683 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8a57a-4c65-41f4-96b1-c971efe5903f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Subnet': ['ID=7ac64bac-da59-4927-a6f6-dbb982651694,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:33.645539 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89432f-dc36-4856-adc0-5d65519d20b9 None None] Pushing event updated for resources: {'Port': ['ID=068b35e3-1c0f-46ec-85a0-12eb27bccd2c,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:33.648080 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Attempting to bind port 068b35e3-1c0f-46ec-85a0-12eb27bccd2c on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:34:33.648443 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Attempting to bind port 068b35e3-1c0f-46ec-85a0-12eb27bccd2c by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:34:33.648802 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Attempting to bind port 068b35e3-1c0f-46ec-85a0-12eb27bccd2c on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:34:33.654200 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:34:33.654567 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:34:33.654957 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:33.655337 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:34:33.655787 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Bound port: 068b35e3-1c0f-46ec-85a0-12eb27bccd2c, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:34:33.656157 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:33.659869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8a57a-4c65-41f4-96b1-c971efe5903f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Checking segment: {'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:34:33.660301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8a57a-4c65-41f4-96b1-c971efe5903f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network hostable DHCP agents. Network: 8aaf81a3-a303-43ca-84ca-04bfa2574bae, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:34:33.677302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8a57a-4c65-41f4-96b1-c971efe5903f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network 8aaf81a3-a303-43ca-84ca-04bfa2574bae is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:34:33.685872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8a57a-4c65-41f4-96b1-c971efe5903f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 8aaf81a3-a303-43ca-84ca-04bfa2574bae) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:34:33.690187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc8a57a-4c65-41f4-96b1-c971efe5903f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:33.691077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a57a-4c65-41f4-96b1-c971efe5903f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:33.694923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5102153-bb71-4237-a1df-518321292123 None None] Network 8aaf81a3-a303-43ca-84ca-04bfa2574bae requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:34:33.707085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7bc8a57a-4c65-41f4-96b1-c971efe5903f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4094868 Jan 31 16:34:33.710078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36762) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:33.715670 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] For port 068b35e3-1c0f-46ec-85a0-12eb27bccd2c, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:34:33.718886 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] For port 068b35e3-1c0f-46ec-85a0-12eb27bccd2c, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=068b35e3-1c0f-46ec-85a0-12eb27bccd2c,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:34:33.724117 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:33.768556 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Routers {'fda885f1-018d-40fc-8c3a-b3f1d651fa09'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:34:33.769171 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:34:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda885f1-018d-40fc-8c3a-b3f1d651fa09'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:33.845937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-8aaf81a3-a303-43ca-84ca-04bfa2574bae', 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'fixed_ips': [{'subnet_id': '7ac64bac-da59-4927-a6f6-dbb982651694'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:34:33.847036 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:33.864404 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89432f-dc36-4856-adc0-5d65519d20b9 None None] Pushing event updated for resources: {'Port': ['ID=068b35e3-1c0f-46ec-85a0-12eb27bccd2c,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:33.894835 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] Set router fda885f1-018d-40fc-8c3a-b3f1d651fa09 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:34:33.995767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Allocated IP 172.20.0.18 (8aaf81a3-a303-43ca-84ca-04bfa2574bae/7ac64bac-da59-4927-a6f6-dbb982651694/00b10b42-5ec2-4b57-87b8-b15a96b14012) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:34:34.070735 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-822288145', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:31Z', 'revision_number': 3, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:34.096578 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe577c-4dbd-46bb-9ce4-70b9bc03b250 None None] The sync data for ids ['fda885f1-018d-40fc-8c3a-b3f1d651fa09'] in n-d-827120-1 is: [{'id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-822288145', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:31Z', 'revision_number': 3, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:34:34.152399 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:34.160518 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:34.172534 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:34.201639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Network 8aaf81a3-a303-43ca-84ca-04bfa2574bae is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:34:34.206061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:34:34.208689 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:34:34.215881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Pushing event updated for resources: {'Port': ['ID=00b10b42-5ec2-4b57-87b8-b15a96b14012,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:34.266037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Attempting to bind port 00b10b42-5ec2-4b57-87b8-b15a96b14012 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:34:34.266333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Attempting to bind port 00b10b42-5ec2-4b57-87b8-b15a96b14012 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:34:34.266680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Attempting to bind port 00b10b42-5ec2-4b57-87b8-b15a96b14012 on network 8aaf81a3-a303-43ca-84ca-04bfa2574bae {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:34:34.271884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:34:34.272255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Checking segment: {'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:34:34.272644 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:34.273024 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Bound using segment: {'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:34:34.273564 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Bound port: 00b10b42-5ec2-4b57-87b8-b15a96b14012, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:34:34.273936 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:34.355606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] For port 00b10b42-5ec2-4b57-87b8-b15a96b14012, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:34:34.359098 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] For port 00b10b42-5ec2-4b57-87b8-b15a96b14012, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=00b10b42-5ec2-4b57-87b8-b15a96b14012,segment=NetworkSegment(568b5d64-85be-42b6-a3ca-b5da66614522),segment_id=568b5d64-85be-42b6-a3ca-b5da66614522)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:34:34.366632 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:34.432517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39888336-fcdf-4647-ad40-96a97b9ccbc6 None None] Pushing event updated for resources: {'Port': ['ID=00b10b42-5ec2-4b57-87b8-b15a96b14012,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:34.494863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Allocated IP 172.20.0.17 (8aaf81a3-a303-43ca-84ca-04bfa2574bae/7ac64bac-da59-4927-a6f6-dbb982651694/18a7cf64-4706-4820-bab3-dbeef984e15a) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:34:34.654099 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:34.695547 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:34.745419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network 8aaf81a3-a303-43ca-84ca-04bfa2574bae is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:34:34.748512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:34:34.752640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:34:34.759511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Port': ['ID=18a7cf64-4706-4820-bab3-dbeef984e15a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:34.804029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:34.941664 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:35.116088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 068b35e3-1c0f-46ec-85a0-12eb27bccd2c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:34:35.168871 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 068b35e3-1c0f-46ec-85a0-12eb27bccd2c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:35.169321 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:35.238939 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:35.244460 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:35.255243 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:35.278014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 068b35e3-1c0f-46ec-85a0-12eb27bccd2c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=068b35e3-1c0f-46ec-85a0-12eb27bccd2c,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:34:35.282748 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:35.283868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 00b10b42-5ec2-4b57-87b8-b15a96b14012 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:34:35.327178 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:35.328559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Port': ['ID=18a7cf64-4706-4820-bab3-dbeef984e15a,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:35.368864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=068b35e3-1c0f-46ec-85a0-12eb27bccd2c,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:35.382770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 00b10b42-5ec2-4b57-87b8-b15a96b14012 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:35.383160 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:35.428939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network 8aaf81a3-a303-43ca-84ca-04bfa2574bae is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:34:35.430555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:34:35.472407 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:35.511816 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 00b10b42-5ec2-4b57-87b8-b15a96b14012, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=00b10b42-5ec2-4b57-87b8-b15a96b14012,segment=NetworkSegment(568b5d64-85be-42b6-a3ca-b5da66614522),segment_id=568b5d64-85be-42b6-a3ca-b5da66614522)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:34:35.518403 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:35.528496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c58b73-debe-41aa-b7ad-91b440eb70c6 None None] Network 8aaf81a3-a303-43ca-84ca-04bfa2574bae requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:34:35.551813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Router fda885f1-018d-40fc-8c3a-b3f1d651fa09 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:34:35.622806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=00b10b42-5ec2-4b57-87b8-b15a96b14012,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:35.637654 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6975921f-1277-4dfb-9426-feeb31bb153d None None] Provisioning complete for port 00b10b42-5ec2-4b57-87b8-b15a96b14012 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:35.638034 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6975921f-1277-4dfb-9426-feeb31bb153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:35.663895 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:34:35.668883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f4bf0fba-7d32-4151-ae52-82a1df2ffa76 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "PUT /v2.0/routers/fda885f1-018d-40fc-8c3a-b3f1d651fa09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9570017 Jan 31 16:34:35.889316 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-deca9bb4-866f-40c0-987e-a2922eef96c4 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:35.890936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-deca9bb4-866f-40c0-987e-a2922eef96c4 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/networks?id=8aaf81a3-a303-43ca-84ca-04bfa2574bae HTTP/1.1" status: 200 len: 797 time: 0.1087873 Jan 31 16:34:35.907725 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-465e929a-d14c-457b-870a-aa9a6c249f47 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/quotas/f5be2306f4034b3fbd6a1c02edb5f7f6 HTTP/1.1" status: 200 len: 375 time: 0.0099642 Jan 31 16:34:35.971342 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-a94b7394-159c-4ded-aa6b-ab2c5091f150 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0573864 Jan 31 16:34:35.987753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-9e769662-1f16-4112-9a97-8e6e6546b996 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:34:35.989299 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-9e769662-1f16-4112-9a97-8e6e6546b996 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061455 Jan 31 16:34:36.012384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7e32087a-eee3-4920-ae4e-e32ca0f7c248 None None] Provisioning complete for port 18a7cf64-4706-4820-bab3-dbeef984e15a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:36.012742 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7e32087a-eee3-4920-ae4e-e32ca0f7c248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:36.051974 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7e32087a-eee3-4920-ae4e-e32ca0f7c248 None None] Port 18a7cf64-4706-4820-bab3-dbeef984e15a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:34:36.065947 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7e32087a-eee3-4920-ae4e-e32ca0f7c248 None None] Provisioning complete for port 00b10b42-5ec2-4b57-87b8-b15a96b14012 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:36.066119 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7e32087a-eee3-4920-ae4e-e32ca0f7c248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:36.088370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Sync routers for ids ['fda885f1-018d-40fc-8c3a-b3f1d651fa09'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:34:36.098617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-39e7f8ef-0b53-423b-b71e-35387d5b33cd service neutron] 10.222.0.36 "GET /v2.0/networks/8aaf81a3-a303-43ca-84ca-04bfa2574bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028528 Jan 31 16:34:36.110636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Routers {'fda885f1-018d-40fc-8c3a-b3f1d651fa09'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:34:36.111257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:34:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda885f1-018d-40fc-8c3a-b3f1d651fa09'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:36.200982 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-eb25426d-9008-43b6-83b7-c7da52f2eadc service neutron] 10.222.0.36 "GET /v2.0/networks/8aaf81a3-a303-43ca-84ca-04bfa2574bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953348 Jan 31 16:34:36.256602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Set router fda885f1-018d-40fc-8c3a-b3f1d651fa09 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:34:36.396000 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7fae108c-ca08-4c40-80d5-f3b53ba66942 req-6323cc30-61e4-444f-8f4f-1e20189f13cd tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 210 time: 0.0398350 Jan 31 16:34:36.498914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-68c55353-528d-46c5-8cc0-123f04b950d0 None None] Provisioning complete for port 18a7cf64-4706-4820-bab3-dbeef984e15a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:36.499177 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-68c55353-528d-46c5-8cc0-123f04b950d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:36.576350 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-68c55353-528d-46c5-8cc0-123f04b950d0 None None] Port 18a7cf64-4706-4820-bab3-dbeef984e15a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:34:36.658907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-822288145', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:34Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '18a7cf64-4706-4820-bab3-dbeef984e15a', 'name': '', 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'mac_address': 'fa:16:3e:a1:c3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '7ac64bac-da59-4927-a6f6-dbb982651694', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:34:34Z', 'updated_at': '2022-01-31T16:34:35Z', 'revision_number': 2, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'subnets': [{'id': '7ac64bac-da59-4927-a6f6-dbb982651694', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:36.693656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Checking router: fda885f1-018d-40fc-8c3a-b3f1d651fa09 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:34:36.693976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Updating router fda885f1-018d-40fc-8c3a-b3f1d651fa09 port 18a7cf64-4706-4820-bab3-dbeef984e15a binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:34:36.722297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-001d3563-0fa4-443d-ac42-f813d9e078bc None None] Provisioning complete for port 18a7cf64-4706-4820-bab3-dbeef984e15a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:36.722662 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-001d3563-0fa4-443d-ac42-f813d9e078bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:36.724180 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:36.782223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-001d3563-0fa4-443d-ac42-f813d9e078bc None None] Port 18a7cf64-4706-4820-bab3-dbeef984e15a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:34:37.023383 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:37.027253 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 068b35e3-1c0f-46ec-85a0-12eb27bccd2c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:34:37.030548 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:37.113179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973fb4d-e54e-41ab-8bf3-612a5c08bb27 None None] Pushing event updated for resources: {'Port': ['ID=18a7cf64-4706-4820-bab3-dbeef984e15a,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:37.161317 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 068b35e3-1c0f-46ec-85a0-12eb27bccd2c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:37.161712 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:37.169614 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Attempting to bind port 18a7cf64-4706-4820-bab3-dbeef984e15a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:34:37.169958 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Attempting to bind port 18a7cf64-4706-4820-bab3-dbeef984e15a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:34:37.170318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Attempting to bind port 18a7cf64-4706-4820-bab3-dbeef984e15a on network 8aaf81a3-a303-43ca-84ca-04bfa2574bae {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:34:37.194432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:34:37.194867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Checking segment: {'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:34:37.195201 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:37.195578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Bound using segment: {'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:34:37.196047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Bound port: 18a7cf64-4706-4820-bab3-dbeef984e15a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:34:37.196426 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:37.305528 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] For port 18a7cf64-4706-4820-bab3-dbeef984e15a, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:34:37.309832 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 00b10b42-5ec2-4b57-87b8-b15a96b14012 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:34:37.313239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] For port 18a7cf64-4706-4820-bab3-dbeef984e15a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=18a7cf64-4706-4820-bab3-dbeef984e15a,segment=NetworkSegment(568b5d64-85be-42b6-a3ca-b5da66614522),segment_id=568b5d64-85be-42b6-a3ca-b5da66614522)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:34:37.338257 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:37.346023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a190c9f0-109a-4b8a-a611-996364fb0526 None None] Provisioning complete for port 18a7cf64-4706-4820-bab3-dbeef984e15a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:37.346371 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a190c9f0-109a-4b8a-a611-996364fb0526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:37.447793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973fb4d-e54e-41ab-8bf3-612a5c08bb27 None None] Pushing event updated for resources: {'Port': ['ID=18a7cf64-4706-4820-bab3-dbeef984e15a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:37.450502 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Routers {'fda885f1-018d-40fc-8c3a-b3f1d651fa09'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:34:37.451120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:34:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda885f1-018d-40fc-8c3a-b3f1d651fa09'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:37.479378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e0738e3-3cd0-4a3c-a26c-6bb14cce61ba req-a8dd7ad2-2062-4935-bb82-110fd700099a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 210 time: 0.0335970 Jan 31 16:34:37.554222 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 00b10b42-5ec2-4b57-87b8-b15a96b14012 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:37.554571 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:37.635825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] Set router fda885f1-018d-40fc-8c3a-b3f1d651fa09 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:34:37.662703 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a190c9f0-109a-4b8a-a611-996364fb0526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:37.796686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a190c9f0-109a-4b8a-a611-996364fb0526 None None] For port 18a7cf64-4706-4820-bab3-dbeef984e15a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=18a7cf64-4706-4820-bab3-dbeef984e15a,segment=NetworkSegment(568b5d64-85be-42b6-a3ca-b5da66614522),segment_id=568b5d64-85be-42b6-a3ca-b5da66614522)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:34:37.806337 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a190c9f0-109a-4b8a-a611-996364fb0526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:37.890063 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190c9f0-109a-4b8a-a611-996364fb0526 None None] Pushing event updated for resources: {'Port': ['ID=18a7cf64-4706-4820-bab3-dbeef984e15a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:37.935156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6081f080-2050-44a5-a8c7-e282e905cbbf None None] Provisioning complete for port 18a7cf64-4706-4820-bab3-dbeef984e15a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:37.935492 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6081f080-2050-44a5-a8c7-e282e905cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:37.980159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-822288145', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:34Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '18a7cf64-4706-4820-bab3-dbeef984e15a', 'name': '', 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'mac_address': 'fa:16:3e:a1:c3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '7ac64bac-da59-4927-a6f6-dbb982651694', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:34:34Z', 'updated_at': '2022-01-31T16:34:37Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'subnets': [{'id': '7ac64bac-da59-4927-a6f6-dbb982651694', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:38.012354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9175a1-1c07-4a9e-ac2a-557edda75950 None None] The sync data for ids ['fda885f1-018d-40fc-8c3a-b3f1d651fa09'] in n-d-827120-1 is: [{'id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-822288145', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:34Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '18a7cf64-4706-4820-bab3-dbeef984e15a', 'name': '', 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'mac_address': 'fa:16:3e:a1:c3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '7ac64bac-da59-4927-a6f6-dbb982651694', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:34:34Z', 'updated_at': '2022-01-31T16:34:37Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'subnets': [{'id': '7ac64bac-da59-4927-a6f6-dbb982651694', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:34:38.569067 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a4edddf7-e812-4a15-a0ed-2ac60c9c2a58 req-adcd1d73-7e5b-4133-bf43-d90d2e20d74d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 210 time: 0.0327091 Jan 31 16:34:39.065960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 18a7cf64-4706-4820-bab3-dbeef984e15a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:34:39.118023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 18a7cf64-4706-4820-bab3-dbeef984e15a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:39.118387 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:39.404370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-191f3b29-a448-4711-bf41-5502beb27ab6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:39.405886 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-191f3b29-a448-4711-bf41-5502beb27ab6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.20 "GET /v2.0/networks?id=8aaf81a3-a303-43ca-84ca-04bfa2574bae HTTP/1.1" status: 200 len: 797 time: 0.1124041 Jan 31 16:34:39.418759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Request body: {'port': {'device_id': 'e6f8290c-f810-4280-b9d1-82f5b0a3d0ea', 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae', 'admin_state_up': True, 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:34:39.535840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Made reservation on behalf of f5be2306f4034b3fbd6a1c02edb5f7f6 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:34:39.539586 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:39.684666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e37a0fed-c56a-4b42-b2e5-1dd9490cdfeb req-6c85ada7-2896-41d6-9489-cea00433a425 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 210 time: 0.0360975 Jan 31 16:34:39.705214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Allocated IP 172.20.0.26 (8aaf81a3-a303-43ca-84ca-04bfa2574bae/7ac64bac-da59-4927-a6f6-dbb982651694/2ddcce0f-4a5d-4dc2-9a4f-c005b8626284) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:34:39.825938 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:39.863463 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:39.904966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Network 8aaf81a3-a303-43ca-84ca-04bfa2574bae is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:34:39.907961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:34:39.911654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:34:39.934965 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event updated for resources: {'Port': ['ID=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:39.963491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:39.964112 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:39.982853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-10ff2917-a02c-4a31-b8ea-99a97624588c tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5679276 Jan 31 16:34:39.994760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Request body: {'port': {'device_id': 'e6f8290c-f810-4280-b9d1-82f5b0a3d0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:34:40.054658 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:40.055930 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:34:40.198483 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-bffadca3-1df9-4002-96c1-77b3878ada31 None None] Provisioning complete for port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:40.199113 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bffadca3-1df9-4002-96c1-77b3878ada31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:40.233794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-bffadca3-1df9-4002-96c1-77b3878ada31 None None] Port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:34:40.324275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:34:40.331632 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:40.343612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Transition to ACTIVE for port object 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:34:40.349369 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:40.399970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:40.471861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Attempting to bind port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:34:40.472579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Attempting to bind port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:34:40.472579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Attempting to bind port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 on network 8aaf81a3-a303-43ca-84ca-04bfa2574bae {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:34:40.477802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 on network 8aaf81a3-a303-43ca-84ca-04bfa2574bae not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:34:40.478115 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Attempting to bind port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 on network 8aaf81a3-a303-43ca-84ca-04bfa2574bae {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:34:40.483329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:34:40.483649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Checking segment: {'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:34:40.484616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Bound using segment: {'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:34:40.484616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Bound port: 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568b5d64-85be-42b6-a3ca-b5da66614522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:34:40.484828 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:40.553718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] For port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:34:40.556999 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] For port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284,segment=NetworkSegment(568b5d64-85be-42b6-a3ca-b5da66614522),segment_id=568b5d64-85be-42b6-a3ca-b5da66614522)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:34:40.562495 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:40.598919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:40.599509 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:40.600905 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 HTTP/1.1" status: 200 len: 1055 time: 0.6105266 Jan 31 16:34:40.601337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f8290c-f810-4280-b9d1-82f5b0a3d0ea', 'tag': '2ddcce0f-4a5d-4dc2-9a4f-c005b8626284'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:34:40.603609 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9319aeed-35db-4c5b-9018-17aba94fbc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f8290c-f810-4280-b9d1-82f5b0a3d0ea", "tag": "2ddcce0f-4a5d-4dc2-9a4f-c005b8626284"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:34:40.629695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1c894-e49f-4984-904f-998bc2f33d48 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:40.675195 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a141a138-ff01-4509-a862-626be270e0b7 x-openstack-request-id: req-a141a138-ff01-4509-a862-626be270e0b7 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:34:40.675491 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f8290c-f810-4280-b9d1-82f5b0a3d0ea", "tag": "2ddcce0f-4a5d-4dc2-9a4f-c005b8626284", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:34:40.675743 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a141a138-ff01-4509-a862-626be270e0b7 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:34:40.676375 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f8290c-f810-4280-b9d1-82f5b0a3d0ea', 'tag': '2ddcce0f-4a5d-4dc2-9a4f-c005b8626284', 'status': 'completed', 'code': 200} Jan 31 16:34:40.692495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-c1c9747a-913d-41d0-9e2f-bbeb3813bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:40.694056 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-c1c9747a-913d-41d0-9e2f-bbeb3813bcc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6&device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 1058 time: 0.0519462 Jan 31 16:34:40.746569 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-143f884a-1357-4e10-ba05-179b732fe679 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 HTTP/1.1" status: 200 len: 217 time: 0.0431690 Jan 31 16:34:40.825255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-21b7383a-0858-428d-b182-2db1c4ea88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:40.826747 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-21b7383a-0858-428d-b182-2db1c4ea88a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ac64bac-da59-4927-a6f6-dbb982651694 HTTP/1.1" status: 200 len: 836 time: 0.0726678 Jan 31 16:34:40.849109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9061c-b811-4418-8bf7-b4ccd2f88b77 req-620475f4-59e3-4c67-b42a-75fa280a302a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:40.850467 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-44b9061c-b811-4418-8bf7-b4ccd2f88b77 req-620475f4-59e3-4c67-b42a-75fa280a302a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 907 time: 0.0951192 Jan 31 16:34:40.884527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-4b185e52-c6e6-4cbe-b47f-62f8995ea94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:40.886062 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-4b185e52-c6e6-4cbe-b47f-62f8995ea94f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8aaf81a3-a303-43ca-84ca-04bfa2574bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526505 Jan 31 16:34:40.982823 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-25471586-b234-4367-8008-012cd72b8e09 service neutron] 10.222.0.20 "GET /v2.0/networks/8aaf81a3-a303-43ca-84ca-04bfa2574bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881286 Jan 31 16:34:41.080021 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c97f02d3-b39d-4920-b27c-25d62c5a6048 req-2b82156e-7e7a-49bc-bf3c-1b1c0cee85eb service neutron] 10.222.0.20 "GET /v2.0/networks/8aaf81a3-a303-43ca-84ca-04bfa2574bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901852 Jan 31 16:34:41.179223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319aeed-35db-4c5b-9018-17aba94fbc2b req-2f6987e9-811d-41f9-9d9e-b6f77efc472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:41.181525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9319aeed-35db-4c5b-9018-17aba94fbc2b req-2f6987e9-811d-41f9-9d9e-b6f77efc472d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6&device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 1058 time: 0.0493498 Jan 31 16:34:41.277323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319aeed-35db-4c5b-9018-17aba94fbc2b req-9044fb0d-c691-4aad-9ae7-130323a842a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:41.278845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9319aeed-35db-4c5b-9018-17aba94fbc2b req-9044fb0d-c691-4aad-9ae7-130323a842a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8aaf81a3-a303-43ca-84ca-04bfa2574bae HTTP/1.1" status: 200 len: 898 time: 0.0895765 Jan 31 16:34:41.325913 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9319aeed-35db-4c5b-9018-17aba94fbc2b req-6382597f-dcd1-4c3a-bae9-8835ac507479 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 HTTP/1.1" status: 200 len: 217 time: 0.0378349 Jan 31 16:34:41.376368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319aeed-35db-4c5b-9018-17aba94fbc2b req-3285c158-f883-4745-8507-3689c75595e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:41.377808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9319aeed-35db-4c5b-9018-17aba94fbc2b req-3285c158-f883-4745-8507-3689c75595e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ac64bac-da59-4927-a6f6-dbb982651694 HTTP/1.1" status: 200 len: 836 time: 0.0446441 Jan 31 16:34:41.425335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319aeed-35db-4c5b-9018-17aba94fbc2b req-f0034d8d-748c-489e-887f-56eded0f93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:41.426814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9319aeed-35db-4c5b-9018-17aba94fbc2b req-f0034d8d-748c-489e-887f-56eded0f93de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8aaf81a3-a303-43ca-84ca-04bfa2574bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415905 Jan 31 16:34:41.519461 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9319aeed-35db-4c5b-9018-17aba94fbc2b req-355366bb-8209-4171-800a-4dca9179718c service neutron] 10.222.0.20 "GET /v2.0/networks/8aaf81a3-a303-43ca-84ca-04bfa2574bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853612 Jan 31 16:34:41.621420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9319aeed-35db-4c5b-9018-17aba94fbc2b req-6daf77d1-df3f-4a90-9635-41ff83e8001b service neutron] 10.222.0.20 "GET /v2.0/networks/8aaf81a3-a303-43ca-84ca-04bfa2574bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940795 Jan 31 16:34:41.980499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a362d38-192f-4bc7-af2a-e0bec685bdb2 req-18ad98cc-7dd7-4483-9cdc-66a2a085d99b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:41.982149 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a362d38-192f-4bc7-af2a-e0bec685bdb2 req-18ad98cc-7dd7-4483-9cdc-66a2a085d99b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 907 time: 0.0553463 Jan 31 16:34:43.110919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51350e2b-26a0-4609-9ac8-9c517108563d req-75c76f65-4eb2-4440-bccc-5da98255bcae tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:43.112375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-51350e2b-26a0-4609-9ac8-9c517108563d req-75c76f65-4eb2-4440-bccc-5da98255bcae tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 907 time: 0.0527971 Jan 31 16:34:43.622711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:34:43.726218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284,segment=NetworkSegment(568b5d64-85be-42b6-a3ca-b5da66614522),segment_id=568b5d64-85be-42b6-a3ca-b5da66614522)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:34:43.738777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '2ddcce0f-4a5d-4dc2-9a4f-c005b8626284', 'network_id': '8aaf81a3-a303-43ca-84ca-04bfa2574bae', 'port_id': '2ddcce0f-4a5d-4dc2-9a4f-c005b8626284', 'mac_address': 'fa:16:3e:32:99:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac64bac-da59-4927-a6f6-dbb982651694', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:34:43.788699 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:43.801413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:34:43.820088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284,segment=NetworkSegment(568b5d64-85be-42b6-a3ca-b5da66614522),segment_id=568b5d64-85be-42b6-a3ca-b5da66614522)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:34:43.825802 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:43.874488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:43.881706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:43.882043 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:43.882372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:43.882698 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:43.883020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:43.883410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:43.883724 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:43.884038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:43.884351 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:43.884824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:43.885144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:43.885453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:44.090362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['2ddcce0f-4a5d-4dc2-9a4f-c005b8626284'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:34:44.235154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4bf81-a628-4819-a072-3026866aeca4 req-2afa1ac5-d7e6-4268-b2ed-def84011a9c5 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:44.236652 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73c4bf81-a628-4819-a072-3026866aeca4 req-2afa1ac5-d7e6-4268-b2ed-def84011a9c5 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 908 time: 0.0546336 Jan 31 16:34:45.372091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eb3bd-0991-4c21-80d1-b048149fae43 req-b7f23c1e-a767-41dc-a8b2-deb11b6551f1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:45.373568 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed8eb3bd-0991-4c21-80d1-b048149fae43 req-b7f23c1e-a767-41dc-a8b2-deb11b6551f1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 908 time: 0.0609958 Jan 31 16:34:45.552449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a20d491d-3f91-482b-8bd6-ba332db5a24b req-880d7159-10aa-4251-81f3-332f2817138c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568080 Jan 31 16:34:45.643263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:34:45.656802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d491d-3f91-482b-8bd6-ba332db5a24b req-f6a3b4c6-a145-458a-a03c-58ad7e86071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:45.658842 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a20d491d-3f91-482b-8bd6-ba332db5a24b req-f6a3b4c6-a145-458a-a03c-58ad7e86071e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6&device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 1136 time: 0.0536671 Jan 31 16:34:45.699529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:34:45.703959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:34:45.704335 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:45.775505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d491d-3f91-482b-8bd6-ba332db5a24b req-36097318-fd87-4e22-aa3b-e62817a906fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:45.777132 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a20d491d-3f91-482b-8bd6-ba332db5a24b req-36097318-fd87-4e22-aa3b-e62817a906fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=be43e876-62f2-4112-afa8-3dddd106c6de HTTP/1.1" status: 200 len: 898 time: 0.0951078 Jan 31 16:34:45.790433 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:45.813137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f8290c-f810-4280-b9d1-82f5b0a3d0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddcce0f-4a5d-4dc2-9a4f-c005b8626284'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:34:45.815366 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cead4ac5-ab11-4bbb-87ae-bbb021ee3500" -d '{"events": [{"server_uuid": "e6f8290c-f810-4280-b9d1-82f5b0a3d0ea", "name": "network-vif-plugged", "status": "completed", "tag": "2ddcce0f-4a5d-4dc2-9a4f-c005b8626284"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:34:45.828838 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284,segment=NetworkSegment(568b5d64-85be-42b6-a3ca-b5da66614522),segment_id=568b5d64-85be-42b6-a3ca-b5da66614522)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:34:45.834062 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:45.849129 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a20d491d-3f91-482b-8bd6-ba332db5a24b req-0d2c1da0-fa38-4a2b-b8ad-b3b2f10db884 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec7916a5-8255-4f6e-b202-6ebfe049221a HTTP/1.1" status: 200 len: 1002 time: 0.0609338 Jan 31 16:34:45.857604 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3be6ca-29e0-401a-a2fb-72fc5220432d x-openstack-request-id: req-5d3be6ca-29e0-401a-a2fb-72fc5220432d {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:34:45.857890 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f8290c-f810-4280-b9d1-82f5b0a3d0ea", "name": "network-vif-plugged", "status": "completed", "tag": "2ddcce0f-4a5d-4dc2-9a4f-c005b8626284", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:34:45.858137 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d3be6ca-29e0-401a-a2fb-72fc5220432d {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:34:45.858523 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f8290c-f810-4280-b9d1-82f5b0a3d0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddcce0f-4a5d-4dc2-9a4f-c005b8626284', 'code': 200} Jan 31 16:34:45.890006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:45.899648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d491d-3f91-482b-8bd6-ba332db5a24b req-a28d16a1-dff3-4cab-bef6-3868531f98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:45.901306 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a20d491d-3f91-482b-8bd6-ba332db5a24b req-a28d16a1-dff3-4cab-bef6-3868531f98c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf1151c-a2a8-40a9-ab63-341f5c47b6ac HTTP/1.1" status: 200 len: 835 time: 0.0449185 Jan 31 16:34:45.984562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d491d-3f91-482b-8bd6-ba332db5a24b req-a58aac32-5714-4046-9941-fcf835293208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:45.986479 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a20d491d-3f91-482b-8bd6-ba332db5a24b req-a58aac32-5714-4046-9941-fcf835293208 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be43e876-62f2-4112-afa8-3dddd106c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755467 Jan 31 16:34:45.992819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213f8ba-7e01-4a28-bbbe-67e2ef438188 req-e0c156ce-be4c-4622-af60-c2fcd7d060c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:45.994295 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4213f8ba-7e01-4a28-bbbe-67e2ef438188 req-e0c156ce-be4c-4622-af60-c2fcd7d060c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 1060 time: 0.0560865 Jan 31 16:34:46.093807 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a20d491d-3f91-482b-8bd6-ba332db5a24b req-11532794-c0d4-4a54-8cfc-08b17496db68 service neutron] 10.222.0.30 "GET /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973339 Jan 31 16:34:46.199593 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a20d491d-3f91-482b-8bd6-ba332db5a24b req-db21adb6-41db-44d8-8783-dde7caf1225b service neutron] 10.222.0.30 "GET /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961416 Jan 31 16:34:46.517271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf78ac-1cf2-412e-a0f2-ceec4baca32a req-e27d895f-7ccd-4973-8172-9e94fb6d5d0f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:46.518753 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6fcf78ac-1cf2-412e-a0f2-ceec4baca32a req-e27d895f-7ccd-4973-8172-9e94fb6d5d0f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 909 time: 0.0585148 Jan 31 16:34:47.294602 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c6d37944-ccee-4579-b746-53c290b32f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:47.648362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f14de-9f23-4e0d-acc4-97f207d11e89 req-25894032-8816-4c95-a7b2-8dc88299953a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:47.649853 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6e4f14de-9f23-4e0d-acc4-97f207d11e89 req-25894032-8816-4c95-a7b2-8dc88299953a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 909 time: 0.0507045 Jan 31 16:34:47.766618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6616a58-02f5-440e-85f7-50fa6277d672 req-eeb519ce-9b95-41bd-bfdf-cadca6a79a6a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:47.768088 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6616a58-02f5-440e-85f7-50fa6277d672 req-eeb519ce-9b95-41bd-bfdf-cadca6a79a6a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 909 time: 0.0518069 Jan 31 16:34:47.908796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5af508-a680-4b08-b509-b324317dd927 req-dcfb376f-c1cc-4c9e-985c-f0d6347afc68 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:47.910399 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a5af508-a680-4b08-b509-b324317dd927 req-dcfb376f-c1cc-4c9e-985c-f0d6347afc68 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 1060 time: 0.0618126 Jan 31 16:34:48.032262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3088-203e-439b-9dc9-48a752fb71aa req-125b72a6-dea1-4058-ab37-145e282f34e0 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:48.033843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cefd3088-203e-439b-9dc9-48a752fb71aa req-125b72a6-dea1-4058-ab37-145e282f34e0 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 1136 time: 0.0537922 Jan 31 16:34:48.071852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cefd3088-203e-439b-9dc9-48a752fb71aa req-ccea5a6d-1b2d-4e92-8978-ccd02d6fded7 tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0316653 Jan 31 16:34:48.104846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36830) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:48.147995 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a503d5-99dd-4249-aeb8-9823e414506e tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:48.149540 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f2a503d5-99dd-4249-aeb8-9823e414506e tempest-TestSecurityGroupsBasicOps-1514489478 tempest-TestSecurityGroupsBasicOps-1514489478-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 1055 time: 0.0436158 Jan 31 16:34:48.370032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ebf72-6d47-45d5-bec7-3ec3d13e8fef req-4f63908b-38ed-4360-a1c8-46cb9d5cc0b0 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:48.371414 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-905ebf72-6d47-45d5-bec7-3ec3d13e8fef req-4f63908b-38ed-4360-a1c8-46cb9d5cc0b0 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 909 time: 0.0498335 Jan 31 16:34:49.500834 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c60093-e16e-4942-abc5-7a17951695b1 req-ef2df8e9-19e2-41a9-aa33-6c988783b1a9 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:49.502301 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f0c60093-e16e-4942-abc5-7a17951695b1 req-ef2df8e9-19e2-41a9-aa33-6c988783b1a9 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 909 time: 0.0584500 Jan 31 16:34:49.659346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaa0c2-7bed-470f-8820-e3830e4315c1 req-fd8ed691-b7e9-48c8-8213-857d4b0b5a5a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:49.660819 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6eaa0c2-7bed-470f-8820-e3830e4315c1 req-fd8ed691-b7e9-48c8-8213-857d4b0b5a5a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 909 time: 0.0545833 Jan 31 16:34:49.729705 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-603a0629-a56a-42a8-96d4-0f67bba33659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:49.766559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-b6eaa0c2-7bed-470f-8820-e3830e4315c1 req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Deleting port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:34:49.766839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b6eaa0c2-7bed-470f-8820-e3830e4315c1 req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:49.857162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b6eaa0c2-7bed-470f-8820-e3830e4315c1 req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] For port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284,segment=NetworkSegment(568b5d64-85be-42b6-a3ca-b5da66614522),segment_id=568b5d64-85be-42b6-a3ca-b5da66614522)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:34:49.857540 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b6eaa0c2-7bed-470f-8820-e3830e4315c1 req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:49.869213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-b6eaa0c2-7bed-470f-8820-e3830e4315c1 req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Calling delete_port for 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:34:50.360653 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b6eaa0c2-7bed-470f-8820-e3830e4315c1 req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:50.389863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'Port': ['ID=2ddcce0f-4a5d-4dc2-9a4f-c005b8626284,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:50.401796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:50.402085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:50.402414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:50.402750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:50.403098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:50.403411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:50.403754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:50.404079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:50.404387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:50.404737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:50.405045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:50.405329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:50.439786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eaa0c2-7bed-470f-8820-e3830e4315c1 req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] No DVR routers for this DVR port 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:34:50.442818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b6eaa0c2-7bed-470f-8820-e3830e4315c1 req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:50.446162 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6eaa0c2-7bed-470f-8820-e3830e4315c1 req-859cdd7c-d22a-4358-80db-c5bc992a836d tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.20 "DELETE /v2.0/ports/2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 HTTP/1.1" status: 204 len: 173 time: 0.7788336 Jan 31 16:34:50.446605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f8290c-f810-4280-b9d1-82f5b0a3d0ea', 'name': 'network-vif-deleted', 'tag': '2ddcce0f-4a5d-4dc2-9a4f-c005b8626284'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:34:50.448866 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a225e3-edd7-47ea-b48d-d1b924abf247" -d '{"events": [{"server_uuid": "e6f8290c-f810-4280-b9d1-82f5b0a3d0ea", "name": "network-vif-deleted", "tag": "2ddcce0f-4a5d-4dc2-9a4f-c005b8626284"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:34:50.488388 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cfc570-25db-4d6b-a1a5-812d4bc7663b x-openstack-request-id: req-62cfc570-25db-4d6b-a1a5-812d4bc7663b {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:34:50.488708 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f8290c-f810-4280-b9d1-82f5b0a3d0ea", "name": "network-vif-deleted", "tag": "2ddcce0f-4a5d-4dc2-9a4f-c005b8626284", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:34:50.488962 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62cfc570-25db-4d6b-a1a5-812d4bc7663b {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:34:50.489344 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f8290c-f810-4280-b9d1-82f5b0a3d0ea', 'name': 'network-vif-deleted', 'tag': '2ddcce0f-4a5d-4dc2-9a4f-c005b8626284', 'status': 'completed', 'code': 200} Jan 31 16:34:50.615780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ddf90f5e-c15b-4697-8200-192ed67b9acb req-456ef2f4-592d-49f0-9cca-a59eb2ec5fe1 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6f8290c-f810-4280-b9d1-82f5b0a3d0ea HTTP/1.1" status: 200 len: 210 time: 0.0268643 Jan 31 16:34:50.979440 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:51.677676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36844) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:52.066865 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:52.410582 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:52.563225 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:52.662115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Deleting port 18a7cf64-4706-4820-bab3-dbeef984e15a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:34:52.662441 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:52.761491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] For port 18a7cf64-4706-4820-bab3-dbeef984e15a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=18a7cf64-4706-4820-bab3-dbeef984e15a,segment=NetworkSegment(568b5d64-85be-42b6-a3ca-b5da66614522),segment_id=568b5d64-85be-42b6-a3ca-b5da66614522)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:34:52.762286 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:52.773821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Calling delete_port for 18a7cf64-4706-4820-bab3-dbeef984e15a owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:34:52.973330 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:53.003572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'Port': ['ID=18a7cf64-4706-4820-bab3-dbeef984e15a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:53.017960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:53.018308 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:53.018644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:53.018943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:53.019270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:53.019593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:53.019910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:53.020230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:53.020548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:53.020868 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:53.021222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:53.021549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:34:53.195750 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:53.434133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Router fda885f1-018d-40fc-8c3a-b3f1d651fa09 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:34:53.544849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:34:53.550532 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ea0ae705-bd7f-4a3d-846f-a53ce3f85f5e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "PUT /v2.0/routers/fda885f1-018d-40fc-8c3a-b3f1d651fa09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8717089 Jan 31 16:34:53.555290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36846) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:53.559463 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f45f70-fae6-4ea7-adf0-8950076dc6d3 None None] Sync routers for ids ['fda885f1-018d-40fc-8c3a-b3f1d651fa09'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:34:53.570667 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f45f70-fae6-4ea7-adf0-8950076dc6d3 None None] Routers {'fda885f1-018d-40fc-8c3a-b3f1d651fa09'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:34:53.571349 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-60f45f70-fae6-4ea7-adf0-8950076dc6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:34:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda885f1-018d-40fc-8c3a-b3f1d651fa09'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:53.615121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f3ae63-de58-4a86-a609-fe712f0e80ee tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Deleting subnet 7ac64bac-da59-4927-a6f6-dbb982651694 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:34:53.618683 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ae63-de58-4a86-a609-fe712f0e80ee tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:53.654038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:34:53.663577 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ae63-de58-4a86-a609-fe712f0e80ee tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:53.676712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:34:53.677295 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2ddcce0f-4a5d-4dc2-9a4f-c005b8626284 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:34:53.680541 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-60f45f70-fae6-4ea7-adf0-8950076dc6d3 None None] Set router fda885f1-018d-40fc-8c3a-b3f1d651fa09 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:34:53.756337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ae63-de58-4a86-a609-fe712f0e80ee tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:53.819325 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ae63-de58-4a86-a609-fe712f0e80ee tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:53.846108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3ae63-de58-4a86-a609-fe712f0e80ee tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac64bac-da59-4927-a6f6-dbb982651694,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:53.851506 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ae63-de58-4a86-a609-fe712f0e80ee tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:53.855246 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f3f3ae63-de58-4a86-a609-fe712f0e80ee tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "DELETE /v2.0/subnets/7ac64bac-da59-4927-a6f6-dbb982651694 HTTP/1.1" status: 204 len: 168 time: 0.2975640 Jan 31 16:34:53.857376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36848) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:53.858753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e4416-6bc6-443a-aa7a-b93570d75346 None None] Network 8aaf81a3-a303-43ca-84ca-04bfa2574bae requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:34:53.868182 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-60f45f70-fae6-4ea7-adf0-8950076dc6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-822288145', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:52Z', 'revision_number': 5, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:53.902354 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f45f70-fae6-4ea7-adf0-8950076dc6d3 None None] Checking router: fda885f1-018d-40fc-8c3a-b3f1d651fa09 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:34:53.914212 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f45f70-fae6-4ea7-adf0-8950076dc6d3 None None] Routers {'fda885f1-018d-40fc-8c3a-b3f1d651fa09'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:34:53.914961 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-60f45f70-fae6-4ea7-adf0-8950076dc6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:34:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['fda885f1-018d-40fc-8c3a-b3f1d651fa09'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:53.973852 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.023154 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-60f45f70-fae6-4ea7-adf0-8950076dc6d3 None None] Set router fda885f1-018d-40fc-8c3a-b3f1d651fa09 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:34:54.090313 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.151703 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Deleting port 068b35e3-1c0f-46ec-85a0-12eb27bccd2c {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:34:54.152208 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.210343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb624d4c-ce64-4c7b-9fa6-12cf3d095cac None None] DHCP port deletion for 8aaf81a3-a303-43ca-84ca-04bfa2574bae request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:34:54.221373 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-60f45f70-fae6-4ea7-adf0-8950076dc6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-822288145', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:52Z', 'revision_number': 5, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:54.243548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] For port 068b35e3-1c0f-46ec-85a0-12eb27bccd2c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=068b35e3-1c0f-46ec-85a0-12eb27bccd2c,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:34:54.243943 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.248700 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f45f70-fae6-4ea7-adf0-8950076dc6d3 None None] The sync data for ids ['fda885f1-018d-40fc-8c3a-b3f1d651fa09'] in n-d-827120-1 is: [{'id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-822288145', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:52Z', 'revision_number': 5, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '068b35e3-1c0f-46ec-85a0-12eb27bccd2c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda885f1-018d-40fc-8c3a-b3f1d651fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:34:31Z', 'updated_at': '2022-01-31T16:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:34:54.256657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Calling delete_port for 068b35e3-1c0f-46ec-85a0-12eb27bccd2c owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:34:54.264903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-bb624d4c-ce64-4c7b-9fa6-12cf3d095cac None None] Deleting port 00b10b42-5ec2-4b57-87b8-b15a96b14012 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:34:54.265271 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bb624d4c-ce64-4c7b-9fa6-12cf3d095cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.330937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bb624d4c-ce64-4c7b-9fa6-12cf3d095cac None None] For port 00b10b42-5ec2-4b57-87b8-b15a96b14012, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=00b10b42-5ec2-4b57-87b8-b15a96b14012,segment=NetworkSegment(568b5d64-85be-42b6-a3ca-b5da66614522),segment_id=568b5d64-85be-42b6-a3ca-b5da66614522)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:34:54.331326 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bb624d4c-ce64-4c7b-9fa6-12cf3d095cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.347163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-bb624d4c-ce64-4c7b-9fa6-12cf3d095cac None None] Calling delete_port for 00b10b42-5ec2-4b57-87b8-b15a96b14012 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:34:54.434586 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bb624d4c-ce64-4c7b-9fa6-12cf3d095cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.435647 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.459711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb624d4c-ce64-4c7b-9fa6-12cf3d095cac None None] Pushing event deleted for resources: {'Port': ['ID=00b10b42-5ec2-4b57-87b8-b15a96b14012,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:54.463946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb624d4c-ce64-4c7b-9fa6-12cf3d095cac None None] No DVR routers for this DVR port 00b10b42-5ec2-4b57-87b8-b15a96b14012 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:34:54.464609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'Port': ['ID=068b35e3-1c0f-46ec-85a0-12eb27bccd2c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:54.528336 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.622524 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.625046 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.673649 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.674299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Fanout notify agent at l3_agent the message router_deleted on router fda885f1-018d-40fc-8c3a-b3f1d651fa09 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:34:54.681399 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.682594 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7f7a490c-19ca-4590-8206-a7c9f125b5e3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "DELETE /v2.0/routers/fda885f1-018d-40fc-8c3a-b3f1d651fa09 HTTP/1.1" status: 204 len: 168 time: 0.8242297 Jan 31 16:34:54.686928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36850) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:54.787474 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.881817 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.902894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aaf81a3-a303-43ca-84ca-04bfa2574bae']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:54.912465 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568b5d64-85be-42b6-a3ca-b5da66614522') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:54.912747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568b5d64-85be-42b6-a3ca-b5da66614522') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:54.922468 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.936316 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.942665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:34:54.943047 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:34:54.946037 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:34:55.008694 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:55.014063 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:55.019988 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "DELETE /v2.0/networks/8aaf81a3-a303-43ca-84ca-04bfa2574bae HTTP/1.1" status: 204 len: 168 time: 0.3289609 Jan 31 16:34:55.020807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36852) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:55.032332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f73a8a-35d3-4b56-b1c5-aeedfbec689b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'Network': ['ID=8aaf81a3-a303-43ca-84ca-04bfa2574bae,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:55.213340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Deleting port bb95451f-711a-47d3-bca6-2bbb15a6df78 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:34:55.213722 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:55.299826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 068b35e3-1c0f-46ec-85a0-12eb27bccd2c no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:34:55.301305 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:55.301692 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:55.315578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Calling delete_port for bb95451f-711a-47d3-bca6-2bbb15a6df78 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:34:55.320730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 068b35e3-1c0f-46ec-85a0-12eb27bccd2c {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:34:55.321070 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 068b35e3-1c0f-46ec-85a0-12eb27bccd2c not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:34:55.321496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 18a7cf64-4706-4820-bab3-dbeef984e15a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:34:55.343370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 18a7cf64-4706-4820-bab3-dbeef984e15a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:34:55.343705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 18a7cf64-4706-4820-bab3-dbeef984e15a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:34:55.344099 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 00b10b42-5ec2-4b57-87b8-b15a96b14012 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:34:55.362188 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 00b10b42-5ec2-4b57-87b8-b15a96b14012 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:34:55.362517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 00b10b42-5ec2-4b57-87b8-b15a96b14012 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:34:55.480842 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:55.511727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'Port': ['ID=bb95451f-711a-47d3-bca6-2bbb15a6df78,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:55.572648 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:55.572894 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Floating IP 290e86c8-c202-416a-ac1b-ed5cadd9b935 disassociated (deleted). External IP: 172.25.1.147, port: ec7916a5-8255-4f6e-b202-6ebfe049221a. Jan 31 16:34:55.814670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Router e2a77540-9697-460c-8737-f2e07927f176 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:34:55.927914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:34:55.935134 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:55.940490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306e009-ef68-41f8-9abb-4ca348499288 None None] Sync routers for ids ['e2a77540-9697-460c-8737-f2e07927f176'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:34:55.949192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306e009-ef68-41f8-9abb-4ca348499288 None None] Routers {'e2a77540-9697-460c-8737-f2e07927f176'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:34:55.949855 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9306e009-ef68-41f8-9abb-4ca348499288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:34:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e2a77540-9697-460c-8737-f2e07927f176'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:55.963526 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2a431015-44c5-46c5-a7f8-5ce1a30c573b tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "DELETE /v2.0/floatingips/290e86c8-c202-416a-ac1b-ed5cadd9b935 HTTP/1.1" status: 204 len: 168 time: 0.9410439 Jan 31 16:34:55.964048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd65145-994e-4e96-ad23-e07bdf403573', 'tag': 'ec7916a5-8255-4f6e-b202-6ebfe049221a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:34:55.966370 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5f7d40-c23d-4c53-9fc9-7e4abbaf36d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd65145-994e-4e96-ad23-e07bdf403573", "tag": "ec7916a5-8255-4f6e-b202-6ebfe049221a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:34:56.059370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-9306e009-ef68-41f8-9abb-4ca348499288 None None] Set router e2a77540-9697-460c-8737-f2e07927f176 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:34:56.074755 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78f5622-aafc-4d98-965f-f31c5a5ff63e x-openstack-request-id: req-b78f5622-aafc-4d98-965f-f31c5a5ff63e {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:34:56.075313 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd65145-994e-4e96-ad23-e07bdf403573", "tag": "ec7916a5-8255-4f6e-b202-6ebfe049221a", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:34:56.075313 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b78f5622-aafc-4d98-965f-f31c5a5ff63e {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:34:56.075855 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd65145-994e-4e96-ad23-e07bdf403573', 'tag': 'ec7916a5-8255-4f6e-b202-6ebfe049221a', 'status': 'completed', 'code': 200} Jan 31 16:34:56.148037 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:56.159661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f7d40-c23d-4c53-9fc9-7e4abbaf36d8 req-12299521-61fc-410f-9435-2d2f03d13818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:56.159661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea5f7d40-c23d-4c53-9fc9-7e4abbaf36d8 req-12299521-61fc-410f-9435-2d2f03d13818 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6&device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 1136 time: 0.0456841 Jan 31 16:34:56.276213 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9306e009-ef68-41f8-9abb-4ca348499288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bd84fd95-7eeb-4589-9222-cd293e385c00', 'name': '', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'mac_address': 'fa:16:3e:e8:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:34Z', 'updated_at': '2022-01-31T16:33:38Z', 'revision_number': 5, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'subnets': [{'id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:56.280381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8293b2-3dba-4fb6-a478-57cad4d84543 req-24ae7afb-462e-42ff-af13-2fc07dcbb76a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:56.281867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db8293b2-3dba-4fb6-a478-57cad4d84543 req-24ae7afb-462e-42ff-af13-2fc07dcbb76a tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 985 time: 0.1063745 Jan 31 16:34:56.297300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f7d40-c23d-4c53-9fc9-7e4abbaf36d8 req-aafa4930-495b-4f3e-90db-dbdf21f4ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:56.298707 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea5f7d40-c23d-4c53-9fc9-7e4abbaf36d8 req-aafa4930-495b-4f3e-90db-dbdf21f4ccbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=be43e876-62f2-4112-afa8-3dddd106c6de HTTP/1.1" status: 200 len: 898 time: 0.1321661 Jan 31 16:34:56.305770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306e009-ef68-41f8-9abb-4ca348499288 None None] Checking router: e2a77540-9697-460c-8737-f2e07927f176 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:34:56.314320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306e009-ef68-41f8-9abb-4ca348499288 None None] Routers {'e2a77540-9697-460c-8737-f2e07927f176'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:34:56.314925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9306e009-ef68-41f8-9abb-4ca348499288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:34:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e2a77540-9697-460c-8737-f2e07927f176'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:56.347948 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea5f7d40-c23d-4c53-9fc9-7e4abbaf36d8 req-7363eae4-54eb-4c97-a0f8-382451147dfb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec7916a5-8255-4f6e-b202-6ebfe049221a HTTP/1.1" status: 200 len: 217 time: 0.0409167 Jan 31 16:34:56.369204 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db8293b2-3dba-4fb6-a478-57cad4d84543 req-1bf9e610-58d5-4660-9fa9-45a08c134f24 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0783424 Jan 31 16:34:56.411579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f7d40-c23d-4c53-9fc9-7e4abbaf36d8 req-c2a44c8c-f91c-4037-b1a2-a68b043a4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:56.413123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea5f7d40-c23d-4c53-9fc9-7e4abbaf36d8 req-c2a44c8c-f91c-4037-b1a2-a68b043a4142 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf1151c-a2a8-40a9-ab63-341f5c47b6ac HTTP/1.1" status: 200 len: 835 time: 0.0547209 Jan 31 16:34:56.424398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-9306e009-ef68-41f8-9abb-4ca348499288 None None] Set router e2a77540-9697-460c-8737-f2e07927f176 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:34:56.460660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f7d40-c23d-4c53-9fc9-7e4abbaf36d8 req-a99e1291-ba31-448c-8bb8-f017ac0c3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:56.462253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea5f7d40-c23d-4c53-9fc9-7e4abbaf36d8 req-a99e1291-ba31-448c-8bb8-f017ac0c3918 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be43e876-62f2-4112-afa8-3dddd106c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418589 Jan 31 16:34:56.561374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea5f7d40-c23d-4c53-9fc9-7e4abbaf36d8 req-a6de82b4-1deb-405c-9e96-6d7b2b393996 service neutron] 10.222.0.30 "GET /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906808 Jan 31 16:34:56.625159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9306e009-ef68-41f8-9abb-4ca348499288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bd84fd95-7eeb-4589-9222-cd293e385c00', 'name': '', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'mac_address': 'fa:16:3e:e8:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:34Z', 'updated_at': '2022-01-31T16:33:38Z', 'revision_number': 5, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'subnets': [{'id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:34:56.653982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306e009-ef68-41f8-9abb-4ca348499288 None None] The sync data for ids ['e2a77540-9697-460c-8737-f2e07927f176'] in n-d-827120-1 is: [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'bd84fd95-7eeb-4589-9222-cd293e385c00', 'name': '', 'network_id': 'be43e876-62f2-4112-afa8-3dddd106c6de', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'mac_address': 'fa:16:3e:e8:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:34Z', 'updated_at': '2022-01-31T16:33:38Z', 'revision_number': 5, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'subnets': [{'id': '6cf1151c-a2a8-40a9-ab63-341f5c47b6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:34:56.654731 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea5f7d40-c23d-4c53-9fc9-7e4abbaf36d8 req-0db1fd30-e378-4bef-a522-8f51eec05155 service neutron] 10.222.0.30 "GET /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854661 Jan 31 16:34:56.880606 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370068a-bf7d-4378-872d-96040631f472 None None] New status for floating IP 290e86c8-c202-416a-ac1b-ed5cadd9b935: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:34:57.505492 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8d340-6aba-4f8b-b9bb-bb3dcd9df926 req-e271e69a-8d65-4c7c-8813-a3338d614d2f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:57.506842 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b8d8d340-6aba-4f8b-b9bb-bb3dcd9df926 req-e271e69a-8d65-4c7c-8813-a3338d614d2f tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 985 time: 0.0618846 Jan 31 16:34:57.548066 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b8d8d340-6aba-4f8b-b9bb-bb3dcd9df926 req-73654001-6227-4d83-b5df-600f2c3d12f2 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ba3dd57-1aa5-411b-874b-a849868248c2&id=5e69dad9-1d74-4998-9289-3fca2efec5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0346475 Jan 31 16:34:57.819726 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02dd5-20cf-4208-971f-df9575eb988b req-f0f89e47-b5f9-4efa-91b7-976f41e5be31 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:34:57.821296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31f02dd5-20cf-4208-971f-df9575eb988b req-f0f89e47-b5f9-4efa-91b7-976f41e5be31 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 985 time: 0.0615053 Jan 31 16:34:57.923182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-31f02dd5-20cf-4208-971f-df9575eb988b req-0e032095-8b15-4e5d-8d3c-700ded43ea16 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Deleting port ec7916a5-8255-4f6e-b202-6ebfe049221a {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:34:57.923527 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-31f02dd5-20cf-4208-971f-df9575eb988b req-0e032095-8b15-4e5d-8d3c-700ded43ea16 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:58.015654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-31f02dd5-20cf-4208-971f-df9575eb988b req-0e032095-8b15-4e5d-8d3c-700ded43ea16 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] For port ec7916a5-8255-4f6e-b202-6ebfe049221a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ec7916a5-8255-4f6e-b202-6ebfe049221a,segment=NetworkSegment(36418b32-35f9-4f5b-a29b-bbc8b32dc9d1),segment_id=36418b32-35f9-4f5b-a29b-bbc8b32dc9d1)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:34:58.016037 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-31f02dd5-20cf-4208-971f-df9575eb988b req-0e032095-8b15-4e5d-8d3c-700ded43ea16 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:58.034592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-31f02dd5-20cf-4208-971f-df9575eb988b req-0e032095-8b15-4e5d-8d3c-700ded43ea16 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Calling delete_port for ec7916a5-8255-4f6e-b202-6ebfe049221a owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:34:58.146971 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:58.174465 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-31f02dd5-20cf-4208-971f-df9575eb988b req-0e032095-8b15-4e5d-8d3c-700ded43ea16 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:58.203145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e032095-8b15-4e5d-8d3c-700ded43ea16 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'Port': ['ID=ec7916a5-8255-4f6e-b202-6ebfe049221a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:58.249268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f02dd5-20cf-4208-971f-df9575eb988b req-0e032095-8b15-4e5d-8d3c-700ded43ea16 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] No DVR routers for this DVR port ec7916a5-8255-4f6e-b202-6ebfe049221a on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:34:58.252241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-31f02dd5-20cf-4208-971f-df9575eb988b req-0e032095-8b15-4e5d-8d3c-700ded43ea16 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:58.255776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31f02dd5-20cf-4208-971f-df9575eb988b req-0e032095-8b15-4e5d-8d3c-700ded43ea16 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.30 "DELETE /v2.0/ports/ec7916a5-8255-4f6e-b202-6ebfe049221a HTTP/1.1" status: 204 len: 173 time: 0.4257638 Jan 31 16:34:58.256307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd65145-994e-4e96-ad23-e07bdf403573', 'name': 'network-vif-deleted', 'tag': 'ec7916a5-8255-4f6e-b202-6ebfe049221a'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:34:58.259165 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cac3cb-7fc5-480c-8f0c-45032dfb2acb" -d '{"events": [{"server_uuid": "0cd65145-994e-4e96-ad23-e07bdf403573", "name": "network-vif-deleted", "tag": "ec7916a5-8255-4f6e-b202-6ebfe049221a"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:34:58.298752 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3fc727-3613-492a-a0ee-f8908f20f7e5 x-openstack-request-id: req-3d3fc727-3613-492a-a0ee-f8908f20f7e5 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:34:58.299045 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd65145-994e-4e96-ad23-e07bdf403573", "name": "network-vif-deleted", "tag": "ec7916a5-8255-4f6e-b202-6ebfe049221a", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:34:58.299319 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d3fc727-3613-492a-a0ee-f8908f20f7e5 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:34:58.299722 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd65145-994e-4e96-ad23-e07bdf403573', 'name': 'network-vif-deleted', 'tag': 'ec7916a5-8255-4f6e-b202-6ebfe049221a', 'status': 'completed', 'code': 200} Jan 31 16:34:58.668465 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b3833131-58b4-4609-85d3-3dbd8ccd6861 req-32d29f38-4f17-4e89-ad19-41bb60f04e93 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd65145-994e-4e96-ad23-e07bdf403573 HTTP/1.1" status: 200 len: 210 time: 0.0326698 Jan 31 16:34:59.735408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36870) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:59.790518 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c12cdf-0281-4390-a9e9-091c867aacda tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:59.814925 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c12cdf-0281-4390-a9e9-091c867aacda tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:59.863393 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c12cdf-0281-4390-a9e9-091c867aacda tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:59.866312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64c12cdf-0281-4390-a9e9-091c867aacda tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:59.867474 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-64c12cdf-0281-4390-a9e9-091c867aacda tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ba3dd57-1aa5-411b-874b-a849868248c2 HTTP/1.1" status: 204 len: 168 time: 0.1310689 Jan 31 16:34:59.870479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36872) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:34:59.876823 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c12cdf-0281-4390-a9e9-091c867aacda tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba3dd57-1aa5-411b-874b-a849868248c2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:34:59.933390 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f637d022-4d51-495a-9009-3c1249585cc3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:34:59.958466 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f637d022-4d51-495a-9009-3c1249585cc3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:00.006349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f637d022-4d51-495a-9009-3c1249585cc3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:00.008956 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f637d022-4d51-495a-9009-3c1249585cc3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:00.010161 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f637d022-4d51-495a-9009-3c1249585cc3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "DELETE /v2.0/security-groups/5e69dad9-1d74-4998-9289-3fca2efec5b5 HTTP/1.1" status: 204 len: 168 time: 0.1386862 Jan 31 16:35:00.013727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36874) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:00.026172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637d022-4d51-495a-9009-3c1249585cc3 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e69dad9-1d74-4998-9289-3fca2efec5b5,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:00.420919 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8899ef95-0f60-491b-aa5e-3fc5a729f922 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:00.694192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8899ef95-0f60-491b-aa5e-3fc5a729f922 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Deleting port bd84fd95-7eeb-4589-9222-cd293e385c00 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:35:00.694533 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8899ef95-0f60-491b-aa5e-3fc5a729f922 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:00.790550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-8899ef95-0f60-491b-aa5e-3fc5a729f922 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] For port bd84fd95-7eeb-4589-9222-cd293e385c00, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=bd84fd95-7eeb-4589-9222-cd293e385c00,segment=NetworkSegment(36418b32-35f9-4f5b-a29b-bbc8b32dc9d1),segment_id=36418b32-35f9-4f5b-a29b-bbc8b32dc9d1)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:35:00.791168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8899ef95-0f60-491b-aa5e-3fc5a729f922 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:00.810150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8899ef95-0f60-491b-aa5e-3fc5a729f922 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Calling delete_port for bd84fd95-7eeb-4589-9222-cd293e385c00 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:35:01.059150 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8899ef95-0f60-491b-aa5e-3fc5a729f922 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:01.089402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899ef95-0f60-491b-aa5e-3fc5a729f922 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'Port': ['ID=bd84fd95-7eeb-4589-9222-cd293e385c00,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:01.274901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8899ef95-0f60-491b-aa5e-3fc5a729f922 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:01.502170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8899ef95-0f60-491b-aa5e-3fc5a729f922 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Router e2a77540-9697-460c-8737-f2e07927f176 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:35:01.615892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8899ef95-0f60-491b-aa5e-3fc5a729f922 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:35:01.621130 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8899ef95-0f60-491b-aa5e-3fc5a729f922 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "PUT /v2.0/routers/e2a77540-9697-460c-8737-f2e07927f176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6063795 Jan 31 16:35:01.624032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36878) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:01.626904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b379f-d3a3-412a-a549-d6f41640e6f5 None None] Sync routers for ids ['e2a77540-9697-460c-8737-f2e07927f176'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:35:01.640784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b379f-d3a3-412a-a549-d6f41640e6f5 None None] Routers {'e2a77540-9697-460c-8737-f2e07927f176'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:35:01.641556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a30b379f-d3a3-412a-a549-d6f41640e6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:34:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e2a77540-9697-460c-8737-f2e07927f176'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:35:01.678551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8705d001-36de-4ddf-b683-8bc6da79d9c6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Deleting subnet 6cf1151c-a2a8-40a9-ab63-341f5c47b6ac {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:35:01.682242 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8705d001-36de-4ddf-b683-8bc6da79d9c6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:01.725720 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8705d001-36de-4ddf-b683-8bc6da79d9c6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:01.750678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a30b379f-d3a3-412a-a549-d6f41640e6f5 None None] Set router e2a77540-9697-460c-8737-f2e07927f176 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:35:01.812143 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8705d001-36de-4ddf-b683-8bc6da79d9c6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:01.871378 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8705d001-36de-4ddf-b683-8bc6da79d9c6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:01.901041 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8705d001-36de-4ddf-b683-8bc6da79d9c6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:01.907054 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8705d001-36de-4ddf-b683-8bc6da79d9c6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "DELETE /v2.0/subnets/6cf1151c-a2a8-40a9-ab63-341f5c47b6ac HTTP/1.1" status: 204 len: 168 time: 0.2793689 Jan 31 16:35:01.907054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705d001-36de-4ddf-b683-8bc6da79d9c6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf1151c-a2a8-40a9-ab63-341f5c47b6ac,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:01.907358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36880) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:01.912529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78004fd6-6783-492c-a5dd-076db72d2f01 None None] Network be43e876-62f2-4112-afa8-3dddd106c6de requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:35:02.016744 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.026660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a30b379f-d3a3-412a-a549-d6f41640e6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:35:01Z', 'revision_number': 5, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:35:02.059558 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b379f-d3a3-412a-a549-d6f41640e6f5 None None] Checking router: e2a77540-9697-460c-8737-f2e07927f176 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:35:02.076102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b379f-d3a3-412a-a549-d6f41640e6f5 None None] Routers {'e2a77540-9697-460c-8737-f2e07927f176'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:35:02.076102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a30b379f-d3a3-412a-a549-d6f41640e6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:34:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['e2a77540-9697-460c-8737-f2e07927f176'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:35:02.129679 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.169713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f157c-2641-4938-8d88-8c5c71ca1c50 None None] DHCP port deletion for be43e876-62f2-4112-afa8-3dddd106c6de request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:35:02.186677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Deleting port 9762479e-10bd-4ef4-961d-d959fe93b538 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:35:02.187021 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.216764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a30b379f-d3a3-412a-a549-d6f41640e6f5 None None] Set router e2a77540-9697-460c-8737-f2e07927f176 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:35:02.264339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] For port 9762479e-10bd-4ef4-961d-d959fe93b538, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9762479e-10bd-4ef4-961d-d959fe93b538,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:35:02.264703 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.277602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Calling delete_port for 9762479e-10bd-4ef4-961d-d959fe93b538 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:35:02.330269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f157c-2641-4938-8d88-8c5c71ca1c50 None None] Deleting port 749c972c-8c0e-43ea-a235-879b9a8c8bbe {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:35:02.330556 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4a1f157c-2641-4938-8d88-8c5c71ca1c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.459555 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.495114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'Port': ['ID=9762479e-10bd-4ef4-961d-d959fe93b538,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:02.548935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ec7916a5-8255-4f6e-b202-6ebfe049221a no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:35:02.559411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.588767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: ec7916a5-8255-4f6e-b202-6ebfe049221a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:35:02.589013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ec7916a5-8255-4f6e-b202-6ebfe049221a not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:35:02.622518 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-4a1f157c-2641-4938-8d88-8c5c71ca1c50 None None] For port 749c972c-8c0e-43ea-a235-879b9a8c8bbe, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=749c972c-8c0e-43ea-a235-879b9a8c8bbe,segment=NetworkSegment(36418b32-35f9-4f5b-a29b-bbc8b32dc9d1),segment_id=36418b32-35f9-4f5b-a29b-bbc8b32dc9d1)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:35:02.622910 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4a1f157c-2641-4938-8d88-8c5c71ca1c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.638648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f157c-2641-4938-8d88-8c5c71ca1c50 None None] Calling delete_port for 749c972c-8c0e-43ea-a235-879b9a8c8bbe owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:35:02.649548 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.652112 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.703581 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.704303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Fanout notify agent at l3_agent the message router_deleted on router e2a77540-9697-460c-8737-f2e07927f176 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:35:02.711715 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.711889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a30b379f-d3a3-412a-a549-d6f41640e6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:35:01Z', 'revision_number': 5, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:35:02.712817 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-352d15ec-acb8-4de2-aa39-e04dfefc620e tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "DELETE /v2.0/routers/e2a77540-9697-460c-8737-f2e07927f176 HTTP/1.1" status: 204 len: 168 time: 0.8040473 Jan 31 16:35:02.715608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36882) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:02.743651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b379f-d3a3-412a-a549-d6f41640e6f5 None None] The sync data for ids ['e2a77540-9697-460c-8737-f2e07927f176'] in n-d-827120-1 is: [{'id': 'e2a77540-9697-460c-8737-f2e07927f176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-805004164', 'tenant_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:33:31Z', 'updated_at': '2022-01-31T16:35:01Z', 'revision_number': 5, 'project_id': 'f5be2306f4034b3fbd6a1c02edb5f7f6', 'gw_port': {'id': '9762479e-10bd-4ef4-961d-d959fe93b538', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a77540-9697-460c-8737-f2e07927f176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:33:32Z', 'updated_at': '2022-01-31T16:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:35:02.765438 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4a1f157c-2641-4938-8d88-8c5c71ca1c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:02.791794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f157c-2641-4938-8d88-8c5c71ca1c50 None None] Pushing event deleted for resources: {'Port': ['ID=749c972c-8c0e-43ea-a235-879b9a8c8bbe,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:02.797994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f157c-2641-4938-8d88-8c5c71ca1c50 None None] No DVR routers for this DVR port 749c972c-8c0e-43ea-a235-879b9a8c8bbe on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:35:03.159822 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:03.231260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 749c972c-8c0e-43ea-a235-879b9a8c8bbe no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:35:03.253065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 749c972c-8c0e-43ea-a235-879b9a8c8bbe {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:35:03.253504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 749c972c-8c0e-43ea-a235-879b9a8c8bbe not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:35:03.254063 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bd84fd95-7eeb-4589-9222-cd293e385c00 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:35:03.262448 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:03.279410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: bd84fd95-7eeb-4589-9222-cd293e385c00 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:35:03.280038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device bd84fd95-7eeb-4589-9222-cd293e385c00 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:35:03.287517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be43e876-62f2-4112-afa8-3dddd106c6de']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:35:03.299732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:35:03.300026 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36418b32-35f9-4f5b-a29b-bbc8b32dc9d1') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:35:03.309269 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:03.322513 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:03.328463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:35:03.328832 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:35:03.331891 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:35:03.391290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:03.398991 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:03.402326 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] 10.222.0.36 "DELETE /v2.0/networks/be43e876-62f2-4112-afa8-3dddd106c6de HTTP/1.1" status: 204 len: 168 time: 0.6858184 Jan 31 16:35:03.414509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38996a-193d-4618-a128-a9cb3825a3e6 tempest-TestSecurityGroupsBasicOps-36139220 tempest-TestSecurityGroupsBasicOps-36139220-project] Pushing event deleted for resources: {'Network': ['ID=be43e876-62f2-4112-afa8-3dddd106c6de,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:03.728767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36890) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:03.877203 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1750574b-3124-4e70-8577-fef175ca5084 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5be2306f4034b3fbd6a1c02edb5f7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468284 Jan 31 16:35:03.879902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36894) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:03.934194 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57055f04-d1bc-43e9-8ca7-c88f9e04510c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:03.955653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57055f04-d1bc-43e9-8ca7-c88f9e04510c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:04.011630 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57055f04-d1bc-43e9-8ca7-c88f9e04510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:04.015082 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-57055f04-d1bc-43e9-8ca7-c88f9e04510c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:04.016688 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-57055f04-d1bc-43e9-8ca7-c88f9e04510c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b172a216-2d61-4079-9aa1-bdc442aa1f1a HTTP/1.1" status: 204 len: 168 time: 0.1356163 Jan 31 16:35:04.024938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57055f04-d1bc-43e9-8ca7-c88f9e04510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b172a216-2d61-4079-9aa1-bdc442aa1f1a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:04.297067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36900) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:04.315783 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4994e06b-cdb8-4905-a3c7-c2b50f74d50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:04.400660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4994e06b-cdb8-4905-a3c7-c2b50f74d50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:04.406418 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4994e06b-cdb8-4905-a3c7-c2b50f74d50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:04.442285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994e06b-cdb8-4905-a3c7-c2b50f74d50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4c85b5-fbbb-4095-9b6b-89d782af0116,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:04.447402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4994e06b-cdb8-4905-a3c7-c2b50f74d50a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a5078414e584aba9f75935d860afd97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492512 Jan 31 16:35:04.451303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 36902) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:04.498402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0258c37d-6478-420e-b311-b8e7ddb25a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:04.523429 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0258c37d-6478-420e-b311-b8e7ddb25a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:04.573758 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0258c37d-6478-420e-b311-b8e7ddb25a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:04.576503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0258c37d-6478-420e-b311-b8e7ddb25a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:04.577767 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0258c37d-6478-420e-b311-b8e7ddb25a9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b4c85b5-fbbb-4095-9b6b-89d782af0116 HTTP/1.1" status: 204 len: 168 time: 0.1254921 Jan 31 16:35:04.586012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258c37d-6478-420e-b311-b8e7ddb25a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4c85b5-fbbb-4095-9b6b-89d782af0116,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:04.939893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36908) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:04.986286 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a973f389-23e9-46f3-bcfe-f895cf189e1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab083be93c254cf1b00ef264ade781f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452094 Jan 31 16:35:04.989316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 36910) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:04.997794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9762479e-10bd-4ef4-961d-d959fe93b538 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:35:05.019161 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9762479e-10bd-4ef4-961d-d959fe93b538 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:35:05.019556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9762479e-10bd-4ef4-961d-d959fe93b538 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:35:05.044179 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8af6045b-e33d-4e05-ba4b-1bd4bfef9339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:05.066863 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8af6045b-e33d-4e05-ba4b-1bd4bfef9339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:05.116296 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8af6045b-e33d-4e05-ba4b-1bd4bfef9339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:05.118896 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8af6045b-e33d-4e05-ba4b-1bd4bfef9339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:05.120101 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8af6045b-e33d-4e05-ba4b-1bd4bfef9339 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c30d9c11-4c56-4052-9c57-a975b1736597 HTTP/1.1" status: 204 len: 168 time: 0.1299012 Jan 31 16:35:05.128162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6045b-e33d-4e05-ba4b-1bd4bfef9339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30d9c11-4c56-4052-9c57-a975b1736597,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:16.027810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-be8492ee-f715-4c43-8ccc-d6ccb5f83331 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ab6c1be23df84b539e8e247a93e2bd0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293920 Jan 31 16:35:16.212395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c986aa50-639c-43fa-921e-7036a1b2d07b tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:16.213922 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c986aa50-639c-43fa-921e-7036a1b2d07b tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805789 Jan 31 16:35:16.232674 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-a56ebf4e-d84f-4def-9a0b-d174e82b44ff tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/quotas/ab6c1be23df84b539e8e247a93e2bd0b HTTP/1.1" status: 200 len: 375 time: 0.0093453 Jan 31 16:35:16.263640 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-3fe8137b-2986-4202-adf8-47b0f858ab38 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab6c1be23df84b539e8e247a93e2bd0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255387 Jan 31 16:35:16.423702 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d7a8584e-77d4-46d2-b66a-21482a4f4b03 req-9ad7583b-b9d6-465f-9048-430c34cdaf0e tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 210 time: 0.0276663 Jan 31 16:35:17.055526 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:35:17.297098 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-070348e2-fc3e-46d8-a145-abaaecc59e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:17.394211 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c74acdb9-c321-4a0b-9871-a877c928fc81 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ab6c1be23df84b539e8e247a93e2bd0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237586 Jan 31 16:35:17.521819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-6e457721-6348-48b3-8184-303115c6ce8c tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:17.523381 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-6e457721-6348-48b3-8184-303115c6ce8c tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1237221 Jan 31 16:35:17.542671 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-070b3b33-0f68-429a-948a-c4e29b83e930 req-fdd46b6e-7679-415d-8c12-c6782644ded6 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 210 time: 0.0406873 Jan 31 16:35:17.546030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Request body: {'port': {'device_id': '52722427-a500-4dec-8e5d-76d05a0763a6', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'admin_state_up': True, 'tenant_id': 'ab6c1be23df84b539e8e247a93e2bd0b'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:35:17.663036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Made reservation on behalf of ab6c1be23df84b539e8e247a93e2bd0b for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:35:17.666745 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:17.676331 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:17.749457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:17.755268 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:17.818229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786ba650-b7e7-40aa-91c3-1f4863534aa7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:17.905297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Allocated IP 192.168.233.177 (22e092c5-c120-4fb9-b685-e537bc01969d/ef8dd347-2d40-4247-b060-a0914f2784eb/f194ae30-43a4-44ab-948c-b5f1cebf5af1) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:35:18.050807 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:18.089571 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:18.137769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Network 22e092c5-c120-4fb9-b685-e537bc01969d is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:35:18.141069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:35:18.145016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:35:18.151585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Pushing event updated for resources: {'Port': ['ID=f194ae30-43a4-44ab-948c-b5f1cebf5af1,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:18.202146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:18.202769 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:18.220946 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-135003da-d13b-4d6d-b385-b662211555d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6804175 Jan 31 16:35:18.238120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Request body: {'port': {'device_id': '52722427-a500-4dec-8e5d-76d05a0763a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:35:18.295891 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:18.379704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1069c028-6868-480f-bbf4-8fc964dbae64 None None] Provisioning complete for port f194ae30-43a4-44ab-948c-b5f1cebf5af1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:35:18.380294 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1069c028-6868-480f-bbf4-8fc964dbae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:18.414882 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-1069c028-6868-480f-bbf4-8fc964dbae64 None None] Port f194ae30-43a4-44ab-948c-b5f1cebf5af1 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:35:18.587707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f194ae30-43a4-44ab-948c-b5f1cebf5af1 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:35:18.595285 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:18.610737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Transition to ACTIVE for port object f194ae30-43a4-44ab-948c-b5f1cebf5af1 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:35:18.614409 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:18.666101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805a24f-4cc9-4767-91cd-eb130cb8eef4 req-4df30416-e526-499e-a314-e48091404ffd tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:18.667804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b805a24f-4cc9-4767-91cd-eb130cb8eef4 req-4df30416-e526-499e-a314-e48091404ffd tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 948 time: 0.0532079 Jan 31 16:35:18.696520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Pushing event updated for resources: {'Port': ['ID=f194ae30-43a4-44ab-948c-b5f1cebf5af1,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:18.712209 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b805a24f-4cc9-4767-91cd-eb130cb8eef4 req-d47b8615-8b0a-4f30-ade3-20188670b3c9 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/security-groups?id=786ba650-b7e7-40aa-91c3-1f4863534aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364707 Jan 31 16:35:18.752674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Attempting to bind port f194ae30-43a4-44ab-948c-b5f1cebf5af1 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:35:18.753147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Attempting to bind port f194ae30-43a4-44ab-948c-b5f1cebf5af1 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:35:18.753536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Attempting to bind port f194ae30-43a4-44ab-948c-b5f1cebf5af1 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:35:18.758066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Port f194ae30-43a4-44ab-948c-b5f1cebf5af1 on network 22e092c5-c120-4fb9-b685-e537bc01969d not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:35:18.758544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Attempting to bind port f194ae30-43a4-44ab-948c-b5f1cebf5af1 on network 22e092c5-c120-4fb9-b685-e537bc01969d {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:35:18.764094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:35:18.764546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Checking segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:35:18.765019 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Bound using segment: {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:35:18.765544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Bound port: f194ae30-43a4-44ab-948c-b5f1cebf5af1, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e610531a-3aa8-475e-8be0-431506a78d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:35:18.765964 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:18.836817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] For port f194ae30-43a4-44ab-948c-b5f1cebf5af1, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:35:18.840718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] For port f194ae30-43a4-44ab-948c-b5f1cebf5af1, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f194ae30-43a4-44ab-948c-b5f1cebf5af1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:35:18.844881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:18.880735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:18.881349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:18.882818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] 10.222.0.30 "PUT /v2.0/ports/f194ae30-43a4-44ab-948c-b5f1cebf5af1 HTTP/1.1" status: 200 len: 1096 time: 0.6490495 Jan 31 16:35:18.883251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52722427-a500-4dec-8e5d-76d05a0763a6', 'tag': 'f194ae30-43a4-44ab-948c-b5f1cebf5af1'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:35:18.885620 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f492f05c-8290-4a8b-b0b7-c732bb27e9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "52722427-a500-4dec-8e5d-76d05a0763a6", "tag": "f194ae30-43a4-44ab-948c-b5f1cebf5af1"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:35:18.913103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e94457-525a-418f-a2fb-7415c22b9e44 service neutron] Pushing event updated for resources: {'Port': ['ID=f194ae30-43a4-44ab-948c-b5f1cebf5af1,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:18.949005 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc401864-2bf6-4502-99af-008163543ad3 x-openstack-request-id: req-bc401864-2bf6-4502-99af-008163543ad3 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:35:18.949005 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52722427-a500-4dec-8e5d-76d05a0763a6", "tag": "f194ae30-43a4-44ab-948c-b5f1cebf5af1", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:35:18.949005 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc401864-2bf6-4502-99af-008163543ad3 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:35:18.949005 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52722427-a500-4dec-8e5d-76d05a0763a6', 'tag': 'f194ae30-43a4-44ab-948c-b5f1cebf5af1', 'status': 'completed', 'code': 200} Jan 31 16:35:18.980664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-81f367c2-87c3-4355-8550-b963dc7f826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:18.982850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-81f367c2-87c3-4355-8550-b963dc7f826f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab6c1be23df84b539e8e247a93e2bd0b&device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 1099 time: 0.0482025 Jan 31 16:35:19.030749 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-06ad70e0-9728-4e17-b8a0-59d77744edae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=f194ae30-43a4-44ab-948c-b5f1cebf5af1 HTTP/1.1" status: 200 len: 217 time: 0.0396800 Jan 31 16:35:19.086962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-9daeb0dd-054e-4ced-beae-3c704c741ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:19.088508 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-9daeb0dd-054e-4ced-beae-3c704c741ca8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0505354 Jan 31 16:35:19.145995 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-ca264266-d3c7-44ac-9b95-50311fe93233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:19.147520 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-ca264266-d3c7-44ac-9b95-50311fe93233 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476389 Jan 31 16:35:19.242814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-45b61912-ef15-49a7-921d-9a523d605e4a service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870728 Jan 31 16:35:19.349386 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-affaf9a1-a75e-4e0f-83db-b70358fe506c req-97d3d2ef-fdea-4eea-a5eb-bdfb014b3875 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952935 Jan 31 16:35:19.439785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492f05c-8290-4a8b-b0b7-c732bb27e9dc req-5c5ec488-19ad-456b-af14-6ef18fc75165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:19.441152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f492f05c-8290-4a8b-b0b7-c732bb27e9dc req-5c5ec488-19ad-456b-af14-6ef18fc75165 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab6c1be23df84b539e8e247a93e2bd0b&device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 1099 time: 0.0414207 Jan 31 16:35:19.534288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492f05c-8290-4a8b-b0b7-c732bb27e9dc req-ae749141-4416-4ca5-b599-619ea42dc53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:19.535740 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f492f05c-8290-4a8b-b0b7-c732bb27e9dc req-ae749141-4416-4ca5-b599-619ea42dc53a service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e092c5-c120-4fb9-b685-e537bc01969d HTTP/1.1" status: 200 len: 870 time: 0.0880923 Jan 31 16:35:19.577683 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f492f05c-8290-4a8b-b0b7-c732bb27e9dc req-d11d73b1-a2a5-4dce-941f-a209b7eb8cfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=f194ae30-43a4-44ab-948c-b5f1cebf5af1 HTTP/1.1" status: 200 len: 217 time: 0.0350506 Jan 31 16:35:19.638987 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492f05c-8290-4a8b-b0b7-c732bb27e9dc req-483d3142-ffc9-418c-b426-9592c65956d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:19.641262 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f492f05c-8290-4a8b-b0b7-c732bb27e9dc req-483d3142-ffc9-418c-b426-9592c65956d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef8dd347-2d40-4247-b060-a0914f2784eb HTTP/1.1" status: 200 len: 843 time: 0.0552504 Jan 31 16:35:19.694231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492f05c-8290-4a8b-b0b7-c732bb27e9dc req-772531d0-b959-4458-a17b-e725c2950141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:19.695775 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f492f05c-8290-4a8b-b0b7-c732bb27e9dc req-772531d0-b959-4458-a17b-e725c2950141 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e092c5-c120-4fb9-b685-e537bc01969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459561 Jan 31 16:35:19.722753 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d62bbcd1-393e-49b8-ae68-62ddce89e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:19.790125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f492f05c-8290-4a8b-b0b7-c732bb27e9dc req-10d5b2f3-80a9-4dcd-a525-9eb38586ac02 service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833616 Jan 31 16:35:19.829796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdedf8-d6c3-475a-a95d-05f6a16fe441 req-67c46b15-4fcf-42af-8368-7dfe54993c5d tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:19.831304 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ffdedf8-d6c3-475a-a95d-05f6a16fe441 req-67c46b15-4fcf-42af-8368-7dfe54993c5d tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 948 time: 0.0490587 Jan 31 16:35:19.871040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ffdedf8-d6c3-475a-a95d-05f6a16fe441 req-03a21f21-c481-43ec-bca6-421470039970 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/security-groups?id=786ba650-b7e7-40aa-91c3-1f4863534aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Jan 31 16:35:19.891393 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f492f05c-8290-4a8b-b0b7-c732bb27e9dc req-31033ab1-9026-4cd3-84ce-b58ca059325d service neutron] 10.222.0.30 "GET /v2.0/networks/22e092c5-c120-4fb9-b685-e537bc01969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903640 Jan 31 16:35:20.982990 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:20.996149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85b41c-6d23-402a-a756-ecbd90bb93c4 req-de69a19e-3da6-49b1-8bdc-1c424bf84cfc tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:20.997675 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f85b41c-6d23-402a-a756-ecbd90bb93c4 req-de69a19e-3da6-49b1-8bdc-1c424bf84cfc tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 948 time: 0.0513675 Jan 31 16:35:21.041426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f85b41c-6d23-402a-a756-ecbd90bb93c4 req-f932eff3-9372-4b39-82ce-f1293a0b30cb tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/security-groups?id=786ba650-b7e7-40aa-91c3-1f4863534aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Jan 31 16:35:22.183283 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8377b23-73b4-4af0-998f-6ac208955aa9 req-5eae58c2-2071-4f40-bc97-d21e9ea216d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:22.184741 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f8377b23-73b4-4af0-998f-6ac208955aa9 req-5eae58c2-2071-4f40-bc97-d21e9ea216d0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 948 time: 0.0592046 Jan 31 16:35:22.225636 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f8377b23-73b4-4af0-998f-6ac208955aa9 req-1eedc7f4-157f-43a0-b3b3-2fd8aae3bef5 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/security-groups?id=786ba650-b7e7-40aa-91c3-1f4863534aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Jan 31 16:35:22.417156 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:22.477291 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f194ae30-43a4-44ab-948c-b5f1cebf5af1 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:35:22.577699 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:22.590579 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f194ae30-43a4-44ab-948c-b5f1cebf5af1, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f194ae30-43a4-44ab-948c-b5f1cebf5af1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:35:22.600920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'f194ae30-43a4-44ab-948c-b5f1cebf5af1', 'network_id': '22e092c5-c120-4fb9-b685-e537bc01969d', 'port_id': 'f194ae30-43a4-44ab-948c-b5f1cebf5af1', 'mac_address': 'fa:16:3e:14:20:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8dd347-2d40-4247-b060-a0914f2784eb', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:35:22.638337 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:22.652020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f194ae30-43a4-44ab-948c-b5f1cebf5af1 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:35:22.671620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f194ae30-43a4-44ab-948c-b5f1cebf5af1, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f194ae30-43a4-44ab-948c-b5f1cebf5af1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:35:22.676636 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:22.728669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=f194ae30-43a4-44ab-948c-b5f1cebf5af1,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:22.938054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f194ae30-43a4-44ab-948c-b5f1cebf5af1'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:35:23.358814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446ce99-074c-4504-9c7f-4e015b14b3ec req-f44180b7-8ee3-448e-8c16-b8e765888aff tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:23.360435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d446ce99-074c-4504-9c7f-4e015b14b3ec req-f44180b7-8ee3-448e-8c16-b8e765888aff tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 949 time: 0.0621791 Jan 31 16:35:23.399932 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d446ce99-074c-4504-9c7f-4e015b14b3ec req-a3e436e9-f905-4a87-b609-463d9f7d50c1 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/security-groups?id=786ba650-b7e7-40aa-91c3-1f4863534aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333781 Jan 31 16:35:24.491471 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f194ae30-43a4-44ab-948c-b5f1cebf5af1 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:35:24.533637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2e578-a43b-4d3e-be67-8020668b0c1b req-9dd4b609-6388-488e-86ee-27eb92df8c2b tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:24.535176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ec2e578-a43b-4d3e-be67-8020668b0c1b req-9dd4b609-6388-488e-86ee-27eb92df8c2b tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 949 time: 0.0608149 Jan 31 16:35:24.540398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port f194ae30-43a4-44ab-948c-b5f1cebf5af1 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:35:24.544197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port f194ae30-43a4-44ab-948c-b5f1cebf5af1 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:35:24.544540 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:24.574270 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7ec2e578-a43b-4d3e-be67-8020668b0c1b req-1f89028f-0b96-44fb-abae-7f51668aa9ff tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/security-groups?id=786ba650-b7e7-40aa-91c3-1f4863534aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322843 Jan 31 16:35:24.625996 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:24.649771 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52722427-a500-4dec-8e5d-76d05a0763a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f194ae30-43a4-44ab-948c-b5f1cebf5af1'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:35:24.652008 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6e18cc-71e9-4f1b-95ea-69a4ba316f71" -d '{"events": [{"server_uuid": "52722427-a500-4dec-8e5d-76d05a0763a6", "name": "network-vif-plugged", "status": "completed", "tag": "f194ae30-43a4-44ab-948c-b5f1cebf5af1"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:35:24.665501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f194ae30-43a4-44ab-948c-b5f1cebf5af1, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f194ae30-43a4-44ab-948c-b5f1cebf5af1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:35:24.670443 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:24.695723 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead94cd3-8114-41ed-b4b2-604121b16d97 x-openstack-request-id: req-ead94cd3-8114-41ed-b4b2-604121b16d97 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:35:24.696013 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52722427-a500-4dec-8e5d-76d05a0763a6", "name": "network-vif-plugged", "status": "completed", "tag": "f194ae30-43a4-44ab-948c-b5f1cebf5af1", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:35:24.696258 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ead94cd3-8114-41ed-b4b2-604121b16d97 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:35:24.696666 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52722427-a500-4dec-8e5d-76d05a0763a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f194ae30-43a4-44ab-948c-b5f1cebf5af1', 'code': 200} Jan 31 16:35:24.724150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=f194ae30-43a4-44ab-948c-b5f1cebf5af1,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:24.791343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b60368-6be2-4d1c-9fee-c8041a56674d req-7a6cc2e8-14c7-4dbc-ba62-435d4da7824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:24.792897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59b60368-6be2-4d1c-9fee-c8041a56674d req-7a6cc2e8-14c7-4dbc-ba62-435d4da7824c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 1101 time: 0.0416832 Jan 31 16:35:24.831797 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59b60368-6be2-4d1c-9fee-c8041a56674d req-112914fa-8262-4611-a67f-c280a7a95135 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=786ba650-b7e7-40aa-91c3-1f4863534aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321043 Jan 31 16:35:25.702752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e91341-72db-461e-bf70-e6411a320816 req-18856917-c77f-4fbd-93e9-c883bc003109 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:25.704222 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5e91341-72db-461e-bf70-e6411a320816 req-18856917-c77f-4fbd-93e9-c883bc003109 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 950 time: 0.0562000 Jan 31 16:35:25.741497 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5e91341-72db-461e-bf70-e6411a320816 req-d8b4231f-1735-46a7-b597-fd398a4cf9bf tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/security-groups?id=786ba650-b7e7-40aa-91c3-1f4863534aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312619 Jan 31 16:35:26.122339 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:26.876804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534fa8c-1332-4019-98a3-11a82d02adf8 req-774f13f9-5c24-492b-addc-49540d4a106f tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:26.878379 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5534fa8c-1332-4019-98a3-11a82d02adf8 req-774f13f9-5c24-492b-addc-49540d4a106f tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 950 time: 0.0561490 Jan 31 16:35:26.920353 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5534fa8c-1332-4019-98a3-11a82d02adf8 req-59a397f8-35ea-4ecb-8dbf-f1f26d684ed0 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/security-groups?id=786ba650-b7e7-40aa-91c3-1f4863534aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327125 Jan 31 16:35:27.231243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-8dcdd2ae-e95a-4d90-8887-1666b5c39cfd req-a66c1fdc-dbc0-46da-aa01-bf2d21567c1f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:35:27.232567 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8dcdd2ae-e95a-4d90-8887-1666b5c39cfd req-a66c1fdc-dbc0-46da-aa01-bf2d21567c1f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082183 Jan 31 16:35:27.611709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-cb7a4f83-a6f0-44b4-8306-8abf53ed5397 req-b9a6e3c9-768d-440b-a439-a7ec5acd6137 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:35:27.612851 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb7a4f83-a6f0-44b4-8306-8abf53ed5397 req-b9a6e3c9-768d-440b-a439-a7ec5acd6137 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079367 Jan 31 16:35:27.968085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0a531-6818-40a4-9c3c-ba65314d83a1 req-d022b735-b260-4b72-89f9-77058e08b57a tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:27.969590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87f0a531-6818-40a4-9c3c-ba65314d83a1 req-d022b735-b260-4b72-89f9-77058e08b57a tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 950 time: 0.0561399 Jan 31 16:35:28.015643 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87f0a531-6818-40a4-9c3c-ba65314d83a1 req-0de8398e-c5bb-4e76-b8d0-c545182649d4 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/security-groups?id=786ba650-b7e7-40aa-91c3-1f4863534aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393689 Jan 31 16:35:28.160002 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:29.166735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38541484-e78b-415d-9108-20b577e830d9 req-33b39c14-c479-47e8-a47c-57952a866071 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:29.168195 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38541484-e78b-415d-9108-20b577e830d9 req-33b39c14-c479-47e8-a47c-57952a866071 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 950 time: 0.0592132 Jan 31 16:35:29.206046 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38541484-e78b-415d-9108-20b577e830d9 req-fbd1d898-3d23-43b0-a8bf-b94f1946e667 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/security-groups?id=786ba650-b7e7-40aa-91c3-1f4863534aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316327 Jan 31 16:35:29.322612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c1983-9b16-49d7-9eac-cf9b5e36047c req-92751919-593f-4d6a-873a-16e5dddcd9e7 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:29.323997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e48c1983-9b16-49d7-9eac-cf9b5e36047c req-92751919-593f-4d6a-873a-16e5dddcd9e7 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.30 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 950 time: 0.0497401 Jan 31 16:35:29.417649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e48c1983-9b16-49d7-9eac-cf9b5e36047c req-9945b24f-e5f5-4d56-8acc-4ff2997281fd tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Deleting port f194ae30-43a4-44ab-948c-b5f1cebf5af1 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:35:29.417961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e48c1983-9b16-49d7-9eac-cf9b5e36047c req-9945b24f-e5f5-4d56-8acc-4ff2997281fd tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:29.514635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e48c1983-9b16-49d7-9eac-cf9b5e36047c req-9945b24f-e5f5-4d56-8acc-4ff2997281fd tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] For port f194ae30-43a4-44ab-948c-b5f1cebf5af1, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f194ae30-43a4-44ab-948c-b5f1cebf5af1,segment=NetworkSegment(e610531a-3aa8-475e-8be0-431506a78d33),segment_id=e610531a-3aa8-475e-8be0-431506a78d33)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:35:29.515003 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e48c1983-9b16-49d7-9eac-cf9b5e36047c req-9945b24f-e5f5-4d56-8acc-4ff2997281fd tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:29.526946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e48c1983-9b16-49d7-9eac-cf9b5e36047c req-9945b24f-e5f5-4d56-8acc-4ff2997281fd tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Calling delete_port for f194ae30-43a4-44ab-948c-b5f1cebf5af1 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:35:29.668679 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e48c1983-9b16-49d7-9eac-cf9b5e36047c req-9945b24f-e5f5-4d56-8acc-4ff2997281fd tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:29.680545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f194ae30-43a4-44ab-948c-b5f1cebf5af1'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:35:29.697861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945b24f-e5f5-4d56-8acc-4ff2997281fd tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Pushing event deleted for resources: {'Port': ['ID=f194ae30-43a4-44ab-948c-b5f1cebf5af1,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:29.743170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48c1983-9b16-49d7-9eac-cf9b5e36047c req-9945b24f-e5f5-4d56-8acc-4ff2997281fd tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] No DVR routers for this DVR port f194ae30-43a4-44ab-948c-b5f1cebf5af1 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:35:29.746015 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e48c1983-9b16-49d7-9eac-cf9b5e36047c req-9945b24f-e5f5-4d56-8acc-4ff2997281fd tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:29.749284 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e48c1983-9b16-49d7-9eac-cf9b5e36047c req-9945b24f-e5f5-4d56-8acc-4ff2997281fd tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.30 "DELETE /v2.0/ports/f194ae30-43a4-44ab-948c-b5f1cebf5af1 HTTP/1.1" status: 204 len: 173 time: 0.4195960 Jan 31 16:35:29.749762 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52722427-a500-4dec-8e5d-76d05a0763a6', 'name': 'network-vif-deleted', 'tag': 'f194ae30-43a4-44ab-948c-b5f1cebf5af1'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:35:29.752420 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6929e6e-d1cc-41a2-9ee7-653ebe818be6" -d '{"events": [{"server_uuid": "52722427-a500-4dec-8e5d-76d05a0763a6", "name": "network-vif-deleted", "tag": "f194ae30-43a4-44ab-948c-b5f1cebf5af1"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:35:29.870123 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c65015-d45e-4643-b434-e0ce059d7734 x-openstack-request-id: req-f6c65015-d45e-4643-b434-e0ce059d7734 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:35:29.870418 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52722427-a500-4dec-8e5d-76d05a0763a6", "name": "network-vif-deleted", "tag": "f194ae30-43a4-44ab-948c-b5f1cebf5af1", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:35:29.870669 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6c65015-d45e-4643-b434-e0ce059d7734 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:35:29.871090 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52722427-a500-4dec-8e5d-76d05a0763a6', 'name': 'network-vif-deleted', 'tag': 'f194ae30-43a4-44ab-948c-b5f1cebf5af1', 'status': 'completed', 'code': 200} Jan 31 16:35:30.319304 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b40bf309-b5df-4f12-b113-c33eb1de7f04 req-5510b2e3-d1b3-42ae-930a-25b66ab13529 tempest-ServersAdminNegativeTestJSON-1158954268 tempest-ServersAdminNegativeTestJSON-1158954268-project] 10.222.0.36 "GET /v2.0/ports?device_id=52722427-a500-4dec-8e5d-76d05a0763a6 HTTP/1.1" status: 200 len: 210 time: 0.0306668 Jan 31 16:35:31.655350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37044) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:31.812818 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-65eaf0f4-57f7-45de-8f56-c7bc8f07c8c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab6c1be23df84b539e8e247a93e2bd0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562989 Jan 31 16:35:31.816447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37048) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:31.874092 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0581920f-dbd9-44e2-a55b-d652eb742975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:31.896787 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0581920f-dbd9-44e2-a55b-d652eb742975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:31.952098 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0581920f-dbd9-44e2-a55b-d652eb742975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:31.954718 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0581920f-dbd9-44e2-a55b-d652eb742975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:31.955962 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0581920f-dbd9-44e2-a55b-d652eb742975 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/786ba650-b7e7-40aa-91c3-1f4863534aa7 HTTP/1.1" status: 204 len: 168 time: 0.1386123 Jan 31 16:35:31.963885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581920f-dbd9-44e2-a55b-d652eb742975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786ba650-b7e7-40aa-91c3-1f4863534aa7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:32.232489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37054) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:32.250335 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de294085-b1da-452c-b5dc-1062ba27b567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:32.333099 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de294085-b1da-452c-b5dc-1062ba27b567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:32.339498 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de294085-b1da-452c-b5dc-1062ba27b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:32.379285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-de294085-b1da-452c-b5dc-1062ba27b567 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9bf70626892c49dbbc152b4a9556be7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454520 Jan 31 16:35:32.380246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de294085-b1da-452c-b5dc-1062ba27b567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0fd64e-b450-4545-8ad1-0c5e9cf62968,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:32.382226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37056) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:32.432146 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08318559-8e9f-4c59-b83f-60da8ddcae85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:32.454641 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08318559-8e9f-4c59-b83f-60da8ddcae85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:32.503666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08318559-8e9f-4c59-b83f-60da8ddcae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:32.506145 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08318559-8e9f-4c59-b83f-60da8ddcae85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:32.507338 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-08318559-8e9f-4c59-b83f-60da8ddcae85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad0fd64e-b450-4545-8ad1-0c5e9cf62968 HTTP/1.1" status: 204 len: 168 time: 0.1240399 Jan 31 16:35:32.516856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08318559-8e9f-4c59-b83f-60da8ddcae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0fd64e-b450-4545-8ad1-0c5e9cf62968,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:33.244126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37078) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:33.362824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1423523880-network', 'tenant_id': '886dcdcbf6ea4a9d9f2a2c3baf46a6cb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:35:33.395572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Made reservation on behalf of 886dcdcbf6ea4a9d9f2a2c3baf46a6cb for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:35:33.398071 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:33.406467 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:33.483876 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:33.489574 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:33.517679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:35:33.527577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1558e073-1e57-4cc3-bdbc-ac58fb129f3d,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:33.532497 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:33.532856 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Added segment fd0e8cfc-e413-40b5-8c60-310b2a7a347a of type vlan for network f89d295d-3e1f-4296-b39e-1d858840f6b3 Jan 31 16:35:33.576078 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:33.604519 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:33.605410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:33.606023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:33.661822 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4164588 Jan 31 16:35:33.665005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37082) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:35:33.672588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f0d42b06-29ed-4276-898f-a4b538fa7238 admin admin] Request body: {'subnet': {'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1423523880-subnet', 'tenant_id': '886dcdcbf6ea4a9d9f2a2c3baf46a6cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:35:33.679276 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dbd0e-3db2-47ed-82c6-e467424a8a5c admin admin] Pushing event updated for resources: {'Network': ['ID=f89d295d-3e1f-4296-b39e-1d858840f6b3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:33.689356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network f89d295d-3e1f-4296-b39e-1d858840f6b3 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:35:33.700235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d42b06-29ed-4276-898f-a4b538fa7238 admin admin] Made reservation on behalf of 886dcdcbf6ea4a9d9f2a2c3baf46a6cb for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:35:33.702728 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0d42b06-29ed-4276-898f-a4b538fa7238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:33.878050 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0d42b06-29ed-4276-898f-a4b538fa7238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:33.930317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d42b06-29ed-4276-898f-a4b538fa7238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=549d1402-ebe2-40cc-8dba-38c780cf1fbf,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:33.951307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d42b06-29ed-4276-898f-a4b538fa7238 admin admin] Checking segment: {'id': 'fd0e8cfc-e413-40b5-8c60-310b2a7a347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:35:33.951668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d42b06-29ed-4276-898f-a4b538fa7238 admin admin] Network hostable DHCP agents. Network: f89d295d-3e1f-4296-b39e-1d858840f6b3, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:35:33.972109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d42b06-29ed-4276-898f-a4b538fa7238 admin admin] Network f89d295d-3e1f-4296-b39e-1d858840f6b3 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:35:33.981958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f0d42b06-29ed-4276-898f-a4b538fa7238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, f89d295d-3e1f-4296-b39e-1d858840f6b3) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:35:33.986052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d42b06-29ed-4276-898f-a4b538fa7238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:33.986658 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f0d42b06-29ed-4276-898f-a4b538fa7238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:33.992396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b304d4d6-39f7-4036-8bb9-4d5f9e18d09b None None] Network f89d295d-3e1f-4296-b39e-1d858840f6b3 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:35:34.003233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f0d42b06-29ed-4276-898f-a4b538fa7238 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3370903 Jan 31 16:35:34.122532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d708645-ae10-47ca-8e88-6c3cf09d6d07 None None] Network f89d295d-3e1f-4296-b39e-1d858840f6b3 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:35:34.457190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-b8d77ffb-38f1-46f2-bc5d-db76165dd1ee tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:34.458681 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-b8d77ffb-38f1-46f2-bc5d-db76165dd1ee tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/networks?id=f89d295d-3e1f-4296-b39e-1d858840f6b3 HTTP/1.1" status: 200 len: 812 time: 0.1098444 Jan 31 16:35:34.479480 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-d874ba45-9f5f-48ea-b54d-cad89321da86 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/quotas/886dcdcbf6ea4a9d9f2a2c3baf46a6cb HTTP/1.1" status: 200 len: 375 time: 0.0117671 Jan 31 16:35:34.509037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f194ae30-43a4-44ab-948c-b5f1cebf5af1 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:35:34.516239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-77fdc5a0-d37c-44be-95ff-d67890033a39 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=886dcdcbf6ea4a9d9f2a2c3baf46a6cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283592 Jan 31 16:35:34.530139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: f194ae30-43a4-44ab-948c-b5f1cebf5af1 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:35:34.530488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f194ae30-43a4-44ab-948c-b5f1cebf5af1 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:35:34.616876 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-3b748a06-dc63-4cb2-ae7e-3ab5a1754cb5 service neutron] 10.222.0.36 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926514 Jan 31 16:35:34.720841 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-70003032-47d0-4733-a0ba-67384478d633 service neutron] 10.222.0.36 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960231 Jan 31 16:35:34.892966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-652ef94b-483f-44dd-9baf-50c458db1f47 req-6a82b8c9-377e-42af-a71b-ed8c6064b941 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 210 time: 0.0330293 Jan 31 16:35:35.951519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-4a60897c-65c5-484e-8e0f-4b53416faf1c tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:35.953066 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-4a60897c-65c5-484e-8e0f-4b53416faf1c tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.30 "GET /v2.0/networks?id=f89d295d-3e1f-4296-b39e-1d858840f6b3 HTTP/1.1" status: 200 len: 812 time: 0.1063056 Jan 31 16:35:35.968104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Request body: {'port': {'device_id': 'eedaa246-6954-4821-bed4-360da0162f44', 'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3', 'admin_state_up': True, 'tenant_id': '886dcdcbf6ea4a9d9f2a2c3baf46a6cb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:35:35.998815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2780fe58-7771-4766-b97c-1049911c0bda req-ddfb4dc6-9c07-4fe6-b80f-c52e77d6e04b tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 210 time: 0.0324492 Jan 31 16:35:36.084255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Made reservation on behalf of 886dcdcbf6ea4a9d9f2a2c3baf46a6cb for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:35:36.087865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:36.224839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Allocated IP 172.20.0.8 (f89d295d-3e1f-4296-b39e-1d858840f6b3/549d1402-ebe2-40cc-8dba-38c780cf1fbf/8fe675ad-5087-4980-a031-bd672a63c384) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:35:36.392786 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:36.438927 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:36.484401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Network f89d295d-3e1f-4296-b39e-1d858840f6b3 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:35:36.487256 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:35:36.490847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:35:36.497002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Pushing event updated for resources: {'Port': ['ID=8fe675ad-5087-4980-a031-bd672a63c384,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:36.550135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:36.550774 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:36.568085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9ccc349a-6d83-4260-96a0-2d709400b5ac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6055546 Jan 31 16:35:36.582263 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Request body: {'port': {'device_id': 'eedaa246-6954-4821-bed4-360da0162f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:35:36.634892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:36.919528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe675ad-5087-4980-a031-bd672a63c384 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:35:36.926839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:36.938930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Transition to ACTIVE for port object 8fe675ad-5087-4980-a031-bd672a63c384 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:35:36.944625 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:37.006303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe675ad-5087-4980-a031-bd672a63c384,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:37.082082 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Attempting to bind port 8fe675ad-5087-4980-a031-bd672a63c384 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:35:37.082412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Attempting to bind port 8fe675ad-5087-4980-a031-bd672a63c384 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'fd0e8cfc-e413-40b5-8c60-310b2a7a347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:35:37.083028 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Attempting to bind port 8fe675ad-5087-4980-a031-bd672a63c384 on network f89d295d-3e1f-4296-b39e-1d858840f6b3 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:35:37.087765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Port 8fe675ad-5087-4980-a031-bd672a63c384 on network f89d295d-3e1f-4296-b39e-1d858840f6b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:35:37.088088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Attempting to bind port 8fe675ad-5087-4980-a031-bd672a63c384 on network f89d295d-3e1f-4296-b39e-1d858840f6b3 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:35:37.092970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:35:37.093307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Checking segment: {'id': 'fd0e8cfc-e413-40b5-8c60-310b2a7a347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:35:37.093716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Bound using segment: {'id': 'fd0e8cfc-e413-40b5-8c60-310b2a7a347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:35:37.094138 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Bound port: 8fe675ad-5087-4980-a031-bd672a63c384, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0e8cfc-e413-40b5-8c60-310b2a7a347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:35:37.094496 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:37.189581 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] For port 8fe675ad-5087-4980-a031-bd672a63c384, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:35:37.193368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] For port 8fe675ad-5087-4980-a031-bd672a63c384, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=8fe675ad-5087-4980-a031-bd672a63c384,segment=NetworkSegment(fd0e8cfc-e413-40b5-8c60-310b2a7a347a),segment_id=fd0e8cfc-e413-40b5-8c60-310b2a7a347a)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:35:37.201704 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:37.213300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461cd8c-5942-4fbd-88b8-6c4f0003c459 req-f70c69ad-b159-4704-9027-fd0ed02d8076 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:37.214829 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4461cd8c-5942-4fbd-88b8-6c4f0003c459 req-f70c69ad-b159-4704-9027-fd0ed02d8076 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 943 time: 0.1414316 Jan 31 16:35:37.261832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:37.262433 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:37.263760 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] 10.222.0.30 "PUT /v2.0/ports/8fe675ad-5087-4980-a031-bd672a63c384 HTTP/1.1" status: 200 len: 1091 time: 0.6858675 Jan 31 16:35:37.265233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedaa246-6954-4821-bed4-360da0162f44', 'tag': '8fe675ad-5087-4980-a031-bd672a63c384'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:35:37.267468 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f1e46d-8ce2-478d-812b-7d11822c4ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "eedaa246-6954-4821-bed4-360da0162f44", "tag": "8fe675ad-5087-4980-a031-bd672a63c384"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:35:37.299577 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4461cd8c-5942-4fbd-88b8-6c4f0003c459 req-8aee2b7f-8a7b-4fae-ac79-d560cdb0db0d tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622721 Jan 31 16:35:37.304188 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50f14c-a468-44b4-808a-208fbd107518 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe675ad-5087-4980-a031-bd672a63c384,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:37.307807 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1115b7-1835-4d87-b41a-4273a5b8c70d x-openstack-request-id: req-2a1115b7-1835-4d87-b41a-4273a5b8c70d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:35:37.308058 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedaa246-6954-4821-bed4-360da0162f44", "tag": "8fe675ad-5087-4980-a031-bd672a63c384", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:35:37.308333 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a1115b7-1835-4d87-b41a-4273a5b8c70d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:35:37.308718 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedaa246-6954-4821-bed4-360da0162f44', 'tag': '8fe675ad-5087-4980-a031-bd672a63c384', 'status': 'completed', 'code': 200} Jan 31 16:35:37.357556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-b1ec5757-0cb2-45f4-a8a2-54c039935973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:37.359192 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-b1ec5757-0cb2-45f4-a8a2-54c039935973 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=886dcdcbf6ea4a9d9f2a2c3baf46a6cb&device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 1094 time: 0.0477920 Jan 31 16:35:37.404229 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-0e7f32a7-822c-4034-a118-8a5e1f7b8506 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fe675ad-5087-4980-a031-bd672a63c384 HTTP/1.1" status: 200 len: 217 time: 0.0347424 Jan 31 16:35:37.459128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-63c444cc-327a-4609-b043-6afdf8f0ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:37.460559 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-63c444cc-327a-4609-b043-6afdf8f0ef5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=549d1402-ebe2-40cc-8dba-38c780cf1fbf HTTP/1.1" status: 200 len: 852 time: 0.0494792 Jan 31 16:35:37.500341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-9f15bca5-e7e1-40a9-aa0d-b8e273445e17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f89d295d-3e1f-4296-b39e-1d858840f6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315897 Jan 31 16:35:37.594422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-8440112f-79e1-4d05-b602-068616c40308 service neutron] 10.222.0.30 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875807 Jan 31 16:35:37.687878 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0aebbb0-2add-49fa-96bb-b6df9d241f34 req-7d868eba-16d4-4be4-a33f-0c076f463f8e service neutron] 10.222.0.30 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863562 Jan 31 16:35:37.782270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1e46d-8ce2-478d-812b-7d11822c4ee2 req-56ff0017-4220-4c2e-9f2b-a548c3ffa7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:37.783746 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37f1e46d-8ce2-478d-812b-7d11822c4ee2 req-56ff0017-4220-4c2e-9f2b-a548c3ffa7f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=886dcdcbf6ea4a9d9f2a2c3baf46a6cb&device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 1094 time: 0.0488353 Jan 31 16:35:37.880921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1e46d-8ce2-478d-812b-7d11822c4ee2 req-7c571586-40d8-4394-9422-3a9fde4ed74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:37.882430 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37f1e46d-8ce2-478d-812b-7d11822c4ee2 req-7c571586-40d8-4394-9422-3a9fde4ed74a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f89d295d-3e1f-4296-b39e-1d858840f6b3 HTTP/1.1" status: 200 len: 913 time: 0.0917354 Jan 31 16:35:37.929340 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37f1e46d-8ce2-478d-812b-7d11822c4ee2 req-3a0843c7-af51-48d5-8f7c-feafaff0a76d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fe675ad-5087-4980-a031-bd672a63c384 HTTP/1.1" status: 200 len: 217 time: 0.0395865 Jan 31 16:35:37.983410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1e46d-8ce2-478d-812b-7d11822c4ee2 req-347d1637-c885-4b27-be16-fb359569f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:37.984846 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37f1e46d-8ce2-478d-812b-7d11822c4ee2 req-347d1637-c885-4b27-be16-fb359569f5c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=549d1402-ebe2-40cc-8dba-38c780cf1fbf HTTP/1.1" status: 200 len: 852 time: 0.0475492 Jan 31 16:35:38.019017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37f1e46d-8ce2-478d-812b-7d11822c4ee2 req-5efebd6d-b0ec-4aea-b925-e56f4ee11237 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f89d295d-3e1f-4296-b39e-1d858840f6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270789 Jan 31 16:35:38.118509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37f1e46d-8ce2-478d-812b-7d11822c4ee2 req-6b4b8f16-3f24-4423-a2d4-0ce89171499f service neutron] 10.222.0.30 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910916 Jan 31 16:35:38.209261 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37f1e46d-8ce2-478d-812b-7d11822c4ee2 req-67b51de3-506e-4ecd-a971-06459112cb8e service neutron] 10.222.0.30 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844862 Jan 31 16:35:38.500373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884630a-e386-4745-a8df-e080ad4915ab req-358143b3-4aa2-4e33-9504-4efe12d33141 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:38.501900 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e884630a-e386-4745-a8df-e080ad4915ab req-358143b3-4aa2-4e33-9504-4efe12d33141 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 943 time: 0.1317716 Jan 31 16:35:38.541615 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e884630a-e386-4745-a8df-e080ad4915ab req-1744e3a3-ce60-466b-bc13-c1e3ab24ad40 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323567 Jan 31 16:35:39.688200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf4e0-03ed-4a4c-84c5-9ef8de6f1102 req-4f96aab4-bf1e-4ff8-acea-04156bef8bb7 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:39.689705 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1eadf4e0-03ed-4a4c-84c5-9ef8de6f1102 req-4f96aab4-bf1e-4ff8-acea-04156bef8bb7 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 943 time: 0.0614419 Jan 31 16:35:39.729491 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1eadf4e0-03ed-4a4c-84c5-9ef8de6f1102 req-1e64a5ca-5206-40c0-9ba2-0ad2a98e9d92 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332229 Jan 31 16:35:40.537881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 8fe675ad-5087-4980-a031-bd672a63c384 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:35:40.642439 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 8fe675ad-5087-4980-a031-bd672a63c384, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=8fe675ad-5087-4980-a031-bd672a63c384,segment=NetworkSegment(fd0e8cfc-e413-40b5-8c60-310b2a7a347a),segment_id=fd0e8cfc-e413-40b5-8c60-310b2a7a347a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:35:40.653633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '8fe675ad-5087-4980-a031-bd672a63c384', 'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3', 'port_id': '8fe675ad-5087-4980-a031-bd672a63c384', 'mac_address': 'fa:16:3e:eb:58:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549d1402-ebe2-40cc-8dba-38c780cf1fbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:35:40.692739 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:40.705577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe675ad-5087-4980-a031-bd672a63c384 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:35:40.724577 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 8fe675ad-5087-4980-a031-bd672a63c384, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=8fe675ad-5087-4980-a031-bd672a63c384,segment=NetworkSegment(fd0e8cfc-e413-40b5-8c60-310b2a7a347a),segment_id=fd0e8cfc-e413-40b5-8c60-310b2a7a347a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:35:40.732114 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:40.786115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=8fe675ad-5087-4980-a031-bd672a63c384,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:40.856605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429651c-25b1-4147-97a1-4bc7f9a8605c req-3409dedb-8008-4096-b5cc-4fa12721f678 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:40.858563 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c429651c-25b1-4147-97a1-4bc7f9a8605c req-3409dedb-8008-4096-b5cc-4fa12721f678 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 944 time: 0.0550678 Jan 31 16:35:40.907232 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c429651c-25b1-4147-97a1-4bc7f9a8605c req-e30f80bd-4e75-4f20-bbfa-bb62e97cea0e tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422525 Jan 31 16:35:40.966756 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['8fe675ad-5087-4980-a031-bd672a63c384'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:35:42.038614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b4838-fe68-42ce-8155-2f3ffc8981c8 req-8ac4a7aa-6975-4a7b-ab51-5026376af8ab tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:42.040061 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf8b4838-fe68-42ce-8155-2f3ffc8981c8 req-8ac4a7aa-6975-4a7b-ab51-5026376af8ab tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 944 time: 0.0571654 Jan 31 16:35:42.081279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf8b4838-fe68-42ce-8155-2f3ffc8981c8 req-8ef7a8f2-8f66-473b-858a-c91f95771cac tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323002 Jan 31 16:35:42.541674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 8fe675ad-5087-4980-a031-bd672a63c384 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:35:42.599666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 8fe675ad-5087-4980-a031-bd672a63c384 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:35:42.603496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 8fe675ad-5087-4980-a031-bd672a63c384 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:35:42.603869 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:42.688348 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:42.713416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedaa246-6954-4821-bed4-360da0162f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe675ad-5087-4980-a031-bd672a63c384'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:35:42.715708 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d15f10-6b23-4e69-a298-64b4f39db602" -d '{"events": [{"server_uuid": "eedaa246-6954-4821-bed4-360da0162f44", "name": "network-vif-plugged", "status": "completed", "tag": "8fe675ad-5087-4980-a031-bd672a63c384"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:35:42.728689 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 8fe675ad-5087-4980-a031-bd672a63c384, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=8fe675ad-5087-4980-a031-bd672a63c384,segment=NetworkSegment(fd0e8cfc-e413-40b5-8c60-310b2a7a347a),segment_id=fd0e8cfc-e413-40b5-8c60-310b2a7a347a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:35:42.733927 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:42.757614 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed459a-2f3d-4bfa-84e4-a8f225ac9658 x-openstack-request-id: req-6aed459a-2f3d-4bfa-84e4-a8f225ac9658 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:35:42.757905 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedaa246-6954-4821-bed4-360da0162f44", "name": "network-vif-plugged", "status": "completed", "tag": "8fe675ad-5087-4980-a031-bd672a63c384", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:35:42.758156 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6aed459a-2f3d-4bfa-84e4-a8f225ac9658 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:35:42.758549 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedaa246-6954-4821-bed4-360da0162f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe675ad-5087-4980-a031-bd672a63c384', 'code': 200} Jan 31 16:35:42.786091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=8fe675ad-5087-4980-a031-bd672a63c384,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:35:42.854903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e0a60-8d25-490b-9300-5559d9f2774c req-2a07d6cd-1c3b-42ed-ba1e-3dfac253d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:42.856433 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-605e0a60-8d25-490b-9300-5559d9f2774c req-2a07d6cd-1c3b-42ed-ba1e-3dfac253d28a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 1096 time: 0.0423100 Jan 31 16:35:42.892685 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-605e0a60-8d25-490b-9300-5559d9f2774c req-42d09e34-7916-4114-a953-d7ff70348782 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296469 Jan 31 16:35:43.207105 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6d580-1dd1-4089-8f30-98ca41e6bfe1 req-69fc7aad-15c7-4eb3-9d9f-c499eb2ba3f1 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:43.208603 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6f6d580-1dd1-4089-8f30-98ca41e6bfe1 req-69fc7aad-15c7-4eb3-9d9f-c499eb2ba3f1 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0521245 Jan 31 16:35:43.248888 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6f6d580-1dd1-4089-8f30-98ca41e6bfe1 req-c0b11fd7-e0b1-40cd-9770-a6e335cbc208 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Jan 31 16:35:44.396079 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c5e2c-ca2d-495d-b6c1-4e1a83f429c8 req-048ca3b9-14fe-47e3-a456-0da949b3233a tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:44.397634 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d87c5e2c-ca2d-495d-b6c1-4e1a83f429c8 req-048ca3b9-14fe-47e3-a456-0da949b3233a tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0580471 Jan 31 16:35:44.442326 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d87c5e2c-ca2d-495d-b6c1-4e1a83f429c8 req-15f2cdc1-20b6-4de5-bca4-b84550331020 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353038 Jan 31 16:35:44.702441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e4cc9-90e3-4ba0-9d0a-687d14fea5ca req-5e70e9b5-ef2c-40c2-99c9-6610d43dac0d tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:44.703935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e95e4cc9-90e3-4ba0-9d0a-687d14fea5ca req-5e70e9b5-ef2c-40c2-99c9-6610d43dac0d tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0511749 Jan 31 16:35:44.741093 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-1d26b9be-4a1a-4154-93d0-90c193e469e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977364 Jan 31 16:35:44.741765 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e95e4cc9-90e3-4ba0-9d0a-687d14fea5ca req-fad66ce1-d185-43c7-817d-190ce22ed275 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317802 Jan 31 16:35:44.750440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-761a91cd-8a3a-4f58-afcf-55cade4b12ed service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:35:44.751408 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-761a91cd-8a3a-4f58-afcf-55cade4b12ed service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050251 Jan 31 16:35:45.867216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81b74e-dfb3-4b97-95c2-08ce5a1bdccf req-96340042-a07d-47ef-8b8b-6f20969d77f8 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:45.868692 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6f81b74e-dfb3-4b97-95c2-08ce5a1bdccf req-96340042-a07d-47ef-8b8b-6f20969d77f8 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0576136 Jan 31 16:35:45.908399 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6f81b74e-dfb3-4b97-95c2-08ce5a1bdccf req-2aab845e-a2b9-4090-a8c0-84934f1037f1 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336256 Jan 31 16:35:46.085519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08a77-93ef-42f9-83a4-948d36197425 req-fcae5703-5814-4caf-97fd-3ef01e253481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:46.086971 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-fcae5703-5814-4caf-97fd-3ef01e253481 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=886dcdcbf6ea4a9d9f2a2c3baf46a6cb&device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 1096 time: 0.0436227 Jan 31 16:35:46.523049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08a77-93ef-42f9-83a4-948d36197425 req-f1414226-524e-45d6-a432-b32f5e85fded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:46.524599 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-f1414226-524e-45d6-a432-b32f5e85fded service neutron] 10.222.0.30 "GET /v2.0/networks?id=f89d295d-3e1f-4296-b39e-1d858840f6b3 HTTP/1.1" status: 200 len: 913 time: 0.4300148 Jan 31 16:35:46.565036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-5c9e6153-a63c-487c-95a1-3feb8b947d89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fe675ad-5087-4980-a031-bd672a63c384 HTTP/1.1" status: 200 len: 217 time: 0.0333877 Jan 31 16:35:46.616205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08a77-93ef-42f9-83a4-948d36197425 req-334105e4-5d65-4e79-b08b-2dcfae8e1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:46.617659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-334105e4-5d65-4e79-b08b-2dcfae8e1ff7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=549d1402-ebe2-40cc-8dba-38c780cf1fbf HTTP/1.1" status: 200 len: 852 time: 0.0441530 Jan 31 16:35:46.648827 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-fe38d5f1-6b5a-483c-8285-8e27e7c0e1a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f89d295d-3e1f-4296-b39e-1d858840f6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241103 Jan 31 16:35:46.743301 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-0d263e6f-7573-4c84-9812-5521affc0276 service neutron] 10.222.0.30 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876629 Jan 31 16:35:46.837886 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-a2189b7d-1a0f-45b5-af50-1730eac7b975 service neutron] 10.222.0.30 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879753 Jan 31 16:35:46.951681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5ced3-1ca5-4d42-8f56-ca612fa8d86c req-9f987d32-336c-42ec-8f09-7ea27a12db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:46.953324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57c5ced3-1ca5-4d42-8f56-ca612fa8d86c req-9f987d32-336c-42ec-8f09-7ea27a12db2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=886dcdcbf6ea4a9d9f2a2c3baf46a6cb&device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 1096 time: 0.0452328 Jan 31 16:35:47.034497 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46815edb-0b43-4a89-857b-61bb5b50c086 req-554065d1-35ac-4087-bc13-7d815f02b563 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:47.037184 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-46815edb-0b43-4a89-857b-61bb5b50c086 req-554065d1-35ac-4087-bc13-7d815f02b563 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0557988 Jan 31 16:35:47.072276 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5ced3-1ca5-4d42-8f56-ca612fa8d86c req-757cdaa2-adf6-4ca0-bd22-28066e2e4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:47.073920 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57c5ced3-1ca5-4d42-8f56-ca612fa8d86c req-757cdaa2-adf6-4ca0-bd22-28066e2e4dbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=f89d295d-3e1f-4296-b39e-1d858840f6b3 HTTP/1.1" status: 200 len: 913 time: 0.0998580 Jan 31 16:35:47.077641 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-46815edb-0b43-4a89-857b-61bb5b50c086 req-ea7b86d8-5f16-4d46-ad40-0d6922c0dbf5 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344691 Jan 31 16:35:47.119722 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57c5ced3-1ca5-4d42-8f56-ca612fa8d86c req-60e430b9-40bf-42f0-ab64-752e58d87d98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fe675ad-5087-4980-a031-bd672a63c384 HTTP/1.1" status: 200 len: 217 time: 0.0382817 Jan 31 16:35:47.169627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5ced3-1ca5-4d42-8f56-ca612fa8d86c req-20100c5d-bebf-4397-91b7-e96b6966b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:47.171097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57c5ced3-1ca5-4d42-8f56-ca612fa8d86c req-20100c5d-bebf-4397-91b7-e96b6966b453 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=549d1402-ebe2-40cc-8dba-38c780cf1fbf HTTP/1.1" status: 200 len: 852 time: 0.0445995 Jan 31 16:35:47.202206 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57c5ced3-1ca5-4d42-8f56-ca612fa8d86c req-902cf7ab-9274-4ab7-8688-7f930d058eb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f89d295d-3e1f-4296-b39e-1d858840f6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240662 Jan 31 16:35:47.292345 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3925fd6c-6d0e-4fd7-aae7-8e163d0ee54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:47.298789 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57c5ced3-1ca5-4d42-8f56-ca612fa8d86c req-474ec7cc-6895-45bf-9dd5-d2a94ad4450a service neutron] 10.222.0.30 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893977 Jan 31 16:35:47.394837 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57c5ced3-1ca5-4d42-8f56-ca612fa8d86c req-85e1c4bc-6f23-43ba-b5bb-11286bff114f service neutron] 10.222.0.30 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881937 Jan 31 16:35:48.207531 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e0345-3ddc-4cc4-ab20-2c9ce73a4f72 req-6ad65293-a6dc-4b50-9302-934a0b6e1161 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:48.209021 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c1e0345-3ddc-4cc4-ab20-2c9ce73a4f72 req-6ad65293-a6dc-4b50-9302-934a0b6e1161 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0566545 Jan 31 16:35:48.251025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6c1e0345-3ddc-4cc4-ab20-2c9ce73a4f72 req-f2bdd400-909d-4993-882d-1d580b68ba0f tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332494 Jan 31 16:35:49.377887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f85794-482f-408f-a87f-77cd192e27a2 req-39fdce9a-f300-42d5-b35f-818375a05a47 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:49.379321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-22f85794-482f-408f-a87f-77cd192e27a2 req-39fdce9a-f300-42d5-b35f-818375a05a47 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0566778 Jan 31 16:35:49.426062 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-22f85794-482f-408f-a87f-77cd192e27a2 req-be30af8f-4ed1-44ff-b2c5-897bedcc3891 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374925 Jan 31 16:35:49.731623 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc708-2255-4fe4-a091-57a52a942520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:50.580898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172b26e-8d30-467b-8a7b-5e3998fad317 req-05b0d6a9-ac5c-4ae3-9fe7-079a54fae458 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:50.582374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c172b26e-8d30-467b-8a7b-5e3998fad317 req-05b0d6a9-ac5c-4ae3-9fe7-079a54fae458 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0651770 Jan 31 16:35:50.626780 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c172b26e-8d30-467b-8a7b-5e3998fad317 req-6656992b-0172-4f9a-a1cc-d9b948ee30d2 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369117 Jan 31 16:35:50.986898 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:51.748114 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfba0ef-58c9-496f-8e2b-23ec11411edc req-a64a07d6-bec7-45e0-bfa1-ad36780e1ac9 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:51.749609 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5cfba0ef-58c9-496f-8e2b-23ec11411edc req-a64a07d6-bec7-45e0-bfa1-ad36780e1ac9 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0510252 Jan 31 16:35:51.792286 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5cfba0ef-58c9-496f-8e2b-23ec11411edc req-a2a1ad94-aeb6-4edc-a6d5-69993bed7cb8 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365288 Jan 31 16:35:52.417066 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:52.571834 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:52.935865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a4d1-bbd3-4e60-b00a-dc799552f26e req-cfef2a2d-a2cf-4675-a5bf-06377fb8e6af tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:52.937527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2a4a4d1-bbd3-4e60-b00a-dc799552f26e req-cfef2a2d-a2cf-4675-a5bf-06377fb8e6af tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0583603 Jan 31 16:35:52.984013 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a2a4a4d1-bbd3-4e60-b00a-dc799552f26e req-128f48ec-e1ec-41cd-9f8d-376b97a61c4d tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369170 Jan 31 16:35:54.055256 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:35:54.113339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16c5a4-da17-4a16-8be5-956b5c9e6acd req-815864e9-01eb-40b9-a81a-e5271f2a10fc tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:54.114954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa16c5a4-da17-4a16-8be5-956b5c9e6acd req-815864e9-01eb-40b9-a81a-e5271f2a10fc tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0575411 Jan 31 16:35:54.155777 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa16c5a4-da17-4a16-8be5-956b5c9e6acd req-37eafa2d-4275-499b-8e79-6f6b24353ca0 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344362 Jan 31 16:35:55.281648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf986e-c99a-48d4-8e20-eb2beb743ac5 req-e6102802-9e52-40b8-99f2-ebc99caff38a tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:55.283009 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bfaf986e-c99a-48d4-8e20-eb2beb743ac5 req-e6102802-9e52-40b8-99f2-ebc99caff38a tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0543108 Jan 31 16:35:55.324430 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bfaf986e-c99a-48d4-8e20-eb2beb743ac5 req-fb65019f-5fe1-45a7-bdc7-0ed7f9a8d78b tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324810 Jan 31 16:35:56.125355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:56.457662 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fb49c-25ed-4762-b794-6a60c31bb998 req-151b0436-2157-4175-887f-4ec325621a51 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:56.459155 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d7fb49c-25ed-4762-b794-6a60c31bb998 req-151b0436-2157-4175-887f-4ec325621a51 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0530994 Jan 31 16:35:56.505110 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d7fb49c-25ed-4762-b794-6a60c31bb998 req-4c521308-2c8a-4ea3-a359-13cf7e639773 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369644 Jan 31 16:35:57.651266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296aeb0-88d5-4cc9-908e-06bf2476e21f req-a43f0273-178c-45ab-b29c-81e73746b138 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:57.652724 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8296aeb0-88d5-4cc9-908e-06bf2476e21f req-a43f0273-178c-45ab-b29c-81e73746b138 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0609453 Jan 31 16:35:57.700631 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8296aeb0-88d5-4cc9-908e-06bf2476e21f req-9c8c8de8-05a2-4cd7-bd63-10a1380a8261 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385010 Jan 31 16:35:58.173534 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:35:58.824829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e77d4-22e2-44c5-9100-c8bc0f92f3e0 req-9f61bb3d-bfe8-4777-91bd-782df2087251 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:58.826294 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-418e77d4-22e2-44c5-9100-c8bc0f92f3e0 req-9f61bb3d-bfe8-4777-91bd-782df2087251 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0556521 Jan 31 16:35:58.866161 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-418e77d4-22e2-44c5-9100-c8bc0f92f3e0 req-e3bf4591-c832-4ac8-9f97-7c092e280ea8 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335791 Jan 31 16:35:59.996702 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64086a-4601-4bda-88b8-b7728c61a0e5 req-097dac21-e3fc-4535-b606-df293b2b2470 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:35:59.998232 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d64086a-4601-4bda-88b8-b7728c61a0e5 req-097dac21-e3fc-4535-b606-df293b2b2470 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0534210 Jan 31 16:36:00.039243 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4d64086a-4601-4bda-88b8-b7728c61a0e5 req-5a254b42-9f26-44c0-87d1-7638d56a8778 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321484 Jan 31 16:36:01.160169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b75391-c086-4a52-a226-c4f48d6aa39f req-2a4536e1-579e-4ff1-86cc-f5b49ee09d55 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:01.161679 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78b75391-c086-4a52-a226-c4f48d6aa39f req-2a4536e1-579e-4ff1-86cc-f5b49ee09d55 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0525029 Jan 31 16:36:01.202541 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-78b75391-c086-4a52-a226-c4f48d6aa39f req-2a1697ef-c2a5-4979-a4a6-38d75426d986 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328310 Jan 31 16:36:02.337817 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92f070-6c6b-48b1-aa51-e3a26724d251 req-8e94c88d-b686-4913-9b74-49a7e8078fab tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:02.339271 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea92f070-6c6b-48b1-aa51-e3a26724d251 req-8e94c88d-b686-4913-9b74-49a7e8078fab tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0594170 Jan 31 16:36:02.380835 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea92f070-6c6b-48b1-aa51-e3a26724d251 req-f8b77bd9-e935-4c14-8151-4f2df47c9ed7 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323701 Jan 31 16:36:03.509016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a846ea2-1970-4319-aa56-d646b78fa90d req-405bf299-8a1d-4c8a-98d5-3132442b4bdc tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:03.510807 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a846ea2-1970-4319-aa56-d646b78fa90d req-405bf299-8a1d-4c8a-98d5-3132442b4bdc tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0528398 Jan 31 16:36:03.559492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a846ea2-1970-4319-aa56-d646b78fa90d req-1e574870-7658-4b16-8153-c92c892464bb tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384762 Jan 31 16:36:04.700632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7dd65-02e8-45c3-898e-bdad9aca80e7 req-d3859363-886f-4aa5-bcb6-2ec8be52f5f7 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:04.702166 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8cb7dd65-02e8-45c3-898e-bdad9aca80e7 req-d3859363-886f-4aa5-bcb6-2ec8be52f5f7 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0597734 Jan 31 16:36:04.740427 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8cb7dd65-02e8-45c3-898e-bdad9aca80e7 req-cfd9d352-5947-40f5-9855-d964d1b48bc5 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Jan 31 16:36:05.871981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51cbbf-af25-4f21-975e-634d11a71d4d req-f5f675a8-2020-429e-9b3e-dfda7c3d6770 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:05.873459 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c51cbbf-af25-4f21-975e-634d11a71d4d req-f5f675a8-2020-429e-9b3e-dfda7c3d6770 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0560412 Jan 31 16:36:05.927208 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8c51cbbf-af25-4f21-975e-634d11a71d4d req-f3718752-bdce-4f9b-b9de-cbee7605a69e tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Jan 31 16:36:07.066549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e291061-e0de-4e34-8dda-c2abfd86771a req-a16bdb83-6611-4d54-a9cd-edcbd49fb1ef tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:07.068399 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e291061-e0de-4e34-8dda-c2abfd86771a req-a16bdb83-6611-4d54-a9cd-edcbd49fb1ef tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0631356 Jan 31 16:36:07.108409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e291061-e0de-4e34-8dda-c2abfd86771a req-4110a1ea-37e3-4046-81c2-5a905709f8df tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339761 Jan 31 16:36:08.231730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0b02-f67e-4ccf-b702-c2bb68223b48 req-b52c787b-e219-4069-bd81-135c09a12878 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:08.233206 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1ef0b02-f67e-4ccf-b702-c2bb68223b48 req-b52c787b-e219-4069-bd81-135c09a12878 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0496476 Jan 31 16:36:08.276102 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1ef0b02-f67e-4ccf-b702-c2bb68223b48 req-b5f3bbb4-8ab0-4936-8eb1-6d2fdc90cd4c tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338552 Jan 31 16:36:09.415897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def5e01-2265-4682-95d7-42c11a89e0ad req-c378bcc1-44b5-466d-a221-597dbf99016f tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:09.417599 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7def5e01-2265-4682-95d7-42c11a89e0ad req-c378bcc1-44b5-466d-a221-597dbf99016f tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0524468 Jan 31 16:36:09.456562 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7def5e01-2265-4682-95d7-42c11a89e0ad req-7cead98c-2b1c-463b-98f4-e5e70fbd3527 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326488 Jan 31 16:36:10.586228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c72e4-f6c3-482f-9841-2b547227579d req-33ad159d-2ec9-4a84-aef3-a91122233902 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:10.587758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-730c72e4-f6c3-482f-9841-2b547227579d req-33ad159d-2ec9-4a84-aef3-a91122233902 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0520351 Jan 31 16:36:10.630293 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-730c72e4-f6c3-482f-9841-2b547227579d req-730b0ec0-6fcd-4a8f-825f-1d406ce96420 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362482 Jan 31 16:36:11.768759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699b0e0-17fe-4873-afd3-4571e4db78da req-a5b94d88-03f2-4f7b-a9ae-3b94b2a485c3 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:11.770323 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d699b0e0-17fe-4873-afd3-4571e4db78da req-a5b94d88-03f2-4f7b-a9ae-3b94b2a485c3 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0560329 Jan 31 16:36:11.809277 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d699b0e0-17fe-4873-afd3-4571e4db78da req-51fab30e-2d15-481c-8539-8c41a030b0f9 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328457 Jan 31 16:36:12.942243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe41c8b-ab05-4955-baeb-2becde863635 req-5a61f58c-fc4a-4588-a1b3-c66866a28d6b tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:12.943612 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cfe41c8b-ab05-4955-baeb-2becde863635 req-5a61f58c-fc4a-4588-a1b3-c66866a28d6b tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0532842 Jan 31 16:36:12.982117 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cfe41c8b-ab05-4955-baeb-2becde863635 req-4d03a521-77b0-47ea-af4c-f88eab6dddab tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323582 Jan 31 16:36:14.125294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1833a-356a-424d-946d-b5b8222e03f5 req-c7ffa1d7-6296-491a-be1b-b9f461199e9a tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:14.126779 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fd1833a-356a-424d-946d-b5b8222e03f5 req-c7ffa1d7-6296-491a-be1b-b9f461199e9a tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0592759 Jan 31 16:36:14.168088 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fd1833a-356a-424d-946d-b5b8222e03f5 req-1b7eaa02-f98d-4dcf-8600-fd8e0b6bf11a tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Jan 31 16:36:15.290539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069fe25-eb74-4aeb-bb2f-9f5d47969e51 req-acdda670-d0f4-4f91-b836-5efdb534bd48 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:15.291896 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6069fe25-eb74-4aeb-bb2f-9f5d47969e51 req-acdda670-d0f4-4f91-b836-5efdb534bd48 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0516524 Jan 31 16:36:15.330833 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6069fe25-eb74-4aeb-bb2f-9f5d47969e51 req-2ea8e4c3-89c1-4bb7-b9df-becbca569614 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327117 Jan 31 16:36:16.459058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad13a7-cd00-41b9-bbb3-d77a17d864b9 req-153549a0-7efe-41b4-bb48-df3618dd3f79 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:16.460551 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7ad13a7-cd00-41b9-bbb3-d77a17d864b9 req-153549a0-7efe-41b4-bb48-df3618dd3f79 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0586755 Jan 31 16:36:16.508377 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7ad13a7-cd00-41b9-bbb3-d77a17d864b9 req-87e31595-d353-4d18-ad41-29af280e8abb tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 Jan 31 16:36:17.299768 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c645987d-aab8-4342-889e-2fb43b896e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:17.639454 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c8fbc-b6ad-4adb-9150-306654ad56a2 req-08b849bc-fa52-43a1-b1e1-f125a440478d tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:17.640913 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-664c8fbc-b6ad-4adb-9150-306654ad56a2 req-08b849bc-fa52-43a1-b1e1-f125a440478d tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0617325 Jan 31 16:36:17.684113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-664c8fbc-b6ad-4adb-9150-306654ad56a2 req-c0fee64f-47b2-4157-ae44-e49dbb1dd4b7 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368934 Jan 31 16:36:18.816106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47462c-3776-4eeb-b042-ff780ab989d2 req-e78c5f94-7005-4cd7-bede-05781c73a4d3 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:18.817665 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba47462c-3776-4eeb-b042-ff780ab989d2 req-e78c5f94-7005-4cd7-bede-05781c73a4d3 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 945 time: 0.0547707 Jan 31 16:36:18.857883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba47462c-3776-4eeb-b042-ff780ab989d2 req-70f831a8-2cb1-458e-8b93-2d53ec526651 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339372 Jan 31 16:36:19.200492 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-02b08a77-93ef-42f9-83a4-948d36197425 req-c6e1657c-8b0c-4e75-9356-4c83ad79fc33 service neutron] show failed (client error): The resource could not be found. Jan 31 16:36:19.201511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-c6e1657c-8b0c-4e75-9356-4c83ad79fc33 service neutron] 10.222.0.30 "GET /v2.0/ports/8fe675ad-5087-4980-a031-bd672a63c384/bindings/n-h2-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0635471 Jan 31 16:36:19.435257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08a77-93ef-42f9-83a4-948d36197425 req-9c02c1c7-b7a8-41d1-9357-e34907d6b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:19.437427 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-9c02c1c7-b7a8-41d1-9357-e34907d6b2cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44&tenant_id=886dcdcbf6ea4a9d9f2a2c3baf46a6cb HTTP/1.1" status: 200 len: 1096 time: 0.0470278 Jan 31 16:36:19.452080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:36:19.509192 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:19.712289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] For port 8fe675ad-5087-4980-a031-bd672a63c384, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=8fe675ad-5087-4980-a031-bd672a63c384,segment=NetworkSegment(fd0e8cfc-e413-40b5-8c60-310b2a7a347a),segment_id=fd0e8cfc-e413-40b5-8c60-310b2a7a347a)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:36:19.725015 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f4f871ed-8041-4d61-96ab-5b6c737de9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:19.748488 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] For port 8fe675ad-5087-4980-a031-bd672a63c384, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:36:19.792708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedaa246-6954-4821-bed4-360da0162f44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe675ad-5087-4980-a031-bd672a63c384'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:36:19.795582 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdfadaf-638f-479d-8a0f-3be89fa00716" -d '{"events": [{"server_uuid": "eedaa246-6954-4821-bed4-360da0162f44", "name": "network-vif-unplugged", "status": "completed", "tag": "8fe675ad-5087-4980-a031-bd672a63c384"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:36:19.799623 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:19.814239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Transition to ACTIVE for port object 8fe675ad-5087-4980-a031-bd672a63c384 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:36:19.819903 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:19.850518 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4017618-5988-4c75-8039-8c6f90462164 x-openstack-request-id: req-f4017618-5988-4c75-8039-8c6f90462164 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:36:19.850808 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedaa246-6954-4821-bed4-360da0162f44", "name": "network-vif-unplugged", "status": "completed", "tag": "8fe675ad-5087-4980-a031-bd672a63c384", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:36:19.851559 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4017618-5988-4c75-8039-8c6f90462164 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:36:19.851559 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedaa246-6954-4821-bed4-360da0162f44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe675ad-5087-4980-a031-bd672a63c384', 'code': 200} Jan 31 16:36:19.888185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Pushing event updated for resources: {'Port': ['ID=8fe675ad-5087-4980-a031-bd672a63c384,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:19.891528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] No DVR routers for this DVR port 8fe675ad-5087-4980-a031-bd672a63c384 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:36:19.899624 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:19.899973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:19.900311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:19.900647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:19.900976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:19.901302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:19.901658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:19.901994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:19.902306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:19.902627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:19.902949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:19.903267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:19.947354 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Attempting to bind port 8fe675ad-5087-4980-a031-bd672a63c384 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:36:19.947668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Attempting to bind port 8fe675ad-5087-4980-a031-bd672a63c384 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'fd0e8cfc-e413-40b5-8c60-310b2a7a347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:36:19.947995 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Attempting to bind port 8fe675ad-5087-4980-a031-bd672a63c384 on network f89d295d-3e1f-4296-b39e-1d858840f6b3 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:36:19.966977 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Port 8fe675ad-5087-4980-a031-bd672a63c384 on network f89d295d-3e1f-4296-b39e-1d858840f6b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:36:19.967258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Attempting to bind port 8fe675ad-5087-4980-a031-bd672a63c384 on network f89d295d-3e1f-4296-b39e-1d858840f6b3 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:36:19.976143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:36:19.976502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Checking segment: {'id': 'fd0e8cfc-e413-40b5-8c60-310b2a7a347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:36:19.976911 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Bound using segment: {'id': 'fd0e8cfc-e413-40b5-8c60-310b2a7a347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:36:19.977400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Bound port: 8fe675ad-5087-4980-a031-bd672a63c384, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0e8cfc-e413-40b5-8c60-310b2a7a347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:36:19.977791 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:20.004614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40fb9c-918c-4dc1-bbb0-6a85b0cbe36c req-86180431-926c-4ba2-984c-dfc3b90b55c7 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:20.006165 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a40fb9c-918c-4dc1-bbb0-6a85b0cbe36c req-86180431-926c-4ba2-984c-dfc3b90b55c7 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 943 time: 0.0721500 Jan 31 16:36:20.084167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a40fb9c-918c-4dc1-bbb0-6a85b0cbe36c req-d56cc2b8-cb0e-45c9-9e32-42b8bb80a224 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605476 Jan 31 16:36:20.085169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] For port 8fe675ad-5087-4980-a031-bd672a63c384, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:36:20.088669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] For port 8fe675ad-5087-4980-a031-bd672a63c384, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8fe675ad-5087-4980-a031-bd672a63c384,segment=NetworkSegment(fd0e8cfc-e413-40b5-8c60-310b2a7a347a),segment_id=fd0e8cfc-e413-40b5-8c60-310b2a7a347a)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:36:20.094006 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:20.129551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:20.130284 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:20.131813 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] 10.222.0.20 "PUT /v2.0/ports/8fe675ad-5087-4980-a031-bd672a63c384 HTTP/1.1" status: 200 len: 1091 time: 0.6861567 Jan 31 16:36:20.153859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef800b-c988-46c1-bacd-9142e9f0aa5c service neutron] Pushing event updated for resources: {'Port': ['ID=8fe675ad-5087-4980-a031-bd672a63c384,revision_number=7']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:20.198366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08a77-93ef-42f9-83a4-948d36197425 req-200893e8-903c-4ac9-9d89-1394a89c97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:20.199913 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-200893e8-903c-4ac9-9d89-1394a89c97dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886dcdcbf6ea4a9d9f2a2c3baf46a6cb&device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 1094 time: 0.0432398 Jan 31 16:36:20.294497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08a77-93ef-42f9-83a4-948d36197425 req-bd95f5dd-89ee-4dd9-b4ea-e837685cbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:20.295895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-bd95f5dd-89ee-4dd9-b4ea-e837685cbc37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f89d295d-3e1f-4296-b39e-1d858840f6b3 HTTP/1.1" status: 200 len: 913 time: 0.0886667 Jan 31 16:36:20.341576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-32d4bfa1-9927-4ec2-af6e-a89307021b2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fe675ad-5087-4980-a031-bd672a63c384 HTTP/1.1" status: 200 len: 217 time: 0.0381000 Jan 31 16:36:20.391260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08a77-93ef-42f9-83a4-948d36197425 req-54516a16-fdbf-4ec9-b59a-d50b2ec74b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:20.392715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-54516a16-fdbf-4ec9-b59a-d50b2ec74b17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=549d1402-ebe2-40cc-8dba-38c780cf1fbf HTTP/1.1" status: 200 len: 852 time: 0.0446057 Jan 31 16:36:20.425025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-1a5964b8-362e-4322-b9c6-4f7a1fe215ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f89d295d-3e1f-4296-b39e-1d858840f6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251207 Jan 31 16:36:20.522418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-b053d2e0-e610-4265-9a70-f9cfd7eed3c9 service neutron] 10.222.0.20 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902824 Jan 31 16:36:20.633437 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-02b08a77-93ef-42f9-83a4-948d36197425 req-b61120e6-7231-4eb5-813f-befc8c922c45 service neutron] 10.222.0.20 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005151 Jan 31 16:36:20.996554 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:21.210503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800da83-02ab-4999-9e17-7b1d55683b91 req-e43cc339-1c0c-4346-9543-7142f525de67 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:21.211954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a800da83-02ab-4999-9e17-7b1d55683b91 req-e43cc339-1c0c-4346-9543-7142f525de67 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 943 time: 0.0516748 Jan 31 16:36:21.251991 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a800da83-02ab-4999-9e17-7b1d55683b91 req-a931f52a-5a85-42c7-a272-c10fc415ab64 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337787 Jan 31 16:36:21.852814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedaa246-6954-4821-bed4-360da0162f44', 'tag': '8fe675ad-5087-4980-a031-bd672a63c384'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:36:21.856721 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b56cb70-abf3-41d6-9b36-48803a94943b" -d '{"events": [{"name": "network-changed", "server_uuid": "eedaa246-6954-4821-bed4-360da0162f44", "tag": "8fe675ad-5087-4980-a031-bd672a63c384"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:36:21.915282 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35df2ce0-2d9d-4701-b30f-81f7745dcebd x-openstack-request-id: req-35df2ce0-2d9d-4701-b30f-81f7745dcebd {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:36:21.915812 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedaa246-6954-4821-bed4-360da0162f44", "tag": "8fe675ad-5087-4980-a031-bd672a63c384", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:36:21.916278 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35df2ce0-2d9d-4701-b30f-81f7745dcebd {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:36:21.917062 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedaa246-6954-4821-bed4-360da0162f44', 'tag': '8fe675ad-5087-4980-a031-bd672a63c384', 'status': 'completed', 'code': 200} Jan 31 16:36:22.011750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-556bd150-e29c-420a-99c1-0d9bc5aa1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:22.013261 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-556bd150-e29c-420a-99c1-0d9bc5aa1005 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886dcdcbf6ea4a9d9f2a2c3baf46a6cb&device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 1094 time: 0.0747375 Jan 31 16:36:22.017723 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-e55a16b1-9c27-4ec8-b75f-f60cb1de9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:22.019065 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-e55a16b1-9c27-4ec8-b75f-f60cb1de9383 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=886dcdcbf6ea4a9d9f2a2c3baf46a6cb&device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 1094 time: 0.0710697 Jan 31 16:36:22.173385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-04e89ea9-31f7-4f3a-b536-a1eb5eb94e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:22.174930 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-04e89ea9-31f7-4f3a-b536-a1eb5eb94e27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f89d295d-3e1f-4296-b39e-1d858840f6b3 HTTP/1.1" status: 200 len: 913 time: 0.1536744 Jan 31 16:36:22.175997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-e03f8a35-fa06-4db1-b22d-3b3b16d2fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:22.177315 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-e03f8a35-fa06-4db1-b22d-3b3b16d2fe69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f89d295d-3e1f-4296-b39e-1d858840f6b3 HTTP/1.1" status: 200 len: 913 time: 0.1477225 Jan 31 16:36:22.224033 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-093c8dc9-c5ac-4132-b643-bd7bfb2d01f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fe675ad-5087-4980-a031-bd672a63c384 HTTP/1.1" status: 200 len: 217 time: 0.0424788 Jan 31 16:36:22.257780 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-ad7b808d-4171-4445-bdb5-a9eef9dc8118 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fe675ad-5087-4980-a031-bd672a63c384 HTTP/1.1" status: 200 len: 217 time: 0.0707326 Jan 31 16:36:22.331862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-d32ff752-d664-42e4-ba6f-8dd1926573d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:22.334275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-d32ff752-d664-42e4-ba6f-8dd1926573d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=549d1402-ebe2-40cc-8dba-38c780cf1fbf HTTP/1.1" status: 200 len: 852 time: 0.0854359 Jan 31 16:36:22.341614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-8a02380a-5fd5-435b-93f3-514e06465bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:22.343101 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-8a02380a-5fd5-435b-93f3-514e06465bd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=549d1402-ebe2-40cc-8dba-38c780cf1fbf HTTP/1.1" status: 200 len: 852 time: 0.0681169 Jan 31 16:36:22.376105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a72a4b-122b-4e36-840d-0b27d2276828 req-426802fc-8546-492a-975b-d662415292af tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:22.377757 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-33a72a4b-122b-4e36-840d-0b27d2276828 req-426802fc-8546-492a-975b-d662415292af tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 943 time: 0.0522892 Jan 31 16:36:22.381959 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-2e4d1717-2a8d-49f4-a1de-eca41d7dfd3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f89d295d-3e1f-4296-b39e-1d858840f6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379047 Jan 31 16:36:22.397449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-d9327f0b-a3d0-44d1-9939-859ea598875d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f89d295d-3e1f-4296-b39e-1d858840f6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444994 Jan 31 16:36:22.417756 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-33a72a4b-122b-4e36-840d-0b27d2276828 req-dd6725b7-9c52-4f4b-95f3-156af742d63a tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334849 Jan 31 16:36:22.423726 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:22.546463 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-662020da-34bd-4abb-ae73-92379a6cc34a service neutron] 10.222.0.20 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512749 Jan 31 16:36:22.549878 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-f41eecd5-93ba-4cb2-94cb-d120331101af service neutron] 10.222.0.30 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448691 Jan 31 16:36:22.575023 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:22.733263 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-c5c36e56-7735-43ad-b5ac-ffe631b6db31 service neutron] 10.222.0.20 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793537 Jan 31 16:36:22.757562 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-dc026944-ca41-4506-b0cb-79bac6691d67 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:22.758692 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-dc026944-ca41-4506-b0cb-79bac6691d67 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.30 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44&tenant_id=886dcdcbf6ea4a9d9f2a2c3baf46a6cb&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 943 time: 0.1140649 Jan 31 16:36:22.761220 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4b56cb70-abf3-41d6-9b36-48803a94943b req-9815d025-85d6-4cb4-baf1-e85cf62fb7ea service neutron] 10.222.0.30 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894431 Jan 31 16:36:22.793833 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 8fe675ad-5087-4980-a031-bd672a63c384 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:36:22.827850 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-f31545c8-9579-48f3-9e42-8c33da0ca9a6 service neutron] delete failed (client error): The resource could not be found. Jan 31 16:36:22.828909 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-f31545c8-9579-48f3-9e42-8c33da0ca9a6 service neutron] 10.222.0.30 "DELETE /v2.0/ports/8fe675ad-5087-4980-a031-bd672a63c384/bindings/n-h1-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0587926 Jan 31 16:36:22.834045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 8fe675ad-5087-4980-a031-bd672a63c384 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:36:22.916607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-6c392790-2984-46d8-9f80-eb32f370a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:22.918249 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-6c392790-2984-46d8-9f80-eb32f370a626 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=886dcdcbf6ea4a9d9f2a2c3baf46a6cb&device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 1094 time: 0.0436294 Jan 31 16:36:23.016589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-47f950a2-c6e9-445f-b1ca-222b6eb1cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:23.018132 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-47f950a2-c6e9-445f-b1ca-222b6eb1cb4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f89d295d-3e1f-4296-b39e-1d858840f6b3 HTTP/1.1" status: 200 len: 913 time: 0.0897794 Jan 31 16:36:23.071199 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-10bfc6da-5a0c-40b4-a6f1-97940363fcc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fe675ad-5087-4980-a031-bd672a63c384 HTTP/1.1" status: 200 len: 217 time: 0.0440905 Jan 31 16:36:23.130076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-5add56bb-20d8-4039-a69f-1901a8c8e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:23.131563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-5add56bb-20d8-4039-a69f-1901a8c8e2fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=549d1402-ebe2-40cc-8dba-38c780cf1fbf HTTP/1.1" status: 200 len: 852 time: 0.0516443 Jan 31 16:36:23.163170 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-f9bccbd6-5ee7-4417-afc4-03008c95d523 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f89d295d-3e1f-4296-b39e-1d858840f6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245864 Jan 31 16:36:23.263914 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-f2002e91-97e1-490c-9038-5b55549afeec service neutron] 10.222.0.30 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940745 Jan 31 16:36:23.359871 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-96bf44ca-b876-4255-b611-36b728102e26 service neutron] 10.222.0.30 "GET /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865564 Jan 31 16:36:24.046614 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8fe675ad-5087-4980-a031-bd672a63c384 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:36:24.158080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8fe675ad-5087-4980-a031-bd672a63c384, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8fe675ad-5087-4980-a031-bd672a63c384,segment=NetworkSegment(fd0e8cfc-e413-40b5-8c60-310b2a7a347a),segment_id=fd0e8cfc-e413-40b5-8c60-310b2a7a347a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:36:24.171323 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '8fe675ad-5087-4980-a031-bd672a63c384', 'network_id': 'f89d295d-3e1f-4296-b39e-1d858840f6b3', 'port_id': '8fe675ad-5087-4980-a031-bd672a63c384', 'mac_address': 'fa:16:3e:eb:58:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549d1402-ebe2-40cc-8dba-38c780cf1fbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:36:24.197262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c872ad2-99fb-4cfb-8081-d4957c60d8ca req-2bd06b29-0cf2-4d5a-9060-c769f5bda117 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:24.198691 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c872ad2-99fb-4cfb-8081-d4957c60d8ca req-2bd06b29-0cf2-4d5a-9060-c769f5bda117 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 943 time: 0.0550590 Jan 31 16:36:24.214787 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:24.227957 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe675ad-5087-4980-a031-bd672a63c384 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:36:24.240587 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6c872ad2-99fb-4cfb-8081-d4957c60d8ca req-ab699911-e708-409a-82f9-aea291c8cee2 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356765 Jan 31 16:36:24.248559 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 8fe675ad-5087-4980-a031-bd672a63c384, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8fe675ad-5087-4980-a031-bd672a63c384,segment=NetworkSegment(fd0e8cfc-e413-40b5-8c60-310b2a7a347a),segment_id=fd0e8cfc-e413-40b5-8c60-310b2a7a347a)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:36:24.253293 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:24.303438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=8fe675ad-5087-4980-a031-bd672a63c384,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:24.311729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:24.312174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:24.312522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:24.312830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:24.313181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:24.313458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:24.313821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:24.314138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:24.314458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:24.314798 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:24.315113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:24.315427 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:24.508719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8fe675ad-5087-4980-a031-bd672a63c384'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:36:25.370003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8627a-a973-42f9-a853-4ae8a506931e req-3768fe59-7cf9-4097-8877-3f1dee8ae755 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:25.371548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7e8627a-a973-42f9-a853-4ae8a506931e req-3768fe59-7cf9-4097-8877-3f1dee8ae755 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 944 time: 0.0570078 Jan 31 16:36:25.408996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7e8627a-a973-42f9-a853-4ae8a506931e req-2dbb5731-0176-46c7-bee6-e34ed85317b4 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.36 "GET /v2.0/security-groups?id=1558e073-1e57-4cc3-bdbc-ac58fb129f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313766 Jan 31 16:36:25.530891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-d81f8b1d-06b9-417e-8ad2-ee2836657e5f tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:25.533014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-d81f8b1d-06b9-417e-8ad2-ee2836657e5f tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedaa246-6954-4821-bed4-360da0162f44 HTTP/1.1" status: 200 len: 944 time: 0.0589478 Jan 31 16:36:25.628528 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-0688f775-999b-4467-86d5-a9b2058cb2e6 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Deleting port 8fe675ad-5087-4980-a031-bd672a63c384 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:36:25.628843 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-0688f775-999b-4467-86d5-a9b2058cb2e6 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:25.725064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-0688f775-999b-4467-86d5-a9b2058cb2e6 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] For port 8fe675ad-5087-4980-a031-bd672a63c384, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=8fe675ad-5087-4980-a031-bd672a63c384,segment=NetworkSegment(fd0e8cfc-e413-40b5-8c60-310b2a7a347a),segment_id=fd0e8cfc-e413-40b5-8c60-310b2a7a347a)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:36:25.725439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-0688f775-999b-4467-86d5-a9b2058cb2e6 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:25.738538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-0688f775-999b-4467-86d5-a9b2058cb2e6 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Calling delete_port for 8fe675ad-5087-4980-a031-bd672a63c384 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:36:25.876155 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-0688f775-999b-4467-86d5-a9b2058cb2e6 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:25.888629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['8fe675ad-5087-4980-a031-bd672a63c384'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:36:25.905788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688f775-999b-4467-86d5-a9b2058cb2e6 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Pushing event deleted for resources: {'Port': ['ID=8fe675ad-5087-4980-a031-bd672a63c384,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:25.947124 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-0688f775-999b-4467-86d5-a9b2058cb2e6 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] No DVR routers for this DVR port 8fe675ad-5087-4980-a031-bd672a63c384 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:36:25.949922 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-0688f775-999b-4467-86d5-a9b2058cb2e6 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:25.953247 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a78f632f-a203-4e3b-ad0d-daab410eb6a8 req-0688f775-999b-4467-86d5-a9b2058cb2e6 tempest-DeleteServersTestJSON-700302007 tempest-DeleteServersTestJSON-700302007-project] 10.222.0.20 "DELETE /v2.0/ports/8fe675ad-5087-4980-a031-bd672a63c384 HTTP/1.1" status: 204 len: 173 time: 0.4140077 Jan 31 16:36:25.953719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedaa246-6954-4821-bed4-360da0162f44', 'name': 'network-vif-deleted', 'tag': '8fe675ad-5087-4980-a031-bd672a63c384'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:36:25.956039 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccb04c5-051d-4f2f-8bcb-d0cc6354ebbc" -d '{"events": [{"server_uuid": "eedaa246-6954-4821-bed4-360da0162f44", "name": "network-vif-deleted", "tag": "8fe675ad-5087-4980-a031-bd672a63c384"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:36:25.993379 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e23257f-9917-4376-b229-8fbcdf525cfb x-openstack-request-id: req-9e23257f-9917-4376-b229-8fbcdf525cfb {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:36:25.993714 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedaa246-6954-4821-bed4-360da0162f44", "name": "network-vif-deleted", "tag": "8fe675ad-5087-4980-a031-bd672a63c384", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:36:25.993977 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e23257f-9917-4376-b229-8fbcdf525cfb {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:36:25.994380 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedaa246-6954-4821-bed4-360da0162f44', 'name': 'network-vif-deleted', 'tag': '8fe675ad-5087-4980-a031-bd672a63c384', 'status': 'completed', 'code': 200} Jan 31 16:36:26.062559 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8fe675ad-5087-4980-a031-bd672a63c384 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:36:26.083545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 8fe675ad-5087-4980-a031-bd672a63c384 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:36:26.083939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8fe675ad-5087-4980-a031-bd672a63c384 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 31 16:36:26.103919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Port 8fe675ad-5087-4980-a031-bd672a63c384 not found, will not notify nova. {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 31 16:36:26.131865 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:26.554045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37248) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:36:26.605513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Deleting subnet 549d1402-ebe2-40cc-8dba-38c780cf1fbf {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:36:26.609005 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:26.645728 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:26.685260 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:26.754692 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:26.791303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=549d1402-ebe2-40cc-8dba-38c780cf1fbf,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:26.795807 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:26.798941 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/549d1402-ebe2-40cc-8dba-38c780cf1fbf HTTP/1.1" status: 204 len: 168 time: 0.2435162 Jan 31 16:36:26.801779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37250) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:36:26.804027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:26.804368 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:26.804712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:26.805042 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:26.805433 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:26.805796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:26.806119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:26.806420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:26.806830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:26.807051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:26.807486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:26.807798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4cfd5-5df3-481d-adaf-0534da67bd5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:36:26.870895 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:26.949408 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:26.969525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89d295d-3e1f-4296-b39e-1d858840f6b3']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:36:26.978385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0e8cfc-e413-40b5-8c60-310b2a7a347a') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:36:26.978670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0e8cfc-e413-40b5-8c60-310b2a7a347a') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:36:26.987704 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:27.000805 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:27.006924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:36:27.007271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:36:27.009070 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:36:27.072660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:27.079131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:27.082248 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] 10.222.0.36 "DELETE /v2.0/networks/f89d295d-3e1f-4296-b39e-1d858840f6b3 HTTP/1.1" status: 204 len: 168 time: 0.2794633 Jan 31 16:36:27.093030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77028654-7c9e-4149-ba3a-154454fc572e admin admin] Pushing event deleted for resources: {'Network': ['ID=f89d295d-3e1f-4296-b39e-1d858840f6b3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:27.208272 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37254) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:36:27.252987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-993e565a-29be-4ef4-a13f-965d973e13ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=886dcdcbf6ea4a9d9f2a2c3baf46a6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434937 Jan 31 16:36:27.255993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37256) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:36:27.307361 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422ae3f7-c511-4bcb-bbca-a9e147c00e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:27.328888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422ae3f7-c511-4bcb-bbca-a9e147c00e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:27.383190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422ae3f7-c511-4bcb-bbca-a9e147c00e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:27.386190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-422ae3f7-c511-4bcb-bbca-a9e147c00e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:27.387378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-422ae3f7-c511-4bcb-bbca-a9e147c00e70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1558e073-1e57-4cc3-bdbc-ac58fb129f3d HTTP/1.1" status: 204 len: 168 time: 0.1301994 Jan 31 16:36:27.395062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ae3f7-c511-4bcb-bbca-a9e147c00e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1558e073-1e57-4cc3-bdbc-ac58fb129f3d,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:28.129923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37278) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:36:28.180904 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:28.248118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-631519427-network', 'tenant_id': '23464a567b00457f992bb5188fc4a2a3'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:36:28.275767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Made reservation on behalf of 23464a567b00457f992bb5188fc4a2a3 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:36:28.278043 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:28.289705 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:28.363106 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:28.368190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:28.393984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:36:28.403846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965f3a5d-690e-407c-8e60-e13edd16a505,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:28.408806 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:28.409145 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Added segment 2cb4302e-9005-4b12-9fe5-8b2eb444dc30 of type vlan for network 389cb0d9-cde8-4780-a71c-1569b5394e1f Jan 31 16:36:28.454991 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:28.486015 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:28.487314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:28.488163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:28.542436 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4110131 Jan 31 16:36:28.545577 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37282) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:36:28.550671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3d8e9f51-6440-4192-9e88-4bbe64971960 admin admin] Request body: {'subnet': {'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-631519427-subnet', 'tenant_id': '23464a567b00457f992bb5188fc4a2a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:36:28.556103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c24ead-0ebc-4ca6-9414-eded202f7c2c admin admin] Pushing event updated for resources: {'Network': ['ID=389cb0d9-cde8-4780-a71c-1569b5394e1f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:28.566042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 389cb0d9-cde8-4780-a71c-1569b5394e1f details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:36:28.574727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8e9f51-6440-4192-9e88-4bbe64971960 admin admin] Made reservation on behalf of 23464a567b00457f992bb5188fc4a2a3 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:36:28.577043 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d8e9f51-6440-4192-9e88-4bbe64971960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:28.754447 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d8e9f51-6440-4192-9e88-4bbe64971960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:29.129680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e9f51-6440-4192-9e88-4bbe64971960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=537d48de-4555-48d8-81c1-413058aa66bd,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:29.146871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e9f51-6440-4192-9e88-4bbe64971960 admin admin] Checking segment: {'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:36:29.147221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e9f51-6440-4192-9e88-4bbe64971960 admin admin] Network hostable DHCP agents. Network: 389cb0d9-cde8-4780-a71c-1569b5394e1f, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:36:29.166595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e9f51-6440-4192-9e88-4bbe64971960 admin admin] Network 389cb0d9-cde8-4780-a71c-1569b5394e1f is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:36:29.179861 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-3d8e9f51-6440-4192-9e88-4bbe64971960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 389cb0d9-cde8-4780-a71c-1569b5394e1f) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:36:29.185172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8e9f51-6440-4192-9e88-4bbe64971960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:29.186329 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d8e9f51-6440-4192-9e88-4bbe64971960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:29.189502 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250777a5-d5dc-4194-9a05-06a0da8f28ea None None] Network 389cb0d9-cde8-4780-a71c-1569b5394e1f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:36:29.202273 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3d8e9f51-6440-4192-9e88-4bbe64971960 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6555748 Jan 31 16:36:29.314194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e7674-96ed-4bf8-af1b-95729170c472 None None] Network 389cb0d9-cde8-4780-a71c-1569b5394e1f requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:36:29.634077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-ae96bf48-9cea-49da-99cf-0d23edc64443 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:29.635790 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-ae96bf48-9cea-49da-99cf-0d23edc64443 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 814 time: 0.1040795 Jan 31 16:36:29.651135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-2617863e-95a3-4072-9765-1cce5a2e0017 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/quotas/23464a567b00457f992bb5188fc4a2a3 HTTP/1.1" status: 200 len: 375 time: 0.0092831 Jan 31 16:36:29.687319 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-794c539b-4a24-4d85-a533-d9803b0705ac tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306029 Jan 31 16:36:29.791205 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-635ff452-2561-41e2-a8b8-2740dbe84c98 service neutron] 10.222.0.36 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966554 Jan 31 16:36:29.898346 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-242572af-e22e-4b56-ba2c-7ee0729f603d service neutron] 10.222.0.36 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986705 Jan 31 16:36:30.084194 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f7a8837-2c14-4892-a3b2-8199dbd5518d req-de507e3b-ecd7-41e6-901f-a5ab3d6afc06 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 210 time: 0.0330625 Jan 31 16:36:30.093919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8fe675ad-5087-4980-a031-bd672a63c384 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:36:30.129413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 8fe675ad-5087-4980-a031-bd672a63c384 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:36:30.129775 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 8fe675ad-5087-4980-a031-bd672a63c384 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:36:31.056628 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:36:31.061547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-dcd074e8-9108-4c28-82e5-057e9d8f386a tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:31.063004 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-dcd074e8-9108-4c28-82e5-057e9d8f386a tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.20 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 814 time: 0.1050935 Jan 31 16:36:31.076220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Request body: {'port': {'device_id': '38020b7d-1e07-439d-ae79-310a8249cf95', 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f', 'admin_state_up': True, 'tenant_id': '23464a567b00457f992bb5188fc4a2a3'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:36:31.183406 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4062c9fd-a1b4-4ed3-808b-c89fc15496db req-1b45937c-4553-467b-b081-64aae1004d6c tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 210 time: 0.0268281 Jan 31 16:36:31.201051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Made reservation on behalf of 23464a567b00457f992bb5188fc4a2a3 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:36:31.204786 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:31.327862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Allocated IP 172.20.0.5 (389cb0d9-cde8-4780-a71c-1569b5394e1f/537d48de-4555-48d8-81c1-413058aa66bd/50a7978a-5ad5-4077-a238-59a65009af58) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:36:31.484277 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:31.526470 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:31.570681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Network 389cb0d9-cde8-4780-a71c-1569b5394e1f is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:36:31.573788 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:36:31.577383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:36:31.583684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Pushing event updated for resources: {'Port': ['ID=50a7978a-5ad5-4077-a238-59a65009af58,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:31.632913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:31.633508 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:31.652233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-4ef533ce-6127-4dea-9b29-eb21a3324eca tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798697 Jan 31 16:36:31.664392 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Request body: {'port': {'device_id': '38020b7d-1e07-439d-ae79-310a8249cf95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:36:31.717064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:31.992763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a7978a-5ad5-4077-a238-59a65009af58 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:36:32.006122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:32.022168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Transition to ACTIVE for port object 50a7978a-5ad5-4077-a238-59a65009af58 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:36:32.028958 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:32.086886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Pushing event updated for resources: {'Port': ['ID=50a7978a-5ad5-4077-a238-59a65009af58,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:32.152824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Attempting to bind port 50a7978a-5ad5-4077-a238-59a65009af58 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:36:32.153150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Attempting to bind port 50a7978a-5ad5-4077-a238-59a65009af58 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:36:32.153491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Attempting to bind port 50a7978a-5ad5-4077-a238-59a65009af58 on network 389cb0d9-cde8-4780-a71c-1569b5394e1f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:36:32.158443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Port 50a7978a-5ad5-4077-a238-59a65009af58 on network 389cb0d9-cde8-4780-a71c-1569b5394e1f not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:36:32.158759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Attempting to bind port 50a7978a-5ad5-4077-a238-59a65009af58 on network 389cb0d9-cde8-4780-a71c-1569b5394e1f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:36:32.163995 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:36:32.164300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Checking segment: {'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:36:32.164673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Bound using segment: {'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:36:32.165091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Bound port: 50a7978a-5ad5-4077-a238-59a65009af58, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:36:32.165439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:32.232200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] For port 50a7978a-5ad5-4077-a238-59a65009af58, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:36:32.236582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] For port 50a7978a-5ad5-4077-a238-59a65009af58, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=50a7978a-5ad5-4077-a238-59a65009af58,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:36:32.242432 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:32.307485 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:32.308093 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:32.309590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] 10.222.0.20 "PUT /v2.0/ports/50a7978a-5ad5-4077-a238-59a65009af58 HTTP/1.1" status: 200 len: 1091 time: 0.6495838 Jan 31 16:36:32.310030 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38020b7d-1e07-439d-ae79-310a8249cf95', 'tag': '50a7978a-5ad5-4077-a238-59a65009af58'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:36:32.312289 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458f9f76-d47f-42b6-adb0-42e93b07d508" -d '{"events": [{"name": "network-changed", "server_uuid": "38020b7d-1e07-439d-ae79-310a8249cf95", "tag": "50a7978a-5ad5-4077-a238-59a65009af58"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:36:32.338621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa8c09-bd9c-4b01-adce-f45e166e3f0d service neutron] Pushing event updated for resources: {'Port': ['ID=50a7978a-5ad5-4077-a238-59a65009af58,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:32.353231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d990d5-f32c-4454-8686-bf58312ea69f req-866eea05-d09f-4e4a-8675-01ef1d9b1205 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:32.354784 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57d990d5-f32c-4454-8686-bf58312ea69f req-866eea05-d09f-4e4a-8675-01ef1d9b1205 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 943 time: 0.1000481 Jan 31 16:36:32.366086 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93b4199-5009-4883-ade5-7d4fe671a136 x-openstack-request-id: req-c93b4199-5009-4883-ade5-7d4fe671a136 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:36:32.366494 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38020b7d-1e07-439d-ae79-310a8249cf95", "tag": "50a7978a-5ad5-4077-a238-59a65009af58", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:36:32.366796 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c93b4199-5009-4883-ade5-7d4fe671a136 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:36:32.367399 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38020b7d-1e07-439d-ae79-310a8249cf95', 'tag': '50a7978a-5ad5-4077-a238-59a65009af58', 'status': 'completed', 'code': 200} Jan 31 16:36:32.421454 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-57d990d5-f32c-4454-8686-bf58312ea69f req-5c8cb7ae-2b00-49e1-a807-1763d8d12f59 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530295 Jan 31 16:36:32.426272 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-39cacf35-01ab-4527-811e-0b4af30f260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:32.427686 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-39cacf35-01ab-4527-811e-0b4af30f260e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 1094 time: 0.0720453 Jan 31 16:36:32.471829 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-61869d28-8860-422d-a7a7-6d5c023308ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a7978a-5ad5-4077-a238-59a65009af58 HTTP/1.1" status: 200 len: 217 time: 0.0357406 Jan 31 16:36:32.522211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-b6c20977-533d-4c1a-ad7d-74d08d396314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:32.523656 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-b6c20977-533d-4c1a-ad7d-74d08d396314 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0440927 Jan 31 16:36:32.554185 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-6857272a-4ee5-4fb2-80c3-b3e73147dea2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235913 Jan 31 16:36:33.006391 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-f9edd35d-b560-48a4-9260-14f2df24fb90 service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438972 Jan 31 16:36:33.098762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66eaef96-99b9-491a-bf88-9ffbee8889fb req-9744cc83-4206-42c2-8552-32fc3f75c315 service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848522 Jan 31 16:36:33.198422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f9f76-d47f-42b6-adb0-42e93b07d508 req-2ecfbc17-b7fd-457c-985e-535e11ac509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:33.199902 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-458f9f76-d47f-42b6-adb0-42e93b07d508 req-2ecfbc17-b7fd-457c-985e-535e11ac509b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 1094 time: 0.0448432 Jan 31 16:36:33.287044 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f9f76-d47f-42b6-adb0-42e93b07d508 req-b62b0f42-ad92-4578-9534-460e1482e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:33.288396 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-458f9f76-d47f-42b6-adb0-42e93b07d508 req-b62b0f42-ad92-4578-9534-460e1482e1c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 915 time: 0.0819912 Jan 31 16:36:33.343561 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-458f9f76-d47f-42b6-adb0-42e93b07d508 req-b083ed5f-6577-4f96-80b9-dcf4093aec5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a7978a-5ad5-4077-a238-59a65009af58 HTTP/1.1" status: 200 len: 217 time: 0.0489726 Jan 31 16:36:33.400585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f9f76-d47f-42b6-adb0-42e93b07d508 req-a8eafd24-b000-4552-a930-39b330a8cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:33.402063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-458f9f76-d47f-42b6-adb0-42e93b07d508 req-a8eafd24-b000-4552-a930-39b330a8cf8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0512469 Jan 31 16:36:33.435051 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-458f9f76-d47f-42b6-adb0-42e93b07d508 req-abe00991-c10e-4c73-a2f4-d40f392b2f06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247390 Jan 31 16:36:33.528992 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-458f9f76-d47f-42b6-adb0-42e93b07d508 req-5517eeb1-f511-4767-9f33-b87b341a9ed5 service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866966 Jan 31 16:36:33.544869 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d788961-afd7-4f51-b542-b5a89a2256b7 req-4db57a64-6c69-4aef-8b30-4dedaef9dad6 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:33.546321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d788961-afd7-4f51-b542-b5a89a2256b7 req-4db57a64-6c69-4aef-8b30-4dedaef9dad6 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 943 time: 0.0507393 Jan 31 16:36:33.585444 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1d788961-afd7-4f51-b542-b5a89a2256b7 req-df846b87-fefd-4df8-a3df-a94599423dcd tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331178 Jan 31 16:36:33.625695 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-458f9f76-d47f-42b6-adb0-42e93b07d508 req-b6d0d38c-1a84-429c-99ab-7aa0e982576d service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897682 Jan 31 16:36:34.719547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6141f-d46e-4b4e-9d1c-1f4ae5933018 req-1e1223e0-28a0-43cc-9c03-3497b2a60449 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:34.721165 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31a6141f-d46e-4b4e-9d1c-1f4ae5933018 req-1e1223e0-28a0-43cc-9c03-3497b2a60449 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 943 time: 0.0573173 Jan 31 16:36:34.771714 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-31a6141f-d46e-4b4e-9d1c-1f4ae5933018 req-8f3fbaac-5a05-484e-87c0-ae8a5dcecbb6 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Jan 31 16:36:35.903630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ab259-efe6-427c-b42c-0e970212fef2 req-88ef153a-e3aa-4a17-b3c5-7f2b34d0027b tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:35.905105 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f05ab259-efe6-427c-b42c-0e970212fef2 req-88ef153a-e3aa-4a17-b3c5-7f2b34d0027b tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 943 time: 0.0537286 Jan 31 16:36:35.958725 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f05ab259-efe6-427c-b42c-0e970212fef2 req-916b6836-fe04-4cad-a82f-3a20ba9a02f0 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443537 Jan 31 16:36:36.093778 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 50a7978a-5ad5-4077-a238-59a65009af58 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:36:36.198800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 50a7978a-5ad5-4077-a238-59a65009af58, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=50a7978a-5ad5-4077-a238-59a65009af58,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:36:36.209337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '50a7978a-5ad5-4077-a238-59a65009af58', 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f', 'port_id': '50a7978a-5ad5-4077-a238-59a65009af58', 'mac_address': 'fa:16:3e:4c:7b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '537d48de-4555-48d8-81c1-413058aa66bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:36:36.247635 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:36.260505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a7978a-5ad5-4077-a238-59a65009af58 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:36:36.280090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 50a7978a-5ad5-4077-a238-59a65009af58, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=50a7978a-5ad5-4077-a238-59a65009af58,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:36:36.285868 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:36.348758 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=50a7978a-5ad5-4077-a238-59a65009af58,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:36.485239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['50a7978a-5ad5-4077-a238-59a65009af58'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:36:37.094374 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db1368-7e99-42c9-8e62-59259b4e2c8f req-005f0178-ae11-42f7-8d1f-d27391725902 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:37.095933 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90db1368-7e99-42c9-8e62-59259b4e2c8f req-005f0178-ae11-42f7-8d1f-d27391725902 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 944 time: 0.0629547 Jan 31 16:36:37.145510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-90db1368-7e99-42c9-8e62-59259b4e2c8f req-7e2bf1a8-425f-4165-bb3c-a5cfc16cb1aa tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401394 Jan 31 16:36:38.108133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 50a7978a-5ad5-4077-a238-59a65009af58 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:36:38.169336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 50a7978a-5ad5-4077-a238-59a65009af58 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:36:38.173629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 50a7978a-5ad5-4077-a238-59a65009af58 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:36:38.174001 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:38.250684 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:38.265103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3ecf0-d11d-458a-be81-4260b051445b req-bc6c1c66-dbd8-4a08-9204-b19e198c3c22 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:38.266909 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0cd3ecf0-d11d-458a-be81-4260b051445b req-bc6c1c66-dbd8-4a08-9204-b19e198c3c22 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 944 time: 0.0524087 Jan 31 16:36:38.274926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38020b7d-1e07-439d-ae79-310a8249cf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a7978a-5ad5-4077-a238-59a65009af58'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:36:38.277200 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7554259-fefc-4a6b-a510-9e2c1458560e" -d '{"events": [{"server_uuid": "38020b7d-1e07-439d-ae79-310a8249cf95", "name": "network-vif-plugged", "status": "completed", "tag": "50a7978a-5ad5-4077-a238-59a65009af58"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:36:38.290318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 50a7978a-5ad5-4077-a238-59a65009af58, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=50a7978a-5ad5-4077-a238-59a65009af58,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:36:38.295972 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:38.315772 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0cd3ecf0-d11d-458a-be81-4260b051445b req-1b982782-ba37-4500-a211-af1cbba8fca1 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424562 Jan 31 16:36:38.331202 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c343587e-a543-45bf-bbbd-d4acad856449 x-openstack-request-id: req-c343587e-a543-45bf-bbbd-d4acad856449 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:36:38.331491 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38020b7d-1e07-439d-ae79-310a8249cf95", "name": "network-vif-plugged", "status": "completed", "tag": "50a7978a-5ad5-4077-a238-59a65009af58", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:36:38.331750 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c343587e-a543-45bf-bbbd-d4acad856449 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:36:38.332146 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38020b7d-1e07-439d-ae79-310a8249cf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a7978a-5ad5-4077-a238-59a65009af58', 'code': 200} Jan 31 16:36:38.347272 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=50a7978a-5ad5-4077-a238-59a65009af58,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:36:38.453003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eea22-fe4d-4d8b-bb62-74281a997ccf req-85691f13-4be1-49fa-96c1-50830959d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:38.454613 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f21eea22-fe4d-4d8b-bb62-74281a997ccf req-85691f13-4be1-49fa-96c1-50830959d25d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 1096 time: 0.0499980 Jan 31 16:36:38.492634 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f21eea22-fe4d-4d8b-bb62-74281a997ccf req-57318cd0-c176-4e64-9561-bdaab591e988 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316002 Jan 31 16:36:39.441119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce08bc-05c2-4793-81ea-877719e76e3a req-e8a4adfd-7c11-403a-9939-a83ffcf65ca2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:39.442640 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85ce08bc-05c2-4793-81ea-877719e76e3a req-e8a4adfd-7c11-403a-9939-a83ffcf65ca2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0562775 Jan 31 16:36:39.489009 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-85ce08bc-05c2-4793-81ea-877719e76e3a req-ca09d4c5-7a6f-44d7-af2d-f44f602df76e tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401449 Jan 31 16:36:40.062630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f11483c3-c17c-4e15-9864-d36e956c1862 req-9c693ec4-9dae-4915-89ff-019512f85998 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427313 Jan 31 16:36:40.158619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11483c3-c17c-4e15-9864-d36e956c1862 req-5704f59c-1dd3-4231-9a91-2c848776d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:40.160110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f11483c3-c17c-4e15-9864-d36e956c1862 req-5704f59c-1dd3-4231-9a91-2c848776d4ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 1096 time: 0.0503361 Jan 31 16:36:40.275621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11483c3-c17c-4e15-9864-d36e956c1862 req-232b5ee3-e765-4815-8bfd-b5157bd4401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:40.277137 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f11483c3-c17c-4e15-9864-d36e956c1862 req-232b5ee3-e765-4815-8bfd-b5157bd4401d service neutron] 10.222.0.20 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 915 time: 0.0944927 Jan 31 16:36:40.322879 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f11483c3-c17c-4e15-9864-d36e956c1862 req-34055deb-2b35-4cae-bb82-8b055c54b66e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a7978a-5ad5-4077-a238-59a65009af58 HTTP/1.1" status: 200 len: 217 time: 0.0389681 Jan 31 16:36:40.370863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11483c3-c17c-4e15-9864-d36e956c1862 req-dd0e7a67-dca3-49ce-96c0-f43a77ea8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:40.372269 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f11483c3-c17c-4e15-9864-d36e956c1862 req-dd0e7a67-dca3-49ce-96c0-f43a77ea8858 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0436428 Jan 31 16:36:40.403833 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f11483c3-c17c-4e15-9864-d36e956c1862 req-922fc250-0e11-40da-a1dc-cd5856dd563d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254977 Jan 31 16:36:40.496350 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f11483c3-c17c-4e15-9864-d36e956c1862 req-001953ee-a24e-41b3-92e6-61521430dc1a service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848703 Jan 31 16:36:40.599391 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f11483c3-c17c-4e15-9864-d36e956c1862 req-000f0871-46ab-4138-ba6d-4efabcb5817e service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957773 Jan 31 16:36:40.610574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905b40f-e789-44e7-9152-a40e0b56e7d2 req-96a11295-a505-412d-84e9-3c6e61560fbc tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:40.612078 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3905b40f-e789-44e7-9152-a40e0b56e7d2 req-96a11295-a505-412d-84e9-3c6e61560fbc tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0506604 Jan 31 16:36:40.657019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3905b40f-e789-44e7-9152-a40e0b56e7d2 req-b0f6a6b6-15e6-4315-8ad8-dce3ad168df4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366786 Jan 31 16:36:40.785998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc7917-2331-4d59-b1a7-0328da963d04 req-e3f3e36e-c4e1-4d42-a776-2d09fbc7e9aa tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:40.787470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53dc7917-2331-4d59-b1a7-0328da963d04 req-e3f3e36e-c4e1-4d42-a776-2d09fbc7e9aa tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0524647 Jan 31 16:36:40.829621 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53dc7917-2331-4d59-b1a7-0328da963d04 req-da9b4aa2-43ee-4ae2-a3e1-936e4d56deb8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Jan 31 16:36:41.049490 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edb8ec-b959-416c-b762-c4a5fee00fb4 req-856d1f9f-afe2-40c1-bcdb-f159f70b8abf tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:41.051009 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95edb8ec-b959-416c-b762-c4a5fee00fb4 req-856d1f9f-afe2-40c1-bcdb-f159f70b8abf tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0563922 Jan 31 16:36:41.090135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95edb8ec-b959-416c-b762-c4a5fee00fb4 req-8583e46e-35f0-45fb-b16a-862913b8a312 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329196 Jan 31 16:36:41.226271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94571a9d-d891-4609-a22d-c29371578f5e req-ade6bd74-b037-47c2-8831-d29ba15083e3 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:41.227697 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94571a9d-d891-4609-a22d-c29371578f5e req-ade6bd74-b037-47c2-8831-d29ba15083e3 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0527022 Jan 31 16:36:41.274148 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94571a9d-d891-4609-a22d-c29371578f5e req-508c78d8-7d28-44df-904e-63e023e2100c tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374291 Jan 31 16:36:41.516850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-d523b5fa-bdc2-4fe2-bccc-ca53e5eff442 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417497 Jan 31 16:36:41.530583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467bdd7-4354-4072-89cd-af06f3af8041 req-71c8c5a7-41e2-4df5-94f1-4114a1d42b55 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:41.532273 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9467bdd7-4354-4072-89cd-af06f3af8041 req-71c8c5a7-41e2-4df5-94f1-4114a1d42b55 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0514312 Jan 31 16:36:41.571314 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9467bdd7-4354-4072-89cd-af06f3af8041 req-b42caa40-3278-421c-b94b-e827e244a299 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328891 Jan 31 16:36:42.701017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca32713-1b6d-415e-b288-2e73dcce4e66 req-2b042ba4-b5f2-42c5-83ae-46bd25109709 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:42.702863 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aca32713-1b6d-415e-b288-2e73dcce4e66 req-2b042ba4-b5f2-42c5-83ae-46bd25109709 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0535364 Jan 31 16:36:42.767444 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aca32713-1b6d-415e-b288-2e73dcce4e66 req-6fd8d070-47db-45b5-a405-582df9bec2e3 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558398 Jan 31 16:36:42.772158 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-db8ed09a-af6b-4d14-a80f-fc4049f60d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:42.773744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-db8ed09a-af6b-4d14-a80f-fc4049f60d5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 1096 time: 0.0699801 Jan 31 16:36:42.865097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-4dc74128-bb46-4f16-a0d8-aafa85e31437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:42.866557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-4dc74128-bb46-4f16-a0d8-aafa85e31437 service neutron] 10.222.0.20 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 915 time: 0.0859880 Jan 31 16:36:42.909165 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-c2fc2e48-0ac2-4af5-9f5e-d9c16577de31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a7978a-5ad5-4077-a238-59a65009af58 HTTP/1.1" status: 200 len: 217 time: 0.0348127 Jan 31 16:36:42.965923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-580c6b6f-4418-4c09-a2b2-512d6b3c7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:42.967813 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-580c6b6f-4418-4c09-a2b2-512d6b3c7df3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0517080 Jan 31 16:36:43.003272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-d7be5eca-0241-4b87-b9a0-b0e3542dda5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288689 Jan 31 16:36:43.097181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-f1812617-60fb-4535-91b2-c5d5c6a3b1bb service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844929 Jan 31 16:36:43.194027 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-74b7ada7-fa3b-4b83-99b9-a2df81d0b344 service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898631 Jan 31 16:36:43.904527 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6642b-c5a9-42a8-b5f9-ccaaca502300 req-7a406662-dc56-40e8-9504-a1deaf73a58f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:43.906008 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81a6642b-c5a9-42a8-b5f9-ccaaca502300 req-7a406662-dc56-40e8-9504-a1deaf73a58f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0560586 Jan 31 16:36:43.948338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81a6642b-c5a9-42a8-b5f9-ccaaca502300 req-791ad2ea-9a66-4065-a614-a94af6bfcc8d tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332015 Jan 31 16:36:45.075605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c2170-92e4-46d3-8f9e-a1eeea31e944 req-91576fb4-60d2-4452-9f16-039fbe46224a tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:45.077071 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-110c2170-92e4-46d3-8f9e-a1eeea31e944 req-91576fb4-60d2-4452-9f16-039fbe46224a tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0541337 Jan 31 16:36:45.117212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-110c2170-92e4-46d3-8f9e-a1eeea31e944 req-0d678aff-d315-4aa5-9690-107ee49de161 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Jan 31 16:36:46.240512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad85dd-293b-444d-a0b3-5f01e4c59d83 req-7d4e313c-6019-4d62-8ad5-b159bf9124ef tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:46.242013 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-15ad85dd-293b-444d-a0b3-5f01e4c59d83 req-7d4e313c-6019-4d62-8ad5-b159bf9124ef tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0515072 Jan 31 16:36:46.284286 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-15ad85dd-293b-444d-a0b3-5f01e4c59d83 req-06a2a242-98cc-4952-9b3b-2c9672bbbec2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362878 Jan 31 16:36:47.299539 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-749c352b-0f36-4632-a07e-7fd24c648946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:47.420896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0e335-dcbe-40ca-b743-d2c936fdcae0 req-c61ace8c-a295-42cf-ac60-d9c52505732d tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:47.422436 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cec0e335-dcbe-40ca-b743-d2c936fdcae0 req-c61ace8c-a295-42cf-ac60-d9c52505732d tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0603607 Jan 31 16:36:47.468771 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cec0e335-dcbe-40ca-b743-d2c936fdcae0 req-cc11facb-c6c0-400a-9ec4-5f6da6643f32 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384901 Jan 31 16:36:48.594729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f43f5-e629-40bc-8785-6bca8b7aa176 req-8feadb41-0f4a-48a5-ae5c-3d8e8acbe4b6 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:48.596179 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c01f43f5-e629-40bc-8785-6bca8b7aa176 req-8feadb41-0f4a-48a5-ae5c-3d8e8acbe4b6 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0507293 Jan 31 16:36:48.635825 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c01f43f5-e629-40bc-8785-6bca8b7aa176 req-f45722c3-d321-4711-beb9-9506cc39fcee tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Jan 31 16:36:49.729476 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-54b187f0-e0e8-45d4-9a9c-c26282c82342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:49.764665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ab846-9be7-4ea2-8bab-47794a02ed2b req-d5541741-39df-4090-a526-725ab69f68a7 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:49.766183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-000ab846-9be7-4ea2-8bab-47794a02ed2b req-d5541741-39df-4090-a526-725ab69f68a7 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0558569 Jan 31 16:36:49.806282 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-000ab846-9be7-4ea2-8bab-47794a02ed2b req-c3c05897-0029-484f-93e6-4be68d1a7278 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Jan 31 16:36:50.945052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240225d-b226-40dc-acef-30d96a50c100 req-eee5f844-e5df-48db-981c-064ae0f53203 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:50.946670 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5240225d-b226-40dc-acef-30d96a50c100 req-eee5f844-e5df-48db-981c-064ae0f53203 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0627353 Jan 31 16:36:50.988970 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5240225d-b226-40dc-acef-30d96a50c100 req-7d18969e-b36f-48f1-bc89-3e7fbaf9dd68 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359473 Jan 31 16:36:50.996990 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:52.112756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fbcc9-3306-4bea-8280-5311d9f1ba40 req-d12955f8-aad1-4535-b411-04ae0ddfdbb4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:52.114259 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b1fbcc9-3306-4bea-8280-5311d9f1ba40 req-d12955f8-aad1-4535-b411-04ae0ddfdbb4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0510945 Jan 31 16:36:52.154279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b1fbcc9-3306-4bea-8280-5311d9f1ba40 req-29766eee-0d73-4cd7-92fa-28f5350ce282 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336819 Jan 31 16:36:52.425737 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:52.579770 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:53.275833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e02b9-7cb9-43b4-aa17-c63027420f98 req-f050097b-3a67-461c-bd04-c3067ebe128b tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:53.277359 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e22e02b9-7cb9-43b4-aa17-c63027420f98 req-f050097b-3a67-461c-bd04-c3067ebe128b tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0509613 Jan 31 16:36:53.325010 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e22e02b9-7cb9-43b4-aa17-c63027420f98 req-d40b751b-4c64-4914-9f73-31a5bdd8341f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380814 Jan 31 16:36:54.455585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a9d5b-d4b5-41da-a4cb-fe617594fd4f req-f2f8e043-db9d-4f84-974e-91470e1599f2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:54.457058 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e5a9d5b-d4b5-41da-a4cb-fe617594fd4f req-f2f8e043-db9d-4f84-974e-91470e1599f2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0595517 Jan 31 16:36:54.505430 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e5a9d5b-d4b5-41da-a4cb-fe617594fd4f req-3b994f73-dfcf-4e5e-b633-6be6faaee76a tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419610 Jan 31 16:36:55.634591 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639475df-9f6a-4677-a85d-ac6652acce88 req-f0476434-c01d-46ea-89e0-ddcad80c7235 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:55.636359 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-639475df-9f6a-4677-a85d-ac6652acce88 req-f0476434-c01d-46ea-89e0-ddcad80c7235 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0510085 Jan 31 16:36:55.678893 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-639475df-9f6a-4677-a85d-ac6652acce88 req-23044c58-c4f9-488c-af8e-091c83009a01 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337610 Jan 31 16:36:56.150761 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:56.800114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a1bd5-9bb6-4dee-974d-8539448bbd0f req-a301dfbe-4b18-4712-8b77-f02849e04c5d tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:56.801649 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c1a1bd5-9bb6-4dee-974d-8539448bbd0f req-a301dfbe-4b18-4712-8b77-f02849e04c5d tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0528669 Jan 31 16:36:56.844011 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c1a1bd5-9bb6-4dee-974d-8539448bbd0f req-638c993d-1553-4ac6-8d2d-66a0f7569dcd tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330729 Jan 31 16:36:57.975912 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76990c74-2d44-4bc2-bbe4-906f5f4888b1 req-2f370ae0-4e4b-4cc8-99e1-64b2e7cb111c tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:57.977397 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76990c74-2d44-4bc2-bbe4-906f5f4888b1 req-2f370ae0-4e4b-4cc8-99e1-64b2e7cb111c tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0528772 Jan 31 16:36:58.021943 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-76990c74-2d44-4bc2-bbe4-906f5f4888b1 req-f9c1c517-393d-453e-8a5d-befdca745957 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355244 Jan 31 16:36:58.188080 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:36:59.163029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31fac0-4905-4c45-8492-b98661ef00db req-b341e9fc-6ff0-4965-bfd4-a440aa84ccbc tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:36:59.164598 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a31fac0-4905-4c45-8492-b98661ef00db req-b341e9fc-6ff0-4965-bfd4-a440aa84ccbc tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0529456 Jan 31 16:36:59.206505 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a31fac0-4905-4c45-8492-b98661ef00db req-ad7b3d01-06e5-43d2-911c-8fdb874075b1 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332484 Jan 31 16:37:00.336191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fc720-5ab7-433d-b20f-66a755e55a73 req-c5f2d0d0-f0dd-4b8b-aac8-40079cc5650c tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:00.337682 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-748fc720-5ab7-433d-b20f-66a755e55a73 req-c5f2d0d0-f0dd-4b8b-aac8-40079cc5650c tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0551646 Jan 31 16:37:00.380315 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-748fc720-5ab7-433d-b20f-66a755e55a73 req-9222cbbd-bfb4-44e9-8d37-5e12a3b5e27f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366919 Jan 31 16:37:01.510991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010cb3-e73e-47a5-8dd6-b713547de143 req-3a5d75f2-480f-4c6c-a2ba-f84d14613ced tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:01.512426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60010cb3-e73e-47a5-8dd6-b713547de143 req-3a5d75f2-480f-4c6c-a2ba-f84d14613ced tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0513558 Jan 31 16:37:01.555544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60010cb3-e73e-47a5-8dd6-b713547de143 req-207eb4fa-ad4b-4e6a-bda9-329b6d3bcddd tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369596 Jan 31 16:37:02.682178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052813a-bf59-4e0b-a059-d8bad93e2127 req-756f35be-f735-4229-bd0b-ae31eb4330d9 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:02.683780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0052813a-bf59-4e0b-a059-d8bad93e2127 req-756f35be-f735-4229-bd0b-ae31eb4330d9 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0548050 Jan 31 16:37:02.725906 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0052813a-bf59-4e0b-a059-d8bad93e2127 req-00a45b82-55d0-4397-b9c2-327ff992c542 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355635 Jan 31 16:37:03.866724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54296b87-3134-4f3c-9f7b-3d29acbbc016 req-77c2e1ec-bb83-4bae-808f-ea3b0dd0dfc9 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:03.868363 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-54296b87-3134-4f3c-9f7b-3d29acbbc016 req-77c2e1ec-bb83-4bae-808f-ea3b0dd0dfc9 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0685511 Jan 31 16:37:03.913680 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-54296b87-3134-4f3c-9f7b-3d29acbbc016 req-6baa0f3f-d5c9-4c0f-bd41-dc8a0fa0ec87 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386534 Jan 31 16:37:05.041815 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf43e6-efd9-4361-aef5-5fa39c7781f1 req-2e89b4a0-176e-4080-966c-b5bbd89cc057 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:05.043370 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5dbf43e6-efd9-4361-aef5-5fa39c7781f1 req-2e89b4a0-176e-4080-966c-b5bbd89cc057 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0574274 Jan 31 16:37:05.090759 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5dbf43e6-efd9-4361-aef5-5fa39c7781f1 req-dfa07a47-c24e-4dad-8e55-96ca3f2f6df2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Jan 31 16:37:06.216916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920f01b-5466-4871-80b5-828c4df01276 req-88951978-474b-473b-ba6a-719bf07f6c08 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:06.218449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a920f01b-5466-4871-80b5-828c4df01276 req-88951978-474b-473b-ba6a-719bf07f6c08 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0549998 Jan 31 16:37:06.258572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a920f01b-5466-4871-80b5-828c4df01276 req-3ca246f3-fa1f-4038-b2ec-13e7b998fb62 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336440 Jan 31 16:37:07.378378 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dc6ff-f534-4d72-9abb-5d3b8061a938 req-abc43ffc-cbbe-45c3-b774-86ad375169de tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:07.379841 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-765dc6ff-f534-4d72-9abb-5d3b8061a938 req-abc43ffc-cbbe-45c3-b774-86ad375169de tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0514603 Jan 31 16:37:07.424112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-765dc6ff-f534-4d72-9abb-5d3b8061a938 req-7a608966-ccf9-4447-967d-4fba8b9899ad tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374835 Jan 31 16:37:08.060732 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:37:08.553179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fdc47-d9de-42d0-9fbd-a2f93005f332 req-ab5d7f91-7dbe-4fb9-aaee-b9d2468f5110 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:08.554787 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-301fdc47-d9de-42d0-9fbd-a2f93005f332 req-ab5d7f91-7dbe-4fb9-aaee-b9d2468f5110 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0546799 Jan 31 16:37:08.598582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-301fdc47-d9de-42d0-9fbd-a2f93005f332 req-2c71a07f-6952-423f-9287-68ee9b334c3b tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373664 Jan 31 16:37:09.723620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52cd52-26a1-4cd7-9f1e-a6aab157d800 req-bc6d9024-b246-4bec-bb57-e7b995a620d2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:09.725150 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e52cd52-26a1-4cd7-9f1e-a6aab157d800 req-bc6d9024-b246-4bec-bb57-e7b995a620d2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0534437 Jan 31 16:37:09.779668 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e52cd52-26a1-4cd7-9f1e-a6aab157d800 req-a0acb621-3a6e-4646-96fb-84179a4e4233 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446911 Jan 31 16:37:09.990190 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-1b0547c5-5167-4ba2-827e-0a813c036dad service neutron] 10.222.0.20 "GET /v2.0/ports/50a7978a-5ad5-4077-a238-59a65009af58/bindings/n-h2-827120-1 HTTP/1.1" status: 200 len: 382 time: 0.0651495 Jan 31 16:37:10.222180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-c46de145-597a-4bff-9cb6-be6330e320b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:10.224282 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-c46de145-597a-4bff-9cb6-be6330e320b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95&tenant_id=23464a567b00457f992bb5188fc4a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0525002 Jan 31 16:37:10.287203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-fe0f55a7-8611-489b-8353-e65da5efdf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:10.288635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-fe0f55a7-8611-489b-8353-e65da5efdf46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 1096 time: 0.0411525 Jan 31 16:37:10.385785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-4c1a4595-35d0-4342-9f23-bf29599b96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:10.387351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-4c1a4595-35d0-4342-9f23-bf29599b96d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 915 time: 0.0924931 Jan 31 16:37:10.427860 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-03cb1ba9-4ae8-43f9-979f-8a9fc4cccc1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a7978a-5ad5-4077-a238-59a65009af58 HTTP/1.1" status: 200 len: 217 time: 0.0341535 Jan 31 16:37:10.476621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-5b9c6819-406c-498b-8241-26d463402b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:10.478066 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-5b9c6819-406c-498b-8241-26d463402b96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0438223 Jan 31 16:37:10.519845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-73387000-d8c6-48df-bcc8-816663cb1c0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336258 Jan 31 16:37:10.615894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-5e379b3e-eeca-49a6-844f-5114647297e3 service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875916 Jan 31 16:37:10.711561 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aff7b0ff-49ab-4d5b-8126-b92685dd521b req-32ee888f-db93-4f85-8cd5-c3cd28063675 service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881226 Jan 31 16:37:10.922609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731e5ec-bfd3-45c4-88ef-23b826c49c33 req-c3ba7b55-5e62-459b-a8ef-48a407d4ea45 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:10.924426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b731e5ec-bfd3-45c4-88ef-23b826c49c33 req-c3ba7b55-5e62-459b-a8ef-48a407d4ea45 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0650079 Jan 31 16:37:10.966280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b731e5ec-bfd3-45c4-88ef-23b826c49c33 req-3634fd15-c6d7-4cc1-80d4-c0e2dbffc9ba tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Jan 31 16:37:12.085728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e935716-e3cf-41cd-a387-baee122d6c6f req-c2e522c8-5ea2-48ad-a253-fd35dcdcc67d tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:12.087157 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e935716-e3cf-41cd-a387-baee122d6c6f req-c2e522c8-5ea2-48ad-a253-fd35dcdcc67d tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0510798 Jan 31 16:37:12.127197 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e935716-e3cf-41cd-a387-baee122d6c6f req-afc1334b-ae52-4efe-a098-02d57cf8d3f8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336421 Jan 31 16:37:13.252686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d838f-7456-4b8c-86f9-04820b7f805c req-5e1f58b5-7f99-4e8b-bff5-a0e9c3132738 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:13.254237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-798d838f-7456-4b8c-86f9-04820b7f805c req-5e1f58b5-7f99-4e8b-bff5-a0e9c3132738 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0503340 Jan 31 16:37:13.296819 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-798d838f-7456-4b8c-86f9-04820b7f805c req-34a1402b-02e5-4290-a556-b1c9f354ab12 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331831 Jan 31 16:37:13.530540 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa8868-29d2-43f3-8bdf-ef326f43a3cf req-52a8f292-14df-4731-b516-e1d8c17146b2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:13.532052 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01aa8868-29d2-43f3-8bdf-ef326f43a3cf req-52a8f292-14df-4731-b516-e1d8c17146b2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0861137 Jan 31 16:37:13.544583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9ebaf-5ff6-4c3b-b906-5f14d34ed0a7 req-c2a683fb-3629-454a-96c7-0af4f74f27da tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:13.545994 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68a9ebaf-5ff6-4c3b-b906-5f14d34ed0a7 req-c2a683fb-3629-454a-96c7-0af4f74f27da tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.20 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95&tenant_id=23464a567b00457f992bb5188fc4a2a3&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 945 time: 0.0866597 Jan 31 16:37:13.582153 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01aa8868-29d2-43f3-8bdf-ef326f43a3cf req-12f7b20c-37ae-4a8b-9a6f-5e3e9206af80 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349455 Jan 31 16:37:13.643800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9ebaf-5ff6-4c3b-b906-5f14d34ed0a7 req-62738ee0-4837-41e4-9120-dc5b9ff96d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:13.645295 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68a9ebaf-5ff6-4c3b-b906-5f14d34ed0a7 req-62738ee0-4837-41e4-9120-dc5b9ff96d6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 1096 time: 0.0514755 Jan 31 16:37:13.742631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9ebaf-5ff6-4c3b-b906-5f14d34ed0a7 req-7441c9f1-cf26-4240-b851-eb70ff47abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:13.744111 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68a9ebaf-5ff6-4c3b-b906-5f14d34ed0a7 req-7441c9f1-cf26-4240-b851-eb70ff47abdc service neutron] 10.222.0.20 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 915 time: 0.0909195 Jan 31 16:37:13.789129 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68a9ebaf-5ff6-4c3b-b906-5f14d34ed0a7 req-b71a80e0-7445-480c-9f48-0f7f730d70ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a7978a-5ad5-4077-a238-59a65009af58 HTTP/1.1" status: 200 len: 217 time: 0.0376616 Jan 31 16:37:13.842916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9ebaf-5ff6-4c3b-b906-5f14d34ed0a7 req-63ce89de-26fb-44a3-98c5-7b8c546d4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:13.844310 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68a9ebaf-5ff6-4c3b-b906-5f14d34ed0a7 req-63ce89de-26fb-44a3-98c5-7b8c546d4ee8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0486748 Jan 31 16:37:13.880878 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68a9ebaf-5ff6-4c3b-b906-5f14d34ed0a7 req-5561ad75-636e-48f7-88c9-b6bbd9d519ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298073 Jan 31 16:37:13.983320 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68a9ebaf-5ff6-4c3b-b906-5f14d34ed0a7 req-c5565e4d-b7ba-40ce-b747-b6c24cc99c70 service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943866 Jan 31 16:37:14.091714 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68a9ebaf-5ff6-4c3b-b906-5f14d34ed0a7 req-65a93de8-a9b0-4b4b-a400-bcb13c58e24e service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017275 Jan 31 16:37:14.251730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 50a7978a-5ad5-4077-a238-59a65009af58 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:37:14.253878 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 50a7978a-5ad5-4077-a238-59a65009af58 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:37:14.574318 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:14.597664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 50a7978a-5ad5-4077-a238-59a65009af58, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=50a7978a-5ad5-4077-a238-59a65009af58,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:37:14.616254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '50a7978a-5ad5-4077-a238-59a65009af58', 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f', 'port_id': '50a7978a-5ad5-4077-a238-59a65009af58', 'mac_address': 'fa:16:3e:4c:7b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '537d48de-4555-48d8-81c1-413058aa66bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:37:14.621556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38020b7d-1e07-439d-ae79-310a8249cf95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a7978a-5ad5-4077-a238-59a65009af58'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:37:14.623879 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0360002-b436-4caf-ba9d-81dfd41849a7" -d '{"events": [{"server_uuid": "38020b7d-1e07-439d-ae79-310a8249cf95", "name": "network-vif-unplugged", "status": "completed", "tag": "50a7978a-5ad5-4077-a238-59a65009af58"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:37:14.640761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 50a7978a-5ad5-4077-a238-59a65009af58, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=50a7978a-5ad5-4077-a238-59a65009af58,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:37:14.658844 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:14.668525 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fcbc40-520e-40a7-8ef7-dfcff9d7beee x-openstack-request-id: req-57fcbc40-520e-40a7-8ef7-dfcff9d7beee {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:37:14.669129 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38020b7d-1e07-439d-ae79-310a8249cf95", "name": "network-vif-unplugged", "status": "completed", "tag": "50a7978a-5ad5-4077-a238-59a65009af58", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:37:14.669679 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57fcbc40-520e-40a7-8ef7-dfcff9d7beee {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:37:14.672607 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38020b7d-1e07-439d-ae79-310a8249cf95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a7978a-5ad5-4077-a238-59a65009af58', 'code': 200} Jan 31 16:37:14.714019 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:14.737585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50a7978a-5ad5-4077-a238-59a65009af58 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:37:14.740609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea459193-e570-4265-89b7-0b525296021e req-fa4a0833-6332-421b-8e4e-258e6a2c627a tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:14.741964 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=50a7978a-5ad5-4077-a238-59a65009af58,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:37:14.742217 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ea459193-e570-4265-89b7-0b525296021e req-fa4a0833-6332-421b-8e4e-258e6a2c627a tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 943 time: 0.0546947 Jan 31 16:37:14.788269 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:37:14.788492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ea459193-e570-4265-89b7-0b525296021e req-3ac34e2d-5b85-4f8f-aba6-6f13a79a6f76 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386591 Jan 31 16:37:14.788629 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:37:14.911091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb169b-2176-4262-bc95-94186718024f req-f3264014-ad56-4134-b0f2-3a869b017d42 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:14.912635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-18fb169b-2176-4262-bc95-94186718024f req-f3264014-ad56-4134-b0f2-3a869b017d42 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 943 time: 0.0522785 Jan 31 16:37:14.952538 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-18fb169b-2176-4262-bc95-94186718024f req-7ef40b9f-380a-4b64-9bd0-27dd373e5ee7 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334074 Jan 31 16:37:15.094323 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43539560-bfda-4446-b971-92bb00f825ca req-740bb11d-bcad-4af4-94c0-03a791d7e94e tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:15.095817 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43539560-bfda-4446-b971-92bb00f825ca req-740bb11d-bcad-4af4-94c0-03a791d7e94e tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 943 time: 0.0558839 Jan 31 16:37:15.137091 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-43539560-bfda-4446-b971-92bb00f825ca req-6db7de31-31a4-43ad-8083-4b97c4ca6e41 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324023 Jan 31 16:37:15.336477 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:15.351149 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a7978a-5ad5-4077-a238-59a65009af58 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:37:15.373642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 50a7978a-5ad5-4077-a238-59a65009af58, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=50a7978a-5ad5-4077-a238-59a65009af58,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:37:15.378791 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:15.440743 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=50a7978a-5ad5-4077-a238-59a65009af58,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:37:15.521539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497045-3e44-455b-9f6e-bc043880299e req-7d007d29-3d2a-4ca7-af1a-37c87a0db955 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:15.523059 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-7d007d29-3d2a-4ca7-af1a-37c87a0db955 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 814 time: 0.1149373 Jan 31 16:37:15.538608 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-e97585cb-bb42-4123-9e17-bfa4e2b68fc1 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/quotas/23464a567b00457f992bb5188fc4a2a3 HTTP/1.1" status: 200 len: 375 time: 0.0097053 Jan 31 16:37:15.596552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-703d41d7-eb98-4fa8-814b-434749b88140 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0519426 Jan 31 16:37:15.614575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['50a7978a-5ad5-4077-a238-59a65009af58'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:37:15.698348 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-3cb51a7b-459c-471b-a8ed-1197950b41fb service neutron] 10.222.0.36 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947123 Jan 31 16:37:15.799180 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-983ecc38-8877-45bc-841b-6ca3229312ef service neutron] 10.222.0.36 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940599 Jan 31 16:37:15.974930 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a6be03fb-44bf-4e35-ad9e-1ee97b622712 req-9f80ad7e-4f70-4062-8ef4-cec377d3ecfb tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 210 time: 0.0282278 Jan 31 16:37:16.269195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 50a7978a-5ad5-4077-a238-59a65009af58 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:37:16.326822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 50a7978a-5ad5-4077-a238-59a65009af58 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:37:16.327186 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:16.409250 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:16.443405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 50a7978a-5ad5-4077-a238-59a65009af58, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=50a7978a-5ad5-4077-a238-59a65009af58,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:37:16.447270 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:16.501875 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=50a7978a-5ad5-4077-a238-59a65009af58,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:37:16.673833 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38020b7d-1e07-439d-ae79-310a8249cf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a7978a-5ad5-4077-a238-59a65009af58'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:37:16.676379 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaac2b8b-d851-41da-996e-97ce801f4fa2" -d '{"events": [{"server_uuid": "38020b7d-1e07-439d-ae79-310a8249cf95", "name": "network-vif-plugged", "status": "completed", "tag": "50a7978a-5ad5-4077-a238-59a65009af58"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:37:16.713414 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0560a168-ae4e-447d-805f-daa27ce46de1 x-openstack-request-id: req-0560a168-ae4e-447d-805f-daa27ce46de1 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:37:16.713709 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38020b7d-1e07-439d-ae79-310a8249cf95", "name": "network-vif-plugged", "status": "completed", "tag": "50a7978a-5ad5-4077-a238-59a65009af58", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:37:16.713989 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0560a168-ae4e-447d-805f-daa27ce46de1 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:37:16.714390 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38020b7d-1e07-439d-ae79-310a8249cf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a7978a-5ad5-4077-a238-59a65009af58', 'code': 200} Jan 31 16:37:16.737792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae11e0-974c-488f-8c1f-bcb91e1bb520 req-896923d4-d254-464e-b52f-9775b09bde8b tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:16.739216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4cae11e0-974c-488f-8c1f-bcb91e1bb520 req-896923d4-d254-464e-b52f-9775b09bde8b tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.20 "GET /v2.0/ports?device_id=38020b7d-1e07-439d-ae79-310a8249cf95 HTTP/1.1" status: 200 len: 945 time: 0.0489068 Jan 31 16:37:16.832759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-4cae11e0-974c-488f-8c1f-bcb91e1bb520 req-86b15d11-ba8e-42cd-8f43-0585ac3f29b8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Deleting port 50a7978a-5ad5-4077-a238-59a65009af58 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:37:16.833101 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4cae11e0-974c-488f-8c1f-bcb91e1bb520 req-86b15d11-ba8e-42cd-8f43-0585ac3f29b8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:16.995524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-4cae11e0-974c-488f-8c1f-bcb91e1bb520 req-86b15d11-ba8e-42cd-8f43-0585ac3f29b8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] For port 50a7978a-5ad5-4077-a238-59a65009af58, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=50a7978a-5ad5-4077-a238-59a65009af58,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:37:16.996181 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4cae11e0-974c-488f-8c1f-bcb91e1bb520 req-86b15d11-ba8e-42cd-8f43-0585ac3f29b8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:17.011229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-4cae11e0-974c-488f-8c1f-bcb91e1bb520 req-86b15d11-ba8e-42cd-8f43-0585ac3f29b8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Calling delete_port for 50a7978a-5ad5-4077-a238-59a65009af58 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:37:17.019004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497045-3e44-455b-9f6e-bc043880299e req-964cf318-5bfe-4dc7-aa4c-b36910be61bb tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:17.020448 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-964cf318-5bfe-4dc7-aa4c-b36910be61bb tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.30 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 814 time: 0.1734793 Jan 31 16:37:17.035314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-08497045-3e44-455b-9f6e-bc043880299e req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Request body: {'port': {'device_id': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f', 'admin_state_up': True, 'tenant_id': '23464a567b00457f992bb5188fc4a2a3'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:37:17.137751 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a085d074-d16e-4ce9-93e0-fb95a9dc076b req-a79f0510-6156-4309-81e7-af6679ab83dd tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 210 time: 0.0662243 Jan 31 16:37:17.250354 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08497045-3e44-455b-9f6e-bc043880299e req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Made reservation on behalf of 23464a567b00457f992bb5188fc4a2a3 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:37:17.253653 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08497045-3e44-455b-9f6e-bc043880299e req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:17.282010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4cae11e0-974c-488f-8c1f-bcb91e1bb520 req-86b15d11-ba8e-42cd-8f43-0585ac3f29b8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:17.295846 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['50a7978a-5ad5-4077-a238-59a65009af58'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:37:17.315501 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1e7b74a9-f1fe-45cf-8929-85f0f5549233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:17.321927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b15d11-ba8e-42cd-8f43-0585ac3f29b8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Pushing event deleted for resources: {'Port': ['ID=50a7978a-5ad5-4077-a238-59a65009af58,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:37:17.401381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cae11e0-974c-488f-8c1f-bcb91e1bb520 req-86b15d11-ba8e-42cd-8f43-0585ac3f29b8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] No DVR routers for this DVR port 50a7978a-5ad5-4077-a238-59a65009af58 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:37:17.405746 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4cae11e0-974c-488f-8c1f-bcb91e1bb520 req-86b15d11-ba8e-42cd-8f43-0585ac3f29b8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:17.408955 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4cae11e0-974c-488f-8c1f-bcb91e1bb520 req-86b15d11-ba8e-42cd-8f43-0585ac3f29b8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.20 "DELETE /v2.0/ports/50a7978a-5ad5-4077-a238-59a65009af58 HTTP/1.1" status: 204 len: 173 time: 0.6635180 Jan 31 16:37:17.409368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38020b7d-1e07-439d-ae79-310a8249cf95', 'name': 'network-vif-deleted', 'tag': '50a7978a-5ad5-4077-a238-59a65009af58'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:37:17.411643 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b6d334-9f33-4445-bfe2-c26e3a26e859" -d '{"events": [{"server_uuid": "38020b7d-1e07-439d-ae79-310a8249cf95", "name": "network-vif-deleted", "tag": "50a7978a-5ad5-4077-a238-59a65009af58"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:37:17.454712 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76ac6f1-c6c3-4455-b56b-8c86870b9abc x-openstack-request-id: req-b76ac6f1-c6c3-4455-b56b-8c86870b9abc {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:37:17.455012 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38020b7d-1e07-439d-ae79-310a8249cf95", "name": "network-vif-deleted", "tag": "50a7978a-5ad5-4077-a238-59a65009af58", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:37:17.455274 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b76ac6f1-c6c3-4455-b56b-8c86870b9abc {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:37:17.455709 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38020b7d-1e07-439d-ae79-310a8249cf95', 'name': 'network-vif-deleted', 'tag': '50a7978a-5ad5-4077-a238-59a65009af58', 'status': 'completed', 'code': 200} Jan 31 16:37:17.472097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-08497045-3e44-455b-9f6e-bc043880299e req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Allocated IP 172.20.0.12 (389cb0d9-cde8-4780-a71c-1569b5394e1f/537d48de-4555-48d8-81c1-413058aa66bd/e62130a1-d61f-407d-bb1b-742757d040dd) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:37:17.627853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08497045-3e44-455b-9f6e-bc043880299e req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:17.664346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08497045-3e44-455b-9f6e-bc043880299e req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:17.682297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['50a7978a-5ad5-4077-a238-59a65009af58'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:37:17.715297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08497045-3e44-455b-9f6e-bc043880299e req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Network 389cb0d9-cde8-4780-a71c-1569b5394e1f is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:37:17.718479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-08497045-3e44-455b-9f6e-bc043880299e req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:37:17.722114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-08497045-3e44-455b-9f6e-bc043880299e req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:37:17.728235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Pushing event updated for resources: {'Port': ['ID=e62130a1-d61f-407d-bb1b-742757d040dd,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:37:17.773168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497045-3e44-455b-9f6e-bc043880299e req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:17.773787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08497045-3e44-455b-9f6e-bc043880299e req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:17.791815 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-7294e659-68c4-4d67-9daf-5d1d210556f4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7613504 Jan 31 16:37:17.858958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Request body: {'port': {'device_id': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:37:17.921236 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:18.204874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62130a1-d61f-407d-bb1b-742757d040dd {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:37:18.212630 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:18.247954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Transition to ACTIVE for port object e62130a1-d61f-407d-bb1b-742757d040dd will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:37:18.253158 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:18.319407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a98344-a215-4515-92dd-246a82707f96 req-d0f97429-7530-46be-9403-324efed56e83 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:18.321738 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0a98344-a215-4515-92dd-246a82707f96 req-d0f97429-7530-46be-9403-324efed56e83 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 932 time: 0.1066821 Jan 31 16:37:18.324495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Pushing event updated for resources: {'Port': ['ID=e62130a1-d61f-407d-bb1b-742757d040dd,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:37:18.402936 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a0a98344-a215-4515-92dd-246a82707f96 req-70a0777d-0ebb-4a58-9498-23cec7f1504f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717404 Jan 31 16:37:18.419903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Attempting to bind port e62130a1-d61f-407d-bb1b-742757d040dd on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:37:18.420230 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Attempting to bind port e62130a1-d61f-407d-bb1b-742757d040dd by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:37:18.420550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Attempting to bind port e62130a1-d61f-407d-bb1b-742757d040dd on network 389cb0d9-cde8-4780-a71c-1569b5394e1f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:37:18.424912 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Port e62130a1-d61f-407d-bb1b-742757d040dd on network 389cb0d9-cde8-4780-a71c-1569b5394e1f not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:37:18.425153 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Attempting to bind port e62130a1-d61f-407d-bb1b-742757d040dd on network 389cb0d9-cde8-4780-a71c-1569b5394e1f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:37:18.430061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:37:18.430390 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Checking segment: {'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:37:18.430762 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Bound using segment: {'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:37:18.431174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Bound port: e62130a1-d61f-407d-bb1b-742757d040dd, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:37:18.431523 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:18.495133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:37:18.498262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e62130a1-d61f-407d-bb1b-742757d040dd,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:37:18.505376 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:18.542715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:18.543335 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:18.544848 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] 10.222.0.30 "PUT /v2.0/ports/e62130a1-d61f-407d-bb1b-742757d040dd HTTP/1.1" status: 200 len: 1092 time: 0.7440977 Jan 31 16:37:18.561148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d3fa6-c561-4a32-b9e6-6100c9fbc30f service neutron] Pushing event updated for resources: {'Port': ['ID=e62130a1-d61f-407d-bb1b-742757d040dd,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:37:18.628239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497045-3e44-455b-9f6e-bc043880299e req-04c31590-aee8-4a0b-922c-f87382ebba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:18.629821 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-04c31590-aee8-4a0b-922c-f87382ebba77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 1095 time: 0.0465908 Jan 31 16:37:18.675003 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-3c12871c-a30e-4cd0-a6be-55125767533a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e62130a1-d61f-407d-bb1b-742757d040dd HTTP/1.1" status: 200 len: 217 time: 0.0348873 Jan 31 16:37:18.730351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497045-3e44-455b-9f6e-bc043880299e req-ba93e63a-f6ab-4810-9505-576681b07a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:18.731808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-ba93e63a-f6ab-4810-9505-576681b07a4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0498400 Jan 31 16:37:18.768500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-fc212a77-4614-468f-82f8-4ad3aea02cb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286186 Jan 31 16:37:18.862161 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-b718c206-f3dc-4830-99d0-d570e5c2a3a0 service neutron] 10.222.0.30 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869162 Jan 31 16:37:18.962188 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-08497045-3e44-455b-9f6e-bc043880299e req-5bf2245a-a61a-48d5-8336-bdc29f2972a3 service neutron] 10.222.0.30 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893121 Jan 31 16:37:19.456920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'tag': 'e62130a1-d61f-407d-bb1b-742757d040dd'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:37:19.459350 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b52003-81c7-4779-95d4-969633baa076" -d '{"events": [{"name": "network-changed", "server_uuid": "2f15d974-a8a9-4d98-a0de-dfdb27cc3e20", "tag": "e62130a1-d61f-407d-bb1b-742757d040dd"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:37:19.495788 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da84372-5aa0-4455-9fed-d010993c3661 x-openstack-request-id: req-9da84372-5aa0-4455-9fed-d010993c3661 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:37:19.496086 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f15d974-a8a9-4d98-a0de-dfdb27cc3e20", "tag": "e62130a1-d61f-407d-bb1b-742757d040dd", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:37:19.496339 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9da84372-5aa0-4455-9fed-d010993c3661 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:37:19.496757 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'tag': 'e62130a1-d61f-407d-bb1b-742757d040dd', 'status': 'completed', 'code': 200} Jan 31 16:37:19.528076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd09de-f28e-4c15-bed3-5a1bb4590558 req-d5133ebe-49ba-4f7e-9122-7a1b9757430b tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:19.529608 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cdd09de-f28e-4c15-bed3-5a1bb4590558 req-d5133ebe-49ba-4f7e-9122-7a1b9757430b tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 944 time: 0.0522475 Jan 31 16:37:19.561533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b52003-81c7-4779-95d4-969633baa076 req-4529abf7-e5bd-4954-bb7d-7ffe2ba3c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:19.563125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9b52003-81c7-4779-95d4-969633baa076 req-4529abf7-e5bd-4954-bb7d-7ffe2ba3c925 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 1095 time: 0.0430503 Jan 31 16:37:19.568983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cdd09de-f28e-4c15-bed3-5a1bb4590558 req-3f314373-6fd5-4284-96ee-5334fc789a5f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Jan 31 16:37:19.662921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b52003-81c7-4779-95d4-969633baa076 req-3fb2bb5a-fd54-4a91-9a7d-d0b8a90bfc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:19.664439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9b52003-81c7-4779-95d4-969633baa076 req-3fb2bb5a-fd54-4a91-9a7d-d0b8a90bfc79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 915 time: 0.0907626 Jan 31 16:37:19.708111 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9b52003-81c7-4779-95d4-969633baa076 req-a0b2a8ad-f551-4a92-9695-260560cceb71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e62130a1-d61f-407d-bb1b-742757d040dd HTTP/1.1" status: 200 len: 217 time: 0.0353246 Jan 31 16:37:19.733335 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f62d675c-0120-460a-9215-1f365768bfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:19.760740 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b52003-81c7-4779-95d4-969633baa076 req-d25d65dc-cf4e-43df-9a6c-7ca4f3e0d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:19.762298 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9b52003-81c7-4779-95d4-969633baa076 req-d25d65dc-cf4e-43df-9a6c-7ca4f3e0d49e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0433955 Jan 31 16:37:19.794989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9b52003-81c7-4779-95d4-969633baa076 req-dacda10e-84e4-4281-a710-c4725e54115e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240853 Jan 31 16:37:19.890517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9b52003-81c7-4779-95d4-969633baa076 req-f82680c4-2cb4-407f-a905-6bf1fcc7e79a service neutron] 10.222.0.30 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872209 Jan 31 16:37:19.979227 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9b52003-81c7-4779-95d4-969633baa076 req-8aba26d6-1195-4056-8aed-4e544981717a service neutron] 10.222.0.30 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810716 Jan 31 16:37:20.704326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030ac87-c455-4eeb-8d16-4e0ccd10b858 req-8ee8b08d-66d4-40fc-ac99-854886635e98 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:20.705831 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0030ac87-c455-4eeb-8d16-4e0ccd10b858 req-8ee8b08d-66d4-40fc-ac99-854886635e98 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 944 time: 0.0581512 Jan 31 16:37:20.745783 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0030ac87-c455-4eeb-8d16-4e0ccd10b858 req-7e960f81-eb0d-4757-a2c4-1873b7675c05 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337799 Jan 31 16:37:21.004156 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:21.068796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e62130a1-d61f-407d-bb1b-742757d040dd details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:37:21.176327 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e62130a1-d61f-407d-bb1b-742757d040dd,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:37:21.187561 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'e62130a1-d61f-407d-bb1b-742757d040dd', 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f', 'port_id': 'e62130a1-d61f-407d-bb1b-742757d040dd', 'mac_address': 'fa:16:3e:e5:1c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '537d48de-4555-48d8-81c1-413058aa66bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:37:21.228271 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:21.241883 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62130a1-d61f-407d-bb1b-742757d040dd {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:37:21.262351 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e62130a1-d61f-407d-bb1b-742757d040dd,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:37:21.268067 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:21.321352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e62130a1-d61f-407d-bb1b-742757d040dd,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:37:21.523284 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['e62130a1-d61f-407d-bb1b-742757d040dd'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:37:21.867072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11636dcf-cbf2-4393-8280-229256aa2dde req-53911343-0927-42b7-98e3-78aaf3c658c5 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:21.868627 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11636dcf-cbf2-4393-8280-229256aa2dde req-53911343-0927-42b7-98e3-78aaf3c658c5 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 945 time: 0.0527241 Jan 31 16:37:21.908955 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11636dcf-cbf2-4393-8280-229256aa2dde req-b9049ad5-0505-4409-87ab-00147af81f8f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339446 Jan 31 16:37:22.291061 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 50a7978a-5ad5-4077-a238-59a65009af58 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:37:22.313688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 50a7978a-5ad5-4077-a238-59a65009af58 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:37:22.314022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 50a7978a-5ad5-4077-a238-59a65009af58 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:37:22.433064 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:22.594999 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:23.050915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd935ef-8053-42a8-8cfa-632f710bd6cc req-4cdb73f9-f222-4c1a-be99-f9a16b91a9f5 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:23.052444 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6fd935ef-8053-42a8-8cfa-632f710bd6cc req-4cdb73f9-f222-4c1a-be99-f9a16b91a9f5 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 945 time: 0.0655384 Jan 31 16:37:23.086337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e62130a1-d61f-407d-bb1b-742757d040dd up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:37:23.107081 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6fd935ef-8053-42a8-8cfa-632f710bd6cc req-b84c27da-85bf-4e63-9d85-599d3fe72efe tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453212 Jan 31 16:37:23.141069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port e62130a1-d61f-407d-bb1b-742757d040dd completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:37:23.146254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port e62130a1-d61f-407d-bb1b-742757d040dd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:37:23.146631 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:23.227613 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:23.250985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62130a1-d61f-407d-bb1b-742757d040dd'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:37:23.253221 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbca74b-15a2-4fb9-933c-5c2db3d1e265" -d '{"events": [{"server_uuid": "2f15d974-a8a9-4d98-a0de-dfdb27cc3e20", "name": "network-vif-plugged", "status": "completed", "tag": "e62130a1-d61f-407d-bb1b-742757d040dd"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:37:23.266368 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e62130a1-d61f-407d-bb1b-742757d040dd,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:37:23.270948 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:23.294537 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc301a7e-7530-43ab-8a6c-bbbd9a4341ad x-openstack-request-id: req-fc301a7e-7530-43ab-8a6c-bbbd9a4341ad {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:37:23.295187 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f15d974-a8a9-4d98-a0de-dfdb27cc3e20", "name": "network-vif-plugged", "status": "completed", "tag": "e62130a1-d61f-407d-bb1b-742757d040dd", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:37:23.295187 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc301a7e-7530-43ab-8a6c-bbbd9a4341ad {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:37:23.295425 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62130a1-d61f-407d-bb1b-742757d040dd', 'code': 200} Jan 31 16:37:23.324908 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e62130a1-d61f-407d-bb1b-742757d040dd,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:37:23.401447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5764b-f520-4e40-8f00-545a114c11b7 req-effe3756-9ca5-4bd0-99d9-a494986003a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:23.403012 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98c5764b-f520-4e40-8f00-545a114c11b7 req-effe3756-9ca5-4bd0-99d9-a494986003a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 1097 time: 0.0456007 Jan 31 16:37:23.460253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98c5764b-f520-4e40-8f00-545a114c11b7 req-dd118ce6-0a6a-46bc-bba5-a84ea256acb2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457549 Jan 31 16:37:24.231907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad89a-3def-45ab-b606-359a6f38b222 req-d4bb8d28-e24b-4cf8-b310-605e54083516 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:24.233363 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-815ad89a-3def-45ab-b606-359a6f38b222 req-d4bb8d28-e24b-4cf8-b310-605e54083516 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0547621 Jan 31 16:37:24.275569 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-815ad89a-3def-45ab-b606-359a6f38b222 req-35d62707-7947-4e48-8100-183546b82742 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331068 Jan 31 16:37:25.423003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c796dd-f346-4ea3-b1df-37f767fb281c req-e92541d9-eadc-4757-bd3f-bf112da52456 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:25.424533 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95c796dd-f346-4ea3-b1df-37f767fb281c req-e92541d9-eadc-4757-bd3f-bf112da52456 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0647786 Jan 31 16:37:25.467954 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-95c796dd-f346-4ea3-b1df-37f767fb281c req-5f6c1516-6f6d-44b6-b67d-f80cdc186f07 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345385 Jan 31 16:37:25.594638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebedce-cf4c-46f6-84a2-243ef659dfc2 req-8a30f595-b054-46ea-ab36-0f4c294f01f0 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:25.595989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-beebedce-cf4c-46f6-84a2-243ef659dfc2 req-8a30f595-b054-46ea-ab36-0f4c294f01f0 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0504758 Jan 31 16:37:25.638165 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-beebedce-cf4c-46f6-84a2-243ef659dfc2 req-4e194ee5-0ea5-431e-92d5-2e560f43f721 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361290 Jan 31 16:37:25.905655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def9ce-5597-46fe-ac39-3197e1c70015 req-c0c346bd-0956-447d-9fbc-9cc0f9b15e42 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:25.907103 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25def9ce-5597-46fe-ac39-3197e1c70015 req-c0c346bd-0956-447d-9fbc-9cc0f9b15e42 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0701640 Jan 31 16:37:25.910435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-47b1913d-9d70-488f-80c7-8b85905dff43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815570 Jan 31 16:37:25.947620 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25def9ce-5597-46fe-ac39-3197e1c70015 req-908f4a5d-ea2e-4bf7-a655-de925800b515 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339756 Jan 31 16:37:26.148339 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:27.054903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-95fd23fd-6f50-46e2-95e7-cce6dde46676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:27.056409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-95fd23fd-6f50-46e2-95e7-cce6dde46676 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 1097 time: 0.0408454 Jan 31 16:37:27.067525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287dd7-fa3a-4f27-b657-a5785910761f req-7b692dd8-9388-4622-bca2-008a75dca8b3 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:27.068981 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-33287dd7-fa3a-4f27-b657-a5785910761f req-7b692dd8-9388-4622-bca2-008a75dca8b3 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0489206 Jan 31 16:37:27.106993 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-33287dd7-fa3a-4f27-b657-a5785910761f req-55b4570e-8bbb-4a8c-aced-5e2904bfe9b2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317383 Jan 31 16:37:27.148130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-741738de-edb8-4418-a65f-4e517d803ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:27.149650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-741738de-edb8-4418-a65f-4e517d803ab1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 915 time: 0.0867050 Jan 31 16:37:27.533997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-a6c0912e-6202-4ddb-8484-aeef159a6a95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e62130a1-d61f-407d-bb1b-742757d040dd HTTP/1.1" status: 200 len: 217 time: 0.3781762 Jan 31 16:37:27.585440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-6663cdc7-fe29-47e6-8417-48322ec0e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:27.586913 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-6663cdc7-fe29-47e6-8417-48322ec0e956 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0460596 Jan 31 16:37:27.617335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-ae918667-dc78-48ca-af09-13bb6f0636c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237896 Jan 31 16:37:27.722200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-8ee2f176-d07d-4873-9100-f2ff91e1f47e service neutron] 10.222.0.30 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982854 Jan 31 16:37:27.811090 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-a28c9659-3c5d-4fd6-896b-4c6abdd87967 service neutron] 10.222.0.30 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824883 Jan 31 16:37:28.194480 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:28.236024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2221aae-6c8b-4de6-b416-7eea3b0b221c req-8bab15d1-4a59-492d-8ce2-a82e2f930c10 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:28.237489 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2221aae-6c8b-4de6-b416-7eea3b0b221c req-8bab15d1-4a59-492d-8ce2-a82e2f930c10 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0534239 Jan 31 16:37:28.277635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2221aae-6c8b-4de6-b416-7eea3b0b221c req-b2169c00-76c9-4d27-9695-d9404ee8e9c4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Jan 31 16:37:29.401298 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e08619-dd27-46ea-b88d-49bb378b19ff req-4da06ace-d49a-4004-960e-825d5eeb388f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:29.402691 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98e08619-dd27-46ea-b88d-49bb378b19ff req-4da06ace-d49a-4004-960e-825d5eeb388f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0562785 Jan 31 16:37:29.445314 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98e08619-dd27-46ea-b88d-49bb378b19ff req-ccdb498f-6943-4641-8e7d-01ac698351e9 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337667 Jan 31 16:37:30.567523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91717ba-abdf-4753-af5f-3e6feb02ee50 req-72ec9cad-5a92-43d4-91ce-c1e0ee9e8946 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:30.569043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d91717ba-abdf-4753-af5f-3e6feb02ee50 req-72ec9cad-5a92-43d4-91ce-c1e0ee9e8946 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0509036 Jan 31 16:37:30.616810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d91717ba-abdf-4753-af5f-3e6feb02ee50 req-9f4aef33-2914-4323-98e5-b9373f2b44dc tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380285 Jan 31 16:37:31.769242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04550bb0-c6ec-4b38-a7e3-244c32569242 req-8aa195ce-bf66-4fd0-b9ee-376a6540c8ae tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:31.770777 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-04550bb0-c6ec-4b38-a7e3-244c32569242 req-8aa195ce-bf66-4fd0-b9ee-376a6540c8ae tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0691385 Jan 31 16:37:31.809661 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-04550bb0-c6ec-4b38-a7e3-244c32569242 req-09baba04-476c-4060-a37c-6c080547fea4 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327570 Jan 31 16:37:32.946626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417ec3c-7462-4b10-bde2-8d1bb83c1e1e req-bab6ffa4-1818-4e64-a1eb-98d0deabc285 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:32.948104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8417ec3c-7462-4b10-bde2-8d1bb83c1e1e req-bab6ffa4-1818-4e64-a1eb-98d0deabc285 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0509956 Jan 31 16:37:32.987082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8417ec3c-7462-4b10-bde2-8d1bb83c1e1e req-cb1d0cdc-d9b0-4710-b6e4-36077bdeb4da tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326855 Jan 31 16:37:34.116244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e724ca9-c266-4f75-8c94-ab116c382ea5 req-63883235-7c35-4944-8134-bcc9704ae619 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:34.117893 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e724ca9-c266-4f75-8c94-ab116c382ea5 req-63883235-7c35-4944-8134-bcc9704ae619 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0516453 Jan 31 16:37:34.158330 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e724ca9-c266-4f75-8c94-ab116c382ea5 req-0605c993-e368-493c-be64-bc793894d265 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Jan 31 16:37:35.305278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe86378-5893-4654-a189-d0f097582d7e req-8ef78462-1e64-4ff7-ada4-cb505e8efe8f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:35.306731 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dbe86378-5893-4654-a189-d0f097582d7e req-8ef78462-1e64-4ff7-ada4-cb505e8efe8f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0548322 Jan 31 16:37:35.347828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dbe86378-5893-4654-a189-d0f097582d7e req-ea89e3c3-929c-4626-a88b-46c93d6c9c8e tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Jan 31 16:37:36.494914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82610009-73e8-4a48-abc1-18503ce8381e req-d8c32be1-c25e-4094-9991-d86e1d2881f7 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:36.496440 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82610009-73e8-4a48-abc1-18503ce8381e req-d8c32be1-c25e-4094-9991-d86e1d2881f7 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0594759 Jan 31 16:37:36.542196 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82610009-73e8-4a48-abc1-18503ce8381e req-d9714092-e8d1-480c-bd20-270e7db582ea tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394909 Jan 31 16:37:37.671582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc7435-508f-4fe9-97a0-77540c79fdc4 req-e7c108be-1340-41bd-b233-f6b0a76593fc tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:37.672893 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7dc7435-508f-4fe9-97a0-77540c79fdc4 req-e7c108be-1340-41bd-b233-f6b0a76593fc tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0528345 Jan 31 16:37:37.712608 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c7dc7435-508f-4fe9-97a0-77540c79fdc4 req-1567eb02-e233-4ea5-a9fe-6405152293a1 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327315 Jan 31 16:37:38.840747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e01e-b244-4be9-b424-0e34d2be1ebc req-1f5d7999-3174-420e-80be-1bed13184032 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:38.842364 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67f3e01e-b244-4be9-b424-0e34d2be1ebc req-1f5d7999-3174-420e-80be-1bed13184032 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0604148 Jan 31 16:37:38.883456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67f3e01e-b244-4be9-b424-0e34d2be1ebc req-3bb57424-86ca-4d31-8dfe-536125ef3f45 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345454 Jan 31 16:37:40.017419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552c1d3-fd19-4bd8-82c9-dd65c78e422d req-78c4525e-b6c9-4ca0-8c06-39898dc9386d tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:40.018930 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a552c1d3-fd19-4bd8-82c9-dd65c78e422d req-78c4525e-b6c9-4ca0-8c06-39898dc9386d tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0548439 Jan 31 16:37:40.063400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a552c1d3-fd19-4bd8-82c9-dd65c78e422d req-e8a6aa01-21a8-4200-8f8e-6586a0c5cbc6 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383775 Jan 31 16:37:41.205033 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ca497-81d7-40a1-9ff0-b71c73bf9a23 req-f01b205b-1e48-4e5a-b46f-1effff4af541 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:41.206574 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f8ca497-81d7-40a1-9ff0-b71c73bf9a23 req-f01b205b-1e48-4e5a-b46f-1effff4af541 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0614374 Jan 31 16:37:41.249689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1f8ca497-81d7-40a1-9ff0-b71c73bf9a23 req-4d74aea7-8e41-434c-8c45-4776cd999191 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Jan 31 16:37:42.401644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e36520-1250-4179-842f-05a9817f2727 req-3651c4e5-0f18-4a52-a27a-5dcea996fe83 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:42.403757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11e36520-1250-4179-842f-05a9817f2727 req-3651c4e5-0f18-4a52-a27a-5dcea996fe83 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0717134 Jan 31 16:37:42.445481 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11e36520-1250-4179-842f-05a9817f2727 req-f3ab4146-aa21-4c54-af41-fc99ff8bf5d2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353098 Jan 31 16:37:43.576838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cacb9-7ba3-4752-9ecf-f924bcef7ca3 req-a6656a13-ee4a-4c16-8ad3-f79ebd8b6e04 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:43.578379 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a90cacb9-7ba3-4752-9ecf-f924bcef7ca3 req-a6656a13-ee4a-4c16-8ad3-f79ebd8b6e04 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0565040 Jan 31 16:37:43.618356 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a90cacb9-7ba3-4752-9ecf-f924bcef7ca3 req-c7801d8e-7622-452a-aed0-29dde26d671e tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338218 Jan 31 16:37:44.742653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98485a08-c07c-40d6-8b52-69ce8ee0b939 req-6c979ea3-af7c-43f5-be25-1c03e8393b67 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:44.744083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98485a08-c07c-40d6-8b52-69ce8ee0b939 req-6c979ea3-af7c-43f5-be25-1c03e8393b67 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0522449 Jan 31 16:37:44.784213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98485a08-c07c-40d6-8b52-69ce8ee0b939 req-df3d6459-e763-449b-9929-ca7019ce09c7 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338106 Jan 31 16:37:45.061567 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:37:45.922879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b2162-aec4-4110-8304-38681d9f358b req-9c5027b6-92f6-4d90-b711-77266c3669eb tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:45.924304 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a46b2162-aec4-4110-8304-38681d9f358b req-9c5027b6-92f6-4d90-b711-77266c3669eb tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0641739 Jan 31 16:37:45.963886 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a46b2162-aec4-4110-8304-38681d9f358b req-42cac07b-0ffc-488c-8130-c96d78467dee tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323176 Jan 31 16:37:47.093251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d4ec-8dd1-4244-8392-ddfe500ee4b0 req-9ba1a12e-f1a9-4f10-9be5-026907896114 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:47.095364 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d167d4ec-8dd1-4244-8392-ddfe500ee4b0 req-9ba1a12e-f1a9-4f10-9be5-026907896114 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0605152 Jan 31 16:37:47.135984 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d167d4ec-8dd1-4244-8392-ddfe500ee4b0 req-ee417972-0e62-4aec-bc53-5f9c672f222e tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321209 Jan 31 16:37:47.289629 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bf247f91-fd37-44af-85d5-4fc2d58b8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:48.273553 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bf030-2b68-4630-9963-12e506ec7b3d req-9db2b106-1393-4cf7-89c5-d9f482e1e21f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:48.275214 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a2bf030-2b68-4630-9963-12e506ec7b3d req-9db2b106-1393-4cf7-89c5-d9f482e1e21f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0551159 Jan 31 16:37:48.324506 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a2bf030-2b68-4630-9963-12e506ec7b3d req-150448a6-1931-40d6-9a9e-46d72f95a929 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387506 Jan 31 16:37:48.593568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c72383-6722-409a-a3db-e1c13250b33d req-9e4abde2-e251-4f1a-8b38-7f88f0754e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:48.595146 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8c72383-6722-409a-a3db-e1c13250b33d req-9e4abde2-e251-4f1a-8b38-7f88f0754e73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 1097 time: 0.0510497 Jan 31 16:37:48.704914 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c72383-6722-409a-a3db-e1c13250b33d req-9eeecf16-235f-46b9-84d4-ded1b7e7b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:48.706451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8c72383-6722-409a-a3db-e1c13250b33d req-9eeecf16-235f-46b9-84d4-ded1b7e7b2c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 915 time: 0.0906436 Jan 31 16:37:48.753355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8c72383-6722-409a-a3db-e1c13250b33d req-6495aebe-3bce-4339-96dc-6765210ec25f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e62130a1-d61f-407d-bb1b-742757d040dd HTTP/1.1" status: 200 len: 217 time: 0.0392816 Jan 31 16:37:48.805367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c72383-6722-409a-a3db-e1c13250b33d req-7826f766-d6de-4a7a-8087-28dd75e0475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:48.806889 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8c72383-6722-409a-a3db-e1c13250b33d req-7826f766-d6de-4a7a-8087-28dd75e0475e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0466771 Jan 31 16:37:48.839995 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8c72383-6722-409a-a3db-e1c13250b33d req-0fee8620-42ae-4b8f-8310-9f5571976196 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255871 Jan 31 16:37:48.933240 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8c72383-6722-409a-a3db-e1c13250b33d req-ca173e61-efbf-4ea4-8e51-71eabf5fb07b service neutron] 10.222.0.30 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859809 Jan 31 16:37:49.032997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8c72383-6722-409a-a3db-e1c13250b33d req-8267e665-c43c-42e8-890f-c6b182e666cd service neutron] 10.222.0.30 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923650 Jan 31 16:37:49.449758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487af32-7c60-48e9-ac48-1372eae0124c req-24cfb72e-bdfb-411a-a5a9-d040eb8badfb tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:49.451319 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5487af32-7c60-48e9-ac48-1372eae0124c req-24cfb72e-bdfb-411a-a5a9-d040eb8badfb tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0529671 Jan 31 16:37:49.489530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5487af32-7c60-48e9-ac48-1372eae0124c req-655d803e-5e93-4e09-b199-3cfc99023669 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Jan 31 16:37:49.739329 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1f7b-0b76-4f30-84fb-156e8dfe82a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:50.633886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2efc2-724c-4298-9f4e-4fe4ad4d954d req-dbb56dbf-a2cf-43e6-a2db-2a26cb9c78d7 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:50.635757 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3d2efc2-724c-4298-9f4e-4fe4ad4d954d req-dbb56dbf-a2cf-43e6-a2db-2a26cb9c78d7 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0591567 Jan 31 16:37:50.688268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3d2efc2-724c-4298-9f4e-4fe4ad4d954d req-7dd5ee88-0c7b-47f4-a3de-4c9dca243ad3 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437970 Jan 31 16:37:50.999978 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:51.819069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77912e-3df9-4f79-96a1-acc5c9966761 req-80cb9d6e-190a-4674-aa8f-ffd29bca0243 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:51.820535 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa77912e-3df9-4f79-96a1-acc5c9966761 req-80cb9d6e-190a-4674-aa8f-ffd29bca0243 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0576897 Jan 31 16:37:51.862388 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa77912e-3df9-4f79-96a1-acc5c9966761 req-1d5db88e-5760-467c-bd6a-69b3b3385a03 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350633 Jan 31 16:37:52.431931 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:52.588283 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:53.001115 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78526f9-9c2b-4ee4-a0bf-556ce049d8f3 req-023bb757-5a58-4579-8df5-2e9d42af12c8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:53.002597 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b78526f9-9c2b-4ee4-a0bf-556ce049d8f3 req-023bb757-5a58-4579-8df5-2e9d42af12c8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0674160 Jan 31 16:37:53.046421 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b78526f9-9c2b-4ee4-a0bf-556ce049d8f3 req-a62dd40a-05be-4bb3-a6e6-7f9f81af316a tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355618 Jan 31 16:37:54.194487 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705ffcb-d68e-4c48-9a98-5dca6329c61f req-0df16ec9-d0a7-4e62-b088-41cb84a9607a tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:54.196822 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a705ffcb-d68e-4c48-9a98-5dca6329c61f req-0df16ec9-d0a7-4e62-b088-41cb84a9607a tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0659354 Jan 31 16:37:54.237620 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a705ffcb-d68e-4c48-9a98-5dca6329c61f req-e95072ee-3280-4db0-9631-6ad618b24bc1 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340889 Jan 31 16:37:55.365587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5695d-4193-4379-9559-ef75246da8b2 req-f62629c0-ecac-4bab-b61e-9857dce85119 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:55.366998 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fec5695d-4193-4379-9559-ef75246da8b2 req-f62629c0-ecac-4bab-b61e-9857dce85119 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0506604 Jan 31 16:37:55.406457 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fec5695d-4193-4379-9559-ef75246da8b2 req-33f87442-1a28-4af5-9e3b-34a636b2c7b9 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333478 Jan 31 16:37:56.152926 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:56.546660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64686f-2f13-4182-a750-0f1f254a577b req-1c37ed1b-de46-40e7-9f6c-08547b8d2e89 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:56.548206 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b64686f-2f13-4182-a750-0f1f254a577b req-1c37ed1b-de46-40e7-9f6c-08547b8d2e89 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0580871 Jan 31 16:37:56.587761 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b64686f-2f13-4182-a750-0f1f254a577b req-6c7d116f-42f6-4416-9f6d-ec1b6280dbb0 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333562 Jan 31 16:37:57.724120 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c500f17-e1f0-4f6c-8a27-a14ab94adfb1 req-9261dc96-74b1-4dbc-96eb-619e5d15fc0d tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:57.725625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c500f17-e1f0-4f6c-8a27-a14ab94adfb1 req-9261dc96-74b1-4dbc-96eb-619e5d15fc0d tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0579588 Jan 31 16:37:57.771044 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4c500f17-e1f0-4f6c-8a27-a14ab94adfb1 req-f9b586cd-9e0d-4e65-8033-ae2aec55ecb7 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361090 Jan 31 16:37:58.216217 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:37:58.903628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c7ea8-d242-4f2b-8b1f-031982fbf3bf req-f47d184c-e01b-4721-9b18-3cada6f03a11 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:37:58.905085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d0c7ea8-d242-4f2b-8b1f-031982fbf3bf req-f47d184c-e01b-4721-9b18-3cada6f03a11 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0587771 Jan 31 16:37:58.943557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1d0c7ea8-d242-4f2b-8b1f-031982fbf3bf req-438093b3-e5e8-4265-86ea-993d0b260661 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323174 Jan 31 16:38:00.073623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfd60d-33c3-4dbd-9071-a5ed2d1d6432 req-6ebce510-ba49-4fca-8f30-7d73b2cec904 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:00.075102 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-31cfd60d-33c3-4dbd-9071-a5ed2d1d6432 req-6ebce510-ba49-4fca-8f30-7d73b2cec904 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0526395 Jan 31 16:38:00.113150 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-31cfd60d-33c3-4dbd-9071-a5ed2d1d6432 req-30c9a503-c8bf-4fad-bec1-55be5293d487 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318635 Jan 31 16:38:00.113677 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-323adb8a-49ef-463f-bf63-bc9fa096002d service neutron] show failed (client error): The resource could not be found. Jan 31 16:38:00.114771 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-323adb8a-49ef-463f-bf63-bc9fa096002d service neutron] 10.222.0.30 "GET /v2.0/ports/e62130a1-d61f-407d-bb1b-742757d040dd/bindings/n-h2-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0580935 Jan 31 16:38:00.442904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-09158628-f6f4-40f0-a7d5-9a45839ed3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:00.444394 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-09158628-f6f4-40f0-a7d5-9a45839ed3d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20&tenant_id=23464a567b00457f992bb5188fc4a2a3 HTTP/1.1" status: 200 len: 1097 time: 0.1645250 Jan 31 16:38:00.456342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:38:00.511730 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:00.717221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e62130a1-d61f-407d-bb1b-742757d040dd,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:38:00.768245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:38:00.811134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e62130a1-d61f-407d-bb1b-742757d040dd'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:38:00.813694 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a118aa-5be6-4270-992c-a61260f9bcf2" -d '{"events": [{"server_uuid": "2f15d974-a8a9-4d98-a0de-dfdb27cc3e20", "name": "network-vif-unplugged", "status": "completed", "tag": "e62130a1-d61f-407d-bb1b-742757d040dd"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:38:00.819000 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:00.834324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Transition to ACTIVE for port object e62130a1-d61f-407d-bb1b-742757d040dd will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:38:00.839423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:00.867186 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a8ae43-4b64-4a82-8835-10ef87e42ece x-openstack-request-id: req-51a8ae43-4b64-4a82-8835-10ef87e42ece {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:38:00.867481 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f15d974-a8a9-4d98-a0de-dfdb27cc3e20", "name": "network-vif-unplugged", "status": "completed", "tag": "e62130a1-d61f-407d-bb1b-742757d040dd", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:38:00.867734 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51a8ae43-4b64-4a82-8835-10ef87e42ece {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:38:00.868127 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e62130a1-d61f-407d-bb1b-742757d040dd', 'code': 200} Jan 31 16:38:00.905221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Pushing event updated for resources: {'Port': ['ID=e62130a1-d61f-407d-bb1b-742757d040dd,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:00.907588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] No DVR routers for this DVR port e62130a1-d61f-407d-bb1b-742757d040dd on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:38:00.916186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:00.916502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:00.916871 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:00.917201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:00.917559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:00.917890 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:00.918218 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:00.918533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:00.918856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:00.919178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:00.919474 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:00.919805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:00.957830 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Attempting to bind port e62130a1-d61f-407d-bb1b-742757d040dd on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:38:00.958159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Attempting to bind port e62130a1-d61f-407d-bb1b-742757d040dd by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:38:00.958554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Attempting to bind port e62130a1-d61f-407d-bb1b-742757d040dd on network 389cb0d9-cde8-4780-a71c-1569b5394e1f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:38:00.962901 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Port e62130a1-d61f-407d-bb1b-742757d040dd on network 389cb0d9-cde8-4780-a71c-1569b5394e1f not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:38:00.963208 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Attempting to bind port e62130a1-d61f-407d-bb1b-742757d040dd on network 389cb0d9-cde8-4780-a71c-1569b5394e1f {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:38:00.968064 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:38:00.968388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Checking segment: {'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:38:00.968789 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Bound using segment: {'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:38:00.969201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Bound port: e62130a1-d61f-407d-bb1b-742757d040dd, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb4302e-9005-4b12-9fe5-8b2eb444dc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:38:00.969574 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:01.044231 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:38:01.048366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e62130a1-d61f-407d-bb1b-742757d040dd,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:38:01.055639 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:01.091496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:01.092087 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:01.093656 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] 10.222.0.20 "PUT /v2.0/ports/e62130a1-d61f-407d-bb1b-742757d040dd HTTP/1.1" status: 200 len: 1092 time: 0.6411464 Jan 31 16:38:01.111325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae629ca-bebb-4f4b-ba26-5cf2f46cbf95 service neutron] Pushing event updated for resources: {'Port': ['ID=e62130a1-d61f-407d-bb1b-742757d040dd,revision_number=7']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:01.161804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1002c72c-6676-48a5-8950-4afa7a79b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:01.163347 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-1002c72c-6676-48a5-8950-4afa7a79b15b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 1095 time: 0.0458522 Jan 31 16:38:01.231600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfff7f-0b0c-4646-b55c-ca0391d0622d req-410474cf-faa8-4598-8005-c7fc737a482c tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:01.233100 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82bfff7f-0b0c-4646-b55c-ca0391d0622d req-410474cf-faa8-4598-8005-c7fc737a482c tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 944 time: 0.0482938 Jan 31 16:38:01.260114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-45f526f8-c031-40d6-a66e-08c136105d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:01.261647 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-45f526f8-c031-40d6-a66e-08c136105d1c service neutron] 10.222.0.20 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 915 time: 0.0914826 Jan 31 16:38:01.271522 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82bfff7f-0b0c-4646-b55c-ca0391d0622d req-be9c3232-20de-49ce-9545-48d748acfd6b tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323348 Jan 31 16:38:01.302517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-ab7501ec-69e9-426f-a82b-9874095615f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e62130a1-d61f-407d-bb1b-742757d040dd HTTP/1.1" status: 200 len: 217 time: 0.0348086 Jan 31 16:38:01.358312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-6444388b-64cb-41d5-82eb-4429d3752bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:01.360457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-6444388b-64cb-41d5-82eb-4429d3752bf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0515163 Jan 31 16:38:01.392852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-bb4616aa-fb40-4839-b21b-7d6abbe72824 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262308 Jan 31 16:38:01.490367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-d514a743-bac4-40d8-8557-ce202e8122b8 service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897050 Jan 31 16:38:01.595207 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e9dbde1f-013e-4125-87d0-ce175337fd09 req-9db8a7ae-d213-4c48-b0f6-668b55e28a3b service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978947 Jan 31 16:38:02.403234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87ee6a-46b0-465e-aa84-0e5570a646b2 req-87e124e3-95d1-4622-a63f-cbe16c842705 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:02.404687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e87ee6a-46b0-465e-aa84-0e5570a646b2 req-87e124e3-95d1-4622-a63f-cbe16c842705 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 944 time: 0.0523841 Jan 31 16:38:02.444266 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e87ee6a-46b0-465e-aa84-0e5570a646b2 req-ccede5ac-79bb-4071-bbbb-88ecc134a896 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328264 Jan 31 16:38:02.869816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'tag': 'e62130a1-d61f-407d-bb1b-742757d040dd'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:38:02.873033 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c455168c-ccb6-4901-a455-c6abe46a84c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2f15d974-a8a9-4d98-a0de-dfdb27cc3e20", "tag": "e62130a1-d61f-407d-bb1b-742757d040dd"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:38:02.922317 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1861d42-bd9b-4524-8881-e589e56104fb x-openstack-request-id: req-b1861d42-bd9b-4524-8881-e589e56104fb {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:38:02.923107 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f15d974-a8a9-4d98-a0de-dfdb27cc3e20", "tag": "e62130a1-d61f-407d-bb1b-742757d040dd", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:38:02.923385 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1861d42-bd9b-4524-8881-e589e56104fb {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:38:02.923800 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'tag': 'e62130a1-d61f-407d-bb1b-742757d040dd', 'status': 'completed', 'code': 200} Jan 31 16:38:03.020512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-410c5ab3-aab2-46f5-9b63-5dcc1ade6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:03.022153 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-410c5ab3-aab2-46f5-9b63-5dcc1ade6360 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 1095 time: 0.0726011 Jan 31 16:38:03.023784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-3b7b03e8-7fb1-459e-9aee-0f7dbf149450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:03.025081 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-3b7b03e8-7fb1-459e-9aee-0f7dbf149450 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 1095 time: 0.0743546 Jan 31 16:38:03.192629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-80e01704-187d-4f3c-8df7-e17e08eeec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:03.194618 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-80e01704-187d-4f3c-8df7-e17e08eeec3b service neutron] 10.222.0.20 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 915 time: 0.1624067 Jan 31 16:38:03.195711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-d47bbd66-3924-4364-93e8-900e9757d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:03.197006 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-d47bbd66-3924-4364-93e8-900e9757d27a service neutron] 10.222.0.30 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 915 time: 0.1659033 Jan 31 16:38:03.238446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e62130a1-d61f-407d-bb1b-742757d040dd no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:38:03.247656 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-d5389a37-77f2-41ae-ba66-f9a5e645f2fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e62130a1-d61f-407d-bb1b-742757d040dd HTTP/1.1" status: 200 len: 217 time: 0.0436275 Jan 31 16:38:03.281898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e62130a1-d61f-407d-bb1b-742757d040dd not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:38:03.287139 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-79f848cd-0e60-4aec-8f42-ec59d5e76e33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e62130a1-d61f-407d-bb1b-742757d040dd HTTP/1.1" status: 200 len: 217 time: 0.0470016 Jan 31 16:38:03.354926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-5f912674-b080-43de-85a1-82d80db0c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:03.356378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-5f912674-b080-43de-85a1-82d80db0c0e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0784144 Jan 31 16:38:03.359950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-c1d0dffd-ed88-4063-b4e5-0afd804ef32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:03.361292 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-c1d0dffd-ed88-4063-b4e5-0afd804ef32f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0556467 Jan 31 16:38:03.397459 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-345a9949-18eb-4f56-90be-f275bb19f2cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339708 Jan 31 16:38:03.412256 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-5f0c4f18-6aa9-4c4d-9ba1-570b184ce98d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417373 Jan 31 16:38:03.584142 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-9c58d9fd-8ab2-44e6-8fd5-5a5032c85023 service neutron] 10.222.0.30 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739984 Jan 31 16:38:03.588151 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-35eefe51-d2fb-4a9a-9b1c-24c64ce327d1 service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693356 Jan 31 16:38:03.663519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad30a6-dc32-4e4f-b4e5-045decb873cb req-491392d8-1a44-4c2e-8bcc-76102ca7dca2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:03.664988 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14ad30a6-dc32-4e4f-b4e5-045decb873cb req-491392d8-1a44-4c2e-8bcc-76102ca7dca2 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 944 time: 0.1438167 Jan 31 16:38:03.773320 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14ad30a6-dc32-4e4f-b4e5-045decb873cb req-b4a92bfc-24b1-4e7e-bc92-7a5ae30489fb tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797670 Jan 31 16:38:03.787553 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-f760b7c7-2487-4173-8fa4-0d1e8e11de23 service neutron] 10.222.0.30 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943300 Jan 31 16:38:03.791012 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c455168c-ccb6-4901-a455-c6abe46a84c6 req-6a5516b2-4c3b-4506-9194-8f4f6bd60255 service neutron] 10.222.0.20 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953802 Jan 31 16:38:03.999637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842c4d-11a9-4a0c-ae1e-087cb2b494cd req-2bacbb90-9234-420c-9b07-cfcd5fd2962f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:04.001200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fd842c4d-11a9-4a0c-ae1e-087cb2b494cd req-2bacbb90-9234-420c-9b07-cfcd5fd2962f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 944 time: 0.0791068 Jan 31 16:38:04.017012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-f13abb10-be97-402c-9f7b-e97f3049f707 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:04.018529 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-f13abb10-be97-402c-9f7b-e97f3049f707 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20&tenant_id=23464a567b00457f992bb5188fc4a2a3&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 944 time: 0.0706255 Jan 31 16:38:04.079927 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fd842c4d-11a9-4a0c-ae1e-087cb2b494cd req-7d531ad5-737e-43db-a4c1-9b8878996cec tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719793 Jan 31 16:38:04.098550 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-583bac7d-25b7-440a-9221-3ec764440580 service neutron] delete failed (client error): The resource could not be found. Jan 31 16:38:04.099577 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-583bac7d-25b7-440a-9221-3ec764440580 service neutron] 10.222.0.30 "DELETE /v2.0/ports/e62130a1-d61f-407d-bb1b-742757d040dd/bindings/n-h1-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0685723 Jan 31 16:38:04.201305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-0b005b64-5554-4ae6-808d-518abe1971d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:04.203498 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-0b005b64-5554-4ae6-808d-518abe1971d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23464a567b00457f992bb5188fc4a2a3&device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 1095 time: 0.0523629 Jan 31 16:38:04.300539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-e969a702-e21c-4d21-b31b-7478b5809d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:04.302056 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-e969a702-e21c-4d21-b31b-7478b5809d6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 200 len: 915 time: 0.0915229 Jan 31 16:38:04.349707 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-4f738c10-2f90-4c8a-a435-8eeb36114de9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e62130a1-d61f-407d-bb1b-742757d040dd HTTP/1.1" status: 200 len: 217 time: 0.0380211 Jan 31 16:38:04.401665 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-02642cd3-3c97-46db-91c2-a49e5ed59477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:04.403226 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-02642cd3-3c97-46db-91c2-a49e5ed59477 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 200 len: 854 time: 0.0447047 Jan 31 16:38:04.436468 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-d1a9dcc4-71fe-406b-9b00-9cba7553bce9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=389cb0d9-cde8-4780-a71c-1569b5394e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258281 Jan 31 16:38:04.476459 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e62130a1-d61f-407d-bb1b-742757d040dd details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:38:04.533793 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-30b9bd04-84ad-4ca4-b8c6-648e14d066a9 service neutron] 10.222.0.30 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902839 Jan 31 16:38:04.573574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e62130a1-d61f-407d-bb1b-742757d040dd,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:38:04.584220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'e62130a1-d61f-407d-bb1b-742757d040dd', 'network_id': '389cb0d9-cde8-4780-a71c-1569b5394e1f', 'port_id': 'e62130a1-d61f-407d-bb1b-742757d040dd', 'mac_address': 'fa:16:3e:e5:1c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '537d48de-4555-48d8-81c1-413058aa66bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:38:04.623948 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:04.632845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-56c0507b-3a41-4c44-9e5f-45a7f1a45c59 req-31feade1-ebe2-45e3-bde3-e57f9ae3333d service neutron] 10.222.0.30 "GET /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889368 Jan 31 16:38:04.640994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62130a1-d61f-407d-bb1b-742757d040dd {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:38:04.661665 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e62130a1-d61f-407d-bb1b-742757d040dd,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:38:04.667407 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:04.718660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=e62130a1-d61f-407d-bb1b-742757d040dd,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:04.726016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:04.726384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:04.726716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:04.727044 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:04.727365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:04.727683 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:04.728022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:04.728337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:04.728651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:04.728962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:04.729274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:04.729626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:04.889234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['e62130a1-d61f-407d-bb1b-742757d040dd'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:38:05.204320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fe4de-32d3-408b-9d30-a205b30a7b20 req-2833279c-0363-4461-9f66-c43c0c5d4537 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:05.205966 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fe3fe4de-32d3-408b-9d30-a205b30a7b20 req-2833279c-0363-4461-9f66-c43c0c5d4537 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 945 time: 0.0548942 Jan 31 16:38:05.245257 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fe3fe4de-32d3-408b-9d30-a205b30a7b20 req-f1bc4a14-c1c6-4ad3-89d4-3884a09578b0 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332577 Jan 31 16:38:05.367462 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c3aa9-a367-4bb2-87e3-ecb8bfd330e6 req-0a355d18-ebf1-4140-b912-0eaa76df0274 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:05.368961 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a12c3aa9-a367-4bb2-87e3-ecb8bfd330e6 req-0a355d18-ebf1-4140-b912-0eaa76df0274 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 945 time: 0.0567894 Jan 31 16:38:05.409194 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a12c3aa9-a367-4bb2-87e3-ecb8bfd330e6 req-aad0e2d4-314a-43ac-a37b-3ac01db879ab tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339313 Jan 31 16:38:05.535462 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89f292-a9e5-4aca-9c2b-d67e097a1f1b req-ae5a2a70-279f-4327-aa84-5d5cf230cfdc tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:05.537532 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fc89f292-a9e5-4aca-9c2b-d67e097a1f1b req-ae5a2a70-279f-4327-aa84-5d5cf230cfdc tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 945 time: 0.0610271 Jan 31 16:38:05.584085 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fc89f292-a9e5-4aca-9c2b-d67e097a1f1b req-d94ae7af-48e5-4c99-9112-d0b26037b99f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386162 Jan 31 16:38:05.947693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571856fb-b0e5-48b5-b980-0b06f6bd29bf req-b7d69fe7-795f-49c3-9dd6-bdea053b073c tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:05.949179 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-571856fb-b0e5-48b5-b980-0b06f6bd29bf req-b7d69fe7-795f-49c3-9dd6-bdea053b073c tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 945 time: 0.0565782 Jan 31 16:38:05.989494 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-571856fb-b0e5-48b5-b980-0b06f6bd29bf req-bbee0f35-353d-4051-9172-0d6a933da4f8 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Jan 31 16:38:06.516795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e62130a1-d61f-407d-bb1b-742757d040dd up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:38:06.579566 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port e62130a1-d61f-407d-bb1b-742757d040dd completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:38:06.583421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port e62130a1-d61f-407d-bb1b-742757d040dd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:06.583808 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:06.662143 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:06.685343 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62130a1-d61f-407d-bb1b-742757d040dd'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:38:06.687618 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d1e084-d668-4b73-83ed-79e82d60078e" -d '{"events": [{"server_uuid": "2f15d974-a8a9-4d98-a0de-dfdb27cc3e20", "name": "network-vif-plugged", "status": "completed", "tag": "e62130a1-d61f-407d-bb1b-742757d040dd"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:38:06.701749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e62130a1-d61f-407d-bb1b-742757d040dd,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:38:06.707075 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:06.733413 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a71fe3-ddfe-48ff-ab78-f688ae33386e x-openstack-request-id: req-b7a71fe3-ddfe-48ff-ab78-f688ae33386e {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:38:06.733731 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f15d974-a8a9-4d98-a0de-dfdb27cc3e20", "name": "network-vif-plugged", "status": "completed", "tag": "e62130a1-d61f-407d-bb1b-742757d040dd", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:38:06.733978 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7a71fe3-ddfe-48ff-ab78-f688ae33386e {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:38:06.734356 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62130a1-d61f-407d-bb1b-742757d040dd', 'code': 200} Jan 31 16:38:06.760251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=e62130a1-d61f-407d-bb1b-742757d040dd,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:07.126258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc4fc8-42b6-4b99-95cd-2db998bcfc8a req-c244faf2-60ce-4f4f-b352-741cb025da2a tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:07.127718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7dc4fc8-42b6-4b99-95cd-2db998bcfc8a req-c244faf2-60ce-4f4f-b352-741cb025da2a tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0756209 Jan 31 16:38:07.149179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42809-d51f-40f6-8353-e6bb74c27b81 req-df784b00-44de-4af8-8a40-2ac184912be7 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:07.150674 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9bd42809-d51f-40f6-8353-e6bb74c27b81 req-df784b00-44de-4af8-8a40-2ac184912be7 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f15d974-a8a9-4d98-a0de-dfdb27cc3e20 HTTP/1.1" status: 200 len: 946 time: 0.0733974 Jan 31 16:38:07.233428 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9bd42809-d51f-40f6-8353-e6bb74c27b81 req-832c6dcf-febb-41fc-8e2f-c8f1869dbf69 tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.36 "GET /v2.0/security-groups?id=965f3a5d-690e-407c-8e60-e13edd16a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661910 Jan 31 16:38:07.257213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-a7dc4fc8-42b6-4b99-95cd-2db998bcfc8a req-cad9f36e-d48f-4f4a-9c2c-0b80513f282f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Deleting port e62130a1-d61f-407d-bb1b-742757d040dd {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:38:07.257712 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a7dc4fc8-42b6-4b99-95cd-2db998bcfc8a req-cad9f36e-d48f-4f4a-9c2c-0b80513f282f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:07.352934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a7dc4fc8-42b6-4b99-95cd-2db998bcfc8a req-cad9f36e-d48f-4f4a-9c2c-0b80513f282f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] For port e62130a1-d61f-407d-bb1b-742757d040dd, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=e62130a1-d61f-407d-bb1b-742757d040dd,segment=NetworkSegment(2cb4302e-9005-4b12-9fe5-8b2eb444dc30),segment_id=2cb4302e-9005-4b12-9fe5-8b2eb444dc30)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:38:07.353197 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a7dc4fc8-42b6-4b99-95cd-2db998bcfc8a req-cad9f36e-d48f-4f4a-9c2c-0b80513f282f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:07.366547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-a7dc4fc8-42b6-4b99-95cd-2db998bcfc8a req-cad9f36e-d48f-4f4a-9c2c-0b80513f282f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Calling delete_port for e62130a1-d61f-407d-bb1b-742757d040dd owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:38:07.524010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a7dc4fc8-42b6-4b99-95cd-2db998bcfc8a req-cad9f36e-d48f-4f4a-9c2c-0b80513f282f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:07.535409 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['e62130a1-d61f-407d-bb1b-742757d040dd'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:38:07.552351 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9f36e-d48f-4f4a-9c2c-0b80513f282f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Pushing event deleted for resources: {'Port': ['ID=e62130a1-d61f-407d-bb1b-742757d040dd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:07.597946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dc4fc8-42b6-4b99-95cd-2db998bcfc8a req-cad9f36e-d48f-4f4a-9c2c-0b80513f282f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] No DVR routers for this DVR port e62130a1-d61f-407d-bb1b-742757d040dd on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:38:07.601217 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a7dc4fc8-42b6-4b99-95cd-2db998bcfc8a req-cad9f36e-d48f-4f4a-9c2c-0b80513f282f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:07.604922 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a7dc4fc8-42b6-4b99-95cd-2db998bcfc8a req-cad9f36e-d48f-4f4a-9c2c-0b80513f282f tempest-ServerDiskConfigTestJSON-56494160 tempest-ServerDiskConfigTestJSON-56494160-project] 10.222.0.20 "DELETE /v2.0/ports/e62130a1-d61f-407d-bb1b-742757d040dd HTTP/1.1" status: 204 len: 173 time: 0.4707701 Jan 31 16:38:07.605300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'name': 'network-vif-deleted', 'tag': 'e62130a1-d61f-407d-bb1b-742757d040dd'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:38:07.607577 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e822e893-9b63-4d9b-9f22-77cfe5aaa0ea" -d '{"events": [{"server_uuid": "2f15d974-a8a9-4d98-a0de-dfdb27cc3e20", "name": "network-vif-deleted", "tag": "e62130a1-d61f-407d-bb1b-742757d040dd"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:38:07.644840 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8551df-93d6-480f-986b-5bea5dc8637d x-openstack-request-id: req-af8551df-93d6-480f-986b-5bea5dc8637d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:38:07.645130 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f15d974-a8a9-4d98-a0de-dfdb27cc3e20", "name": "network-vif-deleted", "tag": "e62130a1-d61f-407d-bb1b-742757d040dd", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:38:07.645379 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af8551df-93d6-480f-986b-5bea5dc8637d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:38:07.645807 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f15d974-a8a9-4d98-a0de-dfdb27cc3e20', 'name': 'network-vif-deleted', 'tag': 'e62130a1-d61f-407d-bb1b-742757d040dd', 'status': 'completed', 'code': 200} Jan 31 16:38:08.388020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37624) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:08.443525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86fa81a-4e7f-4dbf-b251-7c381f24dad7 admin admin] Deleting subnet 537d48de-4555-48d8-81c1-413058aa66bd {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:38:08.447177 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a86fa81a-4e7f-4dbf-b251-7c381f24dad7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:08.483147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a86fa81a-4e7f-4dbf-b251-7c381f24dad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:08.540722 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a86fa81a-4e7f-4dbf-b251-7c381f24dad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:08.597806 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a86fa81a-4e7f-4dbf-b251-7c381f24dad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:08.626993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fa81a-4e7f-4dbf-b251-7c381f24dad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=537d48de-4555-48d8-81c1-413058aa66bd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:08.632284 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a86fa81a-4e7f-4dbf-b251-7c381f24dad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:08.636075 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a86fa81a-4e7f-4dbf-b251-7c381f24dad7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/537d48de-4555-48d8-81c1-413058aa66bd HTTP/1.1" status: 204 len: 168 time: 0.2467642 Jan 31 16:38:08.640935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37626) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:08.711863 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:08.794936 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:08.820045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389cb0d9-cde8-4780-a71c-1569b5394e1f']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:08.829919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb4302e-9005-4b12-9fe5-8b2eb444dc30') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:08.830240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb4302e-9005-4b12-9fe5-8b2eb444dc30') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:08.840111 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:08.855136 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:08.862424 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:38:08.862897 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:38:08.874402 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:38:08.920167 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:08.925966 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:08.929067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] 10.222.0.36 "DELETE /v2.0/networks/389cb0d9-cde8-4780-a71c-1569b5394e1f HTTP/1.1" status: 204 len: 168 time: 0.2867353 Jan 31 16:38:08.940774 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3142757-12d5-4aaf-80ca-faea7c035c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=389cb0d9-cde8-4780-a71c-1569b5394e1f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:09.044270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37630) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:09.086322 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-aaea91e2-ee3d-43ed-9ca5-05c0eb92ab49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23464a567b00457f992bb5188fc4a2a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406606 Jan 31 16:38:09.088908 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37632) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:09.144431 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:09.168274 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:09.218046 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:09.220639 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:09.221825 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/965f3a5d-690e-407c-8e60-e13edd16a505 HTTP/1.1" status: 204 len: 168 time: 0.1317844 Jan 31 16:38:09.229613 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965f3a5d-690e-407c-8e60-e13edd16a505,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:09.237009 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:09.237348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:09.237710 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:09.238047 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:09.238360 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:09.238690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:09.239016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:09.239314 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:09.239633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:09.239948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:09.240262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:09.240578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070ea58-1441-4fd2-bd48-88b619c711bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:09.999592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37654) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:10.101724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-701745415-network', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:38:10.126935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Made reservation on behalf of 47f4f33c8b044b5fa8f6c5e1b22c7a74 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:38:10.129229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.138443 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.218197 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.224189 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.249166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:38:10.259498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6898d68-c0b9-4156-9665-bf8241ae1b18,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:10.266403 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.266854 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Added segment 4943e9b3-1a2d-48d1-8d5b-d189664762b9 of type vlan for network 6ee27edd-3cda-45d7-b011-cfe0457d79bf Jan 31 16:38:10.310541 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.339170 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.340361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:10.340962 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.398353 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3970873 Jan 31 16:38:10.401599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37658) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:10.404402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54992c56-970c-426b-a913-0a2b528043ab admin admin] Pushing event updated for resources: {'Network': ['ID=6ee27edd-3cda-45d7-b011-cfe0457d79bf,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:10.407207 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4824f043-7b7b-48e4-930c-140aabf1a446 admin admin] Request body: {'subnet': {'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-701745415-subnet', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:38:10.415572 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 6ee27edd-3cda-45d7-b011-cfe0457d79bf details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:38:10.439748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4824f043-7b7b-48e4-930c-140aabf1a446 admin admin] Made reservation on behalf of 47f4f33c8b044b5fa8f6c5e1b22c7a74 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:38:10.442308 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4824f043-7b7b-48e4-930c-140aabf1a446 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.635702 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4824f043-7b7b-48e4-930c-140aabf1a446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.693118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824f043-7b7b-48e4-930c-140aabf1a446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ac08232-eda3-4f3d-9814-17f7007624e4,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:10.703292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4824f043-7b7b-48e4-930c-140aabf1a446 admin admin] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:38:10.703636 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824f043-7b7b-48e4-930c-140aabf1a446 admin admin] Network hostable DHCP agents. Network: 6ee27edd-3cda-45d7-b011-cfe0457d79bf, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:38:10.720948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824f043-7b7b-48e4-930c-140aabf1a446 admin admin] Network 6ee27edd-3cda-45d7-b011-cfe0457d79bf is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:38:10.730305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4824f043-7b7b-48e4-930c-140aabf1a446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 6ee27edd-3cda-45d7-b011-cfe0457d79bf) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:38:10.734234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4824f043-7b7b-48e4-930c-140aabf1a446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:10.734803 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4824f043-7b7b-48e4-930c-140aabf1a446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.739945 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b2f5c-d525-4573-ad39-4c68dae11d2b None None] Network 6ee27edd-3cda-45d7-b011-cfe0457d79bf requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:38:10.752790 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4824f043-7b7b-48e4-930c-140aabf1a446 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3494349 Jan 31 16:38:10.756258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37660) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:10.761406 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:38:10.786860 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.787931 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.847898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.890119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:38:10.891011 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:10.991281 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:11.028906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Allocated IP 172.20.0.2 (6ee27edd-3cda-45d7-b011-cfe0457d79bf/5ac08232-eda3-4f3d-9814-17f7007624e4/3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:38:11.174595 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:11.182317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:11.189345 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:11.207857 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:11.222181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Network 6ee27edd-3cda-45d7-b011-cfe0457d79bf is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:38:11.225206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:38:11.228822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:38:11.234743 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Pushing event updated for resources: {'Port': ['ID=3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:11.294198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Attempting to bind port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:38:11.294558 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Attempting to bind port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:38:11.294917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Attempting to bind port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:38:11.300455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:38:11.300833 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:38:11.301237 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:11.301654 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Bound using segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:38:11.302120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Bound port: 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:38:11.302502 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:11.371615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] For port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:38:11.374994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] For port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:38:11.380720 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:11.442672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec8124-4e83-43fc-a600-94809625b494 None None] Pushing event updated for resources: {'Port': ['ID=3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:11.702086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Allocated IP 172.25.1.231 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/56309788-dd51-4ba5-8167-f662dc8eb30a) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:38:11.818302 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:11.856261 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:11.893640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:38:11.896666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:38:11.899143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:38:11.927226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Pushing event updated for resources: {'Port': ['ID=56309788-dd51-4ba5-8167-f662dc8eb30a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:12.161660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:12.370461 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:12.374864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffeb731-faba-4ecd-b4c5-f7d6b9923557 None None] Network 6ee27edd-3cda-45d7-b011-cfe0457d79bf requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:38:12.432119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-758452b4-bade-4bb4-b261-fef6ab25c209 None None] Provisioning complete for port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:12.432475 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-758452b4-bade-4bb4-b261-fef6ab25c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:12.502701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Router 9331f812-3508-4131-b489-cca07fa3d0a8 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:38:12.559101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e62130a1-d61f-407d-bb1b-742757d040dd no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:38:12.606069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: e62130a1-d61f-407d-bb1b-742757d040dd {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:38:12.606276 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device e62130a1-d61f-407d-bb1b-742757d040dd not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:38:12.612381 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-758452b4-bade-4bb4-b261-fef6ab25c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:12.612780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:38:12.624382 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Sync routers for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:38:12.632749 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:12.637090 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c6758574-63c4-4611-a0d6-1eaf25e51860 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8767819 Jan 31 16:38:12.637285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37662) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:12.647930 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:38:12.648735 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:37:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:12.653360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-758452b4-bade-4bb4-b261-fef6ab25c209 None None] For port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:38:12.669598 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-758452b4-bade-4bb4-b261-fef6ab25c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:12.730420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758452b4-bade-4bb4-b261-fef6ab25c209 None None] Pushing event updated for resources: {'Port': ['ID=3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:12.768172 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:38:12.891054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-09324c38-44f6-4201-80f6-d5939779a9ce None None] Provisioning complete for port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:12.891336 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-09324c38-44f6-4201-80f6-d5939779a9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:12.952130 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:12Z', 'revision_number': 3, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:12.978610 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Checking router: 9331f812-3508-4131-b489-cca07fa3d0a8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:38:12.978954 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Updating router 9331f812-3508-4131-b489-cca07fa3d0a8 port 56309788-dd51-4ba5-8167-f662dc8eb30a binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:38:13.002775 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.075591 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.200026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:38:13.237898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Allocated IP 172.20.0.1 (6ee27edd-3cda-45d7-b011-cfe0457d79bf/5ac08232-eda3-4f3d-9814-17f7007624e4/e6602b79-1799-4e88-8ba8-d5feceecbc56) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:38:13.257500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:13.257853 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.266043 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.273139 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.342868 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Pushing event updated for resources: {'Port': ['ID=56309788-dd51-4ba5-8167-f662dc8eb30a,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:13.345951 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Attempting to bind port 56309788-dd51-4ba5-8167-f662dc8eb30a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:38:13.346314 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Attempting to bind port 56309788-dd51-4ba5-8167-f662dc8eb30a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:38:13.346672 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Attempting to bind port 56309788-dd51-4ba5-8167-f662dc8eb30a on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:38:13.351870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.355507 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:13.355885 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:13.356224 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:13.356616 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:13.356942 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:13.357265 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:13.357630 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:13.357951 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:13.358269 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:13.358585 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:13.358902 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:13.359221 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:38:13.362560 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:38:13.362933 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:38:13.363509 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.363728 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:38:13.364192 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Bound port: 56309788-dd51-4ba5-8167-f662dc8eb30a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:38:13.364890 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.388258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.416664 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] For port 56309788-dd51-4ba5-8167-f662dc8eb30a, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:38:13.420263 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] For port 56309788-dd51-4ba5-8167-f662dc8eb30a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=56309788-dd51-4ba5-8167-f662dc8eb30a,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:38:13.425165 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.431798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Network 6ee27edd-3cda-45d7-b011-cfe0457d79bf is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:38:13.436803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:38:13.445588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:38:13.469111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Pushing event updated for resources: {'Port': ['ID=e6602b79-1799-4e88-8ba8-d5feceecbc56,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:13.484383 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:38:13.485016 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:37:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:13.490379 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c68390-a2e9-4cc7-be59-c0489d61721e None None] Pushing event updated for resources: {'Port': ['ID=56309788-dd51-4ba5-8167-f662dc8eb30a,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:13.491182 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.602493 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:38:13.631108 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.697039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-96d12ee8-fcd3-4263-9aee-61ec216897d9 None None] Provisioning complete for port e6602b79-1799-4e88-8ba8-d5feceecbc56 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:13.697690 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-96d12ee8-fcd3-4263-9aee-61ec216897d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.734729 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-96d12ee8-fcd3-4263-9aee-61ec216897d9 None None] Port e6602b79-1799-4e88-8ba8-d5feceecbc56 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:38:13.787805 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:12Z', 'revision_number': 3, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:13.800787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.805991 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.814944 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63cc788-8e86-4755-9ad6-9102787f117e None None] The sync data for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 is: [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:12Z', 'revision_number': 3, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:38:13.874122 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:13.876039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Pushing event updated for resources: {'Port': ['ID=e6602b79-1799-4e88-8ba8-d5feceecbc56,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:13.980970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Network 6ee27edd-3cda-45d7-b011-cfe0457d79bf is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:38:13.983040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:38:14.129623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Router 9331f812-3508-4131-b489-cca07fa3d0a8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:38:14.251395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:38:14.256740 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-09a16f46-cd55-4e88-a57a-240bd9e3c2ee admin admin] 10.222.0.36 "PUT /v2.0/routers/9331f812-3508-4131-b489-cca07fa3d0a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6181326 Jan 31 16:38:14.269055 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d63c9395-52c3-4374-bbc1-eccadd032225 None None] Provisioning complete for port e6602b79-1799-4e88-8ba8-d5feceecbc56 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:14.269323 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d63c9395-52c3-4374-bbc1-eccadd032225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:14.308784 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d63c9395-52c3-4374-bbc1-eccadd032225 None None] Port e6602b79-1799-4e88-8ba8-d5feceecbc56 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:38:14.874976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37670) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:14.882237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f6f5d411-6cb8-48f7-884d-45e8a3ab337d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662414568', 'description': 'tempest-description--227995454'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:38:14.915593 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6f5d411-6cb8-48f7-884d-45e8a3ab337d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:14.984464 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6f5d411-6cb8-48f7-884d-45e8a3ab337d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:14.990300 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6f5d411-6cb8-48f7-884d-45e8a3ab337d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.019269 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f6f5d411-6cb8-48f7-884d-45e8a3ab337d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.020530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f6f5d411-6cb8-48f7-884d-45e8a3ab337d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1444864 Jan 31 16:38:15.023624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37672) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:15.025251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5d411-6cb8-48f7-884d-45e8a3ab337d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a139b1d8-b689-4566-a5d5-0a8488eee89e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:15.029102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2487a2f3-6a04-4a60-a129-b33ff96a7abd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Request body: {'security_group_rule': {'security_group_id': 'a139b1d8-b689-4566-a5d5-0a8488eee89e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:38:15.061089 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2487a2f3-6a04-4a60-a129-b33ff96a7abd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.125791 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2487a2f3-6a04-4a60-a129-b33ff96a7abd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.130940 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2487a2f3-6a04-4a60-a129-b33ff96a7abd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.150919 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487a2f3-6a04-4a60-a129-b33ff96a7abd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21ed77d-fa02-4071-ae4c-30fe5907a0f6,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:15.162217 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2487a2f3-6a04-4a60-a129-b33ff96a7abd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.163455 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2487a2f3-6a04-4a60-a129-b33ff96a7abd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382880 Jan 31 16:38:15.166721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37674) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:15.172059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e97934ab-c7e4-4e4a-b959-70fb9ac39a3b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Request body: {'security_group_rule': {'security_group_id': 'a139b1d8-b689-4566-a5d5-0a8488eee89e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:38:15.204495 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e97934ab-c7e4-4e4a-b959-70fb9ac39a3b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.217045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 56309788-dd51-4ba5-8167-f662dc8eb30a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:38:15.265807 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e97934ab-c7e4-4e4a-b959-70fb9ac39a3b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.268524 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 56309788-dd51-4ba5-8167-f662dc8eb30a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:15.268891 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.270475 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e97934ab-c7e4-4e4a-b959-70fb9ac39a3b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.288751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97934ab-c7e4-4e4a-b959-70fb9ac39a3b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda902d4-e7d9-44bb-93cd-a0cf963efd19,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:15.297655 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e97934ab-c7e4-4e4a-b959-70fb9ac39a3b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.298887 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e97934ab-c7e4-4e4a-b959-70fb9ac39a3b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310086 Jan 31 16:38:15.301892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37676) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:15.306389 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:38:15.333833 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.349781 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.357504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Sync routers for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:38:15.382253 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:38:15.382867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:37:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:15.386561 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 56309788-dd51-4ba5-8167-f662dc8eb30a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=56309788-dd51-4ba5-8167-f662dc8eb30a,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:38:15.419122 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.435973 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.516305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=56309788-dd51-4ba5-8167-f662dc8eb30a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:15.535548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:38:15.547209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Allocated IP 172.25.1.79 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/713f74ec-593e-45e8-9486-2ddf08e8ac22) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:38:15.656782 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.705282 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.743512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:38:15.747225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:38:15.750979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:38:15.799929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event updated for resources: {'Port': ['ID=713f74ec-593e-45e8-9486-2ddf08e8ac22,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:15.853234 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.888800 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:15.928688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 2, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:15.958526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Checking router: 9331f812-3508-4131-b489-cca07fa3d0a8 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:38:15.960742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Updating router 9331f812-3508-4131-b489-cca07fa3d0a8 port e6602b79-1799-4e88-8ba8-d5feceecbc56 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:38:15.986087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.044166 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.049417 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.118558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event updated for resources: {'Port': ['ID=713f74ec-593e-45e8-9486-2ddf08e8ac22,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:16.130031 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.146354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.147686 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9416448d-375f-4b12-b619-ed9fb070384d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8447101 Jan 31 16:38:16.258571 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.267590 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.298630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-86d67a2d-2ca5-4b5f-b7fe-6e30fe3937d2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1662414568&fields=id&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 267 time: 0.0354860 Jan 31 16:38:16.319569 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c61fde-cf0f-411d-9aa9-e66d20d3d50e None None] Pushing event updated for resources: {'Port': ['ID=e6602b79-1799-4e88-8ba8-d5feceecbc56,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:16.375657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Attempting to bind port e6602b79-1799-4e88-8ba8-d5feceecbc56 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:38:16.376020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Attempting to bind port e6602b79-1799-4e88-8ba8-d5feceecbc56 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:38:16.376377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Attempting to bind port e6602b79-1799-4e88-8ba8-d5feceecbc56 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:38:16.381714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:38:16.382085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:38:16.382482 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.382866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Bound using segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:38:16.383473 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Bound port: e6602b79-1799-4e88-8ba8-d5feceecbc56, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:38:16.383856 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.421947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-bf40d402-9a17-4b04-939f-e948d0a00311 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:16.423505 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-bf40d402-9a17-4b04-939f-e948d0a00311 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 811 time: 0.1173961 Jan 31 16:38:16.440371 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-eac1b463-3afb-4df7-b7f9-047835cd100e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/quotas/47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 375 time: 0.0104914 Jan 31 16:38:16.457694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] For port e6602b79-1799-4e88-8ba8-d5feceecbc56, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:38:16.461852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] For port e6602b79-1799-4e88-8ba8-d5feceecbc56, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e6602b79-1799-4e88-8ba8-d5feceecbc56,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:38:16.467784 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.505950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-168fa694-6685-4f4b-9d2f-0d6cc611ca1d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585365 Jan 31 16:38:16.538168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:38:16.538825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:37:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:16.543270 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c61fde-cf0f-411d-9aa9-e66d20d3d50e None None] Pushing event updated for resources: {'Port': ['ID=e6602b79-1799-4e88-8ba8-d5feceecbc56,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:16.594904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cd2d8678-0772-45bf-b6a6-5ebbd5c06f01 None None] Provisioning complete for port e6602b79-1799-4e88-8ba8-d5feceecbc56 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:16.595759 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8678-0772-45bf-b6a6-5ebbd5c06f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.684092 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:38:16.705904 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-27dcda9a-a6fe-437f-a134-037d354b78dc service neutron] 10.222.0.36 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833620 Jan 31 16:38:16.797398 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-3094282b-9b8d-4e1c-8eae-fdca6ccf8dde service neutron] 10.222.0.36 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832188 Jan 31 16:38:16.799206 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8678-0772-45bf-b6a6-5ebbd5c06f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.877704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-cd2d8678-0772-45bf-b6a6-5ebbd5c06f01 None None] For port e6602b79-1799-4e88-8ba8-d5feceecbc56, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e6602b79-1799-4e88-8ba8-d5feceecbc56,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:38:16.882928 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8678-0772-45bf-b6a6-5ebbd5c06f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:16.968316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d8678-0772-45bf-b6a6-5ebbd5c06f01 None None] Pushing event updated for resources: {'Port': ['ID=e6602b79-1799-4e88-8ba8-d5feceecbc56,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:16.969078 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-31ca8a41-e0da-41cf-9b63-173beef55ab7 req-6aa9bea3-5ede-480e-bf53-507b100612d9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 210 time: 0.0338399 Jan 31 16:38:16.995627 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:17.026257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e7a29-ad78-4aea-9a51-cf3607581648 None None] The sync data for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 is: [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:38:17.035172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5b0c4f93-639e-4adb-9076-69da2a9df858 None None] Provisioning complete for port e6602b79-1799-4e88-8ba8-d5feceecbc56 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:17.035614 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f93-639e-4adb-9076-69da2a9df858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:17.284689 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e6602b79-1799-4e88-8ba8-d5feceecbc56 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:38:17.324609 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bcc27eb8-f1d6-43e4-9a16-80a81304d132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:17.345719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e6602b79-1799-4e88-8ba8-d5feceecbc56 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:17.346096 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:17.440005 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 56309788-dd51-4ba5-8167-f662dc8eb30a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:38:17.490154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 56309788-dd51-4ba5-8167-f662dc8eb30a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:17.491085 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:18.092811 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-382d0f4b-10cc-4aeb-971f-2c66ffbd288b req-0633a561-df66-4c26-80fb-26f7c2662424 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 210 time: 0.0426879 Jan 31 16:38:18.116623 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-035ac1c7-663c-4b35-b27e-32712f30cffc tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:18.118244 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-035ac1c7-663c-4b35-b27e-32712f30cffc tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 811 time: 0.1566982 Jan 31 16:38:18.170763 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-36d69c3b-2f94-41b5-8a54-db1310f0caa6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 380 time: 0.0392447 Jan 31 16:38:18.184540 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Request body: {'port': {'device_id': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'admin_state_up': True, 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'security_groups': ['a139b1d8-b689-4566-a5d5-0a8488eee89e']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:38:18.306958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Made reservation on behalf of 47f4f33c8b044b5fa8f6c5e1b22c7a74 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:38:18.311922 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:18.446687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Allocated IP 172.20.0.12 (6ee27edd-3cda-45d7-b011-cfe0457d79bf/5ac08232-eda3-4f3d-9814-17f7007624e4/55331548-7485-4ecd-8797-53fb29415cbd) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:38:18.941439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:18.979505 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:19.022964 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Network 6ee27edd-3cda-45d7-b011-cfe0457d79bf is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:38:19.025883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:38:19.029432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:38:19.035590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event updated for resources: {'Port': ['ID=55331548-7485-4ecd-8797-53fb29415cbd,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:19.087027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:19.087650 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:19.107070 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-b98faf2e-4977-4e24-8179-fdded586ad62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9264884 Jan 31 16:38:19.119582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Request body: {'port': {'device_id': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:38:19.179625 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:19.225182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9b39c-14b3-4815-8eb5-c536b810805b req-d0b65197-15c1-47e9-8030-313030e09818 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:19.226732 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0f9b39c-14b3-4815-8eb5-c536b810805b req-d0b65197-15c1-47e9-8030-313030e09818 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 932 time: 0.0509670 Jan 31 16:38:19.266969 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b0f9b39c-14b3-4815-8eb5-c536b810805b req-3d626a5c-af18-4a3f-b32c-65316f047b73 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329268 Jan 31 16:38:19.293389 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-21a2fdae-4f9c-4b5e-a373-54229824b7a8 None None] Provisioning complete for port 55331548-7485-4ecd-8797-53fb29415cbd triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:19.293957 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-21a2fdae-4f9c-4b5e-a373-54229824b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:19.331168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-21a2fdae-4f9c-4b5e-a373-54229824b7a8 None None] Port 55331548-7485-4ecd-8797-53fb29415cbd cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:38:19.460079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55331548-7485-4ecd-8797-53fb29415cbd {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:38:19.467819 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:19.482152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Transition to ACTIVE for port object 55331548-7485-4ecd-8797-53fb29415cbd will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:38:19.488353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:19.538628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Pushing event updated for resources: {'Port': ['ID=55331548-7485-4ecd-8797-53fb29415cbd,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:19.609502 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Attempting to bind port 55331548-7485-4ecd-8797-53fb29415cbd on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:38:19.609863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Attempting to bind port 55331548-7485-4ecd-8797-53fb29415cbd by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:38:19.610195 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Attempting to bind port 55331548-7485-4ecd-8797-53fb29415cbd on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:38:19.614942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Port 55331548-7485-4ecd-8797-53fb29415cbd on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:38:19.615262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Attempting to bind port 55331548-7485-4ecd-8797-53fb29415cbd on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:38:19.620197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:38:19.620535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:38:19.620919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Bound using segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:38:19.621352 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Bound port: 55331548-7485-4ecd-8797-53fb29415cbd, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:38:19.621729 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:19.693489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:38:19.696649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=55331548-7485-4ecd-8797-53fb29415cbd,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:38:19.702604 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:19.731046 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4f1c88b9-0044-47ee-b0fe-a4d674fce9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:19.738848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:19.739483 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:19.740912 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] 10.222.0.20 "PUT /v2.0/ports/55331548-7485-4ecd-8797-53fb29415cbd HTTP/1.1" status: 200 len: 1092 time: 0.6258249 Jan 31 16:38:19.741353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:38:19.743736 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de6725d-9bd6-4b41-93ba-e1d46584e1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "tag": "55331548-7485-4ecd-8797-53fb29415cbd"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:38:19.771341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3a597-cef7-4979-88c9-26b285137afa service neutron] Pushing event updated for resources: {'Port': ['ID=55331548-7485-4ecd-8797-53fb29415cbd,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:19.799210 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af59f478-e7fb-4fb8-a38e-2728393e64f7 x-openstack-request-id: req-af59f478-e7fb-4fb8-a38e-2728393e64f7 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:38:19.799509 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "tag": "55331548-7485-4ecd-8797-53fb29415cbd", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:38:19.799765 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af59f478-e7fb-4fb8-a38e-2728393e64f7 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:38:19.800168 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd', 'status': 'completed', 'code': 200} Jan 31 16:38:19.830641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-76d9c37c-4544-4583-a5c4-5cf46f35c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:19.832191 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-76d9c37c-4544-4583-a5c4-5cf46f35c8f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 1095 time: 0.0456228 Jan 31 16:38:19.878144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-37d02dea-4e19-4dc7-80a6-450e5924e81d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55331548-7485-4ecd-8797-53fb29415cbd HTTP/1.1" status: 200 len: 217 time: 0.0378244 Jan 31 16:38:19.934520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-e4b701b2-3a99-4ebc-89c0-4af15b2dc045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:19.936077 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-e4b701b2-3a99-4ebc-89c0-4af15b2dc045 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0506124 Jan 31 16:38:19.982807 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c0b58d23-b4b2-4cec-a970-48d9888532e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:19.984216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-c0b58d23-b4b2-4cec-a970-48d9888532e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414205 Jan 31 16:38:20.077093 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-78ed89bb-1c79-4f8d-89f1-2cf0d1c1fd2d service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854173 Jan 31 16:38:20.174809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a855dbd8-c860-466b-a23c-698f0cfeb2bf req-36c5a6f2-2c46-4631-b826-872ce6785e3e service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904045 Jan 31 16:38:20.261493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6725d-9bd6-4b41-93ba-e1d46584e1f9 req-7cef8eb4-655b-4cbe-bce4-10dfeac152f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:20.262912 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2de6725d-9bd6-4b41-93ba-e1d46584e1f9 req-7cef8eb4-655b-4cbe-bce4-10dfeac152f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 1095 time: 0.0440736 Jan 31 16:38:20.372185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6725d-9bd6-4b41-93ba-e1d46584e1f9 req-9c92dd79-e343-4fec-99f7-0ba7afac82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:20.374255 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2de6725d-9bd6-4b41-93ba-e1d46584e1f9 req-9c92dd79-e343-4fec-99f7-0ba7afac82a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1040177 Jan 31 16:38:20.406442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe582b7-57ff-4197-ac12-ff68e6fe2f0c req-fa614b5f-0bd7-4d3d-ba7a-b669dc667ce4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:20.407953 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbe582b7-57ff-4197-ac12-ff68e6fe2f0c req-fa614b5f-0bd7-4d3d-ba7a-b669dc667ce4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 944 time: 0.0654738 Jan 31 16:38:20.417626 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2de6725d-9bd6-4b41-93ba-e1d46584e1f9 req-3befad27-d6ae-4ac4-950d-33c1ba97029b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55331548-7485-4ecd-8797-53fb29415cbd HTTP/1.1" status: 200 len: 217 time: 0.0356946 Jan 31 16:38:20.447908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dbe582b7-57ff-4197-ac12-ff68e6fe2f0c req-2c935819-a04e-4940-a508-f1e04a781169 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335829 Jan 31 16:38:20.467731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6725d-9bd6-4b41-93ba-e1d46584e1f9 req-0f681250-72c9-4344-97d0-08f74ffc783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:20.469235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2de6725d-9bd6-4b41-93ba-e1d46584e1f9 req-0f681250-72c9-4344-97d0-08f74ffc783d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0449271 Jan 31 16:38:20.526551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6725d-9bd6-4b41-93ba-e1d46584e1f9 req-eb22eafc-4c92-4e6b-bad4-3f27b5418de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:20.528830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2de6725d-9bd6-4b41-93ba-e1d46584e1f9 req-eb22eafc-4c92-4e6b-bad4-3f27b5418de1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508418 Jan 31 16:38:20.621335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2de6725d-9bd6-4b41-93ba-e1d46584e1f9 req-daf35e53-f75b-4848-8bfa-f2117dbf82ec service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848494 Jan 31 16:38:20.717500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2de6725d-9bd6-4b41-93ba-e1d46584e1f9 req-79221ef9-5381-4794-b6d1-ef3882ef2e97 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880311 Jan 31 16:38:21.001786 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:21.567894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46374105-2873-46a1-becc-6f64fa6711bd req-9c9f27b9-2e67-481b-95ff-0d4cbbc1942e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:21.569406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-46374105-2873-46a1-becc-6f64fa6711bd req-9c9f27b9-2e67-481b-95ff-0d4cbbc1942e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 944 time: 0.0509913 Jan 31 16:38:21.608856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-46374105-2873-46a1-becc-6f64fa6711bd req-12e3b150-cf3e-4ca2-aeb4-47c08b0a6d4b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328705 Jan 31 16:38:22.062021 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:38:22.431516 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:22.592664 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:22.736226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c45a9-d783-4a1e-a62b-d70e2f83c838 req-9f7612b5-2287-4ca5-9363-f670c96ba844 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:22.737742 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e6c45a9-d783-4a1e-a62b-d70e2f83c838 req-9f7612b5-2287-4ca5-9363-f670c96ba844 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 944 time: 0.0521312 Jan 31 16:38:22.777952 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e6c45a9-d783-4a1e-a62b-d70e2f83c838 req-aa848d0b-d4d2-429d-a65a-49513da312db tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331860 Jan 31 16:38:23.897652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a9e4f-1164-4a94-acab-b3b5bf5adce7 req-53fe14fc-2397-48d2-a4f5-033bb62978b6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:23.899133 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b59a9e4f-1164-4a94-acab-b3b5bf5adce7 req-53fe14fc-2397-48d2-a4f5-033bb62978b6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 944 time: 0.0526657 Jan 31 16:38:23.939274 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b59a9e4f-1164-4a94-acab-b3b5bf5adce7 req-1c7f0c66-e51e-498f-9f16-a6c444b9576f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333340 Jan 31 16:38:24.605018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 55331548-7485-4ecd-8797-53fb29415cbd details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:38:24.704346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=55331548-7485-4ecd-8797-53fb29415cbd,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:38:24.715550 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '55331548-7485-4ecd-8797-53fb29415cbd', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'port_id': '55331548-7485-4ecd-8797-53fb29415cbd', 'mac_address': 'fa:16:3e:06:8b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:38:24.758904 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:24.772297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55331548-7485-4ecd-8797-53fb29415cbd {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:38:24.791748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=55331548-7485-4ecd-8797-53fb29415cbd,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:38:24.796893 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:24.843372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=55331548-7485-4ecd-8797-53fb29415cbd,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:24.998669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['55331548-7485-4ecd-8797-53fb29415cbd'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:38:25.064512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1b165-d01a-4e1d-9108-ee4d3a46cb71 req-b13ddfb9-e001-45c4-b3a4-74e5d694b495 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:25.066230 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eca1b165-d01a-4e1d-9108-ee4d3a46cb71 req-b13ddfb9-e001-45c4-b3a4-74e5d694b495 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 945 time: 0.0546327 Jan 31 16:38:25.122752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eca1b165-d01a-4e1d-9108-ee4d3a46cb71 req-fb7cdf8e-258d-4a86-be36-51f95e1a5275 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501513 Jan 31 16:38:26.144900 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:26.248430 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b0108-dd67-4cee-89d4-b610c4246588 req-f24f1ec2-96cb-4f93-a162-542336906322 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:26.249989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a09b0108-dd67-4cee-89d4-b610c4246588 req-f24f1ec2-96cb-4f93-a162-542336906322 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 945 time: 0.0504744 Jan 31 16:38:26.295530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a09b0108-dd67-4cee-89d4-b610c4246588 req-806420bd-c20c-40ce-bdb7-b84e6485dbde tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390396 Jan 31 16:38:26.615451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 55331548-7485-4ecd-8797-53fb29415cbd up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:38:26.671300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 55331548-7485-4ecd-8797-53fb29415cbd completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:38:26.677091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 55331548-7485-4ecd-8797-53fb29415cbd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:38:26.677489 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:26.758551 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:26.781392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:38:26.783702 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98365f2f-9d3a-484c-b89a-53ae7470ce56" -d '{"events": [{"server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "name": "network-vif-plugged", "status": "completed", "tag": "55331548-7485-4ecd-8797-53fb29415cbd"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:38:26.801316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=55331548-7485-4ecd-8797-53fb29415cbd,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:38:26.806639 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:26.832403 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0754bb1-0931-461a-ba70-98c4be4d0a81 x-openstack-request-id: req-d0754bb1-0931-461a-ba70-98c4be4d0a81 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:38:26.832689 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "name": "network-vif-plugged", "status": "completed", "tag": "55331548-7485-4ecd-8797-53fb29415cbd", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:38:26.832935 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0754bb1-0931-461a-ba70-98c4be4d0a81 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:38:26.833318 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd', 'code': 200} Jan 31 16:38:26.862054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=55331548-7485-4ecd-8797-53fb29415cbd,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:38:26.922063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836be2e-7655-4f75-9ede-8dd25bfc8104 req-af4ca389-3075-4388-a847-ed0534e82edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:26.923585 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0836be2e-7655-4f75-9ede-8dd25bfc8104 req-af4ca389-3075-4388-a847-ed0534e82edb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 1097 time: 0.0427818 Jan 31 16:38:26.957385 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0836be2e-7655-4f75-9ede-8dd25bfc8104 req-d4bc276e-bf3a-4daa-a912-9f21874bdbbc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273757 Jan 31 16:38:27.426929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af9a6-f1b5-41f7-8f49-265c23c46153 req-be163a88-5fa8-4380-ac6c-efd85ab8e5ae tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:27.428509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e5af9a6-f1b5-41f7-8f49-265c23c46153 req-be163a88-5fa8-4380-ac6c-efd85ab8e5ae tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0637722 Jan 31 16:38:27.470124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e5af9a6-f1b5-41f7-8f49-265c23c46153 req-33f3d1b4-a817-49f0-9df7-8d868543276f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351305 Jan 31 16:38:28.217918 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:28.599019 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce83c56-3787-4784-bd84-10c7f17dd237 req-53357866-457d-4937-be20-79b5305ac939 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:28.600543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ce83c56-3787-4784-bd84-10c7f17dd237 req-53357866-457d-4937-be20-79b5305ac939 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0565743 Jan 31 16:38:28.640794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ce83c56-3787-4784-bd84-10c7f17dd237 req-47e6a39c-3a81-40e3-bc0c-c1db568d2b13 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335081 Jan 31 16:38:28.755982 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fa92d-1d4e-44bf-8ed3-1ac7fe69f59e req-be10def8-6782-4e6f-bfdf-b5c2e05a57be tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:28.757506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f49fa92d-1d4e-44bf-8ed3-1ac7fe69f59e req-be10def8-6782-4e6f-bfdf-b5c2e05a57be tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0524156 Jan 31 16:38:28.767148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 37732) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:38:28.771919 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2e842b5d-cc60-4394-ba18-d01631899aba tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Request body: {'floatingip': {'port_id': '55331548-7485-4ecd-8797-53fb29415cbd'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:38:28.815976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e842b5d-cc60-4394-ba18-d01631899aba tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:29.273412 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e842b5d-cc60-4394-ba18-d01631899aba tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:29.278615 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e842b5d-cc60-4394-ba18-d01631899aba tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:29.381823 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-2e842b5d-cc60-4394-ba18-d01631899aba tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d associated. External IP: 172.25.1.79, port: 55331548-7485-4ecd-8797-53fb29415cbd. Jan 31 16:38:29.591060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e842b5d-cc60-4394-ba18-d01631899aba tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Router 9331f812-3508-4131-b489-cca07fa3d0a8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:38:29.704760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e842b5d-cc60-4394-ba18-d01631899aba tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:38:29.710070 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2e842b5d-cc60-4394-ba18-d01631899aba tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:29.715769 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7089cd9-2add-4d70-8ada-94121506249d None None] Sync routers for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:38:29.726077 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7089cd9-2add-4d70-8ada-94121506249d None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:38:29.726717 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b7089cd9-2add-4d70-8ada-94121506249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:38:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:29.737258 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2e842b5d-cc60-4394-ba18-d01631899aba tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "PUT /v2.0/floatingips/3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d HTTP/1.1" status: 200 len: 991 time: 0.9688768 Jan 31 16:38:29.737991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:38:29.740373 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564e12d2-1017-4d4b-a7fa-de9a9b1ec3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "tag": "55331548-7485-4ecd-8797-53fb29415cbd"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:38:29.798555 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614722ec-c5f0-449d-ba74-d31258b760e8 x-openstack-request-id: req-614722ec-c5f0-449d-ba74-d31258b760e8 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:38:29.799521 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "tag": "55331548-7485-4ecd-8797-53fb29415cbd", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:38:29.799521 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-614722ec-c5f0-449d-ba74-d31258b760e8 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:38:29.799925 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd', 'status': 'completed', 'code': 200} Jan 31 16:38:29.838054 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b7089cd9-2add-4d70-8ada-94121506249d None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:38:29.864605 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c38599-8281-4335-b4d8-661b6a094350 req-9044c257-e523-4ebb-a71f-ff8f15d29330 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:29.866187 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e8c38599-8281-4335-b4d8-661b6a094350 req-9044c257-e523-4ebb-a71f-ff8f15d29330 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0540552 Jan 31 16:38:29.883728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e12d2-1017-4d4b-a7fa-de9a9b1ec3cf req-3ba3f0ce-f4ff-4bb9-b70e-eecea8a512b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:29.888042 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-564e12d2-1017-4d4b-a7fa-de9a9b1ec3cf req-3ba3f0ce-f4ff-4bb9-b70e-eecea8a512b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 1097 time: 0.0662687 Jan 31 16:38:29.912313 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e8c38599-8281-4335-b4d8-661b6a094350 req-969036de-f487-4e9b-af58-26942d9f89b8 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392387 Jan 31 16:38:30.003426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e12d2-1017-4d4b-a7fa-de9a9b1ec3cf req-c8522121-2935-409a-bddb-137ea02f08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:30.006023 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-564e12d2-1017-4d4b-a7fa-de9a9b1ec3cf req-c8522121-2935-409a-bddb-137ea02f08bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1118042 Jan 31 16:38:30.105969 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-564e12d2-1017-4d4b-a7fa-de9a9b1ec3cf req-71663067-2f5a-41d8-aa36-673229400dac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55331548-7485-4ecd-8797-53fb29415cbd HTTP/1.1" status: 200 len: 999 time: 0.0912628 Jan 31 16:38:30.159769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e12d2-1017-4d4b-a7fa-de9a9b1ec3cf req-2f2fe31b-55fd-4ed3-8412-37a50e207b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:30.162102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-564e12d2-1017-4d4b-a7fa-de9a9b1ec3cf req-2f2fe31b-55fd-4ed3-8412-37a50e207b0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0496774 Jan 31 16:38:30.210249 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e12d2-1017-4d4b-a7fa-de9a9b1ec3cf req-4c63f698-7f60-490e-b26d-70d7854b9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:30.212047 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-564e12d2-1017-4d4b-a7fa-de9a9b1ec3cf req-4c63f698-7f60-490e-b26d-70d7854b9ed6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436401 Jan 31 16:38:30.235402 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b7089cd9-2add-4d70-8ada-94121506249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'port_id': '55331548-7485-4ecd-8797-53fb29415cbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'mac_address': 'fa:16:3e:06:8b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:38:15Z', 'updated_at': '2022-01-31T16:38:29Z', 'revision_number': 1, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:30.266180 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7089cd9-2add-4d70-8ada-94121506249d None None] Checking router: 9331f812-3508-4131-b489-cca07fa3d0a8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:38:30.274612 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7089cd9-2add-4d70-8ada-94121506249d None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:38:30.275260 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b7089cd9-2add-4d70-8ada-94121506249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:38:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:30.313843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-564e12d2-1017-4d4b-a7fa-de9a9b1ec3cf req-f90be58c-e3e2-423a-82e0-0eaf38bfd1e3 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946586 Jan 31 16:38:30.385183 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b7089cd9-2add-4d70-8ada-94121506249d None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:38:30.407139 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-564e12d2-1017-4d4b-a7fa-de9a9b1ec3cf req-7a914e71-f57b-47db-9cd2-7f0376b4155d service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865450 Jan 31 16:38:30.607572 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b7089cd9-2add-4d70-8ada-94121506249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'port_id': '55331548-7485-4ecd-8797-53fb29415cbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'mac_address': 'fa:16:3e:06:8b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:38:15Z', 'updated_at': '2022-01-31T16:38:29Z', 'revision_number': 1, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:38:30.637014 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7089cd9-2add-4d70-8ada-94121506249d None None] The sync data for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 is: [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'port_id': '55331548-7485-4ecd-8797-53fb29415cbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'mac_address': 'fa:16:3e:06:8b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:38:15Z', 'updated_at': '2022-01-31T16:38:29Z', 'revision_number': 1, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:38:30.840705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b91743-1739-4fa3-bbf2-824909a07965 None None] New status for floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:38:31.046611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9c1c-9451-4160-8cd6-d9bd028ef508 req-dda16a87-dd44-4e04-a2ce-3b1eb41d0ca4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:31.048197 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c52e9c1c-9451-4160-8cd6-d9bd028ef508 req-dda16a87-dd44-4e04-a2ce-3b1eb41d0ca4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0525835 Jan 31 16:38:31.089988 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c52e9c1c-9451-4160-8cd6-d9bd028ef508 req-c006a5e1-a49f-43e1-991c-03ead893414e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354655 Jan 31 16:38:31.210524 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a67a7-71fa-4e3c-a656-65c89990fd7e req-ccfefc90-1725-4d06-87d5-9ffface24a5d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:31.211931 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad8a67a7-71fa-4e3c-a656-65c89990fd7e req-ccfefc90-1725-4d06-87d5-9ffface24a5d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0513806 Jan 31 16:38:31.251649 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad8a67a7-71fa-4e3c-a656-65c89990fd7e req-205489d6-88e4-4797-944c-1c0e3f4b9d47 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332279 Jan 31 16:38:31.485289 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-cc877485-ca5d-49aa-91f5-1da606c31cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0468273 Jan 31 16:38:31.499409 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7090b7-f7e9-4ad7-9dff-dc71b51e2339 req-a775aaa1-ac70-4ea0-9d97-b700dc8a52cc tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:31.501019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b7090b7-f7e9-4ad7-9dff-dc71b51e2339 req-a775aaa1-ac70-4ea0-9d97-b700dc8a52cc tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0543442 Jan 31 16:38:31.544265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5b7090b7-f7e9-4ad7-9dff-dc71b51e2339 req-57c005cd-4a16-4f08-b1cd-45691d8eb790 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365767 Jan 31 16:38:32.678941 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff98fea-5779-46a8-b941-8fb5b891400f req-b9443bbd-f02b-4ed0-b857-27efcf3c64af tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:32.681695 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fff98fea-5779-46a8-b941-8fb5b891400f req-b9443bbd-f02b-4ed0-b857-27efcf3c64af tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0681043 Jan 31 16:38:32.750181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fff98fea-5779-46a8-b941-8fb5b891400f req-79297409-0561-47f4-bab9-360a322d7cdd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613418 Jan 31 16:38:32.761033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-6bc277e5-b928-4a5b-8541-7a277bfac68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:32.762768 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-6bc277e5-b928-4a5b-8541-7a277bfac68b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 1097 time: 0.0573504 Jan 31 16:38:32.858362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-fa6d2131-b9e8-400c-a4f0-1278542b7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:32.859751 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-fa6d2131-b9e8-400c-a4f0-1278542b7c92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0891068 Jan 31 16:38:32.926451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-ae79718e-3cbb-4fdb-8e73-3799c542cc78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55331548-7485-4ecd-8797-53fb29415cbd HTTP/1.1" status: 200 len: 1001 time: 0.0584970 Jan 31 16:38:32.979588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-4f5ebbd8-c7ea-4e34-961d-8e0fc06dc926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:32.981048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-4f5ebbd8-c7ea-4e34-961d-8e0fc06dc926 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0470457 Jan 31 16:38:33.029315 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-74125361-bdc3-4b8c-9eee-6d57ec72c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:33.030856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-74125361-bdc3-4b8c-9eee-6d57ec72c083 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415707 Jan 31 16:38:33.122612 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-2490211a-d582-41a3-b282-1f443807026d service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838330 Jan 31 16:38:33.220030 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-daa79e94-3b6c-42c4-97bd-52985d8671d2 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888453 Jan 31 16:38:33.870613 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdac12e-ce3f-456e-a2dd-1b0b3a3acc14 req-c37f899b-b411-4232-80d1-c8b1dffada99 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:33.872174 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2bdac12e-ce3f-456e-a2dd-1b0b3a3acc14 req-c37f899b-b411-4232-80d1-c8b1dffada99 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0514848 Jan 31 16:38:33.914611 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2bdac12e-ce3f-456e-a2dd-1b0b3a3acc14 req-152725ed-0ef2-4013-abcf-f02885a7e808 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362337 Jan 31 16:38:35.036328 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b9d42-c564-4712-af1e-6ba51bc0890d req-64e73f75-c14a-4f02-a61b-391ee13dd26c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:35.037950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f6b9d42-c564-4712-af1e-6ba51bc0890d req-64e73f75-c14a-4f02-a61b-391ee13dd26c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0515583 Jan 31 16:38:35.076424 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f6b9d42-c564-4712-af1e-6ba51bc0890d req-822ee093-d180-46e3-9f12-e1df9528109f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322094 Jan 31 16:38:36.196820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25033811-b0b9-4c55-99cf-4ea9054dfffc req-01044d9f-edd0-4595-9b05-23828a2f205c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:36.198462 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-25033811-b0b9-4c55-99cf-4ea9054dfffc req-01044d9f-edd0-4595-9b05-23828a2f205c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0516918 Jan 31 16:38:36.238009 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-25033811-b0b9-4c55-99cf-4ea9054dfffc req-7090c087-05da-4ea5-b78a-f1590efdec95 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331266 Jan 31 16:38:37.359453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bcafc-9158-4d6f-9af2-ec19438502a5 req-591a2fcd-3665-4d46-85e4-63f40ebb3bb9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:37.360946 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2c5bcafc-9158-4d6f-9af2-ec19438502a5 req-591a2fcd-3665-4d46-85e4-63f40ebb3bb9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0545869 Jan 31 16:38:37.404882 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2c5bcafc-9158-4d6f-9af2-ec19438502a5 req-5d6410e4-1cfa-4bdb-bd47-88f35ba17d01 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374110 Jan 31 16:38:38.529842 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392a1fa-6cea-43f4-a502-7c4bedd45bcc req-fe95a321-eb8a-4a9d-aa15-17135368f746 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:38.531407 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b392a1fa-6cea-43f4-a502-7c4bedd45bcc req-fe95a321-eb8a-4a9d-aa15-17135368f746 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0564606 Jan 31 16:38:38.570815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b392a1fa-6cea-43f4-a502-7c4bedd45bcc req-65a73472-b010-4f20-9598-86b9e1096642 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333047 Jan 31 16:38:39.701701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36da73-1936-423d-ae88-53858decbb56 req-60d5bfd1-b172-4068-9fda-d241c6cc856a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:39.703897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d36da73-1936-423d-ae88-53858decbb56 req-60d5bfd1-b172-4068-9fda-d241c6cc856a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0614572 Jan 31 16:38:39.748064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2d36da73-1936-423d-ae88-53858decbb56 req-80cea0a1-dd1a-4e73-9c70-5e15045f4c04 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344148 Jan 31 16:38:40.869917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afd0e2-959c-432a-b6b2-13864cb2ffb3 req-3b15ba16-2d40-4f85-96eb-bcf5199e6dc3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:40.871402 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7afd0e2-959c-432a-b6b2-13864cb2ffb3 req-3b15ba16-2d40-4f85-96eb-bcf5199e6dc3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0521278 Jan 31 16:38:40.912098 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a7afd0e2-959c-432a-b6b2-13864cb2ffb3 req-9d9b83c5-e70b-48dc-b2e2-67b902db84b3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343485 Jan 31 16:38:42.033952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b371f-1a18-496a-bf14-9ae46751dfb9 req-835b4572-d95f-4d51-98c7-b820622fd627 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:42.035486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a50b371f-1a18-496a-bf14-9ae46751dfb9 req-835b4572-d95f-4d51-98c7-b820622fd627 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0524962 Jan 31 16:38:42.077494 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a50b371f-1a18-496a-bf14-9ae46751dfb9 req-55af78e7-5298-4d87-864b-12bfbdf883ee tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358317 Jan 31 16:38:43.199847 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfe111-da54-4cdd-a5d0-357bc6abc1ef req-fb5cd015-7b67-4fd4-b15b-51cf8596e4b5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:43.201437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-21cfe111-da54-4cdd-a5d0-357bc6abc1ef req-fb5cd015-7b67-4fd4-b15b-51cf8596e4b5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0520048 Jan 31 16:38:43.242793 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-21cfe111-da54-4cdd-a5d0-357bc6abc1ef req-fd9974cb-5125-4cf4-a1bf-766c214f36f6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352411 Jan 31 16:38:43.958617 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dcd36-196d-4e76-9727-482fa92fe4e2 req-792c9a99-6f3f-471a-9500-f381be5ae22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:43.960097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c86dcd36-196d-4e76-9727-482fa92fe4e2 req-792c9a99-6f3f-471a-9500-f381be5ae22d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 1097 time: 0.0425129 Jan 31 16:38:44.067706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dcd36-196d-4e76-9727-482fa92fe4e2 req-c45db07a-f969-44ea-88ca-bb681a7732cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:44.069184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c86dcd36-196d-4e76-9727-482fa92fe4e2 req-c45db07a-f969-44ea-88ca-bb681a7732cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0883865 Jan 31 16:38:44.137780 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c86dcd36-196d-4e76-9727-482fa92fe4e2 req-aef40cde-dec1-40ee-9719-05f7022f4026 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55331548-7485-4ecd-8797-53fb29415cbd HTTP/1.1" status: 200 len: 1001 time: 0.0601444 Jan 31 16:38:44.192181 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dcd36-196d-4e76-9727-482fa92fe4e2 req-71a213a6-7818-4aa9-a9ba-09aba72dba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:44.193708 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c86dcd36-196d-4e76-9727-482fa92fe4e2 req-71a213a6-7818-4aa9-a9ba-09aba72dba96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0489879 Jan 31 16:38:44.241267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dcd36-196d-4e76-9727-482fa92fe4e2 req-e7efdf3d-ec1a-4d88-bfaa-2c515218c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:44.242717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c86dcd36-196d-4e76-9727-482fa92fe4e2 req-e7efdf3d-ec1a-4d88-bfaa-2c515218c8ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421410 Jan 31 16:38:44.360870 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c86dcd36-196d-4e76-9727-482fa92fe4e2 req-eabd5102-7dd8-4589-8681-bdcf6c678d64 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109588 Jan 31 16:38:44.395910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38eb2-1d17-448e-aa22-40e85b1e99c8 req-d450b183-aeec-44fc-afb2-da26383779f7 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:44.397364 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a6e38eb2-1d17-448e-aa22-40e85b1e99c8 req-d450b183-aeec-44fc-afb2-da26383779f7 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0818334 Jan 31 16:38:44.479389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a6e38eb2-1d17-448e-aa22-40e85b1e99c8 req-7003cb8c-ff4e-4f13-87de-441678c9821e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577710 Jan 31 16:38:44.490080 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c86dcd36-196d-4e76-9727-482fa92fe4e2 req-59d64e17-5d0f-43ee-ae0a-97f5595fe500 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218474 Jan 31 16:38:45.604976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd533353-00b9-4a9e-afc5-6b24d18d0eb3 req-d8fcf688-16f6-4623-9fb2-21594419b90e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:45.606437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd533353-00b9-4a9e-afc5-6b24d18d0eb3 req-d8fcf688-16f6-4623-9fb2-21594419b90e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0548425 Jan 31 16:38:45.645078 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd533353-00b9-4a9e-afc5-6b24d18d0eb3 req-11b70e99-a726-4481-8074-c16ca81b3e94 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324521 Jan 31 16:38:46.763801 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d22314-40b4-4cb4-828a-0e69852eeaf4 req-4a23fd24-9d6f-451c-8e67-8db8978e879f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:46.765409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-36d22314-40b4-4cb4-828a-0e69852eeaf4 req-4a23fd24-9d6f-451c-8e67-8db8978e879f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0520928 Jan 31 16:38:46.805861 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-36d22314-40b4-4cb4-828a-0e69852eeaf4 req-4aad1ca1-ef52-4292-8d20-b4a6af9760d9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342000 Jan 31 16:38:47.300248 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a5529da6-dc6c-4711-bb08-25edf06ef446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:47.929053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c679255-f880-4980-b1fb-d976ec69eaba req-c1eb6be8-3f20-4661-8f1e-3b3cc5563043 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:47.930521 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c679255-f880-4980-b1fb-d976ec69eaba req-c1eb6be8-3f20-4661-8f1e-3b3cc5563043 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0549779 Jan 31 16:38:47.970089 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c679255-f880-4980-b1fb-d976ec69eaba req-3a611fe0-ac21-407a-85e1-484d033537ed tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333538 Jan 31 16:38:49.100289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76b805-a312-48bd-8091-024cefb8a57a req-99584790-b574-4ac3-841b-f5cffc2eddc3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:49.102393 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be76b805-a312-48bd-8091-024cefb8a57a req-99584790-b574-4ac3-841b-f5cffc2eddc3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0594642 Jan 31 16:38:49.143899 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be76b805-a312-48bd-8091-024cefb8a57a req-de6f6104-c99d-46ac-a333-73bd7647226b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353642 Jan 31 16:38:49.734560 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce31a1bb-19fe-4ad1-9b4e-6a1a0127f910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:50.272394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f5d2f-f94f-4b5e-b794-988d8132698d req-cf71ec48-3384-49a5-902e-f4570ad525c3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:50.273933 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba4f5d2f-f94f-4b5e-b794-988d8132698d req-cf71ec48-3384-49a5-902e-f4570ad525c3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0545945 Jan 31 16:38:50.318417 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ba4f5d2f-f94f-4b5e-b794-988d8132698d req-c8ede0f5-24cb-4523-bc00-c22fdc9a28e6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379977 Jan 31 16:38:51.008661 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:51.444519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f22181-dc25-4f92-bc66-65cf1d3e889f req-3c0f2b76-608b-4206-8938-138fe62653b8 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:51.446097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-94f22181-dc25-4f92-bc66-65cf1d3e889f req-3c0f2b76-608b-4206-8938-138fe62653b8 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0536828 Jan 31 16:38:51.491085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-94f22181-dc25-4f92-bc66-65cf1d3e889f req-ed2b4a02-8a6e-4074-a6f9-f1dd5cdf0540 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385993 Jan 31 16:38:52.433847 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:52.597679 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:52.620550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de0cd-f849-4d39-803c-7d3f8614c0ff req-3e2ed483-588b-4b81-ad7c-538fdec6bc32 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:52.622109 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-966de0cd-f849-4d39-803c-7d3f8614c0ff req-3e2ed483-588b-4b81-ad7c-538fdec6bc32 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0581934 Jan 31 16:38:52.662794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-966de0cd-f849-4d39-803c-7d3f8614c0ff req-88f132b9-df8e-4982-bb08-48e698a78faf tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342989 Jan 31 16:38:53.781364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ba160-945d-46d4-96e4-38d0cfbe6ae8 req-e0da5738-078a-46ef-b17c-f2b26b179038 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:53.782888 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-622ba160-945d-46d4-96e4-38d0cfbe6ae8 req-e0da5738-078a-46ef-b17c-f2b26b179038 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0506651 Jan 31 16:38:53.822167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-622ba160-945d-46d4-96e4-38d0cfbe6ae8 req-986989c0-cce3-413e-a1f4-ee5c4ceaf901 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329998 Jan 31 16:38:54.943106 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9c413-cae2-4afb-9cc7-e78886530a34 req-19e2ec77-d743-456f-9d0d-9b9af18c9f89 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:54.944558 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08f9c413-cae2-4afb-9cc7-e78886530a34 req-19e2ec77-d743-456f-9d0d-9b9af18c9f89 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0523288 Jan 31 16:38:54.984917 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08f9c413-cae2-4afb-9cc7-e78886530a34 req-29a70177-7543-47b6-b193-c1294eb0e6e0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337262 Jan 31 16:38:56.105939 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fcc2f-6160-493a-b17e-82186d215552 req-9b0593c3-8369-409f-9d41-af75731d0b1c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:56.107507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-643fcc2f-6160-493a-b17e-82186d215552 req-9b0593c3-8369-409f-9d41-af75731d0b1c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0493939 Jan 31 16:38:56.148666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-643fcc2f-6160-493a-b17e-82186d215552 req-b1d4d515-fd3d-4e4d-9e4d-237096455b23 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343187 Jan 31 16:38:56.157971 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:57.273056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d151d-1494-4f7e-9f7e-08628e2d86fe req-cd46ce70-9451-4c40-97a1-14fe0eb4fc8f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:57.274738 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab1d151d-1494-4f7e-9f7e-08628e2d86fe req-cd46ce70-9451-4c40-97a1-14fe0eb4fc8f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0533485 Jan 31 16:38:57.316346 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab1d151d-1494-4f7e-9f7e-08628e2d86fe req-65a1cade-26af-47d7-be2d-e34912c24f6f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348787 Jan 31 16:38:58.217206 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:38:58.440121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495ddc6-d9bd-4151-a6f9-0675915ce0c3 req-003e685f-42e7-466b-b87c-bf0608477055 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:58.441724 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3495ddc6-d9bd-4151-a6f9-0675915ce0c3 req-003e685f-42e7-466b-b87c-bf0608477055 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0511286 Jan 31 16:38:58.489236 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3495ddc6-d9bd-4151-a6f9-0675915ce0c3 req-03fc2c29-333a-4179-ba12-dc663bc8afad tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409501 Jan 31 16:38:59.062409 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:38:59.620565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100ce77-7755-4547-816d-44d4ce74b6cf req-bd49bce0-a3da-45b2-84c3-1bf09cc1b700 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:38:59.622117 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d100ce77-7755-4547-816d-44d4ce74b6cf req-bd49bce0-a3da-45b2-84c3-1bf09cc1b700 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0593464 Jan 31 16:38:59.667915 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d100ce77-7755-4547-816d-44d4ce74b6cf req-3793d9f8-bcf3-4a0e-bd34-4482b2dc99f5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396261 Jan 31 16:39:00.207257 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-c4d11e84-7d26-4ad6-ad26-515b20e94ed8 service neutron] show failed (client error): The resource could not be found. Jan 31 16:39:00.208287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-c4d11e84-7d26-4ad6-ad26-515b20e94ed8 service neutron] 10.222.0.20 "GET /v2.0/ports/55331548-7485-4ecd-8797-53fb29415cbd/bindings/n-h1-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0568359 Jan 31 16:39:00.412112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-762dbef8-806f-460e-a42d-2821ca756f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:00.413765 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-762dbef8-806f-460e-a42d-2821ca756f0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 1097 time: 0.0449443 Jan 31 16:39:00.426369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:39:00.479189 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:00.689166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=55331548-7485-4ecd-8797-53fb29415cbd,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:39:00.725066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:39:00.786690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:39:00.788849 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7999a8e-a9e7-4fd3-8bd3-96560e417590" -d '{"events": [{"server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "name": "network-vif-unplugged", "status": "completed", "tag": "55331548-7485-4ecd-8797-53fb29415cbd"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:39:00.794846 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:00.813538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Transition to ACTIVE for port object 55331548-7485-4ecd-8797-53fb29415cbd will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:39:00.824329 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:00.837378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9e372-8ad2-496f-a07d-b6533403868d req-938be2dd-8cb3-445e-a449-bf0c50e403a9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:00.838987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-36e9e372-8ad2-496f-a07d-b6533403868d req-938be2dd-8cb3-445e-a449-bf0c50e403a9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0871978 Jan 31 16:39:00.865982 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6e6303-d129-4466-836b-16d759235d5b x-openstack-request-id: req-3d6e6303-d129-4466-836b-16d759235d5b {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:39:00.866300 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "name": "network-vif-unplugged", "status": "completed", "tag": "55331548-7485-4ecd-8797-53fb29415cbd", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:39:00.866545 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d6e6303-d129-4466-836b-16d759235d5b {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:39:00.866925 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd', 'code': 200} Jan 31 16:39:00.951293 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Pushing event updated for resources: {'Port': ['ID=55331548-7485-4ecd-8797-53fb29415cbd,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:00.958944 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-36e9e372-8ad2-496f-a07d-b6533403868d req-390c0a71-c98d-494c-b9e8-d98cea9da3e7 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997181 Jan 31 16:39:00.966399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:00.967187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:00.967187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:00.967362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:00.967694 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:00.968016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:00.968335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:00.968651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:00.968966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:00.969336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:00.969687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:00.970007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:01.004532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] No DVR routers for this DVR port 55331548-7485-4ecd-8797-53fb29415cbd on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:39:01.148943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Attempting to bind port 55331548-7485-4ecd-8797-53fb29415cbd on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:39:01.149238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Attempting to bind port 55331548-7485-4ecd-8797-53fb29415cbd by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:39:01.149590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Attempting to bind port 55331548-7485-4ecd-8797-53fb29415cbd on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:39:01.154274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Port 55331548-7485-4ecd-8797-53fb29415cbd on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:39:01.154589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Attempting to bind port 55331548-7485-4ecd-8797-53fb29415cbd on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:39:01.159368 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:39:01.159695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:39:01.160071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Bound using segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:39:01.160488 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Bound port: 55331548-7485-4ecd-8797-53fb29415cbd, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:39:01.160839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:01.229172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:39:01.232273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=55331548-7485-4ecd-8797-53fb29415cbd,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:39:01.237153 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:01.275385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:01.275982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:01.277380 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] 10.222.0.30 "PUT /v2.0/ports/55331548-7485-4ecd-8797-53fb29415cbd HTTP/1.1" status: 200 len: 1092 time: 0.8550749 Jan 31 16:39:01.294522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bc942-6feb-4e93-893e-68a90dfec51c service neutron] Pushing event updated for resources: {'Port': ['ID=55331548-7485-4ecd-8797-53fb29415cbd,revision_number=7']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:01.343324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-9ab7be44-6c82-4baa-9ba5-428f257d4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:01.344822 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-9ab7be44-6c82-4baa-9ba5-428f257d4653 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 1095 time: 0.0434668 Jan 31 16:39:01.442337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-2c5517de-e3af-4c3a-ae68-bbe5ac30bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:01.443826 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-2c5517de-e3af-4c3a-ae68-bbe5ac30bbac service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0928783 Jan 31 16:39:01.519319 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-d99d0958-6619-4802-9cce-3f2dad9317d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55331548-7485-4ecd-8797-53fb29415cbd HTTP/1.1" status: 200 len: 999 time: 0.0679369 Jan 31 16:39:01.571670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-b22e63f9-1f55-43fe-bfe0-544047fc1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:01.573189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-b22e63f9-1f55-43fe-bfe0-544047fc1234 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0461986 Jan 31 16:39:01.624773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-c71f883d-4242-4c74-a17e-5833b87e0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:01.626338 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-c71f883d-4242-4c74-a17e-5833b87e0f40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461724 Jan 31 16:39:01.719394 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-3dc4c5d5-f401-439f-a5dd-735608026621 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846903 Jan 31 16:39:02.085088 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25715ce-d14f-44c9-b7af-e67c94795b7d req-8303a7af-acec-44fd-9d63-ff62c316f014 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:02.086639 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a25715ce-d14f-44c9-b7af-e67c94795b7d req-8303a7af-acec-44fd-9d63-ff62c316f014 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 944 time: 0.0516081 Jan 31 16:39:02.129459 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a25715ce-d14f-44c9-b7af-e67c94795b7d req-e94933f2-6886-43eb-82a6-7e569cc2573b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362589 Jan 31 16:39:02.182579 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2bfb36ed-d298-42d8-99d2-ed384c3c49ec req-9e4b6058-7c33-4a5d-9430-0d076e637c6b service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558923 Jan 31 16:39:02.868957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:39:02.872931 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "tag": "55331548-7485-4ecd-8797-53fb29415cbd"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:39:02.925422 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b968b70c-b0cc-4d5f-a375-0793e0821724 x-openstack-request-id: req-b968b70c-b0cc-4d5f-a375-0793e0821724 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:39:02.925744 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "tag": "55331548-7485-4ecd-8797-53fb29415cbd", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:39:02.925990 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b968b70c-b0cc-4d5f-a375-0793e0821724 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:39:02.926385 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd', 'status': 'completed', 'code': 200} Jan 31 16:39:03.025792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-4e32e7f6-de0d-4534-a476-62d8680c2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:03.027275 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-4e32e7f6-de0d-4534-a476-62d8680c2275 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 1095 time: 0.0789258 Jan 31 16:39:03.028872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-15f230aa-9167-4dba-baca-dc0db41e1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:03.030207 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-15f230aa-9167-4dba-baca-dc0db41e1ee2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 1095 time: 0.0693760 Jan 31 16:39:03.188190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-3e178256-38c9-4695-82b7-5d8ea2cdbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:03.189620 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-3e178256-38c9-4695-82b7-5d8ea2cdbf37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1553555 Jan 31 16:39:03.192225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-78368185-5d55-4e70-8b54-9a6dfc7d09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:03.193561 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-78368185-5d55-4e70-8b54-9a6dfc7d09ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1522570 Jan 31 16:39:03.250871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5e76-a0a1-437a-ba17-b0f97b7e932f req-69fa7249-9e88-4233-ae99-78dbc4504224 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:03.252380 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a75b5e76-a0a1-437a-ba17-b0f97b7e932f req-69fa7249-9e88-4233-ae99-78dbc4504224 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 944 time: 0.0519075 Jan 31 16:39:03.295088 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a75b5e76-a0a1-437a-ba17-b0f97b7e932f req-0cd7391b-e9e7-4573-ad3f-2de3f9af590e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365460 Jan 31 16:39:03.302549 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-c86925f9-de83-4fae-9e18-d23eba290528 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55331548-7485-4ecd-8797-53fb29415cbd HTTP/1.1" status: 200 len: 999 time: 0.1059625 Jan 31 16:39:03.304284 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-688b8536-15a7-4d5a-9447-25bfe89c1a66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55331548-7485-4ecd-8797-53fb29415cbd HTTP/1.1" status: 200 len: 999 time: 0.1022091 Jan 31 16:39:03.382759 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-f168f035-2c39-4ce1-b3d3-821b91c9d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:03.384650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-f168f035-2c39-4ce1-b3d3-821b91c9d2cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0757334 Jan 31 16:39:03.388062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-e2f46ab8-79c3-424a-bb2a-87564f725f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:03.389373 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-e2f46ab8-79c3-424a-bb2a-87564f725f7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0730453 Jan 31 16:39:03.459366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-d92a0d78-fb62-4f0e-88af-8cb79ea0c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:03.460847 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-d92a0d78-fb62-4f0e-88af-8cb79ea0c42d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697305 Jan 31 16:39:03.465582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-5a84b2ec-73c1-4ffe-9de9-0084fbb47119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:03.466957 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-5a84b2ec-73c1-4ffe-9de9-0084fbb47119 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685008 Jan 31 16:39:03.621052 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-a140f321-f0c3-4ba4-abe1-1d9ae0dbd61d service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531396 Jan 31 16:39:03.624610 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-e25fb6aa-315d-48e2-8435-cbae2cd3380f service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491420 Jan 31 16:39:03.777584 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-fec39af9-1010-4153-b4bf-5d6957e3b7d9 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501219 Jan 31 16:39:03.780934 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ae20cdb-536f-421f-a18d-9dde6e35c7ea req-5dbd01c9-9d73-4ac8-bcc9-edd1ce4713e9 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462920 Jan 31 16:39:04.429047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb880e2-6792-4372-8697-b0990a81efc8 req-a168ff51-8703-40d9-ac80-05267cf9e827 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:04.430567 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5fb880e2-6792-4372-8697-b0990a81efc8 req-a168ff51-8703-40d9-ac80-05267cf9e827 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 944 time: 0.0565121 Jan 31 16:39:04.468526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5fb880e2-6792-4372-8697-b0990a81efc8 req-1c90294d-ff35-4557-a801-e6da203df084 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315483 Jan 31 16:39:04.713077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fb559-ad50-4e61-b7ef-f0a1420f6946 req-34d1ef84-d709-40ca-ab6e-c8a1f2fff1f5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:04.714615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f1fb559-ad50-4e61-b7ef-f0a1420f6946 req-34d1ef84-d709-40ca-ab6e-c8a1f2fff1f5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 944 time: 0.0837150 Jan 31 16:39:04.726875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-05754083-c7ce-4407-be3b-551a15bc742d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:04.728288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-05754083-c7ce-4407-be3b-551a15bc742d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 944 time: 0.0836434 Jan 31 16:39:04.797479 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1f1fb559-ad50-4e61-b7ef-f0a1420f6946 req-a066b235-eaa4-46a9-ac89-36e092924ba7 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682151 Jan 31 16:39:04.809291 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-28e639ac-30a5-4dd8-b74a-589fafc2fe0b service neutron] delete failed (client error): The resource could not be found. Jan 31 16:39:04.810454 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-28e639ac-30a5-4dd8-b74a-589fafc2fe0b service neutron] 10.222.0.20 "DELETE /v2.0/ports/55331548-7485-4ecd-8797-53fb29415cbd/bindings/n-h2-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0755150 Jan 31 16:39:04.879852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 55331548-7485-4ecd-8797-53fb29415cbd no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:39:04.907349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-d49b7dcd-eafb-47cd-8894-4e6ea961911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:04.908859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-d49b7dcd-eafb-47cd-8894-4e6ea961911c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 1095 time: 0.0468633 Jan 31 16:39:04.923681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 55331548-7485-4ecd-8797-53fb29415cbd not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:39:05.000224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-059b9cbe-8520-44b6-b7d8-49eb326f5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:05.001757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-059b9cbe-8520-44b6-b7d8-49eb326f5717 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0861201 Jan 31 16:39:05.077494 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-70cdb7e9-2590-42e8-9eff-b058495bf2a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55331548-7485-4ecd-8797-53fb29415cbd HTTP/1.1" status: 200 len: 999 time: 0.0693755 Jan 31 16:39:05.129049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-8b6b8f40-6bc4-41a2-97fb-c05c22f6cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:05.130598 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-8b6b8f40-6bc4-41a2-97fb-c05c22f6cd5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0447304 Jan 31 16:39:05.176637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-eb8cc8c2-55fd-4aba-ae3f-97ea1b41ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:05.178181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-eb8cc8c2-55fd-4aba-ae3f-97ea1b41ae13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414493 Jan 31 16:39:05.279155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-9210e616-f627-43fb-8020-25e2aed1cd31 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941210 Jan 31 16:39:05.370038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89461c35-6c6a-4da3-996d-b4023d4cf224 req-edbae31e-7381-4303-8edd-54b7a8e9c503 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841823 Jan 31 16:39:05.536384 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 55331548-7485-4ecd-8797-53fb29415cbd details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:39:05.634483 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=55331548-7485-4ecd-8797-53fb29415cbd,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:39:05.644951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '55331548-7485-4ecd-8797-53fb29415cbd', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'port_id': '55331548-7485-4ecd-8797-53fb29415cbd', 'mac_address': 'fa:16:3e:06:8b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:39:05.683571 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:05.698084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55331548-7485-4ecd-8797-53fb29415cbd {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:39:05.723108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=55331548-7485-4ecd-8797-53fb29415cbd,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:39:05.728904 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:05.777579 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=55331548-7485-4ecd-8797-53fb29415cbd,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:05.785657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:05.785977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:05.786314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:05.786692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:05.786961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:05.787557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:05.787888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:05.788198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:05.788507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:05.788818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:05.789130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:05.789441 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:39:05.925945 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d605288-5ca2-4372-9dd4-46eed89a3e1e req-e9aa7274-b611-45c8-b42a-4c06a317399a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:05.927433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d605288-5ca2-4372-9dd4-46eed89a3e1e req-e9aa7274-b611-45c8-b42a-4c06a317399a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 945 time: 0.0561180 Jan 31 16:39:05.968538 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3d605288-5ca2-4372-9dd4-46eed89a3e1e req-771f4fb1-e3d3-49c4-a009-70180c4a2e63 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347111 Jan 31 16:39:05.981937 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['55331548-7485-4ecd-8797-53fb29415cbd'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:39:06.085432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731c91a-493c-428e-ade3-ecdb06ba6980 req-de2d970e-35b3-4d68-a237-dd0eaf7fda86 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:06.086895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a731c91a-493c-428e-ade3-ecdb06ba6980 req-de2d970e-35b3-4d68-a237-dd0eaf7fda86 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 945 time: 0.0498202 Jan 31 16:39:06.124973 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a731c91a-493c-428e-ade3-ecdb06ba6980 req-cad2049f-b47d-4569-b0ab-cb82403d74de tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317733 Jan 31 16:39:06.240280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec413d-4f11-4341-b63e-a8fee1840e87 req-543da4f9-5235-4c60-95de-8be880349e6f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:06.241801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eec413d-4f11-4341-b63e-a8fee1840e87 req-543da4f9-5235-4c60-95de-8be880349e6f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 945 time: 0.0499775 Jan 31 16:39:06.285603 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7eec413d-4f11-4341-b63e-a8fee1840e87 req-85fcd6f2-c756-474a-833b-549fa2432715 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374866 Jan 31 16:39:06.562291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0464253-6e6f-4dfd-89d1-08ea9cf3ed1c req-7f1beef1-3f15-4035-8878-c4d461f80ba1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:06.564579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f0464253-6e6f-4dfd-89d1-08ea9cf3ed1c req-7f1beef1-3f15-4035-8878-c4d461f80ba1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 945 time: 0.0616841 Jan 31 16:39:06.616349 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f0464253-6e6f-4dfd-89d1-08ea9cf3ed1c req-e8ce0dfa-3f00-409b-81ea-899ba2e00226 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432563 Jan 31 16:39:07.551929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 55331548-7485-4ecd-8797-53fb29415cbd up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:39:07.608959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 55331548-7485-4ecd-8797-53fb29415cbd completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:39:07.612789 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 55331548-7485-4ecd-8797-53fb29415cbd triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:39:07.613159 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:07.693694 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:07.717494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:39:07.719718 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a554370-4344-4139-82ef-dcc961d2057a" -d '{"events": [{"server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "name": "network-vif-plugged", "status": "completed", "tag": "55331548-7485-4ecd-8797-53fb29415cbd"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:39:07.735706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=55331548-7485-4ecd-8797-53fb29415cbd,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:39:07.742396 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:07.746507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade95a6-e6c1-496b-aaa9-5cc357f68d7f req-4eb5d69a-3680-46ef-a545-a370e26feafa tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:07.748501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dade95a6-e6c1-496b-aaa9-5cc357f68d7f req-4eb5d69a-3680-46ef-a545-a370e26feafa tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 945 time: 0.0605693 Jan 31 16:39:07.790299 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dade95a6-e6c1-496b-aaa9-5cc357f68d7f req-8ebf6fa4-3ad4-4d88-9d66-785242e01c48 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359554 Jan 31 16:39:07.798748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=55331548-7485-4ecd-8797-53fb29415cbd,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:07.828044 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff50336-59f7-43c5-bf6f-cbe29f6484b9 x-openstack-request-id: req-7ff50336-59f7-43c5-bf6f-cbe29f6484b9 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:39:07.828340 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "name": "network-vif-plugged", "status": "completed", "tag": "55331548-7485-4ecd-8797-53fb29415cbd", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:39:07.828596 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ff50336-59f7-43c5-bf6f-cbe29f6484b9 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:39:07.828993 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd', 'code': 200} Jan 31 16:39:08.005240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-bf882214-5a26-4b5e-93c1-130458bed86f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:08.006706 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-bf882214-5a26-4b5e-93c1-130458bed86f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 946 time: 0.0591567 Jan 31 16:39:08.103346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Deleting port 55331548-7485-4ecd-8797-53fb29415cbd {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:39:08.103573 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:08.208809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] For port 55331548-7485-4ecd-8797-53fb29415cbd, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=55331548-7485-4ecd-8797-53fb29415cbd,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:39:08.209138 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:08.385692 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:08.386024 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:08.386336 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d disassociated. External IP: 172.25.1.79, port: 55331548-7485-4ecd-8797-53fb29415cbd. Jan 31 16:39:08.386668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Calling delete_port for 55331548-7485-4ecd-8797-53fb29415cbd owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:39:08.533493 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:08.568889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event deleted for resources: {'Port': ['ID=55331548-7485-4ecd-8797-53fb29415cbd,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:08.690441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Router 9331f812-3508-4131-b489-cca07fa3d0a8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:39:08.805229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:39:08.815094 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99ee61-c662-41f1-8fb4-bc03d4d68c5d None None] Sync routers for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:39:08.825030 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99ee61-c662-41f1-8fb4-bc03d4d68c5d None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:39:08.825426 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4c99ee61-c662-41f1-8fb4-bc03d4d68c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:38:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:39:08.847209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] No DVR routers for this DVR port 55331548-7485-4ecd-8797-53fb29415cbd on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:39:08.850747 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:08.854362 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ef758bc-fdcd-4496-900c-475aa2b956f5 req-1ed5bcea-30cb-4d12-ae10-f8505dafa7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.30 "DELETE /v2.0/ports/55331548-7485-4ecd-8797-53fb29415cbd HTTP/1.1" status: 204 len: 173 time: 0.8390794 Jan 31 16:39:08.854847 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'name': 'network-vif-deleted', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:39:08.857999 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da94948-635f-46a5-b12c-b1279c3d1150" -d '{"events": [{"server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "name": "network-vif-deleted", "tag": "55331548-7485-4ecd-8797-53fb29415cbd"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:39:08.907478 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-122dbdc7-bd63-423d-9952-c5dec82b3dce req-65f0ba5e-f92e-4ee5-a537-3eeb51a8f10a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd62026-d9c8-4c04-a367-bca581f48c90 HTTP/1.1" status: 200 len: 210 time: 0.0414560 Jan 31 16:39:08.929197 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7096d7-6765-4dd6-a0dc-445824cd77f8 x-openstack-request-id: req-4e7096d7-6765-4dd6-a0dc-445824cd77f8 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:39:08.929907 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd62026-d9c8-4c04-a367-bca581f48c90", "name": "network-vif-deleted", "tag": "55331548-7485-4ecd-8797-53fb29415cbd", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:39:08.930502 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e7096d7-6765-4dd6-a0dc-445824cd77f8 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:39:08.931282 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd62026-d9c8-4c04-a367-bca581f48c90', 'name': 'network-vif-deleted', 'tag': '55331548-7485-4ecd-8797-53fb29415cbd', 'status': 'completed', 'code': 200} Jan 31 16:39:08.937194 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-4c99ee61-c662-41f1-8fb4-bc03d4d68c5d None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:39:09.151861 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4c99ee61-c662-41f1-8fb4-bc03d4d68c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:39:09.177046 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99ee61-c662-41f1-8fb4-bc03d4d68c5d None None] Checking router: 9331f812-3508-4131-b489-cca07fa3d0a8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:39:09.185802 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99ee61-c662-41f1-8fb4-bc03d4d68c5d None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:39:09.186390 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4c99ee61-c662-41f1-8fb4-bc03d4d68c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:38:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:39:09.301415 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-4c99ee61-c662-41f1-8fb4-bc03d4d68c5d None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:39:09.518078 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-4c99ee61-c662-41f1-8fb4-bc03d4d68c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:39:09.545725 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99ee61-c662-41f1-8fb4-bc03d4d68c5d None None] The sync data for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 is: [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:39:09.782467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f0ad9-db44-4cfe-a96a-176b4f6dd946 None None] New status for floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:39:10.193384 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-4c77ecd7-4a25-48ce-bcfa-84f1739740dd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1662414568&fields=id&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 267 time: 0.0401804 Jan 31 16:39:10.310291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-531851bd-2db2-4ee6-a007-3413c63c256b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:10.311858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-531851bd-2db2-4ee6-a007-3413c63c256b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 811 time: 0.1114879 Jan 31 16:39:10.333729 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-ba535ed6-6963-4e13-ab0e-c38735a62a42 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/quotas/47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 375 time: 0.0124614 Jan 31 16:39:10.398893 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-31c1b4a2-2494-47a4-9ca1-583e28aeaeb9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589297 Jan 31 16:39:10.593948 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-0fcfa526-820a-47f9-96c2-bd04cc5d9995 service neutron] 10.222.0.36 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824124 Jan 31 16:39:10.691846 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-7e22c0da-a4ac-4ea9-af7c-e5995fe8b6b5 service neutron] 10.222.0.36 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884886 Jan 31 16:39:10.852334 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-63fcc4d1-cad0-4779-a7e4-da29b909df17 req-9b394d27-66e9-4ca4-9252-bce37508a978 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 210 time: 0.0273588 Jan 31 16:39:11.566587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 55331548-7485-4ecd-8797-53fb29415cbd no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:39:11.588762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 55331548-7485-4ecd-8797-53fb29415cbd {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:39:11.589105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 55331548-7485-4ecd-8797-53fb29415cbd not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:39:11.954667 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc74e589-79a3-4dae-9bcd-e1618f436670 req-535c2e5c-5ce4-48e7-a59f-3256e4c69529 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 210 time: 0.0292149 Jan 31 16:39:12.017900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-93b796ac-4302-4ba4-81b7-175e1a6bf9cf tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:12.019540 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-93b796ac-4302-4ba4-81b7-175e1a6bf9cf tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 811 time: 0.1096532 Jan 31 16:39:12.063867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-73947c3a-3cea-46d4-8f09-5ac16eb15cd5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 380 time: 0.0349748 Jan 31 16:39:12.073027 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Request body: {'port': {'device_id': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'admin_state_up': True, 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'security_groups': ['a139b1d8-b689-4566-a5d5-0a8488eee89e']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:39:12.195385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Made reservation on behalf of 47f4f33c8b044b5fa8f6c5e1b22c7a74 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:39:12.198956 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:12.324473 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Allocated IP 172.20.0.3 (6ee27edd-3cda-45d7-b011-cfe0457d79bf/5ac08232-eda3-4f3d-9814-17f7007624e4/f5d01545-4007-4619-835f-20b659961a24) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:39:12.465606 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:12.501790 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:12.548947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Network 6ee27edd-3cda-45d7-b011-cfe0457d79bf is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:39:12.552551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:39:12.557318 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:39:12.564627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event updated for resources: {'Port': ['ID=f5d01545-4007-4619-835f-20b659961a24,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:12.617369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:12.618018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:12.634880 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f9628cb9-3ac3-4fd9-94c1-227e5bab6f8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655172 Jan 31 16:39:12.646916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Request body: {'port': {'device_id': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:39:12.705969 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:12.758160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c09fde9a-6dc1-40cb-9582-ee52655b3981 None None] Provisioning complete for port f5d01545-4007-4619-835f-20b659961a24 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:39:12.759087 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c09fde9a-6dc1-40cb-9582-ee52655b3981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:12.793412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c09fde9a-6dc1-40cb-9582-ee52655b3981 None None] Port f5d01545-4007-4619-835f-20b659961a24 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:39:12.988090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d01545-4007-4619-835f-20b659961a24 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:39:12.995991 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:13.007927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Transition to ACTIVE for port object f5d01545-4007-4619-835f-20b659961a24 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:39:13.013289 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:13.099385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d01545-4007-4619-835f-20b659961a24,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:13.150727 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d6733-0d36-4d1d-940d-4ceb5673b3a7 req-356cdea9-32ff-42f7-a624-038f4cac21be tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:13.152407 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b2d6733-0d36-4d1d-940d-4ceb5673b3a7 req-356cdea9-32ff-42f7-a624-038f4cac21be tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 943 time: 0.1102095 Jan 31 16:39:13.207326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Attempting to bind port f5d01545-4007-4619-835f-20b659961a24 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:39:13.207654 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Attempting to bind port f5d01545-4007-4619-835f-20b659961a24 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:39:13.207981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Attempting to bind port f5d01545-4007-4619-835f-20b659961a24 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:39:13.212490 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b2d6733-0d36-4d1d-940d-4ceb5673b3a7 req-65ac5b90-8e51-4eb6-9186-fc7e220af362 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535662 Jan 31 16:39:13.215976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Port f5d01545-4007-4619-835f-20b659961a24 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:39:13.216280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Attempting to bind port f5d01545-4007-4619-835f-20b659961a24 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:39:13.221975 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:39:13.222304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:39:13.222866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Bound using segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:39:13.223089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Bound port: f5d01545-4007-4619-835f-20b659961a24, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:39:13.223446 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:13.297123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] For port f5d01545-4007-4619-835f-20b659961a24, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:39:13.300462 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] For port f5d01545-4007-4619-835f-20b659961a24, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f5d01545-4007-4619-835f-20b659961a24,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:39:13.307963 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:13.346321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:13.346881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:13.348578 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] 10.222.0.30 "PUT /v2.0/ports/f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 200 len: 1091 time: 0.7059069 Jan 31 16:39:13.349023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'tag': 'f5d01545-4007-4619-835f-20b659961a24'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:39:13.352771 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e96486c-e6a7-465e-95fb-a551ad378c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "tag": "f5d01545-4007-4619-835f-20b659961a24"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:39:13.383827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71a878-2135-431d-a732-82cbb2b28887 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d01545-4007-4619-835f-20b659961a24,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:13.399778 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1963fc-8fce-439d-a6be-bb94d71ba6a4 x-openstack-request-id: req-0e1963fc-8fce-439d-a6be-bb94d71ba6a4 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:39:13.400153 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "tag": "f5d01545-4007-4619-835f-20b659961a24", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:39:13.400406 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e1963fc-8fce-439d-a6be-bb94d71ba6a4 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:39:13.400930 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'tag': 'f5d01545-4007-4619-835f-20b659961a24', 'status': 'completed', 'code': 200} Jan 31 16:39:13.435442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-6fdbbd7d-61ff-4360-acec-800e9c900676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:13.437068 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-6fdbbd7d-61ff-4360-acec-800e9c900676 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 1094 time: 0.0471094 Jan 31 16:39:13.485425 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-220d192a-3456-4642-abeb-cb118cf1c405 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 200 len: 217 time: 0.0410106 Jan 31 16:39:13.546808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-bd69f46b-30ae-4eea-9149-d9ccdf32dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:13.548360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-bd69f46b-30ae-4eea-9149-d9ccdf32dfc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0528936 Jan 31 16:39:13.611294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f57ccfb7-1802-482f-8707-45caea4c445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:13.612708 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-f57ccfb7-1802-482f-8707-45caea4c445f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545270 Jan 31 16:39:13.710880 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-30a98533-2a32-4ccd-94ce-53db0219104d service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899456 Jan 31 16:39:13.809951 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c1bd5dc2-bca6-4869-9cef-ecfe8cef73dd req-d5a935c4-38ab-4a5b-816f-648b6a4fef36 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915282 Jan 31 16:39:13.918648 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96486c-e6a7-465e-95fb-a551ad378c1a req-31315b66-86eb-4e6c-b24a-82c5b74dd3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:13.920179 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e96486c-e6a7-465e-95fb-a551ad378c1a req-31315b66-86eb-4e6c-b24a-82c5b74dd3bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 1094 time: 0.0553071 Jan 31 16:39:14.015174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96486c-e6a7-465e-95fb-a551ad378c1a req-a72e0006-3a6e-4d90-ac03-8e64cc539fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:14.016659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e96486c-e6a7-465e-95fb-a551ad378c1a req-a72e0006-3a6e-4d90-ac03-8e64cc539fd4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0900619 Jan 31 16:39:14.059280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e96486c-e6a7-465e-95fb-a551ad378c1a req-3a9c66a6-b43b-48dc-814e-bba316d25617 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 200 len: 217 time: 0.0345421 Jan 31 16:39:14.116180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96486c-e6a7-465e-95fb-a551ad378c1a req-3619e75b-ca1d-4746-a09c-40f919b30155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:14.117666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e96486c-e6a7-465e-95fb-a551ad378c1a req-3619e75b-ca1d-4746-a09c-40f919b30155 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0514011 Jan 31 16:39:14.166096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96486c-e6a7-465e-95fb-a551ad378c1a req-88323973-1cc8-4dad-984f-2320cb381756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:14.167660 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e96486c-e6a7-465e-95fb-a551ad378c1a req-88323973-1cc8-4dad-984f-2320cb381756 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420542 Jan 31 16:39:14.268544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e96486c-e6a7-465e-95fb-a551ad378c1a req-ca4f8dd4-db68-4f2b-9b22-7af020a879e6 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925548 Jan 31 16:39:14.395869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94cc52-514c-415d-91de-a729a89a3fb3 req-4da7618a-f0a4-4e6e-b6a9-f1c6ad7cf10f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:14.397334 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be94cc52-514c-415d-91de-a729a89a3fb3 req-4da7618a-f0a4-4e6e-b6a9-f1c6ad7cf10f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 943 time: 0.1009574 Jan 31 16:39:14.399606 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e96486c-e6a7-465e-95fb-a551ad378c1a req-f3a1699c-0ed4-4fc0-8dae-9f3d506b9ea0 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244285 Jan 31 16:39:14.446487 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be94cc52-514c-415d-91de-a729a89a3fb3 req-d6a8be2b-0914-4800-ab6c-536f125915cb tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381374 Jan 31 16:39:15.582632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef3f0f-9ec0-4509-84f2-3b6b06da4173 req-0237fc04-e698-4a64-80a5-b2c7422154a6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:15.584233 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2ef3f0f-9ec0-4509-84f2-3b6b06da4173 req-0237fc04-e698-4a64-80a5-b2c7422154a6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 943 time: 0.0603890 Jan 31 16:39:15.594405 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f5d01545-4007-4619-835f-20b659961a24 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:39:15.625077 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2ef3f0f-9ec0-4509-84f2-3b6b06da4173 req-7cb998dd-bb42-4c66-a44c-1bdf51106706 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319324 Jan 31 16:39:15.856800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f5d01545-4007-4619-835f-20b659961a24, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f5d01545-4007-4619-835f-20b659961a24,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:39:15.870575 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'f5d01545-4007-4619-835f-20b659961a24', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'port_id': 'f5d01545-4007-4619-835f-20b659961a24', 'mac_address': 'fa:16:3e:7b:21:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:39:15.910549 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:15.924781 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d01545-4007-4619-835f-20b659961a24 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:39:15.947675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f5d01545-4007-4619-835f-20b659961a24, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f5d01545-4007-4619-835f-20b659961a24,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:39:15.953411 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:16.001327 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=f5d01545-4007-4619-835f-20b659961a24,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:16.190082 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['f5d01545-4007-4619-835f-20b659961a24'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:39:16.756619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3c2bb-d572-4186-9045-0b74990ca517 req-e1e60d07-ff2f-4134-8c04-2ffcd6b85cc6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:16.758232 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60f3c2bb-d572-4186-9045-0b74990ca517 req-e1e60d07-ff2f-4134-8c04-2ffcd6b85cc6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 944 time: 0.0558531 Jan 31 16:39:16.799478 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-60f3c2bb-d572-4186-9045-0b74990ca517 req-ca82b792-47cc-42f6-b33e-b4abeddb04de tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316114 Jan 31 16:39:17.299540 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-11b9fe6c-47d3-4a49-a5d8-7e158979a09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:17.612538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f5d01545-4007-4619-835f-20b659961a24 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:39:17.671537 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port f5d01545-4007-4619-835f-20b659961a24 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:39:17.675672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port f5d01545-4007-4619-835f-20b659961a24 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:39:17.676065 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:17.762900 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:17.787499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d01545-4007-4619-835f-20b659961a24'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:39:17.789875 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc8c169-8e79-4de9-b0ba-36048f66faa8" -d '{"events": [{"server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "name": "network-vif-plugged", "status": "completed", "tag": "f5d01545-4007-4619-835f-20b659961a24"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:39:17.803447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port f5d01545-4007-4619-835f-20b659961a24, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f5d01545-4007-4619-835f-20b659961a24,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:39:17.809359 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:17.833434 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca015d4-17ee-4ef9-aee0-2146189e3d24 x-openstack-request-id: req-bca015d4-17ee-4ef9-aee0-2146189e3d24 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:39:17.833753 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "name": "network-vif-plugged", "status": "completed", "tag": "f5d01545-4007-4619-835f-20b659961a24", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:39:17.834002 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bca015d4-17ee-4ef9-aee0-2146189e3d24 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:39:17.834389 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d01545-4007-4619-835f-20b659961a24', 'code': 200} Jan 31 16:39:17.862698 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=f5d01545-4007-4619-835f-20b659961a24,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:17.945345 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f2b42-cdfb-4668-9c2b-ee62eb11574b req-0d168ead-118e-43d1-9c4f-81671ed94770 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:17.946850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e9f2b42-cdfb-4668-9c2b-ee62eb11574b req-0d168ead-118e-43d1-9c4f-81671ed94770 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0775714 Jan 31 16:39:17.951289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab89b3-71ac-4941-86cc-663b6fe0e405 req-2bece5ee-1b17-40b6-8f3d-8ee43a66a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:17.952652 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58ab89b3-71ac-4941-86cc-663b6fe0e405 req-2bece5ee-1b17-40b6-8f3d-8ee43a66a80e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 1096 time: 0.0569098 Jan 31 16:39:18.008390 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e9f2b42-cdfb-4668-9c2b-ee62eb11574b req-86f4840b-8ace-4571-8600-d2f82e9c8f2d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547698 Jan 31 16:39:18.010645 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-58ab89b3-71ac-4941-86cc-663b6fe0e405 req-b4f69f14-4ca7-4b4d-a026-76ad8ef77567 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513895 Jan 31 16:39:19.159951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c6149-fb23-4487-8cdc-fdd388c93d24 req-db0a959c-2d5f-4432-90fd-c46fe1965420 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:19.161764 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a0c6149-fb23-4487-8cdc-fdd388c93d24 req-db0a959c-2d5f-4432-90fd-c46fe1965420 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0649567 Jan 31 16:39:19.204232 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a0c6149-fb23-4487-8cdc-fdd388c93d24 req-e89a7d1e-5f8a-4201-875d-d1168d1773dd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358918 Jan 31 16:39:19.738429 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-68842778-4072-4171-a115-0855fc503614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:20.337947 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6830a9-be7c-4c0e-a3af-48035215daf9 req-2db1f55e-bbd9-48ce-bd8c-e6ab7e870b68 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:20.339589 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a6830a9-be7c-4c0e-a3af-48035215daf9 req-2db1f55e-bbd9-48ce-bd8c-e6ab7e870b68 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0559571 Jan 31 16:39:20.377929 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4a6830a9-be7c-4c0e-a3af-48035215daf9 req-866f2739-772d-48e3-9f58-c238d5e5b3a6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319533 Jan 31 16:39:20.494502 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd4456-8348-4386-b597-29428a59337c req-45d681a5-61a5-47a9-9589-a068b5431a39 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:20.496155 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-abdd4456-8348-4386-b597-29428a59337c req-45d681a5-61a5-47a9-9589-a068b5431a39 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0537851 Jan 31 16:39:20.505875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 37914) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:39:20.510757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-423eb0a8-f774-4fbe-b4ad-487ad877f99f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Request body: {'floatingip': {'port_id': 'f5d01545-4007-4619-835f-20b659961a24'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:39:20.553987 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-423eb0a8-f774-4fbe-b4ad-487ad877f99f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:21.007619 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:21.016853 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-423eb0a8-f774-4fbe-b4ad-487ad877f99f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:21.022247 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-423eb0a8-f774-4fbe-b4ad-487ad877f99f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:21.123283 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-423eb0a8-f774-4fbe-b4ad-487ad877f99f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d associated. External IP: 172.25.1.79, port: f5d01545-4007-4619-835f-20b659961a24. Jan 31 16:39:21.337563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423eb0a8-f774-4fbe-b4ad-487ad877f99f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Router 9331f812-3508-4131-b489-cca07fa3d0a8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:39:21.448314 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423eb0a8-f774-4fbe-b4ad-487ad877f99f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:39:21.453376 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-423eb0a8-f774-4fbe-b4ad-487ad877f99f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:21.458080 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c1521-7806-489c-9a55-66c88511be28 None None] Sync routers for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:39:21.467843 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c1521-7806-489c-9a55-66c88511be28 None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:39:21.468447 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-014c1521-7806-489c-9a55-66c88511be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:39:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:39:21.480798 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-423eb0a8-f774-4fbe-b4ad-487ad877f99f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "PUT /v2.0/floatingips/3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d HTTP/1.1" status: 200 len: 990 time: 0.9738216 Jan 31 16:39:21.481413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'tag': 'f5d01545-4007-4619-835f-20b659961a24'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:39:21.483809 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37940481-fa34-490f-8ab1-b54c9bcce7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "tag": "f5d01545-4007-4619-835f-20b659961a24"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:39:21.525415 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cafdbd-b55d-4636-a523-b7b4d2f80279 x-openstack-request-id: req-e0cafdbd-b55d-4636-a523-b7b4d2f80279 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:39:21.526032 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "tag": "f5d01545-4007-4619-835f-20b659961a24", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:39:21.526032 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0cafdbd-b55d-4636-a523-b7b4d2f80279 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:39:21.526421 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'tag': 'f5d01545-4007-4619-835f-20b659961a24', 'status': 'completed', 'code': 200} Jan 31 16:39:21.617607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37940481-fa34-490f-8ab1-b54c9bcce7d8 req-96964a24-8830-4cea-ad64-a476afc8deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:21.619054 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37940481-fa34-490f-8ab1-b54c9bcce7d8 req-96964a24-8830-4cea-ad64-a476afc8deb0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 1096 time: 0.0685184 Jan 31 16:39:21.631140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746772b-615a-480d-ad83-86cb0abaf77c req-b9d74c2e-a617-4695-a11d-8b9e0a0f14e5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:21.632579 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c746772b-615a-480d-ad83-86cb0abaf77c req-b9d74c2e-a617-4695-a11d-8b9e0a0f14e5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0737734 Jan 31 16:39:21.671328 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-014c1521-7806-489c-9a55-66c88511be28 None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:39:21.718197 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c746772b-615a-480d-ad83-86cb0abaf77c req-04cbc767-1688-415a-91aa-34211108d8d2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771067 Jan 31 16:39:21.749903 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37940481-fa34-490f-8ab1-b54c9bcce7d8 req-e667a8b1-b127-4d1c-8ead-c069f1b7f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:21.751385 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37940481-fa34-490f-8ab1-b54c9bcce7d8 req-e667a8b1-b127-4d1c-8ead-c069f1b7f0a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1179824 Jan 31 16:39:21.822441 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37940481-fa34-490f-8ab1-b54c9bcce7d8 req-d2963745-4faa-4fa2-92e7-d31ab5382143 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 200 len: 998 time: 0.0641394 Jan 31 16:39:21.872824 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37940481-fa34-490f-8ab1-b54c9bcce7d8 req-9d9d2365-9607-46d5-9479-ed9e96999ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:21.874290 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37940481-fa34-490f-8ab1-b54c9bcce7d8 req-9d9d2365-9607-46d5-9479-ed9e96999ebe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0452950 Jan 31 16:39:21.897155 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-014c1521-7806-489c-9a55-66c88511be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'port_id': 'f5d01545-4007-4619-835f-20b659961a24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'mac_address': 'fa:16:3e:7b:21:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:38:15Z', 'updated_at': '2022-01-31T16:39:20Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:39:21.920477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37940481-fa34-490f-8ab1-b54c9bcce7d8 req-a89af6b3-e094-45c1-ad2e-799ad94901e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:21.922120 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37940481-fa34-490f-8ab1-b54c9bcce7d8 req-a89af6b3-e094-45c1-ad2e-799ad94901e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417185 Jan 31 16:39:21.926595 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c1521-7806-489c-9a55-66c88511be28 None None] Checking router: 9331f812-3508-4131-b489-cca07fa3d0a8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:39:21.934723 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c1521-7806-489c-9a55-66c88511be28 None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:39:21.935317 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-014c1521-7806-489c-9a55-66c88511be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:39:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:39:22.016004 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37940481-fa34-490f-8ab1-b54c9bcce7d8 req-fb3507fe-b3ef-4687-bfaf-6d3c9c24626b service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869942 Jan 31 16:39:22.039501 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-014c1521-7806-489c-9a55-66c88511be28 None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:39:22.105008 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-37940481-fa34-490f-8ab1-b54c9bcce7d8 req-a9f0493e-37b0-4dbc-84b1-ae07e96b9bdc service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827572 Jan 31 16:39:22.269883 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-014c1521-7806-489c-9a55-66c88511be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'port_id': 'f5d01545-4007-4619-835f-20b659961a24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'mac_address': 'fa:16:3e:7b:21:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:38:15Z', 'updated_at': '2022-01-31T16:39:20Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:39:22.298997 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c1521-7806-489c-9a55-66c88511be28 None None] The sync data for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 is: [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'port_id': 'f5d01545-4007-4619-835f-20b659961a24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'mac_address': 'fa:16:3e:7b:21:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:38:15Z', 'updated_at': '2022-01-31T16:39:20Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:39:22.437333 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:22.506085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870bb9c2-c24a-4ead-bffa-9279c34d5dda None None] New status for floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:39:22.632802 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:22.842209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984565-8bdc-4f25-b9bb-fbd560f9af4d req-796ad51b-5521-4e9c-ad71-396dab4ad055 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:22.843677 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e984565-8bdc-4f25-b9bb-fbd560f9af4d req-796ad51b-5521-4e9c-ad71-396dab4ad055 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0548935 Jan 31 16:39:22.886309 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e984565-8bdc-4f25-b9bb-fbd560f9af4d req-a6daa7f8-727f-4969-9aed-c70733611639 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336177 Jan 31 16:39:23.138508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4ec2b-0d4a-45bd-b60f-14ecdfce141a req-c4b91b48-1144-4bf2-86a4-01adf4a3a2d4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:23.140031 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ac4ec2b-0d4a-45bd-b60f-14ecdfce141a req-c4b91b48-1144-4bf2-86a4-01adf4a3a2d4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0692978 Jan 31 16:39:23.183552 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8ac4ec2b-0d4a-45bd-b60f-14ecdfce141a req-a93ecb8b-a83c-4fbc-9992-ba941701f6a6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345728 Jan 31 16:39:24.327656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598ec2c-a62c-4ee0-a998-c4f8be50700c req-37491dc7-ead0-44c4-a34c-b7eb433b6e70 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:24.329195 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e598ec2c-a62c-4ee0-a998-c4f8be50700c req-37491dc7-ead0-44c4-a34c-b7eb433b6e70 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0574064 Jan 31 16:39:24.377017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e598ec2c-a62c-4ee0-a998-c4f8be50700c req-f8618a0f-9b95-410b-81f3-ed84f344dd3c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387492 Jan 31 16:39:25.509856 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85b12b-cfa1-429c-8145-51f8703dd5fe req-5b6f3b5c-a86e-461d-9fe4-21d2563bf56c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:25.511349 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d85b12b-cfa1-429c-8145-51f8703dd5fe req-5b6f3b5c-a86e-461d-9fe4-21d2563bf56c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0571365 Jan 31 16:39:25.553684 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9d85b12b-cfa1-429c-8145-51f8703dd5fe req-d94844e0-edb3-41f4-a204-8d62b9a495e5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361545 Jan 31 16:39:26.170143 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:26.678146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e409d48-0f66-4ed6-83a0-e10dbef69b2c req-c22b34da-f3a4-4176-98ce-279b1eee767c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:26.679627 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e409d48-0f66-4ed6-83a0-e10dbef69b2c req-c22b34da-f3a4-4176-98ce-279b1eee767c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0545299 Jan 31 16:39:26.718594 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e409d48-0f66-4ed6-83a0-e10dbef69b2c req-d790bff1-2925-4e4f-b850-2c620ed8528c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328753 Jan 31 16:39:27.859566 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47b278-b71d-486f-b993-ed7bc1d93b8b req-732a181a-f685-40a6-b21d-8bade939f183 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:27.861071 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db47b278-b71d-486f-b993-ed7bc1d93b8b req-732a181a-f685-40a6-b21d-8bade939f183 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0536156 Jan 31 16:39:27.902492 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db47b278-b71d-486f-b993-ed7bc1d93b8b req-2afb26c0-7094-4367-84f9-11f341f78b60 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326326 Jan 31 16:39:28.223336 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:29.034791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051fc0a-3637-4c7b-97c0-df7d0f6c4b42 req-e3cfd43a-dd03-4d2e-b9b1-c5cf3f2e67aa tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:29.036293 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5051fc0a-3637-4c7b-97c0-df7d0f6c4b42 req-e3cfd43a-dd03-4d2e-b9b1-c5cf3f2e67aa tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0565767 Jan 31 16:39:29.078291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5051fc0a-3637-4c7b-97c0-df7d0f6c4b42 req-24723f62-db49-47d0-aaee-3f38eab16773 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344017 Jan 31 16:39:30.205228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f95c0b-f627-48ab-a0a2-a3f0a6e99d4c req-324ac056-d512-429d-b080-2ed31f1151b6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:30.206788 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f95c0b-f627-48ab-a0a2-a3f0a6e99d4c req-324ac056-d512-429d-b080-2ed31f1151b6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0550942 Jan 31 16:39:30.247494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a9f95c0b-f627-48ab-a0a2-a3f0a6e99d4c req-8790692d-21b0-4299-8c7e-c47ebd831902 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343297 Jan 31 16:39:31.366225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3f9bf-e87d-4c9c-a8d8-46377d0d5174 req-1ba059a2-dd4c-4645-8cfd-4bf38f823932 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:31.367702 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72b3f9bf-e87d-4c9c-a8d8-46377d0d5174 req-1ba059a2-dd4c-4645-8cfd-4bf38f823932 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0505090 Jan 31 16:39:31.406618 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-72b3f9bf-e87d-4c9c-a8d8-46377d0d5174 req-343e4954-02de-4e57-9f26-15656ce0c291 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327070 Jan 31 16:39:32.531892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fc2c5-b16a-4589-a8e1-e3ce7feb759b req-b605c947-0230-448c-a237-ceb49fb25ebd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:32.533551 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-153fc2c5-b16a-4589-a8e1-e3ce7feb759b req-b605c947-0230-448c-a237-ceb49fb25ebd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0568447 Jan 31 16:39:32.575963 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-153fc2c5-b16a-4589-a8e1-e3ce7feb759b req-c4d7e5bf-0cd3-4403-a760-f2e85d4072ec tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332599 Jan 31 16:39:33.702225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1c3eb-6804-45cf-9430-91912d62e5a3 req-d85b784e-6262-4013-839b-c4ae90068bc1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:33.703691 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-10e1c3eb-6804-45cf-9430-91912d62e5a3 req-d85b784e-6262-4013-839b-c4ae90068bc1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0549963 Jan 31 16:39:33.745390 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-10e1c3eb-6804-45cf-9430-91912d62e5a3 req-39e2c4d4-95a5-4174-b8a7-eae6c1f5f2be tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355618 Jan 31 16:39:34.882057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83555841-fd79-4c14-b464-a015dc1b3459 req-d15a85a3-2805-48ea-8ae8-e9216abe0df5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:34.883824 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-83555841-fd79-4c14-b464-a015dc1b3459 req-d15a85a3-2805-48ea-8ae8-e9216abe0df5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0520244 Jan 31 16:39:34.921607 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-83555841-fd79-4c14-b464-a015dc1b3459 req-17ff3579-8052-484e-a523-fb3288427a20 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Jan 31 16:39:36.062394 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:39:36.066686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b4550-6b5c-459c-a170-9f1dc0d54821 req-ff2efe1c-d6f3-492c-bc6f-a519d2b7f9e1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:36.068249 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b95b4550-6b5c-459c-a170-9f1dc0d54821 req-ff2efe1c-d6f3-492c-bc6f-a519d2b7f9e1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0662003 Jan 31 16:39:36.107689 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b95b4550-6b5c-459c-a170-9f1dc0d54821 req-380263b8-9c74-4042-b002-e92a8147b185 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327377 Jan 31 16:39:37.244957 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23320348-7eeb-46b7-bc41-15a38ecb9f65 req-e4768fc4-2910-4ccd-ad9a-701f284ffdc0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:37.246550 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-23320348-7eeb-46b7-bc41-15a38ecb9f65 req-e4768fc4-2910-4ccd-ad9a-701f284ffdc0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0624013 Jan 31 16:39:37.287484 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-23320348-7eeb-46b7-bc41-15a38ecb9f65 req-ae99490e-d5c7-4cec-8fca-72500aed991b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345931 Jan 31 16:39:38.420214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c85d31-1458-4846-8cdc-b64ae1e25a83 req-6ef131a6-513f-46a9-80ec-088292b03d48 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:38.421754 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-71c85d31-1458-4846-8cdc-b64ae1e25a83 req-6ef131a6-513f-46a9-80ec-088292b03d48 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0525851 Jan 31 16:39:38.464166 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-71c85d31-1458-4846-8cdc-b64ae1e25a83 req-7fa3d3fd-4f4e-4f9a-8af3-b81bd045da80 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334973 Jan 31 16:39:39.592746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e991869-9a8b-4f3b-b89c-2b5cd1c38d7c req-913515fa-a436-41e4-bacb-28ce49c41be2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:39.594211 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e991869-9a8b-4f3b-b89c-2b5cd1c38d7c req-913515fa-a436-41e4-bacb-28ce49c41be2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0510693 Jan 31 16:39:39.636172 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e991869-9a8b-4f3b-b89c-2b5cd1c38d7c req-e1db5398-7554-4070-9e58-0035af06b2ab tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331089 Jan 31 16:39:41.129172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c25b46-211d-4dd0-9430-e7268e576247 req-55cb21eb-353e-415d-b4a8-f6130e1db440 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:41.130678 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5c25b46-211d-4dd0-9430-e7268e576247 req-55cb21eb-353e-415d-b4a8-f6130e1db440 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.4211175 Jan 31 16:39:41.177554 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d5c25b46-211d-4dd0-9430-e7268e576247 req-3480e0fc-e123-4a19-87e0-6771dc7864ee tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381694 Jan 31 16:39:42.304036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2326316-6823-490a-9199-be929716b03f req-d4f98268-9b92-4227-86eb-c5b68f38edc9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:42.305594 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2326316-6823-490a-9199-be929716b03f req-d4f98268-9b92-4227-86eb-c5b68f38edc9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0520861 Jan 31 16:39:42.349015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2326316-6823-490a-9199-be929716b03f req-d47fec8c-2796-4824-8cf7-8c648f841ced tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346792 Jan 31 16:39:43.490048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54f6f7-74b1-4508-be13-bb1fe36f1828 req-fce5b0c2-21c9-4be4-b258-37c737c9b145 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:43.491523 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba54f6f7-74b1-4508-be13-bb1fe36f1828 req-fce5b0c2-21c9-4be4-b258-37c737c9b145 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0607452 Jan 31 16:39:43.540539 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ba54f6f7-74b1-4508-be13-bb1fe36f1828 req-9d4ee0e4-b5ac-4341-b8a1-018db7ea3aec tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385332 Jan 31 16:39:44.677417 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b23979-a3ae-4aa8-b2c5-bffa7cb789b6 req-d595d54a-4019-459d-9345-aae8458549d0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:44.678916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97b23979-a3ae-4aa8-b2c5-bffa7cb789b6 req-d595d54a-4019-459d-9345-aae8458549d0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0638845 Jan 31 16:39:44.717503 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-97b23979-a3ae-4aa8-b2c5-bffa7cb789b6 req-765b42ec-a827-4fa4-a4f4-533ae86cc297 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Jan 31 16:39:45.843302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01a883-b442-41e8-b402-7a69c1f37b76 req-c4a075af-4904-466b-91ad-4ed3e637e56b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:45.844681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe01a883-b442-41e8-b402-7a69c1f37b76 req-c4a075af-4904-466b-91ad-4ed3e637e56b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0521829 Jan 31 16:39:45.896838 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe01a883-b442-41e8-b402-7a69c1f37b76 req-e7c28faf-7bba-4ce1-b748-34d950c9c0cd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393717 Jan 31 16:39:47.037850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b18b-c4ae-4755-b9b2-4a3715630279 req-7559d07e-c7ab-417e-ab48-91a416106ca9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:47.040280 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-59a0b18b-c4ae-4755-b9b2-4a3715630279 req-7559d07e-c7ab-417e-ab48-91a416106ca9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0674086 Jan 31 16:39:47.091332 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-59a0b18b-c4ae-4755-b9b2-4a3715630279 req-81bf1413-b8ef-47dd-8dc0-8533f99257f2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437584 Jan 31 16:39:47.301642 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-09b43a86-2def-4bcc-a108-4084723dbc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:48.223505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07967906-a03a-4e6f-bc7e-2410ca144ff2 req-9fc88f24-62cf-48a4-8024-558a9a9ccfe5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:48.225002 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07967906-a03a-4e6f-bc7e-2410ca144ff2 req-9fc88f24-62cf-48a4-8024-558a9a9ccfe5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0571699 Jan 31 16:39:48.270947 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07967906-a03a-4e6f-bc7e-2410ca144ff2 req-aac01268-e3a7-418c-9773-96741b619300 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398250 Jan 31 16:39:49.404754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962f423-b62e-4a42-bff5-2d0899ef0cb8 req-86361d4e-d934-49c4-bb9a-6eac3a20f624 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:49.406251 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5962f423-b62e-4a42-bff5-2d0899ef0cb8 req-86361d4e-d934-49c4-bb9a-6eac3a20f624 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0579426 Jan 31 16:39:49.444128 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5962f423-b62e-4a42-bff5-2d0899ef0cb8 req-37968b7c-67eb-4098-9bee-916dfb3f145f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316420 Jan 31 16:39:49.684173 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-65844d21-9eeb-4fc0-a4ae-84e336d695a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408995 Jan 31 16:39:49.712395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b84012-d26a-44a0-94a6-21abe61d264c req-78c926fd-024a-454b-aee7-81db5efc714b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:49.713912 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53b84012-d26a-44a0-94a6-21abe61d264c req-78c926fd-024a-454b-aee7-81db5efc714b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0604575 Jan 31 16:39:49.744997 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-591819b6-d60d-4a32-a570-647217aef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:49.755859 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53b84012-d26a-44a0-94a6-21abe61d264c req-7735b168-621e-4248-aa46-3f8323a0b0a4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355849 Jan 31 16:39:50.880731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9359639-0eb8-452f-84fb-30401c8b5c43 req-948287aa-11b5-4815-83d9-ec815cccc52f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:50.882285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f9359639-0eb8-452f-84fb-30401c8b5c43 req-948287aa-11b5-4815-83d9-ec815cccc52f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0508587 Jan 31 16:39:50.949583 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f9359639-0eb8-452f-84fb-30401c8b5c43 req-c140413f-fd35-4016-9d7b-cd0a7f0c9826 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607727 Jan 31 16:39:50.958963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-bc7f64c4-2652-4fed-b548-2f16acd1b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:50.960451 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-bc7f64c4-2652-4fed-b548-2f16acd1b2c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 1096 time: 0.0707238 Jan 31 16:39:51.011581 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:51.056513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-f8cbe0b6-0abe-4ba8-8555-9bef9de30a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:51.058039 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-f8cbe0b6-0abe-4ba8-8555-9bef9de30a0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0866187 Jan 31 16:39:51.129108 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-3204f9bd-ca90-455e-ba10-fed5af1cba0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 200 len: 1000 time: 0.0611749 Jan 31 16:39:51.180879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-5e49df47-96b8-4cc3-83d9-071fb039ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:51.182365 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-5e49df47-96b8-4cc3-83d9-071fb039ec9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0435991 Jan 31 16:39:51.231765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-455523b2-b724-4002-b405-538c2b17a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:51.233173 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-455523b2-b724-4002-b405-538c2b17a2ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408285 Jan 31 16:39:51.327159 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-bd362be8-1a03-4e99-8e98-1e936182fb63 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850859 Jan 31 16:39:51.424651 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-aadf7028-db95-4dc6-8205-e41a7fc1abf9 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882528 Jan 31 16:39:52.075249 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e633e-3dbb-4386-9fed-30331e33198c req-0b99c9a2-a867-4c4c-bc90-21e5ddb0a60c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:52.076773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d4e633e-3dbb-4386-9fed-30331e33198c req-0b99c9a2-a867-4c4c-bc90-21e5ddb0a60c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0520205 Jan 31 16:39:52.115166 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5d4e633e-3dbb-4386-9fed-30331e33198c req-98df23c5-ba0b-42f9-a809-1ea0bc3f141d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321414 Jan 31 16:39:52.495670 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:52.559404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85521c1-6f4e-4185-8b21-ad23df275de3 req-4013012e-ee02-4149-bdbb-5be8c466c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:52.560828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a85521c1-6f4e-4185-8b21-ad23df275de3 req-4013012e-ee02-4149-bdbb-5be8c466c7b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 1096 time: 0.0424976 Jan 31 16:39:52.604321 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:52.670258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85521c1-6f4e-4185-8b21-ad23df275de3 req-6d5683e6-8fa2-41a1-ab25-f32690f80e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:52.671886 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a85521c1-6f4e-4185-8b21-ad23df275de3 req-6d5683e6-8fa2-41a1-ab25-f32690f80e7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0914130 Jan 31 16:39:52.740386 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a85521c1-6f4e-4185-8b21-ad23df275de3 req-70e4c0d1-e02d-4a3d-bbd8-089365447bf1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 200 len: 1000 time: 0.0611022 Jan 31 16:39:52.797230 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85521c1-6f4e-4185-8b21-ad23df275de3 req-73c4c2ae-4ec3-4f89-9e4e-425b4e5399ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:52.798718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a85521c1-6f4e-4185-8b21-ad23df275de3 req-73c4c2ae-4ec3-4f89-9e4e-425b4e5399ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0505183 Jan 31 16:39:52.849594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85521c1-6f4e-4185-8b21-ad23df275de3 req-890e2356-5f19-4688-b309-28b7e3e93ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:52.851056 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a85521c1-6f4e-4185-8b21-ad23df275de3 req-890e2356-5f19-4688-b309-28b7e3e93ab8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446849 Jan 31 16:39:52.947116 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a85521c1-6f4e-4185-8b21-ad23df275de3 req-96939004-6dbb-4e8e-b120-62bd5b82938d service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850987 Jan 31 16:39:53.042609 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a85521c1-6f4e-4185-8b21-ad23df275de3 req-4023641b-427c-41d0-b530-61f2cc9112dd service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861290 Jan 31 16:39:53.254435 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24985f-53e9-4a85-9ce5-aea1fe986657 req-e2c21f44-d78e-41f8-92a0-31e4ca3d2d07 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:53.255918 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a24985f-53e9-4a85-9ce5-aea1fe986657 req-e2c21f44-d78e-41f8-92a0-31e4ca3d2d07 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0579190 Jan 31 16:39:53.303688 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a24985f-53e9-4a85-9ce5-aea1fe986657 req-f2928ac2-8be6-4175-80fa-eeab653a449a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410562 Jan 31 16:39:53.575441 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-dca79697-848a-457e-b2d5-078c7b1688da service neutron] show failed (client error): The resource could not be found. Jan 31 16:39:53.576518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-dca79697-848a-457e-b2d5-078c7b1688da service neutron] 10.222.0.30 "GET /v2.0/ports/f5d01545-4007-4619-835f-20b659961a24/bindings/n-h2-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0663652 Jan 31 16:39:53.803942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-8cdc8cd1-d35d-442f-b264-f7f16b60c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:53.805436 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-8cdc8cd1-d35d-442f-b264-f7f16b60c3b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 1096 time: 0.0452461 Jan 31 16:39:53.820479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:39:53.883906 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:54.120081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] For port f5d01545-4007-4619-835f-20b659961a24, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=f5d01545-4007-4619-835f-20b659961a24,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:39:54.153706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] For port f5d01545-4007-4619-835f-20b659961a24, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:39:54.198523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5d01545-4007-4619-835f-20b659961a24'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:39:54.200860 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520a0ae7-cd71-45a7-8831-432681f6c559" -d '{"events": [{"server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5d01545-4007-4619-835f-20b659961a24"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:39:54.204721 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:54.217269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Transition to ACTIVE for port object f5d01545-4007-4619-835f-20b659961a24 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:39:54.222190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:54.253851 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8503a3e8-9a94-4acc-b5b7-ce22791b1c20 x-openstack-request-id: req-8503a3e8-9a94-4acc-b5b7-ce22791b1c20 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:39:54.254137 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5d01545-4007-4619-835f-20b659961a24", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:39:54.254384 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8503a3e8-9a94-4acc-b5b7-ce22791b1c20 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:39:54.255180 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5d01545-4007-4619-835f-20b659961a24', 'code': 200} Jan 31 16:39:54.299873 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d01545-4007-4619-835f-20b659961a24,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:54.355212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] No DVR routers for this DVR port f5d01545-4007-4619-835f-20b659961a24 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:39:54.515811 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1269e-09d1-4073-919f-ffdcdb7a2fdf req-93602ac0-6e1f-4bf5-bad7-215fab750242 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:54.518038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7e1269e-09d1-4073-919f-ffdcdb7a2fdf req-93602ac0-6e1f-4bf5-bad7-215fab750242 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 943 time: 0.1003852 Jan 31 16:39:54.584006 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f7e1269e-09d1-4073-919f-ffdcdb7a2fdf req-b307fda5-ad57-41c2-ad67-865cf19adc56 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587585 Jan 31 16:39:54.586608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Attempting to bind port f5d01545-4007-4619-835f-20b659961a24 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:39:54.586944 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Attempting to bind port f5d01545-4007-4619-835f-20b659961a24 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:39:54.587285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Attempting to bind port f5d01545-4007-4619-835f-20b659961a24 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:39:54.592166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Port f5d01545-4007-4619-835f-20b659961a24 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:39:54.592442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Attempting to bind port f5d01545-4007-4619-835f-20b659961a24 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:39:54.597799 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:39:54.598135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:39:54.598513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Bound using segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:39:54.598934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Bound port: f5d01545-4007-4619-835f-20b659961a24, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:39:54.599290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:54.662285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] For port f5d01545-4007-4619-835f-20b659961a24, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:39:54.665819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] For port f5d01545-4007-4619-835f-20b659961a24, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f5d01545-4007-4619-835f-20b659961a24,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:39:54.671883 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:54.705987 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:54.706604 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:54.708020 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 200 len: 1091 time: 0.8953137 Jan 31 16:39:54.762458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031319e-5ddf-4f24-a902-0643a7b633c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d01545-4007-4619-835f-20b659961a24,revision_number=7']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:54.780916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-a503409b-1be6-4b67-ac6c-6c70f3dcd818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:54.782524 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-a503409b-1be6-4b67-ac6c-6c70f3dcd818 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 1094 time: 0.0509379 Jan 31 16:39:54.875304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-5ae4a8bd-1c2a-4df0-b4eb-05ea1743d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:54.876845 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-5ae4a8bd-1c2a-4df0-b4eb-05ea1743d5f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0871649 Jan 31 16:39:54.953869 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-5c5d5370-3e7e-4782-ae35-56bae68e92d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 200 len: 998 time: 0.0692689 Jan 31 16:39:55.006292 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-8cf45eb0-d80a-4cff-abee-0330a9e92f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:55.007629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-8cf45eb0-d80a-4cff-abee-0330a9e92f94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0462158 Jan 31 16:39:55.055060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-66b94db9-21eb-4ed5-94c4-017f845061d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:55.056517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-66b94db9-21eb-4ed5-94c4-017f845061d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421784 Jan 31 16:39:55.152956 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-328f40bc-8c9c-4b30-a29e-e93d730c75ff service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888772 Jan 31 16:39:55.258072 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25b3ab88-7c48-467a-b8eb-418561b65d59 req-e5ac8d6b-f54b-4d96-b26f-6b6f5fa71ea0 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977819 Jan 31 16:39:55.710356 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12bf63-078c-4817-8f78-e7e0234491e1 req-6e36a355-a000-4a35-a15a-942e912c67af tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:55.711785 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f12bf63-078c-4817-8f78-e7e0234491e1 req-6e36a355-a000-4a35-a15a-942e912c67af tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 943 time: 0.0497320 Jan 31 16:39:55.751465 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f12bf63-078c-4817-8f78-e7e0234491e1 req-2e8bbd5a-66e2-48a3-b05f-2e1305466341 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310977 Jan 31 16:39:56.165297 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:56.256063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'tag': 'f5d01545-4007-4619-835f-20b659961a24'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:39:56.260411 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d1abb7-b812-4318-ba4d-90431061082d" -d '{"events": [{"name": "network-changed", "server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "tag": "f5d01545-4007-4619-835f-20b659961a24"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:39:56.317410 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e20cc8-424e-4ce0-b9da-2b0d08c5220f x-openstack-request-id: req-83e20cc8-424e-4ce0-b9da-2b0d08c5220f {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:39:56.317936 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "tag": "f5d01545-4007-4619-835f-20b659961a24", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:39:56.318254 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83e20cc8-424e-4ce0-b9da-2b0d08c5220f {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:39:56.318709 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'tag': 'f5d01545-4007-4619-835f-20b659961a24', 'status': 'completed', 'code': 200} Jan 31 16:39:56.411122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1abb7-b812-4318-ba4d-90431061082d req-1ac16a90-db6a-4c67-ae0e-0e949a435107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:56.412625 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-1ac16a90-db6a-4c67-ae0e-0e949a435107 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 1094 time: 0.0732682 Jan 31 16:39:56.418258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1abb7-b812-4318-ba4d-90431061082d req-ca667492-9111-4662-b408-80441032d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:56.419548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-ca667492-9111-4662-b408-80441032d027 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 1094 time: 0.0695293 Jan 31 16:39:56.573149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1abb7-b812-4318-ba4d-90431061082d req-51c44de9-a5c0-4e96-b465-c7e79b196212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:56.574770 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-51c44de9-a5c0-4e96-b465-c7e79b196212 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1543963 Jan 31 16:39:56.575711 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1abb7-b812-4318-ba4d-90431061082d req-237b3b6c-cc76-4ae8-9a4d-f2f4f8c815d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:56.577112 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-237b3b6c-cc76-4ae8-9a4d-f2f4f8c815d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1494665 Jan 31 16:39:56.686676 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-336b1e7e-2a87-47f7-891d-bafa3dcc371e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 200 len: 998 time: 0.1030035 Jan 31 16:39:56.690411 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-903ebdf5-0904-439e-a9bd-a1a220d1d5ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 200 len: 998 time: 0.1011276 Jan 31 16:39:56.771661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1abb7-b812-4318-ba4d-90431061082d req-f2658cdc-d307-4dcf-af75-ca0e2d5f96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:56.773111 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-f2658cdc-d307-4dcf-af75-ca0e2d5f96ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0795434 Jan 31 16:39:56.774827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1abb7-b812-4318-ba4d-90431061082d req-e5bfe87a-2482-4859-a700-f7311b26bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:56.776118 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-e5bfe87a-2482-4859-a700-f7311b26bbd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0745220 Jan 31 16:39:56.847916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1abb7-b812-4318-ba4d-90431061082d req-fb81394e-c7db-4955-b014-950706485ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:56.849457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-fb81394e-c7db-4955-b014-950706485ba8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616424 Jan 31 16:39:56.851209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1abb7-b812-4318-ba4d-90431061082d req-078f6752-3971-4ee4-b257-97e919638dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:56.852549 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-078f6752-3971-4ee4-b257-97e919638dc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726919 Jan 31 16:39:56.888241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc748d71-3f58-4b21-9936-5e727855c67c req-92c929fe-643a-4840-9eb1-bad663738260 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:56.890073 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fc748d71-3f58-4b21-9936-5e727855c67c req-92c929fe-643a-4840-9eb1-bad663738260 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 943 time: 0.0558956 Jan 31 16:39:56.929806 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fc748d71-3f58-4b21-9936-5e727855c67c req-ca785634-5948-4ddb-b813-83fc54e1e874 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333085 Jan 31 16:39:57.007480 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-6cb8c2e2-c0dd-404b-9cff-083df33b82b2 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480815 Jan 31 16:39:57.013494 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-73fcf720-b34d-4cc5-bdd4-7d0a2e4be1e5 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463962 Jan 31 16:39:57.135806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef917-b629-4f64-99b1-c8cf33938964 req-880acc0e-b24f-41ea-b954-0e3907001ac8 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:57.137362 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-882ef917-b629-4f64-99b1-c8cf33938964 req-880acc0e-b24f-41ea-b954-0e3907001ac8 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 943 time: 0.0509894 Jan 31 16:39:57.176252 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-882ef917-b629-4f64-99b1-c8cf33938964 req-d364db7d-1220-429e-bd74-af5546e7242c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327225 Jan 31 16:39:57.199466 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-8fdf9231-4c22-4f91-a891-a5805f1a0d52 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850169 Jan 31 16:39:57.219517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-5e24c90a-1572-4c38-b3db-60f06bb76006 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875429 Jan 31 16:39:57.226781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-f83cd1b3-7e17-403c-bed5-c034067f839c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:57.228241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-f83cd1b3-7e17-403c-bed5-c034067f839c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.30 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 943 time: 0.1123579 Jan 31 16:39:57.295419 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-575efdb7-3129-40f4-90bf-0b6dabc84a36 service neutron] delete failed (client error): The resource could not be found. Jan 31 16:39:57.296486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-575efdb7-3129-40f4-90bf-0b6dabc84a36 service neutron] 10.222.0.30 "DELETE /v2.0/ports/f5d01545-4007-4619-835f-20b659961a24/bindings/n-h1-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0570540 Jan 31 16:39:57.392076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-e56ab2af-a0d0-431c-9be1-a3721a21cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:57.393692 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-e56ab2af-a0d0-431c-9be1-a3721a21cc30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 1094 time: 0.0513544 Jan 31 16:39:57.490154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-260bbdad-57c6-4834-bd22-a3bff9f752a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:57.491615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-260bbdad-57c6-4834-bd22-a3bff9f752a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0913298 Jan 31 16:39:57.570330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-cacb0786-e9d7-491b-80c1-9037328c5d84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 200 len: 998 time: 0.0673876 Jan 31 16:39:57.623684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-e7c4a987-2f52-4acb-add8-dbb43ed229f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:57.625145 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-e7c4a987-2f52-4acb-add8-dbb43ed229f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0444760 Jan 31 16:39:57.679216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-3fc83a6b-5a2e-4557-bdc4-8fb3575597a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:57.680730 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-3fc83a6b-5a2e-4557-bdc4-8fb3575597a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441544 Jan 31 16:39:57.774492 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-821f27ae-0a56-482c-9332-72c08b438cd6 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828838 Jan 31 16:39:57.843357 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f5d01545-4007-4619-835f-20b659961a24 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:39:57.875198 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7bcff12f-e470-44e3-ad97-fc715910f714 req-d7801c22-e65f-4900-9fdf-2979022bc9c4 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905781 Jan 31 16:39:57.886582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device f5d01545-4007-4619-835f-20b659961a24 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:39:58.249780 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:58.305262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd8bce-ef80-4c1c-83d7-2b61c1cacd54 req-f2ef5a0d-2409-4b4a-b735-ee1ac07d9a68 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:58.306783 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88cd8bce-ef80-4c1c-83d7-2b61c1cacd54 req-f2ef5a0d-2409-4b4a-b735-ee1ac07d9a68 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 943 time: 0.0506055 Jan 31 16:39:58.350017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88cd8bce-ef80-4c1c-83d7-2b61c1cacd54 req-4ec10013-f6de-4237-a1ff-81c1f0aa2fdf tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368044 Jan 31 16:39:59.146045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f5d01545-4007-4619-835f-20b659961a24 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:39:59.252373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f5d01545-4007-4619-835f-20b659961a24, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f5d01545-4007-4619-835f-20b659961a24,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:39:59.263335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'f5d01545-4007-4619-835f-20b659961a24', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'port_id': 'f5d01545-4007-4619-835f-20b659961a24', 'mac_address': 'fa:16:3e:7b:21:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:39:59.305630 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:59.322844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d01545-4007-4619-835f-20b659961a24 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:39:59.342892 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f5d01545-4007-4619-835f-20b659961a24, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f5d01545-4007-4619-835f-20b659961a24,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:39:59.349107 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:39:59.402699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f5d01545-4007-4619-835f-20b659961a24,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:39:59.471444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446a5b5-28d9-4e83-9496-8997c4922181 req-57dc024b-d6ad-4f9a-8a36-cab140b17d3c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:59.472935 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6446a5b5-28d9-4e83-9496-8997c4922181 req-57dc024b-d6ad-4f9a-8a36-cab140b17d3c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 944 time: 0.0499699 Jan 31 16:39:59.514377 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6446a5b5-28d9-4e83-9496-8997c4922181 req-2142ba78-f085-4141-a46b-44b7d380648a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325358 Jan 31 16:39:59.563536 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['f5d01545-4007-4619-835f-20b659961a24'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:39:59.642703 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcbdfe-1a3b-44dd-898d-8ca5c663e1d3 req-a8c2dc96-52fd-49c9-b179-d71fe8d9161d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:59.644285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03fcbdfe-1a3b-44dd-898d-8ca5c663e1d3 req-a8c2dc96-52fd-49c9-b179-d71fe8d9161d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 944 time: 0.0513659 Jan 31 16:39:59.683769 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-03fcbdfe-1a3b-44dd-898d-8ca5c663e1d3 req-068f09f6-c944-4b59-85a7-6158b5f65ef3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331721 Jan 31 16:39:59.906301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ba9da-4a21-4c18-a164-0335887e2c88 req-2ee09613-eba5-4360-a729-05838088caf2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:59.907816 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-495ba9da-4a21-4c18-a164-0335887e2c88 req-2ee09613-eba5-4360-a729-05838088caf2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 944 time: 0.0736496 Jan 31 16:39:59.939485 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd75b5-8977-4492-bc31-f824836ebe66 req-d88a7c34-00b8-4c25-a3c1-15d3001d24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:39:59.940898 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edbd75b5-8977-4492-bc31-f824836ebe66 req-d88a7c34-00b8-4c25-a3c1-15d3001d24d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 1095 time: 0.0667675 Jan 31 16:39:59.962756 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-495ba9da-4a21-4c18-a164-0335887e2c88 req-3c7c3e3e-0350-4854-a5ca-0e667620ec06 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476623 Jan 31 16:40:00.060398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd75b5-8977-4492-bc31-f824836ebe66 req-e364d252-8eae-42a9-b107-302b306671a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:00.062772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edbd75b5-8977-4492-bc31-f824836ebe66 req-e364d252-8eae-42a9-b107-302b306671a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1145816 Jan 31 16:40:00.130426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edbd75b5-8977-4492-bc31-f824836ebe66 req-6ecc4e7c-1f49-4de0-9729-adec33ac7383 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 200 len: 999 time: 0.0599320 Jan 31 16:40:00.194635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd75b5-8977-4492-bc31-f824836ebe66 req-c5767ee1-b720-4249-aaf6-bd3b98f69f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:00.196131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edbd75b5-8977-4492-bc31-f824836ebe66 req-c5767ee1-b720-4249-aaf6-bd3b98f69f6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0561054 Jan 31 16:40:00.246653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd75b5-8977-4492-bc31-f824836ebe66 req-47a998bc-c2b7-40ce-beb1-7f8b8d711495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:00.248111 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edbd75b5-8977-4492-bc31-f824836ebe66 req-47a998bc-c2b7-40ce-beb1-7f8b8d711495 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452685 Jan 31 16:40:00.355831 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edbd75b5-8977-4492-bc31-f824836ebe66 req-b8b1abf5-63f9-45ae-a015-530667acf36d service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997586 Jan 31 16:40:00.453117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-edbd75b5-8977-4492-bc31-f824836ebe66 req-3f858ba5-6eb9-43df-bece-e51eaea1141b service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890746 Jan 31 16:40:01.105029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88f684-e517-4da6-84f5-e3606329b0e9 req-f4ca2a63-5105-43e0-bf94-52025d3e70db tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:01.106524 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1c88f684-e517-4da6-84f5-e3606329b0e9 req-f4ca2a63-5105-43e0-bf94-52025d3e70db tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 944 time: 0.0605781 Jan 31 16:40:01.144742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f5d01545-4007-4619-835f-20b659961a24 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:40:01.150967 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1c88f684-e517-4da6-84f5-e3606329b0e9 req-068f3e89-2ef8-4be5-bc33-8b1ba0332176 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356016 Jan 31 16:40:01.201166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port f5d01545-4007-4619-835f-20b659961a24 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:40:01.205029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port f5d01545-4007-4619-835f-20b659961a24 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:40:01.205487 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:01.292106 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:01.322217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d01545-4007-4619-835f-20b659961a24'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:40:01.324502 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700a287c-2dba-4590-8c9e-61a94b7788c6" -d '{"events": [{"server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "name": "network-vif-plugged", "status": "completed", "tag": "f5d01545-4007-4619-835f-20b659961a24"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:40:01.337305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port f5d01545-4007-4619-835f-20b659961a24, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f5d01545-4007-4619-835f-20b659961a24,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:01.342724 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:01.366940 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f393cb-89cc-47c2-ba14-4ea74224e8e0 x-openstack-request-id: req-97f393cb-89cc-47c2-ba14-4ea74224e8e0 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:40:01.367305 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "name": "network-vif-plugged", "status": "completed", "tag": "f5d01545-4007-4619-835f-20b659961a24", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:40:01.367558 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97f393cb-89cc-47c2-ba14-4ea74224e8e0 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:40:01.367953 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d01545-4007-4619-835f-20b659961a24', 'code': 200} Jan 31 16:40:01.393917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=f5d01545-4007-4619-835f-20b659961a24,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:01.398705 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c651a-b2de-4fbc-9709-078b79f37d5a req-c57822de-98f1-46fb-a3b4-1fbca3411c5e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:01.400130 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-333c651a-b2de-4fbc-9709-078b79f37d5a req-c57822de-98f1-46fb-a3b4-1fbca3411c5e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0514607 Jan 31 16:40:01.443414 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-333c651a-b2de-4fbc-9709-078b79f37d5a req-012393f4-dad8-4464-908a-70ce0584c665 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371025 Jan 31 16:40:02.585840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e73c6-7a7b-42c9-98d3-61e7b9f9ae4c req-187b906a-9f90-43f1-bc25-d7fe5dddc365 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:02.587375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3a2e73c6-7a7b-42c9-98d3-61e7b9f9ae4c req-187b906a-9f90-43f1-bc25-d7fe5dddc365 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0564799 Jan 31 16:40:02.659420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3a2e73c6-7a7b-42c9-98d3-61e7b9f9ae4c req-5e55a4df-19d8-4b65-a61e-4a82910d2218 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553601 Jan 31 16:40:02.670460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-d1fa5050-d705-436c-80cc-e6a54c27c5a1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:02.672422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-d1fa5050-d705-436c-80cc-e6a54c27c5a1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.20 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 945 time: 0.0805299 Jan 31 16:40:02.770814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Deleting port f5d01545-4007-4619-835f-20b659961a24 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:40:02.771065 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:02.857299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] For port f5d01545-4007-4619-835f-20b659961a24, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=f5d01545-4007-4619-835f-20b659961a24,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:02.857679 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:03.035935 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:03.036176 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:03.036506 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d disassociated. External IP: 172.25.1.79, port: f5d01545-4007-4619-835f-20b659961a24. Jan 31 16:40:03.036853 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Calling delete_port for f5d01545-4007-4619-835f-20b659961a24 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:40:03.181232 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:03.211354 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event deleted for resources: {'Port': ['ID=f5d01545-4007-4619-835f-20b659961a24,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:03.221861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:03.222201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:03.222545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:03.222899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:03.223223 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:03.223549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:03.223870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:03.224214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:03.224884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:03.224884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:03.225148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:03.225495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:03.710675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Router 9331f812-3508-4131-b489-cca07fa3d0a8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:40:03.759381 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0a6a89fb-733c-4c10-b60b-b721fc2b304c req-e837706f-1071-4f8f-a344-ef3d770fce63 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508ffc3-8efc-4a4e-986c-d4bf263c32c6 HTTP/1.1" status: 200 len: 210 time: 0.0269771 Jan 31 16:40:03.820085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:40:03.832626 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8beae99-60cb-4c8b-97a9-ad2dacb52172 None None] Sync routers for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:40:03.843830 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8beae99-60cb-4c8b-97a9-ad2dacb52172 None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:40:03.844498 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d8beae99-60cb-4c8b-97a9-ad2dacb52172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:39:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:40:03.863854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] No DVR routers for this DVR port f5d01545-4007-4619-835f-20b659961a24 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:40:03.866805 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:03.870525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59bbcf4e-810d-40fb-a2b5-caa5be5eeb2a req-9aa1abff-2765-49c4-8e98-92ae0400fba4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.20 "DELETE /v2.0/ports/f5d01545-4007-4619-835f-20b659961a24 HTTP/1.1" status: 204 len: 173 time: 1.1925092 Jan 31 16:40:03.870963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'name': 'network-vif-deleted', 'tag': 'f5d01545-4007-4619-835f-20b659961a24'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:40:03.873359 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61be32a0-1b21-4e59-9d28-ab93b14cfbcc" -d '{"events": [{"server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "name": "network-vif-deleted", "tag": "f5d01545-4007-4619-835f-20b659961a24"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:40:03.912243 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b91dd7f-cc17-43f7-9cd2-1a0909260561 x-openstack-request-id: req-2b91dd7f-cc17-43f7-9cd2-1a0909260561 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:40:03.912525 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5508ffc3-8efc-4a4e-986c-d4bf263c32c6", "name": "network-vif-deleted", "tag": "f5d01545-4007-4619-835f-20b659961a24", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:40:03.912774 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b91dd7f-cc17-43f7-9cd2-1a0909260561 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:40:03.913155 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5508ffc3-8efc-4a4e-986c-d4bf263c32c6', 'name': 'network-vif-deleted', 'tag': 'f5d01545-4007-4619-835f-20b659961a24', 'status': 'completed', 'code': 200} Jan 31 16:40:03.954278 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-d8beae99-60cb-4c8b-97a9-ad2dacb52172 None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:40:04.159130 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d8beae99-60cb-4c8b-97a9-ad2dacb52172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:40:04.184609 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8beae99-60cb-4c8b-97a9-ad2dacb52172 None None] Checking router: 9331f812-3508-4131-b489-cca07fa3d0a8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:40:04.193797 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8beae99-60cb-4c8b-97a9-ad2dacb52172 None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:40:04.194399 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d8beae99-60cb-4c8b-97a9-ad2dacb52172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:39:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:40:04.304803 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-d8beae99-60cb-4c8b-97a9-ad2dacb52172 None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:40:04.519606 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d8beae99-60cb-4c8b-97a9-ad2dacb52172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:40:04.547064 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8beae99-60cb-4c8b-97a9-ad2dacb52172 None None] The sync data for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 is: [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:40:04.802151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308b381-a015-40da-9119-57d1ec0d12c0 None None] New status for floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:40:05.000802 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-6e8a7c1c-da6d-401c-8f50-eb5dbb153e97 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1662414568&fields=id&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 267 time: 0.0320821 Jan 31 16:40:05.109906 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-d33946e3-5eb8-4ce1-b0af-d83e11a674f9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:05.111284 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-d33946e3-5eb8-4ce1-b0af-d83e11a674f9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 811 time: 0.1036408 Jan 31 16:40:05.130579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c0b3dd5f-647e-44a2-9e00-48486c87e09c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/quotas/47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 375 time: 0.0103941 Jan 31 16:40:05.188966 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-a93bd7fb-2dcc-406e-8825-6396af77d304 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493445 Jan 31 16:40:05.294230 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-a2680270-ee2f-4427-a858-a061df204fea service neutron] 10.222.0.36 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930228 Jan 31 16:40:05.399326 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-0240eb8d-6682-4fed-8e84-16eaac8b98fc service neutron] 10.222.0.36 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956891 Jan 31 16:40:05.565266 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed80d671-97dc-4bb2-9470-00fe47b0306e req-5981de11-2944-4df1-9c37-91e2dadf512d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 210 time: 0.0262382 Jan 31 16:40:06.630090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-8e5a8071-a34b-48a7-b5c2-661f4536b317 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:06.631590 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-8e5a8071-a34b-48a7-b5c2-661f4536b317 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 811 time: 0.1188185 Jan 31 16:40:06.663861 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-321cbbfe-df4e-45fb-a42f-80181a6d6413 req-73b2d1c1-cea3-48f3-808f-4ba97c723af5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 210 time: 0.0290346 Jan 31 16:40:06.685542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-4aef68b8-be37-47fc-bbed-b4922773c47d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 380 time: 0.0397105 Jan 31 16:40:06.701104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Request body: {'port': {'device_id': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'admin_state_up': True, 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'security_groups': ['a139b1d8-b689-4566-a5d5-0a8488eee89e']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:40:06.819045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Made reservation on behalf of 47f4f33c8b044b5fa8f6c5e1b22c7a74 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:40:06.822747 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:06.967300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Allocated IP 172.20.0.9 (6ee27edd-3cda-45d7-b011-cfe0457d79bf/5ac08232-eda3-4f3d-9814-17f7007624e4/da91af7e-38de-4535-82ae-992d2b7bb746) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:40:07.116941 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:07.154524 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:07.179899 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f5d01545-4007-4619-835f-20b659961a24 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:40:07.200135 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: f5d01545-4007-4619-835f-20b659961a24 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:40:07.200481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device f5d01545-4007-4619-835f-20b659961a24 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:40:07.202996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Network 6ee27edd-3cda-45d7-b011-cfe0457d79bf is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:40:07.206073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:40:07.209816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:40:07.216059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event updated for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:07.265151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:07.265811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:07.283575 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-e9742dab-5081-4267-be7a-fd6e4ae0de82 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863249 Jan 31 16:40:07.297131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Request body: {'port': {'device_id': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:40:07.353447 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:07.460843 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-369a3dd7-8ab6-4e11-9e52-8eee053f7211 None None] Provisioning complete for port da91af7e-38de-4535-82ae-992d2b7bb746 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:40:07.461216 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-369a3dd7-8ab6-4e11-9e52-8eee053f7211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:07.498597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-369a3dd7-8ab6-4e11-9e52-8eee053f7211 None None] Port da91af7e-38de-4535-82ae-992d2b7bb746 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:40:07.634449 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da91af7e-38de-4535-82ae-992d2b7bb746 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:40:07.642226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:07.655570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Transition to ACTIVE for port object da91af7e-38de-4535-82ae-992d2b7bb746 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:40:07.660455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:07.714452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:07.815713 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Attempting to bind port da91af7e-38de-4535-82ae-992d2b7bb746 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:40:07.816081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Attempting to bind port da91af7e-38de-4535-82ae-992d2b7bb746 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:40:07.816378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Attempting to bind port da91af7e-38de-4535-82ae-992d2b7bb746 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:40:07.829734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df020-ff6e-4d3e-b964-ec0f85b4334b req-7f0273e1-a909-43d5-979d-18ed77801893 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:07.831265 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d2df020-ff6e-4d3e-b964-ec0f85b4334b req-7f0273e1-a909-43d5-979d-18ed77801893 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 943 time: 0.0807655 Jan 31 16:40:07.832350 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Port da91af7e-38de-4535-82ae-992d2b7bb746 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:40:07.832679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Attempting to bind port da91af7e-38de-4535-82ae-992d2b7bb746 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:40:07.840469 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:40:07.840806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:40:07.841190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Bound using segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:40:07.841655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Bound port: da91af7e-38de-4535-82ae-992d2b7bb746, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:40:07.842016 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:07.905972 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9d2df020-ff6e-4d3e-b964-ec0f85b4334b req-53acc0fa-fa8e-4486-ac7e-10c45356139e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675139 Jan 31 16:40:07.932472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:40:07.935686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:40:07.940417 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:07.977276 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:07.977947 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:07.979354 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] 10.222.0.30 "PUT /v2.0/ports/da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 1091 time: 0.6866906 Jan 31 16:40:07.979802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:40:07.982099 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba9a915-09b7-4a4c-b9b8-2f8d1577b4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:40:08.005719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b9c2c-9221-42d1-93e6-097ba79fd6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:08.031303 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cb6d91-0507-4034-95f9-8dcc6f2ce46d x-openstack-request-id: req-16cb6d91-0507-4034-95f9-8dcc6f2ce46d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:40:08.031854 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:40:08.032083 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16cb6d91-0507-4034-95f9-8dcc6f2ce46d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:40:08.032497 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'status': 'completed', 'code': 200} Jan 31 16:40:08.065563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-fde6b909-7f30-4dd9-819f-1c23e6b335e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:08.067150 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-fde6b909-7f30-4dd9-819f-1c23e6b335e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0466700 Jan 31 16:40:08.117611 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-cee15d25-a415-4bcc-8117-0c5a8d95fb4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 217 time: 0.0405951 Jan 31 16:40:08.175207 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-5109e521-de23-454a-944f-44e7d6b2614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:08.176704 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-5109e521-de23-454a-944f-44e7d6b2614c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0492594 Jan 31 16:40:08.230147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-b6099b4b-af11-413d-ab84-9929022f8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:08.231650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-b6099b4b-af11-413d-ab84-9929022f8bbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436103 Jan 31 16:40:08.331977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-2d7a17a7-3154-4248-b02f-cbbe9292c56c service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897167 Jan 31 16:40:08.428693 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b1959c5-cd56-4326-8874-c59043f6f1ae req-1ceb5103-d752-4517-a171-4e8f62e28590 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859444 Jan 31 16:40:08.531204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a915-09b7-4a4c-b9b8-2f8d1577b4e5 req-df26e08b-f9ba-4768-a23b-a0b53b0cdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:08.533093 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bba9a915-09b7-4a4c-b9b8-2f8d1577b4e5 req-df26e08b-f9ba-4768-a23b-a0b53b0cdb19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0514278 Jan 31 16:40:08.627114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a915-09b7-4a4c-b9b8-2f8d1577b4e5 req-e6816454-2c68-4195-968b-ff7e01dd1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:08.628495 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bba9a915-09b7-4a4c-b9b8-2f8d1577b4e5 req-e6816454-2c68-4195-968b-ff7e01dd1220 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0885005 Jan 31 16:40:08.675518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bba9a915-09b7-4a4c-b9b8-2f8d1577b4e5 req-1669c100-17e4-4878-be82-9b03832f098e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 217 time: 0.0387526 Jan 31 16:40:08.730680 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a915-09b7-4a4c-b9b8-2f8d1577b4e5 req-4d7d1612-a595-4bed-bccc-f514788ea899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:08.732135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bba9a915-09b7-4a4c-b9b8-2f8d1577b4e5 req-4d7d1612-a595-4bed-bccc-f514788ea899 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0487475 Jan 31 16:40:08.786572 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a915-09b7-4a4c-b9b8-2f8d1577b4e5 req-4392f59a-bc14-4552-b8f0-475e6b30bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:08.788008 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bba9a915-09b7-4a4c-b9b8-2f8d1577b4e5 req-4392f59a-bc14-4552-b8f0-475e6b30bed7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430245 Jan 31 16:40:08.883995 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bba9a915-09b7-4a4c-b9b8-2f8d1577b4e5 req-ed907ad8-1a80-4de0-ba38-7d54676088cb service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878322 Jan 31 16:40:08.992241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bba9a915-09b7-4a4c-b9b8-2f8d1577b4e5 req-9672011f-1d02-465a-b67c-be1a05d4fdde service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007895 Jan 31 16:40:09.031858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb338-dd41-47d9-aea4-183f5cf17fdd req-f65aaf3c-61c4-43d1-8c60-dece8f55c7ce tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:09.033349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6dcb338-dd41-47d9-aea4-183f5cf17fdd req-f65aaf3c-61c4-43d1-8c60-dece8f55c7ce tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 943 time: 0.0536585 Jan 31 16:40:09.081098 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b6dcb338-dd41-47d9-aea4-183f5cf17fdd req-622c347d-a495-4c75-9cba-8877a287ce5e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414450 Jan 31 16:40:09.899848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device da91af7e-38de-4535-82ae-992d2b7bb746 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:40:10.010041 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:10.020573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'port_id': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'mac_address': 'fa:16:3e:d0:ca:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:40:10.060609 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:10.074523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da91af7e-38de-4535-82ae-992d2b7bb746 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:40:10.095116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:10.101023 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:10.148870 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:10.156621 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:10.156966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:10.157323 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:10.157662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:10.157994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:10.158324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:10.158644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:10.158966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:10.161793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:10.161793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:10.161793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:10.161793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:40:10.205920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bc619-a46a-4b84-bd51-5051c76f629b req-233a4c86-5407-4823-bb43-958aeba5fcaf tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:10.207417 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed9bc619-a46a-4b84-bd51-5051c76f629b req-233a4c86-5407-4823-bb43-958aeba5fcaf tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 944 time: 0.0571308 Jan 31 16:40:10.247121 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed9bc619-a46a-4b84-bd51-5051c76f629b req-1ce1d209-fcb4-4ea9-9a58-4023c1bd713b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334268 Jan 31 16:40:10.384309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['da91af7e-38de-4535-82ae-992d2b7bb746'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:40:11.384872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be5774-b411-4a0a-9af3-6c5a289e934b req-62fc1238-57da-4b5e-abc2-ff3c608d2565 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:11.386385 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-27be5774-b411-4a0a-9af3-6c5a289e934b req-62fc1238-57da-4b5e-abc2-ff3c608d2565 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 944 time: 0.0599453 Jan 31 16:40:11.426470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-27be5774-b411-4a0a-9af3-6c5a289e934b req-5bca421c-3d42-481e-8f18-b08fe7730e33 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313241 Jan 31 16:40:11.921428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device da91af7e-38de-4535-82ae-992d2b7bb746 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:40:11.980738 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port da91af7e-38de-4535-82ae-992d2b7bb746 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:40:11.984478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port da91af7e-38de-4535-82ae-992d2b7bb746 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:40:11.984833 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:12.071714 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:12.094553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:40:12.096815 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564a7bc9-cf32-4627-90a5-d75c8cecc7cb" -d '{"events": [{"server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "name": "network-vif-plugged", "status": "completed", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:40:12.109602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:12.116884 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:12.140296 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4e6e53-cf0a-4d5f-ae2e-4b91ff15e7a5 x-openstack-request-id: req-2a4e6e53-cf0a-4d5f-ae2e-4b91ff15e7a5 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:40:12.140589 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "name": "network-vif-plugged", "status": "completed", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:40:12.140819 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a4e6e53-cf0a-4d5f-ae2e-4b91ff15e7a5 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:40:12.141205 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'code': 200} Jan 31 16:40:12.168622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:12.247455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769a926-f5d3-4ba0-b7cc-577b5b4c2b62 req-621797c6-a045-4c1a-988e-41ccc86ed162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:12.248915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6769a926-f5d3-4ba0-b7cc-577b5b4c2b62 req-621797c6-a045-4c1a-988e-41ccc86ed162 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0425227 Jan 31 16:40:12.291003 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6769a926-f5d3-4ba0-b7cc-577b5b4c2b62 req-e075bf0d-080b-46b0-828f-70ba363f50da service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310812 Jan 31 16:40:12.569029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0b35-1c3c-4175-9bf8-b42a01f08548 req-899de2f9-aa6a-4726-9263-7039a3cbdf6c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:12.570647 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50bd0b35-1c3c-4175-9bf8-b42a01f08548 req-899de2f9-aa6a-4726-9263-7039a3cbdf6c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0567505 Jan 31 16:40:12.610080 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-50bd0b35-1c3c-4175-9bf8-b42a01f08548 req-e962a039-2820-4fd6-9a9a-abd61f536ea1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333216 Jan 31 16:40:13.067478 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:40:13.743588 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37d3f4-5040-4b62-a713-f62dc9ad510d req-6fe75577-be9e-41f9-b73a-6c84e374f8c6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:13.745054 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e37d3f4-5040-4b62-a713-f62dc9ad510d req-6fe75577-be9e-41f9-b73a-6c84e374f8c6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0530026 Jan 31 16:40:13.791727 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1e37d3f4-5040-4b62-a713-f62dc9ad510d req-b87bb7f3-f1b3-4804-aeb2-2c8437000f8a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Jan 31 16:40:13.910972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2cd60-0478-48c7-82fd-77131be2bf08 req-561c388a-efa4-4a5d-bc79-0e249e466342 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:13.912341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1e2cd60-0478-48c7-82fd-77131be2bf08 req-561c388a-efa4-4a5d-bc79-0e249e466342 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0551298 Jan 31 16:40:13.924149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38120) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:40:13.928791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bb50d876-1047-442e-a9e5-b6975d647d65 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Request body: {'floatingip': {'port_id': 'da91af7e-38de-4535-82ae-992d2b7bb746'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:40:13.968543 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb50d876-1047-442e-a9e5-b6975d647d65 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:14.443706 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb50d876-1047-442e-a9e5-b6975d647d65 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:14.449918 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb50d876-1047-442e-a9e5-b6975d647d65 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:14.555997 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-bb50d876-1047-442e-a9e5-b6975d647d65 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d associated. External IP: 172.25.1.79, port: da91af7e-38de-4535-82ae-992d2b7bb746. Jan 31 16:40:14.776521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb50d876-1047-442e-a9e5-b6975d647d65 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Router 9331f812-3508-4131-b489-cca07fa3d0a8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:40:14.885282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb50d876-1047-442e-a9e5-b6975d647d65 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:40:14.890854 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bb50d876-1047-442e-a9e5-b6975d647d65 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:14.896580 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0560ef-0b18-4e71-b738-5ffe0e25f099 None None] Sync routers for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:40:14.906682 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0560ef-0b18-4e71-b738-5ffe0e25f099 None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:40:14.907271 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9d0560ef-0b18-4e71-b738-5ffe0e25f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:39:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:40:14.920914 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bb50d876-1047-442e-a9e5-b6975d647d65 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "PUT /v2.0/floatingips/3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d HTTP/1.1" status: 200 len: 990 time: 0.9956722 Jan 31 16:40:14.921613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:40:14.923841 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bd862b-2daa-4ac5-8190-af8bdfec373a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:40:14.961359 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c773fc8b-b62a-462f-872b-028eab4a6dc6 x-openstack-request-id: req-c773fc8b-b62a-462f-872b-028eab4a6dc6 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:40:14.961697 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:40:14.961956 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c773fc8b-b62a-462f-872b-028eab4a6dc6 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:40:14.962407 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'status': 'completed', 'code': 200} Jan 31 16:40:15.023471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd862b-2daa-4ac5-8190-af8bdfec373a req-b09c1cde-943f-4d19-954a-27dea22752e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:15.025130 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47bd862b-2daa-4ac5-8190-af8bdfec373a req-b09c1cde-943f-4d19-954a-27dea22752e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0426579 Jan 31 16:40:15.025854 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f46b0-70ef-49a7-846d-a93c4a64eb97 req-5cb78072-f013-4199-9ee3-2e351dd83225 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:15.027426 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-809f46b0-70ef-49a7-846d-a93c4a64eb97 req-5cb78072-f013-4199-9ee3-2e351dd83225 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0537863 Jan 31 16:40:15.068237 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-809f46b0-70ef-49a7-846d-a93c4a64eb97 req-8e6662ad-7aed-46e6-80e7-9a19360e41a1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344195 Jan 31 16:40:15.115134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd862b-2daa-4ac5-8190-af8bdfec373a req-e1116476-3fa4-4c23-9394-2e66afa76a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:15.116650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47bd862b-2daa-4ac5-8190-af8bdfec373a req-e1116476-3fa4-4c23-9394-2e66afa76a90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0851829 Jan 31 16:40:15.118258 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-9d0560ef-0b18-4e71-b738-5ffe0e25f099 None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:40:15.186384 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47bd862b-2daa-4ac5-8190-af8bdfec373a req-24456a16-eb8d-4590-a7df-6463fd8c485f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 998 time: 0.0632172 Jan 31 16:40:15.235115 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd862b-2daa-4ac5-8190-af8bdfec373a req-0f963065-ef1e-4df1-86cb-14c95245e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:15.236614 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47bd862b-2daa-4ac5-8190-af8bdfec373a req-0f963065-ef1e-4df1-86cb-14c95245e21c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0436513 Jan 31 16:40:15.282068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd862b-2daa-4ac5-8190-af8bdfec373a req-59d49091-76c2-4d47-b75e-abd7834b485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:15.283942 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47bd862b-2daa-4ac5-8190-af8bdfec373a req-59d49091-76c2-4d47-b75e-abd7834b485b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408895 Jan 31 16:40:15.337430 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9d0560ef-0b18-4e71-b738-5ffe0e25f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'port_id': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'mac_address': 'fa:16:3e:d0:ca:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:38:15Z', 'updated_at': '2022-01-31T16:40:14Z', 'revision_number': 9, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:40:15.363470 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0560ef-0b18-4e71-b738-5ffe0e25f099 None None] Checking router: 9331f812-3508-4131-b489-cca07fa3d0a8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:40:15.372007 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0560ef-0b18-4e71-b738-5ffe0e25f099 None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:40:15.372655 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9d0560ef-0b18-4e71-b738-5ffe0e25f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:39:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:40:15.377848 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47bd862b-2daa-4ac5-8190-af8bdfec373a req-6b6d94da-8041-4789-a196-036419f042d0 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874414 Jan 31 16:40:15.467166 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47bd862b-2daa-4ac5-8190-af8bdfec373a req-4edf5606-67ca-40f0-bd49-71b3ba1cd0d7 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826178 Jan 31 16:40:15.475687 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-9d0560ef-0b18-4e71-b738-5ffe0e25f099 None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:40:15.707355 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9d0560ef-0b18-4e71-b738-5ffe0e25f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'port_id': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'mac_address': 'fa:16:3e:d0:ca:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:38:15Z', 'updated_at': '2022-01-31T16:40:14Z', 'revision_number': 9, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:40:15.736671 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0560ef-0b18-4e71-b738-5ffe0e25f099 None None] The sync data for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 is: [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'port_id': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'mac_address': 'fa:16:3e:d0:ca:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:38:15Z', 'updated_at': '2022-01-31T16:40:14Z', 'revision_number': 9, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:40:15.961879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35dd1a5-f55e-44c8-808a-402bb511b8f3 None None] New status for floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:40:16.198467 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15858dfa-730f-4d0c-b5d0-9a7e84cbe854 req-2aaf837b-d10e-41fe-8b72-bf6c9d8e359c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:16.201502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15858dfa-730f-4d0c-b5d0-9a7e84cbe854 req-2aaf837b-d10e-41fe-8b72-bf6c9d8e359c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0585227 Jan 31 16:40:16.246262 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-15858dfa-730f-4d0c-b5d0-9a7e84cbe854 req-e6a5f327-e5cb-4222-b6f7-57651b5c0d93 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394151 Jan 31 16:40:16.500849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-9bb580f2-ec24-4bf5-96e5-6e091ec3da09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679493 Jan 31 16:40:16.511598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e20c06-8c48-489a-9f27-f41aa4cfdf93 req-221f6ea4-c607-42dc-9569-799d65ca31be tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:16.513035 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1e20c06-8c48-489a-9f27-f41aa4cfdf93 req-221f6ea4-c607-42dc-9569-799d65ca31be tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0715880 Jan 31 16:40:16.554069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1e20c06-8c48-489a-9f27-f41aa4cfdf93 req-94ab62d9-4304-4594-9b01-624a5b7455d5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348210 Jan 31 16:40:17.296028 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8eac3de9-05e6-4c5d-afef-949a6f5de823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:17.633968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-6fe98870-251c-4090-b30e-f10088ef7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:17.635588 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-6fe98870-251c-4090-b30e-f10088ef7701 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0451066 Jan 31 16:40:17.674878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db9ea9-bd99-4099-9afb-8f69549314ef req-88bc6cfe-a854-4e47-92d2-6c92ab98d5ce tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:17.676311 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1db9ea9-bd99-4099-9afb-8f69549314ef req-88bc6cfe-a854-4e47-92d2-6c92ab98d5ce tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0541492 Jan 31 16:40:17.714644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1db9ea9-bd99-4099-9afb-8f69549314ef req-909d1b0c-2504-4c00-84db-6904aaa50428 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320792 Jan 31 16:40:17.725061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-a28ba0ef-de76-4510-bfad-a9791fc74dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:17.726646 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-a28ba0ef-de76-4510-bfad-a9791fc74dad service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0842488 Jan 31 16:40:17.804729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-7e628f0f-4b0c-4502-8e9b-900218cd7754 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 1001 time: 0.0704348 Jan 31 16:40:17.879820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-15ca4095-3219-4fc6-89b7-8d26fceae9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:17.881710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-15ca4095-3219-4fc6-89b7-8d26fceae9b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0636299 Jan 31 16:40:17.933517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-ab677483-3788-4b18-895d-ecfe3bb70ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:17.935711 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-ab677483-3788-4b18-895d-ecfe3bb70ebd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465508 Jan 31 16:40:18.031831 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-5be8f99e-14b7-4768-bb39-66e2372fb4b6 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894330 Jan 31 16:40:18.122416 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d9e193f2-a722-4bab-9733-1553b9becd4a service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839448 Jan 31 16:40:18.845624 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6197e-8a07-45eb-b9a3-098937b92e53 req-d7a32ff4-65bb-44a2-93c7-4438d41c1c21 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:18.847104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33f6197e-8a07-45eb-b9a3-098937b92e53 req-d7a32ff4-65bb-44a2-93c7-4438d41c1c21 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0539670 Jan 31 16:40:18.895119 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33f6197e-8a07-45eb-b9a3-098937b92e53 req-98e9698b-a077-483d-a730-9ca6bbda9be1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417840 Jan 31 16:40:19.746724 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-51a02d1b-dfcb-45f0-946e-057f5e9e570e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:20.021808 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3ff6-462b-41d8-9d8e-e3735ba4ef34 req-1e9d6bf2-8f45-4cef-9916-1f8146f7e157 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:20.023265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cabb3ff6-462b-41d8-9d8e-e3735ba4ef34 req-1e9d6bf2-8f45-4cef-9916-1f8146f7e157 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0522687 Jan 31 16:40:20.064320 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cabb3ff6-462b-41d8-9d8e-e3735ba4ef34 req-0e602913-814d-4743-a01e-0283bcbfec84 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349562 Jan 31 16:40:21.018415 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:21.186221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495bf1d-f774-47b7-bec1-94934527b106 req-ae7f1a81-88e0-4c42-bfda-6d3a6bfa841c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:21.187710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8495bf1d-f774-47b7-bec1-94934527b106 req-ae7f1a81-88e0-4c42-bfda-6d3a6bfa841c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0545707 Jan 31 16:40:21.226236 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8495bf1d-f774-47b7-bec1-94934527b106 req-ffc9cc99-ac1b-4cf6-95fa-4cf3eb99c3a5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324640 Jan 31 16:40:22.356873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b0592-139e-4a4f-af8a-5628d1a4cfe5 req-5e9481fa-c691-4660-a97d-25ccbec809b5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:22.358363 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e60b0592-139e-4a4f-af8a-5628d1a4cfe5 req-5e9481fa-c691-4660-a97d-25ccbec809b5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0590844 Jan 31 16:40:22.406070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e60b0592-139e-4a4f-af8a-5628d1a4cfe5 req-118a320e-8cde-4366-9fcc-0717ecc5a251 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416529 Jan 31 16:40:22.453971 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:22.609269 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:23.541194 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51459c-8311-4a63-a55b-369d65ea9079 req-c143e5c1-009b-4725-a599-0b291869a27d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:23.542731 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f51459c-8311-4a63-a55b-369d65ea9079 req-c143e5c1-009b-4725-a599-0b291869a27d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0582230 Jan 31 16:40:23.585054 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0f51459c-8311-4a63-a55b-369d65ea9079 req-74857693-dd5b-42db-9ac1-9c3ca142eee2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334768 Jan 31 16:40:25.061495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c923e-04d9-4165-b394-d7d11bcf4e22 req-4212d063-7d57-4ee7-9bd2-e78d4cfd6602 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:25.063017 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc8c923e-04d9-4165-b394-d7d11bcf4e22 req-4212d063-7d57-4ee7-9bd2-e78d4cfd6602 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.3956823 Jan 31 16:40:25.105887 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bc8c923e-04d9-4165-b394-d7d11bcf4e22 req-16c32da6-6c04-444a-9800-c5a4d8742e7d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364411 Jan 31 16:40:26.171910 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:26.262930 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad637f-e1e3-4c5d-ac55-5333b0334470 req-853cc740-b9dc-403c-9720-d7945730121b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:26.264413 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8bad637f-e1e3-4c5d-ac55-5333b0334470 req-853cc740-b9dc-403c-9720-d7945730121b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0581946 Jan 31 16:40:26.304437 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8bad637f-e1e3-4c5d-ac55-5333b0334470 req-29dfe3ff-d977-406e-ad23-bf2980adb588 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306704 Jan 31 16:40:27.427410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4332f6-0764-4622-af0a-562822c15b9a req-58c5d3ff-fb20-4bf0-bc8c-ba0e19a29005 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:27.428844 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4a4332f6-0764-4622-af0a-562822c15b9a req-58c5d3ff-fb20-4bf0-bc8c-ba0e19a29005 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0521722 Jan 31 16:40:27.471129 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4a4332f6-0764-4622-af0a-562822c15b9a req-a24943e2-5781-4270-acd5-c661e9cb6a08 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330129 Jan 31 16:40:28.264294 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:28.604583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cd617-5706-4284-bc69-67cc0625f8da req-dcaf01cd-54f2-47f5-8dc2-1fe6f653724f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:28.606187 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d04cd617-5706-4284-bc69-67cc0625f8da req-dcaf01cd-54f2-47f5-8dc2-1fe6f653724f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0568445 Jan 31 16:40:28.657132 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d04cd617-5706-4284-bc69-67cc0625f8da req-a08b6e5a-0253-408e-801c-55dfb0e3e781 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441363 Jan 31 16:40:29.795466 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326df8e-b56d-4b7f-a275-fa8f30596930 req-37bff7e2-a305-4260-990f-b143c20e55ae tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:29.796965 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6326df8e-b56d-4b7f-a275-fa8f30596930 req-37bff7e2-a305-4260-990f-b143c20e55ae tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0588696 Jan 31 16:40:29.844799 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6326df8e-b56d-4b7f-a275-fa8f30596930 req-c7edabc7-0c63-43b9-bb16-ce88bad8f94f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384305 Jan 31 16:40:30.970189 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b372df-01d1-4154-8998-f8d2d161c009 req-96bc83a0-58f9-4f2b-a8d5-e564c1f46c7c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:30.971672 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-44b372df-01d1-4154-8998-f8d2d161c009 req-96bc83a0-58f9-4f2b-a8d5-e564c1f46c7c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0562441 Jan 31 16:40:31.013063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-44b372df-01d1-4154-8998-f8d2d161c009 req-5ee994f5-d7fa-4caa-95dc-9728a458d2ea tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326345 Jan 31 16:40:32.146529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef6fb2-64e4-438f-864b-f429b2ee3ce3 req-c2d2d1c6-b1f6-4e3d-b7fc-9ac8157fd0ab tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:32.147993 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5eef6fb2-64e4-438f-864b-f429b2ee3ce3 req-c2d2d1c6-b1f6-4e3d-b7fc-9ac8157fd0ab tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0579686 Jan 31 16:40:32.187098 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5eef6fb2-64e4-438f-864b-f429b2ee3ce3 req-c7abff27-1140-4203-80c6-5be32a8ed852 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Jan 31 16:40:33.331257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19f64a-0f4f-47e9-831e-a840290c9d11 req-9212f37a-4f3b-4848-82cc-78f1309f480e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:33.332838 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0a19f64a-0f4f-47e9-831e-a840290c9d11 req-9212f37a-4f3b-4848-82cc-78f1309f480e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0671625 Jan 31 16:40:33.376419 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0a19f64a-0f4f-47e9-831e-a840290c9d11 req-8e26e0d4-7309-4ac3-a486-4c52ab4c5e40 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355439 Jan 31 16:40:34.496132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbb9f8-2622-4761-84d7-75cd63fdc2c8 req-56f4c86c-c136-41a8-ab9d-8bcc0b40744a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:34.497642 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65bbb9f8-2622-4761-84d7-75cd63fdc2c8 req-56f4c86c-c136-41a8-ab9d-8bcc0b40744a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0494251 Jan 31 16:40:34.538592 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-65bbb9f8-2622-4761-84d7-75cd63fdc2c8 req-23fa0166-23de-47c9-bcb2-b035b4c1bb1c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Jan 31 16:40:35.674854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c944c-3f6d-4f99-af22-7150233b0136 req-65dee454-51b8-4377-a3e2-6730fd76f315 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:35.676367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-751c944c-3f6d-4f99-af22-7150233b0136 req-65dee454-51b8-4377-a3e2-6730fd76f315 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0605488 Jan 31 16:40:35.720771 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-751c944c-3f6d-4f99-af22-7150233b0136 req-74b1c9e8-ede1-4b62-9a56-745b87f591d4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378954 Jan 31 16:40:36.866753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75679d7e-51f9-4e1d-a059-206d4fe1891b req-ccb2217a-c996-455b-a4a2-68d44317fe2c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:36.868202 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75679d7e-51f9-4e1d-a059-206d4fe1891b req-ccb2217a-c996-455b-a4a2-68d44317fe2c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0627606 Jan 31 16:40:36.908210 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75679d7e-51f9-4e1d-a059-206d4fe1891b req-0539a6fc-9126-48a5-bae5-06b76e25d5e8 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334301 Jan 31 16:40:38.168509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e812b4d-21a1-44cb-9a11-ebd1368c7435 req-dfecd876-503c-4c28-89ae-470a287f6d38 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:38.170033 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e812b4d-21a1-44cb-9a11-ebd1368c7435 req-dfecd876-503c-4c28-89ae-470a287f6d38 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.1817017 Jan 31 16:40:38.214445 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e812b4d-21a1-44cb-9a11-ebd1368c7435 req-2c874a02-4aa4-4397-b603-67e6a43bd27f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349185 Jan 31 16:40:39.407279 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ea349-f4eb-4a40-ab0d-6fcaaff5946e req-dc9a747e-1ef1-4cdd-8e4d-0e0561b185ac tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:39.408743 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b59ea349-f4eb-4a40-ab0d-6fcaaff5946e req-dc9a747e-1ef1-4cdd-8e4d-0e0561b185ac tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.1240425 Jan 31 16:40:39.447086 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b59ea349-f4eb-4a40-ab0d-6fcaaff5946e req-4d15e291-ff6c-4ecd-a166-5ef58000c913 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Jan 31 16:40:40.579753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3bdf9-4fdf-4e6b-8d75-990cbcd284a7 req-09e7a0a8-ede8-4471-bb1c-e2ba18ef11d2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:40.581221 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cda3bdf9-4fdf-4e6b-8d75-990cbcd284a7 req-09e7a0a8-ede8-4471-bb1c-e2ba18ef11d2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0563438 Jan 31 16:40:40.622742 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cda3bdf9-4fdf-4e6b-8d75-990cbcd284a7 req-2755baf4-76d5-4e3c-b25c-f04a619a5cab tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325267 Jan 31 16:40:41.766641 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c93743-8641-4376-b770-28efe05805cc req-2a7c721e-8c98-4463-8f45-12bcdec5a63b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:41.768106 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90c93743-8641-4376-b770-28efe05805cc req-2a7c721e-8c98-4463-8f45-12bcdec5a63b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0597062 Jan 31 16:40:41.811472 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-90c93743-8641-4376-b770-28efe05805cc req-1a673d29-3481-4b85-ac47-006c806177d5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343840 Jan 31 16:40:42.942690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631fd7b-58de-4f76-8999-699f6a49dff1 req-a7015b03-a5fb-4308-bdc3-cb7102ca7f4c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:42.944240 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0631fd7b-58de-4f76-8999-699f6a49dff1 req-a7015b03-a5fb-4308-bdc3-cb7102ca7f4c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0581610 Jan 31 16:40:42.982895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0631fd7b-58de-4f76-8999-699f6a49dff1 req-4e602031-1930-4611-8f3f-7f26e28c14da tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327017 Jan 31 16:40:44.129358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb920c06-06a4-47b6-9cb5-83cf7e236128 req-e7c550ab-8e28-476e-9e06-47fe23781217 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:44.130857 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bb920c06-06a4-47b6-9cb5-83cf7e236128 req-e7c550ab-8e28-476e-9e06-47fe23781217 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0547345 Jan 31 16:40:44.177667 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bb920c06-06a4-47b6-9cb5-83cf7e236128 req-9f38c3a6-6e6f-495e-840b-d594320e1d9a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400631 Jan 31 16:40:45.299850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc98888-88b1-4bd3-bebc-7f262ca7074a req-c18c133c-f807-42d5-8f37-da86111537d6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:45.301352 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4dc98888-88b1-4bd3-bebc-7f262ca7074a req-c18c133c-f807-42d5-8f37-da86111537d6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0529404 Jan 31 16:40:45.343177 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4dc98888-88b1-4bd3-bebc-7f262ca7074a req-a96b7ef8-95e0-40b9-86b5-385da055c0de tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329521 Jan 31 16:40:45.680201 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-e5ac6e83-a82b-44a3-8405-8a3a60bc465f service neutron] show failed (client error): The resource could not be found. Jan 31 16:40:45.681743 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-e5ac6e83-a82b-44a3-8405-8a3a60bc465f service neutron] 10.222.0.30 "GET /v2.0/ports/da91af7e-38de-4535-82ae-992d2b7bb746/bindings/n-h2-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0627930 Jan 31 16:40:45.913271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-89d80249-46b2-4f04-a43f-0230a38aa580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:45.915490 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-89d80249-46b2-4f04-a43f-0230a38aa580 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 1096 time: 0.0510294 Jan 31 16:40:45.927546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:40:45.981032 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:46.470299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dcfd1-3530-46f1-bc4a-03fc125d8f33 req-db432915-6ecf-4fc2-910e-3088e244ab92 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:46.471780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-349dcfd1-3530-46f1-bc4a-03fc125d8f33 req-db432915-6ecf-4fc2-910e-3088e244ab92 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0556309 Jan 31 16:40:46.510236 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-349dcfd1-3530-46f1-bc4a-03fc125d8f33 req-f4287f18-7d5f-411d-8182-c768e1980c0b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318906 Jan 31 16:40:46.547614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:46.580363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:40:46.620329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:40:46.622744 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d76c5e-2c9c-4ae6-919e-991892c92b2b" -d '{"events": [{"server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "name": "network-vif-unplugged", "status": "completed", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:40:46.626617 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:46.642663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Transition to ACTIVE for port object da91af7e-38de-4535-82ae-992d2b7bb746 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:40:46.647158 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:46.698591 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Pushing event updated for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:46.773114 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f36a4e-dff2-4b18-8d89-f33c748cdb41 x-openstack-request-id: req-63f36a4e-dff2-4b18-8d89-f33c748cdb41 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:40:46.773407 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "name": "network-vif-unplugged", "status": "completed", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:40:46.773680 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63f36a4e-dff2-4b18-8d89-f33c748cdb41 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:40:46.774262 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'code': 200} Jan 31 16:40:46.774938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] No DVR routers for this DVR port da91af7e-38de-4535-82ae-992d2b7bb746 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:40:46.925279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Attempting to bind port da91af7e-38de-4535-82ae-992d2b7bb746 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:40:46.925609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Attempting to bind port da91af7e-38de-4535-82ae-992d2b7bb746 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:40:46.925959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Attempting to bind port da91af7e-38de-4535-82ae-992d2b7bb746 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:40:46.930474 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Port da91af7e-38de-4535-82ae-992d2b7bb746 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:40:46.930791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Attempting to bind port da91af7e-38de-4535-82ae-992d2b7bb746 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:40:46.936555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:40:46.936860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:40:46.937236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Bound using segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:40:46.937691 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Bound port: da91af7e-38de-4535-82ae-992d2b7bb746, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:40:46.938052 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:47.013104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:40:47.016302 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:40:47.022972 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:47.061874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:47.062514 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:47.064036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] 10.222.0.20 "PUT /v2.0/ports/da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 1091 time: 1.1406858 Jan 31 16:40:47.080568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] Pushing event updated for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=7']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:47.101038 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3dc72-3f4e-4dc1-91bc-9badd6853460 req-9409a533-8bc2-47f9-bcbd-9eb4906a0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:47.102660 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bee3dc72-3f4e-4dc1-91bc-9badd6853460 req-9409a533-8bc2-47f9-bcbd-9eb4906a0ffa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0524406 Jan 31 16:40:47.217987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3dc72-3f4e-4dc1-91bc-9badd6853460 req-a8b5cb44-8b58-414d-a59b-fe998a583ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:47.219725 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bee3dc72-3f4e-4dc1-91bc-9badd6853460 req-a8b5cb44-8b58-414d-a59b-fe998a583ae1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0972059 Jan 31 16:40:47.295536 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bee3dc72-3f4e-4dc1-91bc-9badd6853460 req-691a26fa-09fc-44a7-9145-4680cd63d31c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 999 time: 0.0671456 Jan 31 16:40:47.298935 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9721f80a-5bff-4604-be7e-85bc6567ce32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:47.346223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3dc72-3f4e-4dc1-91bc-9badd6853460 req-a2c7fde4-4774-4f36-b1b2-9b4ff69bc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:47.347579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bee3dc72-3f4e-4dc1-91bc-9badd6853460 req-a2c7fde4-4774-4f36-b1b2-9b4ff69bc161 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0453632 Jan 31 16:40:47.400147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3dc72-3f4e-4dc1-91bc-9badd6853460 req-5bde0abe-f5e1-4dc2-83d6-e17bb24942ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:47.401588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bee3dc72-3f4e-4dc1-91bc-9badd6853460 req-5bde0abe-f5e1-4dc2-83d6-e17bb24942ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473051 Jan 31 16:40:47.504119 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bee3dc72-3f4e-4dc1-91bc-9badd6853460 req-ffd13134-7ee1-444c-9909-c0db0c8d8b0e service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950921 Jan 31 16:40:47.634858 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bee3dc72-3f4e-4dc1-91bc-9badd6853460 req-602a5879-2ac6-4a7c-81de-7602276df259 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232185 Jan 31 16:40:47.658839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8fcf6-9f11-451c-b856-cee2dd95a625 req-ab4b3652-ac1a-44cc-a40a-108f0dc62894 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:47.660282 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96c8fcf6-9f11-451c-b856-cee2dd95a625 req-ab4b3652-ac1a-44cc-a40a-108f0dc62894 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 943 time: 0.0788965 Jan 31 16:40:47.725278 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96c8fcf6-9f11-451c-b856-cee2dd95a625 req-6e7bf01f-756a-428f-aedc-7f3d8ade0997 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588255 Jan 31 16:40:47.734769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d5ff6ff1-5c9c-4d1d-ae73-c74c325a4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:47.736476 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d5ff6ff1-5c9c-4d1d-ae73-c74c325a4447 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0533085 Jan 31 16:40:47.838714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-29487ab8-f936-4919-8720-31d4bda33db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:47.840982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-29487ab8-f936-4919-8720-31d4bda33db6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0982230 Jan 31 16:40:47.911823 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-f98152e4-b1a0-4668-aa29-2d026bf935d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 999 time: 0.0622475 Jan 31 16:40:47.975192 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-0b8d30bb-e90e-4eba-8ddf-5c86225395d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:47.976691 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-0b8d30bb-e90e-4eba-8ddf-5c86225395d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0577779 Jan 31 16:40:48.027781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-06520b11-2822-4ddb-b9be-1da97eac88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:48.029298 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-06520b11-2822-4ddb-b9be-1da97eac88e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456765 Jan 31 16:40:48.121024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-6e7f5cb8-e5db-400c-aa6a-babaa2ba31da service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851135 Jan 31 16:40:48.233167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-ee24f9ea-8efc-4fba-8ab2-112a2ea088c1 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038589 Jan 31 16:40:48.775749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:40:48.778450 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe6c5e9-3c83-4199-9da7-0f933cd68653" -d '{"events": [{"name": "network-changed", "server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:40:48.827309 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3094c537-a9dc-4419-91cc-addf8547bf30 x-openstack-request-id: req-3094c537-a9dc-4419-91cc-addf8547bf30 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:40:48.827597 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:40:48.827843 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3094c537-a9dc-4419-91cc-addf8547bf30 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:40:48.828237 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'status': 'completed', 'code': 200} Jan 31 16:40:48.852240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa0e88-d620-4424-9b7c-55b5d113d23e req-2fbefa88-cfdd-4413-a92c-153a45ecbd0b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:48.853778 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07aa0e88-d620-4424-9b7c-55b5d113d23e req-2fbefa88-cfdd-4413-a92c-153a45ecbd0b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 943 time: 0.0545073 Jan 31 16:40:48.902014 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-2cea2d83-adcc-4a3c-9557-92d714913e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:48.903644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-2cea2d83-adcc-4a3c-9557-92d714913e77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0536466 Jan 31 16:40:48.928630 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07aa0e88-d620-4424-9b7c-55b5d113d23e req-68d3f3ac-814c-49bc-ad4f-1dbd3b72af1c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615439 Jan 31 16:40:48.931197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-c885ec54-3cd9-472c-8b50-83ddf6955802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:48.932624 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-c885ec54-3cd9-472c-8b50-83ddf6955802 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0754633 Jan 31 16:40:49.003651 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-68371780-7645-48c1-aa69-afbbf8ea26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:49.005147 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-68371780-7645-48c1-aa69-afbbf8ea26e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0942588 Jan 31 16:40:49.035526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-bfde4b42-e1ee-4a69-8b35-a65ae28ec4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:49.037014 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-bfde4b42-e1ee-4a69-8b35-a65ae28ec4aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0943897 Jan 31 16:40:49.079866 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-8cb9ed16-23e5-4dec-bb54-f609904ea98c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 999 time: 0.0673678 Jan 31 16:40:49.123934 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-b5fc3240-b867-4722-a58f-216df939e8e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 999 time: 0.0749276 Jan 31 16:40:49.136793 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-1c85dad2-dbd1-4665-8553-7c7529a458f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:49.138343 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-1c85dad2-dbd1-4665-8553-7c7529a458f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0504315 Jan 31 16:40:49.182280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-ba2068b0-aded-4cb3-afeb-89691c565298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:49.183710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-ba2068b0-aded-4cb3-afeb-89691c565298 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0498374 Jan 31 16:40:49.191630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-bd8d1a60-8d25-45f0-bce2-1803fc877a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:49.193193 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-bd8d1a60-8d25-45f0-bce2-1803fc877a6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472808 Jan 31 16:40:49.233830 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-c6ac002c-d62b-4381-8dd8-170f64d52e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:49.235418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-c6ac002c-d62b-4381-8dd8-170f64d52e78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414643 Jan 31 16:40:49.290234 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-97e3d317-7f95-425b-bd33-e723f355e99a service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892565 Jan 31 16:40:49.334949 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-343eb4a9-c795-48ed-bb24-4810a14dbbf3 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884857 Jan 31 16:40:49.405522 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-2cd63708-8281-46f3-a485-b8523d2a8105 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075819 Jan 31 16:40:49.448945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cbe6c5e9-3c83-4199-9da7-0f933cd68653 req-044d9f3a-44c6-4dff-9a26-9516c78ca6fc service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036582 Jan 31 16:40:49.744262 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cbde56b1-2f47-47a3-8949-e7eb4a5ed1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:50.061529 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554dde-ffb9-4763-a96b-7a79643398e0 req-5ff034a2-5872-481f-beb6-58aa4b7afe68 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:50.063854 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3554dde-ffb9-4763-a96b-7a79643398e0 req-5ff034a2-5872-481f-beb6-58aa4b7afe68 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 943 time: 0.0625362 Jan 31 16:40:50.068226 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:40:50.103183 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f3554dde-ffb9-4763-a96b-7a79643398e0 req-4215c08b-0b34-4d57-84fc-2150e96e527e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330069 Jan 31 16:40:50.121423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device da91af7e-38de-4535-82ae-992d2b7bb746 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:40:50.160623 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device da91af7e-38de-4535-82ae-992d2b7bb746 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:40:50.473393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-650f3830-8277-47e1-b2f5-95339c71e848 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:50.475082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-650f3830-8277-47e1-b2f5-95339c71e848 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 943 time: 0.1227455 Jan 31 16:40:50.486950 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ae952-b30f-4e14-b359-2b907c5113e1 req-276d36aa-b14d-4033-9cb8-938485c205c3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:50.488500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa5ae952-b30f-4e14-b359-2b907c5113e1 req-276d36aa-b14d-4033-9cb8-938485c205c3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 943 time: 0.1038225 Jan 31 16:40:50.561850 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa5ae952-b30f-4e14-b359-2b907c5113e1 req-44f19c45-255f-49f1-b052-7e88981d31cd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669131 Jan 31 16:40:50.569993 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-09868d98-169b-40a3-aeb0-6dec6b2483d0 service neutron] 10.222.0.20 "GET /v2.0/ports/da91af7e-38de-4535-82ae-992d2b7bb746/bindings/n-h2-827120-1 HTTP/1.1" status: 200 len: 382 time: 0.0805662 Jan 31 16:40:50.641017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-c9aa7303-8325-44ad-8051-878cbeba64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:50.642733 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-c9aa7303-8325-44ad-8051-878cbeba64c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1094 time: 0.0495062 Jan 31 16:40:50.750664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-6fb12ef9-7a75-47a0-82a7-a782da88934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:50.752201 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-6fb12ef9-7a75-47a0-82a7-a782da88934d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1021645 Jan 31 16:40:50.820020 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-5c0d0ea2-dfc5-47f9-9162-7e9d6370c7cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 999 time: 0.0606747 Jan 31 16:40:50.884117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-21b6c4ca-663b-4daa-8270-0211ced398ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:50.886262 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-21b6c4ca-663b-4daa-8270-0211ced398ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0595300 Jan 31 16:40:50.939125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-bff4d2d8-5d22-4992-aec4-202e78f605de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:50.940619 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-bff4d2d8-5d22-4992-aec4-202e78f605de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468676 Jan 31 16:40:51.019244 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:51.044883 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-c2631733-1fef-450c-8502-f05580cfd151 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967059 Jan 31 16:40:51.146165 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-801130e5-082a-45ce-a5f3-6c8914041749 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925734 Jan 31 16:40:51.448808 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device da91af7e-38de-4535-82ae-992d2b7bb746 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:40:51.556321 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:51.568413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'port_id': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'mac_address': 'fa:16:3e:d0:ca:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:40:51.607467 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:51.621119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da91af7e-38de-4535-82ae-992d2b7bb746 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:40:51.641603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:51.646939 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:51.695969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b36e08-b681-4107-af2f-20d6f2fac437 req-24990e98-9ef8-4c85-bd10-dd91a6f8c8a1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:51.696576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:51.697537 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84b36e08-b681-4107-af2f-20d6f2fac437 req-24990e98-9ef8-4c85-bd10-dd91a6f8c8a1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 944 time: 0.0586927 Jan 31 16:40:51.739772 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84b36e08-b681-4107-af2f-20d6f2fac437 req-ec081522-ef2c-4c23-8060-fb8884fcf4d1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331018 Jan 31 16:40:51.862161 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['da91af7e-38de-4535-82ae-992d2b7bb746'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:40:52.454883 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:52.612773 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:52.873712 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b45b3b-33b4-4fae-885b-b49d6e7ffc3b req-15e96e29-5930-42ad-a902-2ab31315bf1d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:52.875299 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58b45b3b-33b4-4fae-885b-b49d6e7ffc3b req-15e96e29-5930-42ad-a902-2ab31315bf1d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 944 time: 0.0584586 Jan 31 16:40:52.915056 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-58b45b3b-33b4-4fae-885b-b49d6e7ffc3b req-80b62480-809a-4140-afe7-160a1f8f1784 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331500 Jan 31 16:40:53.188927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-daeb7076-b1af-4f1e-a545-e4276a975717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:53.190500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-daeb7076-b1af-4f1e-a545-e4276a975717 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 1095 time: 0.0471652 Jan 31 16:40:53.203869 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:40:53.260454 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:53.460690 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device da91af7e-38de-4535-82ae-992d2b7bb746 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:40:53.484795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:53.520297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:40:53.559067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id da91af7e-38de-4535-82ae-992d2b7bb746 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:40:53.561551 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:53.570285 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:53.576372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'port_id': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'mac_address': 'fa:16:3e:d0:ca:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:40:53.585795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Ignored duplicate provisioning block setup for port da91af7e-38de-4535-82ae-992d2b7bb746 by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 31 16:40:53.590354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:53.664981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Pushing event updated for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=9']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:53.710403 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] No DVR routers for this DVR port da91af7e-38de-4535-82ae-992d2b7bb746 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:40:53.863655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Attempting to bind port da91af7e-38de-4535-82ae-992d2b7bb746 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:40:53.864029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Attempting to bind port da91af7e-38de-4535-82ae-992d2b7bb746 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:40:53.864363 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Attempting to bind port da91af7e-38de-4535-82ae-992d2b7bb746 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:40:53.869509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Port da91af7e-38de-4535-82ae-992d2b7bb746 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:40:53.869856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Attempting to bind port da91af7e-38de-4535-82ae-992d2b7bb746 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:40:53.875750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:40:53.876094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:40:53.876481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Bound using segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:40:53.876907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Bound port: da91af7e-38de-4535-82ae-992d2b7bb746, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:40:53.877242 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:53.951733 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:40:53.955698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:40:53.961175 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:54.009767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.010463 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:54.011912 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] 10.222.0.30 "PUT /v2.0/ports/da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 1091 time: 0.8121293 Jan 31 16:40:54.016658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:40:54.019191 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a804247-b466-47d0-b712-8c4ac691c9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:40:54.098028 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dc3af2-67dd-4a9a-a0e1-f0c49e8483f6 x-openstack-request-id: req-37dc3af2-67dd-4a9a-a0e1-f0c49e8483f6 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:40:54.098329 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:40:54.098581 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37dc3af2-67dd-4a9a-a0e1-f0c49e8483f6 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:40:54.099009 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'status': 'completed', 'code': 200} Jan 31 16:40:54.105007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57317b-d766-4d3f-9b02-b646388f17dd service neutron] Pushing event updated for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=10']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:54.124435 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1d53-d7b7-4c68-ae77-102cd405de9d req-86237bd1-6a92-4d6d-a0cb-6b67eb169a43 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.125952 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-622b1d53-d7b7-4c68-ae77-102cd405de9d req-86237bd1-6a92-4d6d-a0cb-6b67eb169a43 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 944 time: 0.1336396 Jan 31 16:40:54.131553 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-d94b7436-3280-46b8-a7ae-8d6b6259f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.133738 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-d94b7436-3280-46b8-a7ae-8d6b6259f878 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1095 time: 0.0929582 Jan 31 16:40:54.157493 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-8073b9e6-db1f-492a-9973-f03aec9a2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.159785 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-8073b9e6-db1f-492a-9973-f03aec9a2f0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1095 time: 0.0462694 Jan 31 16:40:54.220840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-622b1d53-d7b7-4c68-ae77-102cd405de9d req-66673b0b-dd62-4f16-a87a-ef7a68abbe38 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859585 Jan 31 16:40:54.260595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-8b8d955a-eb16-425e-b448-1ee5acd6517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.262682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-8b8d955a-eb16-425e-b448-1ee5acd6517c service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1209326 Jan 31 16:40:54.268582 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-e5183f58-0fa5-4ad7-9e48-fe600d4b6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.270070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-e5183f58-0fa5-4ad7-9e48-fe600d4b6b60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1035926 Jan 31 16:40:54.334047 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-b582caa3-f9c5-4b4d-96ce-f9c4f379fc7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 999 time: 0.0578690 Jan 31 16:40:54.334869 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-c89c5dcc-40b1-4a42-97d9-6a06cead4f25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 999 time: 0.0651054 Jan 31 16:40:54.389275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-89453580-ddeb-4004-9569-8d352a700af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.389576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0d9c6e4d-0819-4729-a5a7-0ade7d819aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.390771 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-89453580-ddeb-4004-9569-8d352a700af7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0507646 Jan 31 16:40:54.390944 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-0d9c6e4d-0819-4729-a5a7-0ade7d819aaa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0492609 Jan 31 16:40:54.438896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-8a3ceb64-6a39-4d03-ac54-24df775117b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.440460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-8a3ceb64-6a39-4d03-ac54-24df775117b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420942 Jan 31 16:40:54.441777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-0fd69b77-c9c3-4ecc-9907-7ddbca5c101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.443527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-0fd69b77-c9c3-4ecc-9907-7ddbca5c101d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457399 Jan 31 16:40:54.539183 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-010dbe2b-2c89-455c-af3a-f00bdf78cb07 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890551 Jan 31 16:40:54.544421 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-bf76cead-a3e0-4d3f-9e55-4fb05a973158 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960510 Jan 31 16:40:54.634471 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-377eac47-c119-4fe3-be1b-04bc6f93760e req-428fbc28-05b4-48db-a0b1-25b6cf4ffa98 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825474 Jan 31 16:40:54.636610 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-aa2f4c99-6ec8-445c-a988-47b2186fc5de service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909140 Jan 31 16:40:54.752317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-966be23e-fa9b-4baf-bdf3-87c24c25682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.754571 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-966be23e-fa9b-4baf-bdf3-87c24c25682f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 1095 time: 0.0666063 Jan 31 16:40:54.854470 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-d7b2430f-6359-48af-8189-585691aa281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.855918 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-d7b2430f-6359-48af-8189-585691aa281f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0938473 Jan 31 16:40:54.933245 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-187124ee-d8d7-4fca-932c-3d64bc301e0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 200 len: 999 time: 0.0655105 Jan 31 16:40:54.982581 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-ce197b70-4e41-4e19-a56e-93d49854fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:54.984007 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-ce197b70-4e41-4e19-a56e-93d49854fef4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0435917 Jan 31 16:40:55.033099 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-aa140d47-df13-4138-b823-4b3c069aaff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:55.034871 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-aa140d47-df13-4138-b823-4b3c069aaff0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430837 Jan 31 16:40:55.136978 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-bf302fec-9807-40ad-b3d4-23e4bc58f588 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940571 Jan 31 16:40:55.240994 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a804247-b466-47d0-b712-8c4ac691c9a8 req-b8bddb53-fcc5-4d45-81e2-35f09f777b05 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972109 Jan 31 16:40:55.351858 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524812-ab54-4444-bee0-1f1ffd44c3f8 req-72d69065-dd36-402e-90ff-6c969284b851 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:55.353349 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf524812-ab54-4444-bee0-1f1ffd44c3f8 req-72d69065-dd36-402e-90ff-6c969284b851 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 944 time: 0.0533030 Jan 31 16:40:55.395794 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bf524812-ab54-4444-bee0-1f1ffd44c3f8 req-a1d7716d-b63d-4f73-811e-457fbcd06dd2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332789 Jan 31 16:40:56.153234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device da91af7e-38de-4535-82ae-992d2b7bb746 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:40:56.175303 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:56.259570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:56.270027 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'port_id': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'mac_address': 'fa:16:3e:d0:ca:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:40:56.307883 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:56.321276 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da91af7e-38de-4535-82ae-992d2b7bb746 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:40:56.340794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:56.345265 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:56.395260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=11']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:56.523971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d0f9d-210e-4be0-af3d-ea376ef38607 req-dbd41158-33ca-4c13-a0bd-7e76863f9d50 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:56.525280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0a1d0f9d-210e-4be0-af3d-ea376ef38607 req-dbd41158-33ca-4c13-a0bd-7e76863f9d50 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0591137 Jan 31 16:40:56.567596 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0a1d0f9d-210e-4be0-af3d-ea376ef38607 req-b07577fa-c8e9-4914-b526-815bdec5a7b1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334916 Jan 31 16:40:56.588083 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['da91af7e-38de-4535-82ae-992d2b7bb746'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:40:57.460131 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device da91af7e-38de-4535-82ae-992d2b7bb746 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:40:57.506819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device da91af7e-38de-4535-82ae-992d2b7bb746 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:40:57.706111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a02d4-5210-4ae2-9f43-ef45a9871d63 req-f34b48e0-e88d-45c1-a3c4-a8ffc6503590 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:57.707582 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef2a02d4-5210-4ae2-9f43-ef45a9871d63 req-f34b48e0-e88d-45c1-a3c4-a8ffc6503590 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0612621 Jan 31 16:40:57.753643 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef2a02d4-5210-4ae2-9f43-ef45a9871d63 req-16cef4aa-f05e-41a3-9fa3-0498d442ca61 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375876 Jan 31 16:40:57.882896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab98e6c-8670-4ff3-8a77-ae9603367e59 req-f6933a79-3197-4c6b-8463-edbc3a7fdaa6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:57.884358 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ab98e6c-8670-4ff3-8a77-ae9603367e59 req-f6933a79-3197-4c6b-8463-edbc3a7fdaa6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0558872 Jan 31 16:40:57.925136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2ab98e6c-8670-4ff3-8a77-ae9603367e59 req-91ed53e4-36fc-4a4f-bd92-d449977bc462 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Jan 31 16:40:58.046400 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20171a4-ef69-498f-bf12-cee6fdb72bc2 req-b340cf4e-b4b1-4926-831c-e201f825fbeb tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:58.047778 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f20171a4-ef69-498f-bf12-cee6fdb72bc2 req-b340cf4e-b4b1-4926-831c-e201f825fbeb tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0555654 Jan 31 16:40:58.085904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f20171a4-ef69-498f-bf12-cee6fdb72bc2 req-68fcb9ae-b811-40ac-8fea-068bbba9aa4b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Jan 31 16:40:58.142846 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device da91af7e-38de-4535-82ae-992d2b7bb746 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:40:58.197273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port da91af7e-38de-4535-82ae-992d2b7bb746 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:40:58.201379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port da91af7e-38de-4535-82ae-992d2b7bb746 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:40:58.201786 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:58.290022 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:58.305520 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:58.331420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:40:58.333735 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8cc5f5-7862-4248-a4b1-7e5972bf5bcb" -d '{"events": [{"server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "name": "network-vif-plugged", "status": "completed", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:40:58.352769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:58.360765 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:58.367981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877a592-459e-4c29-b620-b92a2e79cada req-cb734b89-85af-4f16-8dcc-2309d76bb16d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:58.369315 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0877a592-459e-4c29-b620-b92a2e79cada req-cb734b89-85af-4f16-8dcc-2309d76bb16d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 945 time: 0.0699251 Jan 31 16:40:58.386203 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c672cbc5-f7f1-440c-965e-62636836c4ad x-openstack-request-id: req-c672cbc5-f7f1-440c-965e-62636836c4ad {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:40:58.386498 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "name": "network-vif-plugged", "status": "completed", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:40:58.386748 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c672cbc5-f7f1-440c-965e-62636836c4ad {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:40:58.387136 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'code': 200} Jan 31 16:40:58.413398 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0877a592-459e-4c29-b620-b92a2e79cada req-b76a4c73-5b0e-4b82-bcda-0431679b8f45 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376608 Jan 31 16:40:58.415335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=12']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:40:59.548660 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a1ce6-80fb-4fc0-8181-9b632105b9e4 req-bade1cfb-c663-4b07-8376-281c955ed83f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:59.550157 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef4a1ce6-80fb-4fc0-8181-9b632105b9e4 req-bade1cfb-c663-4b07-8376-281c955ed83f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 946 time: 0.0588381 Jan 31 16:40:59.594234 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ef4a1ce6-80fb-4fc0-8181-9b632105b9e4 req-b80f048c-c329-41b7-81fe-4d07dae740ef tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351777 Jan 31 16:40:59.756713 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-7062886a-7cf6-451f-a972-c531b8f10cd5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:40:59.758482 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-7062886a-7cf6-451f-a972-c531b8f10cd5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 946 time: 0.0609396 Jan 31 16:40:59.870089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Deleting port da91af7e-38de-4535-82ae-992d2b7bb746 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:40:59.870411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:40:59.976154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] For port da91af7e-38de-4535-82ae-992d2b7bb746, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=da91af7e-38de-4535-82ae-992d2b7bb746,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:40:59.976533 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:00.167891 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:00.168147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:00.168620 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d disassociated. External IP: 172.25.1.79, port: da91af7e-38de-4535-82ae-992d2b7bb746. Jan 31 16:41:00.169141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Calling delete_port for da91af7e-38de-4535-82ae-992d2b7bb746 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:41:00.319680 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:00.349838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event deleted for resources: {'Port': ['ID=da91af7e-38de-4535-82ae-992d2b7bb746,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:41:00.477894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Router 9331f812-3508-4131-b489-cca07fa3d0a8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:41:00.594399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:41:00.606402 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2628ee3-c975-4290-a457-460f94aeb20b None None] Sync routers for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:41:00.616315 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2628ee3-c975-4290-a457-460f94aeb20b None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:41:00.616932 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b2628ee3-c975-4290-a457-460f94aeb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:40:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:41:00.640538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] No DVR routers for this DVR port da91af7e-38de-4535-82ae-992d2b7bb746 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:41:00.643449 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:00.646987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eef64669-c211-4fec-ad3b-8f02a726eaf4 req-3dc92078-79c3-4e85-9deb-2cf05e2fa776 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.30 "DELETE /v2.0/ports/da91af7e-38de-4535-82ae-992d2b7bb746 HTTP/1.1" status: 204 len: 173 time: 0.8793292 Jan 31 16:41:00.647431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'name': 'network-vif-deleted', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:41:00.650085 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd71ce0-e819-40e1-ad20-634eb6d23ffd" -d '{"events": [{"server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "name": "network-vif-deleted", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:41:00.690240 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd81143e-0477-438e-9593-8c8637db9dc3 x-openstack-request-id: req-dd81143e-0477-438e-9593-8c8637db9dc3 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:41:00.690537 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d331c4d-1e3e-4167-834f-ccaafaaba4b0", "name": "network-vif-deleted", "tag": "da91af7e-38de-4535-82ae-992d2b7bb746", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:41:00.690787 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd81143e-0477-438e-9593-8c8637db9dc3 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:41:00.691195 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d331c4d-1e3e-4167-834f-ccaafaaba4b0', 'name': 'network-vif-deleted', 'tag': 'da91af7e-38de-4535-82ae-992d2b7bb746', 'status': 'completed', 'code': 200} Jan 31 16:41:00.710720 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e80acfc8-3006-45b9-9ef0-735c3173d6ca req-1bfc05ac-d857-4501-ba6b-daee2e338786 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d331c4d-1e3e-4167-834f-ccaafaaba4b0 HTTP/1.1" status: 200 len: 210 time: 0.0339150 Jan 31 16:41:00.753014 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b2628ee3-c975-4290-a457-460f94aeb20b None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:41:00.967762 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b2628ee3-c975-4290-a457-460f94aeb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:41:01.001348 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2628ee3-c975-4290-a457-460f94aeb20b None None] Checking router: 9331f812-3508-4131-b489-cca07fa3d0a8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:41:01.010457 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2628ee3-c975-4290-a457-460f94aeb20b None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:41:01.011049 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b2628ee3-c975-4290-a457-460f94aeb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:40:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:41:01.122866 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b2628ee3-c975-4290-a457-460f94aeb20b None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:41:01.330154 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b2628ee3-c975-4290-a457-460f94aeb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:41:01.356220 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2628ee3-c975-4290-a457-460f94aeb20b None None] The sync data for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 is: [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:41:01.601371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846ed17-cc60-414e-9005-7656a04c00bb None None] New status for floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:41:01.985654 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-1f7366f2-260c-4c8b-a471-fc55bfb38fa3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1662414568&fields=id&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 267 time: 0.0349748 Jan 31 16:41:02.093041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-6b9ad7cf-e2a1-4b11-af7a-65d2b3919a96 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:02.094436 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-6b9ad7cf-e2a1-4b11-af7a-65d2b3919a96 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 811 time: 0.1002285 Jan 31 16:41:02.112856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-d3ad4498-fcb7-4356-bcd3-9b1cd9f452e9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/quotas/47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 375 time: 0.0094917 Jan 31 16:41:02.170576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-afee93db-270b-4e32-838b-1883bc09a40b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505996 Jan 31 16:41:02.282538 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-7d4a5548-dbe8-498b-8d3a-27e71b299ebd service neutron] 10.222.0.36 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954301 Jan 31 16:41:02.374650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-15e8dfa8-100b-4ca1-8271-43d2bcb135c3 service neutron] 10.222.0.36 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850041 Jan 31 16:41:02.548343 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-71d97342-fb03-4c6d-b357-9e93f4a6e219 req-c7396d7a-0b19-492e-b738-90a0c2f352cc tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 210 time: 0.0351560 Jan 31 16:41:03.537129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-275529cb-65bc-4290-91c1-adf5ac026e00 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:03.538507 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-275529cb-65bc-4290-91c1-adf5ac026e00 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 811 time: 0.1098351 Jan 31 16:41:03.585199 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-d8c4d81a-6ccb-4bb7-99b4-5d125a9bbb59 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 380 time: 0.0380006 Jan 31 16:41:03.594958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Request body: {'port': {'device_id': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'admin_state_up': True, 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'security_groups': ['a139b1d8-b689-4566-a5d5-0a8488eee89e']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:41:03.658410 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98c44678-e466-4fd7-93d7-179c943ba1f6 req-e9a2f80d-a678-4664-9256-cae72fa8cfab tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 210 time: 0.0363488 Jan 31 16:41:03.716277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Made reservation on behalf of 47f4f33c8b044b5fa8f6c5e1b22c7a74 for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:41:03.719780 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:03.853328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Allocated IP 172.20.0.9 (6ee27edd-3cda-45d7-b011-cfe0457d79bf/5ac08232-eda3-4f3d-9814-17f7007624e4/2416aa2c-769d-4633-a830-500a070e7b33) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:41:03.998994 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:04.039259 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:04.088284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Network 6ee27edd-3cda-45d7-b011-cfe0457d79bf is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:41:04.091345 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:41:04.095002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:41:04.124092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event updated for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:41:04.139205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:04.139516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:04.139851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:04.140190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:04.140516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:04.140840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:04.141160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:04.141484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:04.141817 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:04.142132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:04.142451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:04.142771 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:04.166067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device da91af7e-38de-4535-82ae-992d2b7bb746 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:41:04.166623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:04.167247 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:04.186460 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-bee7e147-ca36-4a20-9ef4-9ca741ba2bfe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5954006 Jan 31 16:41:04.187157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: da91af7e-38de-4535-82ae-992d2b7bb746 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:41:04.187503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device da91af7e-38de-4535-82ae-992d2b7bb746 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:41:04.199540 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Request body: {'port': {'device_id': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:41:04.259632 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:04.351500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b5098366-e64f-49a7-b272-2403125d6414 None None] Provisioning complete for port 2416aa2c-769d-4633-a830-500a070e7b33 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:41:04.351861 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b5098366-e64f-49a7-b272-2403125d6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:04.386190 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b5098366-e64f-49a7-b272-2403125d6414 None None] Port 2416aa2c-769d-4633-a830-500a070e7b33 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:41:04.560268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2416aa2c-769d-4633-a830-500a070e7b33 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:41:04.570217 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:04.586714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Transition to ACTIVE for port object 2416aa2c-769d-4633-a830-500a070e7b33 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:41:04.590866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:04.645828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Pushing event updated for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:41:04.726794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Attempting to bind port 2416aa2c-769d-4633-a830-500a070e7b33 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:41:04.727252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Attempting to bind port 2416aa2c-769d-4633-a830-500a070e7b33 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:41:04.727754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Attempting to bind port 2416aa2c-769d-4633-a830-500a070e7b33 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:41:04.734969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Port 2416aa2c-769d-4633-a830-500a070e7b33 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:41:04.735401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Attempting to bind port 2416aa2c-769d-4633-a830-500a070e7b33 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:41:04.752980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:41:04.753367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:41:04.753911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Bound using segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:41:04.754455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Bound port: 2416aa2c-769d-4633-a830-500a070e7b33, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:41:04.754890 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:04.835176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcef9e-7e23-4173-b7db-17c4da63caa0 req-3b74c897-0621-483e-99eb-4336ac869e9f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:04.836773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1abcef9e-7e23-4173-b7db-17c4da63caa0 req-3b74c897-0621-483e-99eb-4336ac869e9f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0971880 Jan 31 16:41:04.875958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:41:04.898131 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:41:04.904035 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1abcef9e-7e23-4173-b7db-17c4da63caa0 req-fabed0e4-c0fa-44b7-b84c-ecd51d375f54 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596023 Jan 31 16:41:04.905778 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:04.943671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:04.944456 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:04.946108 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] 10.222.0.20 "PUT /v2.0/ports/2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 1091 time: 0.7510791 Jan 31 16:41:04.946664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:41:04.949293 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54c6df5-3fd1-41a6-ac76-d0784482044b" -d '{"events": [{"name": "network-changed", "server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:41:04.982216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8877f-4347-48e4-bfc7-1ae4145b1e36 service neutron] Pushing event updated for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:41:05.036901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-4baf533d-597a-4dfa-b393-121e0a9601c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:05.039261 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-4baf533d-597a-4dfa-b393-121e0a9601c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1094 time: 0.0496497 Jan 31 16:41:05.086670 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e4b2ac-3f19-4762-9adc-f0ce16c2f82c x-openstack-request-id: req-96e4b2ac-3f19-4762-9adc-f0ce16c2f82c {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:41:05.086957 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:41:05.087208 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96e4b2ac-3f19-4762-9adc-f0ce16c2f82c {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:41:05.087608 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33', 'status': 'completed', 'code': 200} Jan 31 16:41:05.089442 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-5b3ba3b6-bb97-43f6-9cb4-4d0486821704 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 217 time: 0.0429089 Jan 31 16:41:05.149147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-4d1c9d53-6b4e-4583-bbfd-5a2f9c324b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:05.151543 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-4d1c9d53-6b4e-4583-bbfd-5a2f9c324b0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0546653 Jan 31 16:41:05.210753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-2cdd7599-6df4-4c2c-8785-c522894d1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:05.212386 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-2cdd7599-6df4-4c2c-8785-c522894d1e2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538867 Jan 31 16:41:05.313585 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-24c3f98c-914a-4e8c-be1b-01a1a1103272 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948343 Jan 31 16:41:05.407424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-602de04c-e630-433f-af6c-a1cb11c4e74d req-1a10b358-7c3c-4d45-84fb-ab55884cb144 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875628 Jan 31 16:41:05.510960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c6df5-3fd1-41a6-ac76-d0784482044b req-f53d8728-63ed-480a-aa76-285b4e0cdc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:05.512454 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e54c6df5-3fd1-41a6-ac76-d0784482044b req-f53d8728-63ed-480a-aa76-285b4e0cdc25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1094 time: 0.0549502 Jan 31 16:41:05.604395 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c6df5-3fd1-41a6-ac76-d0784482044b req-e14c60cf-e7ce-4be5-8f51-7218299bdc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:05.605863 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e54c6df5-3fd1-41a6-ac76-d0784482044b req-e14c60cf-e7ce-4be5-8f51-7218299bdc2c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0866637 Jan 31 16:41:05.648489 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e54c6df5-3fd1-41a6-ac76-d0784482044b req-4560c0d8-2227-4599-83d9-100e1c3217c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 217 time: 0.0352907 Jan 31 16:41:05.713194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c6df5-3fd1-41a6-ac76-d0784482044b req-8973330d-288c-4310-8ac9-9de0a73818ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:05.715449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e54c6df5-3fd1-41a6-ac76-d0784482044b req-8973330d-288c-4310-8ac9-9de0a73818ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0594802 Jan 31 16:41:05.770923 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c6df5-3fd1-41a6-ac76-d0784482044b req-5281b2a3-4f15-4b6a-9486-cc87a51819d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:05.773065 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e54c6df5-3fd1-41a6-ac76-d0784482044b req-5281b2a3-4f15-4b6a-9486-cc87a51819d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492885 Jan 31 16:41:05.865805 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e54c6df5-3fd1-41a6-ac76-d0784482044b req-5650f1c5-b545-48ce-be0c-0855ccff3dd9 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826735 Jan 31 16:41:05.974527 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e54c6df5-3fd1-41a6-ac76-d0784482044b req-71e26d49-bc8f-4311-8f1b-0124e87870a9 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036689 Jan 31 16:41:06.032432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea842d2-d2e2-413d-8fff-09fb3b5d4674 req-c442ba68-09c0-4db1-a644-98f20e51ab98 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:06.033904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eea842d2-d2e2-413d-8fff-09fb3b5d4674 req-c442ba68-09c0-4db1-a644-98f20e51ab98 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0522172 Jan 31 16:41:06.078871 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eea842d2-d2e2-413d-8fff-09fb3b5d4674 req-6f2a2bae-0631-4dd4-8cf3-0b6d6adae2bd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381200 Jan 31 16:41:07.213856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4b89c-f883-4864-a611-4e3c297a3834 req-d8224ade-3a8c-491a-9d1f-16c6231748e8 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:07.215638 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c2e4b89c-f883-4864-a611-4e3c297a3834 req-d8224ade-3a8c-491a-9d1f-16c6231748e8 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0583224 Jan 31 16:41:07.255651 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c2e4b89c-f883-4864-a611-4e3c297a3834 req-e5030493-5851-4797-a463-e10d65b76dc5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333583 Jan 31 16:41:08.386772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c5ec4-cd93-4c9c-ad64-ed8bf66d1d7c req-4754ce8c-7f9d-4388-881f-f9c5388a1344 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:08.388265 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f4c5ec4-cd93-4c9c-ad64-ed8bf66d1d7c req-4754ce8c-7f9d-4388-881f-f9c5388a1344 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0550818 Jan 31 16:41:08.428226 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2f4c5ec4-cd93-4c9c-ad64-ed8bf66d1d7c req-1f8da1b2-1823-46e5-a459-d70aa3192730 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338459 Jan 31 16:41:09.534511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2416aa2c-769d-4633-a830-500a070e7b33 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:41:09.546489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52f63f-8795-4267-b511-369bf27174fc req-561d8765-df63-4c2f-b5f3-db6e4023ae04 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:09.548055 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea52f63f-8795-4267-b511-369bf27174fc req-561d8765-df63-4c2f-b5f3-db6e4023ae04 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0513573 Jan 31 16:41:09.588560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ea52f63f-8795-4267-b511-369bf27174fc req-3b81b405-ffbb-4c6a-9f91-437d953fdee1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344760 Jan 31 16:41:09.634941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:41:09.645373 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '2416aa2c-769d-4633-a830-500a070e7b33', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'port_id': '2416aa2c-769d-4633-a830-500a070e7b33', 'mac_address': 'fa:16:3e:3d:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:41:09.684390 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:09.698100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2416aa2c-769d-4633-a830-500a070e7b33 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:41:09.718484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:41:09.723101 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:09.936889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:41:09.975059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['2416aa2c-769d-4633-a830-500a070e7b33'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:41:10.709975 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67367e7e-0545-4595-97b0-c102629b6fdf req-7d7dff63-832b-4c8a-b798-e1b350752b34 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:10.711503 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67367e7e-0545-4595-97b0-c102629b6fdf req-7d7dff63-832b-4c8a-b798-e1b350752b34 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0532277 Jan 31 16:41:10.752135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67367e7e-0545-4595-97b0-c102629b6fdf req-3e66d745-c1ab-4a52-929a-397fc121237a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345008 Jan 31 16:41:11.564469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2416aa2c-769d-4633-a830-500a070e7b33 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:41:11.620480 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 2416aa2c-769d-4633-a830-500a070e7b33 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:41:11.624429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 2416aa2c-769d-4633-a830-500a070e7b33 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:41:11.624837 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:11.705102 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:11.727860 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:41:11.730159 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ed4308-6874-48f8-9f37-5974be78eeda" -d '{"events": [{"server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "name": "network-vif-plugged", "status": "completed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:41:11.743337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:41:11.749313 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:11.774130 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a20f54-e48b-4534-9a74-3afd23086531 x-openstack-request-id: req-d1a20f54-e48b-4534-9a74-3afd23086531 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:41:11.774402 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "name": "network-vif-plugged", "status": "completed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:41:11.774652 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1a20f54-e48b-4534-9a74-3afd23086531 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:41:11.775232 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33', 'code': 200} Jan 31 16:41:11.811525 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:41:11.820401 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:11.820706 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:11.821169 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:11.821334 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:11.821638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:11.821975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:11.822300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:11.822640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:11.822961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:11.823284 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:11.823609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:11.823920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:11.910348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e0925-683b-491d-8d16-754dde2daf77 req-8e4b6e7c-c29f-4bca-9799-66bab588cf79 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:11.911803 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a7e0925-683b-491d-8d16-754dde2daf77 req-8e4b6e7c-c29f-4bca-9799-66bab588cf79 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0771091 Jan 31 16:41:11.918266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41160b23-f955-4bb3-a83e-913902b2a604 req-e4d3aa1c-e327-4097-a004-30f0d70b9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:11.919674 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41160b23-f955-4bb3-a83e-913902b2a604 req-e4d3aa1c-e327-4097-a004-30f0d70b9a0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1096 time: 0.0750153 Jan 31 16:41:11.970109 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a7e0925-683b-491d-8d16-754dde2daf77 req-0ed410b7-f4bb-47d0-8b44-d125ffa599cb tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494959 Jan 31 16:41:11.975745 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41160b23-f955-4bb3-a83e-913902b2a604 req-9757deff-fdd0-4bd0-916d-88f2b4affe60 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485590 Jan 31 16:41:13.108529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ed8db-9173-47bf-9d26-4d404ba16d5a req-d44b1539-3976-4a4b-bb08-bba315c5d47f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:13.110081 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-511ed8db-9173-47bf-9d26-4d404ba16d5a req-d44b1539-3976-4a4b-bb08-bba315c5d47f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0564399 Jan 31 16:41:13.162384 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-511ed8db-9173-47bf-9d26-4d404ba16d5a req-35593c04-698c-4842-8bb3-2fb4d52e4664 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433395 Jan 31 16:41:14.281858 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060386-620b-447e-a41e-38d18cd7683b req-6ee9c7e8-1c77-4542-9678-af6ed0dde48a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:14.283320 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39060386-620b-447e-a41e-38d18cd7683b req-6ee9c7e8-1c77-4542-9678-af6ed0dde48a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0522420 Jan 31 16:41:14.325653 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39060386-620b-447e-a41e-38d18cd7683b req-abc5c285-b129-4c38-b36d-546d2addd8fe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356896 Jan 31 16:41:14.441848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411a928-45df-4b85-b81f-0231c51de84f req-66f34bbe-ea57-4e27-bbe5-f1d0c9a3aec6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:14.443230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e411a928-45df-4b85-b81f-0231c51de84f req-66f34bbe-ea57-4e27-bbe5-f1d0c9a3aec6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0518770 Jan 31 16:41:14.452463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38328) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:41:14.457077 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b88e3ff6-a15c-459e-86d7-8ff3328bc894 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Request body: {'floatingip': {'port_id': '2416aa2c-769d-4633-a830-500a070e7b33'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:41:14.497229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ff6-a15c-459e-86d7-8ff3328bc894 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:14.953172 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ff6-a15c-459e-86d7-8ff3328bc894 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:14.957875 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ff6-a15c-459e-86d7-8ff3328bc894 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:15.059613 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-b88e3ff6-a15c-459e-86d7-8ff3328bc894 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d associated. External IP: 172.25.1.79, port: 2416aa2c-769d-4633-a830-500a070e7b33. Jan 31 16:41:15.275912 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88e3ff6-a15c-459e-86d7-8ff3328bc894 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Router 9331f812-3508-4131-b489-cca07fa3d0a8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:41:15.412401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88e3ff6-a15c-459e-86d7-8ff3328bc894 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:41:15.419147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ff6-a15c-459e-86d7-8ff3328bc894 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:15.423982 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df7184-cb02-4572-ab9a-614e4fd601ec None None] Sync routers for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:41:15.433660 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df7184-cb02-4572-ab9a-614e4fd601ec None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:41:15.434259 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e0df7184-cb02-4572-ab9a-614e4fd601ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:40:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:41:15.454254 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b88e3ff6-a15c-459e-86d7-8ff3328bc894 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "PUT /v2.0/floatingips/3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d HTTP/1.1" status: 200 len: 991 time: 1.0006890 Jan 31 16:41:15.455238 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:41:15.457174 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f7c740-82c2-4ead-b50c-cc7e4e4d2786" -d '{"events": [{"name": "network-changed", "server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:41:15.496982 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb83b60-4eca-435f-aa25-48572440a78d x-openstack-request-id: req-adb83b60-4eca-435f-aa25-48572440a78d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:41:15.497290 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:41:15.497562 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-adb83b60-4eca-435f-aa25-48572440a78d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:41:15.497975 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33', 'status': 'completed', 'code': 200} Jan 31 16:41:15.561248 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e0df7184-cb02-4572-ab9a-614e4fd601ec None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:41:15.602348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be1e9b-759f-47d6-bd05-c4d83ca37ac4 req-df3ee19e-33b6-4484-81d5-3f350d005591 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:15.603826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d0be1e9b-759f-47d6-bd05-c4d83ca37ac4 req-df3ee19e-33b6-4484-81d5-3f350d005591 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0837915 Jan 31 16:41:15.611420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7c740-82c2-4ead-b50c-cc7e4e4d2786 req-cf3fce20-bb93-495d-b3b5-e19a07171c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:15.612949 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44f7c740-82c2-4ead-b50c-cc7e4e4d2786 req-cf3fce20-bb93-495d-b3b5-e19a07171c8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1096 time: 0.0806000 Jan 31 16:41:15.694930 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d0be1e9b-759f-47d6-bd05-c4d83ca37ac4 req-544cec17-e10f-42c9-90c6-bc3ed5ad2412 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809669 Jan 31 16:41:15.728027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7c740-82c2-4ead-b50c-cc7e4e4d2786 req-27e034a0-ee5a-4da5-a9cd-cb53e34b05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:15.729579 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44f7c740-82c2-4ead-b50c-cc7e4e4d2786 req-27e034a0-ee5a-4da5-a9cd-cb53e34b05d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1098433 Jan 31 16:41:15.802518 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44f7c740-82c2-4ead-b50c-cc7e4e4d2786 req-2d0fedaf-2b1b-4f21-9dd2-f73c579d7992 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 999 time: 0.0661905 Jan 31 16:41:15.802831 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e0df7184-cb02-4572-ab9a-614e4fd601ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'port_id': '2416aa2c-769d-4633-a830-500a070e7b33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'mac_address': 'fa:16:3e:3d:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:38:15Z', 'updated_at': '2022-01-31T16:41:14Z', 'revision_number': 13, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:41:15.836703 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df7184-cb02-4572-ab9a-614e4fd601ec None None] Checking router: 9331f812-3508-4131-b489-cca07fa3d0a8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:41:15.845413 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df7184-cb02-4572-ab9a-614e4fd601ec None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:41:15.846016 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e0df7184-cb02-4572-ab9a-614e4fd601ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:40:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:41:15.855165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7c740-82c2-4ead-b50c-cc7e4e4d2786 req-36f07cbe-3ea9-4d7d-9d81-36a1c0430286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:15.856658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44f7c740-82c2-4ead-b50c-cc7e4e4d2786 req-36f07cbe-3ea9-4d7d-9d81-36a1c0430286 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0480573 Jan 31 16:41:15.905153 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7c740-82c2-4ead-b50c-cc7e4e4d2786 req-380460ea-a857-4157-a968-55a4345d6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:15.906779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44f7c740-82c2-4ead-b50c-cc7e4e4d2786 req-380460ea-a857-4157-a968-55a4345d6343 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433373 Jan 31 16:41:15.953086 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e0df7184-cb02-4572-ab9a-614e4fd601ec None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:41:16.197373 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e0df7184-cb02-4572-ab9a-614e4fd601ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'port_id': '2416aa2c-769d-4633-a830-500a070e7b33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'mac_address': 'fa:16:3e:3d:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:38:15Z', 'updated_at': '2022-01-31T16:41:14Z', 'revision_number': 13, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:41:16.228805 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df7184-cb02-4572-ab9a-614e4fd601ec None None] The sync data for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 is: [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'port_id': '2416aa2c-769d-4633-a830-500a070e7b33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'mac_address': 'fa:16:3e:3d:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:38:15Z', 'updated_at': '2022-01-31T16:41:14Z', 'revision_number': 13, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:41:16.356335 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44f7c740-82c2-4ead-b50c-cc7e4e4d2786 req-fdfe96dd-0f8b-42f7-9abf-6867d96f3f51 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425731 Jan 31 16:41:16.458980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005ad2d0-15a8-402b-971b-a10d06351c52 None None] New status for floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:41:16.483514 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44f7c740-82c2-4ead-b50c-cc7e4e4d2786 req-bc904b95-4de8-4580-8146-5c99713c1e85 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201928 Jan 31 16:41:16.824202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b413c61-6252-4548-9371-d16fa6ef1ab4 req-02c53ab7-759a-4cb1-ba7f-c377e3c90c2a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:16.825768 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b413c61-6252-4548-9371-d16fa6ef1ab4 req-02c53ab7-759a-4cb1-ba7f-c377e3c90c2a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0527828 Jan 31 16:41:16.865046 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0b413c61-6252-4548-9371-d16fa6ef1ab4 req-725f3fc2-89ef-414c-a78e-7ef91cf5d037 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328348 Jan 31 16:41:17.300563 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6b21f87f-aa86-4f0c-a384-1f15b6fb7104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:18.324229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e026a8c-b596-4802-a1b6-b2984403e762 req-6e09896f-0c2c-4a95-9cc3-20acc1a23c2a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:18.325710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e026a8c-b596-4802-a1b6-b2984403e762 req-6e09896f-0c2c-4a95-9cc3-20acc1a23c2a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0550044 Jan 31 16:41:18.367154 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7e026a8c-b596-4802-a1b6-b2984403e762 req-92ac344e-b5c3-455b-b0ce-05a9d3ccb353 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351171 Jan 31 16:41:19.740280 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f491c7e9-ac52-4c6a-9364-6615d2f525f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:21.022668 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:22.459729 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:22.618778 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:26.178935 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:27.073172 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:41:28.276221 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:28.566722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bc451-0193-4299-9255-b9a2a56b6b6e req-d326e3e0-8090-49b7-b2eb-176f2cd48222 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:28.568345 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-828bc451-0193-4299-9255-b9a2a56b6b6e req-d326e3e0-8090-49b7-b2eb-176f2cd48222 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0611591 Jan 31 16:41:28.640631 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-828bc451-0193-4299-9255-b9a2a56b6b6e req-1ea20eea-9a9f-44f8-8e47-8db995f604f0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651388 Jan 31 16:41:28.644208 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-9e791958-187d-4819-8fc8-8e31c65b9d4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1454885 Jan 31 16:41:29.765444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7ae61-1b74-4cd4-aea3-02da6d3c08ce req-ff4bdae1-621e-4b3a-b5a9-6662f83052b6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:29.767697 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3a7ae61-1b74-4cd4-aea3-02da6d3c08ce req-ff4bdae1-621e-4b3a-b5a9-6662f83052b6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0522752 Jan 31 16:41:29.806279 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3a7ae61-1b74-4cd4-aea3-02da6d3c08ce req-25a7ed0f-51df-4eda-ac0d-a642d552346c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326509 Jan 31 16:41:29.845301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-e8d8bccd-2ce9-4107-a65f-d0bb438fa222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:29.846894 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-e8d8bccd-2ce9-4107-a65f-d0bb438fa222 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1096 time: 0.0397854 Jan 31 16:41:29.942820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-3a6a53f3-4b97-4709-b710-3eaaf333adde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:29.944252 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-3a6a53f3-4b97-4709-b710-3eaaf333adde service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0895004 Jan 31 16:41:30.024099 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-87a16985-1299-47ab-bb62-e19823d27ed0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 1001 time: 0.0728617 Jan 31 16:41:30.076632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-0b100ace-4ee0-4c32-8276-b1ef209fe965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:30.078225 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-0b100ace-4ee0-4c32-8276-b1ef209fe965 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0468526 Jan 31 16:41:30.130543 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-5b66916c-fdd0-4286-9fd3-5366ae627d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:30.132158 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-5b66916c-fdd0-4286-9fd3-5366ae627d36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478108 Jan 31 16:41:30.227703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-6e1485d7-9fd5-42dc-ac4c-1dc87a4bc493 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878906 Jan 31 16:41:30.330628 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-38c53579-825f-4d13-b9b6-829153c2e651 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945649 Jan 31 16:41:30.931842 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240ba0b-055f-4142-acb7-076284878ca4 req-fce80ff8-275a-4b14-8db4-71fd29edd6a1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:30.933323 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d240ba0b-055f-4142-acb7-076284878ca4 req-fce80ff8-275a-4b14-8db4-71fd29edd6a1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0516298 Jan 31 16:41:30.972330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d240ba0b-055f-4142-acb7-076284878ca4 req-105dc5c7-bb8e-4031-83a3-43ad6f0d1083 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326965 Jan 31 16:41:32.099629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea7563-5a94-4abb-839d-34c23869b4f5 req-7bd26076-eb5c-4991-83f2-8b986d4454d4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:32.101143 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11ea7563-5a94-4abb-839d-34c23869b4f5 req-7bd26076-eb5c-4991-83f2-8b986d4454d4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0532837 Jan 31 16:41:32.144402 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11ea7563-5a94-4abb-839d-34c23869b4f5 req-6b912403-4f3b-4ea1-83fb-0fd516571adb tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340114 Jan 31 16:41:33.279707 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca00bcc-3094-401a-a563-5c8a163f8989 req-f7f01654-f0f5-4d47-8db1-ebb0ce4c610b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:33.281259 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ca00bcc-3094-401a-a563-5c8a163f8989 req-f7f01654-f0f5-4d47-8db1-ebb0ce4c610b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0599215 Jan 31 16:41:33.328408 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ca00bcc-3094-401a-a563-5c8a163f8989 req-99d2ccba-ac86-4088-8724-06e52df2928b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375402 Jan 31 16:41:34.466749 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5708f81-5b6d-4204-82a6-e9d0255ed651 req-5bf1ac39-d4bb-48d9-931c-b9be46969755 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:34.468219 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5708f81-5b6d-4204-82a6-e9d0255ed651 req-5bf1ac39-d4bb-48d9-931c-b9be46969755 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0575321 Jan 31 16:41:34.506370 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e5708f81-5b6d-4204-82a6-e9d0255ed651 req-0d03da61-0aff-4ea2-aa4b-fec0ec218b2d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Jan 31 16:41:35.641399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d3e18-b1e6-4fe0-b431-62f48abd0e19 req-93608d16-f494-4e72-a779-697a4a38423c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:35.642966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf1d3e18-b1e6-4fe0-b431-62f48abd0e19 req-93608d16-f494-4e72-a779-697a4a38423c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0517893 Jan 31 16:41:35.686955 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf1d3e18-b1e6-4fe0-b431-62f48abd0e19 req-6586d119-4c9b-40a1-8293-3bf6e97f5ff0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367908 Jan 31 16:41:36.817500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c721f-c845-4686-a482-e2cfa3b90391 req-dfe8c137-e24f-494b-b080-b14e8cacf43c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:36.818961 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9e6c721f-c845-4686-a482-e2cfa3b90391 req-dfe8c137-e24f-494b-b080-b14e8cacf43c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0567577 Jan 31 16:41:36.861253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9e6c721f-c845-4686-a482-e2cfa3b90391 req-4bb26c54-e8a5-48b9-818e-a285fdedf72f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333443 Jan 31 16:41:36.963625 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-bf83e102-92bb-4d83-9908-c540529ee4a6 req-e0a3654c-8a02-47b0-b930-e2c5bf357f48 service neutron] (108772) timed out ('10.222.0.36', 60634) {{(pid=108772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:41:37.999497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb99f5-2430-4f7a-8ca2-ec79511eef8f req-d62ff431-dcb2-4952-8346-1aeae2cd139e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:38.001089 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4bb99f5-2430-4f7a-8ca2-ec79511eef8f req-d62ff431-dcb2-4952-8346-1aeae2cd139e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0532324 Jan 31 16:41:38.041137 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4bb99f5-2430-4f7a-8ca2-ec79511eef8f req-b2115ee5-8141-4b23-8d49-5cd1935abb36 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340061 Jan 31 16:41:39.171178 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a17700-a0b3-4a32-9ab3-cc2a3fc10e96 req-f79bbfde-340d-4814-b56b-5612912d53e4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:39.173026 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08a17700-a0b3-4a32-9ab3-cc2a3fc10e96 req-f79bbfde-340d-4814-b56b-5612912d53e4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0583143 Jan 31 16:41:39.213323 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08a17700-a0b3-4a32-9ab3-cc2a3fc10e96 req-ba3bb824-351f-4f2f-b288-347562e1c58a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318806 Jan 31 16:41:40.350117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dbe29-5e47-41d1-b571-7571ae622e56 req-55422c43-ef71-415e-bbdf-ed11e506af17 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:40.351541 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2b1dbe29-5e47-41d1-b571-7571ae622e56 req-55422c43-ef71-415e-bbdf-ed11e506af17 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0580804 Jan 31 16:41:40.398438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2b1dbe29-5e47-41d1-b571-7571ae622e56 req-cabf970c-264b-452a-a553-2f07843e1185 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380239 Jan 31 16:41:41.524068 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984d9aa-35ef-420f-a4a6-3150d2beccfb req-a5f2d050-8bea-4af5-8dfc-843f70a83fe9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:41.525420 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1984d9aa-35ef-420f-a4a6-3150d2beccfb req-a5f2d050-8bea-4af5-8dfc-843f70a83fe9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0563810 Jan 31 16:41:41.566943 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1984d9aa-35ef-420f-a4a6-3150d2beccfb req-c74bbe9c-788f-492e-9207-8dd42c84d73b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325401 Jan 31 16:41:42.696574 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f286b0-f413-48ab-ab38-972456b12e1b req-3c46dd95-79d6-4126-8f56-ddd85a245c62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:42.698137 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3f286b0-f413-48ab-ab38-972456b12e1b req-3c46dd95-79d6-4126-8f56-ddd85a245c62 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0585108 Jan 31 16:41:42.735998 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f3f286b0-f413-48ab-ab38-972456b12e1b req-5ee139d9-4778-4f0c-899c-50c83489bbdc tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317817 Jan 31 16:41:43.860235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0f230-601c-4161-8e3f-57f2bcc0c1f6 req-b56d79f7-3146-4df0-9efa-81d560c108f0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:43.861724 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7bc0f230-601c-4161-8e3f-57f2bcc0c1f6 req-b56d79f7-3146-4df0-9efa-81d560c108f0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0551391 Jan 31 16:41:43.909426 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7bc0f230-601c-4161-8e3f-57f2bcc0c1f6 req-913d3e8b-9675-49de-b666-1c1304c390b9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412152 Jan 31 16:41:45.047155 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6544b9-0c17-44bd-b708-76f01ad662e6 req-7e438f91-d6b6-4ee6-a451-82d7af88af84 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:45.048639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f6544b9-0c17-44bd-b708-76f01ad662e6 req-7e438f91-d6b6-4ee6-a451-82d7af88af84 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0580659 Jan 31 16:41:45.087017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2f6544b9-0c17-44bd-b708-76f01ad662e6 req-a9e9636e-1477-4f4a-8841-304ef33af7bc tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Jan 31 16:41:46.227710 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6bdbf-7eab-4baa-a0a2-35317a134e10 req-2c9b0c87-b1b6-4fdf-abbf-8cdde7ac6521 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:46.229200 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f8c6bdbf-7eab-4baa-a0a2-35317a134e10 req-2c9b0c87-b1b6-4fdf-abbf-8cdde7ac6521 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0617285 Jan 31 16:41:46.270939 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f8c6bdbf-7eab-4baa-a0a2-35317a134e10 req-5952adf6-5f7d-4d73-b47a-4d45fa9598ae tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Jan 31 16:41:47.091426 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fee12-f2d3-4328-b4fe-fa28ebab1b7b req-c82fb61f-77ab-4b9f-b39b-3ec5bd64b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:47.092939 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d95fee12-f2d3-4328-b4fe-fa28ebab1b7b req-c82fb61f-77ab-4b9f-b39b-3ec5bd64b221 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1096 time: 0.0451119 Jan 31 16:41:47.203827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fee12-f2d3-4328-b4fe-fa28ebab1b7b req-87ef5576-c140-4273-94c7-f781560d6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:47.205280 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d95fee12-f2d3-4328-b4fe-fa28ebab1b7b req-87ef5576-c140-4273-94c7-f781560d6d4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0911093 Jan 31 16:41:47.271083 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d95fee12-f2d3-4328-b4fe-fa28ebab1b7b req-a3b056d2-ca82-4b0e-abaf-bfd1d496e041 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 1001 time: 0.0586216 Jan 31 16:41:47.306252 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9aa3-e6be-44aa-87cf-cdc2456bcb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:47.325593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fee12-f2d3-4328-b4fe-fa28ebab1b7b req-49824bd1-477e-4d37-8c58-77ba463991b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:47.327084 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d95fee12-f2d3-4328-b4fe-fa28ebab1b7b req-49824bd1-477e-4d37-8c58-77ba463991b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0500255 Jan 31 16:41:47.373513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fee12-f2d3-4328-b4fe-fa28ebab1b7b req-309fab1d-56e1-472a-a926-d81b08eb7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:47.375031 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d95fee12-f2d3-4328-b4fe-fa28ebab1b7b req-309fab1d-56e1-472a-a926-d81b08eb7c1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413198 Jan 31 16:41:47.388779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9e22c-d225-4977-b4b2-60b3620b0abf req-b8d87e59-6606-4c4a-818d-c3455875a937 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:47.390304 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ed9e22c-d225-4977-b4b2-60b3620b0abf req-b8d87e59-6606-4c4a-818d-c3455875a937 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0494986 Jan 31 16:41:47.432384 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3ed9e22c-d225-4977-b4b2-60b3620b0abf req-ebb47812-5d09-44d7-9abd-6f4155fe835c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358496 Jan 31 16:41:47.468944 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d95fee12-f2d3-4328-b4fe-fa28ebab1b7b req-a7dab6c4-6b09-4730-a3d8-3547ac1c3ad4 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873125 Jan 31 16:41:47.568473 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d95fee12-f2d3-4328-b4fe-fa28ebab1b7b req-0a6d02bb-1ca7-44e1-9810-ac0383e47857 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926089 Jan 31 16:41:48.572602 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a05e1b-6694-4cfd-8123-16e39ddbfaa6 req-0097f041-298b-4bcd-baca-213bbfe1e769 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:48.574231 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00a05e1b-6694-4cfd-8123-16e39ddbfaa6 req-0097f041-298b-4bcd-baca-213bbfe1e769 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0642037 Jan 31 16:41:48.615200 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-00a05e1b-6694-4cfd-8123-16e39ddbfaa6 req-94b47159-dcc3-4e30-ac47-9f45d8e59a0f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321672 Jan 31 16:41:49.734819 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64acc837-3fe2-4693-8bec-1d7b19c83c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:50.089717 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbac9fd-1907-4250-825d-fc5ef9526132 req-4992e288-c752-4d95-9298-eaeebe141a4d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:50.091225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfbac9fd-1907-4250-825d-fc5ef9526132 req-4992e288-c752-4d95-9298-eaeebe141a4d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.4004269 Jan 31 16:41:50.131070 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfbac9fd-1907-4250-825d-fc5ef9526132 req-5652770e-904c-422e-8bdf-b72823ad5e86 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306456 Jan 31 16:41:51.027289 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:51.252035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f01e27-7db6-4265-9f7b-0c1b895f974b req-6abb7fa4-69d2-4fac-9d0c-413acfc46e3d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:51.253602 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60f01e27-7db6-4265-9f7b-0c1b895f974b req-6abb7fa4-69d2-4fac-9d0c-413acfc46e3d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0509338 Jan 31 16:41:51.291306 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60f01e27-7db6-4265-9f7b-0c1b895f974b req-d2312364-baff-4a7d-ad7e-c03d40b3b38f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312371 Jan 31 16:41:52.426378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0900f9b-129e-4504-a2e1-e1457bacaf8a req-726ebe12-cde0-4fbd-bde4-a2bb510342e4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:52.427928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0900f9b-129e-4504-a2e1-e1457bacaf8a req-726ebe12-cde0-4fbd-bde4-a2bb510342e4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0555232 Jan 31 16:41:52.459194 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:52.472744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b0900f9b-129e-4504-a2e1-e1457bacaf8a req-f9b2a3cc-02c6-4301-938a-fb662fe69ca9 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358205 Jan 31 16:41:52.614847 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:53.596358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a3ed6-d6d9-41da-ba39-e7bb17584633 req-8d24bec6-2a44-4a4e-97a4-2bdd402002bd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:53.597909 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ee5a3ed6-d6d9-41da-ba39-e7bb17584633 req-8d24bec6-2a44-4a4e-97a4-2bdd402002bd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0557561 Jan 31 16:41:53.637526 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ee5a3ed6-d6d9-41da-ba39-e7bb17584633 req-8cfb7f72-2d0d-44d4-ba6e-bfd90e071a0a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332003 Jan 31 16:41:54.156379 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-f2cd6a0f-9901-4ea7-afe6-86b506e6f32b service neutron] show failed (client error): The resource could not be found. Jan 31 16:41:54.157369 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-f2cd6a0f-9901-4ea7-afe6-86b506e6f32b service neutron] 10.222.0.20 "GET /v2.0/ports/2416aa2c-769d-4633-a830-500a070e7b33/bindings/n-h1-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0559030 Jan 31 16:41:54.373040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-042f5057-e0ca-42ff-9077-d9e54ced8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:54.374560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-042f5057-e0ca-42ff-9077-d9e54ced8531 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 1096 time: 0.0429208 Jan 31 16:41:54.388781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-42b36967-400b-40f7-b767-e6e557c27484 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:41:54.389878 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-42b36967-400b-40f7-b767-e6e557c27484 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049357 Jan 31 16:41:54.401378 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:41:54.457901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:54.680746 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:41:54.724441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:41:54.785108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:41:54.787474 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8749a5d7-8ac7-4527-a123-02d7e95b5763" -d '{"events": [{"server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "name": "network-vif-unplugged", "status": "completed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:41:54.792228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:54.811439 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6b1cb-0ed5-45dd-bcb7-71760a031cfa req-ef957198-faa2-4075-9df8-a57dff3b26d7 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:54.812586 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aef6b1cb-0ed5-45dd-bcb7-71760a031cfa req-ef957198-faa2-4075-9df8-a57dff3b26d7 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.1025259 Jan 31 16:41:54.817682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Transition to ACTIVE for port object 2416aa2c-769d-4633-a830-500a070e7b33 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:41:54.823666 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:54.865138 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac69387-9d90-441b-92ec-c7e3c044644c x-openstack-request-id: req-0ac69387-9d90-441b-92ec-c7e3c044644c {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:41:54.865432 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "name": "network-vif-unplugged", "status": "completed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:41:54.865710 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ac69387-9d90-441b-92ec-c7e3c044644c {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:41:54.866112 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33', 'code': 200} Jan 31 16:41:54.935990 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aef6b1cb-0ed5-45dd-bcb7-71760a031cfa req-f3001a9b-e5e8-4752-9ac7-668b9189946d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135366 Jan 31 16:41:54.936627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Pushing event updated for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=6']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:41:54.958161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:54.958161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:54.958161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:54.958161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:54.958161 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:54.958704 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:54.958704 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:54.959036 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:54.959187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:54.959479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:54.959793 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:54.960261 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:41:54.998443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] No DVR routers for this DVR port 2416aa2c-769d-4633-a830-500a070e7b33 on host n-h2-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:41:55.158281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Attempting to bind port 2416aa2c-769d-4633-a830-500a070e7b33 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:41:55.158486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Attempting to bind port 2416aa2c-769d-4633-a830-500a070e7b33 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:41:55.158846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Attempting to bind port 2416aa2c-769d-4633-a830-500a070e7b33 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:41:55.163177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Port 2416aa2c-769d-4633-a830-500a070e7b33 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:41:55.163493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Attempting to bind port 2416aa2c-769d-4633-a830-500a070e7b33 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:41:55.168728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:41:55.169056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:41:55.169427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Bound using segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:41:55.169870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Bound port: 2416aa2c-769d-4633-a830-500a070e7b33, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:41:55.170212 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:55.235726 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:41:55.239034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:41:55.244088 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:55.278462 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:55.279283 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:55.280629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] 10.222.0.30 "PUT /v2.0/ports/2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 1091 time: 0.8830936 Jan 31 16:41:55.318214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15871143-412b-4a72-af0d-c2e8d356aaae service neutron] Pushing event updated for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=7']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:41:55.358536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-3136d0b5-60c7-4f4f-ab7e-2388ff40f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:55.360119 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-3136d0b5-60c7-4f4f-ab7e-2388ff40f05e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1094 time: 0.0503354 Jan 31 16:41:55.456626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-4d77c0c8-21c0-44e1-ad6d-26b0ee92dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:55.458181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-4d77c0c8-21c0-44e1-ad6d-26b0ee92dde7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0870860 Jan 31 16:41:55.534834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-a25a750b-4748-4d5f-a790-f7a741d09fb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 999 time: 0.0651705 Jan 31 16:41:55.588953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-fe231c3b-8cde-4b11-a785-e3f0431fb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:55.590360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-fe231c3b-8cde-4b11-a785-e3f0431fb31d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0450902 Jan 31 16:41:55.642863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-690d6fde-25c7-48ad-abd1-9944fa6bdafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:55.644389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-690d6fde-25c7-48ad-abd1-9944fa6bdafa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438960 Jan 31 16:41:55.742284 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-c0c326cd-dfd7-40d1-8ec8-297722853126 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895259 Jan 31 16:41:55.842607 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-e0a64025-6fc5-4ff4-be2e-caf93c23a929 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890007 Jan 31 16:41:56.067281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c91ae2-82e1-484d-9b50-f3e7b35d1273 req-f63a10ac-50eb-4bb4-a6a7-f8a24bc3bdf7 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:56.068491 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12c91ae2-82e1-484d-9b50-f3e7b35d1273 req-f63a10ac-50eb-4bb4-a6a7-f8a24bc3bdf7 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0529907 Jan 31 16:41:56.108538 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-12c91ae2-82e1-484d-9b50-f3e7b35d1273 req-57d2466b-e478-4912-b789-7a654646e0d8 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333502 Jan 31 16:41:56.177127 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:56.867506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:41:56.869950 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d499f094-aeff-4e37-894f-8689d05fe2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:41:56.927195 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bdef7a-3d25-47df-be58-5effaf778b68 x-openstack-request-id: req-23bdef7a-3d25-47df-be58-5effaf778b68 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:41:56.927702 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:41:56.928107 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23bdef7a-3d25-47df-be58-5effaf778b68 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:41:56.928107 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33', 'status': 'completed', 'code': 200} Jan 31 16:41:56.991640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-78356065-d736-4916-9a1a-d07414a4ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:56.993276 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-78356065-d736-4916-9a1a-d07414a4ecd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1094 time: 0.0506856 Jan 31 16:41:57.004423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-df15ef5d-c1f7-4825-acef-d3c4787d1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:57.006071 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-df15ef5d-c1f7-4825-acef-d3c4787d1422 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1094 time: 0.0530028 Jan 31 16:41:57.098717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-6d55726c-3dc2-4d3b-9ad7-227524006476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:57.100997 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-6d55726c-3dc2-4d3b-9ad7-227524006476 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0998635 Jan 31 16:41:57.120976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-6f27e0fd-1e80-4fa3-9638-9001eb15fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:57.122518 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-6f27e0fd-1e80-4fa3-9638-9001eb15fc48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1054995 Jan 31 16:41:57.184425 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-655b3e48-bb0b-424b-bbd8-439e5825a7b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 999 time: 0.0766594 Jan 31 16:41:57.203072 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-927923e3-c3a3-46a5-92bb-bc1403b375a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 999 time: 0.0692511 Jan 31 16:41:57.271305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-86b24980-53a9-4290-83b4-f321ff6ba954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:57.272697 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-86b24980-53a9-4290-83b4-f321ff6ba954 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0810075 Jan 31 16:41:57.272954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-cfd2f11f-63ec-41b8-9379-88e5bac764b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:57.274803 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-cfd2f11f-63ec-41b8-9379-88e5bac764b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0612037 Jan 31 16:41:57.328254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-56a29a4a-c630-426b-b79b-b39433771538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:57.329807 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-56a29a4a-c630-426b-b79b-b39433771538 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476334 Jan 31 16:41:57.333536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad377ea7-fa30-441c-be91-318520bf1dfb req-292e2529-7579-4e26-99b0-ee1b0074679f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:57.335001 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad377ea7-fa30-441c-be91-318520bf1dfb req-292e2529-7579-4e26-99b0-ee1b0074679f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.1066170 Jan 31 16:41:57.365378 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-126215ec-0bfa-4fec-9390-7e152dfedff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:57.366914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-126215ec-0bfa-4fec-9390-7e152dfedff0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861053 Jan 31 16:41:57.405711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad377ea7-fa30-441c-be91-318520bf1dfb req-c803aba6-be9c-4b6c-a00e-2edc5af1b2f8 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634503 Jan 31 16:41:57.444248 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-bd37bf76-4ccc-413b-ac89-63a47126ac57 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031291 Jan 31 16:41:57.470690 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-befd6066-c4bb-4cd8-937e-eff209c9ea43 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940759 Jan 31 16:41:57.548385 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-67a91cc3-9d54-4624-978f-a101026ca11f service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928311 Jan 31 16:41:57.561744 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d499f094-aeff-4e37-894f-8689d05fe2f0 req-7bc8c477-479b-4f73-b679-13e2a73d28e7 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840478 Jan 31 16:41:57.844809 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2416aa2c-769d-4633-a830-500a070e7b33 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:41:57.908535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2416aa2c-769d-4633-a830-500a070e7b33 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:41:58.279467 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:41:58.536804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904a445-38af-4621-9999-1d55942febea req-bfd7c4d0-4525-4cd8-926a-6d77a8c7e016 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:58.538318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c904a445-38af-4621-9999-1d55942febea req-bfd7c4d0-4525-4cd8-926a-6d77a8c7e016 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0522597 Jan 31 16:41:58.579406 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c904a445-38af-4621-9999-1d55942febea req-c35c4c51-8fb7-4141-adde-33b37cee9d70 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347073 Jan 31 16:41:59.717705 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59689672-05a9-47ba-87c7-2bd9ec260d78 req-d8fb75bb-91b0-4a09-b143-8c4bb0815ea8 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:41:59.719422 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-59689672-05a9-47ba-87c7-2bd9ec260d78 req-d8fb75bb-91b0-4a09-b143-8c4bb0815ea8 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0600772 Jan 31 16:41:59.765412 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-59689672-05a9-47ba-87c7-2bd9ec260d78 req-f56996c1-42d7-40b6-94f9-8ecb4a9e46cb tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398285 Jan 31 16:42:00.901602 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47057026-4550-4344-8b83-0f197292f479 req-b30bbd49-faa6-42ea-a840-67edc558d8ab tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:00.903122 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47057026-4550-4344-8b83-0f197292f479 req-b30bbd49-faa6-42ea-a840-67edc558d8ab tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0601227 Jan 31 16:42:00.949083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47057026-4550-4344-8b83-0f197292f479 req-90ec8562-bd33-4e22-bffa-0145139bc0a2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393381 Jan 31 16:42:02.084785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4440a-89f8-4339-abfb-955ce2852458 req-53890210-1943-4473-8c07-7cca770c6187 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:02.086321 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41b4440a-89f8-4339-abfb-955ce2852458 req-53890210-1943-4473-8c07-7cca770c6187 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0557036 Jan 31 16:42:02.126068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-41b4440a-89f8-4339-abfb-955ce2852458 req-5f3bc68f-50a1-47e0-bb92-09cabd028e9a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333595 Jan 31 16:42:03.265447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647acab0-0e66-4423-ac18-31a049cbb1a5 req-72fbf6a5-de90-4373-846c-6d294058572c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:03.266954 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-647acab0-0e66-4423-ac18-31a049cbb1a5 req-72fbf6a5-de90-4373-846c-6d294058572c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0698144 Jan 31 16:42:03.305719 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-647acab0-0e66-4423-ac18-31a049cbb1a5 req-2708e0e2-1c46-4fa9-b5c9-c9187a3dd60e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326655 Jan 31 16:42:04.077259 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:42:04.447238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8a56c-2508-4f2d-99ca-9dce1dabc334 req-f5e932f9-307e-4688-a5a8-d6a60256c3c3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:04.448783 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8c8a56c-2508-4f2d-99ca-9dce1dabc334 req-f5e932f9-307e-4688-a5a8-d6a60256c3c3 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0589826 Jan 31 16:42:04.501815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d8c8a56c-2508-4f2d-99ca-9dce1dabc334 req-a920deac-ab2d-4be9-8c79-199de31e6d05 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468779 Jan 31 16:42:05.631252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8299f2e-8a37-4e07-8847-20c2b7240104 req-20fa9e4c-e482-4b29-aef4-4928b5f77668 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:05.633104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c8299f2e-8a37-4e07-8847-20c2b7240104 req-20fa9e4c-e482-4b29-aef4-4928b5f77668 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0513406 Jan 31 16:42:05.673813 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c8299f2e-8a37-4e07-8847-20c2b7240104 req-7b1e13fc-1cd3-490d-b36b-8b93dc6d7850 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343087 Jan 31 16:42:06.811287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03bb14-57fc-4a7b-9e3c-bc30cc45b863 req-18459a18-b1d1-49b1-b1d1-e9ab91026ea2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:06.812767 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d03bb14-57fc-4a7b-9e3c-bc30cc45b863 req-18459a18-b1d1-49b1-b1d1-e9ab91026ea2 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0655890 Jan 31 16:42:06.853108 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d03bb14-57fc-4a7b-9e3c-bc30cc45b863 req-8adbec2c-f909-4bff-8655-818718ac4363 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338278 Jan 31 16:42:07.973547 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2b5d-402b-4118-a46e-656d993cfd23 req-d6ce2ab2-a079-478f-83d9-7903bc38e664 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:07.975036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa3f2b5d-402b-4118-a46e-656d993cfd23 req-d6ce2ab2-a079-478f-83d9-7903bc38e664 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0509713 Jan 31 16:42:08.019665 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa3f2b5d-402b-4118-a46e-656d993cfd23 req-18c7f26e-0b79-4186-8dfe-15f4227deee6 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359900 Jan 31 16:42:08.341777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432e91e-5095-4ffe-b1de-300caf446386 req-f989b31f-9c02-45f6-a930-f25f5f264116 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:08.343218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-f989b31f-9c02-45f6-a930-f25f5f264116 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.30 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&binding%3Ahost_id=n-h1-827120-1 HTTP/1.1" status: 200 len: 943 time: 0.0776074 Jan 31 16:42:08.362689 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c89227-0e2a-4afa-8056-3a094382e9cd req-72452e1c-4dc4-4a3a-a84a-2a1d25981ce1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:08.364212 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9c89227-0e2a-4afa-8056-3a094382e9cd req-72452e1c-4dc4-4a3a-a84a-2a1d25981ce1 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0719330 Jan 31 16:42:08.441493 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9c89227-0e2a-4afa-8056-3a094382e9cd req-7826485a-f666-4aac-8109-c5b833a9de79 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569060 Jan 31 16:42:08.443174 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-6b48f972-eb5c-4178-b472-9612cad41f3e service neutron] 10.222.0.30 "GET /v2.0/ports/2416aa2c-769d-4633-a830-500a070e7b33/bindings/n-h1-827120-1 HTTP/1.1" status: 200 len: 382 time: 0.0928106 Jan 31 16:42:08.506316 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432e91e-5095-4ffe-b1de-300caf446386 req-f820a1c4-1c80-4a62-b05e-516a18072fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:08.508167 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-f820a1c4-1c80-4a62-b05e-516a18072fe4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1094 time: 0.0420642 Jan 31 16:42:08.602631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432e91e-5095-4ffe-b1de-300caf446386 req-59865c85-3ad8-4d72-adb6-2d76d63e06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:08.604124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-59865c85-3ad8-4d72-adb6-2d76d63e06e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0886257 Jan 31 16:42:08.678767 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-7cd9551b-d6db-481c-a931-8ae957823e23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 999 time: 0.0677471 Jan 31 16:42:08.729014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432e91e-5095-4ffe-b1de-300caf446386 req-847ceae4-c542-4b7b-9887-54ca5b10c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:08.730524 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-847ceae4-c542-4b7b-9887-54ca5b10c9b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0452580 Jan 31 16:42:08.778650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432e91e-5095-4ffe-b1de-300caf446386 req-7c61eb8f-ecc7-472c-b2f2-86f7569b2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:08.780045 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-7c61eb8f-ecc7-472c-b2f2-86f7569b2770 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425858 Jan 31 16:42:08.876073 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-847f2971-ef9e-4050-b4ea-c250e8d2724d service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893936 Jan 31 16:42:08.983487 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-40eba5cf-5687-4827-be57-0c6c3648b976 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998313 Jan 31 16:42:09.579283 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0438-eea1-4f20-bc2b-fde2f325aa99 req-a0c1e262-39ec-458d-82c8-d34736ad3e95 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:09.580747 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-312c0438-eea1-4f20-bc2b-fde2f325aa99 req-a0c1e262-39ec-458d-82c8-d34736ad3e95 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 943 time: 0.0589597 Jan 31 16:42:09.619018 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-312c0438-eea1-4f20-bc2b-fde2f325aa99 req-abdf83b3-8da9-44c5-9da8-4ae05f931a95 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Jan 31 16:42:10.371012 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2416aa2c-769d-4633-a830-500a070e7b33 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:42:10.471172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:10.481918 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '2416aa2c-769d-4633-a830-500a070e7b33', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'port_id': '2416aa2c-769d-4633-a830-500a070e7b33', 'mac_address': 'fa:16:3e:3d:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:42:10.523742 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:10.541798 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2416aa2c-769d-4633-a830-500a070e7b33 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:42:10.563894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:10.568930 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:10.624224 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:10.752608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be04ed7-245a-486e-baec-1e67a51fe836 req-fd5c7ffa-1a47-47a2-b3d8-ec86bd79950e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:10.754169 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0be04ed7-245a-486e-baec-1e67a51fe836 req-fd5c7ffa-1a47-47a2-b3d8-ec86bd79950e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0631983 Jan 31 16:42:10.800183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0be04ed7-245a-486e-baec-1e67a51fe836 req-8c81cc20-050f-44da-b9ec-e0f341a3a5fa tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395083 Jan 31 16:42:11.929934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48584b-060e-4019-88f9-4f3b0dac8bb5 req-8e8821e2-8494-4bc4-9eb1-0d2097752a53 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:11.932121 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef48584b-060e-4019-88f9-4f3b0dac8bb5 req-8e8821e2-8494-4bc4-9eb1-0d2097752a53 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0592945 Jan 31 16:42:11.972056 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ef48584b-060e-4019-88f9-4f3b0dac8bb5 req-70096a10-c755-483d-939f-a7dd49be65da tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333202 Jan 31 16:42:12.909695 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432e91e-5095-4ffe-b1de-300caf446386 req-ac71ac9b-61e8-4d74-a2c1-847e02c0afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:12.911268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-ac71ac9b-61e8-4d74-a2c1-847e02c0afc5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed&tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74 HTTP/1.1" status: 200 len: 1095 time: 0.0544331 Jan 31 16:42:12.922730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:42:12.976666 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:13.089068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbb35b-c26e-4a3a-9da3-29f17eeca207 req-e5fa06f6-868f-4b58-ba2d-d5e8e98c5160 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:13.090601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6cbb35b-c26e-4a3a-9da3-29f17eeca207 req-e5fa06f6-868f-4b58-ba2d-d5e8e98c5160 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0495212 Jan 31 16:42:13.134032 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c6cbb35b-c26e-4a3a-9da3-29f17eeca207 req-2475289c-0f47-49af-bbea-e2c8a4143723 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362561 Jan 31 16:42:13.196846 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:13.230897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:42:13.269289 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2416aa2c-769d-4633-a830-500a070e7b33 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:42:13.277934 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:13.288877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Ignored duplicate provisioning block setup for port 2416aa2c-769d-4633-a830-500a070e7b33 by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 31 16:42:13.292966 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:13.339473 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=9']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:13.377287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:13.377663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:13.378024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:13.378348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:13.378665 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:13.378967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:13.379280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:13.379592 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:13.379903 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:13.380216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:13.380522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:13.380819 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:13.426321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] No DVR routers for this DVR port 2416aa2c-769d-4633-a830-500a070e7b33 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:42:13.565776 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Attempting to bind port 2416aa2c-769d-4633-a830-500a070e7b33 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:42:13.566593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Attempting to bind port 2416aa2c-769d-4633-a830-500a070e7b33 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:42:13.566593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Attempting to bind port 2416aa2c-769d-4633-a830-500a070e7b33 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:42:13.573011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Port 2416aa2c-769d-4633-a830-500a070e7b33 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:42:13.573356 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Attempting to bind port 2416aa2c-769d-4633-a830-500a070e7b33 on network 6ee27edd-3cda-45d7-b011-cfe0457d79bf {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:42:13.578673 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:42:13.579005 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Checking segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:42:13.579380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Bound using segment: {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:42:13.579791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Bound port: 2416aa2c-769d-4633-a830-500a070e7b33, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4943e9b3-1a2d-48d1-8d5b-d189664762b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:42:13.580141 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:13.645431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:42:13.649003 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:42:13.656174 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:13.692954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:13.693573 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:13.694951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 1091 time: 0.7767107 Jan 31 16:42:13.695398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:42:13.697681 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0a38bc-754f-4699-8e69-365612dce654" -d '{"events": [{"name": "network-changed", "server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:42:13.731416 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0839d02-18ef-44ae-8832-84b6725b05b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=10']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:13.753875 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23d0ad8-7618-4097-b4d0-1080b79f9e2b x-openstack-request-id: req-e23d0ad8-7618-4097-b4d0-1080b79f9e2b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:42:13.754162 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:42:13.754409 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e23d0ad8-7618-4097-b4d0-1080b79f9e2b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:42:13.754811 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33', 'status': 'completed', 'code': 200} Jan 31 16:42:13.766478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b4d21cff-2da3-4888-9b92-3162ffcb336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:13.767983 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-b4d21cff-2da3-4888-9b92-3162ffcb336f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1095 time: 0.0495083 Jan 31 16:42:13.845039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a38bc-754f-4699-8e69-365612dce654 req-6396e128-63e1-46e2-8828-9945e3b810a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:13.848290 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-6396e128-63e1-46e2-8828-9945e3b810a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1095 time: 0.0635738 Jan 31 16:42:13.869575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432e91e-5095-4ffe-b1de-300caf446386 req-8016ecf3-199d-45e1-aad2-fc785cfe00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:13.871056 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-8016ecf3-199d-45e1-aad2-fc785cfe00c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0964363 Jan 31 16:42:13.940904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-fc6d14a5-3818-420d-888d-90c82bf77f64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 999 time: 0.0625432 Jan 31 16:42:13.948827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a38bc-754f-4699-8e69-365612dce654 req-34259b6e-b10f-47ca-94bf-28873184607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:13.950360 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-34259b6e-b10f-47ca-94bf-28873184607f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.0936806 Jan 31 16:42:14.003913 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432e91e-5095-4ffe-b1de-300caf446386 req-00303308-8c52-4d6f-ae3e-30096e7b818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:14.005285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-00303308-8c52-4d6f-ae3e-30096e7b818d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0580521 Jan 31 16:42:14.027048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-7583e2d5-2c29-4377-b89f-e98e0373435a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 999 time: 0.0647402 Jan 31 16:42:14.052071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432e91e-5095-4ffe-b1de-300caf446386 req-e85169c2-81f7-47cf-8fed-1bd9313188e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:14.053593 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-e85169c2-81f7-47cf-8fed-1bd9313188e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414667 Jan 31 16:42:14.078073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a38bc-754f-4699-8e69-365612dce654 req-cb58a86b-f457-4926-8f60-dd6e744ca0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:14.079524 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-cb58a86b-f457-4926-8f60-dd6e744ca0bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0427198 Jan 31 16:42:14.134391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a38bc-754f-4699-8e69-365612dce654 req-c069cad3-94ab-4811-bb00-271d3ac04f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:14.135933 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-c069cad3-94ab-4811-bb00-271d3ac04f21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462530 Jan 31 16:42:14.144797 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-a6910049-c884-4192-b261-66ca1f4fdfd2 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843990 Jan 31 16:42:14.242215 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2432e91e-5095-4ffe-b1de-300caf446386 req-79199cf0-053b-400e-81f1-601d72ecf6f9 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908043 Jan 31 16:42:14.259559 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-4e51969c-98bc-4323-bdd7-ec30923da9a4 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127439 Jan 31 16:42:14.275377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab7827-bc7f-4433-be07-c63e7e1b675d req-a75dc9dc-a3ad-4d29-b04e-a35ae94c7e47 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:14.276810 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcab7827-bc7f-4433-be07-c63e7e1b675d req-a75dc9dc-a3ad-4d29-b04e-a35ae94c7e47 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0696211 Jan 31 16:42:14.330252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a38bc-754f-4699-8e69-365612dce654 req-d9cd06a5-7028-432b-975f-fa33171632c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:14.331841 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-d9cd06a5-7028-432b-975f-fa33171632c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 1095 time: 0.0451045 Jan 31 16:42:14.370627 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dcab7827-bc7f-4433-be07-c63e7e1b675d req-f7f1a288-bb32-462f-82ec-98650ca15812 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852065 Jan 31 16:42:14.382374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2416aa2c-769d-4633-a830-500a070e7b33 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:42:14.401024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-9d83689f-c591-4341-925c-722f4231dcfe service neutron] 10.222.0.30 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228733 Jan 31 16:42:14.425991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 2416aa2c-769d-4633-a830-500a070e7b33 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:42:14.436753 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a38bc-754f-4699-8e69-365612dce654 req-ea2d3090-111d-4697-bee2-f7768557794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:14.438443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-ea2d3090-111d-4697-bee2-f7768557794b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 200 len: 912 time: 0.1003494 Jan 31 16:42:14.507394 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-9d073934-72b3-49ce-aaa2-40fabc6d41a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 200 len: 999 time: 0.0613680 Jan 31 16:42:14.560134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a38bc-754f-4699-8e69-365612dce654 req-f16196bb-8db7-4073-a1f9-dedbfefbe61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:14.561619 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-f16196bb-8db7-4073-a1f9-dedbfefbe61e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 200 len: 850 time: 0.0471647 Jan 31 16:42:14.615135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a38bc-754f-4699-8e69-365612dce654 req-db0390aa-b674-4352-9ded-367c82f34a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:14.616663 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-db0390aa-b674-4352-9ded-367c82f34a6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ee27edd-3cda-45d7-b011-cfe0457d79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489213 Jan 31 16:42:14.715757 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-a4cb8741-df94-405b-9e29-946a7f5ac803 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918787 Jan 31 16:42:14.823098 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-df0a38bc-754f-4699-8e69-365612dce654 req-1b2aed04-90de-46e5-b10d-bbb6ef3026d0 service neutron] 10.222.0.20 "GET /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000853 Jan 31 16:42:15.532169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca0bab-8da2-432a-aa28-bf77db980bd5 req-51dc7e24-61bf-4394-b970-97d7091b434e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:15.533755 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-deca0bab-8da2-432a-aa28-bf77db980bd5 req-51dc7e24-61bf-4394-b970-97d7091b434e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0567207 Jan 31 16:42:15.577883 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-deca0bab-8da2-432a-aa28-bf77db980bd5 req-f5259e27-9590-465e-9793-6a90b133e161 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380130 Jan 31 16:42:16.723397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37024d-500b-43ce-9afd-e304bc7798d3 req-acc915e6-a094-4384-87fe-f864171e4268 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:16.725841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e37024d-500b-43ce-9afd-e304bc7798d3 req-acc915e6-a094-4384-87fe-f864171e4268 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0617177 Jan 31 16:42:16.805066 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e37024d-500b-43ce-9afd-e304bc7798d3 req-8bd1168a-e987-4c5f-8dc2-f22fb9c45d8d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718219 Jan 31 16:42:17.308890 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-326fe73c-8e51-45d7-b4eb-7624510c0da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:17.930500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4074289-c670-436a-8b59-8ff341b77dff req-28fec8d0-869f-4767-ade9-0367ca476c46 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:17.932005 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e4074289-c670-436a-8b59-8ff341b77dff req-28fec8d0-869f-4767-ade9-0367ca476c46 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0573092 Jan 31 16:42:17.984137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e4074289-c670-436a-8b59-8ff341b77dff req-5824b80e-076a-4119-a742-358066fde6b0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435309 Jan 31 16:42:19.108225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc0cdb-2ac3-4cb7-9259-fc2b7e22e2a1 req-ab5a0921-09ad-4b19-a363-5d7a27f9ae1a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:19.109728 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6ddc0cdb-2ac3-4cb7-9259-fc2b7e22e2a1 req-ab5a0921-09ad-4b19-a363-5d7a27f9ae1a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0505385 Jan 31 16:42:19.151530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6ddc0cdb-2ac3-4cb7-9259-fc2b7e22e2a1 req-4a8ca016-dc35-4ac4-8603-f9e25d6b874d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355711 Jan 31 16:42:19.740972 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e898ff79-b667-4e63-add1-0fc021376d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:20.281221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa1a73-f80f-4d25-8892-2d8a4b1fea0c req-540cfbe9-6ef9-4bcb-9caa-40603049c4ae tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:20.282726 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-32aa1a73-f80f-4d25-8892-2d8a4b1fea0c req-540cfbe9-6ef9-4bcb-9caa-40603049c4ae tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0569899 Jan 31 16:42:20.322550 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-32aa1a73-f80f-4d25-8892-2d8a4b1fea0c req-4740f5e6-90ef-4859-90cb-bde51ba73ec0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335269 Jan 31 16:42:21.029670 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:21.447021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7d22-4b8e-4b35-8a74-7c45cb104821 req-98854ba1-0569-4c75-b99f-180427c5c5ee tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:21.448608 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1aae7d22-4b8e-4b35-8a74-7c45cb104821 req-98854ba1-0569-4c75-b99f-180427c5c5ee tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0517666 Jan 31 16:42:21.488564 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1aae7d22-4b8e-4b35-8a74-7c45cb104821 req-8eb2a0ad-afba-4a92-bdc1-5ec514b43bcf tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336022 Jan 31 16:42:22.466287 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:22.609915 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:22.612440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c2615-7283-48ac-9c0e-ff6a7e8144e7 req-4f887e0e-1eb4-4485-af52-0fb6701e7a13 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:22.614082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb9c2615-7283-48ac-9c0e-ff6a7e8144e7 req-4f887e0e-1eb4-4485-af52-0fb6701e7a13 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0551336 Jan 31 16:42:22.655015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb9c2615-7283-48ac-9c0e-ff6a7e8144e7 req-308901c2-fe9e-41a4-956d-467677b20bc5 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347202 Jan 31 16:42:23.775155 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f240d7-2f8b-469b-9107-3fd0faef520a req-3c3a86e0-404b-42e7-9778-f59db3740247 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:23.776654 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47f240d7-2f8b-469b-9107-3fd0faef520a req-3c3a86e0-404b-42e7-9778-f59db3740247 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0510612 Jan 31 16:42:23.818459 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-47f240d7-2f8b-469b-9107-3fd0faef520a req-c9806d39-31ac-4796-af6a-2aa80c32ef70 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354793 Jan 31 16:42:24.948791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94890850-54ad-4b85-b0c6-3c807f91e8f2 req-096a6559-daca-42ce-9d48-0e5765c1c4fe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:24.951035 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94890850-54ad-4b85-b0c6-3c807f91e8f2 req-096a6559-daca-42ce-9d48-0e5765c1c4fe tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0594656 Jan 31 16:42:25.004758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-94890850-54ad-4b85-b0c6-3c807f91e8f2 req-74027bef-f5e2-4b1d-8274-cd20dcf1f2c4 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464373 Jan 31 16:42:25.991718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2416aa2c-769d-4633-a830-500a070e7b33 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:42:26.101153 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:26.119125 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '2416aa2c-769d-4633-a830-500a070e7b33', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'port_id': '2416aa2c-769d-4633-a830-500a070e7b33', 'mac_address': 'fa:16:3e:3d:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:42:26.151061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf947f-9fb8-41cc-9919-1cc1024fb26c req-ab57f6fd-4b59-4ffa-a8fb-deed98b8dddd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:26.153487 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7fbf947f-9fb8-41cc-9919-1cc1024fb26c req-ab57f6fd-4b59-4ffa-a8fb-deed98b8dddd tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 944 time: 0.0771637 Jan 31 16:42:26.179871 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:26.188536 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:26.193304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2416aa2c-769d-4633-a830-500a070e7b33 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:42:26.194918 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7fbf947f-9fb8-41cc-9919-1cc1024fb26c req-d6094a6d-ada4-4b6c-9a27-a6275f934b30 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343099 Jan 31 16:42:26.216041 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:26.221527 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:26.282263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=11']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:26.290610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:26.290967 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:26.291300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:26.291629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:26.291950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:26.292274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:26.292597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:26.292907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:26.293257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:26.293705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:26.294023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:26.294334 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:42:26.320517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304962a-172d-445b-b058-39c901014c59 req-5aff38c3-e2fc-4943-8fff-665ae5312d64 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:26.322043 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2304962a-172d-445b-b058-39c901014c59 req-5aff38c3-e2fc-4943-8fff-665ae5312d64 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0553670 Jan 31 16:42:26.362088 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2304962a-172d-445b-b058-39c901014c59 req-262047ea-1728-4222-badd-598ccd3aed5b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332513 Jan 31 16:42:26.454068 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['2416aa2c-769d-4633-a830-500a070e7b33'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:42:26.479831 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05fbd0-50e2-485f-8d1f-e55771b78014 req-22f32b2b-f291-4aee-b6d1-6b53d49f7d7b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:26.481415 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e05fbd0-50e2-485f-8d1f-e55771b78014 req-22f32b2b-f291-4aee-b6d1-6b53d49f7d7b tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0510690 Jan 31 16:42:26.525153 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0e05fbd0-50e2-485f-8d1f-e55771b78014 req-c9674066-ad95-4435-aa7b-07ca4d005330 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369453 Jan 31 16:42:26.778132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ab935-95cf-4765-b17d-b90e341b7885 req-4f87c534-ccb8-49a3-8514-8ea122bf5de0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:26.779695 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-724ab935-95cf-4765-b17d-b90e341b7885 req-4f87c534-ccb8-49a3-8514-8ea122bf5de0 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0501275 Jan 31 16:42:26.825524 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-724ab935-95cf-4765-b17d-b90e341b7885 req-6a78a259-eb25-4646-8aa4-bcfa472ae579 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390127 Jan 31 16:42:27.957498 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17b582-86cd-4135-b0a9-fa8c98b2f174 req-2f1d465d-888a-4cc4-9acd-75739538817d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:27.959152 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6e17b582-86cd-4135-b0a9-fa8c98b2f174 req-2f1d465d-888a-4cc4-9acd-75739538817d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 945 time: 0.0574825 Jan 31 16:42:27.999810 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2416aa2c-769d-4633-a830-500a070e7b33 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:42:28.008916 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6e17b582-86cd-4135-b0a9-fa8c98b2f174 req-38640219-cea1-4c3b-b6e2-7df7f066d78d tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups?id=a139b1d8-b689-4566-a5d5-0a8488eee89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403686 Jan 31 16:42:28.055872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 2416aa2c-769d-4633-a830-500a070e7b33 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:42:28.060725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 2416aa2c-769d-4633-a830-500a070e7b33 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:42:28.061107 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:28.157622 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:28.184753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:42:28.187153 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d71bd9c-43e7-4711-a2bd-144f2d47ebf8" -d '{"events": [{"server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "name": "network-vif-plugged", "status": "completed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:42:28.200425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:28.206043 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:28.232748 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11064f5a-7be4-4904-a26d-e9b981aecf7e x-openstack-request-id: req-11064f5a-7be4-4904-a26d-e9b981aecf7e {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:42:28.233213 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "name": "network-vif-plugged", "status": "completed", "tag": "2416aa2c-769d-4633-a830-500a070e7b33", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:42:28.233656 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11064f5a-7be4-4904-a26d-e9b981aecf7e {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:42:28.234252 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33', 'code': 200} Jan 31 16:42:28.267505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=12']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:28.280954 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:28.356104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-ce99b1b2-9745-476c-91c6-0ce28615696e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:28.357724 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-ce99b1b2-9745-476c-91c6-0ce28615696e tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.20 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 946 time: 0.0508096 Jan 31 16:42:28.457627 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Deleting port 2416aa2c-769d-4633-a830-500a070e7b33 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:42:28.457953 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:28.550476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] For port 2416aa2c-769d-4633-a830-500a070e7b33, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=2416aa2c-769d-4633-a830-500a070e7b33,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:28.550748 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:28.797323 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:28.797744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:28.798117 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d disassociated. External IP: 172.25.1.79, port: 2416aa2c-769d-4633-a830-500a070e7b33. Jan 31 16:42:28.798458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Calling delete_port for 2416aa2c-769d-4633-a830-500a070e7b33 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:42:28.948622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:28.984984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event deleted for resources: {'Port': ['ID=2416aa2c-769d-4633-a830-500a070e7b33,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:29.128005 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b7b32084-f42c-428c-baee-ce84015fa50f req-7da8efec-10fb-44e1-8a7c-5851ecc6870a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 210 time: 0.0342157 Jan 31 16:42:29.140572 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Router 9331f812-3508-4131-b489-cca07fa3d0a8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:42:29.262102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:42:29.274142 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7657e49-5e5f-4a00-bf05-8ea07061269e None None] Sync routers for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:42:29.284111 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7657e49-5e5f-4a00-bf05-8ea07061269e None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:42:29.284938 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f7657e49-5e5f-4a00-bf05-8ea07061269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:42:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:42:29.305089 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] No DVR routers for this DVR port 2416aa2c-769d-4633-a830-500a070e7b33 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:42:29.308140 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:29.311759 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-87aedae8-6c76-449b-9726-43466b1b4e9a req-a5431217-f066-45f6-a2ef-027663635c78 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.20 "DELETE /v2.0/ports/2416aa2c-769d-4633-a830-500a070e7b33 HTTP/1.1" status: 204 len: 173 time: 0.9481382 Jan 31 16:42:29.312221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'name': 'network-vif-deleted', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:42:29.314657 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106d2302-79d7-47b4-b85f-abeb6f20ec03" -d '{"events": [{"server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "name": "network-vif-deleted", "tag": "2416aa2c-769d-4633-a830-500a070e7b33"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:42:29.361440 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ed146-7bff-40be-8088-72ebe93ef0d3 x-openstack-request-id: req-cc6ed146-7bff-40be-8088-72ebe93ef0d3 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:42:29.361768 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed", "name": "network-vif-deleted", "tag": "2416aa2c-769d-4633-a830-500a070e7b33", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:42:29.362010 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc6ed146-7bff-40be-8088-72ebe93ef0d3 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:42:29.362608 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed', 'name': 'network-vif-deleted', 'tag': '2416aa2c-769d-4633-a830-500a070e7b33', 'status': 'completed', 'code': 200} Jan 31 16:42:29.399303 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-f7657e49-5e5f-4a00-bf05-8ea07061269e None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:42:29.619455 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f7657e49-5e5f-4a00-bf05-8ea07061269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:42:29.649795 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7657e49-5e5f-4a00-bf05-8ea07061269e None None] Checking router: 9331f812-3508-4131-b489-cca07fa3d0a8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:42:29.659424 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7657e49-5e5f-4a00-bf05-8ea07061269e None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:42:29.660044 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f7657e49-5e5f-4a00-bf05-8ea07061269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:42:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:42:29.769194 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-f7657e49-5e5f-4a00-bf05-8ea07061269e None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:42:30.096682 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f7657e49-5e5f-4a00-bf05-8ea07061269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:42:30.123782 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7657e49-5e5f-4a00-bf05-8ea07061269e None None] The sync data for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 is: [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:38:13Z', 'revision_number': 4, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e6602b79-1799-4e88-8ba8-d5feceecbc56', 'name': '', 'network_id': '6ee27edd-3cda-45d7-b011-cfe0457d79bf', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'mac_address': 'fa:16:3e:57:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:13Z', 'updated_at': '2022-01-31T16:38:16Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'subnets': [{'id': '5ac08232-eda3-4f3d-9814-17f7007624e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:42:30.249524 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-44151bfd-bf5b-45c6-88c9-bad64e046f09 req-ba48efff-ff8a-47d3-bb5e-aefcdb98a3ed tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 210 time: 0.0279891 Jan 31 16:42:30.397888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dac7cc-6037-442a-8377-811d6bc688b9 None None] New status for floating IP 3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:42:31.371715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a174b8c-bd5d-407b-a442-4632a8fecae1 req-0993e127-85d2-4107-ba33-2cfcdc861f3c tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 210 time: 0.0398581 Jan 31 16:42:32.014503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2416aa2c-769d-4633-a830-500a070e7b33 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:42:32.035348 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 2416aa2c-769d-4633-a830-500a070e7b33 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:42:32.035682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 2416aa2c-769d-4633-a830-500a070e7b33 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:42:32.487899 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9eeb1a9e-54c6-437c-920a-b9130b476daa req-14316785-0ba8-48f9-93b5-d8490c363a20 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/ports?device_id=0db6b9c5-a8cc-4c47-8a9c-ca3f4f7618ed HTTP/1.1" status: 200 len: 210 time: 0.0339074 Jan 31 16:42:36.508620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38580) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:42:36.572948 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a80d7510-9409-4524-8c55-3d5c5d9f501f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:36.598029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a80d7510-9409-4524-8c55-3d5c5d9f501f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:36.655048 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a80d7510-9409-4524-8c55-3d5c5d9f501f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:36.658554 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a80d7510-9409-4524-8c55-3d5c5d9f501f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:36.661034 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a80d7510-9409-4524-8c55-3d5c5d9f501f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "DELETE /v2.0/security-groups/a139b1d8-b689-4566-a5d5-0a8488eee89e HTTP/1.1" status: 204 len: 168 time: 0.1504493 Jan 31 16:42:36.664444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38582) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:42:36.675336 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d7510-9409-4524-8c55-3d5c5d9f501f tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a139b1d8-b689-4566-a5d5-0a8488eee89e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:36.679624 n-d-827120-1 neutron-server[108772]: INFO neutron.api.v2.resource [None req-b38f70ee-abdf-4313-9163-a35cc392a13a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] show failed (client error): The resource could not be found. Jan 31 16:42:36.685369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38584) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:42:36.698977 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b38f70ee-abdf-4313-9163-a35cc392a13a tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "GET /v2.0/security-groups/a139b1d8-b689-4566-a5d5-0a8488eee89e HTTP/1.1" status: 404 len: 347 time: 0.0339642 Jan 31 16:42:36.828898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-da3074a2-cd3e-49de-be35-abbcc0716b76 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Deleting port 713f74ec-593e-45e8-9486-2ddf08e8ac22 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:42:36.829133 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da3074a2-cd3e-49de-be35-abbcc0716b76 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:36.919394 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da3074a2-cd3e-49de-be35-abbcc0716b76 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:36.919718 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da3074a2-cd3e-49de-be35-abbcc0716b76 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:36.932459 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-da3074a2-cd3e-49de-be35-abbcc0716b76 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Calling delete_port for 713f74ec-593e-45e8-9486-2ddf08e8ac22 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:42:37.076005 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da3074a2-cd3e-49de-be35-abbcc0716b76 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:37.102953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3074a2-cd3e-49de-be35-abbcc0716b76 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Pushing event deleted for resources: {'Port': ['ID=713f74ec-593e-45e8-9486-2ddf08e8ac22,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:37.170880 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da3074a2-cd3e-49de-be35-abbcc0716b76 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:37.173345 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-da3074a2-cd3e-49de-be35-abbcc0716b76 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:37.174650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-da3074a2-cd3e-49de-be35-abbcc0716b76 tempest-ServerActionsTestJSON-666762393 tempest-ServerActionsTestJSON-666762393-project] 10.222.0.36 "DELETE /v2.0/floatingips/3c0c79c3-18b2-4f9b-9b13-c9a51af9e37d HTTP/1.1" status: 204 len: 168 time: 0.4879155 Jan 31 16:42:37.179693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38586) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:42:37.554882 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc199033-7da1-47a2-be8d-a334088c01aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:37.812348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-fc199033-7da1-47a2-be8d-a334088c01aa admin admin] Deleting port e6602b79-1799-4e88-8ba8-d5feceecbc56 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:42:37.812579 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc199033-7da1-47a2-be8d-a334088c01aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:37.900990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-fc199033-7da1-47a2-be8d-a334088c01aa admin admin] For port e6602b79-1799-4e88-8ba8-d5feceecbc56, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e6602b79-1799-4e88-8ba8-d5feceecbc56,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:37.901422 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc199033-7da1-47a2-be8d-a334088c01aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:37.920253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-fc199033-7da1-47a2-be8d-a334088c01aa admin admin] Calling delete_port for e6602b79-1799-4e88-8ba8-d5feceecbc56 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:42:38.110017 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc199033-7da1-47a2-be8d-a334088c01aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:38.146469 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc199033-7da1-47a2-be8d-a334088c01aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e6602b79-1799-4e88-8ba8-d5feceecbc56,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:38.332084 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fc199033-7da1-47a2-be8d-a334088c01aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:38.915274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc199033-7da1-47a2-be8d-a334088c01aa admin admin] Router 9331f812-3508-4131-b489-cca07fa3d0a8 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:42:39.023366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc199033-7da1-47a2-be8d-a334088c01aa admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:42:39.028728 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fc199033-7da1-47a2-be8d-a334088c01aa admin admin] 10.222.0.36 "PUT /v2.0/routers/9331f812-3508-4131-b489-cca07fa3d0a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8474467 Jan 31 16:42:39.031126 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38588) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:42:39.034129 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95bec43-41ab-45e3-b344-52666b222d86 None None] Sync routers for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:42:39.044229 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95bec43-41ab-45e3-b344-52666b222d86 None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:42:39.044848 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c95bec43-41ab-45e3-b344-52666b222d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:42:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:42:39.135355 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:39.152565 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-c95bec43-41ab-45e3-b344-52666b222d86 None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:42:39.238228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:39.298174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Deleting port 56309788-dd51-4ba5-8167-f662dc8eb30a {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:42:39.298449 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:39.333266 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c95bec43-41ab-45e3-b344-52666b222d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:42:38Z', 'revision_number': 5, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port': {'id': '56309788-dd51-4ba5-8167-f662dc8eb30a', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:38:11Z', 'updated_at': '2022-01-31T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:42:39.360229 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95bec43-41ab-45e3-b344-52666b222d86 None None] Checking router: 9331f812-3508-4131-b489-cca07fa3d0a8 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:42:39.369124 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95bec43-41ab-45e3-b344-52666b222d86 None None] Routers {'9331f812-3508-4131-b489-cca07fa3d0a8'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:42:39.369771 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c95bec43-41ab-45e3-b344-52666b222d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:42:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['9331f812-3508-4131-b489-cca07fa3d0a8'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:42:39.382141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] For port 56309788-dd51-4ba5-8167-f662dc8eb30a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=56309788-dd51-4ba5-8167-f662dc8eb30a,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:39.382525 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:39.395143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Calling delete_port for 56309788-dd51-4ba5-8167-f662dc8eb30a owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:42:39.453724 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-c95bec43-41ab-45e3-b344-52666b222d86 None None] Set router 9331f812-3508-4131-b489-cca07fa3d0a8 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:42:39.505378 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-c95bec43-41ab-45e3-b344-52666b222d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:42:39Z', 'revision_number': 6, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:42:39.535366 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95bec43-41ab-45e3-b344-52666b222d86 None None] The sync data for ids ['9331f812-3508-4131-b489-cca07fa3d0a8'] in n-d-827120-1 is: [{'id': '9331f812-3508-4131-b489-cca07fa3d0a8', 'name': 'tempest-ServerActionsTestJSON-701745415-router', 'tenant_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:38:10Z', 'updated_at': '2022-01-31T16:42:39Z', 'revision_number': 6, 'project_id': '47f4f33c8b044b5fa8f6c5e1b22c7a74', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:42:39.577227 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:39.607525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=56309788-dd51-4ba5-8167-f662dc8eb30a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:39.683458 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:39.780716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:39.783159 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:39.829103 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:39.829805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9331f812-3508-4131-b489-cca07fa3d0a8 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:42:39.835328 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:39.836601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a05d14f2-406d-49c5-9dcb-700855eb0ef5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9331f812-3508-4131-b489-cca07fa3d0a8 HTTP/1.1" status: 204 len: 168 time: 0.8045342 Jan 31 16:42:39.839476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38590) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:42:39.888427 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba2a15c-68e3-4042-a730-b44bdb2759a6 admin admin] Deleting subnet 5ac08232-eda3-4f3d-9814-17f7007624e4 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:42:39.892186 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a15c-68e3-4042-a730-b44bdb2759a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:39.930054 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a15c-68e3-4042-a730-b44bdb2759a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.022058 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a15c-68e3-4042-a730-b44bdb2759a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.086566 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a15c-68e3-4042-a730-b44bdb2759a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.114745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2a15c-68e3-4042-a730-b44bdb2759a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac08232-eda3-4f3d-9814-17f7007624e4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:40.117067 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a15c-68e3-4042-a730-b44bdb2759a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.120145 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2ba2a15c-68e3-4042-a730-b44bdb2759a6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5ac08232-eda3-4f3d-9814-17f7007624e4 HTTP/1.1" status: 204 len: 168 time: 0.2796004 Jan 31 16:42:40.122508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd20ea3-d2d3-44d3-9b14-cc3f67255557 None None] Network 6ee27edd-3cda-45d7-b011-cfe0457d79bf requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:42:40.123260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38592) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:42:40.193646 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.255061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Deleting port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:42:40.255483 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.325844 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] For port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:40.326202 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.340118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Calling delete_port for 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:42:40.341845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c0ba00-3035-401e-879c-96ef620828d3 None None] DHCP port deletion for 6ee27edd-3cda-45d7-b011-cfe0457d79bf request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:42:40.395857 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-58c0ba00-3035-401e-879c-96ef620828d3 None None] Deleting port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:42:40.396230 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-58c0ba00-3035-401e-879c-96ef620828d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.436516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.459804 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-58c0ba00-3035-401e-879c-96ef620828d3 None None] For port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af,segment=NetworkSegment(4943e9b3-1a2d-48d1-8d5b-d189664762b9),segment_id=4943e9b3-1a2d-48d1-8d5b-d189664762b9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:40.460514 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-58c0ba00-3035-401e-879c-96ef620828d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.472942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:40.478596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-58c0ba00-3035-401e-879c-96ef620828d3 None None] Calling delete_port for 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:42:40.482891 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] No DVR routers for this DVR port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:42:40.556714 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-58c0ba00-3035-401e-879c-96ef620828d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.561966 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.569011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0ba00-3035-401e-879c-96ef620828d3 None None] No DVR routers for this DVR port 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:42:40.588904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0ba00-3035-401e-879c-96ef620828d3 None None] Pushing event deleted for resources: {'Port': ['ID=3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:40.589165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee27edd-3cda-45d7-b011-cfe0457d79bf']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:42:40.600720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4943e9b3-1a2d-48d1-8d5b-d189664762b9') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:42:40.601018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4943e9b3-1a2d-48d1-8d5b-d189664762b9') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:42:40.610718 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.624358 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.632333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:42:40.632715 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:42:40.635042 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:42:40.697387 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.702623 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.706223 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] 10.222.0.36 "DELETE /v2.0/networks/6ee27edd-3cda-45d7-b011-cfe0457d79bf HTTP/1.1" status: 204 len: 168 time: 0.5822616 Jan 31 16:42:40.718898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b2db7-a7b8-40f7-9da5-51b81b127c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee27edd-3cda-45d7-b011-cfe0457d79bf,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:40.836708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38596) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:42:40.876850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-07afe467-a42a-4421-8918-4485856febf5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47f4f33c8b044b5fa8f6c5e1b22c7a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388916 Jan 31 16:42:40.879288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38598) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:42:40.932355 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9eb250b3-c2bd-445b-bdcf-c79afe2aeff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:40.954745 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9eb250b3-c2bd-445b-bdcf-c79afe2aeff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:41.005821 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9eb250b3-c2bd-445b-bdcf-c79afe2aeff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:41.008739 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9eb250b3-c2bd-445b-bdcf-c79afe2aeff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:41.010005 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9eb250b3-c2bd-445b-bdcf-c79afe2aeff3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6898d68-c0b9-4156-9665-bf8241ae1b18 HTTP/1.1" status: 204 len: 168 time: 0.1297429 Jan 31 16:42:41.017719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb250b3-c2bd-445b-bdcf-c79afe2aeff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6898d68-c0b9-4156-9665-bf8241ae1b18,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:41.075749 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:42:41.310600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e6602b79-1799-4e88-8ba8-d5feceecbc56 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:42:41.331515 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e6602b79-1799-4e88-8ba8-d5feceecbc56 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:42:41.331851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e6602b79-1799-4e88-8ba8-d5feceecbc56 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:42:41.332258 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:42:41.353274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:42:41.353640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3ba3fcc7-70f1-4b75-b9ec-cc0ea6b3d9af not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:42:41.354041 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 56309788-dd51-4ba5-8167-f662dc8eb30a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:42:41.372388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 56309788-dd51-4ba5-8167-f662dc8eb30a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:42:41.373008 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 56309788-dd51-4ba5-8167-f662dc8eb30a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:42:41.808372 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38620) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:42:41.916423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-853032459-network', 'tenant_id': '7455dab559504d7486e173851c32fb3c'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:42:41.940421 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Made reservation on behalf of 7455dab559504d7486e173851c32fb3c for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:42:41.943011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:41.952699 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:42.035959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:42.040612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:42.061381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:42:42.078145 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2b0853-aaa4-43e6-8305-141e1d0e83ca,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:42.081175 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:42.081535 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Added segment d4153055-67a6-4c5b-8b6e-0991952654f6 of type vlan for network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 Jan 31 16:42:42.121827 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:42.157650 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:42.158617 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:42.159208 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:42.207921 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3979483 Jan 31 16:42:42.211101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38624) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:42:42.216229 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ac80f79f-c9ff-4254-82a1-8d534b9fa27f admin admin] Request body: {'subnet': {'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-853032459-subnet', 'tenant_id': '7455dab559504d7486e173851c32fb3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:42:42.224970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b173fa2-f603-4d6a-93c8-3cbcae0a4436 admin admin] Pushing event updated for resources: {'Network': ['ID=58e5945c-c54a-4e2b-80b8-42eca4d5c922,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:42.238048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:42:42.243007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac80f79f-c9ff-4254-82a1-8d534b9fa27f admin admin] Made reservation on behalf of 7455dab559504d7486e173851c32fb3c for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:42:42.245375 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac80f79f-c9ff-4254-82a1-8d534b9fa27f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:42.419467 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac80f79f-c9ff-4254-82a1-8d534b9fa27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:42.474094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80f79f-c9ff-4254-82a1-8d534b9fa27f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fcf06bf-e6a7-4e2e-91bb-187e3d098761,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:42.485009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac80f79f-c9ff-4254-82a1-8d534b9fa27f admin admin] Checking segment: {'id': 'd4153055-67a6-4c5b-8b6e-0991952654f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:42:42.485367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80f79f-c9ff-4254-82a1-8d534b9fa27f admin admin] Network hostable DHCP agents. Network: 58e5945c-c54a-4e2b-80b8-42eca4d5c922, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:42:42.503652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80f79f-c9ff-4254-82a1-8d534b9fa27f admin admin] Network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:42:42.513549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ac80f79f-c9ff-4254-82a1-8d534b9fa27f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 58e5945c-c54a-4e2b-80b8-42eca4d5c922) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:42:42.517728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80f79f-c9ff-4254-82a1-8d534b9fa27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:42.518317 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac80f79f-c9ff-4254-82a1-8d534b9fa27f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:42.522815 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052bf37b-9374-418c-85ae-07c022cc5fe3 None None] Network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:42:42.537653 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ac80f79f-c9ff-4254-82a1-8d534b9fa27f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3253696 Jan 31 16:42:42.649565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06948aa7-ef9a-43ef-936c-46e8145aa152 None None] Network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:42:43.008226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62f804-727d-4334-b3bf-5951af3e871b req-4b281d29-fe32-4f75-97c6-57c2981b2a18 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:43.009755 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-4b281d29-fe32-4f75-97c6-57c2981b2a18 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/networks?id=58e5945c-c54a-4e2b-80b8-42eca4d5c922 HTTP/1.1" status: 200 len: 813 time: 0.1330009 Jan 31 16:42:43.026244 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-b94e6da4-6247-41c4-bf55-052239d1e5dd tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/quotas/7455dab559504d7486e173851c32fb3c HTTP/1.1" status: 200 len: 375 time: 0.0101979 Jan 31 16:42:43.061332 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-068eec55-709c-4890-ac16-886ec34905c5 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7455dab559504d7486e173851c32fb3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271809 Jan 31 16:42:43.085548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-7e9da709-4a0d-42ce-90dc-953d7b9e3ec0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:42:43.086696 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-7e9da709-4a0d-42ce-90dc-953d7b9e3ec0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081742 Jan 31 16:42:43.188740 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-f9ee6c7e-97fc-4879-93b8-2bd08790c0a5 service neutron] 10.222.0.36 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958579 Jan 31 16:42:43.627665 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-c3d9d8f9-f30b-42fc-93a0-0c413580227e service neutron] 10.222.0.36 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324405 Jan 31 16:42:43.799757 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb2fbc4f-f93c-4df5-923f-7d6d77888507 req-1f239e91-d51b-4e4e-bdf3-7f96274c1625 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 210 time: 0.0285366 Jan 31 16:42:44.813260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62f804-727d-4334-b3bf-5951af3e871b req-7c40075b-3831-44d5-bff1-f5ca19c7ec95 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:44.814830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-7c40075b-3831-44d5-bff1-f5ca19c7ec95 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.30 "GET /v2.0/networks?id=58e5945c-c54a-4e2b-80b8-42eca4d5c922 HTTP/1.1" status: 200 len: 813 time: 0.1120770 Jan 31 16:42:44.829794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-5c62f804-727d-4334-b3bf-5951af3e871b req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Request body: {'port': {'device_id': '829f9e5d-f69d-4717-b9ac-f173abc1707d', 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922', 'admin_state_up': True, 'tenant_id': '7455dab559504d7486e173851c32fb3c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:42:44.903006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-849d2784-de90-4b52-91fc-cab00e6b0916 req-f19f53f6-72a4-43d5-a7b3-d82f73d2a685 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 210 time: 0.0271096 Jan 31 16:42:44.944040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c62f804-727d-4334-b3bf-5951af3e871b req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Made reservation on behalf of 7455dab559504d7486e173851c32fb3c for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:42:44.947659 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c62f804-727d-4334-b3bf-5951af3e871b req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:45.076625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-5c62f804-727d-4334-b3bf-5951af3e871b req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Allocated IP 172.20.0.5 (58e5945c-c54a-4e2b-80b8-42eca4d5c922/2fcf06bf-e6a7-4e2e-91bb-187e3d098761/01794305-86ec-4099-b657-dfe32e4530f9) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:42:45.235374 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c62f804-727d-4334-b3bf-5951af3e871b req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:45.272965 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c62f804-727d-4334-b3bf-5951af3e871b req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:45.321926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c62f804-727d-4334-b3bf-5951af3e871b req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:42:45.325187 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-5c62f804-727d-4334-b3bf-5951af3e871b req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:42:45.329772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c62f804-727d-4334-b3bf-5951af3e871b req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:42:45.336690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Pushing event updated for resources: {'Port': ['ID=01794305-86ec-4099-b657-dfe32e4530f9,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:45.384081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62f804-727d-4334-b3bf-5951af3e871b req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:45.384692 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c62f804-727d-4334-b3bf-5951af3e871b req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:45.402422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-5f64fdf5-95cb-49f2-a9a9-8cf345556e6a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766497 Jan 31 16:42:45.477858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Request body: {'port': {'device_id': '829f9e5d-f69d-4717-b9ac-f173abc1707d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:42:45.541513 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:45.819783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01794305-86ec-4099-b657-dfe32e4530f9 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:42:45.827404 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:45.839479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Transition to ACTIVE for port object 01794305-86ec-4099-b657-dfe32e4530f9 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:42:45.844254 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:45.892616 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Pushing event updated for resources: {'Port': ['ID=01794305-86ec-4099-b657-dfe32e4530f9,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:45.970233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Attempting to bind port 01794305-86ec-4099-b657-dfe32e4530f9 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:42:45.970594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Attempting to bind port 01794305-86ec-4099-b657-dfe32e4530f9 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'd4153055-67a6-4c5b-8b6e-0991952654f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:42:45.970927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Attempting to bind port 01794305-86ec-4099-b657-dfe32e4530f9 on network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:42:45.977655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Port 01794305-86ec-4099-b657-dfe32e4530f9 on network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:42:45.978017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Attempting to bind port 01794305-86ec-4099-b657-dfe32e4530f9 on network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:42:45.992405 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:42:45.992712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Checking segment: {'id': 'd4153055-67a6-4c5b-8b6e-0991952654f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:42:45.993131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Bound using segment: {'id': 'd4153055-67a6-4c5b-8b6e-0991952654f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:42:45.993601 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Bound port: 01794305-86ec-4099-b657-dfe32e4530f9, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4153055-67a6-4c5b-8b6e-0991952654f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:42:45.993964 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:46.064072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d65989-8b59-443f-902b-9c978f4de036 req-149cabe6-0800-4b31-a4bd-e933917e5d2c tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:46.065903 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99d65989-8b59-443f-902b-9c978f4de036 req-149cabe6-0800-4b31-a4bd-e933917e5d2c tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 943 time: 0.0900173 Jan 31 16:42:46.103429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] For port 01794305-86ec-4099-b657-dfe32e4530f9, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:42:46.123819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] For port 01794305-86ec-4099-b657-dfe32e4530f9, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=01794305-86ec-4099-b657-dfe32e4530f9,segment=NetworkSegment(d4153055-67a6-4c5b-8b6e-0991952654f6),segment_id=d4153055-67a6-4c5b-8b6e-0991952654f6)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:42:46.129922 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-99d65989-8b59-443f-902b-9c978f4de036 req-6b0dbac7-1873-4e99-88af-343d715fcb47 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557201 Jan 31 16:42:46.131813 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:46.178018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:46.178639 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:46.180150 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] 10.222.0.30 "PUT /v2.0/ports/01794305-86ec-4099-b657-dfe32e4530f9 HTTP/1.1" status: 200 len: 1091 time: 0.7683866 Jan 31 16:42:46.180621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829f9e5d-f69d-4717-b9ac-f173abc1707d', 'tag': '01794305-86ec-4099-b657-dfe32e4530f9'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:42:46.183997 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc76eab-7ce7-46b0-a7f7-4344197d5815" -d '{"events": [{"name": "network-changed", "server_uuid": "829f9e5d-f69d-4717-b9ac-f173abc1707d", "tag": "01794305-86ec-4099-b657-dfe32e4530f9"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:42:46.210163 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48a1d4-9c6b-4337-a7df-cb43c924bb60 service neutron] Pushing event updated for resources: {'Port': ['ID=01794305-86ec-4099-b657-dfe32e4530f9,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:46.235019 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c73665d-2217-42ac-9fb7-df2c90985552 x-openstack-request-id: req-3c73665d-2217-42ac-9fb7-df2c90985552 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:42:46.235300 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829f9e5d-f69d-4717-b9ac-f173abc1707d", "tag": "01794305-86ec-4099-b657-dfe32e4530f9", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:42:46.235583 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c73665d-2217-42ac-9fb7-df2c90985552 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:42:46.236313 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829f9e5d-f69d-4717-b9ac-f173abc1707d', 'tag': '01794305-86ec-4099-b657-dfe32e4530f9', 'status': 'completed', 'code': 200} Jan 31 16:42:46.267326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62f804-727d-4334-b3bf-5951af3e871b req-9c3e485e-9fc9-4949-b258-cb6973e2a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:46.268855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-9c3e485e-9fc9-4949-b258-cb6973e2a1b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7455dab559504d7486e173851c32fb3c&device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 1094 time: 0.0462105 Jan 31 16:42:46.316346 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-706cadd1-1517-4530-980e-a84b3c6055a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01794305-86ec-4099-b657-dfe32e4530f9 HTTP/1.1" status: 200 len: 217 time: 0.0353222 Jan 31 16:42:46.372546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62f804-727d-4334-b3bf-5951af3e871b req-7e16e098-aadc-4615-9933-74442642c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:46.374062 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-7e16e098-aadc-4615-9933-74442642c466 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2fcf06bf-e6a7-4e2e-91bb-187e3d098761 HTTP/1.1" status: 200 len: 853 time: 0.0516176 Jan 31 16:42:46.411150 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-699142d3-f92d-4dc0-81e4-0174bec73f90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58e5945c-c54a-4e2b-80b8-42eca4d5c922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277545 Jan 31 16:42:46.510745 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-29d05b27-7243-4afb-b937-a29f285a0c6d service neutron] 10.222.0.30 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925720 Jan 31 16:42:46.611807 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5c62f804-727d-4334-b3bf-5951af3e871b req-0c037f3e-5e4a-42ee-87e9-489c7d487345 service neutron] 10.222.0.30 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943582 Jan 31 16:42:46.704580 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc76eab-7ce7-46b0-a7f7-4344197d5815 req-03db9e42-3e71-4945-919f-a8e3f3b68670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:46.706336 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bc76eab-7ce7-46b0-a7f7-4344197d5815 req-03db9e42-3e71-4945-919f-a8e3f3b68670 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7455dab559504d7486e173851c32fb3c&device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 1094 time: 0.0447409 Jan 31 16:42:46.803860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc76eab-7ce7-46b0-a7f7-4344197d5815 req-39065856-ee62-491d-808d-928d387b89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:46.805324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bc76eab-7ce7-46b0-a7f7-4344197d5815 req-39065856-ee62-491d-808d-928d387b89b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58e5945c-c54a-4e2b-80b8-42eca4d5c922 HTTP/1.1" status: 200 len: 914 time: 0.0924749 Jan 31 16:42:46.849259 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bc76eab-7ce7-46b0-a7f7-4344197d5815 req-fa1a5c4b-b9a9-4a0c-85a4-233672aff30c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01794305-86ec-4099-b657-dfe32e4530f9 HTTP/1.1" status: 200 len: 217 time: 0.0351639 Jan 31 16:42:46.898701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc76eab-7ce7-46b0-a7f7-4344197d5815 req-6375f1c0-dad6-4d42-9ed9-44aa8b54eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:46.900144 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bc76eab-7ce7-46b0-a7f7-4344197d5815 req-6375f1c0-dad6-4d42-9ed9-44aa8b54eb20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2fcf06bf-e6a7-4e2e-91bb-187e3d098761 HTTP/1.1" status: 200 len: 853 time: 0.0440598 Jan 31 16:42:46.932655 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bc76eab-7ce7-46b0-a7f7-4344197d5815 req-2b1a5e38-cf11-4bca-ba07-c17911e67ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58e5945c-c54a-4e2b-80b8-42eca4d5c922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252740 Jan 31 16:42:47.025826 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bc76eab-7ce7-46b0-a7f7-4344197d5815 req-fb2dea64-2138-4291-bec8-c86015067f0c service neutron] 10.222.0.30 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854046 Jan 31 16:42:47.124290 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bc76eab-7ce7-46b0-a7f7-4344197d5815 req-d064d8ba-dee8-49d1-a3d4-b22a5376327d service neutron] 10.222.0.30 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917058 Jan 31 16:42:47.254120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213b681-09f4-4bb5-9f0a-75a54e942e2c req-d0a0115e-1179-46a6-81ee-439cdc54f9c8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:47.255965 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7213b681-09f4-4bb5-9f0a-75a54e942e2c req-d0a0115e-1179-46a6-81ee-439cdc54f9c8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 943 time: 0.0572710 Jan 31 16:42:47.298955 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7213b681-09f4-4bb5-9f0a-75a54e942e2c req-b4354087-aa58-4772-b758-4dba3dc1640d tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364232 Jan 31 16:42:47.312209 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb5835f1-6288-40c5-99d9-e938227e8dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:48.418491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bf680-c93f-49e2-be5a-20947fca054f req-4101adeb-52c6-485d-ad2a-5f7a3df0b342 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:48.420046 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-940bf680-c93f-49e2-be5a-20947fca054f req-4101adeb-52c6-485d-ad2a-5f7a3df0b342 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 943 time: 0.0504889 Jan 31 16:42:48.462911 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-940bf680-c93f-49e2-be5a-20947fca054f req-2f9ee39b-167c-4154-ab26-0f5ce9280a43 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365064 Jan 31 16:42:49.589242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5333e4-9c9e-46d7-b943-fc3d6237a04e req-3b0c7624-c994-4f8d-a57e-a081a865ebb6 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:49.590797 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e5333e4-9c9e-46d7-b943-fc3d6237a04e req-3b0c7624-c994-4f8d-a57e-a081a865ebb6 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 943 time: 0.0560172 Jan 31 16:42:49.629324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e5333e4-9c9e-46d7-b943-fc3d6237a04e req-d4321f30-66f9-448e-863b-62ac13a95419 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Jan 31 16:42:49.744336 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b6194e4c-5d1d-4129-a1ed-618a3d0ad06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:50.527184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 01794305-86ec-4099-b657-dfe32e4530f9 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:42:50.632271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 01794305-86ec-4099-b657-dfe32e4530f9, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=01794305-86ec-4099-b657-dfe32e4530f9,segment=NetworkSegment(d4153055-67a6-4c5b-8b6e-0991952654f6),segment_id=d4153055-67a6-4c5b-8b6e-0991952654f6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:50.643451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '01794305-86ec-4099-b657-dfe32e4530f9', 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922', 'port_id': '01794305-86ec-4099-b657-dfe32e4530f9', 'mac_address': 'fa:16:3e:98:6b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fcf06bf-e6a7-4e2e-91bb-187e3d098761', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:42:50.688278 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:50.702133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01794305-86ec-4099-b657-dfe32e4530f9 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:42:50.721906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 01794305-86ec-4099-b657-dfe32e4530f9, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=01794305-86ec-4099-b657-dfe32e4530f9,segment=NetworkSegment(d4153055-67a6-4c5b-8b6e-0991952654f6),segment_id=d4153055-67a6-4c5b-8b6e-0991952654f6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:50.726725 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:50.753570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98596d-c577-4d49-a9a4-a39517900e03 req-f2c98674-f42e-4b63-bd30-8e0f81743558 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:50.755103 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab98596d-c577-4d49-a9a4-a39517900e03 req-f2c98674-f42e-4b63-bd30-8e0f81743558 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 943 time: 0.0553441 Jan 31 16:42:50.776586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=01794305-86ec-4099-b657-dfe32e4530f9,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:50.793779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab98596d-c577-4d49-a9a4-a39517900e03 req-d2a693f7-4786-488c-9769-a36fdcfdc24a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322793 Jan 31 16:42:50.984065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['01794305-86ec-4099-b657-dfe32e4530f9'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:42:51.041760 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:51.915182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f39b4-e412-41ad-a7d5-0a5567645da4 req-8fd91bff-c5f0-4f37-8420-1b6b76bb9616 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:51.916706 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f06f39b4-e412-41ad-a7d5-0a5567645da4 req-8fd91bff-c5f0-4f37-8420-1b6b76bb9616 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 944 time: 0.0528581 Jan 31 16:42:51.956374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f06f39b4-e412-41ad-a7d5-0a5567645da4 req-e242c137-18a2-4cd0-b278-30d482ea915c tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329347 Jan 31 16:42:52.465448 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:52.540852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 01794305-86ec-4099-b657-dfe32e4530f9 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:42:52.609438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 01794305-86ec-4099-b657-dfe32e4530f9 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:42:52.615807 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 01794305-86ec-4099-b657-dfe32e4530f9 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:42:52.616212 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:52.619529 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:52.705763 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:52.731067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829f9e5d-f69d-4717-b9ac-f173abc1707d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01794305-86ec-4099-b657-dfe32e4530f9'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:42:52.733353 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3613c8-39ba-4f5e-8c84-98783e73a832" -d '{"events": [{"server_uuid": "829f9e5d-f69d-4717-b9ac-f173abc1707d", "name": "network-vif-plugged", "status": "completed", "tag": "01794305-86ec-4099-b657-dfe32e4530f9"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:42:52.751290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 01794305-86ec-4099-b657-dfe32e4530f9, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=01794305-86ec-4099-b657-dfe32e4530f9,segment=NetworkSegment(d4153055-67a6-4c5b-8b6e-0991952654f6),segment_id=d4153055-67a6-4c5b-8b6e-0991952654f6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:42:52.757411 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:52.781416 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932d6aaf-4fba-4571-b4c0-6fbe2b334cd7 x-openstack-request-id: req-932d6aaf-4fba-4571-b4c0-6fbe2b334cd7 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:42:52.781733 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829f9e5d-f69d-4717-b9ac-f173abc1707d", "name": "network-vif-plugged", "status": "completed", "tag": "01794305-86ec-4099-b657-dfe32e4530f9", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:42:52.781982 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-932d6aaf-4fba-4571-b4c0-6fbe2b334cd7 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:42:52.782364 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829f9e5d-f69d-4717-b9ac-f173abc1707d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01794305-86ec-4099-b657-dfe32e4530f9', 'code': 200} Jan 31 16:42:52.812422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=01794305-86ec-4099-b657-dfe32e4530f9,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:52.879948 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8225-aa2d-48f1-8b61-1e9d82d65be0 req-84620fb4-c168-4c78-adc2-58370d46ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:52.881370 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f2da8225-aa2d-48f1-8b61-1e9d82d65be0 req-84620fb4-c168-4c78-adc2-58370d46ce44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 1096 time: 0.0454805 Jan 31 16:42:52.919724 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f2da8225-aa2d-48f1-8b61-1e9d82d65be0 req-f78c8d70-0af5-4116-832d-7b31608bddc3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308406 Jan 31 16:42:53.080156 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc670502-a376-4f50-9871-82b5b002134b req-8f441219-f06f-4936-8b52-9a71bbc84b67 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:53.081706 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc670502-a376-4f50-9871-82b5b002134b req-8f441219-f06f-4936-8b52-9a71bbc84b67 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 945 time: 0.0523958 Jan 31 16:42:53.122951 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cc670502-a376-4f50-9871-82b5b002134b req-f8e497a4-5765-4ab1-a32f-f4f04c556cdc tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337653 Jan 31 16:42:54.253587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2c56-635e-450e-b9a4-d270d2a46f7e req-b8f0279b-8f0b-4764-896d-f126f9782dad tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:54.255143 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-120c2c56-635e-450e-b9a4-d270d2a46f7e req-b8f0279b-8f0b-4764-896d-f126f9782dad tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 945 time: 0.0581672 Jan 31 16:42:54.295788 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-120c2c56-635e-450e-b9a4-d270d2a46f7e req-50f2913d-69f2-4ef4-82e0-351db00713d4 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334532 Jan 31 16:42:54.534932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-13b1c22f-0eb3-40af-89f9-fabf1740cfaf tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:54.536513 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-13b1c22f-0eb3-40af-89f9-fabf1740cfaf tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/networks?id=58e5945c-c54a-4e2b-80b8-42eca4d5c922 HTTP/1.1" status: 200 len: 813 time: 0.1107583 Jan 31 16:42:54.553945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-b8ba683f-f497-429f-bd4e-fd7336b3046a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/quotas/7455dab559504d7486e173851c32fb3c HTTP/1.1" status: 200 len: 375 time: 0.0113213 Jan 31 16:42:54.608464 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-25f323d6-223b-4fb9-82ed-9b858e0c5ee1 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7455dab559504d7486e173851c32fb3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485961 Jan 31 16:42:54.710593 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-6875c2dc-3db9-4a38-ac1e-bbffea88f2f8 service neutron] 10.222.0.36 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946505 Jan 31 16:42:54.814008 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-a20d59b5-c767-4bdf-8d47-0bff54d326bb service neutron] 10.222.0.36 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973217 Jan 31 16:42:54.978296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da9ffd9d-aeea-464a-8ec4-76ba23cd1ee3 req-89d6c3fd-33eb-4a82-b0a3-680a4054f652 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 210 time: 0.0293355 Jan 31 16:42:55.198525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f5a55f7-a622-4791-ad5d-1736c53f0e9c req-165cdac8-4bd4-4ad4-81ad-15eec06916be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452950 Jan 31 16:42:55.296489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a55f7-a622-4791-ad5d-1736c53f0e9c req-8b510d96-82e4-4f5d-a008-41ad5a33cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:55.298061 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f5a55f7-a622-4791-ad5d-1736c53f0e9c req-8b510d96-82e4-4f5d-a008-41ad5a33cb4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7455dab559504d7486e173851c32fb3c&device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 1096 time: 0.0552113 Jan 31 16:42:55.417852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a55f7-a622-4791-ad5d-1736c53f0e9c req-e98bd20a-3d3c-41df-ba82-dc40b27f2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:55.419413 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f5a55f7-a622-4791-ad5d-1736c53f0e9c req-e98bd20a-3d3c-41df-ba82-dc40b27f2de5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58e5945c-c54a-4e2b-80b8-42eca4d5c922 HTTP/1.1" status: 200 len: 914 time: 0.1017785 Jan 31 16:42:55.464082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f5a55f7-a622-4791-ad5d-1736c53f0e9c req-8ccf2d79-818e-4a6c-ad21-3ed04be1182d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01794305-86ec-4099-b657-dfe32e4530f9 HTTP/1.1" status: 200 len: 217 time: 0.0369234 Jan 31 16:42:55.523354 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a55f7-a622-4791-ad5d-1736c53f0e9c req-f64ff81f-a64f-45d0-b9f5-b77ee6294709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:55.525073 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f5a55f7-a622-4791-ad5d-1736c53f0e9c req-f64ff81f-a64f-45d0-b9f5-b77ee6294709 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2fcf06bf-e6a7-4e2e-91bb-187e3d098761 HTTP/1.1" status: 200 len: 853 time: 0.0549972 Jan 31 16:42:55.558045 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f5a55f7-a622-4791-ad5d-1736c53f0e9c req-bbc7e772-dff5-49e1-97f8-88f93e450d8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58e5945c-c54a-4e2b-80b8-42eca4d5c922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262208 Jan 31 16:42:55.649818 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f5a55f7-a622-4791-ad5d-1736c53f0e9c req-f8ef04d6-fb60-4e4b-acc3-719c5cb29b15 service neutron] 10.222.0.30 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850487 Jan 31 16:42:55.751482 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7f5a55f7-a622-4791-ad5d-1736c53f0e9c req-eb191706-9b0d-4e12-b30a-c65218703a7d service neutron] 10.222.0.30 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919003 Jan 31 16:42:55.973658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-a34a9806-66f0-4ed4-8cbd-4ac3d514fc7d tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:55.975146 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-a34a9806-66f0-4ed4-8cbd-4ac3d514fc7d tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.20 "GET /v2.0/networks?id=58e5945c-c54a-4e2b-80b8-42eca4d5c922 HTTP/1.1" status: 200 len: 813 time: 0.1141095 Jan 31 16:42:55.989704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Request body: {'port': {'device_id': 'b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae', 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922', 'admin_state_up': True, 'tenant_id': '7455dab559504d7486e173851c32fb3c'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:42:56.073794 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25ec6d85-1172-4296-b546-34875f12a164 req-f9d48541-9e3c-4ac9-9d68-ed66a7185e20 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 210 time: 0.0281718 Jan 31 16:42:56.119845 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Made reservation on behalf of 7455dab559504d7486e173851c32fb3c for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:42:56.124892 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:56.188159 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:56.270322 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Allocated IP 172.20.0.2 (58e5945c-c54a-4e2b-80b8-42eca4d5c922/2fcf06bf-e6a7-4e2e-91bb-187e3d098761/3d67caed-1749-48a7-8319-4bfeb94ffc93) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:42:56.435698 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:56.470720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:56.483304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['01794305-86ec-4099-b657-dfe32e4530f9'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:42:56.517767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:42:56.521317 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:42:56.524986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:42:56.560142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Pushing event updated for resources: {'Port': ['ID=3d67caed-1749-48a7-8319-4bfeb94ffc93,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:56.587972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:56.588598 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:56.612181 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-51c76253-92eb-44b7-9cc5-1316c4384521 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6271331 Jan 31 16:42:56.625202 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3e195847-9e3d-46ce-b5b3-806a327c643b tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:42:56.627082 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3e195847-9e3d-46ce-b5b3-806a327c643b tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085020 Jan 31 16:42:56.638661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Request body: {'port': {'device_id': 'b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:42:56.705813 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:56.992999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d67caed-1749-48a7-8319-4bfeb94ffc93 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:42:57.001320 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:57.015639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Transition to ACTIVE for port object 3d67caed-1749-48a7-8319-4bfeb94ffc93 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:42:57.021572 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:57.082208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Pushing event updated for resources: {'Port': ['ID=3d67caed-1749-48a7-8319-4bfeb94ffc93,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:57.187316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Attempting to bind port 3d67caed-1749-48a7-8319-4bfeb94ffc93 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:42:57.187653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Attempting to bind port 3d67caed-1749-48a7-8319-4bfeb94ffc93 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': 'd4153055-67a6-4c5b-8b6e-0991952654f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:42:57.187978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Attempting to bind port 3d67caed-1749-48a7-8319-4bfeb94ffc93 on network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:42:57.195398 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Port 3d67caed-1749-48a7-8319-4bfeb94ffc93 on network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:42:57.195716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Attempting to bind port 3d67caed-1749-48a7-8319-4bfeb94ffc93 on network 58e5945c-c54a-4e2b-80b8-42eca4d5c922 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:42:57.203346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:42:57.203657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Checking segment: {'id': 'd4153055-67a6-4c5b-8b6e-0991952654f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:42:57.204031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Bound using segment: {'id': 'd4153055-67a6-4c5b-8b6e-0991952654f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:42:57.204487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Bound port: 3d67caed-1749-48a7-8319-4bfeb94ffc93, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4153055-67a6-4c5b-8b6e-0991952654f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:42:57.204842 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:57.227449 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b037e88-2fe5-40ae-a480-c21d74068f95 req-52314317-1dbd-4bb3-8ebf-504c41a2c3ff tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:57.228997 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9b037e88-2fe5-40ae-a480-c21d74068f95 req-52314317-1dbd-4bb3-8ebf-504c41a2c3ff tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 943 time: 0.0790789 Jan 31 16:42:57.314351 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9b037e88-2fe5-40ae-a480-c21d74068f95 req-5385d3c7-57ed-49d6-80e2-d5c4098c1335 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626972 Jan 31 16:42:57.315494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] For port 3d67caed-1749-48a7-8319-4bfeb94ffc93, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:42:57.318898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] For port 3d67caed-1749-48a7-8319-4bfeb94ffc93, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3d67caed-1749-48a7-8319-4bfeb94ffc93,segment=NetworkSegment(d4153055-67a6-4c5b-8b6e-0991952654f6),segment_id=d4153055-67a6-4c5b-8b6e-0991952654f6)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:42:57.325038 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:57.358100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:57.359228 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:57.360620 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] 10.222.0.20 "PUT /v2.0/ports/3d67caed-1749-48a7-8319-4bfeb94ffc93 HTTP/1.1" status: 200 len: 1091 time: 0.7263620 Jan 31 16:42:57.363102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae', 'tag': '3d67caed-1749-48a7-8319-4bfeb94ffc93'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:42:57.366014 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca633fbd-da8e-405d-a71c-25382f4f23ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae", "tag": "3d67caed-1749-48a7-8319-4bfeb94ffc93"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:42:57.402525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ef65f-2245-4fac-af90-cd2571054b83 service neutron] Pushing event updated for resources: {'Port': ['ID=3d67caed-1749-48a7-8319-4bfeb94ffc93,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:42:57.409608 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733039e1-15df-426e-a450-1cb5a3833de2 x-openstack-request-id: req-733039e1-15df-426e-a450-1cb5a3833de2 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:42:57.410008 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae", "tag": "3d67caed-1749-48a7-8319-4bfeb94ffc93", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:42:57.410321 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-733039e1-15df-426e-a450-1cb5a3833de2 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:42:57.410838 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae', 'tag': '3d67caed-1749-48a7-8319-4bfeb94ffc93', 'status': 'completed', 'code': 200} Jan 31 16:42:57.458193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-55a2d101-25cb-4c35-a326-d38ec5713ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:57.459722 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-55a2d101-25cb-4c35-a326-d38ec5713ca5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7455dab559504d7486e173851c32fb3c&device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 1094 time: 0.0479259 Jan 31 16:42:57.508055 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-42eec3b7-f61c-481a-901b-d8e76e4d739c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d67caed-1749-48a7-8319-4bfeb94ffc93 HTTP/1.1" status: 200 len: 217 time: 0.0404482 Jan 31 16:42:57.563108 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-eef65773-0796-4df2-bc97-b997dea6f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:57.564489 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-eef65773-0796-4df2-bc97-b997dea6f482 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fcf06bf-e6a7-4e2e-91bb-187e3d098761 HTTP/1.1" status: 200 len: 853 time: 0.0490460 Jan 31 16:42:57.598335 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-9ab3131e-3c76-4530-8cbe-7ebfc4296bdc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58e5945c-c54a-4e2b-80b8-42eca4d5c922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273550 Jan 31 16:42:57.702017 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-f6f52fed-2b0b-4653-8a34-cce2116e5acc service neutron] 10.222.0.20 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971925 Jan 31 16:42:57.794266 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b4effb0-f603-4d1b-b016-a1200ebf0fc4 req-3cf09707-73fc-4d62-a323-3f0cdd7b3fd4 service neutron] 10.222.0.20 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854349 Jan 31 16:42:57.898199 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca633fbd-da8e-405d-a71c-25382f4f23ee req-9b2f2316-b62b-4ad1-ad4d-fb72a288a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:57.899614 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca633fbd-da8e-405d-a71c-25382f4f23ee req-9b2f2316-b62b-4ad1-ad4d-fb72a288a076 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7455dab559504d7486e173851c32fb3c&device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 1094 time: 0.0553079 Jan 31 16:42:57.997201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca633fbd-da8e-405d-a71c-25382f4f23ee req-3f4dec65-a279-4e54-8024-5e21759ae88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:57.998710 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca633fbd-da8e-405d-a71c-25382f4f23ee req-3f4dec65-a279-4e54-8024-5e21759ae88c service neutron] 10.222.0.20 "GET /v2.0/networks?id=58e5945c-c54a-4e2b-80b8-42eca4d5c922 HTTP/1.1" status: 200 len: 914 time: 0.0925226 Jan 31 16:42:58.042028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca633fbd-da8e-405d-a71c-25382f4f23ee req-5851576c-676d-4fb2-9472-85b342f3a9c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d67caed-1749-48a7-8319-4bfeb94ffc93 HTTP/1.1" status: 200 len: 217 time: 0.0366197 Jan 31 16:42:58.095155 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca633fbd-da8e-405d-a71c-25382f4f23ee req-c88e1776-94b9-44cd-b2e7-d0e4032ac7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:58.096636 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca633fbd-da8e-405d-a71c-25382f4f23ee req-c88e1776-94b9-44cd-b2e7-d0e4032ac7c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fcf06bf-e6a7-4e2e-91bb-187e3d098761 HTTP/1.1" status: 200 len: 853 time: 0.0459991 Jan 31 16:42:58.138081 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca633fbd-da8e-405d-a71c-25382f4f23ee req-18b6eb0e-6333-45f0-a33b-52be41f4b59e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58e5945c-c54a-4e2b-80b8-42eca4d5c922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338373 Jan 31 16:42:58.244511 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca633fbd-da8e-405d-a71c-25382f4f23ee req-07cbbee6-2328-431e-83e3-41228bd8382f service neutron] 10.222.0.20 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990620 Jan 31 16:42:58.290172 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:42:58.357397 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ca633fbd-da8e-405d-a71c-25382f4f23ee req-f339538e-3d43-49bc-9cc1-a8a194eeb8bb service neutron] 10.222.0.20 "GET /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059237 Jan 31 16:42:58.446679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfee840-a06c-49d8-95df-7aa6e4abdeb5 req-c13c2a86-b73a-45a1-a286-c01491eb464d tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:58.448429 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dcfee840-a06c-49d8-95df-7aa6e4abdeb5 req-c13c2a86-b73a-45a1-a286-c01491eb464d tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 943 time: 0.0572851 Jan 31 16:42:58.488751 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dcfee840-a06c-49d8-95df-7aa6e4abdeb5 req-1a3d9a30-dfa7-476a-8b7b-ce0241e4a77a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333588 Jan 31 16:42:59.614993 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71198076-472b-4317-8db6-ca9d1505b6b7 req-8f9d1305-0e79-47f7-be1a-1e39174cfb8b tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:42:59.616681 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-71198076-472b-4317-8db6-ca9d1505b6b7 req-8f9d1305-0e79-47f7-be1a-1e39174cfb8b tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 943 time: 0.0531721 Jan 31 16:42:59.663219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-71198076-472b-4317-8db6-ca9d1505b6b7 req-e5b7694b-3fd9-40f3-9a2f-789a4bbe614a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Jan 31 16:43:00.091749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 3d67caed-1749-48a7-8319-4bfeb94ffc93 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:43:00.197514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 3d67caed-1749-48a7-8319-4bfeb94ffc93, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3d67caed-1749-48a7-8319-4bfeb94ffc93,segment=NetworkSegment(d4153055-67a6-4c5b-8b6e-0991952654f6),segment_id=d4153055-67a6-4c5b-8b6e-0991952654f6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:00.208799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '3d67caed-1749-48a7-8319-4bfeb94ffc93', 'network_id': '58e5945c-c54a-4e2b-80b8-42eca4d5c922', 'port_id': '3d67caed-1749-48a7-8319-4bfeb94ffc93', 'mac_address': 'fa:16:3e:c3:49:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fcf06bf-e6a7-4e2e-91bb-187e3d098761', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:43:00.247205 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:00.263239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d67caed-1749-48a7-8319-4bfeb94ffc93 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:43:00.283481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 3d67caed-1749-48a7-8319-4bfeb94ffc93, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3d67caed-1749-48a7-8319-4bfeb94ffc93,segment=NetworkSegment(d4153055-67a6-4c5b-8b6e-0991952654f6),segment_id=d4153055-67a6-4c5b-8b6e-0991952654f6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:00.288082 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:00.339498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=3d67caed-1749-48a7-8319-4bfeb94ffc93,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:00.482981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3d67caed-1749-48a7-8319-4bfeb94ffc93'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:43:00.793661 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c2e8e-492b-47ea-8e79-b9e9ef047418 req-8bfcda25-fdeb-40f3-aabc-a0a364bcd243 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:00.795205 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a7c2e8e-492b-47ea-8e79-b9e9ef047418 req-8bfcda25-fdeb-40f3-aabc-a0a364bcd243 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 944 time: 0.0601575 Jan 31 16:43:00.836254 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a7c2e8e-492b-47ea-8e79-b9e9ef047418 req-b84ff376-e1c9-4257-acfa-a5999abb6b33 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348115 Jan 31 16:43:01.960014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4af8f-c4d3-4002-a936-70d2b62189e0 req-bb4c4b1b-fd8d-43d3-9cc6-ca5af68953b8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:01.961521 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9b4af8f-c4d3-4002-a936-70d2b62189e0 req-bb4c4b1b-fd8d-43d3-9cc6-ca5af68953b8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 944 time: 0.0511611 Jan 31 16:43:02.003650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9b4af8f-c4d3-4002-a936-70d2b62189e0 req-8c0f1694-9f53-4a6b-b624-e39d970bc3c3 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357733 Jan 31 16:43:02.107472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 3d67caed-1749-48a7-8319-4bfeb94ffc93 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:02.161490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 3d67caed-1749-48a7-8319-4bfeb94ffc93 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:43:02.165145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 3d67caed-1749-48a7-8319-4bfeb94ffc93 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:02.165552 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:02.242163 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:02.265403 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d67caed-1749-48a7-8319-4bfeb94ffc93'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:43:02.267703 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2261dbfa-8531-4bce-ba2c-ec22d4c85ee6" -d '{"events": [{"server_uuid": "b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae", "name": "network-vif-plugged", "status": "completed", "tag": "3d67caed-1749-48a7-8319-4bfeb94ffc93"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:43:02.282749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 3d67caed-1749-48a7-8319-4bfeb94ffc93, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3d67caed-1749-48a7-8319-4bfeb94ffc93,segment=NetworkSegment(d4153055-67a6-4c5b-8b6e-0991952654f6),segment_id=d4153055-67a6-4c5b-8b6e-0991952654f6)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:02.287839 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:02.311423 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3690f0-3ebe-436c-b779-a8d0b3f4126b x-openstack-request-id: req-6f3690f0-3ebe-436c-b779-a8d0b3f4126b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:43:02.311914 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae", "name": "network-vif-plugged", "status": "completed", "tag": "3d67caed-1749-48a7-8319-4bfeb94ffc93", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:43:02.312191 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f3690f0-3ebe-436c-b779-a8d0b3f4126b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:43:02.312648 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d67caed-1749-48a7-8319-4bfeb94ffc93', 'code': 200} Jan 31 16:43:02.352004 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=3d67caed-1749-48a7-8319-4bfeb94ffc93,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:02.475474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e2b63-9adf-4349-85a3-56dbb7f9cf7a req-aa619c91-5a8a-428a-afb6-11dfecf345c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:02.476996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fc0e2b63-9adf-4349-85a3-56dbb7f9cf7a req-aa619c91-5a8a-428a-afb6-11dfecf345c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 1096 time: 0.1083672 Jan 31 16:43:02.521856 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fc0e2b63-9adf-4349-85a3-56dbb7f9cf7a req-f60d3db7-32d5-4b99-9cbe-94021b8de381 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373235 Jan 31 16:43:03.126480 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239073e-1b2e-47e1-b65f-951e999384df req-13a2d496-31a5-4b81-bc76-4a280b59f7d3 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:03.127998 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8239073e-1b2e-47e1-b65f-951e999384df req-13a2d496-31a5-4b81-bc76-4a280b59f7d3 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 945 time: 0.0553095 Jan 31 16:43:03.167923 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8239073e-1b2e-47e1-b65f-951e999384df req-bb6e38ac-3b9b-4acc-af9a-21d143a33377 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333388 Jan 31 16:43:04.295434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ba1b5-66b6-4482-b2c3-7b3e131d615f req-408e2d64-0d09-426a-b670-4fa15cbc7bff tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:04.297024 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b94ba1b5-66b6-4482-b2c3-7b3e131d615f req-408e2d64-0d09-426a-b670-4fa15cbc7bff tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 945 time: 0.0528889 Jan 31 16:43:04.342461 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b94ba1b5-66b6-4482-b2c3-7b3e131d615f req-8476c42f-11ae-4cd1-b5c5-0b3c23c19dfd tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381789 Jan 31 16:43:04.601300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1430f04-c312-4fb1-b174-1f546c0796b0 req-9b968604-e195-47f6-aa42-e8497054f04e tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:04.602882 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1430f04-c312-4fb1-b174-1f546c0796b0 req-9b968604-e195-47f6-aa42-e8497054f04e tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 945 time: 0.0553291 Jan 31 16:43:04.646763 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1430f04-c312-4fb1-b174-1f546c0796b0 req-51178c2a-da35-4477-941f-49ec33801dcb tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354099 Jan 31 16:43:05.787058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1c35d-eb3f-4b07-bf61-cb0cfccb8e49 req-bf1648a7-3b82-4fbd-89b5-fb4bf7b7f226 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:05.788855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11a1c35d-eb3f-4b07-bf61-cb0cfccb8e49 req-bf1648a7-3b82-4fbd-89b5-fb4bf7b7f226 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 945 time: 0.0550427 Jan 31 16:43:05.833253 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11a1c35d-eb3f-4b07-bf61-cb0cfccb8e49 req-9fb71657-d4b3-4103-823a-e99365c9f151 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373218 Jan 31 16:43:05.864424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7011bca-f1fa-4ac2-ad97-28470232599b req-1217615d-1413-4950-8d5f-4396c1e1c717 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:05.865963 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c7011bca-f1fa-4ac2-ad97-28470232599b req-1217615d-1413-4950-8d5f-4396c1e1c717 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.20 "GET /v2.0/ports?device_id=b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae HTTP/1.1" status: 200 len: 945 time: 0.0554950 Jan 31 16:43:05.966981 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-c7011bca-f1fa-4ac2-ad97-28470232599b req-5b00bef0-2526-4b35-94ce-acd15777156f tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Deleting port 3d67caed-1749-48a7-8319-4bfeb94ffc93 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:43:05.967296 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c7011bca-f1fa-4ac2-ad97-28470232599b req-5b00bef0-2526-4b35-94ce-acd15777156f tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:06.084312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-c7011bca-f1fa-4ac2-ad97-28470232599b req-5b00bef0-2526-4b35-94ce-acd15777156f tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] For port 3d67caed-1749-48a7-8319-4bfeb94ffc93, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=3d67caed-1749-48a7-8319-4bfeb94ffc93,segment=NetworkSegment(d4153055-67a6-4c5b-8b6e-0991952654f6),segment_id=d4153055-67a6-4c5b-8b6e-0991952654f6)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:06.084750 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c7011bca-f1fa-4ac2-ad97-28470232599b req-5b00bef0-2526-4b35-94ce-acd15777156f tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:06.100757 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-c7011bca-f1fa-4ac2-ad97-28470232599b req-5b00bef0-2526-4b35-94ce-acd15777156f tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Calling delete_port for 3d67caed-1749-48a7-8319-4bfeb94ffc93 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:43:06.237631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c7011bca-f1fa-4ac2-ad97-28470232599b req-5b00bef0-2526-4b35-94ce-acd15777156f tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:06.249793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['01794305-86ec-4099-b657-dfe32e4530f9'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:43:06.259644 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['3d67caed-1749-48a7-8319-4bfeb94ffc93'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:43:06.275631 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00bef0-2526-4b35-94ce-acd15777156f tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Pushing event deleted for resources: {'Port': ['ID=3d67caed-1749-48a7-8319-4bfeb94ffc93,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:06.327637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7011bca-f1fa-4ac2-ad97-28470232599b req-5b00bef0-2526-4b35-94ce-acd15777156f tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] No DVR routers for this DVR port 3d67caed-1749-48a7-8319-4bfeb94ffc93 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:43:06.331488 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-c7011bca-f1fa-4ac2-ad97-28470232599b req-5b00bef0-2526-4b35-94ce-acd15777156f tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:06.335164 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c7011bca-f1fa-4ac2-ad97-28470232599b req-5b00bef0-2526-4b35-94ce-acd15777156f tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.20 "DELETE /v2.0/ports/3d67caed-1749-48a7-8319-4bfeb94ffc93 HTTP/1.1" status: 204 len: 173 time: 0.4632626 Jan 31 16:43:06.335690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae', 'name': 'network-vif-deleted', 'tag': '3d67caed-1749-48a7-8319-4bfeb94ffc93'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:43:06.338519 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fb85ec-b2f1-4078-a250-db5cf3fc6350" -d '{"events": [{"server_uuid": "b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae", "name": "network-vif-deleted", "tag": "3d67caed-1749-48a7-8319-4bfeb94ffc93"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:43:06.397962 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6d711f-a9ea-4171-934f-e8b48c0b6aab x-openstack-request-id: req-8b6d711f-a9ea-4171-934f-e8b48c0b6aab {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:43:06.398440 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae", "name": "network-vif-deleted", "tag": "3d67caed-1749-48a7-8319-4bfeb94ffc93", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:43:06.399212 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b6d711f-a9ea-4171-934f-e8b48c0b6aab {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:43:06.400091 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b294df54-cdd2-47f1-b8ab-b3b9e75ed9ae', 'name': 'network-vif-deleted', 'tag': '3d67caed-1749-48a7-8319-4bfeb94ffc93', 'status': 'completed', 'code': 200} Jan 31 16:43:07.004565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a1860-6374-4d6d-a06b-4771ba6c2d63 req-fe162ae0-e507-435d-a7c6-b577739796be tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:07.006783 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de2a1860-6374-4d6d-a06b-4771ba6c2d63 req-fe162ae0-e507-435d-a7c6-b577739796be tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 945 time: 0.0591881 Jan 31 16:43:07.046626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de2a1860-6374-4d6d-a06b-4771ba6c2d63 req-19f74c11-8264-4a04-a29d-dfe81921ba4d tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331333 Jan 31 16:43:07.194442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db789a4f-9963-4a59-a06f-831de9070f32 req-c5e09dee-6f7e-4c60-b102-a10573ba29ec tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:07.195936 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db789a4f-9963-4a59-a06f-831de9070f32 req-c5e09dee-6f7e-4c60-b102-a10573ba29ec tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 945 time: 0.0521650 Jan 31 16:43:07.241067 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-db789a4f-9963-4a59-a06f-831de9070f32 req-e2d1b402-2f8f-4c9e-99ec-9c005ab6fb5f tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391791 Jan 31 16:43:07.371042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22146a-4f4f-4508-893c-a7287de46779 req-9e1d33ed-7a2a-425d-92ad-3dd0d5b5c0df tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:07.372504 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-af22146a-4f4f-4508-893c-a7287de46779 req-9e1d33ed-7a2a-425d-92ad-3dd0d5b5c0df tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 945 time: 0.0544033 Jan 31 16:43:07.417376 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-af22146a-4f4f-4508-893c-a7287de46779 req-6e14d69b-ecc3-4715-a51b-87ca0caf11a7 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377309 Jan 31 16:43:07.593262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf104bfd-b116-489f-b241-023062a2bd8e req-b4c60d2c-e32a-4b4e-8c75-5de5170de25c tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:07.594804 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf104bfd-b116-489f-b241-023062a2bd8e req-b4c60d2c-e32a-4b4e-8c75-5de5170de25c tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 945 time: 0.0550926 Jan 31 16:43:07.636313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf104bfd-b116-489f-b241-023062a2bd8e req-ebef7196-b8ae-46b7-b13a-beaa202e21e5 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353262 Jan 31 16:43:07.767056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421071bd-e2b1-4d05-8a58-ca5748956c71 req-4eba42d2-24c6-41b1-b529-2a7084156dba tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:07.768471 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-421071bd-e2b1-4d05-8a58-ca5748956c71 req-4eba42d2-24c6-41b1-b529-2a7084156dba tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 945 time: 0.0612156 Jan 31 16:43:07.808821 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-421071bd-e2b1-4d05-8a58-ca5748956c71 req-fdc93133-ce35-45ee-aeea-b6626531b001 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340812 Jan 31 16:43:07.938049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f43c7-7bbc-46d0-be33-3a7339a8450f req-2d821561-c828-43df-8177-9b19814c2697 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:07.939580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9b6f43c7-7bbc-46d0-be33-3a7339a8450f req-2d821561-c828-43df-8177-9b19814c2697 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 945 time: 0.0529392 Jan 31 16:43:07.982360 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9b6f43c7-7bbc-46d0-be33-3a7339a8450f req-5c2d31ff-f00e-4ac7-b366-465605010c9a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364618 Jan 31 16:43:08.323954 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90c30b-d16d-4fa6-8b51-d89ee6032922 req-d422515a-473a-4c36-8487-28e3737cdfbf tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:08.325415 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa90c30b-d16d-4fa6-8b51-d89ee6032922 req-d422515a-473a-4c36-8487-28e3737cdfbf tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 945 time: 0.0539966 Jan 31 16:43:08.376546 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-aa90c30b-d16d-4fa6-8b51-d89ee6032922 req-8f807e03-9bec-4530-9855-4d52a2d78fcb tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Jan 31 16:43:09.520764 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab43dc0-6c3e-438c-8c45-36d64b1b453b req-eeead214-8a80-41a5-aaf0-8268ec715983 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:09.522284 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ab43dc0-6c3e-438c-8c45-36d64b1b453b req-eeead214-8a80-41a5-aaf0-8268ec715983 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 945 time: 0.0606427 Jan 31 16:43:09.572491 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8ab43dc0-6c3e-438c-8c45-36d64b1b453b req-bad498ec-230c-4b6d-96b9-89196a40650a tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e2b0853-aaa4-43e6-8305-141e1d0e83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Jan 31 16:43:09.779693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a175bf-63ad-4579-b27f-33a87b499c8d req-e8a072b9-b677-4dc2-9661-45d0361f47f6 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:09.781206 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-28a175bf-63ad-4579-b27f-33a87b499c8d req-e8a072b9-b677-4dc2-9661-45d0361f47f6 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.30 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 945 time: 0.0598660 Jan 31 16:43:09.884113 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-28a175bf-63ad-4579-b27f-33a87b499c8d req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Deleting port 01794305-86ec-4099-b657-dfe32e4530f9 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:43:09.884575 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-28a175bf-63ad-4579-b27f-33a87b499c8d req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:09.975433 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-28a175bf-63ad-4579-b27f-33a87b499c8d req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] For port 01794305-86ec-4099-b657-dfe32e4530f9, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=01794305-86ec-4099-b657-dfe32e4530f9,segment=NetworkSegment(d4153055-67a6-4c5b-8b6e-0991952654f6),segment_id=d4153055-67a6-4c5b-8b6e-0991952654f6)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:09.975786 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-28a175bf-63ad-4579-b27f-33a87b499c8d req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:09.988125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-28a175bf-63ad-4579-b27f-33a87b499c8d req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Calling delete_port for 01794305-86ec-4099-b657-dfe32e4530f9 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:43:10.124074 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 3d67caed-1749-48a7-8319-4bfeb94ffc93 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:43:10.127464 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-28a175bf-63ad-4579-b27f-33a87b499c8d req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:10.149261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['01794305-86ec-4099-b657-dfe32e4530f9'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:43:10.151504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 3d67caed-1749-48a7-8319-4bfeb94ffc93 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:43:10.151844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 3d67caed-1749-48a7-8319-4bfeb94ffc93 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:43:10.157383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Pushing event deleted for resources: {'Port': ['ID=01794305-86ec-4099-b657-dfe32e4530f9,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:10.169859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:10.170206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:10.170546 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:10.170913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:10.171240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:10.171564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:10.171884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:10.172202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:10.172763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:10.172875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:10.173242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:10.173592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:10.211088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a175bf-63ad-4579-b27f-33a87b499c8d req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] No DVR routers for this DVR port 01794305-86ec-4099-b657-dfe32e4530f9 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:43:10.213946 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-28a175bf-63ad-4579-b27f-33a87b499c8d req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:10.217291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-28a175bf-63ad-4579-b27f-33a87b499c8d req-a7237391-83d4-4a6c-b8de-99fc224317d8 tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.30 "DELETE /v2.0/ports/01794305-86ec-4099-b657-dfe32e4530f9 HTTP/1.1" status: 204 len: 173 time: 0.4260471 Jan 31 16:43:10.217860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829f9e5d-f69d-4717-b9ac-f173abc1707d', 'name': 'network-vif-deleted', 'tag': '01794305-86ec-4099-b657-dfe32e4530f9'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:43:10.220107 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b6ed6d-6eda-4dc4-b109-81a9272a1d9e" -d '{"events": [{"server_uuid": "829f9e5d-f69d-4717-b9ac-f173abc1707d", "name": "network-vif-deleted", "tag": "01794305-86ec-4099-b657-dfe32e4530f9"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:43:10.262750 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831ff27f-7a85-4619-98d5-1f3032bc89b7 x-openstack-request-id: req-831ff27f-7a85-4619-98d5-1f3032bc89b7 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:43:10.263081 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829f9e5d-f69d-4717-b9ac-f173abc1707d", "name": "network-vif-deleted", "tag": "01794305-86ec-4099-b657-dfe32e4530f9", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:43:10.263334 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-831ff27f-7a85-4619-98d5-1f3032bc89b7 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:43:10.263863 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829f9e5d-f69d-4717-b9ac-f173abc1707d', 'name': 'network-vif-deleted', 'tag': '01794305-86ec-4099-b657-dfe32e4530f9', 'status': 'completed', 'code': 200} Jan 31 16:43:10.687915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-65becc32-e0cf-4688-8f48-330b76cc6164 req-d63b35c6-580f-473a-8ffd-b39898b3367d tempest-ServersNegativeTestJSON-1115398139 tempest-ServersNegativeTestJSON-1115398139-project] 10.222.0.36 "GET /v2.0/ports?device_id=829f9e5d-f69d-4717-b9ac-f173abc1707d HTTP/1.1" status: 200 len: 210 time: 0.0277462 Jan 31 16:43:11.746916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38772) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:11.800120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bc2079-08a0-4e08-9ba5-4ff9801425af admin admin] Deleting subnet 2fcf06bf-e6a7-4e2e-91bb-187e3d098761 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:43:11.805771 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41bc2079-08a0-4e08-9ba5-4ff9801425af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:11.844060 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41bc2079-08a0-4e08-9ba5-4ff9801425af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:11.890674 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41bc2079-08a0-4e08-9ba5-4ff9801425af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:11.947299 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41bc2079-08a0-4e08-9ba5-4ff9801425af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:11.970455 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc2079-08a0-4e08-9ba5-4ff9801425af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fcf06bf-e6a7-4e2e-91bb-187e3d098761,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:11.976292 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-41bc2079-08a0-4e08-9ba5-4ff9801425af admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:11.979459 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-41bc2079-08a0-4e08-9ba5-4ff9801425af admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2fcf06bf-e6a7-4e2e-91bb-187e3d098761 HTTP/1.1" status: 204 len: 168 time: 0.2315180 Jan 31 16:43:11.983365 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38774) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:12.055369 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:12.139444 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:12.160222 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e5945c-c54a-4e2b-80b8-42eca4d5c922']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:12.169889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4153055-67a6-4c5b-8b6e-0991952654f6') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:12.170186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4153055-67a6-4c5b-8b6e-0991952654f6') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:12.179541 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:12.192611 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:12.198712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:43:12.199026 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:43:12.200709 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:43:12.259294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:12.265981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:12.271856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/58e5945c-c54a-4e2b-80b8-42eca4d5c922 HTTP/1.1" status: 204 len: 168 time: 0.2847939 Jan 31 16:43:12.284752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc5f5d-453f-4a13-84cf-28f8e100fce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e5945c-c54a-4e2b-80b8-42eca4d5c922,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:12.384716 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38778) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:12.427113 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c2d8fe2a-103f-43ea-90c0-ebe985584942 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7455dab559504d7486e173851c32fb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408204 Jan 31 16:43:12.429634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38780) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:12.480698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7c2182e0-1de8-4c51-b29b-33c62ded999b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:12.502890 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7c2182e0-1de8-4c51-b29b-33c62ded999b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:12.550092 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7c2182e0-1de8-4c51-b29b-33c62ded999b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:12.552718 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7c2182e0-1de8-4c51-b29b-33c62ded999b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:12.554157 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7c2182e0-1de8-4c51-b29b-33c62ded999b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e2b0853-aaa4-43e6-8305-141e1d0e83ca HTTP/1.1" status: 204 len: 168 time: 0.1234291 Jan 31 16:43:12.562778 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2182e0-1de8-4c51-b29b-33c62ded999b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2b0853-aaa4-43e6-8305-141e1d0e83ca,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:12.588691 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 01794305-86ec-4099-b657-dfe32e4530f9 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:43:12.606444 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 01794305-86ec-4099-b657-dfe32e4530f9 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:43:12.606785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 01794305-86ec-4099-b657-dfe32e4530f9 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:43:13.332954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38802) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:13.439456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-306475676'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:13.464662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Made reservation on behalf of 1144494ce89648ad9f445282be901863 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:13.468271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:13.477344 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:13.561989 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:13.572190 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:13.602791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:43:13.612729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc61336e-b808-41d3-a19e-5240025cf954,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:13.617643 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:13.617989 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Added segment 35b673db-d6a6-48e0-94e1-aec56d91047d of type vlan for network a7394f0d-e6ed-432c-99af-2dec92bda1c3 Jan 31 16:43:13.664831 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:13.691901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:13.697347 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:13.697961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:13.748210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4140565 Jan 31 16:43:13.766709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789e1aa-e593-4f51-97a7-6e1417827b82 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event updated for resources: {'Network': ['ID=a7394f0d-e6ed-432c-99af-2dec92bda1c3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:13.778092 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network a7394f0d-e6ed-432c-99af-2dec92bda1c3 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:43:17.087239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38806) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:17.092459 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-6d024e0f-de1c-4c3b-b3fc-11bdc198a2eb tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Request body: {'subnet': {'network_id': 'a7394f0d-e6ed-432c-99af-2dec92bda1c3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:17.190179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d024e0f-de1c-4c3b-b3fc-11bdc198a2eb tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Made reservation on behalf of 1144494ce89648ad9f445282be901863 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:17.193789 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d024e0f-de1c-4c3b-b3fc-11bdc198a2eb tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:17.320546 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8866859a-b2f0-447b-b8bc-1a7b517f2bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:17.377902 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d024e0f-de1c-4c3b-b3fc-11bdc198a2eb tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:17.432643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d024e0f-de1c-4c3b-b3fc-11bdc198a2eb tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event updated for resources: {'Subnet': ['ID=d930f991-6b84-4c90-a90e-41a8841ae850,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:17.449159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d024e0f-de1c-4c3b-b3fc-11bdc198a2eb tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Checking segment: {'id': '35b673db-d6a6-48e0-94e1-aec56d91047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'a7394f0d-e6ed-432c-99af-2dec92bda1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:17.449517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d024e0f-de1c-4c3b-b3fc-11bdc198a2eb tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Network hostable DHCP agents. Network: a7394f0d-e6ed-432c-99af-2dec92bda1c3, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:43:17.469545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d024e0f-de1c-4c3b-b3fc-11bdc198a2eb tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Network a7394f0d-e6ed-432c-99af-2dec92bda1c3 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:43:17.478744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-6d024e0f-de1c-4c3b-b3fc-11bdc198a2eb tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, a7394f0d-e6ed-432c-99af-2dec92bda1c3) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:17.483583 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d024e0f-de1c-4c3b-b3fc-11bdc198a2eb tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:17.484163 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6d024e0f-de1c-4c3b-b3fc-11bdc198a2eb tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:17.488432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2861ea7-5dcf-4cd8-a54b-a6c8852c567e None None] Network a7394f0d-e6ed-432c-99af-2dec92bda1c3 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:17.502257 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6d024e0f-de1c-4c3b-b3fc-11bdc198a2eb tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4138560 Jan 31 16:43:17.505726 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38808) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:17.511128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4a80dd57-f639-47d7-b3b8-7dbf6f053a01 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-896823020'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:17.535310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a80dd57-f639-47d7-b3b8-7dbf6f053a01 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Made reservation on behalf of 1144494ce89648ad9f445282be901863 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:17.539259 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a80dd57-f639-47d7-b3b8-7dbf6f053a01 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:17.572696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a80dd57-f639-47d7-b3b8-7dbf6f053a01 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:43:17.583637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a80dd57-f639-47d7-b3b8-7dbf6f053a01 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:17.583990 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-4a80dd57-f639-47d7-b3b8-7dbf6f053a01 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Added segment 47f8ca71-33b1-46bf-848d-190156b1b9bc of type vlan for network 6ff63274-c589-4261-88bd-75fc8141a2d3 Jan 31 16:43:17.642112 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a80dd57-f639-47d7-b3b8-7dbf6f053a01 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:17.669501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a80dd57-f639-47d7-b3b8-7dbf6f053a01 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:17.675203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a80dd57-f639-47d7-b3b8-7dbf6f053a01 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:17.675822 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a80dd57-f639-47d7-b3b8-7dbf6f053a01 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:17.739809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4a80dd57-f639-47d7-b3b8-7dbf6f053a01 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2325411 Jan 31 16:43:17.742984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38810) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:17.749804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-59019992-4b6a-4797-ad9a-7e2b5efa2804 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Request body: {'subnet': {'network_id': '6ff63274-c589-4261-88bd-75fc8141a2d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:17.754735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80dd57-f639-47d7-b3b8-7dbf6f053a01 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event updated for resources: {'Network': ['ID=6ff63274-c589-4261-88bd-75fc8141a2d3,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:17.766234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 6ff63274-c589-4261-88bd-75fc8141a2d3 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:43:17.843335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59019992-4b6a-4797-ad9a-7e2b5efa2804 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Made reservation on behalf of 1144494ce89648ad9f445282be901863 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:17.847094 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-59019992-4b6a-4797-ad9a-7e2b5efa2804 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:17.853573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-a7394f0d-e6ed-432c-99af-2dec92bda1c3', 'network_id': 'a7394f0d-e6ed-432c-99af-2dec92bda1c3', 'tenant_id': '1144494ce89648ad9f445282be901863', 'fixed_ips': [{'subnet_id': 'd930f991-6b84-4c90-a90e-41a8841ae850'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:43:17.854418 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:18.007573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Allocated IP 2001:db8:0:ffff::2 (a7394f0d-e6ed-432c-99af-2dec92bda1c3/d930f991-6b84-4c90-a90e-41a8841ae850/4ad4dfd1-657d-4b40-ae27-42e9186dc7ff) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:43:18.075749 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:43:18.158456 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:18.164117 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:18.209675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Network a7394f0d-e6ed-432c-99af-2dec92bda1c3 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:18.212563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:18.217067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:43:18.223354 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Pushing event updated for resources: {'Port': ['ID=4ad4dfd1-657d-4b40-ae27-42e9186dc7ff,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:18.278215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Attempting to bind port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:43:18.278498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Attempting to bind port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '35b673db-d6a6-48e0-94e1-aec56d91047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'a7394f0d-e6ed-432c-99af-2dec92bda1c3'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:43:18.278839 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Attempting to bind port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff on network a7394f0d-e6ed-432c-99af-2dec92bda1c3 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:43:18.284002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:43:18.284338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Checking segment: {'id': '35b673db-d6a6-48e0-94e1-aec56d91047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'a7394f0d-e6ed-432c-99af-2dec92bda1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:18.284771 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:18.285141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Bound using segment: {'id': '35b673db-d6a6-48e0-94e1-aec56d91047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'a7394f0d-e6ed-432c-99af-2dec92bda1c3'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:43:18.285604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Bound port: 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b673db-d6a6-48e0-94e1-aec56d91047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'a7394f0d-e6ed-432c-99af-2dec92bda1c3'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:43:18.286015 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:18.360379 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] For port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:43:18.363675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] For port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4ad4dfd1-657d-4b40-ae27-42e9186dc7ff,segment=NetworkSegment(35b673db-d6a6-48e0-94e1-aec56d91047d),segment_id=35b673db-d6a6-48e0-94e1-aec56d91047d)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:43:18.369011 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:18.432426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e488be-fcfc-4fa3-b181-656714a2660e None None] Pushing event updated for resources: {'Port': ['ID=4ad4dfd1-657d-4b40-ae27-42e9186dc7ff,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:18.446622 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-59019992-4b6a-4797-ad9a-7e2b5efa2804 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:18.516412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59019992-4b6a-4797-ad9a-7e2b5efa2804 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event updated for resources: {'Subnet': ['ID=405bb637-c3ba-44e1-a87f-8d5424f1ec27,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:18.526826 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59019992-4b6a-4797-ad9a-7e2b5efa2804 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Checking segment: {'id': '47f8ca71-33b1-46bf-848d-190156b1b9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6ff63274-c589-4261-88bd-75fc8141a2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:18.527159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59019992-4b6a-4797-ad9a-7e2b5efa2804 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Network hostable DHCP agents. Network: 6ff63274-c589-4261-88bd-75fc8141a2d3, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:43:18.548369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59019992-4b6a-4797-ad9a-7e2b5efa2804 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Network 6ff63274-c589-4261-88bd-75fc8141a2d3 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:43:18.567280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-59019992-4b6a-4797-ad9a-7e2b5efa2804 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 6ff63274-c589-4261-88bd-75fc8141a2d3) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:18.584014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59019992-4b6a-4797-ad9a-7e2b5efa2804 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:18.584659 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-59019992-4b6a-4797-ad9a-7e2b5efa2804 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:18.597610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce46ffe8-0043-4540-a193-8861a055adeb None None] Network 6ff63274-c589-4261-88bd-75fc8141a2d3 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:18.608945 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-59019992-4b6a-4797-ad9a-7e2b5efa2804 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8650622 Jan 31 16:43:18.612996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38812) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:18.733271 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:18.787934 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6ca12b-547c-4c4c-9244-a836c085650e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-6ff63274-c589-4261-88bd-75fc8141a2d3', 'network_id': '6ff63274-c589-4261-88bd-75fc8141a2d3', 'tenant_id': '1144494ce89648ad9f445282be901863', 'fixed_ips': [{'subnet_id': '405bb637-c3ba-44e1-a87f-8d5424f1ec27'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:43:18.788778 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca12b-547c-4c4c-9244-a836c085650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:18.822877 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:18.891436 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server [None req-3e6ca12b-547c-4c4c-9244-a836c085650e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 405bb637-c3ba-44e1-a87f-8d5424f1ec27: This subnet is being modified by another concurrent operation. Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server raise exception Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 405bb637-c3ba-44e1-a87f-8d5424f1ec27: This subnet is being modified by another concurrent operation. Jan 31 16:43:18.907063 n-d-827120-1 neutron-server[108773]: ERROR oslo_messaging.rpc.server Jan 31 16:43:18.919973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event deleted for resources: {'Subnet': ['ID=405bb637-c3ba-44e1-a87f-8d5424f1ec27,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:18.930723 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df31a09-84b4-4981-bfce-c4bb5ff6f2be None None] Network 6ff63274-c589-4261-88bd-75fc8141a2d3 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:18.930888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:18.931228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:18.931561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:18.931883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:18.932203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:18.932525 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:18.932839 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:18.933159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:18.933546 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:18.933881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:18.934193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:18.934504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:19.001245 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.022646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff63274-c589-4261-88bd-75fc8141a2d3']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:19.034290 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f8ca71-33b1-46bf-848d-190156b1b9bc') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:19.034574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f8ca71-33b1-46bf-848d-190156b1b9bc') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:19.044683 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.061050 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.067874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:43:19.068239 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:43:19.071727 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:43:19.135146 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.154436 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.161807 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/networks/6ff63274-c589-4261-88bd-75fc8141a2d3 HTTP/1.1" status: 204 len: 168 time: 0.5436525 Jan 31 16:43:19.161807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaadade-1a03-4226-85ac-7335be196a75 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event deleted for resources: {'Network': ['ID=6ff63274-c589-4261-88bd-75fc8141a2d3,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:19.162287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38814) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:19.167605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b2dfef5b-eb2a-4591-a803-57183e6a2d79 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-540905611'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:19.205754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dfef5b-eb2a-4591-a803-57183e6a2d79 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Made reservation on behalf of 1144494ce89648ad9f445282be901863 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:19.209645 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2dfef5b-eb2a-4591-a803-57183e6a2d79 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.236768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dfef5b-eb2a-4591-a803-57183e6a2d79 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:43:19.247625 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2dfef5b-eb2a-4591-a803-57183e6a2d79 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.247973 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-b2dfef5b-eb2a-4591-a803-57183e6a2d79 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Added segment af3fec16-8c4d-4df5-9b60-21fd7754d5d3 of type vlan for network a53474a4-2013-4a96-bd5f-de066929a33e Jan 31 16:43:19.306013 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2dfef5b-eb2a-4591-a803-57183e6a2d79 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.339214 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2dfef5b-eb2a-4591-a803-57183e6a2d79 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.345516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dfef5b-eb2a-4591-a803-57183e6a2d79 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:19.346174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b2dfef5b-eb2a-4591-a803-57183e6a2d79 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.396703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:19.420358 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b2dfef5b-eb2a-4591-a803-57183e6a2d79 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2568820 Jan 31 16:43:19.423310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38816) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:19.428446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Request body: {'subnet': {'network_id': 'a53474a4-2013-4a96-bd5f-de066929a33e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:19.450243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfef5b-eb2a-4591-a803-57183e6a2d79 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event updated for resources: {'Network': ['ID=a53474a4-2013-4a96-bd5f-de066929a33e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:19.459371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:19.460049 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.463229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network a53474a4-2013-4a96-bd5f-de066929a33e details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:43:19.531862 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Made reservation on behalf of 1144494ce89648ad9f445282be901863 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:19.536931 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.557753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bdc523-c7b7-48f4-95ae-d5e8ecf3a7c6 None None] Network a7394f0d-e6ed-432c-99af-2dec92bda1c3 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:19.605609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_backend_mixin [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Performing IP validity checks on allocation pools {{(pid=108771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 16:43:19.606116 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.ipam_backend_mixin [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 16:43:19.706888 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5589900a-022e-4c4b-9844-d3977f2dbb4a None None] Provisioning complete for port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:19.707471 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5589900a-022e-4c4b-9844-d3977f2dbb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.709729 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.731304 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.795673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event updated for resources: {'Subnet': ['ID=9e03e73d-9560-4270-b2fc-a118a87b2654,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:19.806767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Checking segment: {'id': 'af3fec16-8c4d-4df5-9b60-21fd7754d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a53474a4-2013-4a96-bd5f-de066929a33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:19.807122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Network hostable DHCP agents. Network: a53474a4-2013-4a96-bd5f-de066929a33e, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:43:19.824698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Network a53474a4-2013-4a96-bd5f-de066929a33e is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:43:19.833393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, a53474a4-2013-4a96-bd5f-de066929a33e) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:19.837606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:19.838185 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.854879 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9a635fb1-b8c9-4f4a-b34f-7a48a5d74fd6 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4304183 Jan 31 16:43:19.857593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38818) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:19.870497 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff780e4-9ab7-480d-a615-e1bfda68fe10 None None] Network a53474a4-2013-4a96-bd5f-de066929a33e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:19.884857 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ecbef5e2-fb91-4e9f-808d-a49c349b95f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.948751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4ad4dfd1-657d-4b40-ae27-42e9186dc7ff,segment=NetworkSegment(35b673db-d6a6-48e0-94e1-aec56d91047d),segment_id=35b673db-d6a6-48e0-94e1-aec56d91047d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:19.957668 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:19.969688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.051382 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.107913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=4ad4dfd1-657d-4b40-ae27-42e9186dc7ff,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:20.114267 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.143025 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event deleted for resources: {'Subnet': ['ID=9e03e73d-9560-4270-b2fc-a118a87b2654,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:20.168160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1579cef-5a2b-43f3-839f-b154f3086cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-a53474a4-2013-4a96-bd5f-de066929a33e', 'network_id': 'a53474a4-2013-4a96-bd5f-de066929a33e', 'tenant_id': '1144494ce89648ad9f445282be901863', 'fixed_ips': [{'subnet_id': '9e03e73d-9560-4270-b2fc-a118a87b2654'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:43:20.169035 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b1579cef-5a2b-43f3-839f-b154f3086cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.215429 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.239110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53474a4-2013-4a96-bd5f-de066929a33e']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:20.250658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3fec16-8c4d-4df5-9b60-21fd7754d5d3') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:20.250957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3fec16-8c4d-4df5-9b60-21fd7754d5d3') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:20.258424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf6f4a9-3d42-4304-a068-6e52dd38b5b9 None None] Network a53474a4-2013-4a96-bd5f-de066929a33e requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:20.263264 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.278984 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.293137 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:43:20.293606 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:43:20.297143 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:43:20.358109 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.365324 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.368570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/networks/a53474a4-2013-4a96-bd5f-de066929a33e HTTP/1.1" status: 204 len: 168 time: 0.5099106 Jan 31 16:43:20.376061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38820) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:20.380570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57977bd-ce19-4c53-a968-bc8acaa42a9e None None] get_active_networks_info from n-d-827120-1 {{(pid=108773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 31 16:43:20.383150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02d957-fd48-4cd9-bc79-e55626852c50 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event deleted for resources: {'Network': ['ID=a53474a4-2013-4a96-bd5f-de066929a33e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:20.386000 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-02bf4f4a-1057-4577-bf0d-18c657245e4f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-163577119'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:20.413012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bf4f4a-1057-4577-bf0d-18c657245e4f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Made reservation on behalf of 1144494ce89648ad9f445282be901863 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:20.416734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f4a-1057-4577-bf0d-18c657245e4f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.441898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bf4f4a-1057-4577-bf0d-18c657245e4f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:43:20.451865 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f4a-1057-4577-bf0d-18c657245e4f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.452292 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-02bf4f4a-1057-4577-bf0d-18c657245e4f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Added segment a9a8db88-3f85-41ed-ba12-0d5977fdb456 of type vlan for network 7ad9a9b1-148c-4b8d-867d-feea425e257b Jan 31 16:43:20.452609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-bb5f825e-df10-4b47-a6d1-e6cc464ae644 None None] Provisioning complete for port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:20.453100 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bb5f825e-df10-4b47-a6d1-e6cc464ae644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.487048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57977bd-ce19-4c53-a968-bc8acaa42a9e None None] Resources bound (agent type, host, resource id): {{(pid=108773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 16:43:20.501144 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f4a-1057-4577-bf0d-18c657245e4f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.532648 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f4a-1057-4577-bf0d-18c657245e4f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.538245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bf4f4a-1057-4577-bf0d-18c657245e4f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:20.538823 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f4a-1057-4577-bf0d-18c657245e4f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.600331 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-02bf4f4a-1057-4577-bf0d-18c657245e4f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2230740 Jan 31 16:43:20.603505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38822) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:20.611134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1be3041e-97d3-4eee-b621-35ce584448a2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Request body: {'subnet': {'network_id': '7ad9a9b1-148c-4b8d-867d-feea425e257b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:20.618541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf4f4a-1057-4577-bf0d-18c657245e4f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event updated for resources: {'Network': ['ID=7ad9a9b1-148c-4b8d-867d-feea425e257b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:20.633780 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 7ad9a9b1-148c-4b8d-867d-feea425e257b details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:43:20.714477 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be3041e-97d3-4eee-b621-35ce584448a2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Made reservation on behalf of 1144494ce89648ad9f445282be901863 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:20.718172 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1be3041e-97d3-4eee-b621-35ce584448a2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.908873 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1be3041e-97d3-4eee-b621-35ce584448a2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:20.964381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3041e-97d3-4eee-b621-35ce584448a2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event updated for resources: {'Subnet': ['ID=aa219874-151d-4e33-9614-933637be1e38,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:20.980475 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3041e-97d3-4eee-b621-35ce584448a2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Checking segment: {'id': 'a9a8db88-3f85-41ed-ba12-0d5977fdb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7ad9a9b1-148c-4b8d-867d-feea425e257b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:20.981068 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3041e-97d3-4eee-b621-35ce584448a2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Network hostable DHCP agents. Network: 7ad9a9b1-148c-4b8d-867d-feea425e257b, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:43:21.004790 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3041e-97d3-4eee-b621-35ce584448a2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Network 7ad9a9b1-148c-4b8d-867d-feea425e257b is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:43:21.020609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-1be3041e-97d3-4eee-b621-35ce584448a2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 7ad9a9b1-148c-4b8d-867d-feea425e257b) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:21.027065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be3041e-97d3-4eee-b621-35ce584448a2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:21.027818 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1be3041e-97d3-4eee-b621-35ce584448a2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.037434 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.041179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5784f7-e460-43ae-86d4-4d89eb85e3f9 None None] Network 7ad9a9b1-148c-4b8d-867d-feea425e257b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:21.056311 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1be3041e-97d3-4eee-b621-35ce584448a2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4519484 Jan 31 16:43:21.060109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38824) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:21.065538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-47368457-4061-41d6-a943-4611eac527c1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-528446956'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:21.091100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47368457-4061-41d6-a943-4611eac527c1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Made reservation on behalf of 1144494ce89648ad9f445282be901863 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:21.096296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47368457-4061-41d6-a943-4611eac527c1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.122570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47368457-4061-41d6-a943-4611eac527c1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:43:21.133386 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47368457-4061-41d6-a943-4611eac527c1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.133825 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-47368457-4061-41d6-a943-4611eac527c1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Added segment e3a98906-9b86-48e2-9c67-21d9175b1792 of type vlan for network 014f246f-d5a5-46ba-a25b-379f52e2ea83 Jan 31 16:43:21.181951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47368457-4061-41d6-a943-4611eac527c1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.211660 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47368457-4061-41d6-a943-4611eac527c1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.217341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47368457-4061-41d6-a943-4611eac527c1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:21.217987 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-47368457-4061-41d6-a943-4611eac527c1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.271411 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-47368457-4061-41d6-a943-4611eac527c1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2101285 Jan 31 16:43:21.274394 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38826) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:21.285996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2778ee59-42ec-4587-9946-60fbc2bb7b57 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Request body: {'subnet': {'network_id': '014f246f-d5a5-46ba-a25b-379f52e2ea83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:21.308397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47368457-4061-41d6-a943-4611eac527c1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event updated for resources: {'Network': ['ID=014f246f-d5a5-46ba-a25b-379f52e2ea83,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:21.326322 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 014f246f-d5a5-46ba-a25b-379f52e2ea83 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:43:21.383938 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:21.385949 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-7ad9a9b1-148c-4b8d-867d-feea425e257b', 'network_id': '7ad9a9b1-148c-4b8d-867d-feea425e257b', 'tenant_id': '1144494ce89648ad9f445282be901863', 'fixed_ips': [{'subnet_id': 'aa219874-151d-4e33-9614-933637be1e38'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:43:21.386744 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.390548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2778ee59-42ec-4587-9946-60fbc2bb7b57 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Made reservation on behalf of 1144494ce89648ad9f445282be901863 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:21.394626 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2778ee59-42ec-4587-9946-60fbc2bb7b57 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.537157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:21.537847 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.583686 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2778ee59-42ec-4587-9946-60fbc2bb7b57 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.605085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Allocated IP 2001:db8::2 (7ad9a9b1-148c-4b8d-867d-feea425e257b/aa219874-151d-4e33-9614-933637be1e38/736e7530-34ae-4a7b-a029-d75b9c7e9769) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:43:21.644491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778ee59-42ec-4587-9946-60fbc2bb7b57 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event updated for resources: {'Subnet': ['ID=cb004024-ba2e-4064-84de-9bafcbbd4837,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:21.651701 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2778ee59-42ec-4587-9946-60fbc2bb7b57 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Checking segment: {'id': 'e3a98906-9b86-48e2-9c67-21d9175b1792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '014f246f-d5a5-46ba-a25b-379f52e2ea83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:21.652118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778ee59-42ec-4587-9946-60fbc2bb7b57 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Network hostable DHCP agents. Network: 014f246f-d5a5-46ba-a25b-379f52e2ea83, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:43:21.674763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778ee59-42ec-4587-9946-60fbc2bb7b57 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Network 014f246f-d5a5-46ba-a25b-379f52e2ea83 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:43:21.687475 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-2778ee59-42ec-4587-9946-60fbc2bb7b57 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 014f246f-d5a5-46ba-a25b-379f52e2ea83) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:21.692501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778ee59-42ec-4587-9946-60fbc2bb7b57 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:21.693096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2778ee59-42ec-4587-9946-60fbc2bb7b57 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.700827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc8234-f522-4dff-bfbd-014eacecfe3b None None] Network 014f246f-d5a5-46ba-a25b-379f52e2ea83 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:21.713418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2778ee59-42ec-4587-9946-60fbc2bb7b57 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4377325 Jan 31 16:43:21.716319 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38828) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:21.822761 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.888401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.888644 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.899288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.952366 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.958991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd68e656-d8b9-4b28-99ff-5a07292e26d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-014f246f-d5a5-46ba-a25b-379f52e2ea83', 'network_id': '014f246f-d5a5-46ba-a25b-379f52e2ea83', 'tenant_id': '1144494ce89648ad9f445282be901863', 'fixed_ips': [{'subnet_id': 'cb004024-ba2e-4064-84de-9bafcbbd4837'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:43:21.959836 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dd68e656-d8b9-4b28-99ff-5a07292e26d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:21.965933 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Network 7ad9a9b1-148c-4b8d-867d-feea425e257b is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:21.975567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:21.979645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event deleted for resources: {'Subnet': ['ID=cb004024-ba2e-4064-84de-9bafcbbd4837,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:21.981782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:43:21.987247 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Pushing event updated for resources: {'Port': ['ID=736e7530-34ae-4a7b-a029-d75b9c7e9769,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:22.046134 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.066593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014f246f-d5a5-46ba-a25b-379f52e2ea83']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:22.076179 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a98906-9b86-48e2-9c67-21d9175b1792') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:22.076479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a98906-9b86-48e2-9c67-21d9175b1792') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:22.086446 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.094337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Attempting to bind port 736e7530-34ae-4a7b-a029-d75b9c7e9769 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:43:22.094720 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Attempting to bind port 736e7530-34ae-4a7b-a029-d75b9c7e9769 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'a9a8db88-3f85-41ed-ba12-0d5977fdb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7ad9a9b1-148c-4b8d-867d-feea425e257b'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:43:22.095049 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Attempting to bind port 736e7530-34ae-4a7b-a029-d75b9c7e9769 on network 7ad9a9b1-148c-4b8d-867d-feea425e257b {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:43:22.099516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86205085-f98e-4d07-9e60-65945caae05d None None] Network 014f246f-d5a5-46ba-a25b-379f52e2ea83 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:22.104810 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.111642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:43:22.112040 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:43:22.115197 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:43:22.148722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:43:22.148973 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Checking segment: {'id': 'a9a8db88-3f85-41ed-ba12-0d5977fdb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7ad9a9b1-148c-4b8d-867d-feea425e257b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:22.149366 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.149787 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Bound using segment: {'id': 'a9a8db88-3f85-41ed-ba12-0d5977fdb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7ad9a9b1-148c-4b8d-867d-feea425e257b'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:43:22.150261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Bound port: 736e7530-34ae-4a7b-a029-d75b9c7e9769, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a8db88-3f85-41ed-ba12-0d5977fdb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7ad9a9b1-148c-4b8d-867d-feea425e257b'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:43:22.150639 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.177131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.184720 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.191094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/networks/014f246f-d5a5-46ba-a25b-379f52e2ea83 HTTP/1.1" status: 204 len: 168 time: 0.4705539 Jan 31 16:43:22.191621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38830) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:22.200098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ec406-123c-4a14-a51f-a53f4451b62a tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event deleted for resources: {'Network': ['ID=014f246f-d5a5-46ba-a25b-379f52e2ea83,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:22.226390 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc13c83-685a-4c4f-b68f-e9de6078e0b4 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] GET failed (client error): The resource could not be found. Jan 31 16:43:22.227826 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2fc13c83-685a-4c4f-b68f-e9de6078e0b4 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "GET /v2.0/subnets/cb004024-ba2e-4064-84de-9bafcbbd4837 HTTP/1.1" status: 404 len: 337 time: 0.0349832 Jan 31 16:43:22.231078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38832) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:22.255186 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ee1132-58ce-4cb2-b6be-13a0ad015ff1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] DELETE failed (client error): The resource could not be found. Jan 31 16:43:22.255749 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ee1132-58ce-4cb2-b6be-13a0ad015ff1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:43:22.259166 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-98ee1132-58ce-4cb2-b6be-13a0ad015ff1 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/networks/014f246f-d5a5-46ba-a25b-379f52e2ea83 HTTP/1.1" status: 404 len: 339 time: 0.0270324 Jan 31 16:43:22.263253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38834) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:22.268490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] For port 736e7530-34ae-4a7b-a029-d75b9c7e9769, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:43:22.271794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] For port 736e7530-34ae-4a7b-a029-d75b9c7e9769, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=736e7530-34ae-4a7b-a029-d75b9c7e9769,segment=NetworkSegment(a9a8db88-3f85-41ed-ba12-0d5977fdb456),segment_id=a9a8db88-3f85-41ed-ba12-0d5977fdb456)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:43:22.279049 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.290866 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0603db-7034-4ddc-9ecb-8d6c4f554dd2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] DELETE failed (client error): The resource could not be found. Jan 31 16:43:22.291323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0603db-7034-4ddc-9ecb-8d6c4f554dd2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:43:22.294292 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0e0603db-7034-4ddc-9ecb-8d6c4f554dd2 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/subnets/cb004024-ba2e-4064-84de-9bafcbbd4837 HTTP/1.1" status: 404 len: 337 time: 0.0296149 Jan 31 16:43:22.296945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38836) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:22.317036 n-d-827120-1 neutron-server[108771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c883177b-5b14-405a-a493-f38ebc2ced5b tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] DELETE failed (client error): The resource could not be found. Jan 31 16:43:22.317992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c883177b-5b14-405a-a493-f38ebc2ced5b tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:43:22.323149 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c883177b-5b14-405a-a493-f38ebc2ced5b tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/networks/014f246f-d5a5-46ba-a25b-379f52e2ea83 HTTP/1.1" status: 404 len: 339 time: 0.0227478 Jan 31 16:43:22.325962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38838) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:22.334217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7027f-8e89-4ce4-97f3-21e7b358b9a0 None None] Pushing event updated for resources: {'Port': ['ID=736e7530-34ae-4a7b-a029-d75b9c7e9769,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:22.386132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96902b4-13c0-48bb-ae11-0b69a03dd983 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Deleting subnet aa219874-151d-4e33-9614-933637be1e38 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:43:22.389582 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c96902b4-13c0-48bb-ae11-0b69a03dd983 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.433096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c96902b4-13c0-48bb-ae11-0b69a03dd983 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.470799 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.557273 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c96902b4-13c0-48bb-ae11-0b69a03dd983 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.616397 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.621036 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c96902b4-13c0-48bb-ae11-0b69a03dd983 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.648950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96902b4-13c0-48bb-ae11-0b69a03dd983 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event deleted for resources: {'Subnet': ['ID=aa219874-151d-4e33-9614-933637be1e38,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:22.656378 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c96902b4-13c0-48bb-ae11-0b69a03dd983 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.660187 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c96902b4-13c0-48bb-ae11-0b69a03dd983 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/subnets/aa219874-151d-4e33-9614-933637be1e38 HTTP/1.1" status: 204 len: 168 time: 0.3327534 Jan 31 16:43:22.662676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38840) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:22.739772 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.797945 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Deleting port 736e7530-34ae-4a7b-a029-d75b9c7e9769 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:43:22.798277 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.860774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] For port 736e7530-34ae-4a7b-a029-d75b9c7e9769, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=736e7530-34ae-4a7b-a029-d75b9c7e9769,segment=NetworkSegment(a9a8db88-3f85-41ed-ba12-0d5977fdb456),segment_id=a9a8db88-3f85-41ed-ba12-0d5977fdb456)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:22.861115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.875110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Calling delete_port for 736e7530-34ae-4a7b-a029-d75b9c7e9769 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:43:22.962914 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:22.991570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event deleted for resources: {'Port': ['ID=736e7530-34ae-4a7b-a029-d75b9c7e9769,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:22.994976 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] No DVR routers for this DVR port 736e7530-34ae-4a7b-a029-d75b9c7e9769 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:43:23.078989 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.102651 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad9a9b1-148c-4b8d-867d-feea425e257b']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:23.114633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a8db88-3f85-41ed-ba12-0d5977fdb456') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:23.114897 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a8db88-3f85-41ed-ba12-0d5977fdb456') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:23.126232 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.140680 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.147305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:43:23.147688 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:43:23.150802 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:43:23.212036 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.220026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.223238 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/networks/7ad9a9b1-148c-4b8d-867d-feea425e257b HTTP/1.1" status: 204 len: 168 time: 0.5595465 Jan 31 16:43:23.225801 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38842) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:23.243748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43e835-3631-422e-a581-d3d64e94b078 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event deleted for resources: {'Network': ['ID=7ad9a9b1-148c-4b8d-867d-feea425e257b,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:23.267580 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd024ce-b0c5-47be-a2fe-b7eee42f6a02 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] DELETE failed (client error): The resource could not be found. Jan 31 16:43:23.268037 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd024ce-b0c5-47be-a2fe-b7eee42f6a02 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:43:23.271124 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5bd024ce-b0c5-47be-a2fe-b7eee42f6a02 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/subnets/9e03e73d-9560-4270-b2fc-a118a87b2654 HTTP/1.1" status: 404 len: 337 time: 0.0444398 Jan 31 16:43:23.273788 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38844) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:23.292726 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0243b19-1080-43b5-be03-922a0c6d7e42 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] DELETE failed (client error): The resource could not be found. Jan 31 16:43:23.293289 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0243b19-1080-43b5-be03-922a0c6d7e42 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:43:23.296320 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e0243b19-1080-43b5-be03-922a0c6d7e42 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/networks/a53474a4-2013-4a96-bd5f-de066929a33e HTTP/1.1" status: 404 len: 339 time: 0.0216260 Jan 31 16:43:23.298905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38846) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:23.325752 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-027d89ff-b820-4f8d-b09b-08e169331649 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] DELETE failed (client error): The resource could not be found. Jan 31 16:43:23.326203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027d89ff-b820-4f8d-b09b-08e169331649 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:43:23.329369 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-027d89ff-b820-4f8d-b09b-08e169331649 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/subnets/405bb637-c3ba-44e1-a87f-8d5424f1ec27 HTTP/1.1" status: 404 len: 337 time: 0.0294564 Jan 31 16:43:23.331965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38848) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:23.346790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c2d02136-e372-40ef-8271-285c78378b6a None None] Could not find standard attr ID for object 736e7530-34ae-4a7b-a029-d75b9c7e9769. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:43:23.350935 n-d-827120-1 neutron-server[108772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9085e237-10ba-4ed8-b763-39e681c9974f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] DELETE failed (client error): The resource could not be found. Jan 31 16:43:23.351489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9085e237-10ba-4ed8-b763-39e681c9974f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 16:43:23.354494 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9085e237-10ba-4ed8-b763-39e681c9974f tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/networks/6ff63274-c589-4261-88bd-75fc8141a2d3 HTTP/1.1" status: 404 len: 339 time: 0.0216262 Jan 31 16:43:23.357064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38850) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:23.365512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45efdf82-562c-44df-9585-0b80f00b9f2b None None] DHCP port deletion for 7ad9a9b1-148c-4b8d-867d-feea425e257b request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:43:23.381996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b77efd5-b904-4065-a637-99eac8fc08ce None None] Network 7ad9a9b1-148c-4b8d-867d-feea425e257b requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:23.393686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b77efd5-b904-4065-a637-99eac8fc08ce None None] Network 7ad9a9b1-148c-4b8d-867d-feea425e257b could not be found, it might have been deleted concurrently. {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 31 16:43:23.409099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f41729-4aeb-456f-b1ef-07ee309fd477 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Deleting subnet d930f991-6b84-4c90-a90e-41a8841ae850 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:43:23.412696 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08f41729-4aeb-456f-b1ef-07ee309fd477 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.468332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08f41729-4aeb-456f-b1ef-07ee309fd477 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.560337 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08f41729-4aeb-456f-b1ef-07ee309fd477 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.619965 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08f41729-4aeb-456f-b1ef-07ee309fd477 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.647474 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f41729-4aeb-456f-b1ef-07ee309fd477 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event deleted for resources: {'Subnet': ['ID=d930f991-6b84-4c90-a90e-41a8841ae850,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:23.651228 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-08f41729-4aeb-456f-b1ef-07ee309fd477 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.654409 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-08f41729-4aeb-456f-b1ef-07ee309fd477 tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/subnets/d930f991-6b84-4c90-a90e-41a8841ae850 HTTP/1.1" status: 204 len: 168 time: 0.2963989 Jan 31 16:43:23.657307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38852) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:23.661774 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda0eb4-1d5d-4b03-a332-09ea676c1e83 None None] Network a7394f0d-e6ed-432c-99af-2dec92bda1c3 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:23.736647 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.791592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Deleting port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:43:23.792049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.826501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52b1ee8-43f8-455c-9919-2fe0b3591b16 None None] DHCP port deletion for a7394f0d-e6ed-432c-99af-2dec92bda1c3 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:43:23.855983 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] For port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4ad4dfd1-657d-4b40-ae27-42e9186dc7ff,segment=NetworkSegment(35b673db-d6a6-48e0-94e1-aec56d91047d),segment_id=35b673db-d6a6-48e0-94e1-aec56d91047d)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:23.856352 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.869015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Calling delete_port for 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:43:23.874582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b52b1ee8-43f8-455c-9919-2fe0b3591b16 None None] Deleting port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:43:23.875031 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b52b1ee8-43f8-455c-9919-2fe0b3591b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.946536 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b52b1ee8-43f8-455c-9919-2fe0b3591b16 None None] For port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=4ad4dfd1-657d-4b40-ae27-42e9186dc7ff,segment=NetworkSegment(35b673db-d6a6-48e0-94e1-aec56d91047d),segment_id=35b673db-d6a6-48e0-94e1-aec56d91047d)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:23.946924 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b52b1ee8-43f8-455c-9919-2fe0b3591b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.960394 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b52b1ee8-43f8-455c-9919-2fe0b3591b16 None None] Calling delete_port for 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:43:23.961635 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:23.983790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event deleted for resources: {'Port': ['ID=4ad4dfd1-657d-4b40-ae27-42e9186dc7ff,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:23.993375 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] No DVR routers for this DVR port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:43:24.044657 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b52b1ee8-43f8-455c-9919-2fe0b3591b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:24.071233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b1ee8-43f8-455c-9919-2fe0b3591b16 None None] Pushing event deleted for resources: {'Port': ['ID=4ad4dfd1-657d-4b40-ae27-42e9186dc7ff,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:24.072931 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b1ee8-43f8-455c-9919-2fe0b3591b16 None None] No DVR routers for this DVR port 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:43:24.074194 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:24.096009 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7394f0d-e6ed-432c-99af-2dec92bda1c3']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:24.105990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b673db-d6a6-48e0-94e1-aec56d91047d') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:24.106280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b673db-d6a6-48e0-94e1-aec56d91047d') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:24.116019 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:24.128903 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:24.135442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:43:24.135870 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:43:24.139159 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:43:24.197496 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:24.204640 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:24.207779 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] 10.222.0.36 "DELETE /v2.0/networks/a7394f0d-e6ed-432c-99af-2dec92bda1c3 HTTP/1.1" status: 204 len: 168 time: 0.5494032 Jan 31 16:43:24.221265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c52c3-49ce-41de-a01e-1ee7c63eae5c tempest-NetworksIpV6Test-1288333292 tempest-NetworksIpV6Test-1288333292-project] Pushing event deleted for resources: {'Network': ['ID=a7394f0d-e6ed-432c-99af-2dec92bda1c3,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:24.468555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38858) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:24.620320 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c9e10946-ad9e-4847-b2be-a3e566d3b173 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1144494ce89648ad9f445282be901863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505885 Jan 31 16:43:24.624087 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38862) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:24.682997 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6321cfe-f7f7-41bd-810a-0eaafe0d1fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:24.704327 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6321cfe-f7f7-41bd-810a-0eaafe0d1fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:24.756659 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6321cfe-f7f7-41bd-810a-0eaafe0d1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:24.759304 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e6321cfe-f7f7-41bd-810a-0eaafe0d1fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:24.760500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e6321cfe-f7f7-41bd-810a-0eaafe0d1fb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc61336e-b808-41d3-a19e-5240025cf954 HTTP/1.1" status: 204 len: 168 time: 0.1355224 Jan 31 16:43:24.768374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6321cfe-f7f7-41bd-810a-0eaafe0d1fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc61336e-b808-41d3-a19e-5240025cf954,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:25.342360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:43:25.362921 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:43:25.363277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 4ad4dfd1-657d-4b40-ae27-42e9186dc7ff not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:43:25.363672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 736e7530-34ae-4a7b-a029-d75b9c7e9769 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:43:25.385382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 736e7530-34ae-4a7b-a029-d75b9c7e9769 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:43:25.385751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 736e7530-34ae-4a7b-a029-d75b9c7e9769 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:43:25.451401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38884) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:25.556219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-e5a704c6-2332-4235-9565-0f8e42e307ed tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1811182710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:25.584353 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a704c6-2332-4235-9565-0f8e42e307ed tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.585350 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a704c6-2332-4235-9565-0f8e42e307ed tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.637047 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a704c6-2332-4235-9565-0f8e42e307ed tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.644576 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a704c6-2332-4235-9565-0f8e42e307ed tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.670772 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5a704c6-2332-4235-9565-0f8e42e307ed tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.671990 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e5a704c6-2332-4235-9565-0f8e42e307ed tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2192998 Jan 31 16:43:25.674911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38888) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:25.679701 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1377404422'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:25.705923 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Made reservation on behalf of 96f77d0aba7646b1b8168fdccc56d2fd for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:25.711325 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.728703 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.810473 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.815987 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.841440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:43:25.850917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7da954-719a-4b91-8c71-a41d0194b68b,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:25.855601 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.855934 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Added segment 3d8983de-f88b-4b10-b714-75d91147e85b of type vlan for network b443f625-13db-485d-aebb-57086ef204ae Jan 31 16:43:25.896460 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.929275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.938085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:25.938998 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:25.994801 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3188710 Jan 31 16:43:25.997960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38890) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:26.003151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b4199f2d-39d0-4613-8ea9-fcff7e45a193 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Request body: {'subnet': {'network_id': 'b443f625-13db-485d-aebb-57086ef204ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:26.013061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72cfd7-fc3b-41de-86d4-a82f43e20a07 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Pushing event updated for resources: {'Network': ['ID=b443f625-13db-485d-aebb-57086ef204ae,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:26.024112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b443f625-13db-485d-aebb-57086ef204ae details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:43:26.097553 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4199f2d-39d0-4613-8ea9-fcff7e45a193 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Made reservation on behalf of 96f77d0aba7646b1b8168fdccc56d2fd for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:26.101088 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b4199f2d-39d0-4613-8ea9-fcff7e45a193 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.190883 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.289780 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b4199f2d-39d0-4613-8ea9-fcff7e45a193 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.349647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4199f2d-39d0-4613-8ea9-fcff7e45a193 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Pushing event updated for resources: {'Subnet': ['ID=2657ce29-ed70-4c50-9aa3-72635b9db2dc,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:26.358606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4199f2d-39d0-4613-8ea9-fcff7e45a193 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Checking segment: {'id': '3d8983de-f88b-4b10-b714-75d91147e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b443f625-13db-485d-aebb-57086ef204ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:26.358961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4199f2d-39d0-4613-8ea9-fcff7e45a193 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Network hostable DHCP agents. Network: b443f625-13db-485d-aebb-57086ef204ae, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:43:26.376685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4199f2d-39d0-4613-8ea9-fcff7e45a193 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Network b443f625-13db-485d-aebb-57086ef204ae is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:43:26.386908 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-b4199f2d-39d0-4613-8ea9-fcff7e45a193 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, b443f625-13db-485d-aebb-57086ef204ae) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:26.391538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4199f2d-39d0-4613-8ea9-fcff7e45a193 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:26.392571 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b4199f2d-39d0-4613-8ea9-fcff7e45a193 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.397016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3cec8a-c85b-45ef-bc60-e58aee2cad8f None None] Network b443f625-13db-485d-aebb-57086ef204ae requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:26.410946 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b4199f2d-39d0-4613-8ea9-fcff7e45a193 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4117684 Jan 31 16:43:26.414068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38892) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:26.419013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ac621274-2e95-4400-86f7-30e4d3f08513 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1453886862'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:26.443042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac621274-2e95-4400-86f7-30e4d3f08513 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Made reservation on behalf of 96f77d0aba7646b1b8168fdccc56d2fd for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:26.447721 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac621274-2e95-4400-86f7-30e4d3f08513 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.471412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac621274-2e95-4400-86f7-30e4d3f08513 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:43:26.480423 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac621274-2e95-4400-86f7-30e4d3f08513 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.480756 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-ac621274-2e95-4400-86f7-30e4d3f08513 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Added segment 6dc1e08c-3b10-4dd5-bc7a-81cb0b277409 of type vlan for network 16db35c2-91f2-4d0e-aa31-b48ee56e5a52 Jan 31 16:43:26.522336 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac621274-2e95-4400-86f7-30e4d3f08513 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.546916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-b443f625-13db-485d-aebb-57086ef204ae', 'network_id': 'b443f625-13db-485d-aebb-57086ef204ae', 'tenant_id': '96f77d0aba7646b1b8168fdccc56d2fd', 'fixed_ips': [{'subnet_id': '2657ce29-ed70-4c50-9aa3-72635b9db2dc'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:43:26.547588 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac621274-2e95-4400-86f7-30e4d3f08513 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.548008 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.553067 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac621274-2e95-4400-86f7-30e4d3f08513 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:26.553677 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ac621274-2e95-4400-86f7-30e4d3f08513 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.608087 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ac621274-2e95-4400-86f7-30e4d3f08513 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1928794 Jan 31 16:43:26.611311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38894) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:26.622174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-cb0980c8-28ed-4cb9-bf98-ebd0b7790370 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Request body: {'subnet': {'network_id': '16db35c2-91f2-4d0e-aa31-b48ee56e5a52', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:26.643399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac621274-2e95-4400-86f7-30e4d3f08513 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Pushing event updated for resources: {'Network': ['ID=16db35c2-91f2-4d0e-aa31-b48ee56e5a52,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:26.659872 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 16db35c2-91f2-4d0e-aa31-b48ee56e5a52 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:43:26.724829 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0980c8-28ed-4cb9-bf98-ebd0b7790370 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Made reservation on behalf of 96f77d0aba7646b1b8168fdccc56d2fd for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:26.728396 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb0980c8-28ed-4cb9-bf98-ebd0b7790370 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.734737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Allocated IP 172.20.0.2 (b443f625-13db-485d-aebb-57086ef204ae/2657ce29-ed70-4c50-9aa3-72635b9db2dc/127a97f9-a48a-4a33-bfb6-f0d641060df1) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:43:26.883145 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.890955 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.908220 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb0980c8-28ed-4cb9-bf98-ebd0b7790370 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:26.932287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Network b443f625-13db-485d-aebb-57086ef204ae is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:26.935051 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:26.937757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:43:26.943256 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Pushing event updated for resources: {'Port': ['ID=127a97f9-a48a-4a33-bfb6-f0d641060df1,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:26.953665 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:26.953995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:26.954352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:26.954668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:26.954991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:26.955305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:26.955640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:26.955942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:26.956244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:26.956552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:26.956861 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:26.957163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:26.967240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0980c8-28ed-4cb9-bf98-ebd0b7790370 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Pushing event updated for resources: {'Subnet': ['ID=b6eba6f8-6fb7-4eeb-8dd5-4b7ab15b8f13,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:26.976240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0980c8-28ed-4cb9-bf98-ebd0b7790370 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Checking segment: {'id': '6dc1e08c-3b10-4dd5-bc7a-81cb0b277409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '16db35c2-91f2-4d0e-aa31-b48ee56e5a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:26.976504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0980c8-28ed-4cb9-bf98-ebd0b7790370 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Network hostable DHCP agents. Network: 16db35c2-91f2-4d0e-aa31-b48ee56e5a52, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:43:26.994069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0980c8-28ed-4cb9-bf98-ebd0b7790370 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Network 16db35c2-91f2-4d0e-aa31-b48ee56e5a52 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:43:27.003827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-cb0980c8-28ed-4cb9-bf98-ebd0b7790370 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 16db35c2-91f2-4d0e-aa31-b48ee56e5a52) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:27.008335 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0980c8-28ed-4cb9-bf98-ebd0b7790370 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:27.008923 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cb0980c8-28ed-4cb9-bf98-ebd0b7790370 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.014675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc0d6a5-9aad-4cbf-bd19-81c6c89f5cbd None None] Network 16db35c2-91f2-4d0e-aa31-b48ee56e5a52 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:27.020018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Attempting to bind port 127a97f9-a48a-4a33-bfb6-f0d641060df1 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:43:27.020406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Attempting to bind port 127a97f9-a48a-4a33-bfb6-f0d641060df1 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '3d8983de-f88b-4b10-b714-75d91147e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b443f625-13db-485d-aebb-57086ef204ae'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:43:27.020739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Attempting to bind port 127a97f9-a48a-4a33-bfb6-f0d641060df1 on network b443f625-13db-485d-aebb-57086ef204ae {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:43:27.025476 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cb0980c8-28ed-4cb9-bf98-ebd0b7790370 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4134786 Jan 31 16:43:27.028290 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38896) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:27.033109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-94b2977e-bf8d-4dee-a869-6b290ce308a9 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Request body: {'router': {'external_gateway_info': {'network_id': '16db35c2-91f2-4d0e-aa31-b48ee56e5a52'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:27.061494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:43:27.061885 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Checking segment: {'id': '3d8983de-f88b-4b10-b714-75d91147e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b443f625-13db-485d-aebb-57086ef204ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:27.062290 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.062670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Bound using segment: {'id': '3d8983de-f88b-4b10-b714-75d91147e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b443f625-13db-485d-aebb-57086ef204ae'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:43:27.063141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Bound port: 127a97f9-a48a-4a33-bfb6-f0d641060df1, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8983de-f88b-4b10-b714-75d91147e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b443f625-13db-485d-aebb-57086ef204ae'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:43:27.063516 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.178194 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] For port 127a97f9-a48a-4a33-bfb6-f0d641060df1, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:43:27.194752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] For port 127a97f9-a48a-4a33-bfb6-f0d641060df1, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=127a97f9-a48a-4a33-bfb6-f0d641060df1,segment=NetworkSegment(3d8983de-f88b-4b10-b714-75d91147e85b),segment_id=3d8983de-f88b-4b10-b714-75d91147e85b)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:43:27.201640 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.236917 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-94b2977e-bf8d-4dee-a869-6b290ce308a9 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.241454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-16db35c2-91f2-4d0e-aa31-b48ee56e5a52', 'network_id': '16db35c2-91f2-4d0e-aa31-b48ee56e5a52', 'tenant_id': '96f77d0aba7646b1b8168fdccc56d2fd', 'fixed_ips': [{'subnet_id': 'b6eba6f8-6fb7-4eeb-8dd5-4b7ab15b8f13'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:43:27.242422 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.293096 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33e6cc-85c3-42e7-bb66-7c8a1a44bedf None None] Pushing event updated for resources: {'Port': ['ID=127a97f9-a48a-4a33-bfb6-f0d641060df1,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:27.350076 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [None req-94b2977e-bf8d-4dee-a869-6b290ce308a9 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 16:43:27.351155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-94b2977e-bf8d-4dee-a869-6b290ce308a9 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] 10.222.0.36 "PUT /v2.0/routers/b1d09010-a096-4904-91cc-8266a073f5bf HTTP/1.1" status: 400 len: 364 time: 0.3217959 Jan 31 16:43:27.357558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38898) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:27.413377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bf5a4f-37b2-4e81-a6be-95499158edbd tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Deleting subnet b6eba6f8-6fb7-4eeb-8dd5-4b7ab15b8f13 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:43:27.430773 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Allocated IP 172.21.0.2 (16db35c2-91f2-4d0e-aa31-b48ee56e5a52/b6eba6f8-6fb7-4eeb-8dd5-4b7ab15b8f13/22aaebff-6c63-4dc9-a2e0-95b11db08e24) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:43:27.606555 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.621125 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5a4f-37b2-4e81-a6be-95499158edbd tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.621610 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.662701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Network 16db35c2-91f2-4d0e-aa31-b48ee56e5a52 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:27.662921 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5a4f-37b2-4e81-a6be-95499158edbd tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.669217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:27.673708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:43:27.676814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Pushing event updated for resources: {'Port': ['ID=22aaebff-6c63-4dc9-a2e0-95b11db08e24,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:27.727885 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Attempting to bind port 22aaebff-6c63-4dc9-a2e0-95b11db08e24 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:43:27.728252 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Attempting to bind port 22aaebff-6c63-4dc9-a2e0-95b11db08e24 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '6dc1e08c-3b10-4dd5-bc7a-81cb0b277409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '16db35c2-91f2-4d0e-aa31-b48ee56e5a52'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:43:27.728613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Attempting to bind port 22aaebff-6c63-4dc9-a2e0-95b11db08e24 on network 16db35c2-91f2-4d0e-aa31-b48ee56e5a52 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:43:27.733514 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:43:27.733892 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Checking segment: {'id': '6dc1e08c-3b10-4dd5-bc7a-81cb0b277409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '16db35c2-91f2-4d0e-aa31-b48ee56e5a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:27.734300 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.734686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Bound using segment: {'id': '6dc1e08c-3b10-4dd5-bc7a-81cb0b277409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '16db35c2-91f2-4d0e-aa31-b48ee56e5a52'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:43:27.735133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Bound port: 22aaebff-6c63-4dc9-a2e0-95b11db08e24, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc1e08c-3b10-4dd5-bc7a-81cb0b277409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '16db35c2-91f2-4d0e-aa31-b48ee56e5a52'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:43:27.735650 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.753590 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5a4f-37b2-4e81-a6be-95499158edbd tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.817383 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5a4f-37b2-4e81-a6be-95499158edbd tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.820420 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] For port 22aaebff-6c63-4dc9-a2e0-95b11db08e24, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:43:27.823853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] For port 22aaebff-6c63-4dc9-a2e0-95b11db08e24, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=22aaebff-6c63-4dc9-a2e0-95b11db08e24,segment=NetworkSegment(6dc1e08c-3b10-4dd5-bc7a-81cb0b277409),segment_id=6dc1e08c-3b10-4dd5-bc7a-81cb0b277409)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:43:27.828355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.846109 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf5a4f-37b2-4e81-a6be-95499158edbd tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Pushing event deleted for resources: {'Subnet': ['ID=b6eba6f8-6fb7-4eeb-8dd5-4b7ab15b8f13,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:27.848137 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5a4f-37b2-4e81-a6be-95499158edbd tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:27.853956 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d8bf5a4f-37b2-4e81-a6be-95499158edbd tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] 10.222.0.36 "DELETE /v2.0/subnets/b6eba6f8-6fb7-4eeb-8dd5-4b7ab15b8f13 HTTP/1.1" status: 204 len: 168 time: 0.4927411 Jan 31 16:43:27.854042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38900) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:27.886923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fdebd-89f2-434a-8b29-9a1e9b7e6d37 None None] Pushing event updated for resources: {'Port': ['ID=22aaebff-6c63-4dc9-a2e0-95b11db08e24,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:27.948233 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.006679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Deleting port 22aaebff-6c63-4dc9-a2e0-95b11db08e24 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:43:28.007318 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.092971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] For port 22aaebff-6c63-4dc9-a2e0-95b11db08e24, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=22aaebff-6c63-4dc9-a2e0-95b11db08e24,segment=NetworkSegment(6dc1e08c-3b10-4dd5-bc7a-81cb0b277409),segment_id=6dc1e08c-3b10-4dd5-bc7a-81cb0b277409)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:28.093349 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.109162 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Calling delete_port for 22aaebff-6c63-4dc9-a2e0-95b11db08e24 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:43:28.205978 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.239519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Pushing event deleted for resources: {'Port': ['ID=22aaebff-6c63-4dc9-a2e0-95b11db08e24,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:28.244411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] No DVR routers for this DVR port 22aaebff-6c63-4dc9-a2e0-95b11db08e24 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:43:28.293546 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.349617 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.357138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d2b7f7-8332-4cc1-a7cd-69808cae08cc None None] Network b443f625-13db-485d-aebb-57086ef204ae requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:28.373404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16db35c2-91f2-4d0e-aa31-b48ee56e5a52']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:28.384285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc1e08c-3b10-4dd5-bc7a-81cb0b277409') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:28.384800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc1e08c-3b10-4dd5-bc7a-81cb0b277409') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:28.395325 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.410014 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.417730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:43:28.418544 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:43:28.422134 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:43:28.427519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3c4b0b62-478f-4f4e-b096-79bc8a83a6cf None None] Provisioning complete for port 127a97f9-a48a-4a33-bfb6-f0d641060df1 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:28.427885 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0b62-478f-4f4e-b096-79bc8a83a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.490114 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.498878 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.502198 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] 10.222.0.36 "DELETE /v2.0/networks/16db35c2-91f2-4d0e-aa31-b48ee56e5a52 HTTP/1.1" status: 204 len: 168 time: 0.6471913 Jan 31 16:43:28.504755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38902) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:28.552440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13f94d-844e-4ab5-ad83-6c95fb266431 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Pushing event deleted for resources: {'Network': ['ID=16db35c2-91f2-4d0e-aa31-b48ee56e5a52,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:28.584069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-230af23a-afcd-4ca7-9d1d-d12328fe7109 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Deleting subnet 2657ce29-ed70-4c50-9aa3-72635b9db2dc {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:43:28.589384 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-230af23a-afcd-4ca7-9d1d-d12328fe7109 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.641452 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-230af23a-afcd-4ca7-9d1d-d12328fe7109 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.747034 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-230af23a-afcd-4ca7-9d1d-d12328fe7109 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.753389 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0b62-478f-4f4e-b096-79bc8a83a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.835411 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-230af23a-afcd-4ca7-9d1d-d12328fe7109 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.872510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230af23a-afcd-4ca7-9d1d-d12328fe7109 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Pushing event deleted for resources: {'Subnet': ['ID=2657ce29-ed70-4c50-9aa3-72635b9db2dc,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:28.879526 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-230af23a-afcd-4ca7-9d1d-d12328fe7109 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:28.883497 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-230af23a-afcd-4ca7-9d1d-d12328fe7109 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] 10.222.0.36 "DELETE /v2.0/subnets/2657ce29-ed70-4c50-9aa3-72635b9db2dc HTTP/1.1" status: 204 len: 168 time: 0.3777895 Jan 31 16:43:28.886364 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38904) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:28.886846 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.db.api [None req-3c4b0b62-478f-4f4e-b096-79bc8a83a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 16:43:28.887333 n-d-827120-1 neutron-server[108773]: DEBUG oslo_db.api [None req-3c4b0b62-478f-4f4e-b096-79bc8a83a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 16:43:28.979522 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:29.038500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f649c-4aba-4a7b-b317-e259a93fe50a None None] Network b443f625-13db-485d-aebb-57086ef204ae requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:29.047093 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Deleting port 127a97f9-a48a-4a33-bfb6-f0d641060df1 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:43:29.047436 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:29.119663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] For port 127a97f9-a48a-4a33-bfb6-f0d641060df1, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=127a97f9-a48a-4a33-bfb6-f0d641060df1,segment=NetworkSegment(3d8983de-f88b-4b10-b714-75d91147e85b),segment_id=3d8983de-f88b-4b10-b714-75d91147e85b)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:29.120032 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:29.134873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Calling delete_port for 127a97f9-a48a-4a33-bfb6-f0d641060df1 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:43:29.156885 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fe54ef-a57c-4326-b9aa-5a61cbc79c4c None None] DHCP port deletion for 16db35c2-91f2-4d0e-aa31-b48ee56e5a52 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:43:29.178626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1a4ebf-3d1d-4397-9dd7-8d36b46019d1 None None] Network 16db35c2-91f2-4d0e-aa31-b48ee56e5a52 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:29.190297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1a4ebf-3d1d-4397-9dd7-8d36b46019d1 None None] Network 16db35c2-91f2-4d0e-aa31-b48ee56e5a52 could not be found, it might have been deleted concurrently. {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 31 16:43:29.220846 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:29.238561 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b608d2-2743-44f3-91de-3e0166194699 None None] DHCP port deletion for b443f625-13db-485d-aebb-57086ef204ae request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:43:29.245342 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Pushing event deleted for resources: {'Port': ['ID=127a97f9-a48a-4a33-bfb6-f0d641060df1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:29.250783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] No DVR routers for this DVR port 127a97f9-a48a-4a33-bfb6-f0d641060df1 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:43:29.332166 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:29.358609 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b443f625-13db-485d-aebb-57086ef204ae']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:29.368217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8983de-f88b-4b10-b714-75d91147e85b') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:29.368506 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8983de-f88b-4b10-b714-75d91147e85b') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:29.378306 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:29.393516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:29.399822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:43:29.400325 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:43:29.403407 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:43:29.415473 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b0b62-478f-4f4e-b096-79bc8a83a6cf None None] Port 127a97f9-a48a-4a33-bfb6-f0d641060df1 update to ACTIVE by agent not found {{(pid=108773) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 31 16:43:29.464747 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:29.473979 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:29.477324 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] 10.222.0.36 "DELETE /v2.0/networks/b443f625-13db-485d-aebb-57086ef204ae HTTP/1.1" status: 204 len: 168 time: 0.5892246 Jan 31 16:43:29.480594 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38906) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:29.493040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05197b32-1a0c-465a-b18f-95b8ec6f7e3c tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Pushing event deleted for resources: {'Network': ['ID=b443f625-13db-485d-aebb-57086ef204ae,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:29.508354 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-66c7a549-3918-48bb-b58a-4f9bec52fb84 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1d09010-a096-4904-91cc-8266a073f5bf HTTP/1.1" status: 200 len: 205 time: 0.0266161 Jan 31 16:43:29.510747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38908) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:29.527143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ea2fe6d3-3fa2-4395-bda9-2ed703835d9e None None] Could not find standard attr ID for object 127a97f9-a48a-4a33-bfb6-f0d641060df1. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:43:29.530138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ea2fe6d3-3fa2-4395-bda9-2ed703835d9e None None] Could not find standard attr ID for object 22aaebff-6c63-4dc9-a2e0-95b11db08e24. {{(pid=108773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 16:43:29.584181 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f05e294-8e36-4a60-b540-a30b0b4b3015 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:30.102379 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f05e294-8e36-4a60-b540-a30b0b4b3015 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:30.104674 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f05e294-8e36-4a60-b540-a30b0b4b3015 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:30.147013 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f05e294-8e36-4a60-b540-a30b0b4b3015 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:30.147527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f05e294-8e36-4a60-b540-a30b0b4b3015 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Fanout notify agent at l3_agent the message router_deleted on router b1d09010-a096-4904-91cc-8266a073f5bf {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:43:30.154895 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4f05e294-8e36-4a60-b540-a30b0b4b3015 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:30.155996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4f05e294-8e36-4a60-b540-a30b0b4b3015 tempest-RoutersNegativeTest-1238847863 tempest-RoutersNegativeTest-1238847863-project] 10.222.0.36 "DELETE /v2.0/routers/b1d09010-a096-4904-91cc-8266a073f5bf HTTP/1.1" status: 204 len: 168 time: 0.6443467 Jan 31 16:43:30.433018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38914) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:30.578983 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c0e63d32-c578-4068-a467-8c01aa66e811 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96f77d0aba7646b1b8168fdccc56d2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447437 Jan 31 16:43:30.581838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38918) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:30.632632 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-224dc2b6-52ec-44bd-b160-f10e6b68570d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:30.656565 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-224dc2b6-52ec-44bd-b160-f10e6b68570d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:30.714049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-224dc2b6-52ec-44bd-b160-f10e6b68570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:30.718075 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-224dc2b6-52ec-44bd-b160-f10e6b68570d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:30.719235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-224dc2b6-52ec-44bd-b160-f10e6b68570d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df7da954-719a-4b91-8c71-a41d0194b68b HTTP/1.1" status: 204 len: 168 time: 0.1363647 Jan 31 16:43:30.726767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224dc2b6-52ec-44bd-b160-f10e6b68570d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7da954-719a-4b91-8c71-a41d0194b68b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:31.433934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38940) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:31.544752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1180834775-network', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:31.569931 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Made reservation on behalf of 7f80c9faaedf4a9b95b7579e778aeda3 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:31.573645 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:31.583497 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:31.659387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:31.665379 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:31.691777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:43:31.697924 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c043c2-3087-4f85-be23-ce9bedc54950,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:31.703995 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:31.704340 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Added segment da364ef7-2833-40f3-9c31-fa74d5233843 of type vlan for network 2f89f0b7-f28b-4259-b371-70b7493d2b45 Jan 31 16:43:31.743818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:31.768600 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:31.769650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:31.770207 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:31.824762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3897398 Jan 31 16:43:31.827935 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38944) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:31.832453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6c95d-8206-4733-a886-143cda3e5e55 admin admin] Pushing event updated for resources: {'Network': ['ID=2f89f0b7-f28b-4259-b371-70b7493d2b45,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:31.833369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ecee68a2-456e-4ca9-89a9-e3c040119774 admin admin] Request body: {'subnet': {'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1180834775-subnet', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:31.842395 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 2f89f0b7-f28b-4259-b371-70b7493d2b45 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:43:31.862662 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecee68a2-456e-4ca9-89a9-e3c040119774 admin admin] Made reservation on behalf of 7f80c9faaedf4a9b95b7579e778aeda3 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:31.865080 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ecee68a2-456e-4ca9-89a9-e3c040119774 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.038820 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ecee68a2-456e-4ca9-89a9-e3c040119774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.092585 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee68a2-456e-4ca9-89a9-e3c040119774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4139b21b-d064-4cbb-a8e3-65f5d49c4174,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:32.101777 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee68a2-456e-4ca9-89a9-e3c040119774 admin admin] Checking segment: {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:32.102133 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee68a2-456e-4ca9-89a9-e3c040119774 admin admin] Network hostable DHCP agents. Network: 2f89f0b7-f28b-4259-b371-70b7493d2b45, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:43:32.120414 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee68a2-456e-4ca9-89a9-e3c040119774 admin admin] Network 2f89f0b7-f28b-4259-b371-70b7493d2b45 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:43:32.131450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ecee68a2-456e-4ca9-89a9-e3c040119774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 2f89f0b7-f28b-4259-b371-70b7493d2b45) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:32.136168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee68a2-456e-4ca9-89a9-e3c040119774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:32.136691 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ecee68a2-456e-4ca9-89a9-e3c040119774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.140739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b338574-ba5c-4e34-90e1-2b87f42182ab None None] Network 2f89f0b7-f28b-4259-b371-70b7493d2b45 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:32.153154 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ecee68a2-456e-4ca9-89a9-e3c040119774 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3240795 Jan 31 16:43:32.155900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38946) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:32.160226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1180834775-router', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:32.183704 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.184689 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.237223 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.285051 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-2f89f0b7-f28b-4259-b371-70b7493d2b45', 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'fixed_ips': [{'subnet_id': '4139b21b-d064-4cbb-a8e3-65f5d49c4174'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:43:32.285980 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.436557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Allocated IP 172.20.0.2 (2f89f0b7-f28b-4259-b371-70b7493d2b45/4139b21b-d064-4cbb-a8e3-65f5d49c4174/d27aa708-cd9d-489c-b80b-2761e99dafce) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:43:32.591430 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.599355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.640390 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Network 2f89f0b7-f28b-4259-b371-70b7493d2b45 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:32.643458 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:32.646897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:43:32.653890 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Pushing event updated for resources: {'Port': ['ID=d27aa708-cd9d-489c-b80b-2761e99dafce,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:32.706723 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Attempting to bind port d27aa708-cd9d-489c-b80b-2761e99dafce on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:43:32.707085 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Attempting to bind port d27aa708-cd9d-489c-b80b-2761e99dafce by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:43:32.707473 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Attempting to bind port d27aa708-cd9d-489c-b80b-2761e99dafce on network 2f89f0b7-f28b-4259-b371-70b7493d2b45 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:43:32.713303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:43:32.713701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Checking segment: {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:32.714099 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.714507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Bound using segment: {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:43:32.714944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Bound port: d27aa708-cd9d-489c-b80b-2761e99dafce, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:43:32.715338 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.733660 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.781898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] For port d27aa708-cd9d-489c-b80b-2761e99dafce, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:43:32.784944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] For port d27aa708-cd9d-489c-b80b-2761e99dafce, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d27aa708-cd9d-489c-b80b-2761e99dafce,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:43:32.790967 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.848924 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813aad24-bc52-464f-83cc-0c1225d875fb None None] Pushing event updated for resources: {'Port': ['ID=d27aa708-cd9d-489c-b80b-2761e99dafce,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:32.938293 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:32.958160 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:33.073101 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Allocated IP 172.25.1.234 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/01b93056-a183-4953-bebd-fde473767872) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:43:33.182750 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:33.219874 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:33.266836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:33.269584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:33.273709 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:43:33.276660 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Pushing event updated for resources: {'Port': ['ID=01b93056-a183-4953-bebd-fde473767872,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:33.391556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d27aa708-cd9d-489c-b80b-2761e99dafce up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:33.445201 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d27aa708-cd9d-489c-b80b-2761e99dafce triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:33.445774 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:33.530883 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:33.552858 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:33.565768 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port d27aa708-cd9d-489c-b80b-2761e99dafce, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d27aa708-cd9d-489c-b80b-2761e99dafce,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:33.570834 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:33.627183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=d27aa708-cd9d-489c-b80b-2761e99dafce,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:33.759975 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:33.773534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80d516d-0ec4-4412-a553-050aa9b42fb1 None None] Network 2f89f0b7-f28b-4259-b371-70b7493d2b45 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:33.893645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Router b54aee18-6122-40b5-96be-7196a49131d9 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:43:33.896627 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ca3e9219-3f3f-4e81-9e5c-b34564876dd6 None None] Provisioning complete for port d27aa708-cd9d-489c-b80b-2761e99dafce triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:33.897124 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9219-3f3f-4e81-9e5c-b34564876dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.005460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:43:34.017852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Sync routers for ids ['b54aee18-6122-40b5-96be-7196a49131d9'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:43:34.026622 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.032311 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-64f3c289-d361-4c50-b5ca-dfa198a27703 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8710368 Jan 31 16:43:34.033002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38948) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:34.037915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Routers {'b54aee18-6122-40b5-96be-7196a49131d9'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:43:34.038997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:43:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b54aee18-6122-40b5-96be-7196a49131d9'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:34.151001 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Set router b54aee18-6122-40b5-96be-7196a49131d9 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:43:34.265876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3000a8b6-5d46-4c18-baaf-94a5728db800 None None] Provisioning complete for port d27aa708-cd9d-489c-b80b-2761e99dafce triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:34.266090 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3000a8b6-5d46-4c18-baaf-94a5728db800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.398734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'name': 'tempest-TestEncryptedCinderVolumes-1180834775-router', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01b93056-a183-4953-bebd-fde473767872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:33Z', 'revision_number': 3, 'project_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'gw_port': {'id': '01b93056-a183-4953-bebd-fde473767872', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:73:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:34.425017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Checking router: b54aee18-6122-40b5-96be-7196a49131d9 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:43:34.425352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Updating router b54aee18-6122-40b5-96be-7196a49131d9 port 01b93056-a183-4953-bebd-fde473767872 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:43:34.444928 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.449299 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.606639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Allocated IP 172.20.0.1 (2f89f0b7-f28b-4259-b371-70b7493d2b45/4139b21b-d064-4cbb-a8e3-65f5d49c4174/8c699417-d59e-4301-8d4f-02f682b4a48a) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:43:34.711590 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.715226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.717721 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.754641 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.777619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Attempting to bind port 01b93056-a183-4953-bebd-fde473767872 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:43:34.777979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Attempting to bind port 01b93056-a183-4953-bebd-fde473767872 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:43:34.778332 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Attempting to bind port 01b93056-a183-4953-bebd-fde473767872 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:43:34.780250 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9278f45-3484-46f1-b06c-94149e03ad61 None None] Pushing event updated for resources: {'Port': ['ID=01b93056-a183-4953-bebd-fde473767872,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:34.785906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:43:34.786264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:34.786660 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.787038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:43:34.787492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Bound port: 01b93056-a183-4953-bebd-fde473767872, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:43:34.788272 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.794874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Network 2f89f0b7-f28b-4259-b371-70b7493d2b45 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:34.798038 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:34.801251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:43:34.826565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Pushing event updated for resources: {'Port': ['ID=8c699417-d59e-4301-8d4f-02f682b4a48a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:34.841237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] For port 01b93056-a183-4953-bebd-fde473767872, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:43:34.842134 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.844933 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] For port 01b93056-a183-4953-bebd-fde473767872, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=01b93056-a183-4953-bebd-fde473767872,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:43:34.851789 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:34.912991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9278f45-3484-46f1-b06c-94149e03ad61 None None] Pushing event updated for resources: {'Port': ['ID=01b93056-a183-4953-bebd-fde473767872,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:34.915716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Routers {'b54aee18-6122-40b5-96be-7196a49131d9'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:43:34.916286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:43:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b54aee18-6122-40b5-96be-7196a49131d9'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:34.982018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:35.027925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] Set router b54aee18-6122-40b5-96be-7196a49131d9 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:43:35.152649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8dde8693-8ebe-4b58-a71f-f9f32b5c379f None None] Provisioning complete for port 8c699417-d59e-4301-8d4f-02f682b4a48a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:35.152862 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:35.153313 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8dde8693-8ebe-4b58-a71f-f9f32b5c379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:35.157926 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:35.215481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8dde8693-8ebe-4b58-a71f-f9f32b5c379f None None] Port 8c699417-d59e-4301-8d4f-02f682b4a48a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:43:35.221985 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:35.223859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Pushing event updated for resources: {'Port': ['ID=8c699417-d59e-4301-8d4f-02f682b4a48a,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:35.244895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'name': 'tempest-TestEncryptedCinderVolumes-1180834775-router', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01b93056-a183-4953-bebd-fde473767872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:33Z', 'revision_number': 3, 'project_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'gw_port': {'id': '01b93056-a183-4953-bebd-fde473767872', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:73:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:35.271928 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cfb13f-c474-480f-bc69-f4de88262ec4 None None] The sync data for ids ['b54aee18-6122-40b5-96be-7196a49131d9'] in n-d-827120-1 is: [{'id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'name': 'tempest-TestEncryptedCinderVolumes-1180834775-router', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01b93056-a183-4953-bebd-fde473767872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:33Z', 'revision_number': 3, 'project_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'gw_port': {'id': '01b93056-a183-4953-bebd-fde473767872', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:73:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:43:35.322634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Network 2f89f0b7-f28b-4259-b371-70b7493d2b45 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:35.324277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:35.354029 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d27aa708-cd9d-489c-b80b-2761e99dafce up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:35.413060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port d27aa708-cd9d-489c-b80b-2761e99dafce triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:35.413439 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:35.456308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Router b54aee18-6122-40b5-96be-7196a49131d9 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:43:35.590424 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:43:35.599396 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9436e45f-5432-4e77-915c-054905706983 admin admin] 10.222.0.36 "PUT /v2.0/routers/b54aee18-6122-40b5-96be-7196a49131d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5625532 Jan 31 16:43:35.638691 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-af1dbb20-5574-4337-a858-323e727b3e68 None None] Provisioning complete for port 8c699417-d59e-4301-8d4f-02f682b4a48a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:35.639055 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-af1dbb20-5574-4337-a858-323e727b3e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:35.680075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-af1dbb20-5574-4337-a858-323e727b3e68 None None] Port 8c699417-d59e-4301-8d4f-02f682b4a48a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:43:36.096312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38964) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:36.101663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1322563020-network', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:36.126321 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Made reservation on behalf of cdc3a956446e4b949e172a90457b97a0 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:36.129066 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.139195 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.222382 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.228370 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.253981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:43:36.263718 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858e4401-3534-4231-9b90-8d531baf3941,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:36.268626 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.268966 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Added segment 5aea13b0-4c90-4e24-8ebc-0eec560004f9 of type vlan for network 54c0df67-d3a6-4313-a056-f343e7e88e37 Jan 31 16:43:36.308208 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.335844 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.336926 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:36.337570 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.395246 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2975354 Jan 31 16:43:36.398193 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38966) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:36.402990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cda3e-eec7-456b-ade9-61b3ce76d3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=54c0df67-d3a6-4313-a056-f343e7e88e37,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:36.403668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-cbb9f751-8558-4a1d-8037-7a5c5ebcb131 admin admin] Request body: {'subnet': {'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1322563020-subnet', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:36.414719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 54c0df67-d3a6-4313-a056-f343e7e88e37 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:43:36.430510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb9f751-8558-4a1d-8037-7a5c5ebcb131 admin admin] Made reservation on behalf of cdc3a956446e4b949e172a90457b97a0 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:36.433135 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbb9f751-8558-4a1d-8037-7a5c5ebcb131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.606596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbb9f751-8558-4a1d-8037-7a5c5ebcb131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.655754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9f751-8558-4a1d-8037-7a5c5ebcb131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e53818-0dd4-44a2-b743-e219b304c475,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:36.671720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9f751-8558-4a1d-8037-7a5c5ebcb131 admin admin] Checking segment: {'id': '5aea13b0-4c90-4e24-8ebc-0eec560004f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:36.671966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb9f751-8558-4a1d-8037-7a5c5ebcb131 admin admin] Network hostable DHCP agents. Network: 54c0df67-d3a6-4313-a056-f343e7e88e37, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:43:36.689373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb9f751-8558-4a1d-8037-7a5c5ebcb131 admin admin] Network 54c0df67-d3a6-4313-a056-f343e7e88e37 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:43:36.700034 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-cbb9f751-8558-4a1d-8037-7a5c5ebcb131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 54c0df67-d3a6-4313-a056-f343e7e88e37) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:36.705050 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb9f751-8558-4a1d-8037-7a5c5ebcb131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:36.705699 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbb9f751-8558-4a1d-8037-7a5c5ebcb131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.710933 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9742adf-e83a-4a4d-a8a7-5ff06f64d0bd None None] Network 54c0df67-d3a6-4313-a056-f343e7e88e37 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:36.724973 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cbb9f751-8558-4a1d-8037-7a5c5ebcb131 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3255746 Jan 31 16:43:36.727736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 38968) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:36.732210 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1322563020-router', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:36.759471 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.760805 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.818242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.853978 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Sync routers for ids ['b54aee18-6122-40b5-96be-7196a49131d9'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:43:36.865369 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Routers {'b54aee18-6122-40b5-96be-7196a49131d9'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:43:36.866039 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:43:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b54aee18-6122-40b5-96be-7196a49131d9'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:36.874392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-54c0df67-d3a6-4313-a056-f343e7e88e37', 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'fixed_ips': [{'subnet_id': 'c7e53818-0dd4-44a2-b743-e219b304c475'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:43:36.875502 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.966558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:36.974034 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Set router b54aee18-6122-40b5-96be-7196a49131d9 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:43:37.017300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Allocated IP 172.20.0.2 (54c0df67-d3a6-4313-a056-f343e7e88e37/c7e53818-0dd4-44a2-b743-e219b304c475/ca8a4079-c101-4984-85f4-07820877efcb) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:43:37.173447 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.176098 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'name': 'tempest-TestEncryptedCinderVolumes-1180834775-router', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01b93056-a183-4953-bebd-fde473767872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:34Z', 'revision_number': 4, 'project_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'gw_port': {'id': '01b93056-a183-4953-bebd-fde473767872', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:73:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '8c699417-d59e-4301-8d4f-02f682b4a48a', 'name': '', 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'mac_address': 'fa:16:3e:06:99:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '4139b21b-d064-4cbb-a8e3-65f5d49c4174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:34Z', 'updated_at': '2022-01-31T16:43:35Z', 'revision_number': 2, 'project_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'subnets': [{'id': '4139b21b-d064-4cbb-a8e3-65f5d49c4174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:37.180704 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.180854 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.201996 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.209020 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Checking router: b54aee18-6122-40b5-96be-7196a49131d9 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:43:37.209379 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Updating router b54aee18-6122-40b5-96be-7196a49131d9 port 8c699417-d59e-4301-8d4f-02f682b4a48a binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:43:37.222482 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Network 54c0df67-d3a6-4313-a056-f343e7e88e37 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:37.226805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:37.229283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:43:37.234660 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.236600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Pushing event updated for resources: {'Port': ['ID=ca8a4079-c101-4984-85f4-07820877efcb,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:37.322388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Allocated IP 172.25.1.8 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/0ae60e00-40ad-4821-9e5f-b2a48b47689c) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:43:37.456946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.467725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 01b93056-a183-4953-bebd-fde473767872 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:37.495655 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.499820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Attempting to bind port ca8a4079-c101-4984-85f4-07820877efcb on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:43:37.499995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Attempting to bind port ca8a4079-c101-4984-85f4-07820877efcb by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '5aea13b0-4c90-4e24-8ebc-0eec560004f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:43:37.500220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Attempting to bind port ca8a4079-c101-4984-85f4-07820877efcb on network 54c0df67-d3a6-4313-a056-f343e7e88e37 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:43:37.507337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:43:37.507787 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Checking segment: {'id': '5aea13b0-4c90-4e24-8ebc-0eec560004f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:37.508186 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.508604 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Bound using segment: {'id': '5aea13b0-4c90-4e24-8ebc-0eec560004f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:43:37.509032 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Bound port: ca8a4079-c101-4984-85f4-07820877efcb, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aea13b0-4c90-4e24-8ebc-0eec560004f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:43:37.509423 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.536960 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:37.539973 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:37.543462 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:43:37.543774 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.551299 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.574343 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae60e00-40ad-4821-9e5f-b2a48b47689c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:37.594156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] For port ca8a4079-c101-4984-85f4-07820877efcb, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:43:37.598075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] For port ca8a4079-c101-4984-85f4-07820877efcb, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ca8a4079-c101-4984-85f4-07820877efcb,segment=NetworkSegment(5aea13b0-4c90-4e24-8ebc-0eec560004f9),segment_id=5aea13b0-4c90-4e24-8ebc-0eec560004f9)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:43:37.602533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 01b93056-a183-4953-bebd-fde473767872 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:37.602930 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.632450 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.700451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77d788-fc12-4006-93f1-52e95edcc0ba None None] Pushing event updated for resources: {'Port': ['ID=ca8a4079-c101-4984-85f4-07820877efcb,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:37.754159 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Pushing event updated for resources: {'Port': ['ID=8c699417-d59e-4301-8d4f-02f682b4a48a,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:37.770489 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:37.770835 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:37.771167 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:37.771499 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:37.771832 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:37.772154 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:37.772472 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:37.772792 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:37.773221 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:37.773439 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:37.773790 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:37.774105 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:43:37.788090 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.795339 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Attempting to bind port 8c699417-d59e-4301-8d4f-02f682b4a48a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:43:37.795650 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Attempting to bind port 8c699417-d59e-4301-8d4f-02f682b4a48a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:43:37.796107 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Attempting to bind port 8c699417-d59e-4301-8d4f-02f682b4a48a on network 2f89f0b7-f28b-4259-b371-70b7493d2b45 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:43:37.804936 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:43:37.805384 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Checking segment: {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:37.805693 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.806108 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Bound using segment: {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:43:37.807061 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Bound port: 8c699417-d59e-4301-8d4f-02f682b4a48a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:43:37.807061 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.810651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 01b93056-a183-4953-bebd-fde473767872, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=01b93056-a183-4953-bebd-fde473767872,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:37.816498 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.862770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.879512 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] For port 8c699417-d59e-4301-8d4f-02f682b4a48a, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:43:37.884897 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] For port 8c699417-d59e-4301-8d4f-02f682b4a48a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8c699417-d59e-4301-8d4f-02f682b4a48a,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:43:37.891843 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:37.892935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=01b93056-a183-4953-bebd-fde473767872,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:37.959108 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Routers {'b54aee18-6122-40b5-96be-7196a49131d9'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:43:37.959746 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:43:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b54aee18-6122-40b5-96be-7196a49131d9'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:37.997306 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c09045-4a40-4b06-8b4c-c656f07554bf None None] Pushing event updated for resources: {'Port': ['ID=8c699417-d59e-4301-8d4f-02f682b4a48a,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:38.062088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e4bdc439-e20c-4018-940b-d8cb95d1a592 None None] Provisioning complete for port 8c699417-d59e-4301-8d4f-02f682b4a48a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:38.062461 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc439-e20c-4018-940b-d8cb95d1a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:38.105541 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] Set router b54aee18-6122-40b5-96be-7196a49131d9 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:43:38.119668 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:38.177880 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc439-e20c-4018-940b-d8cb95d1a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:38.229625 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e4bdc439-e20c-4018-940b-d8cb95d1a592 None None] For port 8c699417-d59e-4301-8d4f-02f682b4a48a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8c699417-d59e-4301-8d4f-02f682b4a48a,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:38.238134 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc439-e20c-4018-940b-d8cb95d1a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:38.304743 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdc439-e20c-4018-940b-d8cb95d1a592 None None] Pushing event updated for resources: {'Port': ['ID=8c699417-d59e-4301-8d4f-02f682b4a48a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:38.330668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Router 30aeab8d-dd1b-491f-8c05-bf15061b671b is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:43:38.359677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d1c0684a-811c-4b6f-9b22-e25e0a21c0d9 None None] Provisioning complete for port 8c699417-d59e-4301-8d4f-02f682b4a48a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:38.360058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d1c0684a-811c-4b6f-9b22-e25e0a21c0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:38.379811 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'name': 'tempest-TestEncryptedCinderVolumes-1180834775-router', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01b93056-a183-4953-bebd-fde473767872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:34Z', 'revision_number': 4, 'project_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'gw_port': {'id': '01b93056-a183-4953-bebd-fde473767872', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '8c699417-d59e-4301-8d4f-02f682b4a48a', 'name': '', 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'mac_address': 'fa:16:3e:06:99:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '4139b21b-d064-4cbb-a8e3-65f5d49c4174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:34Z', 'updated_at': '2022-01-31T16:43:37Z', 'revision_number': 4, 'project_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'subnets': [{'id': '4139b21b-d064-4cbb-a8e3-65f5d49c4174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:38.413346 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3aea14-b37b-4678-8be9-da079e1a7ef2 None None] The sync data for ids ['b54aee18-6122-40b5-96be-7196a49131d9'] in n-d-827120-1 is: [{'id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'name': 'tempest-TestEncryptedCinderVolumes-1180834775-router', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01b93056-a183-4953-bebd-fde473767872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:34Z', 'revision_number': 4, 'project_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'gw_port': {'id': '01b93056-a183-4953-bebd-fde473767872', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '8c699417-d59e-4301-8d4f-02f682b4a48a', 'name': '', 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'mac_address': 'fa:16:3e:06:99:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '4139b21b-d064-4cbb-a8e3-65f5d49c4174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:34Z', 'updated_at': '2022-01-31T16:43:37Z', 'revision_number': 4, 'project_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'subnets': [{'id': '4139b21b-d064-4cbb-a8e3-65f5d49c4174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:43:38.445986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:43:38.466779 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Sync routers for ids ['30aeab8d-dd1b-491f-8c05-bf15061b671b'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:43:38.476335 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:38.480123 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4b78879d-7a72-4d80-8db9-0ff2663fbfa3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7489316 Jan 31 16:43:38.481388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Routers {'30aeab8d-dd1b-491f-8c05-bf15061b671b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:43:38.482059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:43:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30aeab8d-dd1b-491f-8c05-bf15061b671b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:38.482371 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 38970) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:43:38.609105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Set router 30aeab8d-dd1b-491f-8c05-bf15061b671b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:43:38.833721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'name': 'tempest-TestEncryptedCinderVolumes-1322563020-router', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:36Z', 'updated_at': '2022-01-31T16:43:37Z', 'revision_number': 3, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'gw_port': {'id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:37Z', 'updated_at': '2022-01-31T16:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:38.861744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Checking router: 30aeab8d-dd1b-491f-8c05-bf15061b671b for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:43:38.862258 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Updating router 30aeab8d-dd1b-491f-8c05-bf15061b671b port 0ae60e00-40ad-4821-9e5f-b2a48b47689c binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:43:38.896486 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:38.982306 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.095722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee49010f-6ccc-4935-be05-cb2a91d7bb51 None None] Network 54c0df67-d3a6-4313-a056-f343e7e88e37 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:43:39.171555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Allocated IP 172.20.0.1 (54c0df67-d3a6-4313-a056-f343e7e88e37/c7e53818-0dd4-44a2-b743-e219b304c475/78ade56e-9edb-46ac-8226-9431a6baf220) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:43:39.209565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-137f32e6-adee-44d7-9fc5-f081e47fd96b None None] Provisioning complete for port ca8a4079-c101-4984-85f4-07820877efcb triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:39.209904 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-137f32e6-adee-44d7-9fc5-f081e47fd96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.292863 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.321141 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.336089 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.350603 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.400750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Network 54c0df67-d3a6-4313-a056-f343e7e88e37 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:39.403905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:39.411593 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:43:39.439845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Attempting to bind port 0ae60e00-40ad-4821-9e5f-b2a48b47689c on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:43:39.440718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Attempting to bind port 0ae60e00-40ad-4821-9e5f-b2a48b47689c by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:43:39.440718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Attempting to bind port 0ae60e00-40ad-4821-9e5f-b2a48b47689c on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:43:39.453069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Pushing event updated for resources: {'Port': ['ID=78ade56e-9edb-46ac-8226-9431a6baf220,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:39.463121 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73fb93-a6a7-4547-9b4a-4b6d485cf4de None None] Pushing event updated for resources: {'Port': ['ID=0ae60e00-40ad-4821-9e5f-b2a48b47689c,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:39.465668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:43:39.466048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:39.466503 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.466898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:43:39.467371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Bound port: 0ae60e00-40ad-4821-9e5f-b2a48b47689c, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:43:39.467785 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.470778 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.505050 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-137f32e6-adee-44d7-9fc5-f081e47fd96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.567749 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-137f32e6-adee-44d7-9fc5-f081e47fd96b None None] For port ca8a4079-c101-4984-85f4-07820877efcb, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ca8a4079-c101-4984-85f4-07820877efcb,segment=NetworkSegment(5aea13b0-4c90-4e24-8ebc-0eec560004f9),segment_id=5aea13b0-4c90-4e24-8ebc-0eec560004f9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:39.584527 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-137f32e6-adee-44d7-9fc5-f081e47fd96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.618823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] For port 0ae60e00-40ad-4821-9e5f-b2a48b47689c, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:43:39.639511 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] For port 0ae60e00-40ad-4821-9e5f-b2a48b47689c, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0ae60e00-40ad-4821-9e5f-b2a48b47689c,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:43:39.641208 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.649091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8c699417-d59e-4301-8d4f-02f682b4a48a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:39.662516 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.670904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f32e6-adee-44d7-9fc5-f081e47fd96b None None] Pushing event updated for resources: {'Port': ['ID=ca8a4079-c101-4984-85f4-07820877efcb,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:39.772521 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73fb93-a6a7-4547-9b4a-4b6d485cf4de None None] Pushing event updated for resources: {'Port': ['ID=0ae60e00-40ad-4821-9e5f-b2a48b47689c,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:39.775971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Routers {'30aeab8d-dd1b-491f-8c05-bf15061b671b'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:43:39.776765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:43:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30aeab8d-dd1b-491f-8c05-bf15061b671b'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:39.834296 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8c699417-d59e-4301-8d4f-02f682b4a48a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:39.834670 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.893229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.900794 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.939031 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e80dc22f-ab2b-46f1-89ec-09ae74097d48 None None] Provisioning complete for port ca8a4079-c101-4984-85f4-07820877efcb triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:39.939396 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e80dc22f-ab2b-46f1-89ec-09ae74097d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.972542 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:39.974557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Pushing event updated for resources: {'Port': ['ID=78ade56e-9edb-46ac-8226-9431a6baf220,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:39.982791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] Set router 30aeab8d-dd1b-491f-8c05-bf15061b671b gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:43:40.085220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Network 54c0df67-d3a6-4313-a056-f343e7e88e37 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:40.086688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:40.113183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 01b93056-a183-4953-bebd-fde473767872 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:40.203627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Router 30aeab8d-dd1b-491f-8c05-bf15061b671b has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:43:40.263825 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e80dc22f-ab2b-46f1-89ec-09ae74097d48 None None] Provisioning complete for port 78ade56e-9edb-46ac-8226-9431a6baf220 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:40.264535 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e80dc22f-ab2b-46f1-89ec-09ae74097d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:40.267475 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 01b93056-a183-4953-bebd-fde473767872 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:40.267834 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:40.350616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e80dc22f-ab2b-46f1-89ec-09ae74097d48 None None] Port 78ade56e-9edb-46ac-8226-9431a6baf220 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:43:40.409421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'name': 'tempest-TestEncryptedCinderVolumes-1322563020-router', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:36Z', 'updated_at': '2022-01-31T16:43:39Z', 'revision_number': 4, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'gw_port': {'id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:37Z', 'updated_at': '2022-01-31T16:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '78ade56e-9edb-46ac-8226-9431a6baf220', 'name': '', 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'mac_address': 'fa:16:3e:f1:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c7e53818-0dd4-44a2-b743-e219b304c475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:39Z', 'updated_at': '2022-01-31T16:43:39Z', 'revision_number': 1, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'subnets': [{'id': 'c7e53818-0dd4-44a2-b743-e219b304c475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:40.439913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc5bbc-2029-4183-bffe-b0859f98b415 None None] The sync data for ids ['30aeab8d-dd1b-491f-8c05-bf15061b671b'] in n-d-827120-1 is: [{'id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'name': 'tempest-TestEncryptedCinderVolumes-1322563020-router', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:36Z', 'updated_at': '2022-01-31T16:43:39Z', 'revision_number': 4, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'gw_port': {'id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:37Z', 'updated_at': '2022-01-31T16:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '78ade56e-9edb-46ac-8226-9431a6baf220', 'name': '', 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'mac_address': 'fa:16:3e:f1:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c7e53818-0dd4-44a2-b743-e219b304c475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:39Z', 'updated_at': '2022-01-31T16:43:39Z', 'revision_number': 1, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'subnets': [{'id': 'c7e53818-0dd4-44a2-b743-e219b304c475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:43:40.442404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ca8a4079-c101-4984-85f4-07820877efcb up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:40.491131 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-237b85c5-084d-4e21-acdf-7f08a502aee0 None None] Provisioning complete for port 78ade56e-9edb-46ac-8226-9431a6baf220 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:40.491508 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-237b85c5-084d-4e21-acdf-7f08a502aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:40.536479 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-237b85c5-084d-4e21-acdf-7f08a502aee0 None None] Port 78ade56e-9edb-46ac-8226-9431a6baf220 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:43:40.541523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port ca8a4079-c101-4984-85f4-07820877efcb triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:40.541895 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:40.712204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:43:40.717225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4a843cae-8716-4aba-92bb-c492c69b17d4 admin admin] 10.222.0.36 "PUT /v2.0/routers/30aeab8d-dd1b-491f-8c05-bf15061b671b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2337658 Jan 31 16:43:41.481717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ca8a4079-c101-4984-85f4-07820877efcb up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:41.534459 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port ca8a4079-c101-4984-85f4-07820877efcb triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:41.534838 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:41.602314 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b76c1410-5f87-4d0c-90d0-08f98c4dcf41 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:41.603984 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b76c1410-5f87-4d0c-90d0-08f98c4dcf41 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/networks?id=2f89f0b7-f28b-4259-b371-70b7493d2b45 HTTP/1.1" status: 200 len: 817 time: 0.1197262 Jan 31 16:43:41.619693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-e16ffafb-7052-4a4d-b8d7-57095ea8ffcc tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/quotas/7f80c9faaedf4a9b95b7579e778aeda3 HTTP/1.1" status: 200 len: 375 time: 0.0097935 Jan 31 16:43:41.627609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0ae60e00-40ad-4821-9e5f-b2a48b47689c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:41.679609 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b8ff15cd-b4b2-4b4a-a116-ff15e04d1d6a tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f80c9faaedf4a9b95b7579e778aeda3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528109 Jan 31 16:43:41.679851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0ae60e00-40ad-4821-9e5f-b2a48b47689c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:41.680183 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:41.760319 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:41.780461 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-13042f85-ecd0-4106-b53a-9e0e970aacc1 service neutron] 10.222.0.36 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882688 Jan 31 16:43:41.781116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 0ae60e00-40ad-4821-9e5f-b2a48b47689c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0ae60e00-40ad-4821-9e5f-b2a48b47689c,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:41.787200 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:41.842946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=0ae60e00-40ad-4821-9e5f-b2a48b47689c,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:41.888197 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-e307099d-b476-45c2-8025-453d11977118 service neutron] 10.222.0.36 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005480 Jan 31 16:43:42.068058 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6441ad25-56f2-4a9e-8c53-80c5aa40d19b req-43d67661-a8c2-493d-86ba-f745c4ed9874 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 210 time: 0.0281882 Jan 31 16:43:42.504691 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Sync routers for ids ['30aeab8d-dd1b-491f-8c05-bf15061b671b'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:43:42.514552 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Routers {'30aeab8d-dd1b-491f-8c05-bf15061b671b'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:43:42.515147 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:43:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30aeab8d-dd1b-491f-8c05-bf15061b671b'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:42.625072 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Set router 30aeab8d-dd1b-491f-8c05-bf15061b671b gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:43:42.828711 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'name': 'tempest-TestEncryptedCinderVolumes-1322563020-router', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:36Z', 'updated_at': '2022-01-31T16:43:39Z', 'revision_number': 4, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'gw_port': {'id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:37Z', 'updated_at': '2022-01-31T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '78ade56e-9edb-46ac-8226-9431a6baf220', 'name': '', 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'mac_address': 'fa:16:3e:f1:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c7e53818-0dd4-44a2-b743-e219b304c475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:39Z', 'updated_at': '2022-01-31T16:43:39Z', 'revision_number': 2, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'subnets': [{'id': 'c7e53818-0dd4-44a2-b743-e219b304c475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:42.860695 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Checking router: 30aeab8d-dd1b-491f-8c05-bf15061b671b for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:43:42.861044 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Updating router 30aeab8d-dd1b-491f-8c05-bf15061b671b port 78ade56e-9edb-46ac-8226-9431a6baf220 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:43:42.888101 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.105060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-78d7b78e-b67c-4aaa-bdd3-ea7c1570040a tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:43.107307 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-78d7b78e-b67c-4aaa-bdd3-ea7c1570040a tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.30 "GET /v2.0/networks?id=2f89f0b7-f28b-4259-b371-70b7493d2b45 HTTP/1.1" status: 200 len: 817 time: 0.1096861 Jan 31 16:43:43.127101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Request body: {'port': {'device_id': 'fd404f46-e35b-47a0-84b8-049196046a1f', 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45', 'admin_state_up': True, 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:43.177658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4d96b5b-0d9e-4eeb-801a-339af91967be req-16ed573a-16bb-4064-b5de-d2742eb68b0d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 210 time: 0.0283697 Jan 31 16:43:43.180173 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.187504 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.244606 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe1415-6359-4bd4-9be4-d41cc403cfe7 None None] Pushing event updated for resources: {'Port': ['ID=78ade56e-9edb-46ac-8226-9431a6baf220,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:43.271761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Made reservation on behalf of 7f80c9faaedf4a9b95b7579e778aeda3 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:43:43.278189 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.299675 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Attempting to bind port 78ade56e-9edb-46ac-8226-9431a6baf220 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:43:43.299830 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Attempting to bind port 78ade56e-9edb-46ac-8226-9431a6baf220 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '5aea13b0-4c90-4e24-8ebc-0eec560004f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:43:43.300100 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Attempting to bind port 78ade56e-9edb-46ac-8226-9431a6baf220 on network 54c0df67-d3a6-4313-a056-f343e7e88e37 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:43:43.305174 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:43:43.305576 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Checking segment: {'id': '5aea13b0-4c90-4e24-8ebc-0eec560004f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:43.305972 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.306350 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Bound using segment: {'id': '5aea13b0-4c90-4e24-8ebc-0eec560004f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:43:43.306807 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Bound port: 78ade56e-9edb-46ac-8226-9431a6baf220, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aea13b0-4c90-4e24-8ebc-0eec560004f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:43:43.307175 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.393493 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] For port 78ade56e-9edb-46ac-8226-9431a6baf220, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:43:43.396524 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0ae60e00-40ad-4821-9e5f-b2a48b47689c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:43.410740 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] For port 78ade56e-9edb-46ac-8226-9431a6baf220, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=78ade56e-9edb-46ac-8226-9431a6baf220,segment=NetworkSegment(5aea13b0-4c90-4e24-8ebc-0eec560004f9),segment_id=5aea13b0-4c90-4e24-8ebc-0eec560004f9)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:43:43.425305 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.436525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Allocated IP 172.20.0.9 (2f89f0b7-f28b-4259-b371-70b7493d2b45/4139b21b-d064-4cbb-a8e3-65f5d49c4174/39811fa2-cf3a-4813-b02e-a8d09f912a17) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:43:43.475163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0ae60e00-40ad-4821-9e5f-b2a48b47689c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:43.475434 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.521736 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Routers {'30aeab8d-dd1b-491f-8c05-bf15061b671b'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:43:43.522516 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:43:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30aeab8d-dd1b-491f-8c05-bf15061b671b'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:43.529371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e94fb803-6554-441a-a4ea-5b7a06a092af None None] Provisioning complete for port 78ade56e-9edb-46ac-8226-9431a6baf220 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:43.529818 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e94fb803-6554-441a-a4ea-5b7a06a092af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.639077 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] Set router 30aeab8d-dd1b-491f-8c05-bf15061b671b gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:43:43.751818 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.792074 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.848072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Network 2f89f0b7-f28b-4259-b371-70b7493d2b45 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:43:43.855447 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:43:43.863827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:43:43.866504 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e94fb803-6554-441a-a4ea-5b7a06a092af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.869332 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe1415-6359-4bd4-9be4-d41cc403cfe7 None None] Pushing event updated for resources: {'Port': ['ID=78ade56e-9edb-46ac-8226-9431a6baf220,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:43.908105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e94fb803-6554-441a-a4ea-5b7a06a092af None None] For port 78ade56e-9edb-46ac-8226-9431a6baf220, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=78ade56e-9edb-46ac-8226-9431a6baf220,segment=NetworkSegment(5aea13b0-4c90-4e24-8ebc-0eec560004f9),segment_id=5aea13b0-4c90-4e24-8ebc-0eec560004f9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:43.909957 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Pushing event updated for resources: {'Port': ['ID=39811fa2-cf3a-4813-b02e-a8d09f912a17,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:43.914653 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e94fb803-6554-441a-a4ea-5b7a06a092af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.932645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:43.933354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:43.960312 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-b352a6e4-1a48-4dad-8ce3-00604182884d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8417675 Jan 31 16:43:43.971548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fb803-6554-441a-a4ea-5b7a06a092af None None] Pushing event updated for resources: {'Port': ['ID=78ade56e-9edb-46ac-8226-9431a6baf220,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:43.979603 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Request body: {'port': {'device_id': 'fd404f46-e35b-47a0-84b8-049196046a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:43:43.998718 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'name': 'tempest-TestEncryptedCinderVolumes-1322563020-router', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:36Z', 'updated_at': '2022-01-31T16:43:39Z', 'revision_number': 4, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'gw_port': {'id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:37Z', 'updated_at': '2022-01-31T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '78ade56e-9edb-46ac-8226-9431a6baf220', 'name': '', 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'mac_address': 'fa:16:3e:f1:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c7e53818-0dd4-44a2-b743-e219b304c475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:39Z', 'updated_at': '2022-01-31T16:43:43Z', 'revision_number': 4, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'subnets': [{'id': 'c7e53818-0dd4-44a2-b743-e219b304c475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:43:44.025578 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b84de-f401-4956-91df-32f61ffa131a None None] The sync data for ids ['30aeab8d-dd1b-491f-8c05-bf15061b671b'] in n-d-827120-1 is: [{'id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'name': 'tempest-TestEncryptedCinderVolumes-1322563020-router', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:36Z', 'updated_at': '2022-01-31T16:43:39Z', 'revision_number': 4, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'gw_port': {'id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:37Z', 'updated_at': '2022-01-31T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '78ade56e-9edb-46ac-8226-9431a6baf220', 'name': '', 'network_id': '54c0df67-d3a6-4313-a056-f343e7e88e37', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'mac_address': 'fa:16:3e:f1:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c7e53818-0dd4-44a2-b743-e219b304c475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:39Z', 'updated_at': '2022-01-31T16:43:43Z', 'revision_number': 4, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'subnets': [{'id': 'c7e53818-0dd4-44a2-b743-e219b304c475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:43:44.042606 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:44.049852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e988f110-a5af-4de3-9cf2-bae7a598c97a None None] Provisioning complete for port 78ade56e-9edb-46ac-8226-9431a6baf220 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:44.050368 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e988f110-a5af-4de3-9cf2-bae7a598c97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:44.280572 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-78e1fcf9-ed7e-4ae2-be35-4df32714161d None None] Provisioning complete for port 39811fa2-cf3a-4813-b02e-a8d09f912a17 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:44.281026 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-78e1fcf9-ed7e-4ae2-be35-4df32714161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:44.319866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-78e1fcf9-ed7e-4ae2-be35-4df32714161d None None] Port 39811fa2-cf3a-4813-b02e-a8d09f912a17 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:43:44.324715 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748a44d-af72-4de6-a293-1a71d84134d9 req-fb954145-ecdc-4a13-80e4-8115f8011d1b tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:44.326262 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d748a44d-af72-4de6-a293-1a71d84134d9 req-fb954145-ecdc-4a13-80e4-8115f8011d1b tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 931 time: 0.0778792 Jan 31 16:43:44.402159 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d748a44d-af72-4de6-a293-1a71d84134d9 req-0f169612-b38d-4da7-87a9-0904cef07d88 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672922 Jan 31 16:43:44.417362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39811fa2-cf3a-4813-b02e-a8d09f912a17 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:43:44.425902 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:44.439168 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Transition to ACTIVE for port object 39811fa2-cf3a-4813-b02e-a8d09f912a17 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:43:44.442793 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:44.493270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=39811fa2-cf3a-4813-b02e-a8d09f912a17,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:44.579038 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Attempting to bind port 39811fa2-cf3a-4813-b02e-a8d09f912a17 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:43:44.579489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Attempting to bind port 39811fa2-cf3a-4813-b02e-a8d09f912a17 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:43:44.579880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Attempting to bind port 39811fa2-cf3a-4813-b02e-a8d09f912a17 on network 2f89f0b7-f28b-4259-b371-70b7493d2b45 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:43:44.585023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Port 39811fa2-cf3a-4813-b02e-a8d09f912a17 on network 2f89f0b7-f28b-4259-b371-70b7493d2b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:43:44.585426 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Attempting to bind port 39811fa2-cf3a-4813-b02e-a8d09f912a17 on network 2f89f0b7-f28b-4259-b371-70b7493d2b45 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:43:44.591526 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:43:44.591695 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Checking segment: {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:43:44.592226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Bound using segment: {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:43:44.592719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Bound port: 39811fa2-cf3a-4813-b02e-a8d09f912a17, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:43:44.593090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:44.662838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] For port 39811fa2-cf3a-4813-b02e-a8d09f912a17, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:43:44.666215 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] For port 39811fa2-cf3a-4813-b02e-a8d09f912a17, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=39811fa2-cf3a-4813-b02e-a8d09f912a17,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:43:44.675221 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:44.714213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:44.714821 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:44.716203 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/39811fa2-cf3a-4813-b02e-a8d09f912a17 HTTP/1.1" status: 200 len: 1091 time: 0.7430403 Jan 31 16:43:44.716705 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd404f46-e35b-47a0-84b8-049196046a1f', 'tag': '39811fa2-cf3a-4813-b02e-a8d09f912a17'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:43:44.719126 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb9fbf3-ff75-4564-b837-694678fe05a9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd404f46-e35b-47a0-84b8-049196046a1f", "tag": "39811fa2-cf3a-4813-b02e-a8d09f912a17"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:43:44.749513 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425b6d5-c376-40ba-b604-bb439043f9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=39811fa2-cf3a-4813-b02e-a8d09f912a17,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:44.772348 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751ed161-f1e9-4cd1-a56b-439ffcc9faad x-openstack-request-id: req-751ed161-f1e9-4cd1-a56b-439ffcc9faad {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:43:44.772634 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd404f46-e35b-47a0-84b8-049196046a1f", "tag": "39811fa2-cf3a-4813-b02e-a8d09f912a17", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:43:44.772880 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-751ed161-f1e9-4cd1-a56b-439ffcc9faad {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:43:44.773274 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd404f46-e35b-47a0-84b8-049196046a1f', 'tag': '39811fa2-cf3a-4813-b02e-a8d09f912a17', 'status': 'completed', 'code': 200} Jan 31 16:43:44.810253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4989ca4e-5c69-4c69-9dfe-ac606754a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:44.811995 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-4989ca4e-5c69-4c69-9dfe-ac606754a1c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f80c9faaedf4a9b95b7579e778aeda3&device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 1094 time: 0.0489569 Jan 31 16:43:44.867782 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-e0f988b0-5944-4c09-a15c-12c2aa8dee94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39811fa2-cf3a-4813-b02e-a8d09f912a17 HTTP/1.1" status: 200 len: 217 time: 0.0405021 Jan 31 16:43:44.921086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-37f244dc-a49b-44f5-82e6-17f2545f06c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:44.922807 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-37f244dc-a49b-44f5-82e6-17f2545f06c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4139b21b-d064-4cbb-a8e3-65f5d49c4174 HTTP/1.1" status: 200 len: 856 time: 0.0471382 Jan 31 16:43:44.976836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-e8f23b12-f0a1-483c-9e0b-abacb9f04e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:44.978749 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-e8f23b12-f0a1-483c-9e0b-abacb9f04e91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f89f0b7-f28b-4259-b371-70b7493d2b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465434 Jan 31 16:43:45.084361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-53c208cd-662d-48c8-99c2-21ad894aa874 service neutron] 10.222.0.30 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944099 Jan 31 16:43:45.186366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4da93032-6214-4f0e-9072-3d4d77ba5c8d req-142e3568-9b1d-4222-85fc-cb769a024748 service neutron] 10.222.0.30 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919058 Jan 31 16:43:45.275731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9fbf3-ff75-4564-b837-694678fe05a9 req-d6c3b8cf-8a19-487b-a6b8-a4ca2ea77d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:45.277186 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acb9fbf3-ff75-4564-b837-694678fe05a9 req-d6c3b8cf-8a19-487b-a6b8-a4ca2ea77d37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f80c9faaedf4a9b95b7579e778aeda3&device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 1094 time: 0.0412405 Jan 31 16:43:45.371690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9fbf3-ff75-4564-b837-694678fe05a9 req-0a47548f-f967-4242-850e-3138cbd49788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:45.373225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acb9fbf3-ff75-4564-b837-694678fe05a9 req-0a47548f-f967-4242-850e-3138cbd49788 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f89f0b7-f28b-4259-b371-70b7493d2b45 HTTP/1.1" status: 200 len: 918 time: 0.0891409 Jan 31 16:43:45.387793 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 78ade56e-9edb-46ac-8226-9431a6baf220 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:45.419651 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acb9fbf3-ff75-4564-b837-694678fe05a9 req-d2598b75-d1d3-4aac-a2f9-007e50ba42df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39811fa2-cf3a-4813-b02e-a8d09f912a17 HTTP/1.1" status: 200 len: 217 time: 0.0390165 Jan 31 16:43:45.438969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 78ade56e-9edb-46ac-8226-9431a6baf220 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:45.439344 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:45.475588 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9fbf3-ff75-4564-b837-694678fe05a9 req-9f3614d4-e383-4c1e-b8b7-a562f709c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:45.477150 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acb9fbf3-ff75-4564-b837-694678fe05a9 req-9f3614d4-e383-4c1e-b8b7-a562f709c9e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4139b21b-d064-4cbb-a8e3-65f5d49c4174 HTTP/1.1" status: 200 len: 856 time: 0.0498974 Jan 31 16:43:45.555879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9fbf3-ff75-4564-b837-694678fe05a9 req-f7d0af98-617b-462f-bcc3-14108ad9cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:45.557371 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acb9fbf3-ff75-4564-b837-694678fe05a9 req-f7d0af98-617b-462f-bcc3-14108ad9cc10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f89f0b7-f28b-4259-b371-70b7493d2b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656824 Jan 31 16:43:45.565647 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa2feb-d8cc-4279-8f32-8158a2f1b83a req-2d3b2149-f9ce-4023-9e6b-16e00568e1a1 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:45.567072 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7baa2feb-d8cc-4279-8f32-8158a2f1b83a req-2d3b2149-f9ce-4023-9e6b-16e00568e1a1 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 943 time: 0.0842471 Jan 31 16:43:45.651429 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7baa2feb-d8cc-4279-8f32-8158a2f1b83a req-e589b444-bea9-46b7-9703-341831bcf614 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764520 Jan 31 16:43:45.677143 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acb9fbf3-ff75-4564-b837-694678fe05a9 req-6f47f4bb-d64b-460f-b909-8ef5925b761d service neutron] 10.222.0.30 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091218 Jan 31 16:43:45.770200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acb9fbf3-ff75-4564-b837-694678fe05a9 req-31e8cf2c-10fa-493c-9328-5da45bb5a7a7 service neutron] 10.222.0.30 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Jan 31 16:43:46.771623 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255a5c8-f96b-4449-b77d-df4dfc2c8257 req-4a825a98-9e54-4dfe-aa8a-6ee6adfd4910 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:46.773135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9255a5c8-f96b-4449-b77d-df4dfc2c8257 req-4a825a98-9e54-4dfe-aa8a-6ee6adfd4910 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 943 time: 0.0506616 Jan 31 16:43:46.811780 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9255a5c8-f96b-4449-b77d-df4dfc2c8257 req-cc207906-1b1a-41e1-ab62-bbd05a9c966f tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324280 Jan 31 16:43:47.321506 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4f5578ef-633f-459b-acc4-0d2d661a3d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:47.941663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b5c92-ac32-46d8-83d4-6bca1351ed0f req-9c2b0bd0-22fe-4397-a793-7e4afa815f0f tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:47.943093 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0d4b5c92-ac32-46d8-83d4-6bca1351ed0f req-9c2b0bd0-22fe-4397-a793-7e4afa815f0f tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 943 time: 0.0589728 Jan 31 16:43:47.981956 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0d4b5c92-ac32-46d8-83d4-6bca1351ed0f req-79b9f5d9-3427-453f-9d70-588eb071a5f4 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Jan 31 16:43:48.760043 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 39811fa2-cf3a-4813-b02e-a8d09f912a17 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:43:48.863619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 39811fa2-cf3a-4813-b02e-a8d09f912a17, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=39811fa2-cf3a-4813-b02e-a8d09f912a17,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:48.874330 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '39811fa2-cf3a-4813-b02e-a8d09f912a17', 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45', 'port_id': '39811fa2-cf3a-4813-b02e-a8d09f912a17', 'mac_address': 'fa:16:3e:40:16:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4139b21b-d064-4cbb-a8e3-65f5d49c4174', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:43:48.918024 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:48.932430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39811fa2-cf3a-4813-b02e-a8d09f912a17 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:43:48.952567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 39811fa2-cf3a-4813-b02e-a8d09f912a17, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=39811fa2-cf3a-4813-b02e-a8d09f912a17,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:48.957595 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:49.007820 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=39811fa2-cf3a-4813-b02e-a8d09f912a17,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:49.107785 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636523-89ec-4746-9767-86153644c5fa req-3f52ff89-ca33-4922-991e-10748ca5d5d8 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:49.109319 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1636523-89ec-4746-9767-86153644c5fa req-3f52ff89-ca33-4922-991e-10748ca5d5d8 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 944 time: 0.0545020 Jan 31 16:43:49.149818 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d1636523-89ec-4746-9767-86153644c5fa req-1324d9f5-28c3-4e6c-9772-63ecf472b075 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343635 Jan 31 16:43:49.230786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['39811fa2-cf3a-4813-b02e-a8d09f912a17'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:43:49.751080 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbc3-2a93-46e4-a46a-faffbef71e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:50.269676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83ac58-1f2e-427d-9151-ec9a0b034fc4 req-98688fd5-3b22-446f-9aab-00c620250c4f tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:50.271091 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b83ac58-1f2e-427d-9151-ec9a0b034fc4 req-98688fd5-3b22-446f-9aab-00c620250c4f tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 944 time: 0.0546975 Jan 31 16:43:50.309878 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b83ac58-1f2e-427d-9151-ec9a0b034fc4 req-b0de85b3-7cec-4397-99e7-1002c1cafc04 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Jan 31 16:43:50.762668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 39811fa2-cf3a-4813-b02e-a8d09f912a17 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:43:50.816742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 39811fa2-cf3a-4813-b02e-a8d09f912a17 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:43:50.820547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 39811fa2-cf3a-4813-b02e-a8d09f912a17 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:43:50.820921 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:50.908685 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:50.931223 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd404f46-e35b-47a0-84b8-049196046a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39811fa2-cf3a-4813-b02e-a8d09f912a17'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:43:50.933505 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc8d087-ef70-4b8d-9360-41af23ac7926" -d '{"events": [{"server_uuid": "fd404f46-e35b-47a0-84b8-049196046a1f", "name": "network-vif-plugged", "status": "completed", "tag": "39811fa2-cf3a-4813-b02e-a8d09f912a17"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:43:50.950875 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 39811fa2-cf3a-4813-b02e-a8d09f912a17, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=39811fa2-cf3a-4813-b02e-a8d09f912a17,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:43:50.957193 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:50.982508 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db3b067-da10-46ca-bf04-8d28d4a5cae1 x-openstack-request-id: req-8db3b067-da10-46ca-bf04-8d28d4a5cae1 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:43:50.982916 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd404f46-e35b-47a0-84b8-049196046a1f", "name": "network-vif-plugged", "status": "completed", "tag": "39811fa2-cf3a-4813-b02e-a8d09f912a17", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:43:50.983217 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8db3b067-da10-46ca-bf04-8d28d4a5cae1 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:43:50.983653 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd404f46-e35b-47a0-84b8-049196046a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39811fa2-cf3a-4813-b02e-a8d09f912a17', 'code': 200} Jan 31 16:43:51.009907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=39811fa2-cf3a-4813-b02e-a8d09f912a17,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:43:51.037434 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:51.090219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f8e41-4fa9-4ea3-92d7-562721408639 req-ce852bd2-d00b-493e-b4a5-cc703b0a11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:51.091796 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb8f8e41-4fa9-4ea3-92d7-562721408639 req-ce852bd2-d00b-493e-b4a5-cc703b0a11c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 1096 time: 0.0489550 Jan 31 16:43:51.128514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb8f8e41-4fa9-4ea3-92d7-562721408639 req-f40832f9-de6d-413a-b7c9-6649d671cb29 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288937 Jan 31 16:43:51.433379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f081-a400-47b5-9058-5ef8d371bac3 req-72e1b1be-dc0d-4933-9067-9a8986e3c274 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:51.434977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e630f081-a400-47b5-9058-5ef8d371bac3 req-72e1b1be-dc0d-4933-9067-9a8986e3c274 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 945 time: 0.0540159 Jan 31 16:43:51.472992 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e630f081-a400-47b5-9058-5ef8d371bac3 req-e658170e-fbf6-4d4f-ad5d-c4a4413151f0 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Jan 31 16:43:51.793212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-44823f97-2e98-4d78-9f9a-be18d702c2d5 req-b2d8730e-a847-47dc-b02b-b3a5a9352b14 service neutron] (108772) timed out ('10.222.0.36', 35784) {{(pid=108772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:43:52.470376 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:52.594803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac0473-5219-4616-b091-fed50787bc14 req-392ebb51-44d4-4e73-97e7-443b1e6eb02d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:52.596158 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f7ac0473-5219-4616-b091-fed50787bc14 req-392ebb51-44d4-4e73-97e7-443b1e6eb02d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 945 time: 0.0519221 Jan 31 16:43:52.620710 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:52.640451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f7ac0473-5219-4616-b091-fed50787bc14 req-e1edc393-b9cf-47ff-b85a-0a40d4e37947 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371780 Jan 31 16:43:52.755125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdeb7a-ff01-4795-99b1-b60b4013795f req-a724ac86-410d-4467-b533-e849fcc6d588 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:52.756967 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-26cdeb7a-ff01-4795-99b1-b60b4013795f req-a724ac86-410d-4467-b533-e849fcc6d588 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 945 time: 0.0505724 Jan 31 16:43:52.795625 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-26cdeb7a-ff01-4795-99b1-b60b4013795f req-a32da83f-860f-4f2f-ad8f-650fa472f8ba tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324409 Jan 31 16:43:55.075022 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:43:56.092659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbcc9c34-1e0a-408f-ad8d-c1d67f69fee3 req-ac640e62-14e0-4046-8730-85a8db726584 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437613 Jan 31 16:43:56.173096 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc9c34-1e0a-408f-ad8d-c1d67f69fee3 req-8f8d383c-fb10-43c4-8b2d-72ed52aa9b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:56.174661 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbcc9c34-1e0a-408f-ad8d-c1d67f69fee3 req-8f8d383c-fb10-43c4-8b2d-72ed52aa9b69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f80c9faaedf4a9b95b7579e778aeda3&device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 1096 time: 0.0412939 Jan 31 16:43:56.200937 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:43:56.290840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc9c34-1e0a-408f-ad8d-c1d67f69fee3 req-ed5c1291-0afc-4b3b-9808-197d1ba23dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:56.292217 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbcc9c34-1e0a-408f-ad8d-c1d67f69fee3 req-ed5c1291-0afc-4b3b-9808-197d1ba23dcb service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f89f0b7-f28b-4259-b371-70b7493d2b45 HTTP/1.1" status: 200 len: 918 time: 0.0973029 Jan 31 16:43:56.337339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbcc9c34-1e0a-408f-ad8d-c1d67f69fee3 req-c8b4023b-4d19-4e29-9d17-97888301ff79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39811fa2-cf3a-4813-b02e-a8d09f912a17 HTTP/1.1" status: 200 len: 217 time: 0.0382729 Jan 31 16:43:56.386271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc9c34-1e0a-408f-ad8d-c1d67f69fee3 req-61dc7c13-a83e-4e93-ae83-738f1196ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:56.387725 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbcc9c34-1e0a-408f-ad8d-c1d67f69fee3 req-61dc7c13-a83e-4e93-ae83-738f1196ba4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4139b21b-d064-4cbb-a8e3-65f5d49c4174 HTTP/1.1" status: 200 len: 856 time: 0.0437343 Jan 31 16:43:56.433637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc9c34-1e0a-408f-ad8d-c1d67f69fee3 req-001ad6cb-81f7-4c5a-ba09-22940f6eb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:43:56.435158 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbcc9c34-1e0a-408f-ad8d-c1d67f69fee3 req-001ad6cb-81f7-4c5a-ba09-22940f6eb355 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f89f0b7-f28b-4259-b371-70b7493d2b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403461 Jan 31 16:43:56.530739 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbcc9c34-1e0a-408f-ad8d-c1d67f69fee3 req-f6b659db-91c0-4ae9-ab5d-f80b2db56f9c service neutron] 10.222.0.30 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882883 Jan 31 16:43:56.624712 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bbcc9c34-1e0a-408f-ad8d-c1d67f69fee3 req-d2670a05-fcbf-4872-8171-db4e65529eb1 service neutron] 10.222.0.30 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865717 Jan 31 16:43:58.284653 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:11.348609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34de0a-2138-4494-bb09-21ad79c2d60f req-f4ed3e57-6260-489e-a058-e8662810bd28 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:11.350247 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f34de0a-2138-4494-bb09-21ad79c2d60f req-f4ed3e57-6260-489e-a058-e8662810bd28 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 945 time: 0.0564451 Jan 31 16:44:11.391345 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4f34de0a-2138-4494-bb09-21ad79c2d60f req-755280c6-3b19-4934-8cd6-488b5b876185 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346496 Jan 31 16:44:12.515598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab5070-2269-4ec3-bd14-82f45bffbdf5 req-697e4aec-cc1e-463a-bdec-a47e95ef0dc7 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:12.517050 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-27ab5070-2269-4ec3-bd14-82f45bffbdf5 req-697e4aec-cc1e-463a-bdec-a47e95ef0dc7 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 945 time: 0.0536969 Jan 31 16:44:12.556076 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-27ab5070-2269-4ec3-bd14-82f45bffbdf5 req-a9d5c150-002b-497a-8132-4f8989071e32 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Jan 31 16:44:13.009799 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df231714-26aa-44b2-92b0-4e4fe512be76 req-8144956f-eedf-477d-a8ea-30d1e5b849d6 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:13.011272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df231714-26aa-44b2-92b0-4e4fe512be76 req-8144956f-eedf-477d-a8ea-30d1e5b849d6 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 945 time: 0.0510910 Jan 31 16:44:13.103745 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-df231714-26aa-44b2-92b0-4e4fe512be76 req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Deleting port 39811fa2-cf3a-4813-b02e-a8d09f912a17 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:44:13.104079 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-df231714-26aa-44b2-92b0-4e4fe512be76 req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:13.195037 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-df231714-26aa-44b2-92b0-4e4fe512be76 req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] For port 39811fa2-cf3a-4813-b02e-a8d09f912a17, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=39811fa2-cf3a-4813-b02e-a8d09f912a17,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:13.195395 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-df231714-26aa-44b2-92b0-4e4fe512be76 req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:13.207517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-df231714-26aa-44b2-92b0-4e4fe512be76 req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Calling delete_port for 39811fa2-cf3a-4813-b02e-a8d09f912a17 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:44:13.339139 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-df231714-26aa-44b2-92b0-4e4fe512be76 req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:13.355847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['39811fa2-cf3a-4813-b02e-a8d09f912a17'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:44:13.369414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Pushing event deleted for resources: {'Port': ['ID=39811fa2-cf3a-4813-b02e-a8d09f912a17,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:13.398825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:13.399169 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:13.399505 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:13.399832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:13.400155 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:13.400479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:13.400792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:13.401106 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:13.401407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:13.401748 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:13.402058 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:13.402358 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:13.423790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-df231714-26aa-44b2-92b0-4e4fe512be76 req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] No DVR routers for this DVR port 39811fa2-cf3a-4813-b02e-a8d09f912a17 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:44:13.426741 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-df231714-26aa-44b2-92b0-4e4fe512be76 req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:13.430180 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-df231714-26aa-44b2-92b0-4e4fe512be76 req-99837d61-46e9-4ebf-af60-2a2e2f680256 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.30 "DELETE /v2.0/ports/39811fa2-cf3a-4813-b02e-a8d09f912a17 HTTP/1.1" status: 204 len: 173 time: 0.4087369 Jan 31 16:44:13.430632 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd404f46-e35b-47a0-84b8-049196046a1f', 'name': 'network-vif-deleted', 'tag': '39811fa2-cf3a-4813-b02e-a8d09f912a17'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:44:13.433043 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea17f424-9da6-4643-b71b-b2a3013b8159" -d '{"events": [{"server_uuid": "fd404f46-e35b-47a0-84b8-049196046a1f", "name": "network-vif-deleted", "tag": "39811fa2-cf3a-4813-b02e-a8d09f912a17"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:44:13.473090 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5675a21d-be84-489d-865e-861c70d7cb3e x-openstack-request-id: req-5675a21d-be84-489d-865e-861c70d7cb3e {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:44:13.473383 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd404f46-e35b-47a0-84b8-049196046a1f", "name": "network-vif-deleted", "tag": "39811fa2-cf3a-4813-b02e-a8d09f912a17", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:44:13.473666 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5675a21d-be84-489d-865e-861c70d7cb3e {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:44:13.474061 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd404f46-e35b-47a0-84b8-049196046a1f', 'name': 'network-vif-deleted', 'tag': '39811fa2-cf3a-4813-b02e-a8d09f912a17', 'status': 'completed', 'code': 200} Jan 31 16:44:13.681944 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-15b5da4d-7882-47c0-9ac1-948dccf88c67 req-64bfb4aa-e7c4-4232-8daa-f355c3ad80ce tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd404f46-e35b-47a0-84b8-049196046a1f HTTP/1.1" status: 200 len: 210 time: 0.0343473 Jan 31 16:44:15.187487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-0b997f6e-080c-4125-8986-9c48c7c51421 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:15.189054 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-0b997f6e-080c-4125-8986-9c48c7c51421 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/networks?id=2f89f0b7-f28b-4259-b371-70b7493d2b45 HTTP/1.1" status: 200 len: 817 time: 0.1046798 Jan 31 16:44:15.204693 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-0df067dd-33c9-4a2b-b483-4244c4e89cf6 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/quotas/7f80c9faaedf4a9b95b7579e778aeda3 HTTP/1.1" status: 200 len: 375 time: 0.0097380 Jan 31 16:44:15.256904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-1a0e3329-bfad-4c15-9969-ef70f2d248d5 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f80c9faaedf4a9b95b7579e778aeda3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458364 Jan 31 16:44:15.456958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-ad86b4fb-44d9-45e5-8d99-d01cec56408b service neutron] 10.222.0.36 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878047 Jan 31 16:44:15.545135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-8e60049b-01de-4a9c-aa4d-66cb4586fbfe service neutron] 10.222.0.36 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818250 Jan 31 16:44:15.709288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84a4b5e3-f668-4e16-8f6d-4eefbb851025 req-c67c80ee-d3ae-4a14-ae21-030c2b7cebf7 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 210 time: 0.0270019 Jan 31 16:44:16.748975 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2738e0fc-1aba-49b2-8361-6d0f819fccb1 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:16.750592 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2738e0fc-1aba-49b2-8361-6d0f819fccb1 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.30 "GET /v2.0/networks?id=2f89f0b7-f28b-4259-b371-70b7493d2b45 HTTP/1.1" status: 200 len: 817 time: 0.1086090 Jan 31 16:44:16.764552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Request body: {'port': {'device_id': '19e3be06-f851-45fe-9c0f-29cb04fae4eb', 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45', 'admin_state_up': True, 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:44:16.812633 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b90e3c8e-23a4-4715-a342-1e3f93511b96 req-3b48fc47-691b-45c4-8bb9-0a5726e637e6 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 210 time: 0.0303547 Jan 31 16:44:16.877636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Made reservation on behalf of 7f80c9faaedf4a9b95b7579e778aeda3 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:44:16.882046 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:16.898940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 39811fa2-cf3a-4813-b02e-a8d09f912a17 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:44:16.923151 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 39811fa2-cf3a-4813-b02e-a8d09f912a17 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:44:16.923397 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 39811fa2-cf3a-4813-b02e-a8d09f912a17 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:44:17.012409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Allocated IP 172.20.0.6 (2f89f0b7-f28b-4259-b371-70b7493d2b45/4139b21b-d064-4cbb-a8e3-65f5d49c4174/a29ef38b-b569-4a6c-a9d5-26cf8c7f7394) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:44:17.162921 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:17.200118 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:17.248045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Network 2f89f0b7-f28b-4259-b371-70b7493d2b45 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:44:17.251451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:44:17.256492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Pushing event updated for resources: {'Port': ['ID=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:17.258907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:44:17.329061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:17.330039 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:17.331493 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d80e342-6740-460d-917d-bb404570d868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:17.360469 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-9c3c26a2-d0e0-4b3d-b980-e3cdbbe661ab tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6000493 Jan 31 16:44:17.375628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Request body: {'port': {'device_id': '19e3be06-f851-45fe-9c0f-29cb04fae4eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:44:17.436816 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:17.530409 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-d6a94a2d-0d8f-4a9a-bd61-932aac1b0e07 None None] Provisioning complete for port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:44:17.531133 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d6a94a2d-0d8f-4a9a-bd61-932aac1b0e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:17.565895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-d6a94a2d-0d8f-4a9a-bd61-932aac1b0e07 None None] Port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:44:17.706898 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:44:17.714571 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:17.726856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Transition to ACTIVE for port object a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:44:17.733005 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:17.781804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Pushing event updated for resources: {'Port': ['ID=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:17.859071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Attempting to bind port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:44:17.859386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Attempting to bind port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:44:17.859728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Attempting to bind port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 on network 2f89f0b7-f28b-4259-b371-70b7493d2b45 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:44:17.865270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 on network 2f89f0b7-f28b-4259-b371-70b7493d2b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:44:17.865642 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Attempting to bind port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 on network 2f89f0b7-f28b-4259-b371-70b7493d2b45 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:44:17.870863 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:44:17.871201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Checking segment: {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:44:17.871967 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Bound using segment: {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:44:17.872074 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Bound port: a29ef38b-b569-4a6c-a9d5-26cf8c7f7394, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da364ef7-2833-40f3-9c31-fa74d5233843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:44:17.872376 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:17.971034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa154e68-2f6c-4e99-a1a1-0bb794a45cac req-723a22c0-b1df-405f-b57b-6860e8ec6994 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:17.972517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa154e68-2f6c-4e99-a1a1-0bb794a45cac req-723a22c0-b1df-405f-b57b-6860e8ec6994 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 943 time: 0.0891588 Jan 31 16:44:17.975216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] For port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:44:17.978936 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] For port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:44:17.991356 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:18.049951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:18.050568 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:18.051961 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] 10.222.0.30 "PUT /v2.0/ports/a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 HTTP/1.1" status: 200 len: 1091 time: 0.6813860 Jan 31 16:44:18.052402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e3be06-f851-45fe-9c0f-29cb04fae4eb', 'tag': 'a29ef38b-b569-4a6c-a9d5-26cf8c7f7394'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:44:18.054711 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed59edff-4819-44df-9af7-ed93ae932319" -d '{"events": [{"name": "network-changed", "server_uuid": "19e3be06-f851-45fe-9c0f-29cb04fae4eb", "tag": "a29ef38b-b569-4a6c-a9d5-26cf8c7f7394"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:44:18.069186 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa154e68-2f6c-4e99-a1a1-0bb794a45cac req-9e1afb71-f1c5-4c1c-ae52-cdba55a010fb tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846217 Jan 31 16:44:18.080838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fdfa5-daec-4406-bdfe-dedc950f5bec service neutron] Pushing event updated for resources: {'Port': ['ID=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:18.117313 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc9d953-3f02-4279-8a11-ef71f98ac647 x-openstack-request-id: req-dfc9d953-3f02-4279-8a11-ef71f98ac647 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:44:18.117651 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e3be06-f851-45fe-9c0f-29cb04fae4eb", "tag": "a29ef38b-b569-4a6c-a9d5-26cf8c7f7394", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:44:18.117883 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dfc9d953-3f02-4279-8a11-ef71f98ac647 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:44:18.118319 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e3be06-f851-45fe-9c0f-29cb04fae4eb', 'tag': 'a29ef38b-b569-4a6c-a9d5-26cf8c7f7394', 'status': 'completed', 'code': 200} Jan 31 16:44:18.149929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-c3f714ae-d6d1-4d7a-98a9-10779e6236ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:18.151506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-c3f714ae-d6d1-4d7a-98a9-10779e6236ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f80c9faaedf4a9b95b7579e778aeda3&device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 1094 time: 0.0447073 Jan 31 16:44:18.198926 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-82030ee8-d864-4282-989d-f34003b7289a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 HTTP/1.1" status: 200 len: 217 time: 0.0355871 Jan 31 16:44:18.256291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-5828edd9-39c6-4300-a382-a590875ac780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:18.257760 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-5828edd9-39c6-4300-a382-a590875ac780 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4139b21b-d064-4cbb-a8e3-65f5d49c4174 HTTP/1.1" status: 200 len: 856 time: 0.0486286 Jan 31 16:44:18.307088 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-55db5777-3265-4e87-b220-19e0a2ff30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:18.308526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-55db5777-3265-4e87-b220-19e0a2ff30c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f89f0b7-f28b-4259-b371-70b7493d2b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412500 Jan 31 16:44:18.405195 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-38d7b860-e609-44f6-8c16-35c7095597c2 service neutron] 10.222.0.30 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853660 Jan 31 16:44:18.506474 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b1191a4c-3f23-4d0c-bf1d-b23cd2887c51 req-da95712b-c466-40ae-85b4-85f023a5b72a service neutron] 10.222.0.30 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888650 Jan 31 16:44:18.599809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59edff-4819-44df-9af7-ed93ae932319 req-2d3d7701-b654-4ed3-8e64-b1994704ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:18.601293 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed59edff-4819-44df-9af7-ed93ae932319 req-2d3d7701-b654-4ed3-8e64-b1994704ad69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f80c9faaedf4a9b95b7579e778aeda3&device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 1094 time: 0.0423582 Jan 31 16:44:18.696885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59edff-4819-44df-9af7-ed93ae932319 req-497d9b12-50e3-4f80-b73a-3f83a4279476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:18.698441 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed59edff-4819-44df-9af7-ed93ae932319 req-497d9b12-50e3-4f80-b73a-3f83a4279476 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f89f0b7-f28b-4259-b371-70b7493d2b45 HTTP/1.1" status: 200 len: 918 time: 0.0870733 Jan 31 16:44:18.740715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed59edff-4819-44df-9af7-ed93ae932319 req-aa71891b-9d76-41ba-915e-0941619b39c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 HTTP/1.1" status: 200 len: 217 time: 0.0348642 Jan 31 16:44:18.795072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59edff-4819-44df-9af7-ed93ae932319 req-16a7eac7-8258-420e-a019-2520c692342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:18.796520 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed59edff-4819-44df-9af7-ed93ae932319 req-16a7eac7-8258-420e-a019-2520c692342c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4139b21b-d064-4cbb-a8e3-65f5d49c4174 HTTP/1.1" status: 200 len: 856 time: 0.0449429 Jan 31 16:44:18.850128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59edff-4819-44df-9af7-ed93ae932319 req-a39d741a-dc39-4e66-be9e-e54427f57bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:18.851666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed59edff-4819-44df-9af7-ed93ae932319 req-a39d741a-dc39-4e66-be9e-e54427f57bbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f89f0b7-f28b-4259-b371-70b7493d2b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481632 Jan 31 16:44:18.942017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed59edff-4819-44df-9af7-ed93ae932319 req-7e91c34b-966e-493b-8a03-dfcf8f79ac6d service neutron] 10.222.0.30 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824230 Jan 31 16:44:19.034375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed59edff-4819-44df-9af7-ed93ae932319 req-98721ff0-5e87-489e-b462-2a85f0b880ad service neutron] 10.222.0.30 "GET /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850582 Jan 31 16:44:19.203891 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd4dd4-cb5e-4628-a0e8-bc779311c2f5 req-1ac36fde-91bc-4e65-a9d5-615d1c4d0826 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:19.205367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dffd4dd4-cb5e-4628-a0e8-bc779311c2f5 req-1ac36fde-91bc-4e65-a9d5-615d1c4d0826 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 943 time: 0.0500600 Jan 31 16:44:19.246055 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dffd4dd4-cb5e-4628-a0e8-bc779311c2f5 req-a4e69fa8-942c-4d6a-a530-65fcc81e11e6 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345411 Jan 31 16:44:19.756190 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5365fc6f-140d-43f1-a954-dac4f47dd6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:20.369513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518acb0-1622-428f-8bed-eadee33ca51d req-d94ff997-7400-4ac3-aacd-86ffbad8c3ce tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:20.371014 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b518acb0-1622-428f-8bed-eadee33ca51d req-d94ff997-7400-4ac3-aacd-86ffbad8c3ce tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 943 time: 0.0538421 Jan 31 16:44:20.409630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b518acb0-1622-428f-8bed-eadee33ca51d req-bd372762-2ff1-454b-927b-245f488e1bc7 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325031 Jan 31 16:44:20.944631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:44:21.050989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:21.053743 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:21.062453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'a29ef38b-b569-4a6c-a9d5-26cf8c7f7394', 'network_id': '2f89f0b7-f28b-4259-b371-70b7493d2b45', 'port_id': 'a29ef38b-b569-4a6c-a9d5-26cf8c7f7394', 'mac_address': 'fa:16:3e:9c:28:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4139b21b-d064-4cbb-a8e3-65f5d49c4174', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:44:21.099536 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:21.112335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:44:21.135228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:21.140133 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:21.200278 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:21.409303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['a29ef38b-b569-4a6c-a9d5-26cf8c7f7394'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:44:21.528384 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6cbe7-a3b4-4181-920a-0596ad6ddf47 req-1ac3d624-768f-4167-95e5-374fe0b5e8ff tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:21.529855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-20a6cbe7-a3b4-4181-920a-0596ad6ddf47 req-1ac3d624-768f-4167-95e5-374fe0b5e8ff tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 944 time: 0.0517170 Jan 31 16:44:21.568349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-20a6cbe7-a3b4-4181-920a-0596ad6ddf47 req-9a9be90f-5bb4-4247-b68a-ed89147bc377 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Jan 31 16:44:22.479352 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:22.628093 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:22.701820 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f4b0-33a4-4c60-9cad-1922261d3b0e req-ceaf5f6d-845c-44ca-8be1-7ce6ebd6602f tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:22.703352 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-baf9f4b0-33a4-4c60-9cad-1922261d3b0e req-ceaf5f6d-845c-44ca-8be1-7ce6ebd6602f tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 944 time: 0.0602117 Jan 31 16:44:22.750438 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-baf9f4b0-33a4-4c60-9cad-1922261d3b0e req-a159a9e7-3bfe-49a4-a255-95de01733da6 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368197 Jan 31 16:44:22.975526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:44:23.032255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:44:23.036523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:44:23.036883 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:23.121497 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:23.147159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3be06-f851-45fe-9c0f-29cb04fae4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29ef38b-b569-4a6c-a9d5-26cf8c7f7394'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:44:23.149506 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53466a6-7602-4f6d-a918-2db02468bc0e" -d '{"events": [{"server_uuid": "19e3be06-f851-45fe-9c0f-29cb04fae4eb", "name": "network-vif-plugged", "status": "completed", "tag": "a29ef38b-b569-4a6c-a9d5-26cf8c7f7394"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:44:23.164002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:23.168467 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:23.220764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:23.256041 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d61baf-6ca6-45bd-89f2-7cffd42074cc x-openstack-request-id: req-12d61baf-6ca6-45bd-89f2-7cffd42074cc {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:44:23.256335 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3be06-f851-45fe-9c0f-29cb04fae4eb", "name": "network-vif-plugged", "status": "completed", "tag": "a29ef38b-b569-4a6c-a9d5-26cf8c7f7394", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:44:23.256604 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12d61baf-6ca6-45bd-89f2-7cffd42074cc {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:44:23.256999 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e3be06-f851-45fe-9c0f-29cb04fae4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29ef38b-b569-4a6c-a9d5-26cf8c7f7394', 'code': 200} Jan 31 16:44:23.366344 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7e797-03da-4d9c-88c0-588ab898c8e8 req-5fbf7112-1531-4aa1-b967-772db6a986ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:23.367852 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19e7e797-03da-4d9c-88c0-588ab898c8e8 req-5fbf7112-1531-4aa1-b967-772db6a986ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 1096 time: 0.0430424 Jan 31 16:44:23.410243 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-19e7e797-03da-4d9c-88c0-588ab898c8e8 req-3e458bed-68c7-4bb9-84fc-8fa7e987a065 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324833 Jan 31 16:44:23.877333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14401251-8eef-412d-8d55-dde5a1a0e87c req-15f384b8-42a9-4346-9e46-e5dacf633b62 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:23.878977 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14401251-8eef-412d-8d55-dde5a1a0e87c req-15f384b8-42a9-4346-9e46-e5dacf633b62 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 945 time: 0.0548501 Jan 31 16:44:23.920989 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-14401251-8eef-412d-8d55-dde5a1a0e87c req-cc165e37-d8a7-4aaa-acb3-ffec766e76cf tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353327 Jan 31 16:44:25.043280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9dc54-136f-4bdb-b3d7-1913f1daa527 req-3f33fedc-ef2e-4319-a11d-578b75a29085 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:25.044834 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14e9dc54-136f-4bdb-b3d7-1913f1daa527 req-3f33fedc-ef2e-4319-a11d-578b75a29085 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 945 time: 0.0512807 Jan 31 16:44:25.089208 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14e9dc54-136f-4bdb-b3d7-1913f1daa527 req-26909c10-3c61-4d53-bc0a-0d3889fd8add tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344598 Jan 31 16:44:25.214505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3ff07-0993-4007-a7ca-f86bdab508e7 req-b726d8f1-5b7d-42f2-9b78-67d3f9beeb0c tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:25.216380 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91a3ff07-0993-4007-a7ca-f86bdab508e7 req-b726d8f1-5b7d-42f2-9b78-67d3f9beeb0c tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 945 time: 0.0589352 Jan 31 16:44:25.258100 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-91a3ff07-0993-4007-a7ca-f86bdab508e7 req-c8c75998-04d5-4eb7-9759-5862b9682c03 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354080 Jan 31 16:44:26.198899 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:28.284973 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:32.074415 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:44:44.908103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a450595-dc33-4d18-bea7-012eebaa0af3 req-33d11ee3-5d37-4fd4-9457-43b5e3228051 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:44.909757 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4a450595-dc33-4d18-bea7-012eebaa0af3 req-33d11ee3-5d37-4fd4-9457-43b5e3228051 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 945 time: 0.0539746 Jan 31 16:44:44.957160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4a450595-dc33-4d18-bea7-012eebaa0af3 req-3cec3b90-60d6-4f88-88d4-8a1a4ce2517c tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345044 Jan 31 16:44:46.082590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d2b08-42ba-46a0-b78e-08aeff07cc03 req-02042b36-97b9-48a6-b38e-9c8753129894 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:46.084228 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb3d2b08-42ba-46a0-b78e-08aeff07cc03 req-02042b36-97b9-48a6-b38e-9c8753129894 tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 945 time: 0.0542095 Jan 31 16:44:46.124461 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb3d2b08-42ba-46a0-b78e-08aeff07cc03 req-f7907381-76ec-4d9b-b8a4-e2d2c37c7e5d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/security-groups?id=23c043c2-3087-4f85-be23-ce9bedc54950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333712 Jan 31 16:44:46.561685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f89d-ed0c-4b0b-bbc7-29494872b7c2 req-603ef4dd-6a7e-427e-a95c-17d57719b70f tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:46.563200 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0356f89d-ed0c-4b0b-bbc7-29494872b7c2 req-603ef4dd-6a7e-427e-a95c-17d57719b70f tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.30 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 945 time: 0.0576296 Jan 31 16:44:46.663570 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-0356f89d-ed0c-4b0b-bbc7-29494872b7c2 req-296a899f-f3e0-4c53-bc80-6d8e3ef3f98d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Deleting port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:44:46.663913 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0356f89d-ed0c-4b0b-bbc7-29494872b7c2 req-296a899f-f3e0-4c53-bc80-6d8e3ef3f98d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:46.762111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-0356f89d-ed0c-4b0b-bbc7-29494872b7c2 req-296a899f-f3e0-4c53-bc80-6d8e3ef3f98d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] For port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:46.762484 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0356f89d-ed0c-4b0b-bbc7-29494872b7c2 req-296a899f-f3e0-4c53-bc80-6d8e3ef3f98d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:46.775563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-0356f89d-ed0c-4b0b-bbc7-29494872b7c2 req-296a899f-f3e0-4c53-bc80-6d8e3ef3f98d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Calling delete_port for a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:44:46.912895 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0356f89d-ed0c-4b0b-bbc7-29494872b7c2 req-296a899f-f3e0-4c53-bc80-6d8e3ef3f98d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:46.925148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['a29ef38b-b569-4a6c-a9d5-26cf8c7f7394'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:44:46.944342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a899f-f3e0-4c53-bc80-6d8e3ef3f98d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Pushing event deleted for resources: {'Port': ['ID=a29ef38b-b569-4a6c-a9d5-26cf8c7f7394,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:46.991042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0356f89d-ed0c-4b0b-bbc7-29494872b7c2 req-296a899f-f3e0-4c53-bc80-6d8e3ef3f98d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] No DVR routers for this DVR port a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:44:46.993901 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-0356f89d-ed0c-4b0b-bbc7-29494872b7c2 req-296a899f-f3e0-4c53-bc80-6d8e3ef3f98d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:46.997318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0356f89d-ed0c-4b0b-bbc7-29494872b7c2 req-296a899f-f3e0-4c53-bc80-6d8e3ef3f98d tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.30 "DELETE /v2.0/ports/a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 HTTP/1.1" status: 204 len: 173 time: 0.4278061 Jan 31 16:44:46.997961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e3be06-f851-45fe-9c0f-29cb04fae4eb', 'name': 'network-vif-deleted', 'tag': 'a29ef38b-b569-4a6c-a9d5-26cf8c7f7394'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:44:47.000275 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f91e3b8-e740-4e53-9aa1-5142af762489" -d '{"events": [{"server_uuid": "19e3be06-f851-45fe-9c0f-29cb04fae4eb", "name": "network-vif-deleted", "tag": "a29ef38b-b569-4a6c-a9d5-26cf8c7f7394"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:44:47.046371 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f661021-9148-473a-ad78-610e581e8f67 x-openstack-request-id: req-1f661021-9148-473a-ad78-610e581e8f67 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:44:47.046641 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e3be06-f851-45fe-9c0f-29cb04fae4eb", "name": "network-vif-deleted", "tag": "a29ef38b-b569-4a6c-a9d5-26cf8c7f7394", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:44:47.047036 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f661021-9148-473a-ad78-610e581e8f67 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:44:47.047378 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e3be06-f851-45fe-9c0f-29cb04fae4eb', 'name': 'network-vif-deleted', 'tag': 'a29ef38b-b569-4a6c-a9d5-26cf8c7f7394', 'status': 'completed', 'code': 200} Jan 31 16:44:47.236100 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1dfa0283-03e0-44d7-8005-738317cb46e1 req-d2288bb8-97c5-4778-b9c7-274b4d8213bc tempest-TestEncryptedCinderVolumes-1074822717 tempest-TestEncryptedCinderVolumes-1074822717-project] 10.222.0.36 "GET /v2.0/ports?device_id=19e3be06-f851-45fe-9c0f-29cb04fae4eb HTTP/1.1" status: 200 len: 210 time: 0.0291481 Jan 31 16:44:47.313720 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-727dd99e-2f82-4411-8a0a-69ab27ea790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:48.344512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39286) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:48.720927 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-94c7f54f-a0e5-4707-945a-7d4efbeecebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:48.979777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-94c7f54f-a0e5-4707-945a-7d4efbeecebe admin admin] Deleting port 8c699417-d59e-4301-8d4f-02f682b4a48a {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:44:48.980078 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-94c7f54f-a0e5-4707-945a-7d4efbeecebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:49.068151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-94c7f54f-a0e5-4707-945a-7d4efbeecebe admin admin] For port 8c699417-d59e-4301-8d4f-02f682b4a48a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8c699417-d59e-4301-8d4f-02f682b4a48a,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:49.068518 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-94c7f54f-a0e5-4707-945a-7d4efbeecebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:49.083070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-94c7f54f-a0e5-4707-945a-7d4efbeecebe admin admin] Calling delete_port for 8c699417-d59e-4301-8d4f-02f682b4a48a owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:44:49.083821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:44:49.109236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:44:49.109819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device a29ef38b-b569-4a6c-a9d5-26cf8c7f7394 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:44:49.283692 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-94c7f54f-a0e5-4707-945a-7d4efbeecebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:49.310878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7f54f-a0e5-4707-945a-7d4efbeecebe admin admin] Pushing event deleted for resources: {'Port': ['ID=8c699417-d59e-4301-8d4f-02f682b4a48a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:49.489865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-94c7f54f-a0e5-4707-945a-7d4efbeecebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:49.760869 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5bc92e16-9405-4c9b-97c8-a6119fad9b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:50.095664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c7f54f-a0e5-4707-945a-7d4efbeecebe admin admin] Router b54aee18-6122-40b5-96be-7196a49131d9 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:44:50.215076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c7f54f-a0e5-4707-945a-7d4efbeecebe admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:44:50.220639 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-94c7f54f-a0e5-4707-945a-7d4efbeecebe admin admin] 10.222.0.36 "PUT /v2.0/routers/b54aee18-6122-40b5-96be-7196a49131d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8744395 Jan 31 16:44:50.223744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39288) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:50.228665 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba4559-83f5-4c71-b8ad-eaa86b6fd9e5 None None] Sync routers for ids ['b54aee18-6122-40b5-96be-7196a49131d9'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:44:50.240663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba4559-83f5-4c71-b8ad-eaa86b6fd9e5 None None] Routers {'b54aee18-6122-40b5-96be-7196a49131d9'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:44:50.241294 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a2ba4559-83f5-4c71-b8ad-eaa86b6fd9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:44:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b54aee18-6122-40b5-96be-7196a49131d9'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:50.338608 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:50.358415 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a2ba4559-83f5-4c71-b8ad-eaa86b6fd9e5 None None] Set router b54aee18-6122-40b5-96be-7196a49131d9 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:44:50.449728 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:50.513860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Deleting port 01b93056-a183-4953-bebd-fde473767872 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:44:50.514593 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:50.561687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a2ba4559-83f5-4c71-b8ad-eaa86b6fd9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'name': 'tempest-TestEncryptedCinderVolumes-1180834775-router', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01b93056-a183-4953-bebd-fde473767872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:44:49Z', 'revision_number': 5, 'project_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'gw_port': {'id': '01b93056-a183-4953-bebd-fde473767872', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:50.589602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba4559-83f5-4c71-b8ad-eaa86b6fd9e5 None None] Checking router: b54aee18-6122-40b5-96be-7196a49131d9 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:44:50.599933 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba4559-83f5-4c71-b8ad-eaa86b6fd9e5 None None] Routers {'b54aee18-6122-40b5-96be-7196a49131d9'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:44:50.600546 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a2ba4559-83f5-4c71-b8ad-eaa86b6fd9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:44:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['b54aee18-6122-40b5-96be-7196a49131d9'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:50.601909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] For port 01b93056-a183-4953-bebd-fde473767872, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=01b93056-a183-4953-bebd-fde473767872,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:50.602274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:50.615199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Calling delete_port for 01b93056-a183-4953-bebd-fde473767872 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:44:50.694841 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a2ba4559-83f5-4c71-b8ad-eaa86b6fd9e5 None None] Set router b54aee18-6122-40b5-96be-7196a49131d9 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:44:50.750824 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a2ba4559-83f5-4c71-b8ad-eaa86b6fd9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'name': 'tempest-TestEncryptedCinderVolumes-1180834775-router', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:44:50Z', 'revision_number': 6, 'project_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:50.783560 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba4559-83f5-4c71-b8ad-eaa86b6fd9e5 None None] The sync data for ids ['b54aee18-6122-40b5-96be-7196a49131d9'] in n-d-827120-1 is: [{'id': 'b54aee18-6122-40b5-96be-7196a49131d9', 'name': 'tempest-TestEncryptedCinderVolumes-1180834775-router', 'tenant_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:32Z', 'updated_at': '2022-01-31T16:44:50Z', 'revision_number': 6, 'project_id': '7f80c9faaedf4a9b95b7579e778aeda3', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:44:50.807947 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:50.844000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b93056-a183-4953-bebd-fde473767872,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:50.913634 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.025108 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.027775 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.043012 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.076424 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.076933 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b54aee18-6122-40b5-96be-7196a49131d9 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:44:51.081405 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.082617 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8c84924a-6114-4ecc-84a3-aceab01b5de7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b54aee18-6122-40b5-96be-7196a49131d9 HTTP/1.1" status: 204 len: 168 time: 0.8579032 Jan 31 16:44:51.085353 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39290) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:51.133163 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf717f11-0c99-4ab6-8751-88e0112b9104 admin admin] Deleting subnet 4139b21b-d064-4cbb-a8e3-65f5d49c4174 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:44:51.136898 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf717f11-0c99-4ab6-8751-88e0112b9104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.178346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf717f11-0c99-4ab6-8751-88e0112b9104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.293851 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf717f11-0c99-4ab6-8751-88e0112b9104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.351925 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf717f11-0c99-4ab6-8751-88e0112b9104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.379460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf717f11-0c99-4ab6-8751-88e0112b9104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4139b21b-d064-4cbb-a8e3-65f5d49c4174,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:51.384845 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-cf717f11-0c99-4ab6-8751-88e0112b9104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.388188 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-cf717f11-0c99-4ab6-8751-88e0112b9104 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4139b21b-d064-4cbb-a8e3-65f5d49c4174 HTTP/1.1" status: 204 len: 168 time: 0.3017709 Jan 31 16:44:51.391033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39292) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:51.392618 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436a186c-199e-408b-8ec7-6b9c36c13695 None None] Network 2f89f0b7-f28b-4259-b371-70b7493d2b45 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:44:51.482092 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.556129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Deleting port d27aa708-cd9d-489c-b80b-2761e99dafce {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:44:51.556795 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.616830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] DHCP port deletion for 2f89f0b7-f28b-4259-b371-70b7493d2b45 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:44:51.638768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] For port d27aa708-cd9d-489c-b80b-2761e99dafce, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d27aa708-cd9d-489c-b80b-2761e99dafce,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:51.639772 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.664558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Calling delete_port for d27aa708-cd9d-489c-b80b-2761e99dafce owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:44:51.682546 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8c699417-d59e-4301-8d4f-02f682b4a48a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:44:51.710288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8c699417-d59e-4301-8d4f-02f682b4a48a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:44:51.710922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8c699417-d59e-4301-8d4f-02f682b4a48a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:44:51.711510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 01b93056-a183-4953-bebd-fde473767872 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:44:51.744886 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Deleting port d27aa708-cd9d-489c-b80b-2761e99dafce {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:44:51.745266 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.747638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 01b93056-a183-4953-bebd-fde473767872 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:44:51.748414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 01b93056-a183-4953-bebd-fde473767872 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:44:51.775192 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.808000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d27aa708-cd9d-489c-b80b-2761e99dafce,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:51.816057 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] No DVR routers for this DVR port d27aa708-cd9d-489c-b80b-2761e99dafce on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:44:51.822508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] For port d27aa708-cd9d-489c-b80b-2761e99dafce, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=d27aa708-cd9d-489c-b80b-2761e99dafce,segment=NetworkSegment(da364ef7-2833-40f3-9c31-fa74d5233843),segment_id=da364ef7-2833-40f3-9c31-fa74d5233843)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:51.823258 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.838317 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Calling delete_port for d27aa708-cd9d-489c-b80b-2761e99dafce owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:44:51.899055 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 16:44:51.921045 n-d-827120-1 neutron-server[108773]: self.session.flush() Jan 31 16:44:51.927506 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f89f0b7-f28b-4259-b371-70b7493d2b45']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:51.934541 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.950743 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da364ef7-2833-40f3-9c31-fa74d5233843') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:51.951070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da364ef7-2833-40f3-9c31-fa74d5233843') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:51.975688 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:51.981456 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Pushing event deleted for resources: {'Port': ['ID=d27aa708-cd9d-489c-b80b-2761e99dafce,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:51.985231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] No DVR routers for this DVR port d27aa708-cd9d-489c-b80b-2761e99dafce on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:44:51.999081 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:51.999619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:52.000367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:52.000895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:52.001592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:52.002307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:52.002989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:52.003699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:52.004217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:52.004939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:52.006046 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:52.006762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73b6ef-7e42-4b58-a8ee-a342a3e04bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:52.008274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:52.015548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:44:52.016552 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:44:52.018624 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:44:52.076024 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:52.082297 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:52.085558 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] 10.222.0.36 "DELETE /v2.0/networks/2f89f0b7-f28b-4259-b371-70b7493d2b45 HTTP/1.1" status: 204 len: 168 time: 0.6930418 Jan 31 16:44:52.088967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39294) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:52.097549 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca1aa1-ca0b-476e-ac57-62e9c47cae4a admin admin] Pushing event deleted for resources: {'Network': ['ID=2f89f0b7-f28b-4259-b371-70b7493d2b45,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:52.476971 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:52.478608 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:52.624659 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:53.114945 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Deleting port 78ade56e-9edb-46ac-8226-9431a6baf220 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:44:53.115549 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:53.196511 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] For port 78ade56e-9edb-46ac-8226-9431a6baf220, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=78ade56e-9edb-46ac-8226-9431a6baf220,segment=NetworkSegment(5aea13b0-4c90-4e24-8ebc-0eec560004f9),segment_id=5aea13b0-4c90-4e24-8ebc-0eec560004f9)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:53.196842 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:53.209910 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Calling delete_port for 78ade56e-9edb-46ac-8226-9431a6baf220 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:44:53.392504 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d27aa708-cd9d-489c-b80b-2761e99dafce no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:44:53.413545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: d27aa708-cd9d-489c-b80b-2761e99dafce {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:44:53.414137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device d27aa708-cd9d-489c-b80b-2761e99dafce not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:44:53.420000 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:53.448230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ade56e-9edb-46ac-8226-9431a6baf220,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:53.483072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:53.483405 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:53.483720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:53.484049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:53.484374 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:53.484689 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:53.485004 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:53.485316 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:53.485655 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:53.485964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:53.486273 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:53.486583 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:44:53.650810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:53.883767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Router 30aeab8d-dd1b-491f-8c05-bf15061b671b has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:44:53.994768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:44:54.003996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b5ba89ee-fb23-4ae5-aab1-7295055a3b88 admin admin] 10.222.0.36 "PUT /v2.0/routers/30aeab8d-dd1b-491f-8c05-bf15061b671b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9137950 Jan 31 16:44:54.007041 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99696c77-a507-4c06-9777-adf5915dc147 None None] Sync routers for ids ['30aeab8d-dd1b-491f-8c05-bf15061b671b'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:44:54.007579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39296) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:54.019227 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99696c77-a507-4c06-9777-adf5915dc147 None None] Routers {'30aeab8d-dd1b-491f-8c05-bf15061b671b'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:44:54.019952 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-99696c77-a507-4c06-9777-adf5915dc147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:44:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30aeab8d-dd1b-491f-8c05-bf15061b671b'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:54.115290 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:54.128605 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-99696c77-a507-4c06-9777-adf5915dc147 None None] Set router 30aeab8d-dd1b-491f-8c05-bf15061b671b gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:44:54.227981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:54.285286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Deleting port 0ae60e00-40ad-4821-9e5f-b2a48b47689c {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:44:54.285839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:54.322584 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-99696c77-a507-4c06-9777-adf5915dc147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'name': 'tempest-TestEncryptedCinderVolumes-1322563020-router', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:36Z', 'updated_at': '2022-01-31T16:44:53Z', 'revision_number': 5, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'gw_port': {'id': '0ae60e00-40ad-4821-9e5f-b2a48b47689c', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:43:37Z', 'updated_at': '2022-01-31T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:54.349717 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99696c77-a507-4c06-9777-adf5915dc147 None None] Checking router: 30aeab8d-dd1b-491f-8c05-bf15061b671b for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:44:54.360187 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99696c77-a507-4c06-9777-adf5915dc147 None None] Routers {'30aeab8d-dd1b-491f-8c05-bf15061b671b'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:44:54.360939 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-99696c77-a507-4c06-9777-adf5915dc147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:44:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['30aeab8d-dd1b-491f-8c05-bf15061b671b'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:54.384533 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] For port 0ae60e00-40ad-4821-9e5f-b2a48b47689c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0ae60e00-40ad-4821-9e5f-b2a48b47689c,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:54.384900 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:54.398984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Calling delete_port for 0ae60e00-40ad-4821-9e5f-b2a48b47689c owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:44:54.456242 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-99696c77-a507-4c06-9777-adf5915dc147 None None] Set router 30aeab8d-dd1b-491f-8c05-bf15061b671b gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:44:54.511334 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-99696c77-a507-4c06-9777-adf5915dc147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'name': 'tempest-TestEncryptedCinderVolumes-1322563020-router', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:36Z', 'updated_at': '2022-01-31T16:44:54Z', 'revision_number': 6, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:54.538689 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99696c77-a507-4c06-9777-adf5915dc147 None None] The sync data for ids ['30aeab8d-dd1b-491f-8c05-bf15061b671b'] in n-d-827120-1 is: [{'id': '30aeab8d-dd1b-491f-8c05-bf15061b671b', 'name': 'tempest-TestEncryptedCinderVolumes-1322563020-router', 'tenant_id': 'cdc3a956446e4b949e172a90457b97a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:43:36Z', 'updated_at': '2022-01-31T16:44:54Z', 'revision_number': 6, 'project_id': 'cdc3a956446e4b949e172a90457b97a0', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:44:54.582462 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:54.607254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae60e00-40ad-4821-9e5f-b2a48b47689c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:54.673064 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:54.777404 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:54.779764 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:54.827503 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:54.828258 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30aeab8d-dd1b-491f-8c05-bf15061b671b {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:44:54.834772 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:54.836553 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a9f32582-21bc-437a-8e81-f764cf09f2c1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/30aeab8d-dd1b-491f-8c05-bf15061b671b HTTP/1.1" status: 204 len: 168 time: 0.8283241 Jan 31 16:44:54.839539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39298) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:54.892835 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e560777-eb92-4f2e-8d72-8939a1a475e7 admin admin] Deleting subnet c7e53818-0dd4-44a2-b743-e219b304c475 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:44:54.896614 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e560777-eb92-4f2e-8d72-8939a1a475e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:54.935334 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e560777-eb92-4f2e-8d72-8939a1a475e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.028136 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e560777-eb92-4f2e-8d72-8939a1a475e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.093973 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e560777-eb92-4f2e-8d72-8939a1a475e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.118874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e560777-eb92-4f2e-8d72-8939a1a475e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e53818-0dd4-44a2-b743-e219b304c475,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:55.126516 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9e560777-eb92-4f2e-8d72-8939a1a475e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.131398 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9e560777-eb92-4f2e-8d72-8939a1a475e7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c7e53818-0dd4-44a2-b743-e219b304c475 HTTP/1.1" status: 204 len: 168 time: 0.2904885 Jan 31 16:44:55.132412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751298f-2dfc-4cba-ae75-2398f1e78b65 None None] Network 54c0df67-d3a6-4313-a056-f343e7e88e37 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:44:55.135407 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39300) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:55.211097 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.271522 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Deleting port ca8a4079-c101-4984-85f4-07820877efcb {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:44:55.272084 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.325226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a5b6ad-0a90-4b74-b0cc-a63f656166d8 None None] DHCP port deletion for 54c0df67-d3a6-4313-a056-f343e7e88e37 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:44:55.367327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] For port ca8a4079-c101-4984-85f4-07820877efcb, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ca8a4079-c101-4984-85f4-07820877efcb,segment=NetworkSegment(5aea13b0-4c90-4e24-8ebc-0eec560004f9),segment_id=5aea13b0-4c90-4e24-8ebc-0eec560004f9)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:55.367858 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.377757 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-84a5b6ad-0a90-4b74-b0cc-a63f656166d8 None None] Deleting port ca8a4079-c101-4984-85f4-07820877efcb {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:44:55.378132 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-84a5b6ad-0a90-4b74-b0cc-a63f656166d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.395111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Calling delete_port for ca8a4079-c101-4984-85f4-07820877efcb owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:44:55.428880 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ca8a4079-c101-4984-85f4-07820877efcb no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:44:55.492778 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.522825 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8a4079-c101-4984-85f4-07820877efcb,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:55.528672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] No DVR routers for this DVR port ca8a4079-c101-4984-85f4-07820877efcb on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:44:55.616262 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.644947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c0df67-d3a6-4313-a056-f343e7e88e37']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:55.658018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aea13b0-4c90-4e24-8ebc-0eec560004f9') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:55.658018 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aea13b0-4c90-4e24-8ebc-0eec560004f9') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:44:55.668321 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.672845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-84a5b6ad-0a90-4b74-b0cc-a63f656166d8 None None] For port ca8a4079-c101-4984-85f4-07820877efcb, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ca8a4079-c101-4984-85f4-07820877efcb,segment=NetworkSegment(5aea13b0-4c90-4e24-8ebc-0eec560004f9),segment_id=5aea13b0-4c90-4e24-8ebc-0eec560004f9)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:55.673235 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-84a5b6ad-0a90-4b74-b0cc-a63f656166d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.683062 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.691298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-84a5b6ad-0a90-4b74-b0cc-a63f656166d8 None None] Calling delete_port for ca8a4079-c101-4984-85f4-07820877efcb owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:44:55.691624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:44:55.691874 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:44:55.697789 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:44:55.700265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No active binding found for port ca8a4079-c101-4984-85f4-07820877efcb {{(pid=108773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 16:44:55.700265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ca8a4079-c101-4984-85f4-07820877efcb not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:44:55.700265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 78ade56e-9edb-46ac-8226-9431a6baf220 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:44:55.720977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 78ade56e-9edb-46ac-8226-9431a6baf220 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:44:55.721316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 78ade56e-9edb-46ac-8226-9431a6baf220 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:44:55.721752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0ae60e00-40ad-4821-9e5f-b2a48b47689c no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:44:55.744733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 0ae60e00-40ad-4821-9e5f-b2a48b47689c {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:44:55.744733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0ae60e00-40ad-4821-9e5f-b2a48b47689c not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:44:55.758565 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.785216 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.788341 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/54c0df67-d3a6-4313-a056-f343e7e88e37 HTTP/1.1" status: 204 len: 168 time: 0.6519110 Jan 31 16:44:55.789717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c92e4-f547-488f-b65a-67c4c9be3af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c0df67-d3a6-4313-a056-f343e7e88e37,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:55.823872 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-84a5b6ad-0a90-4b74-b0cc-a63f656166d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:55.832161 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84a5b6ad-0a90-4b74-b0cc-a63f656166d8 None None] Network 54c0df67-d3a6-4313-a056-f343e7e88e37 is not hosted by any dhcp agent {{(pid=108773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 16:44:55.832642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5b6ad-0a90-4b74-b0cc-a63f656166d8 None None] No DVR routers for this DVR port ca8a4079-c101-4984-85f4-07820877efcb on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:44:55.851612 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5b6ad-0a90-4b74-b0cc-a63f656166d8 None None] Pushing event deleted for resources: {'Port': ['ID=ca8a4079-c101-4984-85f4-07820877efcb,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:55.981732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39304) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:56.025435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dd128e20-1ac3-4039-af23-7d006e2055de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f80c9faaedf4a9b95b7579e778aeda3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423028 Jan 31 16:44:56.028173 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39306) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:56.093573 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0cf03f24-9eff-43d6-ae9a-cd7201c3926b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:56.120504 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0cf03f24-9eff-43d6-ae9a-cd7201c3926b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:56.168009 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0cf03f24-9eff-43d6-ae9a-cd7201c3926b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:56.170765 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0cf03f24-9eff-43d6-ae9a-cd7201c3926b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:56.172048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0cf03f24-9eff-43d6-ae9a-cd7201c3926b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23c043c2-3087-4f85-be23-ce9bedc54950 HTTP/1.1" status: 204 len: 168 time: 0.1428607 Jan 31 16:44:56.181085 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf03f24-9eff-43d6-ae9a-cd7201c3926b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c043c2-3087-4f85-be23-ce9bedc54950,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:56.216583 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:56.562632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39312) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:56.609189 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1795ae35-0be6-4fd6-8e7a-05deaebdcc5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdc3a956446e4b949e172a90457b97a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452540 Jan 31 16:44:56.611865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39314) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:56.666605 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e4550fe-1241-4675-9453-ebc565c745a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:56.689636 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e4550fe-1241-4675-9453-ebc565c745a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:56.743347 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e4550fe-1241-4675-9453-ebc565c745a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:56.747598 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0e4550fe-1241-4675-9453-ebc565c745a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:56.749041 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0e4550fe-1241-4675-9453-ebc565c745a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/858e4401-3534-4231-9b90-8d531baf3941 HTTP/1.1" status: 204 len: 168 time: 0.1360328 Jan 31 16:44:56.763104 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4550fe-1241-4675-9453-ebc565c745a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858e4401-3534-4231-9b90-8d531baf3941,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:57.529252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39336) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:57.645277 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1410600344-network', 'tenant_id': '34a3c0d05a1141da8b680525057565d7'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:44:57.676615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Made reservation on behalf of 34a3c0d05a1141da8b680525057565d7 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:44:57.676615 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:57.685030 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:57.766757 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:57.773362 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:57.799434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:44:57.809496 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53261df6-e3d7-463a-92be-4e3c643c9f5e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:57.814671 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:57.815009 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Added segment 47973133-7756-4c15-b5df-2793b2ee1e79 of type vlan for network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea Jan 31 16:44:57.860607 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:57.891922 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:57.892924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:57.893557 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:57.954798 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4243865 Jan 31 16:44:57.958031 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39340) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:57.964907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfabbc-c85a-45c7-8bce-1f0b54d0ba94 admin admin] Pushing event updated for resources: {'Network': ['ID=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:57.965349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c3feabdd-9857-412e-a321-787a7200845f admin admin] Request body: {'subnet': {'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1410600344-subnet', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:44:57.976555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:44:57.995773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3feabdd-9857-412e-a321-787a7200845f admin admin] Made reservation on behalf of 34a3c0d05a1141da8b680525057565d7 for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:44:57.998727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3feabdd-9857-412e-a321-787a7200845f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.175600 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3feabdd-9857-412e-a321-787a7200845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.226822 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3feabdd-9857-412e-a321-787a7200845f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bcfb7a2-aa51-4652-9fd4-d66cdd09b512,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:58.243276 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3feabdd-9857-412e-a321-787a7200845f admin admin] Checking segment: {'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:44:58.243634 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3feabdd-9857-412e-a321-787a7200845f admin admin] Network hostable DHCP agents. Network: 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:44:58.260346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3feabdd-9857-412e-a321-787a7200845f admin admin] Network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:44:58.270997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c3feabdd-9857-412e-a321-787a7200845f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:44:58.276111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3feabdd-9857-412e-a321-787a7200845f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:44:58.278865 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3feabdd-9857-412e-a321-787a7200845f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.281631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3e4618-606f-489b-afe7-fa6fb0e6101c None None] Network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:44:58.296220 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c3feabdd-9857-412e-a321-787a7200845f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3369722 Jan 31 16:44:58.299698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39342) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:44:58.301134 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.304243 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:44:58.337797 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.338987 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.402386 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.451010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'fixed_ips': [{'subnet_id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:44:58.452256 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.557763 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.609827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Allocated IP 172.20.0.2 (3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea/0bcfb7a2-aa51-4652-9fd4-d66cdd09b512/dd24fcd1-c6dd-498c-8fc0-7c3e523d1317) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:44:58.781890 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.789831 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.793631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.818315 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.831356 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:44:58.834492 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:44:58.837970 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:44:58.844953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Pushing event updated for resources: {'Port': ['ID=dd24fcd1-c6dd-498c-8fc0-7c3e523d1317,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:58.908789 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Attempting to bind port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:44:58.909391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Attempting to bind port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:44:58.909993 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Attempting to bind port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 on network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:44:58.916721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:44:58.917143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Checking segment: {'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:44:58.917591 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.917985 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Bound using segment: {'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:44:58.918488 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Bound port: dd24fcd1-c6dd-498c-8fc0-7c3e523d1317, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:44:58.918833 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:58.944632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Allocated IP 172.25.1.113 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/9c95d1ef-f5c3-4d80-bb98-660956873827) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:44:58.994620 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] For port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:44:58.998665 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] For port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=dd24fcd1-c6dd-498c-8fc0-7c3e523d1317,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:44:59.004517 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:59.065936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc294d62-5ae0-4b52-91a5-8b3d6967c0d9 None None] Pushing event updated for resources: {'Port': ['ID=dd24fcd1-c6dd-498c-8fc0-7c3e523d1317,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:59.079952 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:59.127661 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:59.170589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:44:59.173796 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:44:59.177707 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:44:59.183559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Pushing event updated for resources: {'Port': ['ID=9c95d1ef-f5c3-4d80-bb98-660956873827,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:59.457237 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:44:59.493887 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:59.512607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:44:59.513043 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:59.599515 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:59.634694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=dd24fcd1-c6dd-498c-8fc0-7c3e523d1317,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:44:59.639516 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:59.693205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=dd24fcd1-c6dd-498c-8fc0-7c3e523d1317,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:44:59.727711 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:44:59.876948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Router 914cf4c7-f0a3-4557-be05-40703e6a0b22 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:45:00.002006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:45:00.019268 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Sync routers for ids ['914cf4c7-f0a3-4557-be05-40703e6a0b22'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:45:00.031995 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:00.032302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Routers {'914cf4c7-f0a3-4557-be05-40703e6a0b22'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:45:00.033338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:44:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['914cf4c7-f0a3-4557-be05-40703e6a0b22'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:00.033533 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-517a1416-5e87-4f6b-beae-7625bef79315 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7327828 Jan 31 16:45:00.036486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39344) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:00.098441 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6666c3-43fc-4183-aebe-2390119cc2aa None None] Network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:45:00.212163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7c717350-7c61-40ff-930e-d80de8888540 None None] Provisioning complete for port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:00.212536 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c717350-7c61-40ff-930e-d80de8888540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:00.218115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Set router 914cf4c7-f0a3-4557-be05-40703e6a0b22 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:45:00.562400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:44:59Z', 'revision_number': 3, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:00.592462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Checking router: 914cf4c7-f0a3-4557-be05-40703e6a0b22 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:45:00.592861 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Updating router 914cf4c7-f0a3-4557-be05-40703e6a0b22 port 9c95d1ef-f5c3-4d80-bb98-660956873827 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:45:00.626125 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:00.874179 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e5a173f0-7fdf-4751-ab1c-f1efd4f1399b None None] Provisioning complete for port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:00.874426 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e5a173f0-7fdf-4751-ab1c-f1efd4f1399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:00.884340 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:00.942475 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:00.953091 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.041978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Attempting to bind port 9c95d1ef-f5c3-4d80-bb98-660956873827 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:45:01.042709 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Attempting to bind port 9c95d1ef-f5c3-4d80-bb98-660956873827 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:45:01.042709 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Attempting to bind port 9c95d1ef-f5c3-4d80-bb98-660956873827 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:45:01.044592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287cd48-6e9b-4366-92c9-49280faca1a7 None None] Pushing event updated for resources: {'Port': ['ID=9c95d1ef-f5c3-4d80-bb98-660956873827,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:01.053821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:45:01.054297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:45:01.054734 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.055197 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:45:01.055672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Bound port: 9c95d1ef-f5c3-4d80-bb98-660956873827, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:45:01.056045 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.061430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Allocated IP 172.20.0.1 (3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea/0bcfb7a2-aa51-4652-9fd4-d66cdd09b512/fc28f236-b817-4227-8cfd-a6988791ea27) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:45:01.121478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] For port 9c95d1ef-f5c3-4d80-bb98-660956873827, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:45:01.125713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] For port 9c95d1ef-f5c3-4d80-bb98-660956873827, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9c95d1ef-f5c3-4d80-bb98-660956873827,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:45:01.131720 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.183008 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.188477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Routers {'914cf4c7-f0a3-4557-be05-40703e6a0b22'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:45:01.189116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:44:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['914cf4c7-f0a3-4557-be05-40703e6a0b22'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:01.221400 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.243667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287cd48-6e9b-4366-92c9-49280faca1a7 None None] Pushing event updated for resources: {'Port': ['ID=9c95d1ef-f5c3-4d80-bb98-660956873827,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:01.264349 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:45:01.268966 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:45:01.273413 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:45:01.276597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=fc28f236-b817-4227-8cfd-a6988791ea27,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:01.316828 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.324750 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] Set router 914cf4c7-f0a3-4557-be05-40703e6a0b22 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:45:01.439191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:45:01.485379 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.690868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b174aad9-9f77-4051-8675-46f1baf5ca20 None None] Provisioning complete for port fc28f236-b817-4227-8cfd-a6988791ea27 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:01.691536 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b174aad9-9f77-4051-8675-46f1baf5ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.710596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.715840 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.765200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:01.767266 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.789157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b174aad9-9f77-4051-8675-46f1baf5ca20 None None] Port fc28f236-b817-4227-8cfd-a6988791ea27 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:45:01.793063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=fc28f236-b817-4227-8cfd-a6988791ea27,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:01.796445 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:01.825840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:44:59Z', 'revision_number': 3, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:01.857649 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102ed55-28fb-426b-b526-b090d3e7ee05 None None] The sync data for ids ['914cf4c7-f0a3-4557-be05-40703e6a0b22'] in n-d-827120-1 is: [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:44:59Z', 'revision_number': 3, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:45:01.915874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:45:01.917999 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:45:02.056281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Router 914cf4c7-f0a3-4557-be05-40703e6a0b22 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:45:02.195412 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:45:02.205732 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-bebc74d8-04f8-45b8-8b49-614ed8b7f9b0 admin admin] 10.222.0.36 "PUT /v2.0/routers/914cf4c7-f0a3-4557-be05-40703e6a0b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1677680 Jan 31 16:45:02.213989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b2170b46-62fd-49c9-b63c-cff8e7723bd5 None None] Provisioning complete for port fc28f236-b817-4227-8cfd-a6988791ea27 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:02.214441 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b2170b46-62fd-49c9-b63c-cff8e7723bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:02.260704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b2170b46-62fd-49c9-b63c-cff8e7723bd5 None None] Port fc28f236-b817-4227-8cfd-a6988791ea27 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:45:02.749806 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39360) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:02.755519 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-773562056-network', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:02.791024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Made reservation on behalf of 7879a535fe1e41d5b2a5a2d69798b287 for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:45:02.793418 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:02.803064 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:02.882003 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:02.887563 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:02.916967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:45:02.929458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff0d775-834a-4d68-92b0-26b83718ad92,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:02.934845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:02.935187 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Added segment ebbd4d6f-373e-46ad-80ee-1e619309664f of type vlan for network 88d97556-715c-41d4-848a-1bfa6e8e2d9c Jan 31 16:45:02.983662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.010332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.011289 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:03.011856 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.072573 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3220594 Jan 31 16:45:03.075388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39362) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:03.081840 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ebb7cb50-b144-4752-90d6-8dd6931ab626 admin admin] Request body: {'subnet': {'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-773562056-subnet', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:03.088829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f47f3e-8945-4d18-8146-545fe5c1486f admin admin] Pushing event updated for resources: {'Network': ['ID=88d97556-715c-41d4-848a-1bfa6e8e2d9c,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:03.099147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 88d97556-715c-41d4-848a-1bfa6e8e2d9c details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:45:03.110747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb7cb50-b144-4752-90d6-8dd6931ab626 admin admin] Made reservation on behalf of 7879a535fe1e41d5b2a5a2d69798b287 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:45:03.113404 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb7cb50-b144-4752-90d6-8dd6931ab626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.310015 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb7cb50-b144-4752-90d6-8dd6931ab626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.374099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7cb50-b144-4752-90d6-8dd6931ab626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3179fa9d-55a8-40ff-a118-6d44c5c050a1,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:03.378824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7cb50-b144-4752-90d6-8dd6931ab626 admin admin] Checking segment: {'id': 'ebbd4d6f-373e-46ad-80ee-1e619309664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:45:03.379194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb7cb50-b144-4752-90d6-8dd6931ab626 admin admin] Network hostable DHCP agents. Network: 88d97556-715c-41d4-848a-1bfa6e8e2d9c, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:45:03.401503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb7cb50-b144-4752-90d6-8dd6931ab626 admin admin] Network 88d97556-715c-41d4-848a-1bfa6e8e2d9c is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:45:03.412544 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ebb7cb50-b144-4752-90d6-8dd6931ab626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 88d97556-715c-41d4-848a-1bfa6e8e2d9c) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:45:03.421646 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c727c7eb-7c05-42e1-9385-50a733475eed None None] Network 88d97556-715c-41d4-848a-1bfa6e8e2d9c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:45:03.422536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb7cb50-b144-4752-90d6-8dd6931ab626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:03.423631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ebb7cb50-b144-4752-90d6-8dd6931ab626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.450062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39364) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:03.450716 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ebb7cb50-b144-4752-90d6-8dd6931ab626 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3736179 Jan 31 16:45:03.455123 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-773562056-router', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:03.494202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9c95d1ef-f5c3-4d80-bb98-660956873827 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:45:03.502251 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.503364 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.570637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.622480 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9c95d1ef-f5c3-4d80-bb98-660956873827 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:03.623144 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.645811 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-88d97556-715c-41d4-848a-1bfa6e8e2d9c', 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'fixed_ips': [{'subnet_id': '3179fa9d-55a8-40ff-a118-6d44c5c050a1'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:45:03.646681 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.671070 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Sync routers for ids ['914cf4c7-f0a3-4557-be05-40703e6a0b22'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:45:03.683743 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Routers {'914cf4c7-f0a3-4557-be05-40703e6a0b22'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:45:03.688999 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:44:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['914cf4c7-f0a3-4557-be05-40703e6a0b22'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:03.726183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.812477 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Set router 914cf4c7-f0a3-4557-be05-40703e6a0b22 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:45:03.833861 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.861118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Allocated IP 172.20.0.2 (88d97556-715c-41d4-848a-1bfa6e8e2d9c/3179fa9d-55a8-40ff-a118-6d44c5c050a1/8271e96a-ca60-4c08-84d6-f69832690203) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:45:03.868214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 9c95d1ef-f5c3-4d80-bb98-660956873827, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9c95d1ef-f5c3-4d80-bb98-660956873827,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:45:03.875619 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:03.974221 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=9c95d1ef-f5c3-4d80-bb98-660956873827,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:04.007279 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.028117 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.053193 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 4, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'fc28f236-b817-4227-8cfd-a6988791ea27', 'name': '', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'mac_address': 'fa:16:3e:e2:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:00Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 2, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'subnets': [{'id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:04.080282 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Checking router: 914cf4c7-f0a3-4557-be05-40703e6a0b22 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:45:04.080949 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Updating router 914cf4c7-f0a3-4557-be05-40703e6a0b22 port fc28f236-b817-4227-8cfd-a6988791ea27 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:45:04.087650 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.094355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.114655 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.145942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Network 88d97556-715c-41d4-848a-1bfa6e8e2d9c is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:45:04.153598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:45:04.157767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:45:04.161631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Pushing event updated for resources: {'Port': ['ID=8271e96a-ca60-4c08-84d6-f69832690203,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:04.164012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Allocated IP 172.25.1.192 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/9ab0b251-c98c-43dc-b5e3-5486d27eacb4) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:45:04.220006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Attempting to bind port 8271e96a-ca60-4c08-84d6-f69832690203 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:45:04.220367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Attempting to bind port 8271e96a-ca60-4c08-84d6-f69832690203 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ebbd4d6f-373e-46ad-80ee-1e619309664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:45:04.220725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Attempting to bind port 8271e96a-ca60-4c08-84d6-f69832690203 on network 88d97556-715c-41d4-848a-1bfa6e8e2d9c {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:45:04.226517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:45:04.226965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Checking segment: {'id': 'ebbd4d6f-373e-46ad-80ee-1e619309664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:45:04.227311 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.228228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Bound using segment: {'id': 'ebbd4d6f-373e-46ad-80ee-1e619309664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:45:04.228228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Bound port: 8271e96a-ca60-4c08-84d6-f69832690203, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbd4d6f-373e-46ad-80ee-1e619309664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:45:04.228467 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.293390 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.300606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] For port 8271e96a-ca60-4c08-84d6-f69832690203, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:45:04.304766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] For port 8271e96a-ca60-4c08-84d6-f69832690203, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8271e96a-ca60-4c08-84d6-f69832690203,segment=NetworkSegment(ebbd4d6f-373e-46ad-80ee-1e619309664f),segment_id=ebbd4d6f-373e-46ad-80ee-1e619309664f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:45:04.310962 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.353213 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.376530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397821d-42d2-4a7e-92a6-98145ebac41c None None] Pushing event updated for resources: {'Port': ['ID=8271e96a-ca60-4c08-84d6-f69832690203,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:04.402063 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:45:04.405807 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:45:04.408557 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:45:04.448732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab0b251-c98c-43dc-b5e3-5486d27eacb4,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:04.453601 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.467744 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.532231 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Pushing event updated for resources: {'Port': ['ID=fc28f236-b817-4227-8cfd-a6988791ea27,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:04.571307 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:04.571897 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:04.573314 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:04.575549 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:04.576160 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:04.576717 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:04.578893 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:04.579495 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:04.580169 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:04.580696 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:04.581238 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:04.581787 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:04.630461 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Attempting to bind port fc28f236-b817-4227-8cfd-a6988791ea27 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:45:04.632080 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Attempting to bind port fc28f236-b817-4227-8cfd-a6988791ea27 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:45:04.632080 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Attempting to bind port fc28f236-b817-4227-8cfd-a6988791ea27 on network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:45:04.641223 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:45:04.641925 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Checking segment: {'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:45:04.642475 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.642923 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Bound using segment: {'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:45:04.643593 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Bound port: fc28f236-b817-4227-8cfd-a6988791ea27, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:45:04.644026 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.720752 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] For port fc28f236-b817-4227-8cfd-a6988791ea27, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:45:04.724886 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] For port fc28f236-b817-4227-8cfd-a6988791ea27, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=fc28f236-b817-4227-8cfd-a6988791ea27,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:45:04.733308 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:04.805333 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Routers {'914cf4c7-f0a3-4557-be05-40703e6a0b22'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:45:04.806203 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:44:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['914cf4c7-f0a3-4557-be05-40703e6a0b22'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:04.815174 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aace1-ae64-48e0-b3eb-c36f7bdd5ff1 None None] Pushing event updated for resources: {'Port': ['ID=fc28f236-b817-4227-8cfd-a6988791ea27,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:04.911763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-44719936-567e-40dd-9d21-c87bad6d4b39 None None] Provisioning complete for port fc28f236-b817-4227-8cfd-a6988791ea27 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:04.912336 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-44719936-567e-40dd-9d21-c87bad6d4b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:05.045821 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-44719936-567e-40dd-9d21-c87bad6d4b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:05.082324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-44719936-567e-40dd-9d21-c87bad6d4b39 None None] For port fc28f236-b817-4227-8cfd-a6988791ea27, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=fc28f236-b817-4227-8cfd-a6988791ea27,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:45:05.090137 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-44719936-567e-40dd-9d21-c87bad6d4b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:05.099946 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] Set router 914cf4c7-f0a3-4557-be05-40703e6a0b22 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:45:05.154113 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44719936-567e-40dd-9d21-c87bad6d4b39 None None] Pushing event updated for resources: {'Port': ['ID=fc28f236-b817-4227-8cfd-a6988791ea27,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:05.224353 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:05.225435 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-56369bb8-3d18-4d90-8a13-329690279bb9 None None] Provisioning complete for port fc28f236-b817-4227-8cfd-a6988791ea27 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:05.226230 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-56369bb8-3d18-4d90-8a13-329690279bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:05.352232 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 4, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'fc28f236-b817-4227-8cfd-a6988791ea27', 'name': '', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'mac_address': 'fa:16:3e:e2:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:00Z', 'updated_at': '2022-01-31T16:45:04Z', 'revision_number': 4, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'subnets': [{'id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:05.382020 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2418b8cd-704a-40f5-8f8d-aab84c75b2e5 None None] The sync data for ids ['914cf4c7-f0a3-4557-be05-40703e6a0b22'] in n-d-827120-1 is: [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 4, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'fc28f236-b817-4227-8cfd-a6988791ea27', 'name': '', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'mac_address': 'fa:16:3e:e2:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:00Z', 'updated_at': '2022-01-31T16:45:04Z', 'revision_number': 4, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'subnets': [{'id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:45:05.485740 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:05.613098 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8271e96a-ca60-4c08-84d6-f69832690203 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:45:05.681584 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Router f7de0b2b-a17e-470b-9818-13ed4390e077 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:45:05.684993 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8271e96a-ca60-4c08-84d6-f69832690203 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:05.685716 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:05.731013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43df99-c602-4bb6-a33a-ea61ee8d259c None None] Network 88d97556-715c-41d4-848a-1bfa6e8e2d9c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:45:05.807056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:45:05.829215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Sync routers for ids ['f7de0b2b-a17e-470b-9818-13ed4390e077'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:45:05.829572 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:05.831020 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1b20ff1f-48f5-42f5-9b8f-6889430a90c8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3795595 Jan 31 16:45:05.832127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39366) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:05.849919 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-bf344aca-9daf-415b-9bb4-1559f078430f None None] Provisioning complete for port 8271e96a-ca60-4c08-84d6-f69832690203 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:05.850327 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bf344aca-9daf-415b-9bb4-1559f078430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:05.892326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Routers {'f7de0b2b-a17e-470b-9818-13ed4390e077'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:45:05.892964 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:44:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f7de0b2b-a17e-470b-9818-13ed4390e077'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:05.942240 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:06.074014 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 8271e96a-ca60-4c08-84d6-f69832690203, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8271e96a-ca60-4c08-84d6-f69832690203,segment=NetworkSegment(ebbd4d6f-373e-46ad-80ee-1e619309664f),segment_id=ebbd4d6f-373e-46ad-80ee-1e619309664f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:45:06.087826 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:06.088631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9c95d1ef-f5c3-4d80-bb98-660956873827 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:45:06.184880 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Set router f7de0b2b-a17e-470b-9818-13ed4390e077 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:45:06.343262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=8271e96a-ca60-4c08-84d6-f69832690203,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:06.360708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:06.384202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9c95d1ef-f5c3-4d80-bb98-660956873827 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:06.384771 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:06.594036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Allocated IP 172.20.0.1 (88d97556-715c-41d4-848a-1bfa6e8e2d9c/3179fa9d-55a8-40ff-a118-6d44c5c050a1/03829c14-a0bb-46ec-940b-7fb2d3c44c74) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:45:06.722400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'name': 'tempest-TestMinimumBasicScenario-773562056-router', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:45:03Z', 'updated_at': '2022-01-31T16:45:04Z', 'revision_number': 3, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'gw_port': {'id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:04Z', 'updated_at': '2022-01-31T16:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:06.727689 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:06.754047 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cefb8de5-8d15-4ee0-abe7-f5ed58dfcea5 None None] Provisioning complete for port 8271e96a-ca60-4c08-84d6-f69832690203 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:06.754635 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cefb8de5-8d15-4ee0-abe7-f5ed58dfcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:06.758038 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Checking router: f7de0b2b-a17e-470b-9818-13ed4390e077 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:45:06.758243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Updating router f7de0b2b-a17e-470b-9818-13ed4390e077 port 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:45:06.771782 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:06.816556 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:06.819088 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Network 88d97556-715c-41d4-848a-1bfa6e8e2d9c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:45:06.826367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:45:06.831702 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:45:06.836547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=03829c14-a0bb-46ec-940b-7fb2d3c44c74,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:06.890432 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.033457 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.156631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7fa5cb01-2ef8-4a3b-8a88-8e500e393853 None None] Provisioning complete for port 03829c14-a0bb-46ec-940b-7fb2d3c44c74 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:07.157288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7fa5cb01-2ef8-4a3b-8a88-8e500e393853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.193726 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.206471 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.215547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5cb01-2ef8-4a3b-8a88-8e500e393853 None None] Port 03829c14-a0bb-46ec-940b-7fb2d3c44c74 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:45:07.216105 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.222550 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.268568 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Attempting to bind port 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:45:07.268897 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Attempting to bind port 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:45:07.269225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Attempting to bind port 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:45:07.272318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1f2fd-cca1-4b45-81c6-e78609966ab8 None None] Pushing event updated for resources: {'Port': ['ID=9ab0b251-c98c-43dc-b5e3-5486d27eacb4,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:07.277120 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:45:07.277516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:45:07.277923 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.278419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:45:07.279006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Bound port: 9ab0b251-c98c-43dc-b5e3-5486d27eacb4, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:45:07.279230 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.293241 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.301561 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=03829c14-a0bb-46ec-940b-7fb2d3c44c74,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:07.342715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] For port 9ab0b251-c98c-43dc-b5e3-5486d27eacb4, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:45:07.347361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] For port 9ab0b251-c98c-43dc-b5e3-5486d27eacb4, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9ab0b251-c98c-43dc-b5e3-5486d27eacb4,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:45:07.355110 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.426967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Network 88d97556-715c-41d4-848a-1bfa6e8e2d9c is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:45:07.428460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:45:07.428670 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Routers {'f7de0b2b-a17e-470b-9818-13ed4390e077'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:45:07.429301 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:44:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f7de0b2b-a17e-470b-9818-13ed4390e077'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:07.431279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1f2fd-cca1-4b45-81c6-e78609966ab8 None None] Pushing event updated for resources: {'Port': ['ID=9ab0b251-c98c-43dc-b5e3-5486d27eacb4,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:07.576946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fc28f236-b817-4227-8cfd-a6988791ea27 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:45:07.580352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] Set router f7de0b2b-a17e-470b-9818-13ed4390e077 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:45:07.587902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Router f7de0b2b-a17e-470b-9818-13ed4390e077 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:45:07.730312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:45:07.735650 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-63013ad8-2652-44fd-a95b-9d002e30f2b6 admin admin] 10.222.0.36 "PUT /v2.0/routers/f7de0b2b-a17e-470b-9818-13ed4390e077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9016254 Jan 31 16:45:07.762119 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port fc28f236-b817-4227-8cfd-a6988791ea27 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:07.762487 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.818738 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-03c56604-5715-4c9c-8788-b2f151730ab0 None None] Provisioning complete for port 03829c14-a0bb-46ec-940b-7fb2d3c44c74 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:07.819098 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-03c56604-5715-4c9c-8788-b2f151730ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:07.894127 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-03c56604-5715-4c9c-8788-b2f151730ab0 None None] Port 03829c14-a0bb-46ec-940b-7fb2d3c44c74 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:45:07.943847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8271e96a-ca60-4c08-84d6-f69832690203 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:45:07.983725 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'name': 'tempest-TestMinimumBasicScenario-773562056-router', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:45:03Z', 'updated_at': '2022-01-31T16:45:06Z', 'revision_number': 4, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'gw_port': {'id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:04Z', 'updated_at': '2022-01-31T16:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '03829c14-a0bb-46ec-940b-7fb2d3c44c74', 'name': '', 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'mac_address': 'fa:16:3e:87:5a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3179fa9d-55a8-40ff-a118-6d44c5c050a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:06Z', 'updated_at': '2022-01-31T16:45:07Z', 'revision_number': 2, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'subnets': [{'id': '3179fa9d-55a8-40ff-a118-6d44c5c050a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:08.014247 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14783c5-7b49-441c-b5aa-ce3dec38bb3f None None] The sync data for ids ['f7de0b2b-a17e-470b-9818-13ed4390e077'] in n-d-827120-1 is: [{'id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'name': 'tempest-TestMinimumBasicScenario-773562056-router', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:45:03Z', 'updated_at': '2022-01-31T16:45:06Z', 'revision_number': 4, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'gw_port': {'id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:04Z', 'updated_at': '2022-01-31T16:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '03829c14-a0bb-46ec-940b-7fb2d3c44c74', 'name': '', 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'mac_address': 'fa:16:3e:87:5a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3179fa9d-55a8-40ff-a118-6d44c5c050a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:06Z', 'updated_at': '2022-01-31T16:45:07Z', 'revision_number': 2, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'subnets': [{'id': '3179fa9d-55a8-40ff-a118-6d44c5c050a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:45:08.027881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8271e96a-ca60-4c08-84d6-f69832690203 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:08.028315 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:09.073797 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:45:09.524582 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:45:09.599955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:09.600670 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:09.712404 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:09.739326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 9ab0b251-c98c-43dc-b5e3-5486d27eacb4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9ab0b251-c98c-43dc-b5e3-5486d27eacb4,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:45:09.745974 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:09.811377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=9ab0b251-c98c-43dc-b5e3-5486d27eacb4,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:10.468517 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Sync routers for ids ['f7de0b2b-a17e-470b-9818-13ed4390e077'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:45:10.479939 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Routers {'f7de0b2b-a17e-470b-9818-13ed4390e077'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:45:10.480671 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:44:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f7de0b2b-a17e-470b-9818-13ed4390e077'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:10.618219 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Set router f7de0b2b-a17e-470b-9818-13ed4390e077 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:45:10.886577 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'name': 'tempest-TestMinimumBasicScenario-773562056-router', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:45:03Z', 'updated_at': '2022-01-31T16:45:06Z', 'revision_number': 4, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'gw_port': {'id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:04Z', 'updated_at': '2022-01-31T16:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '03829c14-a0bb-46ec-940b-7fb2d3c44c74', 'name': '', 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'mac_address': 'fa:16:3e:87:5a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3179fa9d-55a8-40ff-a118-6d44c5c050a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:06Z', 'updated_at': '2022-01-31T16:45:07Z', 'revision_number': 2, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'subnets': [{'id': '3179fa9d-55a8-40ff-a118-6d44c5c050a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:10.927713 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Checking router: f7de0b2b-a17e-470b-9818-13ed4390e077 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:45:10.928080 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Updating router f7de0b2b-a17e-470b-9818-13ed4390e077 port 03829c14-a0bb-46ec-940b-7fb2d3c44c74 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:45:10.957262 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:11.311971 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:11.318581 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:11.377503 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787e127-55be-408d-bc6b-f6f2079ad4a8 None None] Pushing event updated for resources: {'Port': ['ID=03829c14-a0bb-46ec-940b-7fb2d3c44c74,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:11.450543 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Attempting to bind port 03829c14-a0bb-46ec-940b-7fb2d3c44c74 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:45:11.451127 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Attempting to bind port 03829c14-a0bb-46ec-940b-7fb2d3c44c74 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'ebbd4d6f-373e-46ad-80ee-1e619309664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:45:11.451486 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Attempting to bind port 03829c14-a0bb-46ec-940b-7fb2d3c44c74 on network 88d97556-715c-41d4-848a-1bfa6e8e2d9c {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:45:11.465965 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:45:11.466331 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Checking segment: {'id': 'ebbd4d6f-373e-46ad-80ee-1e619309664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:45:11.467082 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:11.467680 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Bound using segment: {'id': 'ebbd4d6f-373e-46ad-80ee-1e619309664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:45:11.468313 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Bound port: 03829c14-a0bb-46ec-940b-7fb2d3c44c74, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbd4d6f-373e-46ad-80ee-1e619309664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:45:11.468843 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:11.513701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:45:11.587961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:11.588581 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:11.599974 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] For port 03829c14-a0bb-46ec-940b-7fb2d3c44c74, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:45:11.616230 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] For port 03829c14-a0bb-46ec-940b-7fb2d3c44c74, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=03829c14-a0bb-46ec-940b-7fb2d3c44c74,segment=NetworkSegment(ebbd4d6f-373e-46ad-80ee-1e619309664f),segment_id=ebbd4d6f-373e-46ad-80ee-1e619309664f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:45:11.624712 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:11.733337 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Routers {'f7de0b2b-a17e-470b-9818-13ed4390e077'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:45:11.736138 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:44:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f7de0b2b-a17e-470b-9818-13ed4390e077'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:11.784407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-653376fe-5258-4a72-824f-15a84c57bdf3 None None] Provisioning complete for port 03829c14-a0bb-46ec-940b-7fb2d3c44c74 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:11.784826 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-653376fe-5258-4a72-824f-15a84c57bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:11.916421 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787e127-55be-408d-bc6b-f6f2079ad4a8 None None] Pushing event updated for resources: {'Port': ['ID=03829c14-a0bb-46ec-940b-7fb2d3c44c74,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:11.927579 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] Set router f7de0b2b-a17e-470b-9818-13ed4390e077 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:45:11.942752 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-653376fe-5258-4a72-824f-15a84c57bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:12.005996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-653376fe-5258-4a72-824f-15a84c57bdf3 None None] For port 03829c14-a0bb-46ec-940b-7fb2d3c44c74, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=03829c14-a0bb-46ec-940b-7fb2d3c44c74,segment=NetworkSegment(ebbd4d6f-373e-46ad-80ee-1e619309664f),segment_id=ebbd4d6f-373e-46ad-80ee-1e619309664f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:45:12.010341 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-653376fe-5258-4a72-824f-15a84c57bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:12.084416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653376fe-5258-4a72-824f-15a84c57bdf3 None None] Pushing event updated for resources: {'Port': ['ID=03829c14-a0bb-46ec-940b-7fb2d3c44c74,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:12.131882 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fb34f4d1-c461-40d4-aad4-cb716efbac4b None None] Provisioning complete for port 03829c14-a0bb-46ec-940b-7fb2d3c44c74 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:12.132430 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fb34f4d1-c461-40d4-aad4-cb716efbac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:12.244410 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'name': 'tempest-TestMinimumBasicScenario-773562056-router', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:45:03Z', 'updated_at': '2022-01-31T16:45:06Z', 'revision_number': 4, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'gw_port': {'id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:04Z', 'updated_at': '2022-01-31T16:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '03829c14-a0bb-46ec-940b-7fb2d3c44c74', 'name': '', 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'mac_address': 'fa:16:3e:87:5a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3179fa9d-55a8-40ff-a118-6d44c5c050a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:06Z', 'updated_at': '2022-01-31T16:45:11Z', 'revision_number': 4, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'subnets': [{'id': '3179fa9d-55a8-40ff-a118-6d44c5c050a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:12.285121 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a23658-cd8c-4312-8f08-abe2c1477f4e None None] The sync data for ids ['f7de0b2b-a17e-470b-9818-13ed4390e077'] in n-d-827120-1 is: [{'id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'name': 'tempest-TestMinimumBasicScenario-773562056-router', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:45:03Z', 'updated_at': '2022-01-31T16:45:06Z', 'revision_number': 4, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'gw_port': {'id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:04Z', 'updated_at': '2022-01-31T16:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '03829c14-a0bb-46ec-940b-7fb2d3c44c74', 'name': '', 'network_id': '88d97556-715c-41d4-848a-1bfa6e8e2d9c', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'mac_address': 'fa:16:3e:87:5a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3179fa9d-55a8-40ff-a118-6d44c5c050a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:06Z', 'updated_at': '2022-01-31T16:45:11Z', 'revision_number': 4, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'subnets': [{'id': '3179fa9d-55a8-40ff-a118-6d44c5c050a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:45:13.502314 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 03829c14-a0bb-46ec-940b-7fb2d3c44c74 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:45:13.566507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 03829c14-a0bb-46ec-940b-7fb2d3c44c74 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:13.567297 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:17.317378 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-73bc9a0f-6554-4bc6-88ee-e9485639c08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:18.733163 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274c798-6f99-4f27-8139-d02327d42948 req-79ff1952-e467-4990-a5dc-bb9cbfd7d7b9 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:18.734820 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-79ff1952-e467-4990-a5dc-bb9cbfd7d7b9 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/networks?id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea HTTP/1.1" status: 200 len: 815 time: 0.1204858 Jan 31 16:45:18.756124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-117f178a-a9ee-40ca-8bc8-f84c24af7bd7 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/quotas/34a3c0d05a1141da8b680525057565d7 HTTP/1.1" status: 200 len: 375 time: 0.0116260 Jan 31 16:45:18.817622 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-ce378f8d-3158-4ce0-b561-d6f77425c843 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=34a3c0d05a1141da8b680525057565d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527451 Jan 31 16:45:18.991694 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-d20f5bbe-4dc9-487b-a31f-b58768f08f76 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:45:18.991899 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-d20f5bbe-4dc9-487b-a31f-b58768f08f76 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1612170 Jan 31 16:45:19.090869 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-ecf874e8-a692-4e92-b088-4ed6a981d5c9 service neutron] 10.222.0.36 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923128 Jan 31 16:45:19.190189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-d6f839a3-4d1d-405a-b8f2-472390b67816 service neutron] 10.222.0.36 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920472 Jan 31 16:45:19.365520 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a970c18c-2882-44da-a5f9-30b440d8d453 req-2905a98d-96f5-4523-8926-9046f14fe03b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 210 time: 0.0286489 Jan 31 16:45:19.772581 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3431c9cd-2c1f-4222-83b1-1da89e3ea11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:20.482875 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84aa72cd-a833-4e77-b785-21e0f4241b37 req-48f7ba45-d6be-4cdb-8dbf-23c8ae4473bb tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 210 time: 0.0418985 Jan 31 16:45:20.597974 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274c798-6f99-4f27-8139-d02327d42948 req-cabd8560-f577-4e2c-974c-9aaf3455e25b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:20.599517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-cabd8560-f577-4e2c-974c-9aaf3455e25b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.30 "GET /v2.0/networks?id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea HTTP/1.1" status: 200 len: 815 time: 0.1196969 Jan 31 16:45:20.615686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-3274c798-6f99-4f27-8139-d02327d42948 req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Request body: {'port': {'device_id': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'admin_state_up': True, 'tenant_id': '34a3c0d05a1141da8b680525057565d7'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:20.773608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3274c798-6f99-4f27-8139-d02327d42948 req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Made reservation on behalf of 34a3c0d05a1141da8b680525057565d7 for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:45:20.778546 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3274c798-6f99-4f27-8139-d02327d42948 req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:20.931437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-3274c798-6f99-4f27-8139-d02327d42948 req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Allocated IP 172.20.0.13 (3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea/0bcfb7a2-aa51-4652-9fd4-d66cdd09b512/e2bb39f1-1f71-4a8b-a256-a20a0ec9db37) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:45:21.055762 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:21.181399 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3274c798-6f99-4f27-8139-d02327d42948 req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:21.231319 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3274c798-6f99-4f27-8139-d02327d42948 req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:21.295737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3274c798-6f99-4f27-8139-d02327d42948 req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:45:21.299567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-3274c798-6f99-4f27-8139-d02327d42948 req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:45:21.302356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3274c798-6f99-4f27-8139-d02327d42948 req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:45:21.310268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event updated for resources: {'Port': ['ID=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:21.365050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:21.365391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:21.367905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:21.368420 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:21.368934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:21.369274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:21.369633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:21.369961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:21.370289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:21.370615 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:21.370932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:21.371251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:21.411649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274c798-6f99-4f27-8139-d02327d42948 req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:21.412339 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3274c798-6f99-4f27-8139-d02327d42948 req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:21.433147 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-71fd0939-04fc-4e12-adb8-837e74d2e3f8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8218057 Jan 31 16:45:21.657413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-c041c7c4-a6ba-473a-b401-7e7de4b0718b None None] Provisioning complete for port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:21.658208 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c041c7c4-a6ba-473a-b401-7e7de4b0718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:21.665532 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e5d8c-57ef-4467-8a96-927b56c46e6a req-4e988fc8-805a-463f-9ebe-535f958a49a7 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:21.674774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-651e5d8c-57ef-4467-8a96-927b56c46e6a req-4e988fc8-805a-463f-9ebe-535f958a49a7 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 932 time: 0.0825567 Jan 31 16:45:21.712452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-c041c7c4-a6ba-473a-b401-7e7de4b0718b None None] Port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:45:21.719348 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-651e5d8c-57ef-4467-8a96-927b56c46e6a req-8913048a-c2cf-4ad0-a0ef-e90ab7cfea0e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Jan 31 16:45:22.479882 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:22.623048 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:22.841484 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9f80d-5365-405f-a93d-4bed54b24efb req-d6bee72a-a765-4634-bd1c-0d592d56a819 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:22.843983 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-76e9f80d-5365-405f-a93d-4bed54b24efb req-d6bee72a-a765-4634-bd1c-0d592d56a819 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 932 time: 0.0563107 Jan 31 16:45:22.888474 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-76e9f80d-5365-405f-a93d-4bed54b24efb req-bff42833-5b40-4923-88f5-8df896355ec5 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379574 Jan 31 16:45:24.024455 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ac5cc-f18b-4f03-9acd-982c6015546e req-c285b36f-62f9-431b-acb7-1312d032e726 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:24.026062 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e33ac5cc-f18b-4f03-9acd-982c6015546e req-c285b36f-62f9-431b-acb7-1312d032e726 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 932 time: 0.0623109 Jan 31 16:45:24.067650 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e33ac5cc-f18b-4f03-9acd-982c6015546e req-e79c052c-24be-4d79-8c31-0fbd78e0d8a5 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353186 Jan 31 16:45:25.216997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ddc6f-d639-4b12-9bc1-64dd2922e7d0 req-f2e410a8-ae29-4068-912a-64715b6bcda9 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:25.218682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e01ddc6f-d639-4b12-9bc1-64dd2922e7d0 req-f2e410a8-ae29-4068-912a-64715b6bcda9 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 932 time: 0.0627761 Jan 31 16:45:25.267067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e01ddc6f-d639-4b12-9bc1-64dd2922e7d0 req-c895c655-8ca8-4f58-8768-2a195280b509 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Jan 31 16:45:26.230640 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:26.403459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe1033-6a9a-4943-9baf-84ec788a28c2 req-33b6ce6c-2e29-4d59-94d3-dc035feeafb1 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:26.405140 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3fe1033-6a9a-4943-9baf-84ec788a28c2 req-33b6ce6c-2e29-4d59-94d3-dc035feeafb1 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 932 time: 0.0624816 Jan 31 16:45:26.470028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e3fe1033-6a9a-4943-9baf-84ec788a28c2 req-6ebf6993-a3b8-4829-9968-39d30a0b1e2e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575755 Jan 31 16:45:27.615645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16ea93-eb76-4d27-8c8e-5411a6d61f16 req-1fbd35aa-3191-4faa-9f04-69a5ab3c8c80 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:27.617233 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e16ea93-eb76-4d27-8c8e-5411a6d61f16 req-1fbd35aa-3191-4faa-9f04-69a5ab3c8c80 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 932 time: 0.0585630 Jan 31 16:45:27.667928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5e16ea93-eb76-4d27-8c8e-5411a6d61f16 req-99bee03d-e7b2-4136-86db-1b8787cc3786 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Jan 31 16:45:28.299724 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:28.754429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Request body: {'port': {'device_id': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:28.797837 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db85cd4-294c-4c3c-a9fb-a1b4113c4cff req-73acf29a-1101-4eb4-88ed-3e5e4517c1a3 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:28.799368 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8db85cd4-294c-4c3c-a9fb-a1b4113c4cff req-73acf29a-1101-4eb4-88ed-3e5e4517c1a3 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 932 time: 0.0560246 Jan 31 16:45:28.809977 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:28.854925 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8db85cd4-294c-4c3c-a9fb-a1b4113c4cff req-77dea38c-4994-4b22-a775-c8f335a5ef1e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458858 Jan 31 16:45:29.102016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:45:29.110659 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:29.124586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Transition to ACTIVE for port object e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:45:29.130541 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:29.189644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Pushing event updated for resources: {'Port': ['ID=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:29.274737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Attempting to bind port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:45:29.275069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Attempting to bind port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:45:29.275386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Attempting to bind port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 on network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:45:29.281095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 on network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:45:29.281419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Attempting to bind port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 on network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:45:29.287240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:45:29.287637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Checking segment: {'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:45:29.288026 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Bound using segment: {'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:45:29.288462 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Bound port: e2bb39f1-1f71-4a8b-a256-a20a0ec9db37, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47973133-7756-4c15-b5df-2793b2ee1e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:45:29.288820 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:29.364507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] For port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:45:29.368172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] For port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:45:29.374069 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:29.412241 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:29.412853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:29.414344 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] 10.222.0.30 "PUT /v2.0/ports/e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 200 len: 1092 time: 0.6643493 Jan 31 16:45:29.414805 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:45:29.417115 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b474a4de-f8b9-424b-b738-c25f92ef1296" -d '{"events": [{"name": "network-changed", "server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:45:29.445709 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f62b3-766d-49c2-b32e-845b569a844c service neutron] Pushing event updated for resources: {'Port': ['ID=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:29.495755 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72537d7-0361-4319-9d12-8077120c7269 x-openstack-request-id: req-a72537d7-0361-4319-9d12-8077120c7269 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:45:29.496056 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:45:29.496305 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a72537d7-0361-4319-9d12-8077120c7269 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:45:29.496705 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'status': 'completed', 'code': 200} Jan 31 16:45:29.515809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274c798-6f99-4f27-8139-d02327d42948 req-1f9e78db-605f-4147-9397-7fbe65c8c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:29.517388 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-1f9e78db-605f-4147-9397-7fbe65c8c144 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34a3c0d05a1141da8b680525057565d7&device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 1095 time: 0.0495310 Jan 31 16:45:29.563917 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-75ccb4fe-a131-4a85-abe0-037f16e42f21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 200 len: 217 time: 0.0376539 Jan 31 16:45:29.626393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274c798-6f99-4f27-8139-d02327d42948 req-fd3a1cc1-4cb2-4949-877c-c63bf4e830d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:29.627819 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-fd3a1cc1-4cb2-4949-877c-c63bf4e830d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bcfb7a2-aa51-4652-9fd4-d66cdd09b512 HTTP/1.1" status: 200 len: 854 time: 0.0570915 Jan 31 16:45:29.684520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274c798-6f99-4f27-8139-d02327d42948 req-00e6b3db-c8f2-4b54-b21e-c07a056e474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:29.686123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-00e6b3db-c8f2-4b54-b21e-c07a056e474c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480549 Jan 31 16:45:29.789125 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-840a59b0-f158-4f2d-84db-646e1d531f87 service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922203 Jan 31 16:45:29.897394 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3274c798-6f99-4f27-8139-d02327d42948 req-00ece21f-6757-4815-a137-511a9b275df5 service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964155 Jan 31 16:45:29.995211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474a4de-f8b9-424b-b738-c25f92ef1296 req-fdcf5f76-b56d-4406-aa08-572e363e9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:29.996646 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0357f-09cf-4e74-890c-d7afef2ab036 req-bcfa4549-c16f-4edf-8184-fe4952341474 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:29.997173 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b474a4de-f8b9-424b-b738-c25f92ef1296 req-fdcf5f76-b56d-4406-aa08-572e363e9bef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34a3c0d05a1141da8b680525057565d7&device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 1095 time: 0.0437214 Jan 31 16:45:29.998200 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ff0357f-09cf-4e74-890c-d7afef2ab036 req-bcfa4549-c16f-4edf-8184-fe4952341474 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 944 time: 0.0703435 Jan 31 16:45:30.038563 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3ff0357f-09cf-4e74-890c-d7afef2ab036 req-83910d83-9b5e-4db4-b388-c8e089376d8f tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339100 Jan 31 16:45:30.094933 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474a4de-f8b9-424b-b738-c25f92ef1296 req-0cc4a411-4a4f-4b3a-a58e-62ac241f516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:30.096439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b474a4de-f8b9-424b-b738-c25f92ef1296 req-0cc4a411-4a4f-4b3a-a58e-62ac241f516f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea HTTP/1.1" status: 200 len: 916 time: 0.0925524 Jan 31 16:45:30.144474 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b474a4de-f8b9-424b-b738-c25f92ef1296 req-19fe3ee5-171a-4d2c-8581-60dead47e1e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 200 len: 217 time: 0.0412161 Jan 31 16:45:30.199017 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474a4de-f8b9-424b-b738-c25f92ef1296 req-dcb9c826-a87c-4fdc-a8e9-58104284ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:30.200582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b474a4de-f8b9-424b-b738-c25f92ef1296 req-dcb9c826-a87c-4fdc-a8e9-58104284ad13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bcfb7a2-aa51-4652-9fd4-d66cdd09b512 HTTP/1.1" status: 200 len: 854 time: 0.0491347 Jan 31 16:45:30.247818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474a4de-f8b9-424b-b738-c25f92ef1296 req-3fb9307e-7c9f-448f-8e60-203584ec7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:30.249323 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b474a4de-f8b9-424b-b738-c25f92ef1296 req-3fb9307e-7c9f-448f-8e60-203584ec7722 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417612 Jan 31 16:45:30.357620 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b474a4de-f8b9-424b-b738-c25f92ef1296 req-9a0d1275-32df-48a0-9e7c-fb18c1eb8dbc service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999436 Jan 31 16:45:30.457075 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b474a4de-f8b9-424b-b738-c25f92ef1296 req-e75d6ba0-2183-4fca-a985-b9fd55cca18b service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899057 Jan 31 16:45:31.178524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a40c11-9b00-4609-8006-d6c7ed860b5d req-29a6c1bf-cc82-4ab5-ae43-43f8de948207 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:31.180147 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0a40c11-9b00-4609-8006-d6c7ed860b5d req-29a6c1bf-cc82-4ab5-ae43-43f8de948207 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 944 time: 0.0567770 Jan 31 16:45:31.224997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f0a40c11-9b00-4609-8006-d6c7ed860b5d req-741bc27d-84d0-41e8-b1b2-be99bb322a00 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383925 Jan 31 16:45:32.357489 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94641e-061d-47b3-b268-40d913ab90b3 req-a16f0b3e-096f-402e-97cc-8fa1bd38cb90 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:32.359016 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff94641e-061d-47b3-b268-40d913ab90b3 req-a16f0b3e-096f-402e-97cc-8fa1bd38cb90 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 944 time: 0.0525925 Jan 31 16:45:32.400583 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ff94641e-061d-47b3-b268-40d913ab90b3 req-dd75023c-9819-4d0f-8792-472f973dbd39 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349512 Jan 31 16:45:33.301716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:45:33.410399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:45:33.431983 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'port_id': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'mac_address': 'fa:16:3e:91:e9:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:45:33.472242 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:33.486865 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:45:33.508996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:45:33.514654 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:33.529006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915172de-f0aa-4e46-8966-83ac547662c8 req-53f02172-1b4f-4a9e-8b5d-b767de6192d9 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:33.530874 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-915172de-f0aa-4e46-8966-83ac547662c8 req-53f02172-1b4f-4a9e-8b5d-b767de6192d9 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 944 time: 0.0548551 Jan 31 16:45:33.573997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:33.575603 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-915172de-f0aa-4e46-8966-83ac547662c8 req-a1eb637f-766c-4ccb-8c32-baad9c7e8b63 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354002 Jan 31 16:45:33.783982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:45:34.706357 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4b5b0-a99f-4fb4-872c-df5806321510 req-df45ca16-dedb-4de2-bb90-b7ef015a15f2 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:34.707929 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d0f4b5b0-a99f-4fb4-872c-df5806321510 req-df45ca16-dedb-4de2-bb90-b7ef015a15f2 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 945 time: 0.0598400 Jan 31 16:45:34.748979 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d0f4b5b0-a99f-4fb4-872c-df5806321510 req-b26351de-6d83-4a42-b616-67c2612ecbe3 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347097 Jan 31 16:45:35.301283 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:45:35.355232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:45:35.359654 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:35.360340 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:35.475046 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:35.498714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:45:35.500998 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa70c6be-9de3-4da1-aab5-3ea223353f54" -d '{"events": [{"server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "name": "network-vif-plugged", "status": "completed", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:45:35.515567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:45:35.520008 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:35.551706 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab8521c-dff6-4913-8d3c-c8c8697aff12 x-openstack-request-id: req-dab8521c-dff6-4913-8d3c-c8c8697aff12 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:45:35.551948 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "name": "network-vif-plugged", "status": "completed", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:45:35.552210 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dab8521c-dff6-4913-8d3c-c8c8697aff12 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:45:35.552708 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'code': 200} Jan 31 16:45:35.584217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:35.673692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34c478-ab76-47cb-8938-60df2f1d13af req-d463c088-1b81-402f-b3dd-1ac003cf8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:35.675351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e34c478-ab76-47cb-8938-60df2f1d13af req-d463c088-1b81-402f-b3dd-1ac003cf8846 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 1097 time: 0.0444741 Jan 31 16:45:35.711890 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e34c478-ab76-47cb-8938-60df2f1d13af req-27f0decc-eee3-48dc-9d1e-8c1c870e9af4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297887 Jan 31 16:45:35.876667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0535f-a6f0-4525-ba1a-333cbdd5e35b req-f5e5def4-ba71-460b-b202-f9bfcbd4fe28 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:35.878933 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-25a0535f-a6f0-4525-ba1a-333cbdd5e35b req-f5e5def4-ba71-460b-b202-f9bfcbd4fe28 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 946 time: 0.0566294 Jan 31 16:45:35.922006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-25a0535f-a6f0-4525-ba1a-333cbdd5e35b req-0d04ebaa-ba0f-493b-bdeb-4f4b08645789 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359192 Jan 31 16:45:37.070868 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb158-17de-4af5-9797-30cbda74c2e5 req-d839b458-eb2a-45ac-8b1e-0d7ef274096c tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:37.072399 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3daeb158-17de-4af5-9797-30cbda74c2e5 req-d839b458-eb2a-45ac-8b1e-0d7ef274096c tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 946 time: 0.0724130 Jan 31 16:45:37.112777 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3daeb158-17de-4af5-9797-30cbda74c2e5 req-8454fe18-efbc-44a3-a850-5769e4dcd724 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328820 Jan 31 16:45:37.232793 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ba65a-1cfc-4234-8a48-3b661440d519 req-33986935-406e-424a-bfe4-66f6d8422dce tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:37.234240 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c3ba65a-1cfc-4234-8a48-3b661440d519 req-33986935-406e-424a-bfe4-66f6d8422dce tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 946 time: 0.0512102 Jan 31 16:45:37.273612 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3c3ba65a-1cfc-4234-8a48-3b661440d519 req-c62a4316-377b-4929-9274-196e01721ff3 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332217 Jan 31 16:45:37.487077 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a96b7-d4af-411a-9590-c03ad3136941 req-5e4c479c-5d52-4cc0-a7a8-ae9611c5a459 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:37.489859 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0f6a96b7-d4af-411a-9590-c03ad3136941 req-5e4c479c-5d52-4cc0-a7a8-ae9611c5a459 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 946 time: 0.0571992 Jan 31 16:45:37.529322 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0f6a96b7-d4af-411a-9590-c03ad3136941 req-6f4e25e1-5300-47e4-94f8-aafe9c4143f4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345018 Jan 31 16:45:46.074985 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:45:47.314375 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a1e43801-0ea8-489a-9d60-2c911812cfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:49.457112 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5a407-ae7d-40f4-a8ca-003d43fa4274 req-cc5377b0-71b9-494f-84e0-a76607080155 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:49.458714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75e5a407-ae7d-40f4-a8ca-003d43fa4274 req-cc5377b0-71b9-494f-84e0-a76607080155 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 946 time: 0.1264660 Jan 31 16:45:49.498927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-75e5a407-ae7d-40f4-a8ca-003d43fa4274 req-76d28bee-1040-4c1a-8420-3364b6edabaa tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339904 Jan 31 16:45:49.527734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39566) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:49.622768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645b910-6dc1-47d6-8f90-e8b47dfaf2ec tempest-TestMinimumBasicScenario-2098670849 tempest-TestMinimumBasicScenario-2098670849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:49.624332 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e645b910-6dc1-47d6-8f90-e8b47dfaf2ec tempest-TestMinimumBasicScenario-2098670849 tempest-TestMinimumBasicScenario-2098670849-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 1092 time: 0.0955651 Jan 31 16:45:49.627672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39570) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:49.632356 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:49.668912 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:49.770384 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e8001144-082d-49c2-a90d-2d78acc3a3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:49.784683 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:49.896713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Allocated IP 172.25.1.154 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/edde3a0e-9cd2-4a0d-b79a-63d1f9eb7750) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:45:50.019769 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:50.058026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:50.099748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:45:50.102752 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:45:50.106172 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:45:50.133884 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event updated for resources: {'Port': ['ID=edde3a0e-9cd2-4a0d-b79a-63d1f9eb7750,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:50.855972 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:50.933739 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:51.050203 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:51.115636 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:51.121323 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:51.197995 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event updated for resources: {'Port': ['ID=edde3a0e-9cd2-4a0d-b79a-63d1f9eb7750,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:51.209719 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:51.330019 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Floating IP 6358c4b9-34b6-4cd0-b280-7b90f71b5290 associated. External IP: 172.25.1.154, port: e2bb39f1-1f71-4a8b-a256-a20a0ec9db37. Jan 31 16:45:51.583112 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Router 914cf4c7-f0a3-4557-be05-40703e6a0b22 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:45:51.699439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:45:51.710101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38406bbb-d8e0-4686-8e11-2b16c9554239 None None] Sync routers for ids ['914cf4c7-f0a3-4557-be05-40703e6a0b22'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:45:51.720837 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:51.722080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38406bbb-d8e0-4686-8e11-2b16c9554239 None None] Routers {'914cf4c7-f0a3-4557-be05-40703e6a0b22'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:45:51.722798 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-38406bbb-d8e0-4686-8e11-2b16c9554239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:45:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['914cf4c7-f0a3-4557-be05-40703e6a0b22'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:51.755748 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ad51c2f8-4e5b-4c28-99ff-459a64ba3e17 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1241012 Jan 31 16:45:51.755748 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:45:51.756253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39572) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:51.756728 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b513641-e0ea-4a51-9d86-764aaca78ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:45:51.760773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e58b18c2-7f35-4cb5-a14f-a90be781606b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061084723', 'description': 'tempest-secgroup-smoke-1061084723 description', 'project_id': '34a3c0d05a1141da8b680525057565d7'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:51.799297 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e58b18c2-7f35-4cb5-a14f-a90be781606b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:51.801071 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ab80a7-5386-497d-afba-482ee0595889 x-openstack-request-id: req-c3ab80a7-5386-497d-afba-482ee0595889 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:45:51.801366 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:45:51.801648 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3ab80a7-5386-497d-afba-482ee0595889 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:45:51.802253 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'status': 'completed', 'code': 200} Jan 31 16:45:51.871631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-38406bbb-d8e0-4686-8e11-2b16c9554239 None None] Set router 914cf4c7-f0a3-4557-be05-40703e6a0b22 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:45:51.885376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513641-e0ea-4a51-9d86-764aaca78ed9 req-7d176e3e-ade9-4bb0-bccc-58c19113272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:51.886987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b513641-e0ea-4a51-9d86-764aaca78ed9 req-7d176e3e-ade9-4bb0-bccc-58c19113272d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34a3c0d05a1141da8b680525057565d7&device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 1097 time: 0.0636363 Jan 31 16:45:51.970576 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e58b18c2-7f35-4cb5-a14f-a90be781606b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:51.979093 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e58b18c2-7f35-4cb5-a14f-a90be781606b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.037070 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e58b18c2-7f35-4cb5-a14f-a90be781606b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.038371 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e58b18c2-7f35-4cb5-a14f-a90be781606b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2812676 Jan 31 16:45:52.042507 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39576) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:52.048299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b18c2-7f35-4cb5-a14f-a90be781606b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc79648-866b-46b5-be68-1841772c0308,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:52.049693 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-15e28c19-8fa4-4e36-b4b0-690bb3d5cefc tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Request body: {'security_group_rule': {'security_group_id': 'bbc79648-866b-46b5-be68-1841772c0308', 'project_id': '34a3c0d05a1141da8b680525057565d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:52.063787 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513641-e0ea-4a51-9d86-764aaca78ed9 req-0d788061-8774-4101-b493-b857a658d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:52.067624 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b513641-e0ea-4a51-9d86-764aaca78ed9 req-0d788061-8774-4101-b493-b857a658d0fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea HTTP/1.1" status: 200 len: 916 time: 0.1686602 Jan 31 16:45:52.085914 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-15e28c19-8fa4-4e36-b4b0-690bb3d5cefc tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.149301 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-38406bbb-d8e0-4686-8e11-2b16c9554239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 4, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '6358c4b9-34b6-4cd0-b280-7b90f71b5290', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'port_id': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'mac_address': 'fa:16:3e:91:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:45:50Z', 'updated_at': '2022-01-31T16:45:50Z', 'revision_number': 0, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc28f236-b817-4227-8cfd-a6988791ea27', 'name': '', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'mac_address': 'fa:16:3e:e2:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:00Z', 'updated_at': '2022-01-31T16:45:05Z', 'revision_number': 5, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'subnets': [{'id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:52.150579 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b513641-e0ea-4a51-9d86-764aaca78ed9 req-6dae5a74-c583-48bc-9a90-465c94255e33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 200 len: 1000 time: 0.0787187 Jan 31 16:45:52.166152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-15e28c19-8fa4-4e36-b4b0-690bb3d5cefc tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.172354 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-15e28c19-8fa4-4e36-b4b0-690bb3d5cefc tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.178385 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38406bbb-d8e0-4686-8e11-2b16c9554239 None None] Checking router: 914cf4c7-f0a3-4557-be05-40703e6a0b22 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:45:52.196573 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38406bbb-d8e0-4686-8e11-2b16c9554239 None None] Routers {'914cf4c7-f0a3-4557-be05-40703e6a0b22'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:45:52.198375 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-38406bbb-d8e0-4686-8e11-2b16c9554239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:45:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['914cf4c7-f0a3-4557-be05-40703e6a0b22'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:52.199984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e28c19-8fa4-4e36-b4b0-690bb3d5cefc tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73170d63-5f47-4598-aa31-8fd186cb2be7,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:52.205854 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-15e28c19-8fa4-4e36-b4b0-690bb3d5cefc tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.207631 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-15e28c19-8fa4-4e36-b4b0-690bb3d5cefc tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637399 Jan 31 16:45:52.210442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39578) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:52.216124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-616e55e0-6a89-4492-8db3-fddf22b21bc1 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Request body: {'security_group_rule': {'security_group_id': 'bbc79648-866b-46b5-be68-1841772c0308', 'project_id': '34a3c0d05a1141da8b680525057565d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:52.218068 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513641-e0ea-4a51-9d86-764aaca78ed9 req-cd93f000-cb92-4a3f-ae0b-5dc248b99202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:52.219577 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b513641-e0ea-4a51-9d86-764aaca78ed9 req-cd93f000-cb92-4a3f-ae0b-5dc248b99202 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bcfb7a2-aa51-4652-9fd4-d66cdd09b512 HTTP/1.1" status: 200 len: 854 time: 0.0626695 Jan 31 16:45:52.252789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-616e55e0-6a89-4492-8db3-fddf22b21bc1 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.274928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513641-e0ea-4a51-9d86-764aaca78ed9 req-648ce88a-db6c-49f9-b348-18d332297b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:52.276573 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b513641-e0ea-4a51-9d86-764aaca78ed9 req-648ce88a-db6c-49f9-b348-18d332297b31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478065 Jan 31 16:45:52.328328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-616e55e0-6a89-4492-8db3-fddf22b21bc1 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.334696 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-616e55e0-6a89-4492-8db3-fddf22b21bc1 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.359214 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e55e0-6a89-4492-8db3-fddf22b21bc1 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3d1cd3-6ff5-404b-8956-72d6bcdd5fa2,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:52.374925 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-616e55e0-6a89-4492-8db3-fddf22b21bc1 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.379220 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-616e55e0-6a89-4492-8db3-fddf22b21bc1 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1644921 Jan 31 16:45:52.379610 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39580) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:52.385654 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3d4e601e-59a7-4f07-b9d8-a316dc692c18 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Request body: {'security_group_rule': {'security_group_id': 'bbc79648-866b-46b5-be68-1841772c0308', 'project_id': '34a3c0d05a1141da8b680525057565d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:52.401456 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b513641-e0ea-4a51-9d86-764aaca78ed9 req-2e81ccd5-aeb7-40ea-8bcd-37153bdcc388 service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183896 Jan 31 16:45:52.426573 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d4e601e-59a7-4f07-b9d8-a316dc692c18 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.508465 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.511588 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d4e601e-59a7-4f07-b9d8-a316dc692c18 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.513288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8b513641-e0ea-4a51-9d86-764aaca78ed9 req-88044b76-eecf-4b88-ab80-7646ff80945e service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029243 Jan 31 16:45:52.516090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d4e601e-59a7-4f07-b9d8-a316dc692c18 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.526451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-38406bbb-d8e0-4686-8e11-2b16c9554239 None None] Set router 914cf4c7-f0a3-4557-be05-40703e6a0b22 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:45:52.538549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e601e-59a7-4f07-b9d8-a316dc692c18 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d537925f-a896-4865-ba8c-6a669aec09a8,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:52.555774 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3d4e601e-59a7-4f07-b9d8-a316dc692c18 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.557078 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3d4e601e-59a7-4f07-b9d8-a316dc692c18 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1751542 Jan 31 16:45:52.559871 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39582) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:52.565327 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-91ed9464-dec2-4514-952d-950346e7344d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Request body: {'security_group_rule': {'security_group_id': 'bbc79648-866b-46b5-be68-1841772c0308', 'project_id': '34a3c0d05a1141da8b680525057565d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:52.601988 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91ed9464-dec2-4514-952d-950346e7344d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.652427 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.692759 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91ed9464-dec2-4514-952d-950346e7344d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.698482 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91ed9464-dec2-4514-952d-950346e7344d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.721310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed9464-dec2-4514-952d-950346e7344d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e95b2f-43ec-4b28-a001-e898254d0068,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:52.726984 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-91ed9464-dec2-4514-952d-950346e7344d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.731098 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-91ed9464-dec2-4514-952d-950346e7344d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667106 Jan 31 16:45:52.731495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39584) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:52.736148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-a87e2703-ef4f-431d-8b37-7b6c2d487a86 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Request body: {'security_group_rule': {'security_group_id': 'bbc79648-866b-46b5-be68-1841772c0308', 'project_id': '34a3c0d05a1141da8b680525057565d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:52.768652 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-a87e2703-ef4f-431d-8b37-7b6c2d487a86 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Project 34a3c0d05a1141da8b680525057565d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:45:52.774566 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a87e2703-ef4f-431d-8b37-7b6c2d487a86 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.820836 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-38406bbb-d8e0-4686-8e11-2b16c9554239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 4, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '6358c4b9-34b6-4cd0-b280-7b90f71b5290', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'port_id': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'mac_address': 'fa:16:3e:91:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:45:50Z', 'updated_at': '2022-01-31T16:45:50Z', 'revision_number': 0, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc28f236-b817-4227-8cfd-a6988791ea27', 'name': '', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'mac_address': 'fa:16:3e:e2:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:00Z', 'updated_at': '2022-01-31T16:45:05Z', 'revision_number': 5, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'subnets': [{'id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:45:52.843066 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a87e2703-ef4f-431d-8b37-7b6c2d487a86 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.850090 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a87e2703-ef4f-431d-8b37-7b6c2d487a86 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.851009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38406bbb-d8e0-4686-8e11-2b16c9554239 None None] The sync data for ids ['914cf4c7-f0a3-4557-be05-40703e6a0b22'] in n-d-827120-1 is: [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 4, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '6358c4b9-34b6-4cd0-b280-7b90f71b5290', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'port_id': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'mac_address': 'fa:16:3e:91:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:45:50Z', 'updated_at': '2022-01-31T16:45:50Z', 'revision_number': 0, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc28f236-b817-4227-8cfd-a6988791ea27', 'name': '', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'mac_address': 'fa:16:3e:e2:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:00Z', 'updated_at': '2022-01-31T16:45:05Z', 'revision_number': 5, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'subnets': [{'id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:45:52.869367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e2703-ef4f-431d-8b37-7b6c2d487a86 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e14400-395d-45d3-9d91-a635e5629ce7,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:52.877254 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a87e2703-ef4f-431d-8b37-7b6c2d487a86 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:52.879076 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a87e2703-ef4f-431d-8b37-7b6c2d487a86 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461570 Jan 31 16:45:52.881761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39586) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:45:52.886585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-021be61e-7364-4050-8cba-b3c84fbcd48d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Request body: {'security_group_rule': {'security_group_id': 'bbc79648-866b-46b5-be68-1841772c0308', 'project_id': '34a3c0d05a1141da8b680525057565d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:52.912720 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-021be61e-7364-4050-8cba-b3c84fbcd48d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Project 34a3c0d05a1141da8b680525057565d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:45:52.919964 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-021be61e-7364-4050-8cba-b3c84fbcd48d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:53.003147 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-021be61e-7364-4050-8cba-b3c84fbcd48d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:53.008520 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-021be61e-7364-4050-8cba-b3c84fbcd48d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:53.028400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021be61e-7364-4050-8cba-b3c84fbcd48d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9840eafe-4da7-46e3-9756-449f03ab4759,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:53.037460 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-021be61e-7364-4050-8cba-b3c84fbcd48d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:53.046024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-021be61e-7364-4050-8cba-b3c84fbcd48d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1590059 Jan 31 16:45:53.100264 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b4427-5f86-41c6-930b-2551ff56c6b0 None None] New status for floating IP 6358c4b9-34b6-4cd0-b280-7b90f71b5290: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:45:53.133860 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2d7c40d3-0a57-4048-871c-189d00a474c0 req-00af28cf-8865-45b6-8a2c-9e1bcce0be91 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061084723&fields=id&tenant_id=34a3c0d05a1141da8b680525057565d7 HTTP/1.1" status: 200 len: 267 time: 0.0453308 Jan 31 16:45:53.189896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c40d3-0a57-4048-871c-189d00a474c0 req-84538a1d-be1c-4395-bbf6-4625c026be7b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:53.191444 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2d7c40d3-0a57-4048-871c-189d00a474c0 req-84538a1d-be1c-4395-bbf6-4625c026be7b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 946 time: 0.0510204 Jan 31 16:45:53.203041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2d7c40d3-0a57-4048-871c-189d00a474c0 req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Request body: {'port': {'security_groups': ['53261df6-e3d7-463a-92be-4e3c643c9f5e', 'bbc79648-866b-46b5-be68-1841772c0308']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:45:53.270326 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2d7c40d3-0a57-4048-871c-189d00a474c0 req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:53.501863 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2d7c40d3-0a57-4048-871c-189d00a474c0 req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] For port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:45:53.535014 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2d7c40d3-0a57-4048-871c-189d00a474c0 req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:53.543056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2d7c40d3-0a57-4048-871c-189d00a474c0 req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:53.559524 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:45:53.597292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c40d3-0a57-4048-871c-189d00a474c0 req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:53.597973 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2d7c40d3-0a57-4048-871c-189d00a474c0 req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:53.599451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2d7c40d3-0a57-4048-871c-189d00a474c0 req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "PUT /v2.0/ports/e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 200 len: 982 time: 0.4013102 Jan 31 16:45:53.646035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event updated for resources: {'Port': ['ID=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,revision_number=6']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:45:53.657564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:53.657564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:53.657564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:53.657564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:53.657564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:53.657564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:53.657564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:53.657564 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:53.658786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:53.658786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:53.658786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:53.658786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b1ae7-e2df-4620-b5c9-c8902aff814e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:45:53.668545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:45:53.771659 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b69085-1b2d-4001-9932-f12bbc571350 req-8f558ee3-8c1b-4201-bd23-c10d69240e06 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:53.774524 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2b69085-1b2d-4001-9932-f12bbc571350 req-8f558ee3-8c1b-4201-bd23-c10d69240e06 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0873895 Jan 31 16:45:53.803990 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:45:53.808794 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3f1348-a8b2-4d6a-ba85-6bd72b1a5d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:45:53.843551 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d2b69085-1b2d-4001-9932-f12bbc571350 req-c9ffa934-d77b-4c50-93e7-0cabfcfc9e90 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619998 Jan 31 16:45:53.867215 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a924577-5031-44f6-93fd-ba1e6e062b63 x-openstack-request-id: req-1a924577-5031-44f6-93fd-ba1e6e062b63 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:45:53.867633 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:45:53.868016 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a924577-5031-44f6-93fd-ba1e6e062b63 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:45:53.868670 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'status': 'completed', 'code': 200} Jan 31 16:45:53.946177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f1348-a8b2-4d6a-ba85-6bd72b1a5d1e req-1622b069-7db2-4878-bc39-78a73cff567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:53.947787 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6f3f1348-a8b2-4d6a-ba85-6bd72b1a5d1e req-1622b069-7db2-4878-bc39-78a73cff567f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34a3c0d05a1141da8b680525057565d7&device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 1136 time: 0.0459366 Jan 31 16:45:54.038588 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-64936f66-aaed-4fee-95f0-05828f06107d None None] Provisioning complete for port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:45:54.038808 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64936f66-aaed-4fee-95f0-05828f06107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:54.047443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f1348-a8b2-4d6a-ba85-6bd72b1a5d1e req-abe58e9a-b7a7-43f8-b0ae-e5e1e5166b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:54.048940 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6f3f1348-a8b2-4d6a-ba85-6bd72b1a5d1e req-abe58e9a-b7a7-43f8-b0ae-e5e1e5166b3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea HTTP/1.1" status: 200 len: 916 time: 0.0944669 Jan 31 16:45:54.123036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6f3f1348-a8b2-4d6a-ba85-6bd72b1a5d1e req-d043996b-5334-4bfc-9da0-2238366d1c95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 200 len: 1002 time: 0.0663629 Jan 31 16:45:54.182737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f1348-a8b2-4d6a-ba85-6bd72b1a5d1e req-a47968ec-0ae0-4989-853e-81f7ea0777dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:54.184513 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6f3f1348-a8b2-4d6a-ba85-6bd72b1a5d1e req-a47968ec-0ae0-4989-853e-81f7ea0777dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bcfb7a2-aa51-4652-9fd4-d66cdd09b512 HTTP/1.1" status: 200 len: 854 time: 0.0547976 Jan 31 16:45:54.240942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f1348-a8b2-4d6a-ba85-6bd72b1a5d1e req-5848dc10-6ecb-4c1a-9a2c-916a755c07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:54.242608 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6f3f1348-a8b2-4d6a-ba85-6bd72b1a5d1e req-5848dc10-6ecb-4c1a-9a2c-916a755c07a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512562 Jan 31 16:45:54.342132 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6f3f1348-a8b2-4d6a-ba85-6bd72b1a5d1e req-c1d51826-43af-4d03-8bc3-b6e40ec1fab1 service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901346 Jan 31 16:45:54.437563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6f3f1348-a8b2-4d6a-ba85-6bd72b1a5d1e req-9720a108-cc97-403d-9227-380253561ed2 service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884416 Jan 31 16:45:56.226815 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:58.306833 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:45:58.510206 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53f6d7c6-1a26-4872-a7c6-32c33e0cca6c req-cc0efdb4-e89a-4af7-82da-eea80294a4e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426829 Jan 31 16:45:58.592171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6d7c6-1a26-4872-a7c6-32c33e0cca6c req-46e5f97b-423a-4a9a-a4ed-50234236986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:58.593737 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53f6d7c6-1a26-4872-a7c6-32c33e0cca6c req-46e5f97b-423a-4a9a-a4ed-50234236986a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34a3c0d05a1141da8b680525057565d7&device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 1136 time: 0.0409977 Jan 31 16:45:58.703548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6d7c6-1a26-4872-a7c6-32c33e0cca6c req-df21aaf3-04cb-40ee-abb1-894bc68f48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:58.705092 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53f6d7c6-1a26-4872-a7c6-32c33e0cca6c req-df21aaf3-04cb-40ee-abb1-894bc68f48a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea HTTP/1.1" status: 200 len: 916 time: 0.0910833 Jan 31 16:45:58.771104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53f6d7c6-1a26-4872-a7c6-32c33e0cca6c req-565a3bb2-cb89-4bff-9e43-98128f994b03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 200 len: 1002 time: 0.0588291 Jan 31 16:45:58.824333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6d7c6-1a26-4872-a7c6-32c33e0cca6c req-f9ec187e-91f5-4b70-a06c-01e715bf7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:58.825891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53f6d7c6-1a26-4872-a7c6-32c33e0cca6c req-f9ec187e-91f5-4b70-a06c-01e715bf7c35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bcfb7a2-aa51-4652-9fd4-d66cdd09b512 HTTP/1.1" status: 200 len: 854 time: 0.0470514 Jan 31 16:45:58.871987 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6d7c6-1a26-4872-a7c6-32c33e0cca6c req-05d03f9d-6f93-42d9-a818-588b24054498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:45:58.873576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53f6d7c6-1a26-4872-a7c6-32c33e0cca6c req-05d03f9d-6f93-42d9-a818-588b24054498 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403771 Jan 31 16:45:58.966210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53f6d7c6-1a26-4872-a7c6-32c33e0cca6c req-cb797b2b-5aef-4f13-8992-58f5002b03fd service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847669 Jan 31 16:45:59.062229 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53f6d7c6-1a26-4872-a7c6-32c33e0cca6c req-40c23554-5c94-4925-83f6-f832aa238aad service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891480 Jan 31 16:46:16.471953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fd87-5c8c-4d2f-9c09-3350322b27e2 req-139609ac-8f5d-42b6-a436-25c439aab421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:16.473629 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22c1fd87-5c8c-4d2f-9c09-3350322b27e2 req-139609ac-8f5d-42b6-a436-25c439aab421 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34a3c0d05a1141da8b680525057565d7&device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 1136 time: 0.0621316 Jan 31 16:46:16.481684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723052-3a37-4a9b-bc63-f0e3b1b36a5f req-16e0f676-fa29-4ca0-ba2d-73267f681c7c tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:16.483138 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84723052-3a37-4a9b-bc63-f0e3b1b36a5f req-16e0f676-fa29-4ca0-ba2d-73267f681c7c tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0828621 Jan 31 16:46:16.581058 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-84723052-3a37-4a9b-bc63-f0e3b1b36a5f req-2fd7cf3f-634a-40c7-93f3-caa05cc76073 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882926 Jan 31 16:46:16.618418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fd87-5c8c-4d2f-9c09-3350322b27e2 req-a71af1d8-6bcf-47df-ba86-d79c63982b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:16.620382 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22c1fd87-5c8c-4d2f-9c09-3350322b27e2 req-a71af1d8-6bcf-47df-ba86-d79c63982b55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea HTTP/1.1" status: 200 len: 916 time: 0.1362894 Jan 31 16:46:16.715431 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22c1fd87-5c8c-4d2f-9c09-3350322b27e2 req-a8a5de6d-a9c2-4071-b45e-8f512cd49688 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 200 len: 1002 time: 0.0860817 Jan 31 16:46:16.768333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fd87-5c8c-4d2f-9c09-3350322b27e2 req-362d4649-cf22-4f6d-8453-8b648b6dae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:16.769952 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22c1fd87-5c8c-4d2f-9c09-3350322b27e2 req-362d4649-cf22-4f6d-8453-8b648b6dae03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bcfb7a2-aa51-4652-9fd4-d66cdd09b512 HTTP/1.1" status: 200 len: 854 time: 0.0481503 Jan 31 16:46:16.818220 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fd87-5c8c-4d2f-9c09-3350322b27e2 req-e9bf517f-fac4-4b41-8f74-2da0bc19429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:16.819886 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22c1fd87-5c8c-4d2f-9c09-3350322b27e2 req-e9bf517f-fac4-4b41-8f74-2da0bc19429c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433834 Jan 31 16:46:16.918273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22c1fd87-5c8c-4d2f-9c09-3350322b27e2 req-2b35cc5e-042d-4553-9ea4-c910b819115a service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867615 Jan 31 16:46:17.012986 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-22c1fd87-5c8c-4d2f-9c09-3350322b27e2 req-7c69d389-935e-4211-bddc-c04862a72e16 service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841844 Jan 31 16:46:17.313658 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0fc86309-19bd-4007-b2fa-08fcc2c93bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:17.709795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2040-2d60-4705-92ca-c888451b8280 req-b975ff1b-d826-4118-bf97-b253b5ffcee7 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:17.711299 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3be2040-2d60-4705-92ca-c888451b8280 req-b975ff1b-d826-4118-bf97-b253b5ffcee7 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0513864 Jan 31 16:46:17.753239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a3be2040-2d60-4705-92ca-c888451b8280 req-3b488200-4cfd-4f43-94c0-8af5aa172735 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355742 Jan 31 16:46:18.876564 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b05e1f-bc68-409e-98e5-b447f7b0a569 req-add359da-81e0-4434-a915-9614d510fa65 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:18.878317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88b05e1f-bc68-409e-98e5-b447f7b0a569 req-add359da-81e0-4434-a915-9614d510fa65 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0518293 Jan 31 16:46:18.924975 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-88b05e1f-bc68-409e-98e5-b447f7b0a569 req-d61c1df7-ea8d-4fbf-ad74-e78e6da3a97f tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392087 Jan 31 16:46:19.764258 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d8766118-180f-4534-9e75-3466036173d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:20.051989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebcfff-6f66-4810-b9ec-9a16b494ddd5 req-5b5094c8-25de-46c6-9632-faa9b2671cb4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:20.053507 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99ebcfff-6f66-4810-b9ec-9a16b494ddd5 req-5b5094c8-25de-46c6-9632-faa9b2671cb4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0545297 Jan 31 16:46:20.097052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-99ebcfff-6f66-4810-b9ec-9a16b494ddd5 req-61696887-2856-4835-82f7-a196b6112aeb tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372226 Jan 31 16:46:21.052923 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:21.575172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06460372-e487-4a30-9c08-3b758b6ea176 req-97eeba9e-33f3-4982-9060-601a9661104f tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:21.576654 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06460372-e487-4a30-9c08-3b758b6ea176 req-97eeba9e-33f3-4982-9060-601a9661104f tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.4101546 Jan 31 16:46:21.616589 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-06460372-e487-4a30-9c08-3b758b6ea176 req-ff51e6bc-ed7f-4fc3-9c42-c27bf9335c4a tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336015 Jan 31 16:46:22.487406 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:22.617514 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:22.744084 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2918-143f-4a03-9a39-a8ed271f7400 req-c670cc49-9a59-4609-9dce-ffc0d1e25ef7 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:22.745578 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-180c2918-143f-4a03-9a39-a8ed271f7400 req-c670cc49-9a59-4609-9dce-ffc0d1e25ef7 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0585029 Jan 31 16:46:22.788274 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-180c2918-143f-4a03-9a39-a8ed271f7400 req-3b13e465-6c81-4d8c-974c-7cae07cff42b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359683 Jan 31 16:46:23.076029 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:46:23.921972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa45083-ab3c-4fee-97b4-5165a0e32ffe req-e6a3b100-f6e0-4c78-a6ce-e467c58c4426 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:23.923503 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfa45083-ab3c-4fee-97b4-5165a0e32ffe req-e6a3b100-f6e0-4c78-a6ce-e467c58c4426 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0598931 Jan 31 16:46:23.965844 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cfa45083-ab3c-4fee-97b4-5165a0e32ffe req-81af139e-3991-47f8-a7b8-3f9838fbbd24 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358274 Jan 31 16:46:25.097142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4fc78-72fb-4ac9-abe4-8fa9274b15f3 req-eb40cf67-8c1e-4765-89f7-f03c969876ec tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:25.098722 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-66a4fc78-72fb-4ac9-abe4-8fa9274b15f3 req-eb40cf67-8c1e-4765-89f7-f03c969876ec tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0602582 Jan 31 16:46:25.148909 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-66a4fc78-72fb-4ac9-abe4-8fa9274b15f3 req-529bf2c1-2da1-4644-83f2-c33d18d0617e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422363 Jan 31 16:46:26.225806 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:26.276613 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8147b-6a9e-459f-a4b6-d5b3a1a2a271 req-ca5dc034-11e2-432e-a21d-2eb74fbc7046 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:26.278101 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9b8147b-6a9e-459f-a4b6-d5b3a1a2a271 req-ca5dc034-11e2-432e-a21d-2eb74fbc7046 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0500674 Jan 31 16:46:26.317997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9b8147b-6a9e-459f-a4b6-d5b3a1a2a271 req-e66c9900-bda9-49bd-91e5-160d871806c2 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333629 Jan 31 16:46:27.452310 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af55ae6-2ab6-4ae8-93da-6d4aad3fb546 req-75c910db-0680-4828-8468-ba7971011b2b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:27.453834 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2af55ae6-2ab6-4ae8-93da-6d4aad3fb546 req-75c910db-0680-4828-8468-ba7971011b2b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0592406 Jan 31 16:46:27.497749 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2af55ae6-2ab6-4ae8-93da-6d4aad3fb546 req-631a5e24-ebfa-45cd-b448-17a2a450a03b tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364826 Jan 31 16:46:28.315297 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:28.633028 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccce96-1ba6-40a2-918d-db8046c5116a req-7a45fce5-d060-42b7-867e-52264c9b0000 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:28.634433 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2ccce96-1ba6-40a2-918d-db8046c5116a req-7a45fce5-d060-42b7-867e-52264c9b0000 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0562441 Jan 31 16:46:28.675063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b2ccce96-1ba6-40a2-918d-db8046c5116a req-22c4e709-f372-4523-8dcd-264b56af3d61 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340922 Jan 31 16:46:29.806498 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b05fed-80c5-46ac-92d1-82b732cdfd04 req-5c15f64a-8b9a-461d-a3be-9328cbfa960d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:29.808202 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-15b05fed-80c5-46ac-92d1-82b732cdfd04 req-5c15f64a-8b9a-461d-a3be-9328cbfa960d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0593116 Jan 31 16:46:29.853235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-15b05fed-80c5-46ac-92d1-82b732cdfd04 req-a3523af3-e3b5-498a-8a4a-a1ac52308138 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385411 Jan 31 16:46:30.973894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b07c16-42bf-4397-a583-cd634e0c054f req-ee1a13b7-781d-45ac-8612-0b93e9d80365 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:30.975398 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8b07c16-42bf-4397-a583-cd634e0c054f req-ee1a13b7-781d-45ac-8612-0b93e9d80365 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0515537 Jan 31 16:46:31.016712 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a8b07c16-42bf-4397-a583-cd634e0c054f req-d77078b3-a01a-46fb-b457-dd6b5a0e8ab8 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350285 Jan 31 16:46:32.135086 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5de35a-0386-4da5-82be-be005abc5445 req-9f829ef8-734e-4206-a518-82b5547148fd tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:32.136559 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e5de35a-0386-4da5-82be-be005abc5445 req-9f829ef8-734e-4206-a518-82b5547148fd tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0521572 Jan 31 16:46:32.178449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4e5de35a-0386-4da5-82be-be005abc5445 req-fe8b047b-7eff-4f81-ba4d-76dd6ab1e6da tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354083 Jan 31 16:46:33.297979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d3d1e-a7c9-46e8-b942-91f59cb814c1 req-35675279-7607-4bca-a2c1-02ed4958685f tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:33.299506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-403d3d1e-a7c9-46e8-b942-91f59cb814c1 req-35675279-7607-4bca-a2c1-02ed4958685f tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0522923 Jan 31 16:46:33.340968 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-403d3d1e-a7c9-46e8-b942-91f59cb814c1 req-591e0964-06f7-48a2-8e61-a000ad0a5683 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347261 Jan 31 16:46:34.460639 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da0125-b4b1-424b-80c6-fbe56cd35010 req-632dff73-c94c-47ac-83f2-114fff80ca5e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:34.462158 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26da0125-b4b1-424b-80c6-fbe56cd35010 req-632dff73-c94c-47ac-83f2-114fff80ca5e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0516667 Jan 31 16:46:34.504895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-26da0125-b4b1-424b-80c6-fbe56cd35010 req-4d7e8556-aecc-442b-8c11-ac6d20ba6816 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360832 Jan 31 16:46:35.628664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d107f8-f402-48f2-b8d0-00bb7e8b072b req-21b1d741-b0e9-4eaf-90bd-d9c8ca170e50 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:35.630472 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66d107f8-f402-48f2-b8d0-00bb7e8b072b req-21b1d741-b0e9-4eaf-90bd-d9c8ca170e50 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0564280 Jan 31 16:46:35.674063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-66d107f8-f402-48f2-b8d0-00bb7e8b072b req-b4ff03e8-7fce-4b9a-a3bf-7adcb2418472 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373247 Jan 31 16:46:36.798459 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a47f9e-f850-4e60-a4ea-807da35b9abd req-7862e2b4-7d6d-46df-a8b7-8ff79015a111 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:36.800015 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86a47f9e-f850-4e60-a4ea-807da35b9abd req-7862e2b4-7d6d-46df-a8b7-8ff79015a111 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0570617 Jan 31 16:46:36.841734 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-86a47f9e-f850-4e60-a4ea-807da35b9abd req-696a3bc2-8bb8-4511-9252-724f88d6e77d tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353005 Jan 31 16:46:37.963846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd13800-aa92-4956-80f8-fd6092a1335b req-6abaa33b-878c-4e58-884a-e3fbdc1f2336 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:37.965395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7fd13800-aa92-4956-80f8-fd6092a1335b req-6abaa33b-878c-4e58-884a-e3fbdc1f2336 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0498431 Jan 31 16:46:38.017479 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7fd13800-aa92-4956-80f8-fd6092a1335b req-c890dc12-a1e4-4d64-a618-93ab80418362 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423656 Jan 31 16:46:39.147015 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed4329-01e1-4b08-9ab2-7fa71c9bfa98 req-bf96a675-8b34-4665-ace7-5ff5104ed73e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:46:39.149588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6bed4329-01e1-4b08-9ab2-7fa71c9bfa98 req-bf96a675-8b34-4665-ace7-5ff5104ed73e tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0561249 Jan 31 16:46:39.194284 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6bed4329-01e1-4b08-9ab2-7fa71c9bfa98 req-8020033c-3952-45e6-ab0a-ae74d7d21445 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc79648-866b-46b5-be68-1841772c0308&id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382476 Jan 31 16:46:47.310250 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-039558b0-ba0a-461e-a852-45cdfad0cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:49.772182 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8ab52dd9-8af3-4e5f-8bd9-72cd8d1761c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:51.055445 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:52.489796 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:52.628504 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:56.231812 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:46:58.333970 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:00.074868 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:47:00.504844 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f07c2c7-e6a4-40cb-a289-aea418071767 req-f951c557-ca99-41b3-a251-5846cfe6553d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430391 Jan 31 16:47:00.607246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c2c7-e6a4-40cb-a289-aea418071767 req-f101429c-5e21-4fb4-900a-8ebbad01cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:00.608766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f07c2c7-e6a4-40cb-a289-aea418071767 req-f101429c-5e21-4fb4-900a-8ebbad01cda7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34a3c0d05a1141da8b680525057565d7&device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 1136 time: 0.0501935 Jan 31 16:47:00.717917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c2c7-e6a4-40cb-a289-aea418071767 req-2500aba0-0faa-4232-975f-0dc34485727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:00.719485 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f07c2c7-e6a4-40cb-a289-aea418071767 req-2500aba0-0faa-4232-975f-0dc34485727a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea HTTP/1.1" status: 200 len: 916 time: 0.0887842 Jan 31 16:47:00.792341 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f07c2c7-e6a4-40cb-a289-aea418071767 req-2c293190-33c9-4e0e-9659-88aba9a83ea6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 200 len: 1002 time: 0.0653100 Jan 31 16:47:00.848735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c2c7-e6a4-40cb-a289-aea418071767 req-9ced4006-2235-4535-8658-460164eed1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:00.850287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f07c2c7-e6a4-40cb-a289-aea418071767 req-9ced4006-2235-4535-8658-460164eed1e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bcfb7a2-aa51-4652-9fd4-d66cdd09b512 HTTP/1.1" status: 200 len: 854 time: 0.0516891 Jan 31 16:47:00.901504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c2c7-e6a4-40cb-a289-aea418071767 req-99e14085-7e45-4d24-a434-bbb96f61bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:00.903033 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f07c2c7-e6a4-40cb-a289-aea418071767 req-99e14085-7e45-4d24-a434-bbb96f61bdaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456326 Jan 31 16:47:01.002079 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f07c2c7-e6a4-40cb-a289-aea418071767 req-31af03f2-4586-46b2-8248-2121a2f15641 service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908606 Jan 31 16:47:01.104741 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f07c2c7-e6a4-40cb-a289-aea418071767 req-e7d46e75-0f55-48d2-9107-1a913e60b294 service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953977 Jan 31 16:47:12.647465 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fe19cde-92c7-429e-b607-a7e94b52cd43 req-671bbcf5-1579-47da-b439-494a8b2fb905 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061084723&fields=id&tenant_id=34a3c0d05a1141da8b680525057565d7 HTTP/1.1" status: 200 len: 267 time: 0.0450487 Jan 31 16:47:12.715850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19cde-92c7-429e-b607-a7e94b52cd43 req-97434084-a145-4c4c-80bc-8f58bdd3d5d5 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:12.717439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fe19cde-92c7-429e-b607-a7e94b52cd43 req-97434084-a145-4c4c-80bc-8f58bdd3d5d5 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 985 time: 0.0601232 Jan 31 16:47:12.729529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-4fe19cde-92c7-429e-b607-a7e94b52cd43 req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Request body: {'port': {'security_groups': ['53261df6-e3d7-463a-92be-4e3c643c9f5e']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:12.799827 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4fe19cde-92c7-429e-b607-a7e94b52cd43 req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:12.991544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-4fe19cde-92c7-429e-b607-a7e94b52cd43 req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] For port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:13.035028 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4fe19cde-92c7-429e-b607-a7e94b52cd43 req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.040139 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4fe19cde-92c7-429e-b607-a7e94b52cd43 req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.052898 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:47:13.084312 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19cde-92c7-429e-b607-a7e94b52cd43 req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:13.084985 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4fe19cde-92c7-429e-b607-a7e94b52cd43 req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.086589 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fe19cde-92c7-429e-b607-a7e94b52cd43 req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "PUT /v2.0/ports/e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 200 len: 943 time: 0.3624148 Jan 31 16:47:13.093166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:47:13.093166 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3c666d-7f27-495d-9fa2-700f3b62c053" -d '{"events": [{"name": "network-changed", "server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:47:13.093380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39690) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:13.130418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event updated for resources: {'Port': ['ID=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,revision_number=7']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:13.138958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.139360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.139626 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.139955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.140281 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.140606 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.141015 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.141341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.141763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.142086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.142493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.143243 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278efa-86f7-42ef-b250-4b191b0b6ec4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.171750 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:47:13.195524 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.234516 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.239546 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c83460-6030-4f03-9273-6d3cfcf41418 x-openstack-request-id: req-35c83460-6030-4f03-9273-6d3cfcf41418 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:47:13.239841 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:47:13.240092 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35c83460-6030-4f03-9273-6d3cfcf41418 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:47:13.240506 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'status': 'completed', 'code': 200} Jan 31 16:47:13.332081 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.336021 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.337219 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "DELETE /v2.0/security-groups/bbc79648-866b-46b5-be68-1841772c0308 HTTP/1.1" status: 204 len: 168 time: 0.2430475 Jan 31 16:47:13.340574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39696) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:13.340761 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c666d-7f27-495d-9fa2-700f3b62c053 req-47ac6d42-4959-426e-96f5-9969d9d2facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:13.342291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf3c666d-7f27-495d-9fa2-700f3b62c053 req-47ac6d42-4959-426e-96f5-9969d9d2facd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34a3c0d05a1141da8b680525057565d7&device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 1097 time: 0.0777972 Jan 31 16:47:13.352992 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc79648-866b-46b5-be68-1841772c0308,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:13.363830 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.364437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.364930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.365415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.365931 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.366410 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.366917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.367389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.367870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.368341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.368812 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.369305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c627ee-7861-4444-ae2c-eafe73b102a4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:13.417546 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-78ea5bcb-ea52-4e75-b339-b6269b713719 None None] Provisioning complete for port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:13.417945 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-78ea5bcb-ea52-4e75-b339-b6269b713719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.461860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c666d-7f27-495d-9fa2-700f3b62c053 req-239d52d8-8d31-4344-bc36-46ad1ffc4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:13.463540 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf3c666d-7f27-495d-9fa2-700f3b62c053 req-239d52d8-8d31-4344-bc36-46ad1ffc4d9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea HTTP/1.1" status: 200 len: 916 time: 0.1122591 Jan 31 16:47:13.552400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf3c666d-7f27-495d-9fa2-700f3b62c053 req-c1961663-b85d-4d97-a06f-f10dc32cf5ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 200 len: 1002 time: 0.0784397 Jan 31 16:47:13.590822 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Deleting port edde3a0e-9cd2-4a0d-b79a-63d1f9eb7750 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:47:13.591178 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.605550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c666d-7f27-495d-9fa2-700f3b62c053 req-d3daab86-7133-4413-a2c1-fe52d863e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:13.607124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf3c666d-7f27-495d-9fa2-700f3b62c053 req-d3daab86-7133-4413-a2c1-fe52d863e329 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bcfb7a2-aa51-4652-9fd4-d66cdd09b512 HTTP/1.1" status: 200 len: 854 time: 0.0469325 Jan 31 16:47:13.663314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c666d-7f27-495d-9fa2-700f3b62c053 req-3134c683-8431-48cb-b7c3-f592bd60f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:13.664853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf3c666d-7f27-495d-9fa2-700f3b62c053 req-3134c683-8431-48cb-b7c3-f592bd60f49d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466385 Jan 31 16:47:13.686333 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.686832 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.704366 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Calling delete_port for edde3a0e-9cd2-4a0d-b79a-63d1f9eb7750 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:47:13.767117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf3c666d-7f27-495d-9fa2-700f3b62c053 req-67e05560-37c0-43f1-8be5-3401820eebbe service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951324 Jan 31 16:47:13.872717 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bf3c666d-7f27-495d-9fa2-700f3b62c053 req-61389a87-2eaf-4d62-94c2-e26b60c0f2c0 service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954533 Jan 31 16:47:13.873433 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.903537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event deleted for resources: {'Port': ['ID=edde3a0e-9cd2-4a0d-b79a-63d1f9eb7750,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:13.973182 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:13.973530 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Floating IP 6358c4b9-34b6-4cd0-b280-7b90f71b5290 disassociated (deleted). External IP: 172.25.1.154, port: e2bb39f1-1f71-4a8b-a256-a20a0ec9db37. Jan 31 16:47:14.211242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Router 914cf4c7-f0a3-4557-be05-40703e6a0b22 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:47:14.338329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:47:14.343279 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:14.349710 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac746ba-5085-40b2-8198-0abd0f970260 None None] Sync routers for ids ['914cf4c7-f0a3-4557-be05-40703e6a0b22'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:47:14.360236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac746ba-5085-40b2-8198-0abd0f970260 None None] Routers {'914cf4c7-f0a3-4557-be05-40703e6a0b22'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:47:14.360884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-aac746ba-5085-40b2-8198-0abd0f970260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:46:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['914cf4c7-f0a3-4557-be05-40703e6a0b22'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:14.376171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a250a3f2-f6e9-4728-ae73-622d0a7e4604 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "DELETE /v2.0/floatingips/6358c4b9-34b6-4cd0-b280-7b90f71b5290 HTTP/1.1" status: 204 len: 168 time: 1.0333674 Jan 31 16:47:14.376795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:47:14.379642 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7393869-3a1e-4cc1-b847-a01c9996880e" -d '{"events": [{"name": "network-changed", "server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:47:14.495424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-aac746ba-5085-40b2-8198-0abd0f970260 None None] Set router 914cf4c7-f0a3-4557-be05-40703e6a0b22 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:47:14.508426 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f7b345-0686-4005-abdb-e3351870898c x-openstack-request-id: req-d2f7b345-0686-4005-abdb-e3351870898c {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:47:14.508777 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:47:14.509029 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2f7b345-0686-4005-abdb-e3351870898c {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:47:14.509431 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'status': 'completed', 'code': 200} Jan 31 16:47:14.582279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7393869-3a1e-4cc1-b847-a01c9996880e req-04769f4a-7296-485d-b08a-01d4066c6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:14.583981 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b7393869-3a1e-4cc1-b847-a01c9996880e req-04769f4a-7296-485d-b08a-01d4066c6bc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34a3c0d05a1141da8b680525057565d7&device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 1097 time: 0.0504353 Jan 31 16:47:14.722784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7393869-3a1e-4cc1-b847-a01c9996880e req-a766c218-00fe-4f97-90d6-a00fc8606308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:14.726181 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b7393869-3a1e-4cc1-b847-a01c9996880e req-a766c218-00fe-4f97-90d6-a00fc8606308 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea HTTP/1.1" status: 200 len: 916 time: 0.1334302 Jan 31 16:47:14.775635 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b7393869-3a1e-4cc1-b847-a01c9996880e req-9e3ad6ff-04bf-4bff-988a-3f51ff291d7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 200 len: 217 time: 0.0427356 Jan 31 16:47:14.778590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-aac746ba-5085-40b2-8198-0abd0f970260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 4, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'fc28f236-b817-4227-8cfd-a6988791ea27', 'name': '', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'mac_address': 'fa:16:3e:e2:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:00Z', 'updated_at': '2022-01-31T16:45:05Z', 'revision_number': 5, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'subnets': [{'id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:14.808263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac746ba-5085-40b2-8198-0abd0f970260 None None] Checking router: 914cf4c7-f0a3-4557-be05-40703e6a0b22 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:47:14.818128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac746ba-5085-40b2-8198-0abd0f970260 None None] Routers {'914cf4c7-f0a3-4557-be05-40703e6a0b22'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:47:14.818742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-aac746ba-5085-40b2-8198-0abd0f970260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:46:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['914cf4c7-f0a3-4557-be05-40703e6a0b22'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:14.834741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7393869-3a1e-4cc1-b847-a01c9996880e req-87179839-c51f-4510-8c23-a786bbf9c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:14.836279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b7393869-3a1e-4cc1-b847-a01c9996880e req-87179839-c51f-4510-8c23-a786bbf9c2e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0bcfb7a2-aa51-4652-9fd4-d66cdd09b512 HTTP/1.1" status: 200 len: 854 time: 0.0529816 Jan 31 16:47:14.893785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7393869-3a1e-4cc1-b847-a01c9996880e req-5ea51d11-81e5-4d6a-832f-7c16d8f9234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:14.896235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b7393869-3a1e-4cc1-b847-a01c9996880e req-5ea51d11-81e5-4d6a-832f-7c16d8f9234c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532258 Jan 31 16:47:14.936986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-aac746ba-5085-40b2-8198-0abd0f970260 None None] Set router 914cf4c7-f0a3-4557-be05-40703e6a0b22 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:47:14.996081 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b7393869-3a1e-4cc1-b847-a01c9996880e req-6f84fce7-eb65-449e-9a9b-60f21e29a8f8 service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912659 Jan 31 16:47:15.105338 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b7393869-3a1e-4cc1-b847-a01c9996880e req-fdf5f927-1ca6-4548-9a20-862fc94105d5 service neutron] 10.222.0.30 "GET /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001434 Jan 31 16:47:15.154742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-aac746ba-5085-40b2-8198-0abd0f970260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 4, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'fc28f236-b817-4227-8cfd-a6988791ea27', 'name': '', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'mac_address': 'fa:16:3e:e2:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:00Z', 'updated_at': '2022-01-31T16:45:05Z', 'revision_number': 5, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'subnets': [{'id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:15.193117 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac746ba-5085-40b2-8198-0abd0f970260 None None] The sync data for ids ['914cf4c7-f0a3-4557-be05-40703e6a0b22'] in n-d-827120-1 is: [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:01Z', 'revision_number': 4, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'fc28f236-b817-4227-8cfd-a6988791ea27', 'name': '', 'network_id': '3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'mac_address': 'fa:16:3e:e2:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:00Z', 'updated_at': '2022-01-31T16:45:05Z', 'revision_number': 5, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'subnets': [{'id': '0bcfb7a2-aa51-4652-9fd4-d66cdd09b512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:47:15.458437 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a08589-38d7-46b1-8734-4f6e39f3779e None None] New status for floating IP 6358c4b9-34b6-4cd0-b280-7b90f71b5290: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:47:17.305385 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-946df0c2-bdee-4347-9eea-64962ced247b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:19.775134 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b8ae39a-7dd0-4550-bfa7-92911820d6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:21.057714 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:22.484022 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0824e-6b50-4e05-a4bc-89273c2fc689 req-c13decc3-7db5-4291-b265-7abd3b5c617c tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:22.485750 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6b0824e-6b50-4e05-a4bc-89273c2fc689 req-c13decc3-7db5-4291-b265-7abd3b5c617c tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 946 time: 0.0523920 Jan 31 16:47:22.493785 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:22.526068 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e6b0824e-6b50-4e05-a4bc-89273c2fc689 req-b6024051-a297-456b-9bcb-817abe1cc17f tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331628 Jan 31 16:47:22.624173 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:23.651857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee8deb-4c9a-4a32-a0cc-3e73c217efe1 req-c978c899-5d23-4caf-84f3-c2989dc6a1ff tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:23.653514 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11ee8deb-4c9a-4a32-a0cc-3e73c217efe1 req-c978c899-5d23-4caf-84f3-c2989dc6a1ff tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 946 time: 0.0557308 Jan 31 16:47:23.703144 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-11ee8deb-4c9a-4a32-a0cc-3e73c217efe1 req-945f3f24-940f-4e74-9526-c6bde9f0d5c4 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/security-groups?id=53261df6-e3d7-463a-92be-4e3c643c9f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434353 Jan 31 16:47:24.340893 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e16d1-fb6c-4cba-aa1f-e81987547084 req-4f4e61f7-24e2-49c6-947c-6ba61545f960 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:24.343265 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd8e16d1-fb6c-4cba-aa1f-e81987547084 req-4f4e61f7-24e2-49c6-947c-6ba61545f960 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.30 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 946 time: 0.0513456 Jan 31 16:47:24.438551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-cd8e16d1-fb6c-4cba-aa1f-e81987547084 req-90189e5b-5e17-4a76-bfd1-b4617bde8316 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Deleting port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:47:24.438867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cd8e16d1-fb6c-4cba-aa1f-e81987547084 req-90189e5b-5e17-4a76-bfd1-b4617bde8316 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:24.528419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-cd8e16d1-fb6c-4cba-aa1f-e81987547084 req-90189e5b-5e17-4a76-bfd1-b4617bde8316 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] For port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:24.529016 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cd8e16d1-fb6c-4cba-aa1f-e81987547084 req-90189e5b-5e17-4a76-bfd1-b4617bde8316 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:24.543065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-cd8e16d1-fb6c-4cba-aa1f-e81987547084 req-90189e5b-5e17-4a76-bfd1-b4617bde8316 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Calling delete_port for e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:47:24.677338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cd8e16d1-fb6c-4cba-aa1f-e81987547084 req-90189e5b-5e17-4a76-bfd1-b4617bde8316 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:24.691926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:47:24.710026 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90189e5b-5e17-4a76-bfd1-b4617bde8316 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Pushing event deleted for resources: {'Port': ['ID=e2bb39f1-1f71-4a8b-a256-a20a0ec9db37,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:24.757147 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8e16d1-fb6c-4cba-aa1f-e81987547084 req-90189e5b-5e17-4a76-bfd1-b4617bde8316 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] No DVR routers for this DVR port e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:47:24.760009 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-cd8e16d1-fb6c-4cba-aa1f-e81987547084 req-90189e5b-5e17-4a76-bfd1-b4617bde8316 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:24.763404 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd8e16d1-fb6c-4cba-aa1f-e81987547084 req-90189e5b-5e17-4a76-bfd1-b4617bde8316 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.30 "DELETE /v2.0/ports/e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 HTTP/1.1" status: 204 len: 173 time: 0.4136198 Jan 31 16:47:24.763839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'name': 'network-vif-deleted', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:47:24.766168 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a18f85a-74e3-4108-8efd-7f0261c94553" -d '{"events": [{"server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "name": "network-vif-deleted", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:47:24.804276 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-927a158f-9307-4883-b7ba-0a497651d888 req-c00b8177-19c2-4824-a27a-2dc9b9830df6 tempest-TestMinimumBasicScenario-909903722 tempest-TestMinimumBasicScenario-909903722-project] 10.222.0.36 "GET /v2.0/ports?device_id=8184ae8f-7d5f-4031-9dd0-6a411da5763e HTTP/1.1" status: 200 len: 210 time: 0.0272665 Jan 31 16:47:24.812365 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69be1c49-b50d-4be8-9e48-aa9e5ce2e2a6 x-openstack-request-id: req-69be1c49-b50d-4be8-9e48-aa9e5ce2e2a6 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:47:24.812365 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8184ae8f-7d5f-4031-9dd0-6a411da5763e", "name": "network-vif-deleted", "tag": "e2bb39f1-1f71-4a8b-a256-a20a0ec9db37", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:47:24.812691 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69be1c49-b50d-4be8-9e48-aa9e5ce2e2a6 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:47:24.813143 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8184ae8f-7d5f-4031-9dd0-6a411da5763e', 'name': 'network-vif-deleted', 'tag': 'e2bb39f1-1f71-4a8b-a256-a20a0ec9db37', 'status': 'completed', 'code': 200} Jan 31 16:47:26.229590 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:26.395005 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39802) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:26.759003 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28d6a3ba-f6e8-4d6a-8109-5ff20d384420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:27.018949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-28d6a3ba-f6e8-4d6a-8109-5ff20d384420 admin admin] Deleting port fc28f236-b817-4227-8cfd-a6988791ea27 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:47:27.019297 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28d6a3ba-f6e8-4d6a-8109-5ff20d384420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:27.106538 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-28d6a3ba-f6e8-4d6a-8109-5ff20d384420 admin admin] For port fc28f236-b817-4227-8cfd-a6988791ea27, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=fc28f236-b817-4227-8cfd-a6988791ea27,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:27.106896 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28d6a3ba-f6e8-4d6a-8109-5ff20d384420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:27.120757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-28d6a3ba-f6e8-4d6a-8109-5ff20d384420 admin admin] Calling delete_port for fc28f236-b817-4227-8cfd-a6988791ea27 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:47:27.313254 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28d6a3ba-f6e8-4d6a-8109-5ff20d384420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:27.340103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6a3ba-f6e8-4d6a-8109-5ff20d384420 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc28f236-b817-4227-8cfd-a6988791ea27,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:27.521240 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-28d6a3ba-f6e8-4d6a-8109-5ff20d384420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:27.742150 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d6a3ba-f6e8-4d6a-8109-5ff20d384420 admin admin] Router 914cf4c7-f0a3-4557-be05-40703e6a0b22 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:47:27.850012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d6a3ba-f6e8-4d6a-8109-5ff20d384420 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:47:27.855855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-28d6a3ba-f6e8-4d6a-8109-5ff20d384420 admin admin] 10.222.0.36 "PUT /v2.0/routers/914cf4c7-f0a3-4557-be05-40703e6a0b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4592896 Jan 31 16:47:27.858120 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39804) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:27.859887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02b42e-c548-4474-91ed-3f21fd6d0979 None None] Sync routers for ids ['914cf4c7-f0a3-4557-be05-40703e6a0b22'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:47:27.871266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02b42e-c548-4474-91ed-3f21fd6d0979 None None] Routers {'914cf4c7-f0a3-4557-be05-40703e6a0b22'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:47:27.872260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5b02b42e-c548-4474-91ed-3f21fd6d0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:47:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['914cf4c7-f0a3-4557-be05-40703e6a0b22'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:27.967794 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:27.977904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-5b02b42e-c548-4474-91ed-3f21fd6d0979 None None] Set router 914cf4c7-f0a3-4557-be05-40703e6a0b22 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:47:28.074106 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.126696 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Deleting port 9c95d1ef-f5c3-4d80-bb98-660956873827 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:47:28.127034 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.165026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5b02b42e-c548-4474-91ed-3f21fd6d0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:47:27Z', 'revision_number': 5, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port': {'id': '9c95d1ef-f5c3-4d80-bb98-660956873827', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:28.196111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02b42e-c548-4474-91ed-3f21fd6d0979 None None] Checking router: 914cf4c7-f0a3-4557-be05-40703e6a0b22 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:47:28.205524 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02b42e-c548-4474-91ed-3f21fd6d0979 None None] Routers {'914cf4c7-f0a3-4557-be05-40703e6a0b22'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:47:28.206162 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5b02b42e-c548-4474-91ed-3f21fd6d0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:47:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['914cf4c7-f0a3-4557-be05-40703e6a0b22'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:28.209677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] For port 9c95d1ef-f5c3-4d80-bb98-660956873827, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9c95d1ef-f5c3-4d80-bb98-660956873827,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:28.210060 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.222213 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Calling delete_port for 9c95d1ef-f5c3-4d80-bb98-660956873827 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:47:28.298406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-5b02b42e-c548-4474-91ed-3f21fd6d0979 None None] Set router 914cf4c7-f0a3-4557-be05-40703e6a0b22 gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:47:28.354765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-5b02b42e-c548-4474-91ed-3f21fd6d0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:47:28Z', 'revision_number': 6, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:28.466676 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.493325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c95d1ef-f5c3-4d80-bb98-660956873827,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:28.557186 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.560585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02b42e-c548-4474-91ed-3f21fd6d0979 None None] The sync data for ids ['914cf4c7-f0a3-4557-be05-40703e6a0b22'] in n-d-827120-1 is: [{'id': '914cf4c7-f0a3-4557-be05-40703e6a0b22', 'name': 'tempest-TestMinimumBasicScenario-1410600344-router', 'tenant_id': '34a3c0d05a1141da8b680525057565d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:44:58Z', 'updated_at': '2022-01-31T16:47:28Z', 'revision_number': 6, 'project_id': '34a3c0d05a1141da8b680525057565d7', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:47:28.564357 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.657559 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.660207 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.710266 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.710822 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 914cf4c7-f0a3-4557-be05-40703e6a0b22 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:47:28.715868 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.717409 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-5344ac69-400e-497e-9c49-cb742bce05a6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/914cf4c7-f0a3-4557-be05-40703e6a0b22 HTTP/1.1" status: 204 len: 168 time: 0.8577964 Jan 31 16:47:28.720432 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39806) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:28.769542 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ce1958-25a2-4519-b151-af46b6742c14 admin admin] Deleting subnet 0bcfb7a2-aa51-4652-9fd4-d66cdd09b512 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:47:28.773138 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55ce1958-25a2-4519-b151-af46b6742c14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.810422 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55ce1958-25a2-4519-b151-af46b6742c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.897577 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55ce1958-25a2-4519-b151-af46b6742c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.960016 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55ce1958-25a2-4519-b151-af46b6742c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.982232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67207422-d31b-41d4-8e53-f830cf141e51 None None] Network 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:47:28.989826 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-55ce1958-25a2-4519-b151-af46b6742c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:28.995276 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-55ce1958-25a2-4519-b151-af46b6742c14 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0bcfb7a2-aa51-4652-9fd4-d66cdd09b512 HTTP/1.1" status: 204 len: 168 time: 0.2714686 Jan 31 16:47:28.995622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39808) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:29.002334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce1958-25a2-4519-b151-af46b6742c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bcfb7a2-aa51-4652-9fd4-d66cdd09b512,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:29.066661 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:29.125134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Deleting port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:47:29.125495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:29.190440 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] For port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=dd24fcd1-c6dd-498c-8fc0-7c3e523d1317,segment=NetworkSegment(47973133-7756-4c15-b5df-2793b2ee1e79),segment_id=47973133-7756-4c15-b5df-2793b2ee1e79)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:29.190794 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:29.203510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Calling delete_port for dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:47:29.286407 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:29.315219 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] No DVR routers for this DVR port dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:47:29.321947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd24fcd1-c6dd-498c-8fc0-7c3e523d1317,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:29.347219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0588ee0-fdf4-4ad6-adfc-756dafa4b8d8 None None] DHCP port deletion for 3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:47:29.397626 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:29.417940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:29.427450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47973133-7756-4c15-b5df-2793b2ee1e79') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:29.427732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47973133-7756-4c15-b5df-2793b2ee1e79') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:29.446408 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:29.463178 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:29.473983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:47:29.474316 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:47:29.477279 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:47:29.513274 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fc28f236-b817-4227-8cfd-a6988791ea27 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:47:29.538672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: fc28f236-b817-4227-8cfd-a6988791ea27 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:47:29.539091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device fc28f236-b817-4227-8cfd-a6988791ea27 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:47:29.539542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:47:29.544131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:29.550932 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:29.557635 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea HTTP/1.1" status: 204 len: 168 time: 0.5580211 Jan 31 16:47:29.557818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39810) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:29.560853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:47:29.561193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device dd24fcd1-c6dd-498c-8fc0-7c3e523d1317 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:47:29.561638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9c95d1ef-f5c3-4d80-bb98-660956873827 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:47:29.574234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53795a4a-663b-4538-aed4-8ccd7c160c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6e7df9-97b7-4c98-9e4a-7d1cc5f175ea,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:29.583763 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9c95d1ef-f5c3-4d80-bb98-660956873827 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:47:29.584104 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9c95d1ef-f5c3-4d80-bb98-660956873827 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:47:29.904510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:47:29.927057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:47:29.927297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device e2bb39f1-1f71-4a8b-a256-a20a0ec9db37 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:47:30.287455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3eab9a3-dce5-49d1-906c-dcac52f44519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:30.570818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c3eab9a3-dce5-49d1-906c-dcac52f44519 admin admin] Deleting port 03829c14-a0bb-46ec-940b-7fb2d3c44c74 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:47:30.571498 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3eab9a3-dce5-49d1-906c-dcac52f44519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:30.660916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-c3eab9a3-dce5-49d1-906c-dcac52f44519 admin admin] For port 03829c14-a0bb-46ec-940b-7fb2d3c44c74, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=03829c14-a0bb-46ec-940b-7fb2d3c44c74,segment=NetworkSegment(ebbd4d6f-373e-46ad-80ee-1e619309664f),segment_id=ebbd4d6f-373e-46ad-80ee-1e619309664f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:30.661480 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3eab9a3-dce5-49d1-906c-dcac52f44519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:30.680874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-c3eab9a3-dce5-49d1-906c-dcac52f44519 admin admin] Calling delete_port for 03829c14-a0bb-46ec-940b-7fb2d3c44c74 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:47:30.879847 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3eab9a3-dce5-49d1-906c-dcac52f44519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:30.903963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eab9a3-dce5-49d1-906c-dcac52f44519 admin admin] Pushing event deleted for resources: {'Port': ['ID=03829c14-a0bb-46ec-940b-7fb2d3c44c74,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:31.077982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c3eab9a3-dce5-49d1-906c-dcac52f44519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:31.306638 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eab9a3-dce5-49d1-906c-dcac52f44519 admin admin] Router f7de0b2b-a17e-470b-9818-13ed4390e077 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:47:31.423751 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eab9a3-dce5-49d1-906c-dcac52f44519 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:47:31.431683 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c3eab9a3-dce5-49d1-906c-dcac52f44519 admin admin] 10.222.0.36 "PUT /v2.0/routers/f7de0b2b-a17e-470b-9818-13ed4390e077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8692799 Jan 31 16:47:31.432062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39812) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:31.434607 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8e477-2741-4912-933e-41e08e3de8b5 None None] Sync routers for ids ['f7de0b2b-a17e-470b-9818-13ed4390e077'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:47:31.446872 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8e477-2741-4912-933e-41e08e3de8b5 None None] Routers {'f7de0b2b-a17e-470b-9818-13ed4390e077'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:47:31.447622 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-45f8e477-2741-4912-933e-41e08e3de8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:47:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f7de0b2b-a17e-470b-9818-13ed4390e077'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:31.545874 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:31.561318 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-45f8e477-2741-4912-933e-41e08e3de8b5 None None] Set router f7de0b2b-a17e-470b-9818-13ed4390e077 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:47:31.655354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:31.712618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Deleting port 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:47:31.712954 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:31.747672 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-45f8e477-2741-4912-933e-41e08e3de8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'name': 'tempest-TestMinimumBasicScenario-773562056-router', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:45:03Z', 'updated_at': '2022-01-31T16:47:30Z', 'revision_number': 5, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'gw_port': {'id': '9ab0b251-c98c-43dc-b5e3-5486d27eacb4', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:45:04Z', 'updated_at': '2022-01-31T16:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:31.778825 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8e477-2741-4912-933e-41e08e3de8b5 None None] Checking router: f7de0b2b-a17e-470b-9818-13ed4390e077 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:47:31.790270 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8e477-2741-4912-933e-41e08e3de8b5 None None] Routers {'f7de0b2b-a17e-470b-9818-13ed4390e077'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:47:31.790897 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-45f8e477-2741-4912-933e-41e08e3de8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:47:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f7de0b2b-a17e-470b-9818-13ed4390e077'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:31.802605 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] For port 9ab0b251-c98c-43dc-b5e3-5486d27eacb4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9ab0b251-c98c-43dc-b5e3-5486d27eacb4,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:31.803126 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:31.821784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Calling delete_port for 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:47:31.894159 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-45f8e477-2741-4912-933e-41e08e3de8b5 None None] Set router f7de0b2b-a17e-470b-9818-13ed4390e077 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:47:31.948164 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-45f8e477-2741-4912-933e-41e08e3de8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'name': 'tempest-TestMinimumBasicScenario-773562056-router', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:45:03Z', 'updated_at': '2022-01-31T16:47:31Z', 'revision_number': 6, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:31.979778 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8e477-2741-4912-933e-41e08e3de8b5 None None] The sync data for ids ['f7de0b2b-a17e-470b-9818-13ed4390e077'] in n-d-827120-1 is: [{'id': 'f7de0b2b-a17e-470b-9818-13ed4390e077', 'name': 'tempest-TestMinimumBasicScenario-773562056-router', 'tenant_id': '7879a535fe1e41d5b2a5a2d69798b287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:45:03Z', 'updated_at': '2022-01-31T16:47:31Z', 'revision_number': 6, 'project_id': '7879a535fe1e41d5b2a5a2d69798b287', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:47:32.008594 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.038676 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab0b251-c98c-43dc-b5e3-5486d27eacb4,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:32.123848 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.251091 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.253436 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.308837 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.309342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7de0b2b-a17e-470b-9818-13ed4390e077 {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:47:32.314992 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.316187 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b1d07b08-fcf4-4943-8ac0-44c58b42fb36 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f7de0b2b-a17e-470b-9818-13ed4390e077 HTTP/1.1" status: 204 len: 168 time: 0.8832159 Jan 31 16:47:32.318938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39814) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:32.372340 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e2226b-b834-4c28-ae10-5f228ea68548 admin admin] Deleting subnet 3179fa9d-55a8-40ff-a118-6d44c5c050a1 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:47:32.376210 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51e2226b-b834-4c28-ae10-5f228ea68548 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.416553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51e2226b-b834-4c28-ae10-5f228ea68548 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.512971 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51e2226b-b834-4c28-ae10-5f228ea68548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.581554 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51e2226b-b834-4c28-ae10-5f228ea68548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.612016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2226b-b834-4c28-ae10-5f228ea68548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3179fa9d-55a8-40ff-a118-6d44c5c050a1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:32.616709 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-51e2226b-b834-4c28-ae10-5f228ea68548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.627603 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-51e2226b-b834-4c28-ae10-5f228ea68548 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3179fa9d-55a8-40ff-a118-6d44c5c050a1 HTTP/1.1" status: 204 len: 168 time: 0.3011718 Jan 31 16:47:32.627796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bc8a24-2391-4fbe-af84-470b0f4bf953 None None] Network 88d97556-715c-41d4-848a-1bfa6e8e2d9c requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:47:32.628261 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39816) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:32.728564 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.802649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Deleting port 8271e96a-ca60-4c08-84d6-f69832690203 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:47:32.803041 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.858527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] DHCP port deletion for 88d97556-715c-41d4-848a-1bfa6e8e2d9c request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:47:32.881118 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] For port 8271e96a-ca60-4c08-84d6-f69832690203, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8271e96a-ca60-4c08-84d6-f69832690203,segment=NetworkSegment(ebbd4d6f-373e-46ad-80ee-1e619309664f),segment_id=ebbd4d6f-373e-46ad-80ee-1e619309664f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:32.881528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.897857 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Calling delete_port for 8271e96a-ca60-4c08-84d6-f69832690203 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:47:32.910840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Deleting port 8271e96a-ca60-4c08-84d6-f69832690203 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:47:32.911304 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.983844 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:32.985434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] For port 8271e96a-ca60-4c08-84d6-f69832690203, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8271e96a-ca60-4c08-84d6-f69832690203,segment=NetworkSegment(ebbd4d6f-373e-46ad-80ee-1e619309664f),segment_id=ebbd4d6f-373e-46ad-80ee-1e619309664f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:32.985950 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:33.000262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Calling delete_port for 8271e96a-ca60-4c08-84d6-f69832690203 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:47:33.015059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Pushing event deleted for resources: {'Port': ['ID=8271e96a-ca60-4c08-84d6-f69832690203,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:33.018662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] No DVR routers for this DVR port 8271e96a-ca60-4c08-84d6-f69832690203 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:47:33.098569 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:33.099632 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:33.121125 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d97556-715c-41d4-848a-1bfa6e8e2d9c']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:33.127739 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Pushing event deleted for resources: {'Port': ['ID=8271e96a-ca60-4c08-84d6-f69832690203,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:33.131663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbd4d6f-373e-46ad-80ee-1e619309664f') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:33.131663 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbd4d6f-373e-46ad-80ee-1e619309664f') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:33.136642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] No DVR routers for this DVR port 8271e96a-ca60-4c08-84d6-f69832690203 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:47:33.139112 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:33.139434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:33.139819 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:33.140145 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:33.140453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:33.140770 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:33.141083 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:33.141402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:33.143967 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:33.144060 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:33.144166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:33.144166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:33.144166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9336d-6ae3-4e0b-840c-43b5336fdba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:33.159241 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:33.165853 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:47:33.166439 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:47:33.168357 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:47:33.226447 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:33.234375 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:33.237601 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] 10.222.0.36 "DELETE /v2.0/networks/88d97556-715c-41d4-848a-1bfa6e8e2d9c HTTP/1.1" status: 204 len: 168 time: 0.6079516 Jan 31 16:47:33.254960 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e932e-58b8-49a6-b2bb-2b923ef8cd88 admin admin] Pushing event deleted for resources: {'Network': ['ID=88d97556-715c-41d4-848a-1bfa6e8e2d9c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:33.415608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39822) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:33.460177 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-13c62f01-1433-4725-936c-cdc53e605160 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34a3c0d05a1141da8b680525057565d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430357 Jan 31 16:47:33.463207 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39824) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:33.500091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:47:33.516239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-76936b23-ded4-4c41-bb3e-bf709efb5354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:33.525854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:47:33.526176 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9ab0b251-c98c-43dc-b5e3-5486d27eacb4 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:47:33.526589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8271e96a-ca60-4c08-84d6-f69832690203 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:47:33.540092 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-76936b23-ded4-4c41-bb3e-bf709efb5354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:33.545585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8271e96a-ca60-4c08-84d6-f69832690203 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:47:33.545923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8271e96a-ca60-4c08-84d6-f69832690203 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:47:33.546325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 03829c14-a0bb-46ec-940b-7fb2d3c44c74 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:47:33.564978 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 03829c14-a0bb-46ec-940b-7fb2d3c44c74 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:47:33.565328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 03829c14-a0bb-46ec-940b-7fb2d3c44c74 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:47:33.597298 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-76936b23-ded4-4c41-bb3e-bf709efb5354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:33.600565 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-76936b23-ded4-4c41-bb3e-bf709efb5354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:33.602641 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-76936b23-ded4-4c41-bb3e-bf709efb5354 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53261df6-e3d7-463a-92be-4e3c643c9f5e HTTP/1.1" status: 204 len: 168 time: 0.1379364 Jan 31 16:47:33.613872 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76936b23-ded4-4c41-bb3e-bf709efb5354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53261df6-e3d7-463a-92be-4e3c643c9f5e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:33.945107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39830) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:33.988271 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-14478532-f5ad-48aa-90f3-fd41ca51b379 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7879a535fe1e41d5b2a5a2d69798b287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419176 Jan 31 16:47:33.990837 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39832) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:34.046757 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187106b6-6834-4e8d-8312-b31e2f0d65bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:34.069673 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187106b6-6834-4e8d-8312-b31e2f0d65bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:34.127825 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187106b6-6834-4e8d-8312-b31e2f0d65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:34.130790 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-187106b6-6834-4e8d-8312-b31e2f0d65bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:34.131977 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-187106b6-6834-4e8d-8312-b31e2f0d65bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eff0d775-834a-4d68-92b0-26b83718ad92 HTTP/1.1" status: 204 len: 168 time: 0.1401820 Jan 31 16:47:34.140389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187106b6-6834-4e8d-8312-b31e2f0d65bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff0d775-834a-4d68-92b0-26b83718ad92,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:36.105688 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39872) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:36.112234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-186afe04-a0b7-47db-8d65-8b0aaf3ff88c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925616469', 'description': 'tempest-secgroup-smoke-1925616469 description', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:36.142345 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-186afe04-a0b7-47db-8d65-8b0aaf3ff88c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.151777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-186afe04-a0b7-47db-8d65-8b0aaf3ff88c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.228718 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-186afe04-a0b7-47db-8d65-8b0aaf3ff88c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.234961 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-186afe04-a0b7-47db-8d65-8b0aaf3ff88c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.273802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186afe04-a0b7-47db-8d65-8b0aaf3ff88c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0c65d5-11eb-4c20-b194-b791cf561a89,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:36.317265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-186afe04-a0b7-47db-8d65-8b0aaf3ff88c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.323377 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-186afe04-a0b7-47db-8d65-8b0aaf3ff88c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.352148 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-186afe04-a0b7-47db-8d65-8b0aaf3ff88c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.353523 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-186afe04-a0b7-47db-8d65-8b0aaf3ff88c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2464995 Jan 31 16:47:36.357244 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39874) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:36.358200 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186afe04-a0b7-47db-8d65-8b0aaf3ff88c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf99d66-c0bc-4728-bf4d-59f7079e3cef,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:36.363629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c4b10ba9-1d59-4e1d-95ba-357394b4ad38 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '3cf99d66-c0bc-4728-bf4d-59f7079e3cef', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:36.395797 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4b10ba9-1d59-4e1d-95ba-357394b4ad38 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.445909 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4b10ba9-1d59-4e1d-95ba-357394b4ad38 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.450196 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4b10ba9-1d59-4e1d-95ba-357394b4ad38 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.468887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b10ba9-1d59-4e1d-95ba-357394b4ad38 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263bdd21-878f-4d39-8893-125293b67b73,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:36.478874 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c4b10ba9-1d59-4e1d-95ba-357394b4ad38 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.480099 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c4b10ba9-1d59-4e1d-95ba-357394b4ad38 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211219 Jan 31 16:47:36.482983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39876) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:36.487562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-2df62d64-6f8a-42ac-9780-ca34be664400 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '3cf99d66-c0bc-4728-bf4d-59f7079e3cef', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:36.516720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2df62d64-6f8a-42ac-9780-ca34be664400 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.581005 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2df62d64-6f8a-42ac-9780-ca34be664400 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.586781 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2df62d64-6f8a-42ac-9780-ca34be664400 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.608001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df62d64-6f8a-42ac-9780-ca34be664400 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7f7e0e-61b0-43a4-be90-3e9e7243d269,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:36.617840 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2df62d64-6f8a-42ac-9780-ca34be664400 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.619080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2df62d64-6f8a-42ac-9780-ca34be664400 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349962 Jan 31 16:47:36.621841 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39878) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:36.626607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-69067b17-29cf-437d-9652-4987a790f1d6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '3cf99d66-c0bc-4728-bf4d-59f7079e3cef', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:36.656233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69067b17-29cf-437d-9652-4987a790f1d6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.721791 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69067b17-29cf-437d-9652-4987a790f1d6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.726589 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69067b17-29cf-437d-9652-4987a790f1d6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.744769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69067b17-29cf-437d-9652-4987a790f1d6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb1a7b4-3ed6-446f-9ef8-be541d2a7848,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:36.753497 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-69067b17-29cf-437d-9652-4987a790f1d6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.755174 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-69067b17-29cf-437d-9652-4987a790f1d6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324072 Jan 31 16:47:36.758297 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39880) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:36.762735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-941cf7f4-3644-4f57-89f1-cf373473a316 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '3cf99d66-c0bc-4728-bf4d-59f7079e3cef', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:36.796099 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-941cf7f4-3644-4f57-89f1-cf373473a316 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.862352 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-941cf7f4-3644-4f57-89f1-cf373473a316 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.866544 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-941cf7f4-3644-4f57-89f1-cf373473a316 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.886088 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cf7f4-3644-4f57-89f1-cf373473a316 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cae0f4e-9433-48c8-9a24-785d4a57975d,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:36.895386 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-941cf7f4-3644-4f57-89f1-cf373473a316 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:36.896690 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-941cf7f4-3644-4f57-89f1-cf373473a316 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374180 Jan 31 16:47:36.899736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39882) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:36.904724 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-70d7a15e-5490-406f-ac5a-d02d6558b4a6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '3cf99d66-c0bc-4728-bf4d-59f7079e3cef', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:36.934768 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-70d7a15e-5490-406f-ac5a-d02d6558b4a6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Project d0a0d69d894648d38bbf3dee4e50ebbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:47:36.941318 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-70d7a15e-5490-406f-ac5a-d02d6558b4a6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.019106 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-70d7a15e-5490-406f-ac5a-d02d6558b4a6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.024115 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-70d7a15e-5490-406f-ac5a-d02d6558b4a6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.042770 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7a15e-5490-406f-ac5a-d02d6558b4a6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7e8753-5099-4b49-acc3-2247f4e6f855,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:37.051221 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-70d7a15e-5490-406f-ac5a-d02d6558b4a6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.052537 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-70d7a15e-5490-406f-ac5a-d02d6558b4a6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516185 Jan 31 16:47:37.055690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39884) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:37.060159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-99e6d014-9786-4d86-862f-1dfa79d6e60c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '3cf99d66-c0bc-4728-bf4d-59f7079e3cef', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:37.075393 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:47:37.086085 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-99e6d014-9786-4d86-862f-1dfa79d6e60c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Project d0a0d69d894648d38bbf3dee4e50ebbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:47:37.091189 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99e6d014-9786-4d86-862f-1dfa79d6e60c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.161572 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99e6d014-9786-4d86-862f-1dfa79d6e60c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.165439 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99e6d014-9786-4d86-862f-1dfa79d6e60c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.183190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6d014-9786-4d86-862f-1dfa79d6e60c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551905c7-a4e6-474f-9666-fd3cdd491285,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:37.193020 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-99e6d014-9786-4d86-862f-1dfa79d6e60c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.197695 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-99e6d014-9786-4d86-862f-1dfa79d6e60c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379199 Jan 31 16:47:37.197940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39886) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:37.203063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-657d65e7-9584-4e03-8ce9-f6e3245a264d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'network': {'name': 'tempest-network-smoke--59229989', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'port_security_enabled': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:37.227697 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657d65e7-9584-4e03-8ce9-f6e3245a264d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:47:37.231331 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-657d65e7-9584-4e03-8ce9-f6e3245a264d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.260069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657d65e7-9584-4e03-8ce9-f6e3245a264d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:47:37.270647 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-657d65e7-9584-4e03-8ce9-f6e3245a264d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.270977 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-657d65e7-9584-4e03-8ce9-f6e3245a264d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Added segment 59326a79-1e2d-45ab-a1a3-bb83232a6067 of type vlan for network 9f303369-2a46-4dff-bb92-d300c25ffc60 Jan 31 16:47:37.313830 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-657d65e7-9584-4e03-8ce9-f6e3245a264d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.344989 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-657d65e7-9584-4e03-8ce9-f6e3245a264d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.350754 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657d65e7-9584-4e03-8ce9-f6e3245a264d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:37.351328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-657d65e7-9584-4e03-8ce9-f6e3245a264d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.408905 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-657d65e7-9584-4e03-8ce9-f6e3245a264d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2097719 Jan 31 16:47:37.412259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39888) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:37.416863 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'admin_state_up': True, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:37.444662 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d65e7-9584-4e03-8ce9-f6e3245a264d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Network': ['ID=9f303369-2a46-4dff-bb92-d300c25ffc60,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:37.459991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 9f303369-2a46-4dff-bb92-d300c25ffc60 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:47:37.467750 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.469179 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.526653 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.677696 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.891783 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:37.911023 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:38.025899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.25.1.87 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/031accf2-f280-4e95-8ff8-f0fc72e5f157) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:47:38.132643 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:38.168244 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:38.210850 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:47:38.213922 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:47:38.218309 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:47:38.242560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=031accf2-f280-4e95-8ff8-f0fc72e5f157,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:38.478299 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:39.047955 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:39.185876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:47:39.300946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:47:39.313668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Sync routers for ids ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:47:39.323526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Routers {'5cef8da6-b76a-4320-89ca-6019fc1d7cd6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:47:39.323782 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:39.324143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:47:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:39.324890 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-32b2cceb-8721-4011-9de1-cd85d8b36801 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9117532 Jan 31 16:47:39.328141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39890) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:39.436007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Set router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:47:39.456159 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-eadec2d3-04b9-4f1e-8e19-33bfa4b9e262 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d0a0d69d894648d38bbf3dee4e50ebbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1267660 Jan 31 16:47:39.458886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39894) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:39.550319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a985d3-f999-4946-82ee-97825e11666f tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:39.551883 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-80a985d3-f999-4946-82ee-97825e11666f tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920181 Jan 31 16:47:39.554885 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39896) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:39.583424 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7c8ed84a-8461-4035-b9d2-efc0de3fe149 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274992 Jan 31 16:47:39.586191 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39898) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:39.591768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3f3551a7-6ace-4470-99ad-cfd1be3f21aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1232754762', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:39.626959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:38Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:39.656031 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Checking router: 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:47:39.656602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Updating router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 port 031accf2-f280-4e95-8ff8-f0fc72e5f157 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:47:39.683941 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:39.694994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3551a7-6ace-4470-99ad-cfd1be3f21aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:47:39.699907 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3f3551a7-6ace-4470-99ad-cfd1be3f21aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:39.900705 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3f3551a7-6ace-4470-99ad-cfd1be3f21aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:39.949588 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:39.957211 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:39.964358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3551a7-6ace-4470-99ad-cfd1be3f21aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Subnet': ['ID=015906f6-561b-4854-840e-e4909c6c637e,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:39.974392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3551a7-6ace-4470-99ad-cfd1be3f21aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Checking segment: {'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:47:39.974751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3551a7-6ace-4470-99ad-cfd1be3f21aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network hostable DHCP agents. Network: 9f303369-2a46-4dff-bb92-d300c25ffc60, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:47:39.996163 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3551a7-6ace-4470-99ad-cfd1be3f21aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network 9f303369-2a46-4dff-bb92-d300c25ffc60 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:47:40.006856 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-3f3551a7-6ace-4470-99ad-cfd1be3f21aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 9f303369-2a46-4dff-bb92-d300c25ffc60) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:47:40.011547 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3551a7-6ace-4470-99ad-cfd1be3f21aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:40.012572 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3f3551a7-6ace-4470-99ad-cfd1be3f21aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:40.013017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Attempting to bind port 031accf2-f280-4e95-8ff8-f0fc72e5f157 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:47:40.013381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Attempting to bind port 031accf2-f280-4e95-8ff8-f0fc72e5f157 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:47:40.013762 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Attempting to bind port 031accf2-f280-4e95-8ff8-f0fc72e5f157 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:47:40.020786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348f6a1-272c-4b42-a610-ddc75ae57c0b None None] Network 9f303369-2a46-4dff-bb92-d300c25ffc60 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:47:40.026831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aaef8-10ee-4dd4-a4ab-9aa6c3758b34 None None] Pushing event updated for resources: {'Port': ['ID=031accf2-f280-4e95-8ff8-f0fc72e5f157,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:40.036201 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3f3551a7-6ace-4470-99ad-cfd1be3f21aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4449835 Jan 31 16:47:40.036717 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39900) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:40.038917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:47:40.039355 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:47:40.039753 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:40.040127 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:47:40.042944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Bound port: 031accf2-f280-4e95-8ff8-f0fc72e5f157, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:47:40.043344 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:40.156304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] For port 031accf2-f280-4e95-8ff8-f0fc72e5f157, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:47:40.160639 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] For port 031accf2-f280-4e95-8ff8-f0fc72e5f157, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=031accf2-f280-4e95-8ff8-f0fc72e5f157,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:47:40.167423 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:40.277348 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Routers {'5cef8da6-b76a-4320-89ca-6019fc1d7cd6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:47:40.278033 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:47:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:40.284285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-9f303369-2a46-4dff-bb92-d300c25ffc60', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ips': [{'subnet_id': '015906f6-561b-4854-840e-e4909c6c637e'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:47:40.285132 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:40.319693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aaef8-10ee-4dd4-a4ab-9aa6c3758b34 None None] Pushing event updated for resources: {'Port': ['ID=031accf2-f280-4e95-8ff8-f0fc72e5f157,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:40.469605 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] Set router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:47:40.524540 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:40.603505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Allocated IP 172.20.0.2 (9f303369-2a46-4dff-bb92-d300c25ffc60/015906f6-561b-4854-840e-e4909c6c637e/a107b290-769d-4859-b919-33ad3300c00b) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:47:40.968804 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:38Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:40.971158 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:40.998990 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:41.002472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e578d2-98f2-4046-a02a-03416620ab03 None None] The sync data for ids ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'] in n-d-827120-1 is: [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:38Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:47:41.042264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.20.0.1 (9f303369-2a46-4dff-bb92-d300c25ffc60/015906f6-561b-4854-840e-e4909c6c637e/a0ecf56b-e683-48e3-b28b-63ba0eafa2dc) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:47:41.045263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Network 9f303369-2a46-4dff-bb92-d300c25ffc60 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:47:41.049239 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:47:41.053995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:47:41.057311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Pushing event updated for resources: {'Port': ['ID=a107b290-769d-4859-b919-33ad3300c00b,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:41.131010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Attempting to bind port a107b290-769d-4859-b919-33ad3300c00b on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:47:41.131544 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Attempting to bind port a107b290-769d-4859-b919-33ad3300c00b by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:47:41.132108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Attempting to bind port a107b290-769d-4859-b919-33ad3300c00b on network 9f303369-2a46-4dff-bb92-d300c25ffc60 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:47:41.138215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:47:41.138675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Checking segment: {'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:47:41.139200 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:41.139693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Bound using segment: {'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:47:41.140293 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Bound port: a107b290-769d-4859-b919-33ad3300c00b, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:47:41.140790 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:41.193631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:41.232071 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] For port a107b290-769d-4859-b919-33ad3300c00b, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:47:41.236192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] For port a107b290-769d-4859-b919-33ad3300c00b, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a107b290-769d-4859-b919-33ad3300c00b,segment=NetworkSegment(59326a79-1e2d-45ab-a1a3-bb83232a6067),segment_id=59326a79-1e2d-45ab-a1a3-bb83232a6067)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:47:41.244151 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:41.248384 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:41.339517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network 9f303369-2a46-4dff-bb92-d300c25ffc60 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:47:41.339517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:47:41.339828 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f033e9-83f3-42bb-997c-3c2b36ba3c4a None None] Pushing event updated for resources: {'Port': ['ID=a107b290-769d-4859-b919-33ad3300c00b,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:41.342969 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:47:41.373580 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=a0ecf56b-e683-48e3-b28b-63ba0eafa2dc,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:41.403832 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:41.590427 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:41.646716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 031accf2-f280-4e95-8ff8-f0fc72e5f157 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:47:41.711109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 031accf2-f280-4e95-8ff8-f0fc72e5f157 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:41.711478 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:41.803956 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:41.828133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 031accf2-f280-4e95-8ff8-f0fc72e5f157, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=031accf2-f280-4e95-8ff8-f0fc72e5f157,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:41.833616 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:41.887467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=031accf2-f280-4e95-8ff8-f0fc72e5f157,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:41.950731 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:41.956445 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:42.037963 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:42.037963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=a0ecf56b-e683-48e3-b28b-63ba0eafa2dc,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:42.146502 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network 9f303369-2a46-4dff-bb92-d300c25ffc60 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:47:42.148082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:47:42.271943 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:47:42.395260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:47:42.401705 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-164cc8e5-cb2e-4d83-9e1b-a6b4d3b63fc5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "PUT /v2.0/routers/5cef8da6-b76a-4320-89ca-6019fc1d7cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3632150 Jan 31 16:47:42.412680 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f53a9c-41bd-409e-8be1-9f9785a07109 None None] Network 9f303369-2a46-4dff-bb92-d300c25ffc60 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:47:42.490231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-81446258-0857-469b-b4c6-e0a5a03ef540 None None] Provisioning complete for port a107b290-769d-4859-b919-33ad3300c00b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:42.490623 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-81446258-0857-469b-b4c6-e0a5a03ef540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:42.559136 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-c790ca2e-aabb-41f1-82be-98247f698820 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925616469&fields=id&tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 267 time: 0.0417626 Jan 31 16:47:42.637324 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-81446258-0857-469b-b4c6-e0a5a03ef540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:42.679750 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-81446258-0857-469b-b4c6-e0a5a03ef540 None None] For port a107b290-769d-4859-b919-33ad3300c00b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a107b290-769d-4859-b919-33ad3300c00b,segment=NetworkSegment(59326a79-1e2d-45ab-a1a3-bb83232a6067),segment_id=59326a79-1e2d-45ab-a1a3-bb83232a6067)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:42.685723 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-81446258-0857-469b-b4c6-e0a5a03ef540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:42.691306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-546cf615-9096-45b9-bac5-8d98c2f3b0e1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:42.693277 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-546cf615-9096-45b9-bac5-8d98c2f3b0e1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/networks?id=9f303369-2a46-4dff-bb92-d300c25ffc60 HTTP/1.1" status: 200 len: 795 time: 0.1259203 Jan 31 16:47:42.720345 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-4c91bc17-18e7-404f-893e-7a6fdba70f26 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/quotas/d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 375 time: 0.0170801 Jan 31 16:47:42.741547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81446258-0857-469b-b4c6-e0a5a03ef540 None None] Pushing event updated for resources: {'Port': ['ID=a107b290-769d-4859-b919-33ad3300c00b,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:42.782954 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-e7791f88-fbe2-4dc9-aba6-a6ac320182c5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624006 Jan 31 16:47:42.869582 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Sync routers for ids ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:47:42.879969 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Routers {'5cef8da6-b76a-4320-89ca-6019fc1d7cd6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:47:42.880595 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:47:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:42.904796 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-4f44a273-1bd0-463b-a1c0-e67841e46845 service neutron] 10.222.0.36 "GET /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081877 Jan 31 16:47:42.910856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cf9b0418-ae47-4510-891c-4132ed120b77 None None] Provisioning complete for port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:42.911227 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cf9b0418-ae47-4510-891c-4132ed120b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:42.947586 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b0418-ae47-4510-891c-4132ed120b77 None None] Port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:47:42.958062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cf9b0418-ae47-4510-891c-4132ed120b77 None None] Provisioning complete for port a107b290-769d-4859-b919-33ad3300c00b triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:42.958342 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cf9b0418-ae47-4510-891c-4132ed120b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:43.005563 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Set router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:47:43.017683 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-a1e77fbc-8679-4603-9c51-a01e396dad08 service neutron] 10.222.0.36 "GET /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065445 Jan 31 16:47:43.215940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6ef2d05b-0141-4656-9c83-a2734f1624c9 None None] Provisioning complete for port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:43.216697 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6ef2d05b-0141-4656-9c83-a2734f1624c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:43.243712 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f00a2ec7-22b9-4e8c-8301-b6f732ae49bf req-5dd3b2a9-fd40-446a-825e-6e7b251ea89a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 210 time: 0.0637259 Jan 31 16:47:43.248116 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a0ecf56b-e683-48e3-b28b-63ba0eafa2dc', 'name': '', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:bb:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '015906f6-561b-4854-840e-e4909c6c637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:40Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 2, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '015906f6-561b-4854-840e-e4909c6c637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:43.278498 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Checking router: 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:47:43.279410 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Updating router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:47:43.283555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2d05b-0141-4656-9c83-a2734f1624c9 None None] Port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:47:43.310173 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:43.515522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-4bf84931-7dc3-4f03-8cf0-e9c69d82e74e None None] Provisioning complete for port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:43.516329 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4bf84931-7dc3-4f03-8cf0-e9c69d82e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:43.562423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-4bf84931-7dc3-4f03-8cf0-e9c69d82e74e None None] Port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:47:43.675591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a107b290-769d-4859-b919-33ad3300c00b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:47:43.732546 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a107b290-769d-4859-b919-33ad3300c00b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:43.732929 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:43.734681 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:43.740457 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:43.801075 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Pushing event updated for resources: {'Port': ['ID=a0ecf56b-e683-48e3-b28b-63ba0eafa2dc,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:43.841974 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 031accf2-f280-4e95-8ff8-f0fc72e5f157 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:47:43.864641 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:43.865159 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:43.865795 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:43.866367 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:43.866864 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:43.867770 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:43.867994 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:43.868497 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:43.869001 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:43.869528 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:43.870235 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:43.873183 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:47:43.899140 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 031accf2-f280-4e95-8ff8-f0fc72e5f157 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:43.906346 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:43.914349 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Attempting to bind port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:47:43.914965 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Attempting to bind port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:47:43.915564 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Attempting to bind port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc on network 9f303369-2a46-4dff-bb92-d300c25ffc60 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:47:43.925078 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:47:43.925697 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Checking segment: {'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:47:43.926310 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:43.926937 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Bound using segment: {'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:47:43.927692 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Bound port: a0ecf56b-e683-48e3-b28b-63ba0eafa2dc, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:47:43.928301 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:44.040784 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] For port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:47:44.044036 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] For port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a0ecf56b-e683-48e3-b28b-63ba0eafa2dc,segment=NetworkSegment(59326a79-1e2d-45ab-a1a3-bb83232a6067),segment_id=59326a79-1e2d-45ab-a1a3-bb83232a6067)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:47:44.049947 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:44.085244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1d111b6f-9e17-400e-b4cc-1b8df5402dcd None None] Provisioning complete for port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:44.085566 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d111b6f-9e17-400e-b4cc-1b8df5402dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:44.139888 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Routers {'5cef8da6-b76a-4320-89ca-6019fc1d7cd6'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:47:44.140759 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:47:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:44.171017 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d111b6f-9e17-400e-b4cc-1b8df5402dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:44.213271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1d111b6f-9e17-400e-b4cc-1b8df5402dcd None None] For port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a0ecf56b-e683-48e3-b28b-63ba0eafa2dc,segment=NetworkSegment(59326a79-1e2d-45ab-a1a3-bb83232a6067),segment_id=59326a79-1e2d-45ab-a1a3-bb83232a6067)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:44.217344 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37f68d-8c9d-4979-aeaa-9d0a60dbe2ce None None] Pushing event updated for resources: {'Port': ['ID=a0ecf56b-e683-48e3-b28b-63ba0eafa2dc,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:44.218854 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d111b6f-9e17-400e-b4cc-1b8df5402dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:44.282556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d111b6f-9e17-400e-b4cc-1b8df5402dcd None None] Pushing event updated for resources: {'Port': ['ID=a0ecf56b-e683-48e3-b28b-63ba0eafa2dc,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:44.325419 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] Set router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:47:44.341900 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7800684b-e5fb-40d5-8fc5-6caf3e774c69 None None] Provisioning complete for port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:44.342659 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7800684b-e5fb-40d5-8fc5-6caf3e774c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:44.378895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-472da8ee-22b6-4ad6-8928-67acc78c7cdf req-f1ff91fd-53d8-475b-820d-aa2d552a8296 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 210 time: 0.0408499 Jan 31 16:47:44.554523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-5d1f9841-d3e7-4ccf-a417-ab54f8b47b36 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:44.556192 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-5d1f9841-d3e7-4ccf-a417-ab54f8b47b36 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/networks?id=9f303369-2a46-4dff-bb92-d300c25ffc60 HTTP/1.1" status: 200 len: 795 time: 0.1185987 Jan 31 16:47:44.576569 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a0ecf56b-e683-48e3-b28b-63ba0eafa2dc', 'name': '', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:bb:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '015906f6-561b-4854-840e-e4909c6c637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:40Z', 'updated_at': '2022-01-31T16:47:44Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '015906f6-561b-4854-840e-e4909c6c637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:44.604037 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531a9fb-47d5-4fd5-b9ac-7e6b1b9e19bc None None] The sync data for ids ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'] in n-d-827120-1 is: [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a0ecf56b-e683-48e3-b28b-63ba0eafa2dc', 'name': '', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:bb:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '015906f6-561b-4854-840e-e4909c6c637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:40Z', 'updated_at': '2022-01-31T16:47:44Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '015906f6-561b-4854-840e-e4909c6c637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:47:44.604659 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-bc39d974-fe39-498d-950f-9c9b4c44473f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 380 time: 0.0381222 Jan 31 16:47:44.614429 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'port': {'device_id': 'a337276f-74e4-4bab-b328-1652d4311b63', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'admin_state_up': True, 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'security_groups': ['3cf99d66-c0bc-4728-bf4d-59f7079e3cef']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:44.758989 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:47:44.762801 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:44.902004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.20.0.8 (9f303369-2a46-4dff-bb92-d300c25ffc60/015906f6-561b-4854-840e-e4909c6c637e/981e8658-688e-4059-88e6-81ed3b09937f) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:47:45.053510 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:45.089976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:45.140820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network 9f303369-2a46-4dff-bb92-d300c25ffc60 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:47:45.143938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:47:45.146477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:47:45.176441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=981e8658-688e-4059-88e6-81ed3b09937f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:45.204693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:45.205049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:45.230848 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-9ea683f4-da8f-4d66-a8a0-74c10c1ccb55 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6201458 Jan 31 16:47:45.307699 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Request body: {'port': {'device_id': 'a337276f-74e4-4bab-b328-1652d4311b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:45.366088 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:45.377270 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a2e12cdf-095d-4f27-8fc5-695706c45b30 None None] Provisioning complete for port 981e8658-688e-4059-88e6-81ed3b09937f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:45.377861 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a2e12cdf-095d-4f27-8fc5-695706c45b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:45.417597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a2e12cdf-095d-4f27-8fc5-695706c45b30 None None] Port 981e8658-688e-4059-88e6-81ed3b09937f cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:47:45.560716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73d77e-e207-47f0-9976-a473e19b26fe req-939b64aa-c53d-413b-85ee-197edbe9887f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:45.562548 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b73d77e-e207-47f0-9976-a473e19b26fe req-939b64aa-c53d-413b-85ee-197edbe9887f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 931 time: 0.0654438 Jan 31 16:47:45.606164 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b73d77e-e207-47f0-9976-a473e19b26fe req-5d9333b2-7624-4ef2-b9c3-1fc7a29b1b5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370717 Jan 31 16:47:45.629139 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a0ecf56b-e683-48e3-b28b-63ba0eafa2dc up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:47:45.689370 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:45.690103 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:45.690544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981e8658-688e-4059-88e6-81ed3b09937f {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:47:45.698951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:45.715520 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Transition to ACTIVE for port object 981e8658-688e-4059-88e6-81ed3b09937f will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:47:45.719959 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:45.783083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Pushing event updated for resources: {'Port': ['ID=981e8658-688e-4059-88e6-81ed3b09937f,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:45.866884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Attempting to bind port 981e8658-688e-4059-88e6-81ed3b09937f on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:47:45.867221 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Attempting to bind port 981e8658-688e-4059-88e6-81ed3b09937f by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:47:45.867558 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Attempting to bind port 981e8658-688e-4059-88e6-81ed3b09937f on network 9f303369-2a46-4dff-bb92-d300c25ffc60 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:47:45.872510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Port 981e8658-688e-4059-88e6-81ed3b09937f on network 9f303369-2a46-4dff-bb92-d300c25ffc60 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:47:45.872837 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Attempting to bind port 981e8658-688e-4059-88e6-81ed3b09937f on network 9f303369-2a46-4dff-bb92-d300c25ffc60 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:47:45.878346 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:47:45.879040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Checking segment: {'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:47:45.879432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Bound using segment: {'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:47:45.879865 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Bound port: 981e8658-688e-4059-88e6-81ed3b09937f, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59326a79-1e2d-45ab-a1a3-bb83232a6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:47:45.880228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:45.960509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] For port 981e8658-688e-4059-88e6-81ed3b09937f, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:47:45.963630 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] For port 981e8658-688e-4059-88e6-81ed3b09937f, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=981e8658-688e-4059-88e6-81ed3b09937f,segment=NetworkSegment(59326a79-1e2d-45ab-a1a3-bb83232a6067),segment_id=59326a79-1e2d-45ab-a1a3-bb83232a6067)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:47:45.969376 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:46.002610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:46.003226 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:46.005048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] 10.222.0.30 "PUT /v2.0/ports/981e8658-688e-4059-88e6-81ed3b09937f HTTP/1.1" status: 200 len: 1091 time: 0.7624502 Jan 31 16:47:46.005554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a337276f-74e4-4bab-b328-1652d4311b63', 'tag': '981e8658-688e-4059-88e6-81ed3b09937f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:47:46.008611 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92689531-6024-4229-bb80-cf047dbc9382" -d '{"events": [{"name": "network-changed", "server_uuid": "a337276f-74e4-4bab-b328-1652d4311b63", "tag": "981e8658-688e-4059-88e6-81ed3b09937f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:47:46.036965 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aed40-dca7-4b01-b30e-7e875102c886 service neutron] Pushing event updated for resources: {'Port': ['ID=981e8658-688e-4059-88e6-81ed3b09937f,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:46.065835 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db46298-6f87-42b5-bc5a-cb6159728652 x-openstack-request-id: req-7db46298-6f87-42b5-bc5a-cb6159728652 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:47:46.066125 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a337276f-74e4-4bab-b328-1652d4311b63", "tag": "981e8658-688e-4059-88e6-81ed3b09937f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:47:46.066421 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7db46298-6f87-42b5-bc5a-cb6159728652 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:47:46.066870 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a337276f-74e4-4bab-b328-1652d4311b63', 'tag': '981e8658-688e-4059-88e6-81ed3b09937f', 'status': 'completed', 'code': 200} Jan 31 16:47:46.111014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-c3b119d4-9b66-461b-81af-23fecd49438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:46.112765 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-c3b119d4-9b66-461b-81af-23fecd49438f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 1094 time: 0.0447600 Jan 31 16:47:46.160539 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-69cc5e3a-0d9d-411f-bafa-180201b2fb1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=981e8658-688e-4059-88e6-81ed3b09937f HTTP/1.1" status: 200 len: 217 time: 0.0393066 Jan 31 16:47:46.210544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-b9c686b0-614c-4b20-9518-47ff6e8f5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:46.212072 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-b9c686b0-614c-4b20-9518-47ff6e8f5ec7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=015906f6-561b-4854-840e-e4909c6c637e HTTP/1.1" status: 200 len: 835 time: 0.0449800 Jan 31 16:47:46.263758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-75c0cfe1-778d-4b21-b008-5ab7a711799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:46.265369 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-75c0cfe1-778d-4b21-b008-5ab7a711799f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f303369-2a46-4dff-bb92-d300c25ffc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467367 Jan 31 16:47:46.364172 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-801f3246-7ea7-4d14-a84c-84c601604521 service neutron] 10.222.0.30 "GET /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893819 Jan 31 16:47:46.456252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-843e4bfd-9842-4a66-8fb8-36501923b73a req-422b763f-bf5b-4e69-8c55-e927be63b451 service neutron] 10.222.0.30 "GET /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840526 Jan 31 16:47:46.546802 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92689531-6024-4229-bb80-cf047dbc9382 req-744b1c22-0097-4c9b-ab77-f60b263adedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:46.548349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92689531-6024-4229-bb80-cf047dbc9382 req-744b1c22-0097-4c9b-ab77-f60b263adedd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 1094 time: 0.0410628 Jan 31 16:47:46.651095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92689531-6024-4229-bb80-cf047dbc9382 req-90a8d107-61ed-49ea-8e02-025edd30fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:46.652925 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92689531-6024-4229-bb80-cf047dbc9382 req-90a8d107-61ed-49ea-8e02-025edd30fb13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9f303369-2a46-4dff-bb92-d300c25ffc60 HTTP/1.1" status: 200 len: 896 time: 0.0942779 Jan 31 16:47:46.699319 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92689531-6024-4229-bb80-cf047dbc9382 req-73472cfa-cb22-40fb-aeb0-5900af95ce00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=981e8658-688e-4059-88e6-81ed3b09937f HTTP/1.1" status: 200 len: 217 time: 0.0389109 Jan 31 16:47:46.728448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772f606-e4a3-4423-89f7-54e4e39fbb0b req-c63a459a-5022-4345-a5a8-683c820cd2c6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:46.730017 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9772f606-e4a3-4423-89f7-54e4e39fbb0b req-c63a459a-5022-4345-a5a8-683c820cd2c6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 943 time: 0.0521367 Jan 31 16:47:46.768544 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92689531-6024-4229-bb80-cf047dbc9382 req-0ec0b750-1012-4591-ba42-de2de01b4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:46.770064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92689531-6024-4229-bb80-cf047dbc9382 req-0ec0b750-1012-4591-ba42-de2de01b4d36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=015906f6-561b-4854-840e-e4909c6c637e HTTP/1.1" status: 200 len: 835 time: 0.0595689 Jan 31 16:47:46.782185 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9772f606-e4a3-4423-89f7-54e4e39fbb0b req-61fe537c-1924-4d31-988c-c4a17376023a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458035 Jan 31 16:47:46.826414 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92689531-6024-4229-bb80-cf047dbc9382 req-4c42d8e3-e17f-4a69-8291-ae0c693b6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:46.827923 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92689531-6024-4229-bb80-cf047dbc9382 req-4c42d8e3-e17f-4a69-8291-ae0c693b6962 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f303369-2a46-4dff-bb92-d300c25ffc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493391 Jan 31 16:47:46.930487 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92689531-6024-4229-bb80-cf047dbc9382 req-a21ce3b2-fe23-441e-adff-ed2378d40ce9 service neutron] 10.222.0.30 "GET /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924850 Jan 31 16:47:47.046680 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-92689531-6024-4229-bb80-cf047dbc9382 req-445fa8d3-92c2-43ed-9857-a4fb1d3a21e7 service neutron] 10.222.0.30 "GET /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088724 Jan 31 16:47:47.310684 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-78b23976-3190-4562-aa08-898f1f941c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:47.903792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74592-5fc3-41bd-a280-f0d4e8281890 req-aa8631b8-3096-4790-82b2-75a59894ade4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:47.905267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81a74592-5fc3-41bd-a280-f0d4e8281890 req-aa8631b8-3096-4790-82b2-75a59894ade4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 943 time: 0.0509987 Jan 31 16:47:47.945156 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-81a74592-5fc3-41bd-a280-f0d4e8281890 req-5adcd443-4117-4bd4-9520-2ff590b3e7ee tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Jan 31 16:47:49.066424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a0ae3-81c8-4fd3-b798-efdac54eb22e req-b0598c7f-1d5e-42d8-813a-a9b781ba8faa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:49.067898 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c44a0ae3-81c8-4fd3-b798-efdac54eb22e req-b0598c7f-1d5e-42d8-813a-a9b781ba8faa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 943 time: 0.0530572 Jan 31 16:47:49.106280 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c44a0ae3-81c8-4fd3-b798-efdac54eb22e req-91ff419c-0ebc-443c-ace3-5d6e8e09b31e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319941 Jan 31 16:47:49.769936 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-260a8676-1bdf-4a9c-bc44-3f6bae659673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:49.980957 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 981e8658-688e-4059-88e6-81ed3b09937f details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:47:50.083971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 981e8658-688e-4059-88e6-81ed3b09937f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=981e8658-688e-4059-88e6-81ed3b09937f,segment=NetworkSegment(59326a79-1e2d-45ab-a1a3-bb83232a6067),segment_id=59326a79-1e2d-45ab-a1a3-bb83232a6067)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:50.094733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '981e8658-688e-4059-88e6-81ed3b09937f', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'port_id': '981e8658-688e-4059-88e6-81ed3b09937f', 'mac_address': 'fa:16:3e:0e:11:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015906f6-561b-4854-840e-e4909c6c637e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:47:50.133554 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:50.148404 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981e8658-688e-4059-88e6-81ed3b09937f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:47:50.169682 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 981e8658-688e-4059-88e6-81ed3b09937f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=981e8658-688e-4059-88e6-81ed3b09937f,segment=NetworkSegment(59326a79-1e2d-45ab-a1a3-bb83232a6067),segment_id=59326a79-1e2d-45ab-a1a3-bb83232a6067)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:50.174933 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:50.226034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=981e8658-688e-4059-88e6-81ed3b09937f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:50.237611 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaeab26-077e-40c5-97a1-115a336c6993 req-66bd0197-d100-431d-80ae-d717989cd12c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:50.239141 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4eaeab26-077e-40c5-97a1-115a336c6993 req-66bd0197-d100-431d-80ae-d717989cd12c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 944 time: 0.0584087 Jan 31 16:47:50.279221 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4eaeab26-077e-40c5-97a1-115a336c6993 req-ff134259-9650-46b8-8f84-90ff70fbd969 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325236 Jan 31 16:47:50.429638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['981e8658-688e-4059-88e6-81ed3b09937f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:47:51.061929 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:51.399640 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b16d1-38f7-439c-91f8-196bcee87ba7 req-1cfd1726-c816-4afa-824d-cfae051ad900 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:51.401132 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b1b16d1-38f7-439c-91f8-196bcee87ba7 req-1cfd1726-c816-4afa-824d-cfae051ad900 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 944 time: 0.0514114 Jan 31 16:47:51.452328 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3b1b16d1-38f7-439c-91f8-196bcee87ba7 req-fce9ac69-c72a-445e-9ae0-15a32a4f0b31 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447323 Jan 31 16:47:51.985116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 981e8658-688e-4059-88e6-81ed3b09937f up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:47:52.041447 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 981e8658-688e-4059-88e6-81ed3b09937f completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:47:52.045311 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 981e8658-688e-4059-88e6-81ed3b09937f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:47:52.045706 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:52.138997 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:52.162969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a337276f-74e4-4bab-b328-1652d4311b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981e8658-688e-4059-88e6-81ed3b09937f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:47:52.165391 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c95dad83eaa61ccd25c6910e480a06e444008dae05c3fed8f706ccd99fc5fef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98431d4-0f9f-4415-89ef-4a0ae7a5f4c8" -d '{"events": [{"server_uuid": "a337276f-74e4-4bab-b328-1652d4311b63", "name": "network-vif-plugged", "status": "completed", "tag": "981e8658-688e-4059-88e6-81ed3b09937f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:47:52.178926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 981e8658-688e-4059-88e6-81ed3b09937f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=981e8658-688e-4059-88e6-81ed3b09937f,segment=NetworkSegment(59326a79-1e2d-45ab-a1a3-bb83232a6067),segment_id=59326a79-1e2d-45ab-a1a3-bb83232a6067)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:47:52.186125 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:52.218834 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3116037-639f-4d9c-9f03-9f1568db90b6 x-openstack-request-id: req-d3116037-639f-4d9c-9f03-9f1568db90b6 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:47:52.219123 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a337276f-74e4-4bab-b328-1652d4311b63", "name": "network-vif-plugged", "status": "completed", "tag": "981e8658-688e-4059-88e6-81ed3b09937f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:47:52.219384 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3116037-639f-4d9c-9f03-9f1568db90b6 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:47:52.219769 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a337276f-74e4-4bab-b328-1652d4311b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981e8658-688e-4059-88e6-81ed3b09937f', 'code': 200} Jan 31 16:47:52.252877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=981e8658-688e-4059-88e6-81ed3b09937f,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:52.315278 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7983834-3908-4522-91bb-587319c0c213 req-c345558f-82c3-4a5a-9d61-e07c899aa696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:52.316789 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b7983834-3908-4522-91bb-587319c0c213 req-c345558f-82c3-4a5a-9d61-e07c899aa696 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 1096 time: 0.0443223 Jan 31 16:47:52.353209 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b7983834-3908-4522-91bb-587319c0c213 req-e2a497ac-420a-4062-ab55-2d8512f299c5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282216 Jan 31 16:47:52.495672 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:52.571425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a85bbf-85fa-4835-a96b-a19d12593e3a req-324cc44c-5a66-42cd-99f8-176bd2a87556 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:52.572906 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-62a85bbf-85fa-4835-a96b-a19d12593e3a req-324cc44c-5a66-42cd-99f8-176bd2a87556 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 945 time: 0.0508068 Jan 31 16:47:52.621735 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-62a85bbf-85fa-4835-a96b-a19d12593e3a req-59f836ce-6bcf-4db5-8244-95abde212423 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Jan 31 16:47:52.628325 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:53.743658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547cb18-455d-448e-9ae5-8e3608595779 req-0e300a47-7ee3-44a2-bb30-78af3d3431a0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:53.745026 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3547cb18-455d-448e-9ae5-8e3608595779 req-0e300a47-7ee3-44a2-bb30-78af3d3431a0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 945 time: 0.0507748 Jan 31 16:47:53.790987 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3547cb18-455d-448e-9ae5-8e3608595779 req-30e479a8-ca8b-44a4-a138-8cc32de98718 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397878 Jan 31 16:47:53.909186 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8e6f8-ec2e-4f1a-a7ef-5cb151228d2c req-f7c0d0c1-da89-442f-a158-ee6641b21fef tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:53.910784 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73e8e6f8-ec2e-4f1a-a7ef-5cb151228d2c req-f7c0d0c1-da89-442f-a158-ee6641b21fef tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 945 time: 0.0526409 Jan 31 16:47:53.949060 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-73e8e6f8-ec2e-4f1a-a7ef-5cb151228d2c req-3f2c19b5-6327-43f5-87b9-581ee210e0da tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320618 Jan 31 16:47:53.970962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39960) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:54.010791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078ad577-100a-4a59-9315-feea111bf7a4 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:54.012237 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-078ad577-100a-4a59-9315-feea111bf7a4 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 1091 time: 0.0402579 Jan 31 16:47:54.015460 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39962) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:54.019970 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '981e8658-688e-4059-88e6-81ed3b09937f', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:47:54.048244 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:54.156024 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:54.260022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.25.1.93 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/1c77a192-6498-4859-9810-60182f186346) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:47:54.375000 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:54.411575 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:54.451550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:47:54.454495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:47:54.457924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:47:54.463221 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=1c77a192-6498-4859-9810-60182f186346,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:54.829768 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:54.906222 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:55.072749 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:55.080066 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:55.149141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=1c77a192-6498-4859-9810-60182f186346,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:47:55.159590 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:55.271684 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Floating IP 9e640888-1d31-4967-b20e-5dee3cb40549 associated. External IP: 172.25.1.93, port: 981e8658-688e-4059-88e6-81ed3b09937f. Jan 31 16:47:55.881478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:47:55.989727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:47:56.000013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20500dd2-3dbe-484a-b7bc-0743392e5513 None None] Sync routers for ids ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:47:56.008863 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:56.010716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20500dd2-3dbe-484a-b7bc-0743392e5513 None None] Routers {'5cef8da6-b76a-4320-89ca-6019fc1d7cd6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:47:56.011320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-20500dd2-3dbe-484a-b7bc-0743392e5513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:47:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:56.037540 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-533e9a5c-cb96-4acb-a1d8-065ebd674f7f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0208549 Jan 31 16:47:56.038206 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a337276f-74e4-4bab-b328-1652d4311b63', 'tag': '981e8658-688e-4059-88e6-81ed3b09937f'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:47:56.040608 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5397d2-9bd6-465f-96c4-cd6e7233e5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a337276f-74e4-4bab-b328-1652d4311b63", "tag": "981e8658-688e-4059-88e6-81ed3b09937f"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:47:56.086027 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1aa0d6-53df-4d56-b8b3-6b74aa179913 x-openstack-request-id: req-ad1aa0d6-53df-4d56-b8b3-6b74aa179913 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:47:56.086695 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a337276f-74e4-4bab-b328-1652d4311b63", "tag": "981e8658-688e-4059-88e6-81ed3b09937f", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:47:56.086695 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad1aa0d6-53df-4d56-b8b3-6b74aa179913 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:47:56.087035 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a337276f-74e4-4bab-b328-1652d4311b63', 'tag': '981e8658-688e-4059-88e6-81ed3b09937f', 'status': 'completed', 'code': 200} Jan 31 16:47:56.124328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-20500dd2-3dbe-484a-b7bc-0743392e5513 None None] Set router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:47:56.173237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5397d2-9bd6-465f-96c4-cd6e7233e5b9 req-984044c3-53e6-41b6-abfe-ad9c1adbbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:56.175425 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e5397d2-9bd6-465f-96c4-cd6e7233e5b9 req-984044c3-53e6-41b6-abfe-ad9c1adbbcda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 1096 time: 0.0669906 Jan 31 16:47:56.187190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8dc77a-c8c4-4323-a6d7-7b2c0bbb16fa req-8957facb-fcc9-45ed-b391-3330a44ab4ba tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:56.188682 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b8dc77a-c8c4-4323-a6d7-7b2c0bbb16fa req-8957facb-fcc9-45ed-b391-3330a44ab4ba tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 945 time: 0.0898569 Jan 31 16:47:56.274038 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:47:56.288593 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b8dc77a-c8c4-4323-a6d7-7b2c0bbb16fa req-70ab7b80-236e-4f1d-b6f8-31dda4d48263 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810416 Jan 31 16:47:56.312320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 39968) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:56.314073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5397d2-9bd6-465f-96c4-cd6e7233e5b9 req-a8c3d912-aa6e-41c7-9cce-a80d60c19b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:56.315535 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e5397d2-9bd6-465f-96c4-cd6e7233e5b9 req-a8c3d912-aa6e-41c7-9cce-a80d60c19b0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9f303369-2a46-4dff-bb92-d300c25ffc60 HTTP/1.1" status: 200 len: 896 time: 0.1259818 Jan 31 16:47:56.374065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-20500dd2-3dbe-484a-b7bc-0743392e5513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '9e640888-1d31-4967-b20e-5dee3cb40549', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.93', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'port_id': '981e8658-688e-4059-88e6-81ed3b09937f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'mac_address': 'fa:16:3e:0e:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337276f-74e4-4bab-b328-1652d4311b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:47:54Z', 'updated_at': '2022-01-31T16:47:54Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ecf56b-e683-48e3-b28b-63ba0eafa2dc', 'name': '', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:bb:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '015906f6-561b-4854-840e-e4909c6c637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:40Z', 'updated_at': '2022-01-31T16:47:44Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '015906f6-561b-4854-840e-e4909c6c637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:56.383386 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e5397d2-9bd6-465f-96c4-cd6e7233e5b9 req-30769ff2-be19-4bc8-96d1-2c3a41f10c20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=981e8658-688e-4059-88e6-81ed3b09937f HTTP/1.1" status: 200 len: 998 time: 0.0607452 Jan 31 16:47:56.387075 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e2bcd859-d7e4-4420-8462-deec5b861af1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/9e640888-1d31-4967-b20e-5dee3cb40549 HTTP/1.1" status: 200 len: 990 time: 0.0731957 Jan 31 16:47:56.405519 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20500dd2-3dbe-484a-b7bc-0743392e5513 None None] Checking router: 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:47:56.414303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20500dd2-3dbe-484a-b7bc-0743392e5513 None None] Routers {'5cef8da6-b76a-4320-89ca-6019fc1d7cd6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:47:56.415137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-20500dd2-3dbe-484a-b7bc-0743392e5513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:47:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:56.433881 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5397d2-9bd6-465f-96c4-cd6e7233e5b9 req-71008231-cb23-494f-86eb-160281cf2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:56.435389 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e5397d2-9bd6-465f-96c4-cd6e7233e5b9 req-71008231-cb23-494f-86eb-160281cf2c73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=015906f6-561b-4854-840e-e4909c6c637e HTTP/1.1" status: 200 len: 835 time: 0.0457737 Jan 31 16:47:56.485421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5397d2-9bd6-465f-96c4-cd6e7233e5b9 req-82c65eba-0dc0-44e5-a1ed-6730a5691004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:47:56.486969 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e5397d2-9bd6-465f-96c4-cd6e7233e5b9 req-82c65eba-0dc0-44e5-a1ed-6730a5691004 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f303369-2a46-4dff-bb92-d300c25ffc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445924 Jan 31 16:47:56.519070 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-20500dd2-3dbe-484a-b7bc-0743392e5513 None None] Set router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:47:56.580501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e5397d2-9bd6-465f-96c4-cd6e7233e5b9 req-d4fa599d-0b26-424c-bf7a-b17d5fe3e5a0 service neutron] 10.222.0.30 "GET /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865958 Jan 31 16:47:56.684226 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6e5397d2-9bd6-465f-96c4-cd6e7233e5b9 req-510e5d12-4ccb-4cb9-b357-eb204bbbd692 service neutron] 10.222.0.30 "GET /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972698 Jan 31 16:47:56.790805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-20500dd2-3dbe-484a-b7bc-0743392e5513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '9e640888-1d31-4967-b20e-5dee3cb40549', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.93', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'port_id': '981e8658-688e-4059-88e6-81ed3b09937f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'mac_address': 'fa:16:3e:0e:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337276f-74e4-4bab-b328-1652d4311b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:47:54Z', 'updated_at': '2022-01-31T16:47:54Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ecf56b-e683-48e3-b28b-63ba0eafa2dc', 'name': '', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:bb:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '015906f6-561b-4854-840e-e4909c6c637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:40Z', 'updated_at': '2022-01-31T16:47:44Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '015906f6-561b-4854-840e-e4909c6c637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:47:56.816653 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20500dd2-3dbe-484a-b7bc-0743392e5513 None None] The sync data for ids ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'] in n-d-827120-1 is: [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '9e640888-1d31-4967-b20e-5dee3cb40549', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.93', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'port_id': '981e8658-688e-4059-88e6-81ed3b09937f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'mac_address': 'fa:16:3e:0e:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337276f-74e4-4bab-b328-1652d4311b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:47:54Z', 'updated_at': '2022-01-31T16:47:54Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ecf56b-e683-48e3-b28b-63ba0eafa2dc', 'name': '', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:bb:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '015906f6-561b-4854-840e-e4909c6c637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:40Z', 'updated_at': '2022-01-31T16:47:44Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '015906f6-561b-4854-840e-e4909c6c637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:47:57.035150 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003cdcf-e432-406a-9742-13cb03f9de0f None None] New status for floating IP 9e640888-1d31-4967-b20e-5dee3cb40549: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:47:57.391401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 39970) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:47:57.816688 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-76b0d5e2-1392-48b5-9de1-0ae20e08910a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/9e640888-1d31-4967-b20e-5dee3cb40549 HTTP/1.1" status: 200 len: 992 time: 0.4239516 Jan 31 16:47:58.313814 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:00.512939 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73d01f8f-d9c8-4f5f-a425-03bb8aa7fe13 req-e43c6b92-2de6-40be-8b58-b709fa69bf5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485175 Jan 31 16:48:00.602159 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d01f8f-d9c8-4f5f-a425-03bb8aa7fe13 req-ebcef415-85e0-4be8-8f5b-08a40938b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:00.603733 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73d01f8f-d9c8-4f5f-a425-03bb8aa7fe13 req-ebcef415-85e0-4be8-8f5b-08a40938b8a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 1096 time: 0.0477734 Jan 31 16:48:00.716151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d01f8f-d9c8-4f5f-a425-03bb8aa7fe13 req-d7629934-2979-4392-97f7-463f37997088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:00.717684 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73d01f8f-d9c8-4f5f-a425-03bb8aa7fe13 req-d7629934-2979-4392-97f7-463f37997088 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9f303369-2a46-4dff-bb92-d300c25ffc60 HTTP/1.1" status: 200 len: 896 time: 0.0953851 Jan 31 16:48:00.791801 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73d01f8f-d9c8-4f5f-a425-03bb8aa7fe13 req-16f2347b-dc34-46e9-893c-d1e2e2c76f6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=981e8658-688e-4059-88e6-81ed3b09937f HTTP/1.1" status: 200 len: 1000 time: 0.0670810 Jan 31 16:48:00.842827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d01f8f-d9c8-4f5f-a425-03bb8aa7fe13 req-f6740d20-8332-430e-967a-7b6454416c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:00.844311 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73d01f8f-d9c8-4f5f-a425-03bb8aa7fe13 req-f6740d20-8332-430e-967a-7b6454416c86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=015906f6-561b-4854-840e-e4909c6c637e HTTP/1.1" status: 200 len: 835 time: 0.0459938 Jan 31 16:48:00.892387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d01f8f-d9c8-4f5f-a425-03bb8aa7fe13 req-cba32c79-3463-463c-8e10-94662bbd1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:00.893911 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73d01f8f-d9c8-4f5f-a425-03bb8aa7fe13 req-cba32c79-3463-463c-8e10-94662bbd1e6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f303369-2a46-4dff-bb92-d300c25ffc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434895 Jan 31 16:48:00.994121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73d01f8f-d9c8-4f5f-a425-03bb8aa7fe13 req-6a0f8f48-8c2f-49f9-bb8f-406d75490f06 service neutron] 10.222.0.30 "GET /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932934 Jan 31 16:48:01.098086 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73d01f8f-d9c8-4f5f-a425-03bb8aa7fe13 req-294b6e3d-2ed7-4b82-8042-e93d2b832ebc service neutron] 10.222.0.30 "GET /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967612 Jan 31 16:48:14.076381 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:48:17.317162 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-043eae36-c818-45f6-ad7e-9f937fb43f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:19.774089 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6b5eb3ca-ac06-483f-8e9f-75b940c6119a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:21.064717 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:22.499114 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:22.637399 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:26.239113 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:28.328596 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:33.327390 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f498f-df28-4ec2-aa45-627b04941008 req-a13ab59f-b093-4a3f-a3a2-e31f0bbefea5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:33.329254 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c54f498f-df28-4ec2-aa45-627b04941008 req-a13ab59f-b093-4a3f-a3a2-e31f0bbefea5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 945 time: 0.1259592 Jan 31 16:48:33.371468 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c54f498f-df28-4ec2-aa45-627b04941008 req-f01a84cf-5e77-4cd1-ac9e-9cff9a47c957 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344508 Jan 31 16:48:34.652859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481148f1-ce80-42aa-9885-531461c569b4 req-d6cccd2a-c70b-495c-b41e-8c23345cf38f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:34.654426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-481148f1-ce80-42aa-9885-531461c569b4 req-d6cccd2a-c70b-495c-b41e-8c23345cf38f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 945 time: 0.1137571 Jan 31 16:48:34.700486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-481148f1-ce80-42aa-9885-531461c569b4 req-b81b7181-7af2-4182-af2c-f1d1420a0255 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398762 Jan 31 16:48:34.725341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40000) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:34.799311 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f7fa88c2-92cc-40bc-956a-407277fdd4f6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/9e640888-1d31-4967-b20e-5dee3cb40549 HTTP/1.1" status: 200 len: 992 time: 0.0727479 Jan 31 16:48:36.095107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6f8c4-0116-400b-b37a-8a3d2e65503c req-217a12e8-ef76-45f6-8242-d065d09714c7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:36.096765 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0d6f8c4-0116-400b-b37a-8a3d2e65503c req-217a12e8-ef76-45f6-8242-d065d09714c7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 945 time: 0.0564692 Jan 31 16:48:36.140038 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0d6f8c4-0116-400b-b37a-8a3d2e65503c req-96e3e68b-dd57-41c1-92e2-59711326a379 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355220 Jan 31 16:48:37.278529 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b58833-3faa-49d3-9a1a-a519254bc580 req-69afef72-06d3-4563-b28c-2188039c8ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:37.280576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07b58833-3faa-49d3-9a1a-a519254bc580 req-69afef72-06d3-4563-b28c-2188039c8ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 945 time: 0.0598798 Jan 31 16:48:37.323743 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-07b58833-3faa-49d3-9a1a-a519254bc580 req-332c507a-5c0c-4868-8771-c1ed52b7c7c2 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344715 Jan 31 16:48:37.346377 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40012) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:37.408794 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-72ced164-ca07-49e6-8d51-ccd2a6d7c16f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/9e640888-1d31-4967-b20e-5dee3cb40549 HTTP/1.1" status: 200 len: 992 time: 0.0610585 Jan 31 16:48:37.659071 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40018) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:37.857644 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 1c77a192-6498-4859-9810-60182f186346 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:48:37.858018 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:37.939590 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:37.939892 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:37.952838 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 1c77a192-6498-4859-9810-60182f186346 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:48:38.113309 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:38.145107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=1c77a192-6498-4859-9810-60182f186346,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:38.170502 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:38.170803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:38.171160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:38.171486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:38.171805 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:38.172121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:38.172443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:38.172759 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:38.173065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:38.173362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:38.173716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:38.174028 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:38.221821 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:38.222096 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Floating IP 9e640888-1d31-4967-b20e-5dee3cb40549 disassociated (deleted). External IP: 172.25.1.93, port: 981e8658-688e-4059-88e6-81ed3b09937f. Jan 31 16:48:38.466280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:48:38.594786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:48:38.600713 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:38.607917 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a0f75-4588-4a4d-86a2-2785899a2d8e None None] Sync routers for ids ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:48:38.626185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a0f75-4588-4a4d-86a2-2785899a2d8e None None] Routers {'5cef8da6-b76a-4320-89ca-6019fc1d7cd6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:48:38.626817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e56a0f75-4588-4a4d-86a2-2785899a2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:48:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:38.635548 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8f35f70e-eade-4278-9e30-ce236f991dbb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/floatingips/9e640888-1d31-4967-b20e-5dee3cb40549 HTTP/1.1" status: 204 len: 168 time: 0.9748247 Jan 31 16:48:38.636560 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a337276f-74e4-4bab-b328-1652d4311b63', 'tag': '981e8658-688e-4059-88e6-81ed3b09937f'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:48:38.640594 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee2ec4e5982bc75e64962e324c7c6b2fabc41c7f902401634da8ad618cdac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764ebb06-66e7-40fe-96f9-b8c43757b432" -d '{"events": [{"name": "network-changed", "server_uuid": "a337276f-74e4-4bab-b328-1652d4311b63", "tag": "981e8658-688e-4059-88e6-81ed3b09937f"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:48:38.683006 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181df7ba-6b41-472c-acd0-f55f0a3cfb0b x-openstack-request-id: req-181df7ba-6b41-472c-acd0-f55f0a3cfb0b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:48:38.683922 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a337276f-74e4-4bab-b328-1652d4311b63", "tag": "981e8658-688e-4059-88e6-81ed3b09937f", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:48:38.683922 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-181df7ba-6b41-472c-acd0-f55f0a3cfb0b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:48:38.683922 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a337276f-74e4-4bab-b328-1652d4311b63', 'tag': '981e8658-688e-4059-88e6-81ed3b09937f', 'status': 'completed', 'code': 200} Jan 31 16:48:38.747806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-e56a0f75-4588-4a4d-86a2-2785899a2d8e None None] Set router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:48:38.904646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ebb06-66e7-40fe-96f9-b8c43757b432 req-21e37fb5-76a0-4cd9-960b-3f7090d29abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:38.906238 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-764ebb06-66e7-40fe-96f9-b8c43757b432 req-21e37fb5-76a0-4cd9-960b-3f7090d29abf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 1096 time: 0.0921702 Jan 31 16:48:38.912740 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b32cdd-b7b0-4883-8c09-b125c8cb1f8a req-f1fd19e5-2412-4188-aad4-e296ae06b2cf tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:38.914313 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a8b32cdd-b7b0-4883-8c09-b125c8cb1f8a req-f1fd19e5-2412-4188-aad4-e296ae06b2cf tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 945 time: 0.0655665 Jan 31 16:48:38.969204 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a8b32cdd-b7b0-4883-8c09-b125c8cb1f8a req-7daef7ca-7159-4553-a9f4-76f0b64dc1a9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479112 Jan 31 16:48:39.018923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ebb06-66e7-40fe-96f9-b8c43757b432 req-180a15fc-15fa-45a5-976b-25e5be423305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:39.020395 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-764ebb06-66e7-40fe-96f9-b8c43757b432 req-180a15fc-15fa-45a5-976b-25e5be423305 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9f303369-2a46-4dff-bb92-d300c25ffc60 HTTP/1.1" status: 200 len: 896 time: 0.1038797 Jan 31 16:48:39.064517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-764ebb06-66e7-40fe-96f9-b8c43757b432 req-c566a03d-6413-463d-b365-3e873992c6a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=981e8658-688e-4059-88e6-81ed3b09937f HTTP/1.1" status: 200 len: 217 time: 0.0365431 Jan 31 16:48:39.125800 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ebb06-66e7-40fe-96f9-b8c43757b432 req-b122c3e5-da2c-46a4-8093-36213f00e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:39.127428 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-764ebb06-66e7-40fe-96f9-b8c43757b432 req-b122c3e5-da2c-46a4-8093-36213f00e90e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=015906f6-561b-4854-840e-e4909c6c637e HTTP/1.1" status: 200 len: 835 time: 0.0562127 Jan 31 16:48:39.135926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e56a0f75-4588-4a4d-86a2-2785899a2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a0ecf56b-e683-48e3-b28b-63ba0eafa2dc', 'name': '', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:bb:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '015906f6-561b-4854-840e-e4909c6c637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:40Z', 'updated_at': '2022-01-31T16:47:44Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '015906f6-561b-4854-840e-e4909c6c637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:39.163398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a0f75-4588-4a4d-86a2-2785899a2d8e None None] Checking router: 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:48:39.172243 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a0f75-4588-4a4d-86a2-2785899a2d8e None None] Routers {'5cef8da6-b76a-4320-89ca-6019fc1d7cd6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:48:39.172860 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e56a0f75-4588-4a4d-86a2-2785899a2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:48:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:39.176402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ebb06-66e7-40fe-96f9-b8c43757b432 req-e46ad069-82b2-4c45-a2cd-24a2ab0fbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:39.177978 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-764ebb06-66e7-40fe-96f9-b8c43757b432 req-e46ad069-82b2-4c45-a2cd-24a2ab0fbe94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f303369-2a46-4dff-bb92-d300c25ffc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435526 Jan 31 16:48:39.280687 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-764ebb06-66e7-40fe-96f9-b8c43757b432 req-99ff8a24-f7cd-4e86-9407-4475ce616edc service neutron] 10.222.0.30 "GET /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942242 Jan 31 16:48:39.282130 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-e56a0f75-4588-4a4d-86a2-2785899a2d8e None None] Set router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:48:39.389163 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-764ebb06-66e7-40fe-96f9-b8c43757b432 req-509ded2c-0398-4355-b5eb-d3bdfcdabccd service neutron] 10.222.0.30 "GET /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011031 Jan 31 16:48:39.498603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e56a0f75-4588-4a4d-86a2-2785899a2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a0ecf56b-e683-48e3-b28b-63ba0eafa2dc', 'name': '', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:bb:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '015906f6-561b-4854-840e-e4909c6c637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:40Z', 'updated_at': '2022-01-31T16:47:44Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '015906f6-561b-4854-840e-e4909c6c637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:39.526442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a0f75-4588-4a4d-86a2-2785899a2d8e None None] The sync data for ids ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'] in n-d-827120-1 is: [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'a0ecf56b-e683-48e3-b28b-63ba0eafa2dc', 'name': '', 'network_id': '9f303369-2a46-4dff-bb92-d300c25ffc60', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:bb:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '015906f6-561b-4854-840e-e4909c6c637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:40Z', 'updated_at': '2022-01-31T16:47:44Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '015906f6-561b-4854-840e-e4909c6c637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:48:39.781887 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa7c5fe-0ee7-4e36-9956-b258679d3813 None None] New status for floating IP 9e640888-1d31-4967-b20e-5dee3cb40549: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:48:40.098255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c83547-1e3d-4700-93c6-c31866c612dc req-d27a6079-00dc-4129-bc77-872f6d7b9f16 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:40.099678 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1c83547-1e3d-4700-93c6-c31866c612dc req-d27a6079-00dc-4129-bc77-872f6d7b9f16 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 945 time: 0.0524068 Jan 31 16:48:40.141457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a1c83547-1e3d-4700-93c6-c31866c612dc req-8fd35d5c-01ff-4ce6-9051-ba6613426452 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf99d66-c0bc-4728-bf4d-59f7079e3cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351641 Jan 31 16:48:40.707732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dac80-1b4f-4a5c-9872-679bfefe5a0b req-e8e85ce1-57f9-43f3-8f11-32bd9ad943a9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:40.709264 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-af3dac80-1b4f-4a5c-9872-679bfefe5a0b req-e8e85ce1-57f9-43f3-8f11-32bd9ad943a9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 945 time: 0.0566761 Jan 31 16:48:40.807840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-af3dac80-1b4f-4a5c-9872-679bfefe5a0b req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 981e8658-688e-4059-88e6-81ed3b09937f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:48:40.808176 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-af3dac80-1b4f-4a5c-9872-679bfefe5a0b req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:40.903906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-af3dac80-1b4f-4a5c-9872-679bfefe5a0b req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port 981e8658-688e-4059-88e6-81ed3b09937f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=981e8658-688e-4059-88e6-81ed3b09937f,segment=NetworkSegment(59326a79-1e2d-45ab-a1a3-bb83232a6067),segment_id=59326a79-1e2d-45ab-a1a3-bb83232a6067)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:48:40.904258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-af3dac80-1b4f-4a5c-9872-679bfefe5a0b req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:40.916542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-af3dac80-1b4f-4a5c-9872-679bfefe5a0b req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 981e8658-688e-4059-88e6-81ed3b09937f owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:48:41.051630 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-af3dac80-1b4f-4a5c-9872-679bfefe5a0b req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:41.087143 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=981e8658-688e-4059-88e6-81ed3b09937f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:41.100275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:41.101535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:41.101535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:41.101535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:41.101535 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:41.101861 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:41.102204 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:41.102534 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:41.102853 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:41.103174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:41.103466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:41.103804 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:41.140540 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3dac80-1b4f-4a5c-9872-679bfefe5a0b req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] No DVR routers for this DVR port 981e8658-688e-4059-88e6-81ed3b09937f on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:48:41.143541 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-af3dac80-1b4f-4a5c-9872-679bfefe5a0b req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:41.147183 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-af3dac80-1b4f-4a5c-9872-679bfefe5a0b req-ba1809a0-6d5e-4217-af92-6e331e95741b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "DELETE /v2.0/ports/981e8658-688e-4059-88e6-81ed3b09937f HTTP/1.1" status: 204 len: 173 time: 0.4313073 Jan 31 16:48:41.147653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a337276f-74e4-4bab-b328-1652d4311b63', 'name': 'network-vif-deleted', 'tag': '981e8658-688e-4059-88e6-81ed3b09937f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:48:41.150242 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40956405-22a1-4508-bd73-014f56f663fe" -d '{"events": [{"server_uuid": "a337276f-74e4-4bab-b328-1652d4311b63", "name": "network-vif-deleted", "tag": "981e8658-688e-4059-88e6-81ed3b09937f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:48:41.196069 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d048cf26-91c2-4ce6-86f6-a5c6048935bb x-openstack-request-id: req-d048cf26-91c2-4ce6-86f6-a5c6048935bb {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:48:41.196435 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a337276f-74e4-4bab-b328-1652d4311b63", "name": "network-vif-deleted", "tag": "981e8658-688e-4059-88e6-81ed3b09937f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:48:41.196695 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d048cf26-91c2-4ce6-86f6-a5c6048935bb {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:48:41.197099 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a337276f-74e4-4bab-b328-1652d4311b63', 'name': 'network-vif-deleted', 'tag': '981e8658-688e-4059-88e6-81ed3b09937f', 'status': 'completed', 'code': 200} Jan 31 16:48:41.248731 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c6e0ead-c61f-4c27-97ea-72f3f1d276b4 req-1d06b3fd-bc6a-44fd-817a-1f410e22baf4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=a337276f-74e4-4bab-b328-1652d4311b63 HTTP/1.1" status: 200 len: 210 time: 0.0308328 Jan 31 16:48:42.315481 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40036) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:42.709722 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8f7688c-660b-4111-9a49-092d0882a0de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:42.993530 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7688c-660b-4111-9a49-092d0882a0de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:48:42.994088 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8f7688c-660b-4111-9a49-092d0882a0de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:43.092076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-a8f7688c-660b-4111-9a49-092d0882a0de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port a0ecf56b-e683-48e3-b28b-63ba0eafa2dc, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a0ecf56b-e683-48e3-b28b-63ba0eafa2dc,segment=NetworkSegment(59326a79-1e2d-45ab-a1a3-bb83232a6067),segment_id=59326a79-1e2d-45ab-a1a3-bb83232a6067)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:48:43.092420 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8f7688c-660b-4111-9a49-092d0882a0de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:43.105597 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7688c-660b-4111-9a49-092d0882a0de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for a0ecf56b-e683-48e3-b28b-63ba0eafa2dc owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:48:43.313075 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8f7688c-660b-4111-9a49-092d0882a0de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:43.347312 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7688c-660b-4111-9a49-092d0882a0de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=a0ecf56b-e683-48e3-b28b-63ba0eafa2dc,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:43.553746 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a8f7688c-660b-4111-9a49-092d0882a0de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:43.783262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f7688c-660b-4111-9a49-092d0882a0de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:48:43.902706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f7688c-660b-4111-9a49-092d0882a0de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:48:43.908727 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a8f7688c-660b-4111-9a49-092d0882a0de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "PUT /v2.0/routers/5cef8da6-b76a-4320-89ca-6019fc1d7cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5921047 Jan 31 16:48:43.911633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40038) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:43.914661 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf054035-f005-4199-af8a-8a589788d4cd None None] Sync routers for ids ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:48:43.924434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf054035-f005-4199-af8a-8a589788d4cd None None] Routers {'5cef8da6-b76a-4320-89ca-6019fc1d7cd6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:48:43.925122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-cf054035-f005-4199-af8a-8a589788d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:48:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:43.970827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-21944214-1b39-4e8d-a045-d24f17e69678 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting subnet 015906f6-561b-4854-840e-e4909c6c637e {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:48:43.974646 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-21944214-1b39-4e8d-a045-d24f17e69678 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:44.019786 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-21944214-1b39-4e8d-a045-d24f17e69678 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:44.035617 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-cf054035-f005-4199-af8a-8a589788d4cd None None] Set router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:48:44.112481 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-21944214-1b39-4e8d-a045-d24f17e69678 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:44.186631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-21944214-1b39-4e8d-a045-d24f17e69678 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:44.230333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21944214-1b39-4e8d-a045-d24f17e69678 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Subnet': ['ID=015906f6-561b-4854-840e-e4909c6c637e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:44.232023 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-cf054035-f005-4199-af8a-8a589788d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:48:43Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:44.236084 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-21944214-1b39-4e8d-a045-d24f17e69678 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:44.239743 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-21944214-1b39-4e8d-a045-d24f17e69678 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/subnets/015906f6-561b-4854-840e-e4909c6c637e HTTP/1.1" status: 204 len: 168 time: 0.3271353 Jan 31 16:48:44.242760 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40040) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:44.264537 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344ae07f-1495-412e-963c-8b7374c7e9c1 None None] Network 9f303369-2a46-4dff-bb92-d300c25ffc60 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:48:44.267960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf054035-f005-4199-af8a-8a589788d4cd None None] Checking router: 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:48:44.282100 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 981e8658-688e-4059-88e6-81ed3b09937f no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:48:44.335388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 981e8658-688e-4059-88e6-81ed3b09937f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:48:44.335711 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 981e8658-688e-4059-88e6-81ed3b09937f not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:48:44.342826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf054035-f005-4199-af8a-8a589788d4cd None None] Routers {'5cef8da6-b76a-4320-89ca-6019fc1d7cd6'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:48:44.343466 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-cf054035-f005-4199-af8a-8a589788d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:48:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:44.388147 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:44.503307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-cf054035-f005-4199-af8a-8a589788d4cd None None] Set router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:48:44.592554 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] DHCP port deletion for 9f303369-2a46-4dff-bb92-d300c25ffc60 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:48:44.737376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Deleting port a107b290-769d-4859-b919-33ad3300c00b {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:48:44.737769 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:44.812677 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] For port a107b290-769d-4859-b919-33ad3300c00b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=a107b290-769d-4859-b919-33ad3300c00b,segment=NetworkSegment(59326a79-1e2d-45ab-a1a3-bb83232a6067),segment_id=59326a79-1e2d-45ab-a1a3-bb83232a6067)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:48:44.813058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:44.831548 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Calling delete_port for a107b290-769d-4859-b919-33ad3300c00b owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:48:44.837178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-cf054035-f005-4199-af8a-8a589788d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:48:43Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:44.875037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf054035-f005-4199-af8a-8a589788d4cd None None] The sync data for ids ['5cef8da6-b76a-4320-89ca-6019fc1d7cd6'] in n-d-827120-1 is: [{'id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585234693', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:48:43Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '031accf2-f280-4e95-8ff8-f0fc72e5f157', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cef8da6-b76a-4320-89ca-6019fc1d7cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:47:37Z', 'updated_at': '2022-01-31T16:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:48:44.900144 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:44.954907 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:44.961392 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 031accf2-f280-4e95-8ff8-f0fc72e5f157 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:48:44.961802 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:44.982675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Pushing event deleted for resources: {'Port': ['ID=a107b290-769d-4859-b919-33ad3300c00b,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:44.987496 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] No DVR routers for this DVR port a107b290-769d-4859-b919-33ad3300c00b on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:48:44.998046 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:44.998374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:44.998782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:44.999093 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:44.999559 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:44.999895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:45.000242 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:45.000590 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:45.000913 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:45.001396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:45.001748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:45.002062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e7125-d4f1-4c11-b7e0-b5d8a3f277d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:45.067971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port 031accf2-f280-4e95-8ff8-f0fc72e5f157, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=031accf2-f280-4e95-8ff8-f0fc72e5f157,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:48:45.068259 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.081704 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 031accf2-f280-4e95-8ff8-f0fc72e5f157 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:48:45.261025 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.291764 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=031accf2-f280-4e95-8ff8-f0fc72e5f157,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:45.361369 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.457211 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.460423 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.509088 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.509944 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Fanout notify agent at l3_agent the message router_deleted on router 5cef8da6-b76a-4320-89ca-6019fc1d7cd6 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:48:45.521364 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.525155 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0fa021d9-f84e-4d95-8f65-30a35e191f49 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/routers/5cef8da6-b76a-4320-89ca-6019fc1d7cd6 HTTP/1.1" status: 204 len: 168 time: 1.2782795 Jan 31 16:48:45.525394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40042) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:45.622606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a0ecf56b-e683-48e3-b28b-63ba0eafa2dc no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:48:45.635530 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.643993 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: a0ecf56b-e683-48e3-b28b-63ba0eafa2dc {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:48:45.644335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a0ecf56b-e683-48e3-b28b-63ba0eafa2dc not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:48:45.644761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a107b290-769d-4859-b919-33ad3300c00b no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:48:45.668929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: a107b290-769d-4859-b919-33ad3300c00b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:48:45.669421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device a107b290-769d-4859-b919-33ad3300c00b not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:48:45.743444 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.771696 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f303369-2a46-4dff-bb92-d300c25ffc60']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:45.783430 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59326a79-1e2d-45ab-a1a3-bb83232a6067') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:45.783732 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59326a79-1e2d-45ab-a1a3-bb83232a6067') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:45.795121 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.810075 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.817045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:48:45.817492 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:48:45.820626 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:48:45.880325 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.888283 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.891440 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/networks/9f303369-2a46-4dff-bb92-d300c25ffc60 HTTP/1.1" status: 204 len: 168 time: 0.3649988 Jan 31 16:48:45.894342 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40044) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:45.903952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f2196-1e43-4b88-a974-0b9901afc5aa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Network': ['ID=9f303369-2a46-4dff-bb92-d300c25ffc60,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:45.957296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fc22e34-02e7-49eb-8cef-f74ad4ca5872 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:45.985452 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fc22e34-02e7-49eb-8cef-f74ad4ca5872 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.061564 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fc22e34-02e7-49eb-8cef-f74ad4ca5872 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.064144 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0fc22e34-02e7-49eb-8cef-f74ad4ca5872 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.065365 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0fc22e34-02e7-49eb-8cef-f74ad4ca5872 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/security-groups/3cf99d66-c0bc-4728-bf4d-59f7079e3cef HTTP/1.1" status: 204 len: 168 time: 0.1699944 Jan 31 16:48:46.076398 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc22e34-02e7-49eb-8cef-f74ad4ca5872 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf99d66-c0bc-4728-bf4d-59f7079e3cef,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:46.341795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40050) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:46.346779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-865680f2-aa11-4496-b5b0-130eec63939f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1982633853', 'description': 'tempest-secgroup-smoke-1982633853 description', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:48:46.379991 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-865680f2-aa11-4496-b5b0-130eec63939f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.452523 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-865680f2-aa11-4496-b5b0-130eec63939f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.456853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-865680f2-aa11-4496-b5b0-130eec63939f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.488405 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-865680f2-aa11-4496-b5b0-130eec63939f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.489722 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-865680f2-aa11-4496-b5b0-130eec63939f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1468363 Jan 31 16:48:46.490456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865680f2-aa11-4496-b5b0-130eec63939f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:46.497511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40052) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:46.500440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-00d9debf-9f4a-447f-99d0-f39bd302086c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '15b9d817-3071-46d5-b6fc-a3b5c3c86ef7', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:48:46.532683 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-00d9debf-9f4a-447f-99d0-f39bd302086c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.590180 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-00d9debf-9f4a-447f-99d0-f39bd302086c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.594489 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-00d9debf-9f4a-447f-99d0-f39bd302086c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.612825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9debf-9f4a-447f-99d0-f39bd302086c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9c9e9f-a81f-44ef-b081-b8206030d180,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:46.618559 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-00d9debf-9f4a-447f-99d0-f39bd302086c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.622030 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-00d9debf-9f4a-447f-99d0-f39bd302086c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271677 Jan 31 16:48:46.622879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40054) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:46.627739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-16f63fc1-4e44-4294-8692-6aa08ed9784f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '15b9d817-3071-46d5-b6fc-a3b5c3c86ef7', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:48:46.662010 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16f63fc1-4e44-4294-8692-6aa08ed9784f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.729167 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16f63fc1-4e44-4294-8692-6aa08ed9784f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.733787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16f63fc1-4e44-4294-8692-6aa08ed9784f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.754247 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f63fc1-4e44-4294-8692-6aa08ed9784f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744febc9-09f6-44f0-9e46-9bd3fc969f56,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:46.765053 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-16f63fc1-4e44-4294-8692-6aa08ed9784f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.766318 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-16f63fc1-4e44-4294-8692-6aa08ed9784f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423848 Jan 31 16:48:46.769661 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40056) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:46.774190 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-13413b94-7891-4bf1-8bd9-e0d05bd109e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '15b9d817-3071-46d5-b6fc-a3b5c3c86ef7', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:48:46.809962 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13413b94-7891-4bf1-8bd9-e0d05bd109e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.875464 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13413b94-7891-4bf1-8bd9-e0d05bd109e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.880310 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13413b94-7891-4bf1-8bd9-e0d05bd109e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.899968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13413b94-7891-4bf1-8bd9-e0d05bd109e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1c4b5e-13f4-42ba-ba13-bfac92fe6b00,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:46.910173 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13413b94-7891-4bf1-8bd9-e0d05bd109e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:46.911436 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-13413b94-7891-4bf1-8bd9-e0d05bd109e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407552 Jan 31 16:48:46.915049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40058) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:46.919643 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-300309c6-20a9-46bc-acba-1155770cca4c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '15b9d817-3071-46d5-b6fc-a3b5c3c86ef7', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:48:46.949902 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-300309c6-20a9-46bc-acba-1155770cca4c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.013388 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-300309c6-20a9-46bc-acba-1155770cca4c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.017307 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-300309c6-20a9-46bc-acba-1155770cca4c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.039245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300309c6-20a9-46bc-acba-1155770cca4c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5b0fe2-4d36-4256-9c8e-e86c02d0f2be,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:47.051209 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-300309c6-20a9-46bc-acba-1155770cca4c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.052693 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-300309c6-20a9-46bc-acba-1155770cca4c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366754 Jan 31 16:48:47.056051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40060) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:47.061028 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-96c4ac8d-2a39-4716-99ad-afa935e3db26 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '15b9d817-3071-46d5-b6fc-a3b5c3c86ef7', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:48:47.087723 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-96c4ac8d-2a39-4716-99ad-afa935e3db26 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Project d0a0d69d894648d38bbf3dee4e50ebbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:48:47.093551 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-96c4ac8d-2a39-4716-99ad-afa935e3db26 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.172199 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-96c4ac8d-2a39-4716-99ad-afa935e3db26 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.177237 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-96c4ac8d-2a39-4716-99ad-afa935e3db26 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.195915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4ac8d-2a39-4716-99ad-afa935e3db26 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b23ca5-966b-45bb-a4d0-70685214ee9b,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:47.204716 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-96c4ac8d-2a39-4716-99ad-afa935e3db26 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.205997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-96c4ac8d-2a39-4716-99ad-afa935e3db26 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488819 Jan 31 16:48:47.208938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40062) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:47.213745 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e6044fd6-1766-4037-b78f-2ed059d21f65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '15b9d817-3071-46d5-b6fc-a3b5c3c86ef7', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:48:47.245575 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-e6044fd6-1766-4037-b78f-2ed059d21f65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Project d0a0d69d894648d38bbf3dee4e50ebbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:48:47.254332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6044fd6-1766-4037-b78f-2ed059d21f65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.312224 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1d2883ac-e560-41d7-8d0d-538d40bdbfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.332579 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6044fd6-1766-4037-b78f-2ed059d21f65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.337274 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6044fd6-1766-4037-b78f-2ed059d21f65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.359916 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6044fd6-1766-4037-b78f-2ed059d21f65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2a9807-8a84-497d-b197-6b9d8f2ae257,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:47.367892 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6044fd6-1766-4037-b78f-2ed059d21f65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.369133 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e6044fd6-1766-4037-b78f-2ed059d21f65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592064 Jan 31 16:48:47.372563 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40064) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:47.377639 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-593d7dd2-7201-4cad-a0e3-4713ae9afca3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'network': {'name': 'tempest-network-smoke--804021875', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'port_security_enabled': True}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:48:47.403054 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593d7dd2-7201-4cad-a0e3-4713ae9afca3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:48:47.406821 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-593d7dd2-7201-4cad-a0e3-4713ae9afca3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.436124 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593d7dd2-7201-4cad-a0e3-4713ae9afca3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:48:47.449886 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-593d7dd2-7201-4cad-a0e3-4713ae9afca3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.450224 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-593d7dd2-7201-4cad-a0e3-4713ae9afca3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Added segment 5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b of type vlan for network b5a05290-857b-4171-a057-6e75814649f8 Jan 31 16:48:47.499729 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-593d7dd2-7201-4cad-a0e3-4713ae9afca3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.502507 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 031accf2-f280-4e95-8ff8-f0fc72e5f157 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:48:47.524941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 031accf2-f280-4e95-8ff8-f0fc72e5f157 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:48:47.525266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 031accf2-f280-4e95-8ff8-f0fc72e5f157 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:48:47.531425 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-593d7dd2-7201-4cad-a0e3-4713ae9afca3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.537142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d7dd2-7201-4cad-a0e3-4713ae9afca3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:47.537773 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-593d7dd2-7201-4cad-a0e3-4713ae9afca3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.594434 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-593d7dd2-7201-4cad-a0e3-4713ae9afca3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2206612 Jan 31 16:48:47.597491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40066) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:47.603771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'admin_state_up': True, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:48:47.637816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d7dd2-7201-4cad-a0e3-4713ae9afca3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Network': ['ID=b5a05290-857b-4171-a057-6e75814649f8,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:47.649459 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network b5a05290-857b-4171-a057-6e75814649f8 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:48:47.656234 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.657428 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.725864 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:47.876398 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:48.072637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:48.099474 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:48.211752 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.25.1.186 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/5d6fa281-a8b1-4c57-97dc-ee9c12d7324b) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:48:48.324131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:48.361252 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:48.404003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:48:48.407478 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:48:48.411395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:48:48.417782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=5d6fa281-a8b1-4c57-97dc-ee9c12d7324b,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:48.704978 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:48.912087 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:49.050075 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 4224eae3-ca75-4224-ba59-09abc96ab82a is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:48:49.173399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:48:49.183907 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Sync routers for ids ['4224eae3-ca75-4224-ba59-09abc96ab82a'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:48:49.193340 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Routers {'4224eae3-ca75-4224-ba59-09abc96ab82a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:48:49.193909 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:48:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4224eae3-ca75-4224-ba59-09abc96ab82a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:49.196371 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:49.197702 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-68291de6-31fd-4849-9332-b5c4f06d659e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5991173 Jan 31 16:48:49.201182 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40068) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:49.233654 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f7ca1079-3593-4f52-88dc-22d4c626a714 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d0a0d69d894648d38bbf3dee4e50ebbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284028 Jan 31 16:48:49.233955 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40070) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:49.317702 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Set router 4224eae3-ca75-4224-ba59-09abc96ab82a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:48:49.329858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6dee9-f25d-4cd5-abf9-a90b56c3858e tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:49.331417 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-00c6dee9-f25d-4cd5-abf9-a90b56c3858e tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0967133 Jan 31 16:48:49.334747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40072) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:49.368679 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e0dcc8f5-9419-4a1e-b337-b6d9de64e230 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327921 Jan 31 16:48:49.372423 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40074) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:49.377307 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-c7900766-d613-41ba-a9ea-703c3ec8cdac tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2075181446', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:48:49.474968 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7900766-d613-41ba-a9ea-703c3ec8cdac tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:48:49.478701 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c7900766-d613-41ba-a9ea-703c3ec8cdac tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:49.520996 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:48:48Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:49.553124 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Checking router: 4224eae3-ca75-4224-ba59-09abc96ab82a for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:48:49.553565 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Updating router 4224eae3-ca75-4224-ba59-09abc96ab82a port 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:48:49.580970 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:49.693235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c7900766-d613-41ba-a9ea-703c3ec8cdac tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:49.749032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7900766-d613-41ba-a9ea-703c3ec8cdac tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Subnet': ['ID=46976cb5-d0bf-4eb8-9ead-2341c79a28d8,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:49.766060 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7900766-d613-41ba-a9ea-703c3ec8cdac tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Checking segment: {'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:48:49.766887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7900766-d613-41ba-a9ea-703c3ec8cdac tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network hostable DHCP agents. Network: b5a05290-857b-4171-a057-6e75814649f8, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:48:49.779681 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3cb5cc14-0ccb-411c-9201-81d4f80ed676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:49.788051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7900766-d613-41ba-a9ea-703c3ec8cdac tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network b5a05290-857b-4171-a057-6e75814649f8 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:48:49.799985 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-c7900766-d613-41ba-a9ea-703c3ec8cdac tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, b5a05290-857b-4171-a057-6e75814649f8) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:48:49.806098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7900766-d613-41ba-a9ea-703c3ec8cdac tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:49.807099 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-c7900766-d613-41ba-a9ea-703c3ec8cdac tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:49.810894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea9031-ea99-470e-92ba-eab327e90f5b None None] Network b5a05290-857b-4171-a057-6e75814649f8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:48:49.834100 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-c7900766-d613-41ba-a9ea-703c3ec8cdac tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4605274 Jan 31 16:48:49.835042 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40076) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:48:49.873036 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:49.878836 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:49.948240 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Attempting to bind port 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:48:49.948689 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Attempting to bind port 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:48:49.949133 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Attempting to bind port 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:48:49.966487 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:48:49.967199 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:48:49.967922 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:49.968606 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:48:49.969515 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Bound port: 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:48:49.970244 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:50.003353 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Pushing event updated for resources: {'Port': ['ID=5d6fa281-a8b1-4c57-97dc-ee9c12d7324b,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:50.018300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-b5a05290-857b-4171-a057-6e75814649f8', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ips': [{'subnet_id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:48:50.019387 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:50.022306 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:50.022670 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:50.022980 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:50.023270 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:50.023592 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:50.023914 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:50.024409 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:50.024620 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:50.025015 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:50.025348 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:50.025717 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:50.026054 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:48:50.062731 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] For port 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:48:50.066053 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] For port 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5d6fa281-a8b1-4c57-97dc-ee9c12d7324b,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:48:50.071798 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:50.121436 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Routers {'4224eae3-ca75-4224-ba59-09abc96ab82a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:48:50.122145 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:48:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4224eae3-ca75-4224-ba59-09abc96ab82a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:50.182849 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501a7e0-344e-4af3-8bd9-a04454022dab None None] Pushing event updated for resources: {'Port': ['ID=5d6fa281-a8b1-4c57-97dc-ee9c12d7324b,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:50.186927 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Allocated IP 172.20.0.2 (b5a05290-857b-4171-a057-6e75814649f8/46976cb5-d0bf-4eb8-9ead-2341c79a28d8/e616afa7-65ef-4e9a-87e1-27455c65e840) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:48:50.351454 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] Set router 4224eae3-ca75-4224-ba59-09abc96ab82a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:48:50.420058 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:50.432036 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:50.440683 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:50.485062 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Network b5a05290-857b-4171-a057-6e75814649f8 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:48:50.488265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:48:50.492129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:48:50.520766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Pushing event updated for resources: {'Port': ['ID=e616afa7-65ef-4e9a-87e1-27455c65e840,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:50.557198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Attempting to bind port e616afa7-65ef-4e9a-87e1-27455c65e840 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:48:50.557821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Attempting to bind port e616afa7-65ef-4e9a-87e1-27455c65e840 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:48:50.558165 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:48:48Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:50.558365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Attempting to bind port e616afa7-65ef-4e9a-87e1-27455c65e840 on network b5a05290-857b-4171-a057-6e75814649f8 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:48:50.565708 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:48:50.566244 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Checking segment: {'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:48:50.566893 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:50.567271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Bound using segment: {'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:48:50.567868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Bound port: e616afa7-65ef-4e9a-87e1-27455c65e840, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:48:50.572741 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:50.589680 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de42b4-9a04-47e1-ad17-21c47751f3d6 None None] The sync data for ids ['4224eae3-ca75-4224-ba59-09abc96ab82a'] in n-d-827120-1 is: [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:48:48Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:48:50.652013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] For port e616afa7-65ef-4e9a-87e1-27455c65e840, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:48:50.660712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] For port e616afa7-65ef-4e9a-87e1-27455c65e840, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e616afa7-65ef-4e9a-87e1-27455c65e840,segment=NetworkSegment(5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b),segment_id=5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:48:50.669524 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:50.739555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.20.0.1 (b5a05290-857b-4171-a057-6e75814649f8/46976cb5-d0bf-4eb8-9ead-2341c79a28d8/b4598657-7ba7-489e-b7ca-e0c4f906ed6a) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:48:50.742308 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9851b-08cf-41f8-86ec-804bc05254a8 None None] Pushing event updated for resources: {'Port': ['ID=e616afa7-65ef-4e9a-87e1-27455c65e840,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:50.926731 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:50.992811 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:51.080607 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network b5a05290-857b-4171-a057-6e75814649f8 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:48:51.083627 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:48:51.084853 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:51.086450 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:48:51.095259 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:48:51.113117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=b4598657-7ba7-489e-b7ca-e0c4f906ed6a,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:51.177185 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:51.344235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:51.708462 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:51.718668 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:51.767442 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e616afa7-65ef-4e9a-87e1-27455c65e840 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:48:51.812243 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:51.875184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e616afa7-65ef-4e9a-87e1-27455c65e840 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:48:51.875885 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:51.903230 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=b4598657-7ba7-489e-b7ca-e0c4f906ed6a,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:51.961618 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network b5a05290-857b-4171-a057-6e75814649f8 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:48:51.963029 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:48:52.010712 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51441ccd-cb2a-405c-8ad8-199c15c0d664 None None] Network b5a05290-857b-4171-a057-6e75814649f8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:48:52.019626 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:52.104734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 4224eae3-ca75-4224-ba59-09abc96ab82a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:48:52.228190 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:48:52.241592 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d3bf9f10-b7a5-4698-99c4-b85f087b7a5f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "PUT /v2.0/routers/4224eae3-ca75-4224-ba59-09abc96ab82a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3972273 Jan 31 16:48:52.294302 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port e616afa7-65ef-4e9a-87e1-27455c65e840, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e616afa7-65ef-4e9a-87e1-27455c65e840,segment=NetworkSegment(5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b),segment_id=5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:48:52.297087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9f77931c-0620-48e9-8c06-2f5081213927 None None] Provisioning complete for port e616afa7-65ef-4e9a-87e1-27455c65e840 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:48:52.297431 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9f77931c-0620-48e9-8c06-2f5081213927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:52.328907 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:52.329745 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:48:52.407573 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-5b6a3336-d8f6-4564-b359-737a52d2cd11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1982633853&fields=id&tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 267 time: 0.0440419 Jan 31 16:48:52.474411 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=e616afa7-65ef-4e9a-87e1-27455c65e840,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:52.539789 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-d054c9c5-2354-478b-8a1c-a5000e0aedff tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:52.541446 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-d054c9c5-2354-478b-8a1c-a5000e0aedff tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/networks?id=b5a05290-857b-4171-a057-6e75814649f8 HTTP/1.1" status: 200 len: 796 time: 0.1255171 Jan 31 16:48:52.560474 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-54a29eec-b709-464f-951e-7a125da85882 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/quotas/d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 375 time: 0.0127883 Jan 31 16:48:52.562948 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:52.563896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:48:52.564509 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:52.633265 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dc1e89f0-6917-4d52-9aa4-54a44b1bce86 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642929 Jan 31 16:48:52.648141 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:52.710791 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:52.728678 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Sync routers for ids ['4224eae3-ca75-4224-ba59-09abc96ab82a'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:48:52.755652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5d6fa281-a8b1-4c57-97dc-ee9c12d7324b,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:48:52.758589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Routers {'4224eae3-ca75-4224-ba59-09abc96ab82a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:48:52.759553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:48:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4224eae3-ca75-4224-ba59-09abc96ab82a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:52.764159 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:52.765786 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-4b41bbd2-094d-4635-b869-a1c0e11706fa service neutron] 10.222.0.36 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199384 Jan 31 16:48:52.879542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-963c94cb-5ec3-4fe4-968e-f7fd9db6c718 service neutron] 10.222.0.36 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075351 Jan 31 16:48:52.908219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=5d6fa281-a8b1-4c57-97dc-ee9c12d7324b,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:52.960037 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Set router 4224eae3-ca75-4224-ba59-09abc96ab82a gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:48:53.002131 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b3d492b6-b389-460a-b638-67342c64be61 None None] Provisioning complete for port e616afa7-65ef-4e9a-87e1-27455c65e840 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:48:53.002131 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b3d492b6-b389-460a-b638-67342c64be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:53.101038 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4ee54c90-d9e9-4abd-a84e-6d3f0e40eb92 req-8abdda08-8ae0-4f29-81a3-b6b4949ae89c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 210 time: 0.0563810 Jan 31 16:48:53.275462 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-b3d492b6-b389-460a-b638-67342c64be61 None None] Provisioning complete for port b4598657-7ba7-489e-b7ca-e0c4f906ed6a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:48:53.275670 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b3d492b6-b389-460a-b638-67342c64be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:53.323926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b3d492b6-b389-460a-b638-67342c64be61 None None] Port b4598657-7ba7-489e-b7ca-e0c4f906ed6a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:48:53.347196 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:48:51Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b4598657-7ba7-489e-b7ca-e0c4f906ed6a', 'name': '', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:99:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:50Z', 'updated_at': '2022-01-31T16:48:51Z', 'revision_number': 2, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:53.377503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Checking router: 4224eae3-ca75-4224-ba59-09abc96ab82a for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:48:53.378168 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Updating router 4224eae3-ca75-4224-ba59-09abc96ab82a port b4598657-7ba7-489e-b7ca-e0c4f906ed6a binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:48:53.412229 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:53.529010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-0ae7faf6-de65-414e-af82-b7d3515ca166 None None] Provisioning complete for port b4598657-7ba7-489e-b7ca-e0c4f906ed6a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:48:53.529331 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0ae7faf6-de65-414e-af82-b7d3515ca166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:53.578672 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e616afa7-65ef-4e9a-87e1-27455c65e840 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:48:53.627719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-0ae7faf6-de65-414e-af82-b7d3515ca166 None None] Port b4598657-7ba7-489e-b7ca-e0c4f906ed6a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:48:53.715935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e616afa7-65ef-4e9a-87e1-27455c65e840 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:48:53.716298 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:53.839167 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:53.847256 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:53.887273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:48:53.932255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe156ba5-aaf4-485b-b434-2db069f668ab None None] Pushing event updated for resources: {'Port': ['ID=b4598657-7ba7-489e-b7ca-e0c4f906ed6a,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:54.005500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Attempting to bind port b4598657-7ba7-489e-b7ca-e0c4f906ed6a on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:48:54.005864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Attempting to bind port b4598657-7ba7-489e-b7ca-e0c4f906ed6a by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:48:54.006245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Attempting to bind port b4598657-7ba7-489e-b7ca-e0c4f906ed6a on network b5a05290-857b-4171-a057-6e75814649f8 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:48:54.009960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:48:54.010337 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:54.040835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:48:54.041269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Checking segment: {'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:48:54.042218 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:54.042513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Bound using segment: {'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:48:54.043193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Bound port: b4598657-7ba7-489e-b7ca-e0c4f906ed6a, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:48:54.043792 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:54.170806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-d09f640f-c2a6-42a1-9584-f7afdb89fad5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:54.172428 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-d09f640f-c2a6-42a1-9584-f7afdb89fad5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/networks?id=b5a05290-857b-4171-a057-6e75814649f8 HTTP/1.1" status: 200 len: 796 time: 0.1537998 Jan 31 16:48:54.192656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] For port b4598657-7ba7-489e-b7ca-e0c4f906ed6a, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:48:54.203606 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] For port b4598657-7ba7-489e-b7ca-e0c4f906ed6a, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b4598657-7ba7-489e-b7ca-e0c4f906ed6a,segment=NetworkSegment(5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b),segment_id=5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:48:54.211192 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:54.242771 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ccfadcba-3a2b-4b35-b718-f9f4aa5a9d66 req-c8dd8c7a-4ed3-40e5-9e8a-c7e54edd61ec tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 210 time: 0.0505221 Jan 31 16:48:54.261424 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-9333e0ea-3ff2-4acb-935b-1a9d27e19f21 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 380 time: 0.0739038 Jan 31 16:48:54.275636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'port': {'device_id': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'admin_state_up': True, 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'security_groups': ['15b9d817-3071-46d5-b6fc-a3b5c3c86ef7']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:48:54.296142 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2deaebcc-de69-45e9-b4e4-9de41d89071d None None] Provisioning complete for port b4598657-7ba7-489e-b7ca-e0c4f906ed6a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:48:54.296515 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2deaebcc-de69-45e9-b4e4-9de41d89071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:54.303309 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe156ba5-aaf4-485b-b434-2db069f668ab None None] Pushing event updated for resources: {'Port': ['ID=b4598657-7ba7-489e-b7ca-e0c4f906ed6a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:54.323956 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Routers {'4224eae3-ca75-4224-ba59-09abc96ab82a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:48:54.324702 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:48:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4224eae3-ca75-4224-ba59-09abc96ab82a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:54.479984 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] Set router 4224eae3-ca75-4224-ba59-09abc96ab82a gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:48:54.517783 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2deaebcc-de69-45e9-b4e4-9de41d89071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:54.628218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-2deaebcc-de69-45e9-b4e4-9de41d89071d None None] For port b4598657-7ba7-489e-b7ca-e0c4f906ed6a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b4598657-7ba7-489e-b7ca-e0c4f906ed6a,segment=NetworkSegment(5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b),segment_id=5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:48:54.633319 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2deaebcc-de69-45e9-b4e4-9de41d89071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:54.716613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deaebcc-de69-45e9-b4e4-9de41d89071d None None] Pushing event updated for resources: {'Port': ['ID=b4598657-7ba7-489e-b7ca-e0c4f906ed6a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:54.767155 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f95676df-eef7-4db3-b2e8-1dfe77407e54 None None] Provisioning complete for port b4598657-7ba7-489e-b7ca-e0c4f906ed6a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:48:54.767530 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f95676df-eef7-4db3-b2e8-1dfe77407e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:54.810518 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:48:54.814271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:54.819433 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:48:51Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b4598657-7ba7-489e-b7ca-e0c4f906ed6a', 'name': '', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:99:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:50Z', 'updated_at': '2022-01-31T16:48:54Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:48:54.853523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f666b8-0041-4346-bdab-13c334da71c5 None None] The sync data for ids ['4224eae3-ca75-4224-ba59-09abc96ab82a'] in n-d-827120-1 is: [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:48:51Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b4598657-7ba7-489e-b7ca-e0c4f906ed6a', 'name': '', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:99:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:50Z', 'updated_at': '2022-01-31T16:48:54Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:48:54.967218 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.20.0.4 (b5a05290-857b-4171-a057-6e75814649f8/46976cb5-d0bf-4eb8-9ead-2341c79a28d8/be10ea42-107b-4667-8123-b15b75cf9682) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:48:55.146912 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:55.184366 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:55.232343 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network b5a05290-857b-4171-a057-6e75814649f8 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:48:55.235483 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:48:55.239394 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:48:55.246732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=be10ea42-107b-4667-8123-b15b75cf9682,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:55.311734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:55.311734 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:55.331372 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-e7612d36-6509-4f01-839f-4287349e7d0b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0630009 Jan 31 16:48:55.344573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Request body: {'port': {'device_id': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:48:55.415160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d7ae-e0b0-4103-b931-0fbbc9ea8300 req-d2e659bf-1d90-46ba-bfc3-190c956b648d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:55.416417 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:55.424767 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79f5d7ae-e0b0-4103-b931-0fbbc9ea8300 req-d2e659bf-1d90-46ba-bfc3-190c956b648d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 931 time: 0.0746465 Jan 31 16:48:55.475645 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-79f5d7ae-e0b0-4103-b931-0fbbc9ea8300 req-53c7d5ec-e8ab-495a-b4bd-ab4711e398c3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495422 Jan 31 16:48:55.560490 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-444afc0e-e9c2-4d94-8c5a-e5d8551d7518 None None] Provisioning complete for port be10ea42-107b-4667-8123-b15b75cf9682 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:48:55.561081 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-444afc0e-e9c2-4d94-8c5a-e5d8551d7518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:55.616331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-444afc0e-e9c2-4d94-8c5a-e5d8551d7518 None None] Port be10ea42-107b-4667-8123-b15b75cf9682 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:48:55.621567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b4598657-7ba7-489e-b7ca-e0c4f906ed6a up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:48:55.676516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port b4598657-7ba7-489e-b7ca-e0c4f906ed6a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:48:55.676896 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:55.775808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be10ea42-107b-4667-8123-b15b75cf9682 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:48:55.785853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:55.802664 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Transition to ACTIVE for port object be10ea42-107b-4667-8123-b15b75cf9682 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:48:55.807482 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:55.889089 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Pushing event updated for resources: {'Port': ['ID=be10ea42-107b-4667-8123-b15b75cf9682,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:55.952295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Attempting to bind port be10ea42-107b-4667-8123-b15b75cf9682 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:48:55.952687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Attempting to bind port be10ea42-107b-4667-8123-b15b75cf9682 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:48:55.953035 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Attempting to bind port be10ea42-107b-4667-8123-b15b75cf9682 on network b5a05290-857b-4171-a057-6e75814649f8 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:48:55.958915 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Port be10ea42-107b-4667-8123-b15b75cf9682 on network b5a05290-857b-4171-a057-6e75814649f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:48:55.959491 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Attempting to bind port be10ea42-107b-4667-8123-b15b75cf9682 on network b5a05290-857b-4171-a057-6e75814649f8 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:48:55.968445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:48:55.969008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Checking segment: {'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:48:55.969730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Bound using segment: {'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:48:55.970471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Bound port: be10ea42-107b-4667-8123-b15b75cf9682, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:48:55.971118 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:56.066369 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] For port be10ea42-107b-4667-8123-b15b75cf9682, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:48:56.069704 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] For port be10ea42-107b-4667-8123-b15b75cf9682, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=be10ea42-107b-4667-8123-b15b75cf9682,segment=NetworkSegment(5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b),segment_id=5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:48:56.074989 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:56.119519 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:56.120305 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:56.121790 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] 10.222.0.30 "PUT /v2.0/ports/be10ea42-107b-4667-8123-b15b75cf9682 HTTP/1.1" status: 200 len: 1091 time: 0.7827511 Jan 31 16:48:56.122269 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'tag': 'be10ea42-107b-4667-8123-b15b75cf9682'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:48:56.124665 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7a894813ea25420072824268f0df4993e6fc6625345a3de4a20d4789bf254ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b7d33f-e0ef-4f13-9ddb-b1bd7afe8a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb", "tag": "be10ea42-107b-4667-8123-b15b75cf9682"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:48:56.163590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5c085-15c7-4f7b-b99b-6d2acefdbc98 service neutron] Pushing event updated for resources: {'Port': ['ID=be10ea42-107b-4667-8123-b15b75cf9682,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:56.183181 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b8442c-e762-482a-a561-9315b8c6684e x-openstack-request-id: req-69b8442c-e762-482a-a561-9315b8c6684e {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:48:56.183450 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb", "tag": "be10ea42-107b-4667-8123-b15b75cf9682", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:48:56.183694 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69b8442c-e762-482a-a561-9315b8c6684e {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:48:56.184095 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'tag': 'be10ea42-107b-4667-8123-b15b75cf9682', 'status': 'completed', 'code': 200} Jan 31 16:48:56.218952 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-50d59768-1bbe-4d0a-a8f0-109f246ca029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:56.220597 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-50d59768-1bbe-4d0a-a8f0-109f246ca029 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 1094 time: 0.0472453 Jan 31 16:48:56.249441 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:56.267614 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-260f8c9d-1a92-4f3f-9f5c-31cace3f19eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be10ea42-107b-4667-8123-b15b75cf9682 HTTP/1.1" status: 200 len: 217 time: 0.0396140 Jan 31 16:48:56.324685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-8a6f6ad3-0562-412d-a6b7-99c82c238b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:56.326279 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-8a6f6ad3-0562-412d-a6b7-99c82c238b36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46976cb5-d0bf-4eb8-9ead-2341c79a28d8 HTTP/1.1" status: 200 len: 835 time: 0.0525162 Jan 31 16:48:56.382145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-5931e090-f2cb-4454-8f6f-ffdd56f60159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:56.383634 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-5931e090-f2cb-4454-8f6f-ffdd56f60159 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a05290-857b-4171-a057-6e75814649f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510859 Jan 31 16:48:56.489949 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-a2c92188-f433-46c0-a38e-03e8a07538c3 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992868 Jan 31 16:48:56.591333 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-916e67d2-80ad-4d0d-83d2-8a3d5104ec41 req-6e29ba3d-1f14-4882-879d-5bfb53f20425 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943856 Jan 31 16:48:56.594260 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd27743-931e-4618-81a2-b7faf412caa4 req-9ccb8ad1-2098-4c73-80f3-29119f3753d9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:56.595828 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ccd27743-931e-4618-81a2-b7faf412caa4 req-9ccb8ad1-2098-4c73-80f3-29119f3753d9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 943 time: 0.0546248 Jan 31 16:48:56.644855 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ccd27743-931e-4618-81a2-b7faf412caa4 req-29673a0a-dc5b-4fb5-955a-1dbeb4cb5795 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Jan 31 16:48:56.686650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7d33f-e0ef-4f13-9ddb-b1bd7afe8a5c req-618b1066-0510-44e6-88df-e85c4917fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:56.688219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87b7d33f-e0ef-4f13-9ddb-b1bd7afe8a5c req-618b1066-0510-44e6-88df-e85c4917fc5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 1094 time: 0.0464036 Jan 31 16:48:56.792288 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7d33f-e0ef-4f13-9ddb-b1bd7afe8a5c req-cd5db893-c1d5-4188-82a1-fd1214c7e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:56.793814 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87b7d33f-e0ef-4f13-9ddb-b1bd7afe8a5c req-cd5db893-c1d5-4188-82a1-fd1214c7e7e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a05290-857b-4171-a057-6e75814649f8 HTTP/1.1" status: 200 len: 897 time: 0.0983450 Jan 31 16:48:56.847607 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87b7d33f-e0ef-4f13-9ddb-b1bd7afe8a5c req-9483ecc6-d312-48bd-aa0c-ff9494600091 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be10ea42-107b-4667-8123-b15b75cf9682 HTTP/1.1" status: 200 len: 217 time: 0.0375569 Jan 31 16:48:56.903814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7d33f-e0ef-4f13-9ddb-b1bd7afe8a5c req-0cdd2e67-2b62-4d85-b398-e4e354b067e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:56.905370 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87b7d33f-e0ef-4f13-9ddb-b1bd7afe8a5c req-0cdd2e67-2b62-4d85-b398-e4e354b067e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46976cb5-d0bf-4eb8-9ead-2341c79a28d8 HTTP/1.1" status: 200 len: 835 time: 0.0498180 Jan 31 16:48:56.960205 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7d33f-e0ef-4f13-9ddb-b1bd7afe8a5c req-6d83c3e8-b2de-4257-b47d-e39b4410f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:56.961776 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87b7d33f-e0ef-4f13-9ddb-b1bd7afe8a5c req-6d83c3e8-b2de-4257-b47d-e39b4410f84e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a05290-857b-4171-a057-6e75814649f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483885 Jan 31 16:48:57.060906 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87b7d33f-e0ef-4f13-9ddb-b1bd7afe8a5c req-f869f7b1-4621-49b7-a1b5-d57092d94ce9 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913689 Jan 31 16:48:57.165170 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-87b7d33f-e0ef-4f13-9ddb-b1bd7afe8a5c req-807c0d3b-ec17-4b59-aa34-734e45055a27 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975609 Jan 31 16:48:57.779496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791461e6-c0bb-4943-af23-d98d9b3c1370 req-7d95a144-5cfb-4493-817d-b90f177416f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:57.781429 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-791461e6-c0bb-4943-af23-d98d9b3c1370 req-7d95a144-5cfb-4493-817d-b90f177416f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 943 time: 0.0576921 Jan 31 16:48:57.823817 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-791461e6-c0bb-4943-af23-d98d9b3c1370 req-26b4aaa5-cd7e-467c-a31a-76b49c4c0ea5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359235 Jan 31 16:48:58.341082 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:58.391658 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device be10ea42-107b-4667-8123-b15b75cf9682 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:48:58.493158 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port be10ea42-107b-4667-8123-b15b75cf9682, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=be10ea42-107b-4667-8123-b15b75cf9682,segment=NetworkSegment(5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b),segment_id=5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:48:58.509312 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'be10ea42-107b-4667-8123-b15b75cf9682', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'port_id': 'be10ea42-107b-4667-8123-b15b75cf9682', 'mac_address': 'fa:16:3e:44:cf:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:48:58.552352 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:58.572750 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be10ea42-107b-4667-8123-b15b75cf9682 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:48:58.594595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port be10ea42-107b-4667-8123-b15b75cf9682, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=be10ea42-107b-4667-8123-b15b75cf9682,segment=NetworkSegment(5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b),segment_id=5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:48:58.599786 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:48:58.813360 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=be10ea42-107b-4667-8123-b15b75cf9682,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:48:58.864094 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['be10ea42-107b-4667-8123-b15b75cf9682'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:48:58.960768 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9ff9b-a914-4825-9822-cff3f7c83e29 req-fc6dde2f-c4e9-4569-896f-f67f879c5717 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:48:58.962351 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bcf9ff9b-a914-4825-9822-cff3f7c83e29 req-fc6dde2f-c4e9-4569-896f-f67f879c5717 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 944 time: 0.0563800 Jan 31 16:48:59.008997 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bcf9ff9b-a914-4825-9822-cff3f7c83e29 req-8c3b4a16-a70d-492c-b69e-604f8e143f01 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402083 Jan 31 16:49:00.128208 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed3fcf-f52d-4856-97b9-9edb896996b8 req-9a48116a-ad2c-40b3-9c0d-0e8d00b831e7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:00.129769 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6aed3fcf-f52d-4856-97b9-9edb896996b8 req-9a48116a-ad2c-40b3-9c0d-0e8d00b831e7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 944 time: 0.0518999 Jan 31 16:49:00.177949 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6aed3fcf-f52d-4856-97b9-9edb896996b8 req-842b7f43-a7eb-49db-91c6-34fe8ffed405 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406263 Jan 31 16:49:00.418080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device be10ea42-107b-4667-8123-b15b75cf9682 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:49:00.470964 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port be10ea42-107b-4667-8123-b15b75cf9682 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:49:00.475050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port be10ea42-107b-4667-8123-b15b75cf9682 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:49:00.475425 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:00.561204 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:00.584827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be10ea42-107b-4667-8123-b15b75cf9682'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:49:00.599827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port be10ea42-107b-4667-8123-b15b75cf9682, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=be10ea42-107b-4667-8123-b15b75cf9682,segment=NetworkSegment(5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b),segment_id=5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:49:00.605456 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:00.633032 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d369818-c742-4fca-9a64-b0a17f353635" -d '{"events": [{"server_uuid": "b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb", "name": "network-vif-plugged", "status": "completed", "tag": "be10ea42-107b-4667-8123-b15b75cf9682"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:49:00.671933 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=be10ea42-107b-4667-8123-b15b75cf9682,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:49:00.736767 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ce26b9-8ff1-483f-91f5-c009308e4e0a x-openstack-request-id: req-c3ce26b9-8ff1-483f-91f5-c009308e4e0a {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:49:00.737051 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb", "name": "network-vif-plugged", "status": "completed", "tag": "be10ea42-107b-4667-8123-b15b75cf9682", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:49:00.737297 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3ce26b9-8ff1-483f-91f5-c009308e4e0a {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:49:00.737742 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be10ea42-107b-4667-8123-b15b75cf9682', 'code': 200} Jan 31 16:49:00.838823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcba65b-eb39-414b-a504-b392667191b5 req-46473380-69fb-445c-a3b9-0b6570be45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:00.840344 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7dcba65b-eb39-414b-a504-b392667191b5 req-46473380-69fb-445c-a3b9-0b6570be45b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 1096 time: 0.0435894 Jan 31 16:49:00.877612 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7dcba65b-eb39-414b-a504-b392667191b5 req-80beaa23-c176-48e6-aa8e-7bfa657bfdac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299790 Jan 31 16:49:01.302092 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe1a92-0729-4255-9ca6-58e10803059b req-0d171756-fe8e-4cf1-ace7-def28ce00e67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:01.303535 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5abe1a92-0729-4255-9ca6-58e10803059b req-0d171756-fe8e-4cf1-ace7-def28ce00e67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0540645 Jan 31 16:49:01.347423 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5abe1a92-0729-4255-9ca6-58e10803059b req-84de152e-6201-425e-94e3-b2b832e67996 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375206 Jan 31 16:49:02.472801 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f402d25-b413-4b81-978e-28f72b0b8109 req-73d18ced-cde5-4db5-86d5-98c99c1ca518 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:02.474394 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f402d25-b413-4b81-978e-28f72b0b8109 req-73d18ced-cde5-4db5-86d5-98c99c1ca518 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0544207 Jan 31 16:49:02.520093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f402d25-b413-4b81-978e-28f72b0b8109 req-b2041d5b-aec2-4ba0-b958-e235a2707146 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389838 Jan 31 16:49:02.523264 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4271df6b-168b-49e4-9329-6422f177ba6f req-91398507-89df-4c07-a6e5-4b5747d8fc63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431097 Jan 31 16:49:02.649984 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271df6b-168b-49e4-9329-6422f177ba6f req-6155ce6f-877f-4308-a4e5-803363d88b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:02.651577 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4271df6b-168b-49e4-9329-6422f177ba6f req-6155ce6f-877f-4308-a4e5-803363d88b83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 1096 time: 0.0824392 Jan 31 16:49:02.664078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68997745-e269-4ea2-9340-25c4588731e2 req-3c0f77a8-ab6f-4d92-b648-465af0ac71ec tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:02.669398 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68997745-e269-4ea2-9340-25c4588731e2 req-3c0f77a8-ab6f-4d92-b648-465af0ac71ec tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0671825 Jan 31 16:49:02.753785 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-68997745-e269-4ea2-9340-25c4588731e2 req-bbf7820a-d4a6-4bbf-bc5c-98aa35794d1e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813088 Jan 31 16:49:02.778056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40130) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:49:02.811041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271df6b-168b-49e4-9329-6422f177ba6f req-c7e23bfd-07fa-47db-b1de-935870b89e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:02.812535 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4271df6b-168b-49e4-9329-6422f177ba6f req-c7e23bfd-07fa-47db-b1de-935870b89e67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a05290-857b-4171-a057-6e75814649f8 HTTP/1.1" status: 200 len: 897 time: 0.1338370 Jan 31 16:49:02.861947 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4271df6b-168b-49e4-9329-6422f177ba6f req-9eb7b499-89cc-406b-ae8f-95cf768b4c67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be10ea42-107b-4667-8123-b15b75cf9682 HTTP/1.1" status: 200 len: 217 time: 0.0425599 Jan 31 16:49:02.866979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54339f4c-2d97-40ee-94c9-b6cd01810964 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:02.868498 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-54339f4c-2d97-40ee-94c9-b6cd01810964 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 1091 time: 0.0894613 Jan 31 16:49:02.871798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40132) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:49:02.876436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': 'be10ea42-107b-4667-8123-b15b75cf9682', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:49:02.913062 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:02.914170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271df6b-168b-49e4-9329-6422f177ba6f req-6bbd1c39-805c-4c95-8d4e-7f1f54574c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:02.915650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4271df6b-168b-49e4-9329-6422f177ba6f req-6bbd1c39-805c-4c95-8d4e-7f1f54574c68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46976cb5-d0bf-4eb8-9ead-2341c79a28d8 HTTP/1.1" status: 200 len: 835 time: 0.0460932 Jan 31 16:49:02.978074 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271df6b-168b-49e4-9329-6422f177ba6f req-e19052b4-ce80-4429-b9df-b2b6fc5ba883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:02.979589 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4271df6b-168b-49e4-9329-6422f177ba6f req-e19052b4-ce80-4429-b9df-b2b6fc5ba883 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a05290-857b-4171-a057-6e75814649f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563335 Jan 31 16:49:03.026247 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:03.080135 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4271df6b-168b-49e4-9329-6422f177ba6f req-58dcfcd9-c0d7-4d24-adf2-c91eb8ec7512 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922842 Jan 31 16:49:03.140947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.25.1.13 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/26b35c29-a5ea-46d5-bb2e-4f2358b84a2e) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:49:03.179158 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4271df6b-168b-49e4-9329-6422f177ba6f req-fe922f34-80a4-4891-8868-f810106419b0 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926564 Jan 31 16:49:03.253576 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:03.298487 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:03.343484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:49:03.346666 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:49:03.350278 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:49:03.356067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=26b35c29-a5ea-46d5-bb2e-4f2358b84a2e,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:49:03.754542 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:03.833483 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:03.996621 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:04.002625 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:04.071932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=26b35c29-a5ea-46d5-bb2e-4f2358b84a2e,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:49:04.084898 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:04.190983 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Floating IP 717f9dcd-29a3-4c94-92ce-741c5b0ae763 associated. External IP: 172.25.1.13, port: be10ea42-107b-4667-8123-b15b75cf9682. Jan 31 16:49:04.418937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 4224eae3-ca75-4224-ba59-09abc96ab82a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:49:04.532046 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:49:04.542232 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e6169-44c4-47a4-bf72-437dd2eb9449 None None] Sync routers for ids ['4224eae3-ca75-4224-ba59-09abc96ab82a'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:49:04.552581 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:04.553958 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e6169-44c4-47a4-bf72-437dd2eb9449 None None] Routers {'4224eae3-ca75-4224-ba59-09abc96ab82a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:49:04.554631 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a74e6169-44c4-47a4-bf72-437dd2eb9449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:48:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4224eae3-ca75-4224-ba59-09abc96ab82a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:49:04.582869 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-da4eb155-7f67-4071-9754-cd25087f3919 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7098167 Jan 31 16:49:04.583587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'tag': 'be10ea42-107b-4667-8123-b15b75cf9682'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:49:04.629932 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cd20cb-9cbf-40b4-aed5-8ba54880cf80" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb", "tag": "be10ea42-107b-4667-8123-b15b75cf9682"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:49:04.684325 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-a74e6169-44c4-47a4-bf72-437dd2eb9449 None None] Set router 4224eae3-ca75-4224-ba59-09abc96ab82a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:49:04.703421 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88311fc-45cf-49cb-a368-1f176ae85f05 req-4939f578-59fc-4fe5-a1b8-c198796719bd tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:04.704996 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d88311fc-45cf-49cb-a368-1f176ae85f05 req-4939f578-59fc-4fe5-a1b8-c198796719bd tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0551889 Jan 31 16:49:04.746363 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b306c5-73fc-44b9-bf35-736a0108717f x-openstack-request-id: req-82b306c5-73fc-44b9-bf35-736a0108717f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:49:04.746649 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb", "tag": "be10ea42-107b-4667-8123-b15b75cf9682", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:49:04.746890 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82b306c5-73fc-44b9-bf35-736a0108717f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:49:04.747282 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'tag': 'be10ea42-107b-4667-8123-b15b75cf9682', 'status': 'completed', 'code': 200} Jan 31 16:49:04.755735 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d88311fc-45cf-49cb-a368-1f176ae85f05 req-ef72a963-410e-4cb3-8b4d-2d4528141580 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402670 Jan 31 16:49:04.781373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40142) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:49:04.824471 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd20cb-9cbf-40b4-aed5-8ba54880cf80 req-0b1799d9-37ed-417e-8717-e8cef4eeb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:04.826059 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9cd20cb-9cbf-40b4-aed5-8ba54880cf80 req-0b1799d9-37ed-417e-8717-e8cef4eeb4c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 1096 time: 0.0583491 Jan 31 16:49:04.852538 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cb3b253f-f498-46a9-a35d-7e64c40fac97 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/717f9dcd-29a3-4c94-92ce-741c5b0ae763 HTTP/1.1" status: 200 len: 990 time: 0.0698607 Jan 31 16:49:04.938633 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a74e6169-44c4-47a4-bf72-437dd2eb9449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:48:51Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '717f9dcd-29a3-4c94-92ce-741c5b0ae763', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'port_id': 'be10ea42-107b-4667-8123-b15b75cf9682', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'mac_address': 'fa:16:3e:44:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:49:03Z', 'updated_at': '2022-01-31T16:49:03Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4598657-7ba7-489e-b7ca-e0c4f906ed6a', 'name': '', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:99:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:50Z', 'updated_at': '2022-01-31T16:48:54Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:49:04.939332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd20cb-9cbf-40b4-aed5-8ba54880cf80 req-bfd04ce7-80dd-4851-aa7a-1eb86a2d7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:04.940881 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9cd20cb-9cbf-40b4-aed5-8ba54880cf80 req-bfd04ce7-80dd-4851-aa7a-1eb86a2d7349 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a05290-857b-4171-a057-6e75814649f8 HTTP/1.1" status: 200 len: 897 time: 0.1075773 Jan 31 16:49:04.969178 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e6169-44c4-47a4-bf72-437dd2eb9449 None None] Checking router: 4224eae3-ca75-4224-ba59-09abc96ab82a for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:49:04.977927 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e6169-44c4-47a4-bf72-437dd2eb9449 None None] Routers {'4224eae3-ca75-4224-ba59-09abc96ab82a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:49:04.978541 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a74e6169-44c4-47a4-bf72-437dd2eb9449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:48:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4224eae3-ca75-4224-ba59-09abc96ab82a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:49:05.013564 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9cd20cb-9cbf-40b4-aed5-8ba54880cf80 req-e4b4013d-e177-484d-9f46-8f08cd247589 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be10ea42-107b-4667-8123-b15b75cf9682 HTTP/1.1" status: 200 len: 998 time: 0.0659750 Jan 31 16:49:05.067906 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd20cb-9cbf-40b4-aed5-8ba54880cf80 req-6b6f5f59-472e-44cd-8470-8d464e08f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:05.069602 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9cd20cb-9cbf-40b4-aed5-8ba54880cf80 req-6b6f5f59-472e-44cd-8470-8d464e08f157 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46976cb5-d0bf-4eb8-9ead-2341c79a28d8 HTTP/1.1" status: 200 len: 835 time: 0.0499215 Jan 31 16:49:05.093399 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-a74e6169-44c4-47a4-bf72-437dd2eb9449 None None] Set router 4224eae3-ca75-4224-ba59-09abc96ab82a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:49:05.116929 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd20cb-9cbf-40b4-aed5-8ba54880cf80 req-7941259c-8e5a-4e63-b174-253135d6ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:05.118537 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9cd20cb-9cbf-40b4-aed5-8ba54880cf80 req-7941259c-8e5a-4e63-b174-253135d6ea6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a05290-857b-4171-a057-6e75814649f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429864 Jan 31 16:49:05.223594 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9cd20cb-9cbf-40b4-aed5-8ba54880cf80 req-592adce2-0359-44cb-9c53-108189fa55c1 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963583 Jan 31 16:49:05.320619 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c9cd20cb-9cbf-40b4-aed5-8ba54880cf80 req-6dbeee10-5e0c-45e7-8b39-9d5c09cce3bd service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902584 Jan 31 16:49:05.344382 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a74e6169-44c4-47a4-bf72-437dd2eb9449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:48:51Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '717f9dcd-29a3-4c94-92ce-741c5b0ae763', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'port_id': 'be10ea42-107b-4667-8123-b15b75cf9682', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'mac_address': 'fa:16:3e:44:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:49:03Z', 'updated_at': '2022-01-31T16:49:03Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4598657-7ba7-489e-b7ca-e0c4f906ed6a', 'name': '', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:99:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:50Z', 'updated_at': '2022-01-31T16:48:54Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:49:05.371488 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e6169-44c4-47a4-bf72-437dd2eb9449 None None] The sync data for ids ['4224eae3-ca75-4224-ba59-09abc96ab82a'] in n-d-827120-1 is: [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:48:51Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '717f9dcd-29a3-4c94-92ce-741c5b0ae763', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'port_id': 'be10ea42-107b-4667-8123-b15b75cf9682', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'mac_address': 'fa:16:3e:44:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:49:03Z', 'updated_at': '2022-01-31T16:49:03Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4598657-7ba7-489e-b7ca-e0c4f906ed6a', 'name': '', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:99:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:50Z', 'updated_at': '2022-01-31T16:48:54Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:49:05.617105 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e65b2-e128-4fee-9b83-24861eda0945 None None] New status for floating IP 717f9dcd-29a3-4c94-92ce-741c5b0ae763: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:49:05.857481 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40144) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:49:05.927370 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-8459796c-0cb0-4426-94ed-2ae698718212 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/717f9dcd-29a3-4c94-92ce-741c5b0ae763 HTTP/1.1" status: 200 len: 992 time: 0.0686462 Jan 31 16:49:17.317453 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8a5b9c57-a3bf-4f32-a1e7-4a8a072839ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:19.774804 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-70d93792-7bfd-477d-9b88-edab8790519d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:21.071089 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:22.506825 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:22.632613 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:26.261308 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:28.074510 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:49:28.346376 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:41.299913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26826f4-49b3-4a7b-a7c9-eca0ce1d56ff req-90b7b48f-8a86-4019-8184-59651a2fabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:41.301499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f26826f4-49b3-4a7b-a7c9-eca0ce1d56ff req-90b7b48f-8a86-4019-8184-59651a2fabcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 1096 time: 0.0691900 Jan 31 16:49:41.313041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923807bf-ef87-4571-af26-706d04070456 req-4c54bab6-b0c5-4206-b48b-5056080079f6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:41.314886 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-923807bf-ef87-4571-af26-706d04070456 req-4c54bab6-b0c5-4206-b48b-5056080079f6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0813961 Jan 31 16:49:41.408869 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-923807bf-ef87-4571-af26-706d04070456 req-f14dc8ec-5e79-46d8-8294-0be730d8cf3d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834429 Jan 31 16:49:41.435383 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26826f4-49b3-4a7b-a7c9-eca0ce1d56ff req-853d2769-84c8-43f9-8b18-80971c82d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:41.436895 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f26826f4-49b3-4a7b-a7c9-eca0ce1d56ff req-853d2769-84c8-43f9-8b18-80971c82d96e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a05290-857b-4171-a057-6e75814649f8 HTTP/1.1" status: 200 len: 897 time: 0.1210909 Jan 31 16:49:41.502915 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f26826f4-49b3-4a7b-a7c9-eca0ce1d56ff req-7db35bf8-b1b3-4aa8-8bc2-8bcbe34d4144 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be10ea42-107b-4667-8123-b15b75cf9682 HTTP/1.1" status: 200 len: 1000 time: 0.0579364 Jan 31 16:49:41.558950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26826f4-49b3-4a7b-a7c9-eca0ce1d56ff req-fa6a669f-063f-4ab6-92ec-caf4df718b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:41.560421 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f26826f4-49b3-4a7b-a7c9-eca0ce1d56ff req-fa6a669f-063f-4ab6-92ec-caf4df718b41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46976cb5-d0bf-4eb8-9ead-2341c79a28d8 HTTP/1.1" status: 200 len: 835 time: 0.0506816 Jan 31 16:49:41.609410 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26826f4-49b3-4a7b-a7c9-eca0ce1d56ff req-be578d3b-9fac-4203-b131-05ba4ab95c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:41.611149 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f26826f4-49b3-4a7b-a7c9-eca0ce1d56ff req-be578d3b-9fac-4203-b131-05ba4ab95c80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a05290-857b-4171-a057-6e75814649f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431175 Jan 31 16:49:41.704304 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f26826f4-49b3-4a7b-a7c9-eca0ce1d56ff req-04a2d1c2-6ade-4b25-91cf-27500b82b0ac service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858283 Jan 31 16:49:41.822257 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f26826f4-49b3-4a7b-a7c9-eca0ce1d56ff req-222404ed-4c85-4320-9c1e-b20eed880189 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101534 Jan 31 16:49:42.531262 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7774e-7a31-47f8-97ab-8774196ebd61 req-1c965e96-bbfd-473e-b500-a13987b84601 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:42.532707 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7be7774e-7a31-47f8-97ab-8774196ebd61 req-1c965e96-bbfd-473e-b500-a13987b84601 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0502584 Jan 31 16:49:42.574414 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7be7774e-7a31-47f8-97ab-8774196ebd61 req-6668702e-3389-4de8-a154-a3575f09d555 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337858 Jan 31 16:49:43.704280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605ca05-9ad4-4777-9392-a69cea260359 req-8f4c07f1-babc-44cd-9cf8-2f1b750de8db tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:43.705822 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f605ca05-9ad4-4777-9392-a69cea260359 req-8f4c07f1-babc-44cd-9cf8-2f1b750de8db tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0511675 Jan 31 16:49:43.745966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f605ca05-9ad4-4777-9392-a69cea260359 req-aa41a5a9-e531-4a1b-a3d8-e1e3478567e2 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339370 Jan 31 16:49:44.868751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d78c7-32f0-410b-a78a-7554bbbda53b req-bf8ee6e8-3eca-4595-9add-91108e528b47 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:44.871197 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-041d78c7-32f0-410b-a78a-7554bbbda53b req-bf8ee6e8-3eca-4595-9add-91108e528b47 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0508127 Jan 31 16:49:44.911538 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-041d78c7-32f0-410b-a78a-7554bbbda53b req-b2d63725-e796-48ac-aa10-d4eda86112f7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345964 Jan 31 16:49:46.027897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8505-7b94-49e7-aa5f-fdfbd9ca0935 req-1070a4fc-76ce-4ea6-9269-445bb1331d44 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:46.029387 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acbe8505-7b94-49e7-aa5f-fdfbd9ca0935 req-1070a4fc-76ce-4ea6-9269-445bb1331d44 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0497360 Jan 31 16:49:46.072766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-acbe8505-7b94-49e7-aa5f-fdfbd9ca0935 req-84e338f7-e537-443e-9ede-6379c0daf155 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370929 Jan 31 16:49:47.194217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb09d-95d9-4255-8c9e-85f9fe97223a req-636b7316-e85c-4614-8a56-a35af76ebaeb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:47.195672 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-956bb09d-95d9-4255-8c9e-85f9fe97223a req-636b7316-e85c-4614-8a56-a35af76ebaeb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0525315 Jan 31 16:49:47.233761 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-956bb09d-95d9-4255-8c9e-85f9fe97223a req-0e90a116-e8a8-4091-854a-d55a42a1b5d1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319777 Jan 31 16:49:47.319974 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3e21230f-005b-4d95-b81e-ec0d1a7ce72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:48.352177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c16558-4ca9-403c-ba82-ee899b5224d4 req-99a75a10-5349-4d4e-b9f4-27a2b9c6005b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:48.353702 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86c16558-4ca9-403c-ba82-ee899b5224d4 req-99a75a10-5349-4d4e-b9f4-27a2b9c6005b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0516999 Jan 31 16:49:48.393372 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-86c16558-4ca9-403c-ba82-ee899b5224d4 req-6a184176-f78a-4de7-9bba-bf029a5288ba tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335274 Jan 31 16:49:49.528731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce6eae-c705-4c5c-bec9-10caddc1f62b req-d12024cd-91f6-4e13-9e99-b16cd4ad80c4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:49.531059 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c4ce6eae-c705-4c5c-bec9-10caddc1f62b req-d12024cd-91f6-4e13-9e99-b16cd4ad80c4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0674541 Jan 31 16:49:49.576006 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c4ce6eae-c705-4c5c-bec9-10caddc1f62b req-420c0922-53fc-4c5f-b256-a27186a5f604 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387542 Jan 31 16:49:49.778757 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a5a73ba7-8a66-4487-973d-078f6d0865f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:50.693942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c9709-33a3-4cd9-95d9-d595f37b2532 req-97f2f521-ddbe-41ad-8868-d767960fab4b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:50.695452 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d4c9709-33a3-4cd9-95d9-d595f37b2532 req-97f2f521-ddbe-41ad-8868-d767960fab4b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0498233 Jan 31 16:49:50.732057 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d4c9709-33a3-4cd9-95d9-d595f37b2532 req-ac703c29-8833-470c-9522-6adf3225cd8d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306818 Jan 31 16:49:51.074099 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:51.850265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d91b-0dda-4060-b763-1cfeef9ad2b4 req-5bf7db44-9ceb-4690-8941-3042a0c7b4a3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:51.851731 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3994d91b-0dda-4060-b763-1cfeef9ad2b4 req-5bf7db44-9ceb-4690-8941-3042a0c7b4a3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0508420 Jan 31 16:49:51.893657 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3994d91b-0dda-4060-b763-1cfeef9ad2b4 req-4044a00d-53e4-4ea5-bda8-2dc1941c5856 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357788 Jan 31 16:49:52.508561 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:52.635732 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:53.011786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848c388-95bc-41d2-8a22-a7b1409b24e3 req-29f4ba2f-72d3-4237-96c6-43d3dfde12ed tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:49:53.013294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1848c388-95bc-41d2-8a22-a7b1409b24e3 req-29f4ba2f-72d3-4237-96c6-43d3dfde12ed tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0508244 Jan 31 16:49:53.055371 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1848c388-95bc-41d2-8a22-a7b1409b24e3 req-9077b4fd-dd52-41ab-92b4-b8d124d61481 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360487 Jan 31 16:49:53.078045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40198) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:49:53.138822 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-34682303-f214-4774-9bec-346aa7464ca8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/717f9dcd-29a3-4c94-92ce-741c5b0ae763 HTTP/1.1" status: 200 len: 992 time: 0.0597658 Jan 31 16:49:56.265882 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:49:58.344122 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:02.516328 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5c1d09d-1867-4bed-9c37-76369f7aef6b req-cf42420e-1f81-49e3-84d1-88ad7ac0d686 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420012 Jan 31 16:50:02.611766 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1d09d-1867-4bed-9c37-76369f7aef6b req-195e5c6b-c2a4-45c3-a223-9216750d2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:02.613294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5c1d09d-1867-4bed-9c37-76369f7aef6b req-195e5c6b-c2a4-45c3-a223-9216750d2e5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 1096 time: 0.0471749 Jan 31 16:50:02.719091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1d09d-1867-4bed-9c37-76369f7aef6b req-1251130f-1262-4d64-834f-bf12257bfc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:02.720575 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5c1d09d-1867-4bed-9c37-76369f7aef6b req-1251130f-1262-4d64-834f-bf12257bfc0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a05290-857b-4171-a057-6e75814649f8 HTTP/1.1" status: 200 len: 897 time: 0.0869122 Jan 31 16:50:02.815642 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5c1d09d-1867-4bed-9c37-76369f7aef6b req-f9bc877c-34e8-4c19-b149-bfda7c5617a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be10ea42-107b-4667-8123-b15b75cf9682 HTTP/1.1" status: 200 len: 1000 time: 0.0777862 Jan 31 16:50:02.866280 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1d09d-1867-4bed-9c37-76369f7aef6b req-6ebcfe93-663f-45a0-af63-222d9639ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:02.867869 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5c1d09d-1867-4bed-9c37-76369f7aef6b req-6ebcfe93-663f-45a0-af63-222d9639ded0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46976cb5-d0bf-4eb8-9ead-2341c79a28d8 HTTP/1.1" status: 200 len: 835 time: 0.0460653 Jan 31 16:50:02.917233 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1d09d-1867-4bed-9c37-76369f7aef6b req-52641f56-f1b8-4519-8422-f73376bfe2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:02.918790 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5c1d09d-1867-4bed-9c37-76369f7aef6b req-52641f56-f1b8-4519-8422-f73376bfe2eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a05290-857b-4171-a057-6e75814649f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438747 Jan 31 16:50:03.013178 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5c1d09d-1867-4bed-9c37-76369f7aef6b req-be14d3ec-8e78-48a1-90c1-07146af4b345 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881674 Jan 31 16:50:03.120830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b5c1d09d-1867-4bed-9c37-76369f7aef6b req-b7ef3d0d-1e0b-46e0-b134-52459860f35e service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010880 Jan 31 16:50:05.075367 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:50:17.332905 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4cba1060-c562-4f39-b364-460521578788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:19.782177 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc64f-5f3a-404a-8452-6080b4df2c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:21.084513 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:22.513927 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:22.642618 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:25.772439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40210) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:26.266515 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:26.302104 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 26b35c29-a5ea-46d5-bb2e-4f2358b84a2e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:50:26.302424 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:26.388230 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:26.388512 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:26.400370 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 26b35c29-a5ea-46d5-bb2e-4f2358b84a2e owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:50:26.556877 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:26.583169 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=26b35c29-a5ea-46d5-bb2e-4f2358b84a2e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:26.607674 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:26.608060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:26.608401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:26.608725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:26.609085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:26.609386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:26.609726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:26.610048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:26.610390 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:26.610735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:26.611107 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:26.611301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:26.655081 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:26.655381 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Floating IP 717f9dcd-29a3-4c94-92ce-741c5b0ae763 disassociated (deleted). External IP: 172.25.1.13, port: be10ea42-107b-4667-8123-b15b75cf9682. Jan 31 16:50:26.913232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 4224eae3-ca75-4224-ba59-09abc96ab82a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:50:27.034434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:50:27.039645 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:27.044303 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a2f0a3-075a-430f-a7b2-5ed46d48cc3a None None] Sync routers for ids ['4224eae3-ca75-4224-ba59-09abc96ab82a'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:50:27.053640 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2f0a3-075a-430f-a7b2-5ed46d48cc3a None None] Routers {'4224eae3-ca75-4224-ba59-09abc96ab82a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:50:27.054269 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-79a2f0a3-075a-430f-a7b2-5ed46d48cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:50:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4224eae3-ca75-4224-ba59-09abc96ab82a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:27.067604 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ab23e5da-f511-4b90-bc61-e230b0ad7285 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/floatingips/717f9dcd-29a3-4c94-92ce-741c5b0ae763 HTTP/1.1" status: 204 len: 168 time: 1.2940235 Jan 31 16:50:27.068500 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'tag': 'be10ea42-107b-4667-8123-b15b75cf9682'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:50:27.070942 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd19ae6-3384-4bf1-bfec-b7d0b66417fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb", "tag": "be10ea42-107b-4667-8123-b15b75cf9682"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:50:27.113584 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98626cd3-ed97-4e8b-851d-4675744b5054 x-openstack-request-id: req-98626cd3-ed97-4e8b-851d-4675744b5054 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:50:27.113874 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb", "tag": "be10ea42-107b-4667-8123-b15b75cf9682", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:50:27.114119 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98626cd3-ed97-4e8b-851d-4675744b5054 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:50:27.114637 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'tag': 'be10ea42-107b-4667-8123-b15b75cf9682', 'status': 'completed', 'code': 200} Jan 31 16:50:27.162576 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-79a2f0a3-075a-430f-a7b2-5ed46d48cc3a None None] Set router 4224eae3-ca75-4224-ba59-09abc96ab82a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:50:27.180021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd19ae6-3384-4bf1-bfec-b7d0b66417fb req-57d60975-1fe9-488b-8087-d9705cdfb8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:27.181676 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bd19ae6-3384-4bf1-bfec-b7d0b66417fb req-57d60975-1fe9-488b-8087-d9705cdfb8d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 1096 time: 0.0452623 Jan 31 16:50:27.289768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd19ae6-3384-4bf1-bfec-b7d0b66417fb req-d09c4ef2-f670-4ed6-a23b-8f0543374d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:27.291354 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bd19ae6-3384-4bf1-bfec-b7d0b66417fb req-d09c4ef2-f670-4ed6-a23b-8f0543374d3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a05290-857b-4171-a057-6e75814649f8 HTTP/1.1" status: 200 len: 897 time: 0.1025491 Jan 31 16:50:27.323082 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cee82-7a17-4f53-9d23-803aa631ec0a req-dbaedc6f-9ef1-4968-8677-27c3c3772b0d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:27.324927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6e9cee82-7a17-4f53-9d23-803aa631ec0a req-dbaedc6f-9ef1-4968-8677-27c3c3772b0d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0592833 Jan 31 16:50:27.337970 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bd19ae6-3384-4bf1-bfec-b7d0b66417fb req-dd9e5c8a-ef46-472a-9eb7-a83861fe32c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be10ea42-107b-4667-8123-b15b75cf9682 HTTP/1.1" status: 200 len: 217 time: 0.0391648 Jan 31 16:50:27.372418 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6e9cee82-7a17-4f53-9d23-803aa631ec0a req-bee08c58-768f-47a5-97c9-0e8dbfaab17f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409324 Jan 31 16:50:27.398935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd19ae6-3384-4bf1-bfec-b7d0b66417fb req-360cb482-e694-4ef0-afa7-43af6ffb152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:27.400450 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bd19ae6-3384-4bf1-bfec-b7d0b66417fb req-360cb482-e694-4ef0-afa7-43af6ffb152d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46976cb5-d0bf-4eb8-9ead-2341c79a28d8 HTTP/1.1" status: 200 len: 835 time: 0.0547140 Jan 31 16:50:27.456836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd19ae6-3384-4bf1-bfec-b7d0b66417fb req-a3760988-478d-4d76-8a23-53593030d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:27.459039 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bd19ae6-3384-4bf1-bfec-b7d0b66417fb req-a3760988-478d-4d76-8a23-53593030d885 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a05290-857b-4171-a057-6e75814649f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502293 Jan 31 16:50:27.481869 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-79a2f0a3-075a-430f-a7b2-5ed46d48cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:48:51Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b4598657-7ba7-489e-b7ca-e0c4f906ed6a', 'name': '', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:99:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:50Z', 'updated_at': '2022-01-31T16:48:54Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:27.508932 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a2f0a3-075a-430f-a7b2-5ed46d48cc3a None None] Checking router: 4224eae3-ca75-4224-ba59-09abc96ab82a for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:50:27.518455 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2f0a3-075a-430f-a7b2-5ed46d48cc3a None None] Routers {'4224eae3-ca75-4224-ba59-09abc96ab82a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:50:27.519519 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-79a2f0a3-075a-430f-a7b2-5ed46d48cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:50:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4224eae3-ca75-4224-ba59-09abc96ab82a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:27.559422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bd19ae6-3384-4bf1-bfec-b7d0b66417fb req-6bd4a8d9-2b00-4e94-8071-f959ec4e64db service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926433 Jan 31 16:50:27.634135 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-79a2f0a3-075a-430f-a7b2-5ed46d48cc3a None None] Set router 4224eae3-ca75-4224-ba59-09abc96ab82a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:50:27.663515 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6bd19ae6-3384-4bf1-bfec-b7d0b66417fb req-a9655577-9f9d-467c-83aa-aedf9a53749e service neutron] 10.222.0.30 "GET /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963686 Jan 31 16:50:27.844272 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-79a2f0a3-075a-430f-a7b2-5ed46d48cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:48:51Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b4598657-7ba7-489e-b7ca-e0c4f906ed6a', 'name': '', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:99:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:50Z', 'updated_at': '2022-01-31T16:48:54Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:27.871063 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a2f0a3-075a-430f-a7b2-5ed46d48cc3a None None] The sync data for ids ['4224eae3-ca75-4224-ba59-09abc96ab82a'] in n-d-827120-1 is: [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:48:51Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'b4598657-7ba7-489e-b7ca-e0c4f906ed6a', 'name': '', 'network_id': 'b5a05290-857b-4171-a057-6e75814649f8', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:99:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:50Z', 'updated_at': '2022-01-31T16:48:54Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46976cb5-d0bf-4eb8-9ead-2341c79a28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:50:28.108991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2726c6-85be-4fe8-be0d-980c44a9446e None None] New status for floating IP 717f9dcd-29a3-4c94-92ce-741c5b0ae763: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:50:28.359932 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:28.498008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ccbc1-8a05-42af-b81d-191f6f34e733 req-8c8286bc-24cc-41d0-8caf-5c020e48616f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:28.500163 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6b3ccbc1-8a05-42af-b81d-191f6f34e733 req-8c8286bc-24cc-41d0-8caf-5c020e48616f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0534365 Jan 31 16:50:28.544285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6b3ccbc1-8a05-42af-b81d-191f6f34e733 req-90aa9a51-8e67-4bd6-8538-85349b8ae671 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355215 Jan 31 16:50:29.093896 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd6dad-f471-49a5-987c-0eef68b6ac92 req-aec94dc6-7745-4ae9-b11d-eaa6a1ea8925 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:29.095525 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53bd6dad-f471-49a5-987c-0eef68b6ac92 req-aec94dc6-7745-4ae9-b11d-eaa6a1ea8925 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 945 time: 0.0534899 Jan 31 16:50:29.197855 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-53bd6dad-f471-49a5-987c-0eef68b6ac92 req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port be10ea42-107b-4667-8123-b15b75cf9682 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:50:29.198191 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-53bd6dad-f471-49a5-987c-0eef68b6ac92 req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:29.285963 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-53bd6dad-f471-49a5-987c-0eef68b6ac92 req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port be10ea42-107b-4667-8123-b15b75cf9682, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=be10ea42-107b-4667-8123-b15b75cf9682,segment=NetworkSegment(5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b),segment_id=5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:50:29.286280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-53bd6dad-f471-49a5-987c-0eef68b6ac92 req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:29.298301 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-53bd6dad-f471-49a5-987c-0eef68b6ac92 req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for be10ea42-107b-4667-8123-b15b75cf9682 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:50:29.433302 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-53bd6dad-f471-49a5-987c-0eef68b6ac92 req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:29.467311 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=be10ea42-107b-4667-8123-b15b75cf9682,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:29.480404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:29.480404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:29.480404 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:29.480813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:29.481024 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:29.481300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:29.481581 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:29.481927 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:29.482254 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:29.482579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:29.482887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:29.483262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:29.521033 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bd6dad-f471-49a5-987c-0eef68b6ac92 req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] No DVR routers for this DVR port be10ea42-107b-4667-8123-b15b75cf9682 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:50:29.523799 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-53bd6dad-f471-49a5-987c-0eef68b6ac92 req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:29.527175 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-53bd6dad-f471-49a5-987c-0eef68b6ac92 req-8d4bc64a-39c7-4638-a672-e29120b91d70 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "DELETE /v2.0/ports/be10ea42-107b-4667-8123-b15b75cf9682 HTTP/1.1" status: 204 len: 173 time: 0.4224801 Jan 31 16:50:29.527625 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'name': 'network-vif-deleted', 'tag': 'be10ea42-107b-4667-8123-b15b75cf9682'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:50:29.576654 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a5e720-7995-4ca3-9b8b-c1566b82290e" -d '{"events": [{"server_uuid": "b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb", "name": "network-vif-deleted", "tag": "be10ea42-107b-4667-8123-b15b75cf9682"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:50:29.646080 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-adc3bf57-4cd4-4617-bd89-afb90c5c6af8 req-54593586-d4a7-400c-a8bb-017c69e839a4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb HTTP/1.1" status: 200 len: 210 time: 0.0302670 Jan 31 16:50:29.674018 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7668d0-7e44-4be7-a9b8-e8622c369423 x-openstack-request-id: req-0d7668d0-7e44-4be7-a9b8-e8622c369423 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:50:29.674404 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb", "name": "network-vif-deleted", "tag": "be10ea42-107b-4667-8123-b15b75cf9682", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:50:29.674701 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d7668d0-7e44-4be7-a9b8-e8622c369423 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:50:29.675168 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f1d0b7-c14c-4d6e-b02a-27f2d4a9bddb', 'name': 'network-vif-deleted', 'tag': 'be10ea42-107b-4667-8123-b15b75cf9682', 'status': 'completed', 'code': 200} Jan 31 16:50:30.708031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40240) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:31.126136 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3e88c0f-150d-4807-a988-2c0a28d714ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:31.394711 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e3e88c0f-150d-4807-a988-2c0a28d714ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port b4598657-7ba7-489e-b7ca-e0c4f906ed6a {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:50:31.394968 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3e88c0f-150d-4807-a988-2c0a28d714ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:31.489425 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-e3e88c0f-150d-4807-a988-2c0a28d714ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port b4598657-7ba7-489e-b7ca-e0c4f906ed6a, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=b4598657-7ba7-489e-b7ca-e0c4f906ed6a,segment=NetworkSegment(5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b),segment_id=5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:50:31.489807 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3e88c0f-150d-4807-a988-2c0a28d714ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:31.502229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e3e88c0f-150d-4807-a988-2c0a28d714ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for b4598657-7ba7-489e-b7ca-e0c4f906ed6a owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:50:31.709050 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3e88c0f-150d-4807-a988-2c0a28d714ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:31.736951 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e88c0f-150d-4807-a988-2c0a28d714ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=b4598657-7ba7-489e-b7ca-e0c4f906ed6a,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:31.931495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e3e88c0f-150d-4807-a988-2c0a28d714ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:32.162176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e88c0f-150d-4807-a988-2c0a28d714ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 4224eae3-ca75-4224-ba59-09abc96ab82a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:50:32.272303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e88c0f-150d-4807-a988-2c0a28d714ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:50:32.277610 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e3e88c0f-150d-4807-a988-2c0a28d714ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "PUT /v2.0/routers/4224eae3-ca75-4224-ba59-09abc96ab82a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5685170 Jan 31 16:50:32.280448 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40244) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:32.283130 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d564eada-3d55-4980-8809-dbca553fbfab None None] Sync routers for ids ['4224eae3-ca75-4224-ba59-09abc96ab82a'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:50:32.292718 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564eada-3d55-4980-8809-dbca553fbfab None None] Routers {'4224eae3-ca75-4224-ba59-09abc96ab82a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:50:32.293426 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d564eada-3d55-4980-8809-dbca553fbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:50:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4224eae3-ca75-4224-ba59-09abc96ab82a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:32.337728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f36f96-e5c0-4667-a642-f74192a7329a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting subnet 46976cb5-d0bf-4eb8-9ead-2341c79a28d8 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:50:32.343308 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0f36f96-e5c0-4667-a642-f74192a7329a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:32.385396 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0f36f96-e5c0-4667-a642-f74192a7329a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:32.399746 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-d564eada-3d55-4980-8809-dbca553fbfab None None] Set router 4224eae3-ca75-4224-ba59-09abc96ab82a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:50:32.468917 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0f36f96-e5c0-4667-a642-f74192a7329a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:32.540294 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0f36f96-e5c0-4667-a642-f74192a7329a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:32.572621 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f36f96-e5c0-4667-a642-f74192a7329a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Subnet': ['ID=46976cb5-d0bf-4eb8-9ead-2341c79a28d8,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:32.576989 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e0f36f96-e5c0-4667-a642-f74192a7329a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:32.581554 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e0f36f96-e5c0-4667-a642-f74192a7329a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/subnets/46976cb5-d0bf-4eb8-9ead-2341c79a28d8 HTTP/1.1" status: 204 len: 168 time: 0.2997985 Jan 31 16:50:32.585686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40246) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:32.593594 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d564eada-3d55-4980-8809-dbca553fbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:50:31Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:32.619465 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b79c3e1-9539-4e44-a12b-e484ea5cae38 None None] Network b5a05290-857b-4171-a057-6e75814649f8 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:50:32.633451 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d564eada-3d55-4980-8809-dbca553fbfab None None] Checking router: 4224eae3-ca75-4224-ba59-09abc96ab82a for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:50:32.646183 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564eada-3d55-4980-8809-dbca553fbfab None None] Routers {'4224eae3-ca75-4224-ba59-09abc96ab82a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:50:32.647077 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d564eada-3d55-4980-8809-dbca553fbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:50:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['4224eae3-ca75-4224-ba59-09abc96ab82a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:32.735489 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:32.771280 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-d564eada-3d55-4980-8809-dbca553fbfab None None] Set router 4224eae3-ca75-4224-ba59-09abc96ab82a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:50:32.845186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] DHCP port deletion for b5a05290-857b-4171-a057-6e75814649f8 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:50:32.852276 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:32.895266 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Deleting port e616afa7-65ef-4e9a-87e1-27455c65e840 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:50:32.895943 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:32.910021 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:50:32.910447 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:32.937863 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device be10ea42-107b-4667-8123-b15b75cf9682 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:50:32.959965 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-d564eada-3d55-4980-8809-dbca553fbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:50:31Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:32.965036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: be10ea42-107b-4667-8123-b15b75cf9682 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:50:32.965371 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device be10ea42-107b-4667-8123-b15b75cf9682 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:50:32.984767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] For port e616afa7-65ef-4e9a-87e1-27455c65e840, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e616afa7-65ef-4e9a-87e1-27455c65e840,segment=NetworkSegment(5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b),segment_id=5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:50:32.985539 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:32.988191 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d564eada-3d55-4980-8809-dbca553fbfab None None] The sync data for ids ['4224eae3-ca75-4224-ba59-09abc96ab82a'] in n-d-827120-1 is: [{'id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910633837', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:48:47Z', 'updated_at': '2022-01-31T16:50:31Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '5d6fa281-a8b1-4c57-97dc-ee9c12d7324b', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4224eae3-ca75-4224-ba59-09abc96ab82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:48:48Z', 'updated_at': '2022-01-31T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:50:32.997379 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=5d6fa281-a8b1-4c57-97dc-ee9c12d7324b,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:50:32.997795 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:33.000099 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Calling delete_port for e616afa7-65ef-4e9a-87e1-27455c65e840 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:50:33.011279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:50:33.084091 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:33.114726 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Pushing event deleted for resources: {'Port': ['ID=e616afa7-65ef-4e9a-87e1-27455c65e840,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:33.117381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] No DVR routers for this DVR port e616afa7-65ef-4e9a-87e1-27455c65e840 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:50:33.128221 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:33.128922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:33.129425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:33.129782 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:33.130102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:33.130423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:33.130844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:33.131111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:33.131395 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:33.131717 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:33.131980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:33.132305 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c3236-fa1f-4305-ae79-5a8d470e798e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:33.574504 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:33.605265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=5d6fa281-a8b1-4c57-97dc-ee9c12d7324b,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:33.625374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e616afa7-65ef-4e9a-87e1-27455c65e840 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:50:33.646659 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e616afa7-65ef-4e9a-87e1-27455c65e840 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:50:33.646969 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e616afa7-65ef-4e9a-87e1-27455c65e840 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:50:33.647436 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b4598657-7ba7-489e-b7ca-e0c4f906ed6a no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:50:33.667357 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:33.670619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: b4598657-7ba7-489e-b7ca-e0c4f906ed6a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:50:33.671079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device b4598657-7ba7-489e-b7ca-e0c4f906ed6a not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:50:33.761493 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:33.763836 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:33.810661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:33.811158 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Fanout notify agent at l3_agent the message router_deleted on router 4224eae3-ca75-4224-ba59-09abc96ab82a {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:50:33.818265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:33.819357 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6bfeca9f-4022-4bd9-808f-6a7ffae59130 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/routers/4224eae3-ca75-4224-ba59-09abc96ab82a HTTP/1.1" status: 204 len: 168 time: 1.2304752 Jan 31 16:50:33.822146 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40254) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:33.909119 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.020884 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.048854 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a05290-857b-4171-a057-6e75814649f8']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:34.061758 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:34.062042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3cac85-b6bb-4dc4-82bd-fe35f7f71b2b') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:34.072332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.086228 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.092399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:50:34.092816 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:50:34.095835 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:50:34.155854 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.163861 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.166637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/networks/b5a05290-857b-4171-a057-6e75814649f8 HTTP/1.1" status: 204 len: 168 time: 0.3434949 Jan 31 16:50:34.169612 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40256) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:34.178949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b38f82-d945-4886-a68b-73d9814e8a45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Network': ['ID=b5a05290-857b-4171-a057-6e75814649f8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:34.235067 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5cce634-3665-4737-9c18-c2fde88adbca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.262025 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5cce634-3665-4737-9c18-c2fde88adbca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.329383 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5cce634-3665-4737-9c18-c2fde88adbca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.332158 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e5cce634-3665-4737-9c18-c2fde88adbca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.333359 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e5cce634-3665-4737-9c18-c2fde88adbca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/security-groups/15b9d817-3071-46d5-b6fc-a3b5c3c86ef7 HTTP/1.1" status: 204 len: 168 time: 0.1626704 Jan 31 16:50:34.346957 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cce634-3665-4737-9c18-c2fde88adbca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b9d817-3071-46d5-b6fc-a3b5c3c86ef7,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:34.584020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40268) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:34.589132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-05a09e26-2658-42e4-8f70-6f088a5af275 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293324448', 'description': 'tempest-secgroup-smoke-293324448 description', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:34.616354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-05a09e26-2658-42e4-8f70-6f088a5af275 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.713489 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-05a09e26-2658-42e4-8f70-6f088a5af275 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.718206 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-05a09e26-2658-42e4-8f70-6f088a5af275 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.750047 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-05a09e26-2658-42e4-8f70-6f088a5af275 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.751437 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-05a09e26-2658-42e4-8f70-6f088a5af275 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1660686 Jan 31 16:50:34.752145 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a09e26-2658-42e4-8f70-6f088a5af275 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fc7e6e-8dde-48b9-9267-1a19e73f1c22,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:34.755311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40270) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:34.762616 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c5b0ec73-4c40-4c8e-8734-a2f5e11b2c91 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '50fc7e6e-8dde-48b9-9267-1a19e73f1c22', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:34.801571 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5b0ec73-4c40-4c8e-8734-a2f5e11b2c91 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.864452 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5b0ec73-4c40-4c8e-8734-a2f5e11b2c91 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.869277 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5b0ec73-4c40-4c8e-8734-a2f5e11b2c91 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.888714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0ec73-4c40-4c8e-8734-a2f5e11b2c91 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8396f722-e033-44b8-a961-43a648b166ee,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:34.897275 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5b0ec73-4c40-4c8e-8734-a2f5e11b2c91 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:34.898558 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c5b0ec73-4c40-4c8e-8734-a2f5e11b2c91 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417050 Jan 31 16:50:34.901271 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40274) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:34.905827 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-efec917b-8d4a-43ea-9bcd-8858b13fd478 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '50fc7e6e-8dde-48b9-9267-1a19e73f1c22', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:34.937495 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efec917b-8d4a-43ea-9bcd-8858b13fd478 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.004037 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efec917b-8d4a-43ea-9bcd-8858b13fd478 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.010130 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efec917b-8d4a-43ea-9bcd-8858b13fd478 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.027242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec917b-8d4a-43ea-9bcd-8858b13fd478 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818820d1-af8e-48ef-be48-ed8e66395d7e,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:35.036889 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-efec917b-8d4a-43ea-9bcd-8858b13fd478 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.038114 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-efec917b-8d4a-43ea-9bcd-8858b13fd478 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357434 Jan 31 16:50:35.042362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40276) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:35.046735 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-79df6896-d0ce-4688-bc6f-9f4b528650d7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '50fc7e6e-8dde-48b9-9267-1a19e73f1c22', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:35.076816 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79df6896-d0ce-4688-bc6f-9f4b528650d7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.143171 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79df6896-d0ce-4688-bc6f-9f4b528650d7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.148033 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79df6896-d0ce-4688-bc6f-9f4b528650d7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.165443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df6896-d0ce-4688-bc6f-9f4b528650d7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85eac88-54f6-4ef6-9072-e1c27e69e50e,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:35.174707 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-79df6896-d0ce-4688-bc6f-9f4b528650d7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.175927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-79df6896-d0ce-4688-bc6f-9f4b528650d7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326759 Jan 31 16:50:35.179052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40278) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:35.183451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fe7ecfc3-bc6f-400d-94da-59aefad34b80 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '50fc7e6e-8dde-48b9-9267-1a19e73f1c22', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:35.212027 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ecfc3-bc6f-400d-94da-59aefad34b80 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.285742 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ecfc3-bc6f-400d-94da-59aefad34b80 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.290809 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ecfc3-bc6f-400d-94da-59aefad34b80 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.308444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ecfc3-bc6f-400d-94da-59aefad34b80 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363cc371-ca07-41fa-8310-f85621079fb0,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:35.317983 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fe7ecfc3-bc6f-400d-94da-59aefad34b80 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.319631 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fe7ecfc3-bc6f-400d-94da-59aefad34b80 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395268 Jan 31 16:50:35.322481 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40280) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:35.326906 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-27b33ec0-67b9-41ba-a8d7-abcb81147ef1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '50fc7e6e-8dde-48b9-9267-1a19e73f1c22', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:35.352888 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-27b33ec0-67b9-41ba-a8d7-abcb81147ef1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Project d0a0d69d894648d38bbf3dee4e50ebbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:50:35.358576 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-27b33ec0-67b9-41ba-a8d7-abcb81147ef1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.434304 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-27b33ec0-67b9-41ba-a8d7-abcb81147ef1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.448664 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-27b33ec0-67b9-41ba-a8d7-abcb81147ef1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.468321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b33ec0-67b9-41ba-a8d7-abcb81147ef1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791df271-8d3c-4f40-8588-93b25a2e752d,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:35.476482 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-27b33ec0-67b9-41ba-a8d7-abcb81147ef1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.478774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-27b33ec0-67b9-41ba-a8d7-abcb81147ef1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544273 Jan 31 16:50:35.481300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40282) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:35.486552 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fae096bd-6b22-436b-902b-1f55e95baa88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '50fc7e6e-8dde-48b9-9267-1a19e73f1c22', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:35.517951 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-fae096bd-6b22-436b-902b-1f55e95baa88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Project d0a0d69d894648d38bbf3dee4e50ebbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:50:35.523548 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fae096bd-6b22-436b-902b-1f55e95baa88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.594350 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fae096bd-6b22-436b-902b-1f55e95baa88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.599332 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fae096bd-6b22-436b-902b-1f55e95baa88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.608946 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:50:35.623629 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae096bd-6b22-436b-902b-1f55e95baa88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9bbcef-0b04-482f-9d36-4a734cad1ef8,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:35.634874 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fae096bd-6b22-436b-902b-1f55e95baa88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.636132 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fae096bd-6b22-436b-902b-1f55e95baa88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535232 Jan 31 16:50:35.639076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40286) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:35.640446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:50:35.640934 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 5d6fa281-a8b1-4c57-97dc-ee9c12d7324b not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:50:35.644915 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-340cccdf-7090-4c8a-97ed-b80db48966e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'network': {'name': 'tempest-network-smoke--1235425396', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'port_security_enabled': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:35.670851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340cccdf-7090-4c8a-97ed-b80db48966e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:50:35.674635 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-340cccdf-7090-4c8a-97ed-b80db48966e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.704634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340cccdf-7090-4c8a-97ed-b80db48966e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:50:35.714762 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-340cccdf-7090-4c8a-97ed-b80db48966e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.715082 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-340cccdf-7090-4c8a-97ed-b80db48966e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Added segment 3f110f20-a030-4645-baee-699f197dc85f of type vlan for network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 Jan 31 16:50:35.757381 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-340cccdf-7090-4c8a-97ed-b80db48966e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.786455 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-340cccdf-7090-4c8a-97ed-b80db48966e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.791958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340cccdf-7090-4c8a-97ed-b80db48966e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:35.792547 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-340cccdf-7090-4c8a-97ed-b80db48966e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.845746 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-340cccdf-7090-4c8a-97ed-b80db48966e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2055533 Jan 31 16:50:35.848876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40288) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:35.853849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'admin_state_up': True, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:35.868239 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cccdf-7090-4c8a-97ed-b80db48966e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Network': ['ID=7dc5ca56-aaed-42de-b91f-80d1919e0c31,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:35.881137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:50:35.882081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.883178 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:35.935690 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:36.084727 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:36.293847 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:36.318127 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:36.426860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.25.1.128 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:50:36.538183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:36.587410 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:36.629101 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:50:36.632396 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:50:36.636045 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:50:36.642489 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:36.901099 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:37.107549 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:37.240976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 54e7c6da-6058-486a-960f-be3f1b725fcf is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:50:37.346556 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:50:37.356540 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Sync routers for ids ['54e7c6da-6058-486a-960f-be3f1b725fcf'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:50:37.366865 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Routers {'54e7c6da-6058-486a-960f-be3f1b725fcf'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:50:37.367542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:50:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['54e7c6da-6058-486a-960f-be3f1b725fcf'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:37.370980 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:37.375438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d8dee8a9-a7a4-4f90-9866-bcfdc49321f8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5222840 Jan 31 16:50:37.375814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40290) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:37.406577 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-62ea6bcc-e3b4-40bf-b0b2-cdd86dda5e72 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d0a0d69d894648d38bbf3dee4e50ebbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295579 Jan 31 16:50:37.417317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40292) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:37.479316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Set router 54e7c6da-6058-486a-960f-be3f1b725fcf gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:50:37.509932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7785f5-1dd9-4d48-8c8d-cc5996029459 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:37.511207 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bf7785f5-1dd9-4d48-8c8d-cc5996029459 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928481 Jan 31 16:50:37.514167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40294) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:37.546899 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6defaa94-e045-49f9-949c-b93539010e82 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315709 Jan 31 16:50:37.549454 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40296) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:37.554587 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-51a6c491-ec6f-4016-b189-0526a318cbd1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917978010', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:37.657934 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a6c491-ec6f-4016-b189-0526a318cbd1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:50:37.661684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51a6c491-ec6f-4016-b189-0526a318cbd1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:37.665449 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:50:36Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:37.697087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Checking router: 54e7c6da-6058-486a-960f-be3f1b725fcf for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:50:37.697383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Updating router 54e7c6da-6058-486a-960f-be3f1b725fcf port 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:50:37.725993 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:37.860618 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51a6c491-ec6f-4016-b189-0526a318cbd1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:37.918214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6c491-ec6f-4016-b189-0526a318cbd1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Subnet': ['ID=61874ca2-0a82-4fed-95aa-d5d6fa1cf224,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:37.934894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a6c491-ec6f-4016-b189-0526a318cbd1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Checking segment: {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:50:37.935255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a6c491-ec6f-4016-b189-0526a318cbd1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network hostable DHCP agents. Network: 7dc5ca56-aaed-42de-b91f-80d1919e0c31, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:50:37.956591 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a6c491-ec6f-4016-b189-0526a318cbd1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:50:37.966755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-51a6c491-ec6f-4016-b189-0526a318cbd1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 7dc5ca56-aaed-42de-b91f-80d1919e0c31) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:50:37.973679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a6c491-ec6f-4016-b189-0526a318cbd1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:37.973679 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-51a6c491-ec6f-4016-b189-0526a318cbd1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:37.977539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2062af2-59fb-433d-bbba-0dfae4738d4e None None] Network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:50:37.991842 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-51a6c491-ec6f-4016-b189-0526a318cbd1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4411473 Jan 31 16:50:37.995042 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40298) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:38.059723 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:38.068358 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:38.316730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Attempting to bind port 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:50:38.317080 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Attempting to bind port 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:50:38.317451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Attempting to bind port 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:50:38.348423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424264a-2f51-482b-89b9-87f787068f7a None None] Pushing event updated for resources: {'Port': ['ID=1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:38.350818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:50:38.351173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:50:38.351563 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:38.351936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:50:38.352426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Bound port: 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:50:38.352775 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:38.425614 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ips': [{'subnet_id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:50:38.426489 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:38.434307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] For port 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:50:38.457233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] For port 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:50:38.465593 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:38.471524 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:38.589205 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424264a-2f51-482b-89b9-87f787068f7a None None] Pushing event updated for resources: {'Port': ['ID=1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:38.625769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Routers {'54e7c6da-6058-486a-960f-be3f1b725fcf'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:50:38.626421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:50:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['54e7c6da-6058-486a-960f-be3f1b725fcf'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:38.685386 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Allocated IP 172.20.0.2 (7dc5ca56-aaed-42de-b91f-80d1919e0c31/61874ca2-0a82-4fed-95aa-d5d6fa1cf224/ee9a6fc4-570f-48eb-8588-9c8982df43d4) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:50:38.804324 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] Set router 54e7c6da-6058-486a-960f-be3f1b725fcf gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:50:39.000785 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.024654 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.062108 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.20.0.1 (7dc5ca56-aaed-42de-b91f-80d1919e0c31/61874ca2-0a82-4fed-95aa-d5d6fa1cf224/595fc9a5-b37e-48d0-9da2-9c834c4e7608) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:50:39.072989 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:50:39.079363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:50:39.084207 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:50:39.089301 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Pushing event updated for resources: {'Port': ['ID=ee9a6fc4-570f-48eb-8588-9c8982df43d4,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:39.139271 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:50:36Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:39.175461 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec15695-02a4-46f8-a951-86befee66db5 None None] The sync data for ids ['54e7c6da-6058-486a-960f-be3f1b725fcf'] in n-d-827120-1 is: [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:50:36Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:50:39.179233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Attempting to bind port ee9a6fc4-570f-48eb-8588-9c8982df43d4 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:50:39.179601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Attempting to bind port ee9a6fc4-570f-48eb-8588-9c8982df43d4 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:50:39.179729 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.179959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Attempting to bind port ee9a6fc4-570f-48eb-8588-9c8982df43d4 on network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:50:39.185624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:50:39.185999 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Checking segment: {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:50:39.186435 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.186831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Bound using segment: {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:50:39.187330 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Bound port: ee9a6fc4-570f-48eb-8588-9c8982df43d4, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:50:39.187759 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.218118 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.260128 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:50:39.262730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] For port ee9a6fc4-570f-48eb-8588-9c8982df43d4, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:50:39.265970 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:50:39.266173 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] For port ee9a6fc4-570f-48eb-8588-9c8982df43d4, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ee9a6fc4-570f-48eb-8588-9c8982df43d4,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:50:39.268724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:50:39.271553 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.308451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=595fc9a5-b37e-48d0-9da2-9c834c4e7608,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:39.325436 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.334362 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da5586-e1dd-48f9-a7e7-6abba8ac6aac None None] Pushing event updated for resources: {'Port': ['ID=ee9a6fc4-570f-48eb-8588-9c8982df43d4,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:39.488369 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.787746 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:50:39.844667 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.847668 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:39.848083 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.854065 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.937208 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=595fc9a5-b37e-48d0-9da2-9c834c4e7608,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:39.939773 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.941121 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.965845 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:50:39.971269 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:39.972392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ee9a6fc4-570f-48eb-8588-9c8982df43d4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:50:40.044226 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:50:40.045809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:50:40.074429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:40.079767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port ee9a6fc4-570f-48eb-8588-9c8982df43d4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:40.080143 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:40.192402 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:40.198721 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 54e7c6da-6058-486a-960f-be3f1b725fcf has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:50:40.235580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port ee9a6fc4-570f-48eb-8588-9c8982df43d4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ee9a6fc4-570f-48eb-8588-9c8982df43d4,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:50:40.240822 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:40.313333 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=ee9a6fc4-570f-48eb-8588-9c8982df43d4,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:40.343858 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:50:40.348929 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-25213fe7-49bf-48f3-b9ea-a0bd9c6dec32 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "PUT /v2.0/routers/54e7c6da-6058-486a-960f-be3f1b725fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3528044 Jan 31 16:50:40.500101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8131e2a-8a76-424c-89bd-6a535e6c7fa5 None None] Network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:50:40.520912 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-8210fb8e-3f5f-4416-8cb3-dea8f50034e2 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293324448&fields=id&tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 267 time: 0.0342562 Jan 31 16:50:40.617753 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-f15101c2-c3dd-4ccb-b274-b1fbed742f8c None None] Provisioning complete for port ee9a6fc4-570f-48eb-8588-9c8982df43d4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:40.618038 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f15101c2-c3dd-4ccb-b274-b1fbed742f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:40.633370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-4ac787b8-7d69-42a8-baa3-8e94562d4157 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:40.634840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-4ac787b8-7d69-42a8-baa3-8e94562d4157 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/networks?id=7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 200 len: 797 time: 0.1071112 Jan 31 16:50:40.650306 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-cb2d16c9-8a5f-4c7a-82bd-327347be6e0c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/quotas/d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 375 time: 0.0093093 Jan 31 16:50:40.725197 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-c2cf5985-a9ab-4bec-bd22-fbdd0b072795 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623057 Jan 31 16:50:40.954714 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-08bfe662-510b-4b34-b40f-3359593f0bd5 service neutron] 10.222.0.36 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568155 Jan 31 16:50:40.958111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cc774372-81c6-43c8-a7da-7e9508c71356 None None] Provisioning complete for port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:40.958667 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc774372-81c6-43c8-a7da-7e9508c71356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:40.994704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-cc774372-81c6-43c8-a7da-7e9508c71356 None None] Port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:50:41.006879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-cc774372-81c6-43c8-a7da-7e9508c71356 None None] Provisioning complete for port ee9a6fc4-570f-48eb-8588-9c8982df43d4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:41.007389 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cc774372-81c6-43c8-a7da-7e9508c71356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:41.065365 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Sync routers for ids ['54e7c6da-6058-486a-960f-be3f1b725fcf'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:50:41.076734 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Routers {'54e7c6da-6058-486a-960f-be3f1b725fcf'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:50:41.077572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ea16ffb1-c290-44c4-91ab-c2f2ab0d0b9f service neutron] 10.222.0.36 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154530 Jan 31 16:50:41.078098 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:50:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['54e7c6da-6058-486a-960f-be3f1b725fcf'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:41.210711 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Set router 54e7c6da-6058-486a-960f-be3f1b725fcf gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:50:41.231952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-131d0194-2322-4036-97a4-756772ff5f16 None None] Provisioning complete for port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:41.232432 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-131d0194-2322-4036-97a4-756772ff5f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:41.300645 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-131d0194-2322-4036-97a4-756772ff5f16 None None] Port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:50:41.338951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8e468494-4767-4cee-8c1c-064a582a9b01 req-69ff4ff3-981d-400b-b67b-376857ab86ef tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 210 time: 0.0365157 Jan 31 16:50:41.423648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-35a76a52-8f47-4dbd-819a-ff7b36fd3ef9 None None] Provisioning complete for port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:41.423898 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-35a76a52-8f47-4dbd-819a-ff7b36fd3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:41.460129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-35a76a52-8f47-4dbd-819a-ff7b36fd3ef9 None None] Port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:50:41.463040 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '595fc9a5-b37e-48d0-9da2-9c834c4e7608', 'name': '', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:ab:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:38Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 2, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:41.598100 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Checking router: 54e7c6da-6058-486a-960f-be3f1b725fcf for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:50:41.598443 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Updating router 54e7c6da-6058-486a-960f-be3f1b725fcf port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:50:41.631816 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:41.634030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:50:41.692126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:41.692554 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:41.788000 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ee9a6fc4-570f-48eb-8588-9c8982df43d4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:50:41.838071 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port ee9a6fc4-570f-48eb-8588-9c8982df43d4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:41.838437 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:41.937405 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:41.943619 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:41.998341 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Pushing event updated for resources: {'Port': ['ID=595fc9a5-b37e-48d0-9da2-9c834c4e7608,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:42.027102 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:42.027435 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:42.027806 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:42.028108 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:42.028772 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:42.028772 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:42.029170 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:42.029519 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:42.029837 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:42.030148 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:42.030475 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:42.030885 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:50:42.079072 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:50:42.080798 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Attempting to bind port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:50:42.081185 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Attempting to bind port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:50:42.082193 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Attempting to bind port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 on network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:50:42.088653 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:50:42.089826 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Checking segment: {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:50:42.090252 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:42.090649 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Bound using segment: {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:50:42.091176 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Bound port: 595fc9a5-b37e-48d0-9da2-9c834c4e7608, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:50:42.091548 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:42.164315 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] For port 595fc9a5-b37e-48d0-9da2-9c834c4e7608, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:50:42.167731 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] For port 595fc9a5-b37e-48d0-9da2-9c834c4e7608, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=595fc9a5-b37e-48d0-9da2-9c834c4e7608,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:50:42.172509 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:42.188526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6073cc7f-f55c-48cd-b88a-d6fc5a84bbac None None] Provisioning complete for port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:42.189111 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6073cc7f-f55c-48cd-b88a-d6fc5a84bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:42.227788 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Routers {'54e7c6da-6058-486a-960f-be3f1b725fcf'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:50:42.228421 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:50:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['54e7c6da-6058-486a-960f-be3f1b725fcf'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:42.263987 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73cc79-a015-4ca6-a548-14596829bd22 None None] Pushing event updated for resources: {'Port': ['ID=595fc9a5-b37e-48d0-9da2-9c834c4e7608,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:42.281106 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6073cc7f-f55c-48cd-b88a-d6fc5a84bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:42.317451 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6073cc7f-f55c-48cd-b88a-d6fc5a84bbac None None] For port 595fc9a5-b37e-48d0-9da2-9c834c4e7608, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=595fc9a5-b37e-48d0-9da2-9c834c4e7608,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:50:42.322615 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6073cc7f-f55c-48cd-b88a-d6fc5a84bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:42.350901 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] Set router 54e7c6da-6058-486a-960f-be3f1b725fcf gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:50:42.413335 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073cc7f-f55c-48cd-b88a-d6fc5a84bbac None None] Pushing event updated for resources: {'Port': ['ID=595fc9a5-b37e-48d0-9da2-9c834c4e7608,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:42.545103 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ce1e9128-7bb5-4a21-8b42-503e897d0591 None None] Provisioning complete for port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:42.545518 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ce1e9128-7bb5-4a21-8b42-503e897d0591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:42.573395 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '595fc9a5-b37e-48d0-9da2-9c834c4e7608', 'name': '', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:ab:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:38Z', 'updated_at': '2022-01-31T16:50:42Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:42.606055 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdac102-2da7-486b-8271-ee75a86460c2 None None] The sync data for ids ['54e7c6da-6058-486a-960f-be3f1b725fcf'] in n-d-827120-1 is: [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '595fc9a5-b37e-48d0-9da2-9c834c4e7608', 'name': '', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:ab:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:38Z', 'updated_at': '2022-01-31T16:50:42Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:50:42.930396 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-104c1ab8-c163-4a64-8049-6905f1c7d1ad req-007d465e-a4cf-43ff-bd6e-f24a411f6b05 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 210 time: 0.0349405 Jan 31 16:50:42.979325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-8acb69e7-15b0-434d-b951-954cba3b6a60 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:42.980956 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-8acb69e7-15b0-434d-b951-954cba3b6a60 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/networks?id=7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 200 len: 797 time: 0.5924289 Jan 31 16:50:43.033568 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-c6230f57-78ce-4bf6-a00f-6f7ff87d994e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 379 time: 0.0373409 Jan 31 16:50:43.046630 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'port': {'device_id': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'admin_state_up': True, 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'security_groups': ['50fc7e6e-8dde-48b9-9267-1a19e73f1c22']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:43.167938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:50:43.171787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:43.306797 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.20.0.9 (7dc5ca56-aaed-42de-b91f-80d1919e0c31/61874ca2-0a82-4fed-95aa-d5d6fa1cf224/47ee619d-3af4-4e3f-b17a-fa5579f2a2ce) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:50:43.469117 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:43.506966 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:43.556693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:50:43.560193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:50:43.564932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:50:43.592132 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:43.637682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:43.638396 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:43.665892 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-d59b5fd7-fa49-47f6-b386-f9f83128eff8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6234672 Jan 31 16:50:43.685186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 595fc9a5-b37e-48d0-9da2-9c834c4e7608 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:50:43.694782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Request body: {'port': {'device_id': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:43.758269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:43.758897 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:43.766658 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:43.882171 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5e8f8f9c-bb77-4b4f-a38c-7ed3ae1ce70f None None] Provisioning complete for port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:43.882542 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8f9c-bb77-4b4f-a38c-7ed3ae1ce70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:43.918228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f8f9c-bb77-4b4f-a38c-7ed3ae1ce70f None None] Port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:50:44.058095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dbbcb-bf0c-4e76-a579-e494287647cf req-8b7fb42a-04b2-425b-9a3c-14fcdb8409de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:44.059625 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b15dbbcb-bf0c-4e76-a579-e494287647cf req-8b7fb42a-04b2-425b-9a3c-14fcdb8409de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 931 time: 0.0534325 Jan 31 16:50:44.064577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:50:44.073581 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:44.087782 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Transition to ACTIVE for port object 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:50:44.091820 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:44.108497 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b15dbbcb-bf0c-4e76-a579-e494287647cf req-632c614a-a3d5-4d31-aca7-acad89a28ff4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421627 Jan 31 16:50:44.143953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:44.222479 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Attempting to bind port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:50:44.222820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Attempting to bind port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:50:44.223309 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Attempting to bind port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce on network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:50:44.228670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce on network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:50:44.229007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Attempting to bind port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce on network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:50:44.234728 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:50:44.235083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Checking segment: {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:50:44.235486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Bound using segment: {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:50:44.235936 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Bound port: 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:50:44.236317 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:44.315153 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:50:44.318202 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:50:44.323374 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:44.362730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:44.363348 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:44.364784 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] 10.222.0.30 "PUT /v2.0/ports/47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 1091 time: 0.6862190 Jan 31 16:50:44.365285 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:50:44.367653 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6a9e1d-270f-40aa-85fe-4e89dfb162e1" -d '{"events": [{"name": "network-changed", "server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:50:44.388991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80a172-d6d9-4eb1-9aed-a7a4df8bf8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:44.413972 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95d8b01-c717-4d1d-b765-9c7739f73a53 x-openstack-request-id: req-b95d8b01-c717-4d1d-b765-9c7739f73a53 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:50:44.414269 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:50:44.414517 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b95d8b01-c717-4d1d-b765-9c7739f73a53 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:50:44.414923 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'status': 'completed', 'code': 200} Jan 31 16:50:44.466084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-eaa8b302-6c71-4a45-885e-3c2013fd9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:44.467905 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-eaa8b302-6c71-4a45-885e-3c2013fd9004 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1094 time: 0.0505319 Jan 31 16:50:44.513488 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-49415f3d-34f9-4781-a044-1682e3119b7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 217 time: 0.0358033 Jan 31 16:50:44.569020 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-df604936-e4cf-4bab-af53-d30180ec6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:44.570669 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-df604936-e4cf-4bab-af53-d30180ec6e30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61874ca2-0a82-4fed-95aa-d5d6fa1cf224 HTTP/1.1" status: 200 len: 834 time: 0.0473943 Jan 31 16:50:44.625180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-975f7a45-4e87-4eba-b46b-a607c07cd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:44.626764 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-975f7a45-4e87-4eba-b46b-a607c07cd454 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7dc5ca56-aaed-42de-b91f-80d1919e0c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470645 Jan 31 16:50:44.730138 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-fda44898-d3c0-4bd0-b752-76e4aff3a1b8 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926924 Jan 31 16:50:44.835832 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4992e81d-efd5-496a-8cfa-ed9bf2ab7a69 req-cc6d5020-1081-48c4-b495-95fb72c143bb service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955143 Jan 31 16:50:44.937157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a9e1d-270f-40aa-85fe-4e89dfb162e1 req-c2b00ef6-da7a-4af5-9453-cfa5d7628db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:44.938778 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a6a9e1d-270f-40aa-85fe-4e89dfb162e1 req-c2b00ef6-da7a-4af5-9453-cfa5d7628db9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1094 time: 0.0502698 Jan 31 16:50:45.037889 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a9e1d-270f-40aa-85fe-4e89dfb162e1 req-fb46e52c-b4ad-4e09-9180-97e12110f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:45.039412 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a6a9e1d-270f-40aa-85fe-4e89dfb162e1 req-fb46e52c-b4ad-4e09-9180-97e12110f799 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 200 len: 898 time: 0.0928516 Jan 31 16:50:45.087890 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a6a9e1d-270f-40aa-85fe-4e89dfb162e1 req-d314ad3b-7840-42b1-b136-3035c3f9da7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 217 time: 0.0408721 Jan 31 16:50:45.140139 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a9e1d-270f-40aa-85fe-4e89dfb162e1 req-7d523fa0-595b-496e-91c3-04bb9db3e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:45.141733 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a6a9e1d-270f-40aa-85fe-4e89dfb162e1 req-7d523fa0-595b-496e-91c3-04bb9db3e196 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61874ca2-0a82-4fed-95aa-d5d6fa1cf224 HTTP/1.1" status: 200 len: 834 time: 0.0441635 Jan 31 16:50:45.194816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a9e1d-270f-40aa-85fe-4e89dfb162e1 req-40e18fa8-bfa3-48e0-990d-6ca7beb49211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:45.196438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a6a9e1d-270f-40aa-85fe-4e89dfb162e1 req-40e18fa8-bfa3-48e0-990d-6ca7beb49211 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7dc5ca56-aaed-42de-b91f-80d1919e0c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468733 Jan 31 16:50:45.240069 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207e5b-a1cf-4ef4-9190-f1174a5b32ae req-57ace4cf-52c0-40de-b5e0-9fd0c3028d83 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:45.242895 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a207e5b-a1cf-4ef4-9190-f1174a5b32ae req-57ace4cf-52c0-40de-b5e0-9fd0c3028d83 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 943 time: 0.0565078 Jan 31 16:50:45.285055 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5a207e5b-a1cf-4ef4-9190-f1174a5b32ae req-bcb9633e-ab90-4a15-95af-d1a7160d4031 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357287 Jan 31 16:50:45.299456 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a6a9e1d-270f-40aa-85fe-4e89dfb162e1 req-99f60cfe-cf35-4cd3-830f-8d4b2885de9e service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952098 Jan 31 16:50:45.396240 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a6a9e1d-270f-40aa-85fe-4e89dfb162e1 req-13562c63-2aaf-449a-b887-13c5dc9ff3b4 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872209 Jan 31 16:50:46.418874 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e06d97-210c-45b2-bf80-242084d3c5c5 req-f52c7079-0c76-4d0c-8f15-c41779350e82 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:46.420367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1e06d97-210c-45b2-bf80-242084d3c5c5 req-f52c7079-0c76-4d0c-8f15-c41779350e82 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 943 time: 0.0573061 Jan 31 16:50:46.463611 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f1e06d97-210c-45b2-bf80-242084d3c5c5 req-d2d41f1e-cfa1-470c-a522-f44e58e83d01 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369685 Jan 31 16:50:46.968240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:50:47.070610 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:50:47.084325 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'port_id': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'mac_address': 'fa:16:3e:ec:96:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:50:47.126135 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:47.140850 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:50:47.159716 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:50:47.165726 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:47.212719 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:47.333560 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b2aacbfa-24fc-4af9-996a-34f2717183ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:47.403498 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['47ee619d-3af4-4e3f-b17a-fa5579f2a2ce'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:50:47.579713 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d629eb-e4e4-41c8-98af-bcc30dcbf83b req-8b291275-7f3d-445c-9106-3147ae95ca3a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:47.581161 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-17d629eb-e4e4-41c8-98af-bcc30dcbf83b req-8b291275-7f3d-445c-9106-3147ae95ca3a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 944 time: 0.0482242 Jan 31 16:50:47.620487 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-17d629eb-e4e4-41c8-98af-bcc30dcbf83b req-9940955c-91c7-4d25-b007-cc5ea362b7a0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326467 Jan 31 16:50:48.747765 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b3378-6c95-4037-a8d6-728b82626968 req-50df6f52-3968-4aaa-b9cd-b21f8d69f78c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:48.749273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-170b3378-6c95-4037-a8d6-728b82626968 req-50df6f52-3968-4aaa-b9cd-b21f8d69f78c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 944 time: 0.0595598 Jan 31 16:50:48.789064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-170b3378-6c95-4037-a8d6-728b82626968 req-737a05d3-e2d6-4e83-a78b-6c83ca8860e1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331721 Jan 31 16:50:48.969255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:50:49.021791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:50:49.025961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:50:49.026384 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:49.107543 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:49.133565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:50:49.135890 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a15673-4704-46b9-839a-8f39c89dc487" -d '{"events": [{"server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "name": "network-vif-plugged", "status": "completed", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:50:49.149705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:50:49.154610 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:49.177689 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7c46e1-d341-456e-9399-58df87e58327 x-openstack-request-id: req-ea7c46e1-d341-456e-9399-58df87e58327 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:50:49.177991 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "name": "network-vif-plugged", "status": "completed", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:50:49.178241 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea7c46e1-d341-456e-9399-58df87e58327 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:50:49.178627 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'code': 200} Jan 31 16:50:49.208096 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:49.275270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4496dca-9f72-4322-8bbe-1819eee82d52 req-27a85509-85db-40f2-bafa-dd9a4a06f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:49.276850 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4496dca-9f72-4322-8bbe-1819eee82d52 req-27a85509-85db-40f2-bafa-dd9a4a06f608 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1096 time: 0.0448146 Jan 31 16:50:49.317741 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e4496dca-9f72-4322-8bbe-1819eee82d52 req-36955b70-704c-4d5c-abe9-1545a2b67c34 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302181 Jan 31 16:50:49.790422 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6d864804-ecbf-4ed4-803b-66da9131e242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:49.931754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9773252-0f53-4ca2-b0c4-8b0bdd574790 req-43c34fc1-3580-47c9-8395-9a54835e41f9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:49.933291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9773252-0f53-4ca2-b0c4-8b0bdd574790 req-43c34fc1-3580-47c9-8395-9a54835e41f9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0662818 Jan 31 16:50:49.974799 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9773252-0f53-4ca2-b0c4-8b0bdd574790 req-53eefd3e-c5c3-491e-b5fd-06dbc957cb9e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345855 Jan 31 16:50:51.083364 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:51.097453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f03561-dd22-48e9-b605-36106f1fa80f req-650eafd5-33cb-4a8c-a9a6-a719d7f1b4b8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:51.098981 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42f03561-dd22-48e9-b605-36106f1fa80f req-650eafd5-33cb-4a8c-a9a6-a719d7f1b4b8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0507557 Jan 31 16:50:51.143485 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-42f03561-dd22-48e9-b605-36106f1fa80f req-05fcdf89-6f31-426d-aa43-dbebbb655af9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376718 Jan 31 16:50:51.259206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968842c-00f1-4cd7-be35-747c937787e7 req-9856c988-befa-4cc6-b452-65925aecf891 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:51.260783 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e968842c-00f1-4cd7-be35-747c937787e7 req-9856c988-befa-4cc6-b452-65925aecf891 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0516803 Jan 31 16:50:51.301291 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e968842c-00f1-4cd7-be35-747c937787e7 req-fa13425b-f7bd-4f1d-8cd3-5874af115535 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338364 Jan 31 16:50:51.323669 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40370) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:51.369655 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1aa96-8da8-4d06-ab97-4de70569f01c tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:51.371348 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d4e1aa96-8da8-4d06-ab97-4de70569f01c tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1091 time: 0.0466347 Jan 31 16:50:51.375458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40372) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:51.379730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:50:51.409434 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:51.513490 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:51.614545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.25.1.87 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/86fc7239-f3c5-4684-a9fd-e3293bb0b9a0) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:50:51.730457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:51.767314 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:51.807760 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:50:51.810488 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:50:51.814627 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:50:51.817607 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=86fc7239-f3c5-4684-a9fd-e3293bb0b9a0,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:52.196854 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:52.268839 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:52.430999 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:52.436751 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:52.509609 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=86fc7239-f3c5-4684-a9fd-e3293bb0b9a0,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:50:52.514996 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:52.518669 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:52.621043 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Floating IP d6d7548a-5829-445e-84d9-704a51dbc100 associated. External IP: 172.25.1.87, port: 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce. Jan 31 16:50:52.641132 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:52.851135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 54e7c6da-6058-486a-960f-be3f1b725fcf has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:50:52.962376 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:50:52.973966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee34600d-e218-41c9-a724-663332d7cd1c None None] Sync routers for ids ['54e7c6da-6058-486a-960f-be3f1b725fcf'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:50:52.982556 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:52.984534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee34600d-e218-41c9-a724-663332d7cd1c None None] Routers {'54e7c6da-6058-486a-960f-be3f1b725fcf'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:50:52.985282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ee34600d-e218-41c9-a724-663332d7cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:50:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['54e7c6da-6058-486a-960f-be3f1b725fcf'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:53.011548 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f4f3e7d3-167a-47d4-8f8d-681a23456d67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6351039 Jan 31 16:50:53.012216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:50:53.014607 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaad501-d113-4668-92c7-f1ad82071bee" -d '{"events": [{"name": "network-changed", "server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:50:53.052342 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59ef833-ade2-44bc-9c79-eb63b769ecd9 x-openstack-request-id: req-a59ef833-ade2-44bc-9c79-eb63b769ecd9 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:50:53.052637 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:50:53.052889 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a59ef833-ade2-44bc-9c79-eb63b769ecd9 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:50:53.053296 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'status': 'completed', 'code': 200} Jan 31 16:50:53.093026 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ee34600d-e218-41c9-a724-663332d7cd1c None None] Set router 54e7c6da-6058-486a-960f-be3f1b725fcf gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:50:53.112622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca920a-fdfb-4e8f-8fc3-eeb301af8a63 req-4933c923-f761-4820-b16f-5de6875a6387 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:53.114792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaad501-d113-4668-92c7-f1ad82071bee req-ced0e134-b0bd-456e-8db5-733380099bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:53.115077 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cca920a-fdfb-4e8f-8fc3-eeb301af8a63 req-4933c923-f761-4820-b16f-5de6875a6387 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0518837 Jan 31 16:50:53.116342 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-afaad501-d113-4668-92c7-f1ad82071bee req-ced0e134-b0bd-456e-8db5-733380099bd2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1096 time: 0.0425706 Jan 31 16:50:53.155999 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2cca920a-fdfb-4e8f-8fc3-eeb301af8a63 req-61b98197-ad38-40ac-850d-39b60bd884d7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346398 Jan 31 16:50:53.179882 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40380) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:53.222485 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaad501-d113-4668-92c7-f1ad82071bee req-6237e3c7-42a3-46a9-9aa5-271562f5583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:53.223997 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-afaad501-d113-4668-92c7-f1ad82071bee req-6237e3c7-42a3-46a9-9aa5-271562f5583c service neutron] 10.222.0.30 "GET /v2.0/networks?id=7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 200 len: 898 time: 0.1011305 Jan 31 16:50:53.244151 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b230ee1b-d43b-4bbb-b4fe-8a529a271b3f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/d6d7548a-5829-445e-84d9-704a51dbc100 HTTP/1.1" status: 200 len: 990 time: 0.0619683 Jan 31 16:50:53.298703 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-afaad501-d113-4668-92c7-f1ad82071bee req-25faab33-0022-4c3d-877c-77e06037d151 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 998 time: 0.0675778 Jan 31 16:50:53.348293 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaad501-d113-4668-92c7-f1ad82071bee req-c7724eb1-0356-4489-9c31-611fda71e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:53.349803 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-afaad501-d113-4668-92c7-f1ad82071bee req-c7724eb1-0356-4489-9c31-611fda71e355 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61874ca2-0a82-4fed-95aa-d5d6fa1cf224 HTTP/1.1" status: 200 len: 834 time: 0.0448763 Jan 31 16:50:53.395477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaad501-d113-4668-92c7-f1ad82071bee req-232a5e4b-67d6-4c97-b3ee-1da798887195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:50:53.397830 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-afaad501-d113-4668-92c7-f1ad82071bee req-232a5e4b-67d6-4c97-b3ee-1da798887195 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7dc5ca56-aaed-42de-b91f-80d1919e0c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411484 Jan 31 16:50:53.484853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ee34600d-e218-41c9-a724-663332d7cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'd6d7548a-5829-445e-84d9-704a51dbc100', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'port_id': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'mac_address': 'fa:16:3e:ec:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:50:52Z', 'updated_at': '2022-01-31T16:50:52Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595fc9a5-b37e-48d0-9da2-9c834c4e7608', 'name': '', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:ab:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:38Z', 'updated_at': '2022-01-31T16:50:42Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:53.492122 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-afaad501-d113-4668-92c7-f1ad82071bee req-c9a30472-e67e-4e52-bd9c-7a6779865cc6 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885270 Jan 31 16:50:53.511595 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee34600d-e218-41c9-a724-663332d7cd1c None None] Checking router: 54e7c6da-6058-486a-960f-be3f1b725fcf for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:50:53.520001 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee34600d-e218-41c9-a724-663332d7cd1c None None] Routers {'54e7c6da-6058-486a-960f-be3f1b725fcf'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:50:53.520603 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ee34600d-e218-41c9-a724-663332d7cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:50:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['54e7c6da-6058-486a-960f-be3f1b725fcf'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:53.584324 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-afaad501-d113-4668-92c7-f1ad82071bee req-ffa41908-d56f-49f9-867c-0bfd64d8b88c service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855718 Jan 31 16:50:53.633279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-ee34600d-e218-41c9-a724-663332d7cd1c None None] Set router 54e7c6da-6058-486a-960f-be3f1b725fcf gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:50:53.875704 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-ee34600d-e218-41c9-a724-663332d7cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'd6d7548a-5829-445e-84d9-704a51dbc100', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'port_id': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'mac_address': 'fa:16:3e:ec:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:50:52Z', 'updated_at': '2022-01-31T16:50:52Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595fc9a5-b37e-48d0-9da2-9c834c4e7608', 'name': '', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:ab:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:38Z', 'updated_at': '2022-01-31T16:50:42Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:50:53.907892 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee34600d-e218-41c9-a724-663332d7cd1c None None] The sync data for ids ['54e7c6da-6058-486a-960f-be3f1b725fcf'] in n-d-827120-1 is: [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'd6d7548a-5829-445e-84d9-704a51dbc100', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'port_id': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'mac_address': 'fa:16:3e:ec:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:50:52Z', 'updated_at': '2022-01-31T16:50:52Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595fc9a5-b37e-48d0-9da2-9c834c4e7608', 'name': '', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:ab:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:38Z', 'updated_at': '2022-01-31T16:50:42Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:50:54.131081 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0168e-0680-4fb4-b6d0-33686d305f7c None None] New status for floating IP d6d7548a-5829-445e-84d9-704a51dbc100: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:50:54.247154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40384) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:54.313747 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0a8e8680-8b13-4819-b2f2-aafa5bb17f7e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/d6d7548a-5829-445e-84d9-704a51dbc100 HTTP/1.1" status: 200 len: 990 time: 0.0654347 Jan 31 16:50:55.319271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40386) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:50:55.384485 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-63971def-a144-4f2b-8b39-685d26b47216 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/d6d7548a-5829-445e-84d9-704a51dbc100 HTTP/1.1" status: 200 len: 992 time: 0.0636280 Jan 31 16:50:56.273593 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:50:58.396122 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:02.529950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73e54e6d-9b6c-41da-923d-94ceacd6f4b9 req-cdb7863f-80ac-4f3e-a94c-4f1eaafb8dcb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529702 Jan 31 16:51:02.617809 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54e6d-9b6c-41da-923d-94ceacd6f4b9 req-5da931d3-b850-4b26-881e-d1cbaa5d92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:02.619403 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73e54e6d-9b6c-41da-923d-94ceacd6f4b9 req-5da931d3-b850-4b26-881e-d1cbaa5d92c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1096 time: 0.0425127 Jan 31 16:51:02.731619 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54e6d-9b6c-41da-923d-94ceacd6f4b9 req-870ec9d5-f298-4825-a313-217c55cd16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:02.733131 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73e54e6d-9b6c-41da-923d-94ceacd6f4b9 req-870ec9d5-f298-4825-a313-217c55cd16e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 200 len: 898 time: 0.0885251 Jan 31 16:51:02.817459 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73e54e6d-9b6c-41da-923d-94ceacd6f4b9 req-78fc6031-ceb0-4954-b3a2-f372ee94534f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 1000 time: 0.0749133 Jan 31 16:51:02.870610 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54e6d-9b6c-41da-923d-94ceacd6f4b9 req-cac6e044-49ae-4cfc-936f-5c9050c04688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:02.872102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73e54e6d-9b6c-41da-923d-94ceacd6f4b9 req-cac6e044-49ae-4cfc-936f-5c9050c04688 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61874ca2-0a82-4fed-95aa-d5d6fa1cf224 HTTP/1.1" status: 200 len: 834 time: 0.0444260 Jan 31 16:51:02.928135 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54e6d-9b6c-41da-923d-94ceacd6f4b9 req-8c41e359-125f-4796-af0c-bd61492d2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:02.931300 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73e54e6d-9b6c-41da-923d-94ceacd6f4b9 req-8c41e359-125f-4796-af0c-bd61492d2296 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7dc5ca56-aaed-42de-b91f-80d1919e0c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477281 Jan 31 16:51:03.052859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73e54e6d-9b6c-41da-923d-94ceacd6f4b9 req-caf4abb2-59fd-4245-bbe7-048359b0a270 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122007 Jan 31 16:51:03.153447 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-73e54e6d-9b6c-41da-923d-94ceacd6f4b9 req-e2b7ba7b-0aa2-4419-81cf-810bad10fafa service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931492 Jan 31 16:51:17.333934 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c46b106a-1ebd-4b22-a009-02055669e90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:19.082894 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:51:19.790657 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-77ac5814-d01d-4fbc-ba79-eb46fd622594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:21.091721 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:22.521317 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:22.645547 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:26.282132 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:28.387832 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:28.657166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-e796466b-3529-4e0a-9bd2-ae4bf2bb133f req-d8ac0e75-c17f-4aa0-803b-a85bd21437d0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:51:28.658243 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e796466b-3529-4e0a-9bd2-ae4bf2bb133f req-d8ac0e75-c17f-4aa0-803b-a85bd21437d0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505903 Jan 31 16:51:28.823012 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40424) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:51:28.857991 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b34a-a5dd-4ddc-afe1-3ea1eab238eb req-97281d6d-e8bd-41b2-93b5-b9bfe2dac328 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:28.859557 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3542b34a-a5dd-4ddc-afe1-3ea1eab238eb req-97281d6d-e8bd-41b2-93b5-b9bfe2dac328 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0628994 Jan 31 16:51:28.901234 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3542b34a-a5dd-4ddc-afe1-3ea1eab238eb req-833e951b-915b-4310-a8e7-5034f33e32a8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353334 Jan 31 16:51:28.919698 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-8ff68ac7-0f6a-43ca-b011-674e24809cb9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954313 Jan 31 16:51:28.928896 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-89122439-b1b8-471a-96ab-38339733ed72 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:51:28.929908 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-89122439-b1b8-471a-96ab-38339733ed72 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051103 Jan 31 16:51:30.044758 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73af1e-a14c-438e-92ae-218c2b4f841d req-46635add-0545-4888-bb23-bc504f30ca21 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:30.046283 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fe73af1e-a14c-438e-92ae-218c2b4f841d req-46635add-0545-4888-bb23-bc504f30ca21 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0634289 Jan 31 16:51:30.088762 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fe73af1e-a14c-438e-92ae-218c2b4f841d req-7612f635-522f-46e3-9912-b9d5b4284068 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336330 Jan 31 16:51:31.213762 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb895b-ca09-4449-bde4-bf628769c6f7 req-ec848319-951c-469b-82a8-b5bb4c4b0840 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:31.215226 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bafb895b-ca09-4449-bde4-bf628769c6f7 req-ec848319-951c-469b-82a8-b5bb4c4b0840 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0512156 Jan 31 16:51:31.252433 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bafb895b-ca09-4449-bde4-bf628769c6f7 req-08c9b522-adcd-4a00-ac24-c641167fdc2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311477 Jan 31 16:51:32.131217 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-3f20e122-5ff3-4808-b4ba-4d8d04dfdf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:32.133689 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-3f20e122-5ff3-4808-b4ba-4d8d04dfdf12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1096 time: 0.0511034 Jan 31 16:51:32.244409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-c51afb2d-6098-42ee-9226-c7df05cb0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:32.245974 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-c51afb2d-6098-42ee-9226-c7df05cb0c9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 200 len: 898 time: 0.1058602 Jan 31 16:51:32.312840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-6371efcb-b97c-4df5-bf25-650991e71186 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 1000 time: 0.0598528 Jan 31 16:51:32.369149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-cbdd86f0-118b-4eb6-8d1f-e30c082fd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:32.370678 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-cbdd86f0-118b-4eb6-8d1f-e30c082fd856 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61874ca2-0a82-4fed-95aa-d5d6fa1cf224 HTTP/1.1" status: 200 len: 834 time: 0.0514615 Jan 31 16:51:32.376598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7075876-7dea-40db-ab0d-4a4ea1105c1d req-a3e98a23-80d1-43b7-96f3-0948d8275a67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:32.378130 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e7075876-7dea-40db-ab0d-4a4ea1105c1d req-a3e98a23-80d1-43b7-96f3-0948d8275a67 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0527208 Jan 31 16:51:32.417903 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e7075876-7dea-40db-ab0d-4a4ea1105c1d req-72a7c25d-15ea-4b2c-b479-2437e06f0ee3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328250 Jan 31 16:51:32.418552 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-ccae920e-d980-4921-b1b7-c09c2c0151bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:32.420089 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-ccae920e-d980-4921-b1b7-c09c2c0151bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7dc5ca56-aaed-42de-b91f-80d1919e0c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425220 Jan 31 16:51:32.514328 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-4c3a5f78-8b00-4e57-bdaa-a2e9cffe1f25 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877273 Jan 31 16:51:32.608245 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-941d628a-efc3-44de-866f-a99afb4e7ca0 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870595 Jan 31 16:51:33.544536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942b4a5-f0e5-402b-aa1c-77c15fcb7e53 req-31ed0ea8-5ff7-40d7-9212-ac6c34e8174a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:33.546216 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b942b4a5-f0e5-402b-aa1c-77c15fcb7e53 req-31ed0ea8-5ff7-40d7-9212-ac6c34e8174a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0524731 Jan 31 16:51:33.591883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b942b4a5-f0e5-402b-aa1c-77c15fcb7e53 req-e430f7ba-21d1-4f84-9523-c86475c2329c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366998 Jan 31 16:51:34.721054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ca28-aedb-4ada-863f-f1d726417e67 req-351ddc3d-4532-4745-a030-b9fe118cfde6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:34.722571 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0456ca28-aedb-4ada-863f-f1d726417e67 req-351ddc3d-4532-4745-a030-b9fe118cfde6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0576842 Jan 31 16:51:34.766894 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0456ca28-aedb-4ada-863f-f1d726417e67 req-ec11ef2e-16f4-4552-9623-2513ed4fb0ee tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353835 Jan 31 16:51:35.901364 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da47121-197b-4c3a-a315-7bcd56bb58be req-f43f4652-332e-4bac-a823-015042a4b94f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:35.902758 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6da47121-197b-4c3a-a315-7bcd56bb58be req-f43f4652-332e-4bac-a823-015042a4b94f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0527525 Jan 31 16:51:35.947402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6da47121-197b-4c3a-a315-7bcd56bb58be req-adfc3c05-abbf-4406-ae6d-2fb6883c118e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362053 Jan 31 16:51:37.078998 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d66cd-1bf2-4973-87e6-fe1b5a4a4eea req-df8f2479-62f8-4279-9c7a-0980edcdab7d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:37.080449 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c4d66cd-1bf2-4973-87e6-fe1b5a4a4eea req-df8f2479-62f8-4279-9c7a-0980edcdab7d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0536010 Jan 31 16:51:37.130689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2c4d66cd-1bf2-4973-87e6-fe1b5a4a4eea req-a89783f6-2326-4dd4-b570-de2560e2f469 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413444 Jan 31 16:51:38.261411 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7399d4-57b8-43f8-a7b5-e931ac7214d5 req-4926637e-8093-43eb-aba5-99c7e74a1fb2 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:38.263078 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a7399d4-57b8-43f8-a7b5-e931ac7214d5 req-4926637e-8093-43eb-aba5-99c7e74a1fb2 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0547419 Jan 31 16:51:38.305501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8a7399d4-57b8-43f8-a7b5-e931ac7214d5 req-fd77f33c-2fff-4cbc-884e-173d823d512f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333467 Jan 31 16:51:39.439064 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153ca35-24de-49a5-8a70-bc297c097343 req-8839a556-df3c-4d68-842b-7622c5dc27cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:39.441073 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f153ca35-24de-49a5-8a70-bc297c097343 req-8839a556-df3c-4d68-842b-7622c5dc27cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0583637 Jan 31 16:51:39.491784 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f153ca35-24de-49a5-8a70-bc297c097343 req-d5dacc4c-cbf8-49fc-a738-d6f685bba6ed tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443907 Jan 31 16:51:40.626499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64029f-33d1-4856-8dbe-4202e9e83457 req-b4c97021-699f-434f-9166-bf1fea23c394 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:40.628052 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ab64029f-33d1-4856-8dbe-4202e9e83457 req-b4c97021-699f-434f-9166-bf1fea23c394 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0522442 Jan 31 16:51:40.674006 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ab64029f-33d1-4856-8dbe-4202e9e83457 req-4e9233da-ea7e-4b65-8045-89864e30fb6c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365305 Jan 31 16:51:41.798593 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277101c-3d20-4862-bc2a-28be433517ed req-c8fe5bb4-9a84-488a-88b5-783feb7cfb19 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:41.800059 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3277101c-3d20-4862-bc2a-28be433517ed req-c8fe5bb4-9a84-488a-88b5-783feb7cfb19 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0558755 Jan 31 16:51:41.851035 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3277101c-3d20-4862-bc2a-28be433517ed req-a6f9de43-3f66-4fd4-8e7b-baab78ecdbc3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415640 Jan 31 16:51:42.994576 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5d9a7-c0c5-4146-9229-0798f4db3a2a req-a17fd566-1710-43f5-858f-c20207b19b95 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:42.996064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ad5d9a7-c0c5-4146-9229-0798f4db3a2a req-a17fd566-1710-43f5-858f-c20207b19b95 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0582943 Jan 31 16:51:43.039285 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0ad5d9a7-c0c5-4146-9229-0798f4db3a2a req-fa5b8b79-96f0-45d0-b3d4-77daefb6947b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358753 Jan 31 16:51:44.172571 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384f8c6-4eeb-464e-b0bc-2574e3792bcb req-b396e882-9299-49fc-be37-879e5da5bd87 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:44.174053 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6384f8c6-4eeb-464e-b0bc-2574e3792bcb req-b396e882-9299-49fc-be37-879e5da5bd87 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0580118 Jan 31 16:51:44.214486 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6384f8c6-4eeb-464e-b0bc-2574e3792bcb req-f6d77139-c144-46c2-8bcf-e81e95c086a5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341940 Jan 31 16:51:45.349860 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7053182-a07d-4647-8274-fa8df7c4aca3 req-9a2ec900-0c6f-4c70-85ab-957c65db11e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:45.351326 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e7053182-a07d-4647-8274-fa8df7c4aca3 req-9a2ec900-0c6f-4c70-85ab-957c65db11e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0524802 Jan 31 16:51:45.388073 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e7053182-a07d-4647-8274-fa8df7c4aca3 req-3dcf1c45-0bb0-420c-936d-a57e1c1f4deb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307271 Jan 31 16:51:46.533166 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a11d2-b80c-4022-9d82-0c1a3c2bc5fd req-c9b12997-a3be-4c8e-9821-d1080953a76a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:46.534643 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-191a11d2-b80c-4022-9d82-0c1a3c2bc5fd req-c9b12997-a3be-4c8e-9821-d1080953a76a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0615797 Jan 31 16:51:46.583662 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-191a11d2-b80c-4022-9d82-0c1a3c2bc5fd req-bf81efd9-c105-470d-864f-3d94c3e8f02c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410657 Jan 31 16:51:47.330172 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-96970b60-9282-42cc-91fc-56e213b04f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:47.712850 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fb488-6351-442e-8ba6-d49a695b5cfa req-c83eaa21-bcf5-498c-8e47-e072023a21e0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:47.714367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2c1fb488-6351-442e-8ba6-d49a695b5cfa req-c83eaa21-bcf5-498c-8e47-e072023a21e0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0517607 Jan 31 16:51:47.756159 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2c1fb488-6351-442e-8ba6-d49a695b5cfa req-05eddbc5-328c-40a9-9089-b279cd50f1d7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356638 Jan 31 16:51:48.896964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b31134-0346-46d5-b674-4360c64976a1 req-fa177e44-7a96-44e1-ab9e-7e6d44781f5d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:48.898456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-64b31134-0346-46d5-b674-4360c64976a1 req-fa177e44-7a96-44e1-ab9e-7e6d44781f5d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0562925 Jan 31 16:51:48.939375 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-64b31134-0346-46d5-b674-4360c64976a1 req-f6eb1ba6-68a7-4aff-a16b-df38c9d8b3b8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318475 Jan 31 16:51:49.785250 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3a28be93-4de1-48f3-b29f-dbedb233be30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:49.796942 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-68e93537-d23b-4937-9ba4-d6b82c20b76f service neutron] show failed (client error): The resource could not be found. Jan 31 16:51:49.798036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-68e93537-d23b-4937-9ba4-d6b82c20b76f service neutron] 10.222.0.30 "GET /v2.0/ports/47ee619d-3af4-4e3f-b17a-fa5579f2a2ce/bindings/n-h2-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0717149 Jan 31 16:51:50.068568 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b672c-ed8b-40fc-9f5b-c2df578313c6 req-e6e69bec-da3a-4e80-b2cc-826f2af3bd36 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:50.070055 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-306b672c-ed8b-40fc-9f5b-c2df578313c6 req-e6e69bec-da3a-4e80-b2cc-826f2af3bd36 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0521455 Jan 31 16:51:50.092736 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-c1da1f7d-9dd0-4fcc-9275-5d005b1bc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:50.094338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-c1da1f7d-9dd0-4fcc-9275-5d005b1bc15a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e&tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 1096 time: 0.0812767 Jan 31 16:51:50.105937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:51:50.107296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-306b672c-ed8b-40fc-9f5b-c2df578313c6 req-276ac025-79ee-4c62-aa99-e3baca1d5f17 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312707 Jan 31 16:51:50.160519 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:50.381001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:51:50.416138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:51:50.457876 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:51:50.460442 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cae5398-03c7-46bd-a67f-c532ae797b9a" -d '{"events": [{"server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:51:50.464902 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:50.478461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Transition to ACTIVE for port object 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:51:50.482794 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:50.515921 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 16:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e26e950-1b71-4752-8f2d-0e506fbe1895 x-openstack-request-id: req-6e26e950-1b71-4752-8f2d-0e506fbe1895 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:51:50.516415 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:51:50.516832 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e26e950-1b71-4752-8f2d-0e506fbe1895 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:51:50.518033 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'code': 200} Jan 31 16:51:50.565289 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Pushing event updated for resources: {'Port': ['ID=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,revision_number=6']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:51:50.583635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:50.583947 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:50.584301 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:50.584601 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:50.584987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:50.585334 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:50.585670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:50.585972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:50.586320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:50.586653 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:50.587177 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:50.587382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:50.626274 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] No DVR routers for this DVR port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:51:50.769930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Attempting to bind port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:51:50.770261 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Attempting to bind port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:51:50.770584 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Attempting to bind port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce on network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:51:50.775016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce on network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:51:50.775330 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Attempting to bind port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce on network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:51:50.780194 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:51:50.780520 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Checking segment: {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:51:50.780888 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Bound using segment: {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:51:50.781347 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Bound port: 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f110f20-a030-4645-baee-699f197dc85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:51:50.781668 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:50.847344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:51:50.851663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:51:50.859674 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:50.896829 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:50.897563 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:50.899042 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] 10.222.0.20 "PUT /v2.0/ports/47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 1091 time: 0.7971284 Jan 31 16:51:50.922083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c931c-7c43-4d0f-a906-9d2171573737 service neutron] Pushing event updated for resources: {'Port': ['ID=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:51:51.090614 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:51.247969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da89ce1-10f7-4265-b78a-06a5ab72f559 req-e6d089d8-ca39-4177-9c12-3848af3fb3bf tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:51.249523 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3da89ce1-10f7-4265-b78a-06a5ab72f559 req-e6d089d8-ca39-4177-9c12-3848af3fb3bf tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 943 time: 0.0520353 Jan 31 16:51:51.290043 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3da89ce1-10f7-4265-b78a-06a5ab72f559 req-45c39bc7-5a6a-43eb-95e5-400f2d5aa5bd tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335989 Jan 31 16:51:51.368563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-0ae22ed0-fe79-49d5-b64a-c39a714a6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:51.370088 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-0ae22ed0-fe79-49d5-b64a-c39a714a6ec6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1094 time: 0.3891122 Jan 31 16:51:51.470499 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-cb94e8b9-a0e7-40dc-b5a7-2442239effbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:51.472103 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-cb94e8b9-a0e7-40dc-b5a7-2442239effbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 200 len: 898 time: 0.0949392 Jan 31 16:51:51.542848 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-da683813-ef78-4b4d-93ae-be1c10a59501 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 998 time: 0.0636654 Jan 31 16:51:51.595898 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-16eb698f-9739-450a-9b89-0aeeb0db483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:51.597835 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-16eb698f-9739-450a-9b89-0aeeb0db483e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61874ca2-0a82-4fed-95aa-d5d6fa1cf224 HTTP/1.1" status: 200 len: 834 time: 0.0477602 Jan 31 16:51:51.648266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-bf83095d-fba2-488f-bdd6-a0b61f5e36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:51.650114 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-bf83095d-fba2-488f-bdd6-a0b61f5e36b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7dc5ca56-aaed-42de-b91f-80d1919e0c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439639 Jan 31 16:51:51.748686 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-642d778e-028c-4284-9f88-6e98314e4cdb service neutron] 10.222.0.20 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910089 Jan 31 16:51:51.840804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-79f351dc-8a0c-43b2-808e-d3b9bdbdd4ec service neutron] 10.222.0.20 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846839 Jan 31 16:51:52.428135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86249b0-dc51-4d5b-bb70-12b478bd2674 req-f06f1ef4-f10f-499a-a044-02e6ee2e5b18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:52.429616 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d86249b0-dc51-4d5b-bb70-12b478bd2674 req-f06f1ef4-f10f-499a-a044-02e6ee2e5b18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 943 time: 0.0583272 Jan 31 16:51:52.477857 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d86249b0-dc51-4d5b-bb70-12b478bd2674 req-c9d97f03-cd80-46b6-8315-cd8ead83e6e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420368 Jan 31 16:51:52.518655 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:51:52.521338 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695438fb-73dc-4cae-9896-ce5dd7c33ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:51:52.522383 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:52.568715 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08e8031-803b-49aa-8faf-a657de62bc7d x-openstack-request-id: req-b08e8031-803b-49aa-8faf-a657de62bc7d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:51:52.569035 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:51:52.569299 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b08e8031-803b-49aa-8faf-a657de62bc7d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:51:52.569742 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'status': 'completed', 'code': 200} Jan 31 16:51:52.631035 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-e63c435e-c83e-44af-b468-409656cbed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:52.632900 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-7a58bc5e-73a4-4bf8-9273-2001af019650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:52.633055 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-e63c435e-c83e-44af-b468-409656cbed36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1094 time: 0.0421221 Jan 31 16:51:52.634406 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-7a58bc5e-73a4-4bf8-9273-2001af019650 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1094 time: 0.0448546 Jan 31 16:51:52.650082 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:52.727769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-4ff7319c-6faf-41ef-b75b-e0bd0610f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:52.728074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-42c1d347-c69d-429e-8102-0539dd2bdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:52.729240 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-42c1d347-c69d-429e-8102-0539dd2bdcd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 200 len: 898 time: 0.0881250 Jan 31 16:51:52.729354 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-4ff7319c-6faf-41ef-b75b-e0bd0610f0bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 200 len: 898 time: 0.0894156 Jan 31 16:51:52.795740 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-7d0939a9-c48d-4c27-8f8d-967aab50995b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 998 time: 0.0592041 Jan 31 16:51:52.799087 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-99913d47-3cc1-4dd2-a38b-6cefea339aea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 998 time: 0.0625880 Jan 31 16:51:52.850451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-6bfdc664-4fab-4cb9-8e39-37126cac1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:52.851385 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-1cbb16c2-300b-4f75-9776-56091988c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:52.851931 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-6bfdc664-4fab-4cb9-8e39-37126cac1aba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61874ca2-0a82-4fed-95aa-d5d6fa1cf224 HTTP/1.1" status: 200 len: 834 time: 0.0449712 Jan 31 16:51:52.853369 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-1cbb16c2-300b-4f75-9776-56091988c0b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61874ca2-0a82-4fed-95aa-d5d6fa1cf224 HTTP/1.1" status: 200 len: 834 time: 0.0509231 Jan 31 16:51:52.898508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-55faf8e4-2e1a-4a27-9ed0-93333d186660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:52.898886 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-173dfb67-4a4a-4d46-ae64-459ca1efc575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:52.899912 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-55faf8e4-2e1a-4a27-9ed0-93333d186660 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7dc5ca56-aaed-42de-b91f-80d1919e0c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407798 Jan 31 16:51:52.900808 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-173dfb67-4a4a-4d46-ae64-459ca1efc575 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7dc5ca56-aaed-42de-b91f-80d1919e0c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408967 Jan 31 16:51:53.005010 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-343646ee-86dd-4b04-b3b8-8dd64a23af17 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969234 Jan 31 16:51:53.009714 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-411d44a8-d1a0-42c8-86f3-acca7e67ddcb service neutron] 10.222.0.20 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020396 Jan 31 16:51:53.101315 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-6283f164-83f3-4b30-91ee-3eeffe598ff1 service neutron] 10.222.0.20 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848596 Jan 31 16:51:53.103832 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-695438fb-73dc-4cae-9896-ce5dd7c33ec0 req-8e791e7e-7f45-411a-9556-efeb01d3cd6d service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875397 Jan 31 16:51:53.322662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:51:53.375975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:51:53.613747 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ee802-9d4b-4c1d-9149-af4c0af19db5 req-7784a9a4-00e9-49f8-955a-2cd92243521f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:53.615236 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da9ee802-9d4b-4c1d-9149-af4c0af19db5 req-7784a9a4-00e9-49f8-955a-2cd92243521f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 943 time: 0.0610511 Jan 31 16:51:53.660132 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-da9ee802-9d4b-4c1d-9149-af4c0af19db5 req-7a6e85cc-c108-4985-b3e5-9519a16c84c8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387175 Jan 31 16:51:53.874911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec305080-f91c-4a2a-972b-84a5672662cb req-c6786223-9091-4f0b-94f6-9d7f78e781e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:53.876351 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec305080-f91c-4a2a-972b-84a5672662cb req-c6786223-9091-4f0b-94f6-9d7f78e781e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 943 time: 0.0524445 Jan 31 16:51:53.892949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-42799b9a-d41a-44fa-af87-6dffd2fadb02 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:53.894477 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-42799b9a-d41a-44fa-af87-6dffd2fadb02 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e&tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&binding%3Ahost_id=n-h2-827120-1 HTTP/1.1" status: 200 len: 943 time: 0.0545297 Jan 31 16:51:53.915145 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec305080-f91c-4a2a-972b-84a5672662cb req-be054818-d6ee-4506-83cf-eb137786a918 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319791 Jan 31 16:51:53.953784 n-d-827120-1 neutron-server[108771]: INFO neutron.api.v2.resource [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-606b7a4b-4f3e-4427-a35b-f21a071c779e service neutron] delete failed (client error): The resource could not be found. Jan 31 16:51:53.954847 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-606b7a4b-4f3e-4427-a35b-f21a071c779e service neutron] 10.222.0.30 "DELETE /v2.0/ports/47ee619d-3af4-4e3f-b17a-fa5579f2a2ce/bindings/n-h1-827120-1 HTTP/1.1" status: 404 len: 380 time: 0.0530989 Jan 31 16:51:54.060828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4fde5-31fe-48e1-9d9d-fef58d646d35 req-6fe40a0a-e978-4214-8fad-2c3355e5cee9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:54.062319 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-94a4fde5-31fe-48e1-9d9d-fef58d646d35 req-6fe40a0a-e978-4214-8fad-2c3355e5cee9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 943 time: 0.0782945 Jan 31 16:51:54.071917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-fca5d0b4-6cbf-4abf-9818-a204d000cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:54.073271 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-fca5d0b4-6cbf-4abf-9818-a204d000cc20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1094 time: 0.0587702 Jan 31 16:51:54.514715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-94a4fde5-31fe-48e1-9d9d-fef58d646d35 req-36b5314f-f19a-4c3b-88fa-32a68a345e76 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4452906 Jan 31 16:51:54.549348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-3da54c7a-f895-46fa-b60e-c917f598eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:54.550821 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-3da54c7a-f895-46fa-b60e-c917f598eb7d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 200 len: 898 time: 0.4658380 Jan 31 16:51:54.615213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-6f5514bb-b417-4a13-af49-35208f350567 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 998 time: 0.0575278 Jan 31 16:51:54.635838 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:51:54.672923 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-c8f0a97b-8392-4b14-9bee-4f7e49e14d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:54.674651 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-c8f0a97b-8392-4b14-9bee-4f7e49e14d2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61874ca2-0a82-4fed-95aa-d5d6fa1cf224 HTTP/1.1" status: 200 len: 834 time: 0.0493371 Jan 31 16:51:54.728777 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-ed1c98a0-f4f3-4c76-b857-9bdc5da96a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:54.730304 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-ed1c98a0-f4f3-4c76-b857-9bdc5da96a52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7dc5ca56-aaed-42de-b91f-80d1919e0c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467422 Jan 31 16:51:54.743887 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-9559402f-6510-4e85-b95e-0f54156cb56c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:51:54.744496 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-9559402f-6510-4e85-b95e-0f54156cb56c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052431 Jan 31 16:51:54.751154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:51:54.763246 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'port_id': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'mac_address': 'fa:16:3e:ec:96:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:51:54.802856 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:54.816110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:51:54.835162 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:51:54.839618 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-37c6262e-8d19-4dd6-af3b-f327b28d16a1 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863259 Jan 31 16:51:54.840276 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:54.887920 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:51:54.896233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:54.896584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:54.896923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:54.897254 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:54.897616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:54.897936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:54.898260 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:54.898580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:54.898905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:54.899220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:54.899535 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:54.899847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:51:54.937246 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c4066cc6-99de-42a2-a97e-6c81e646f84e req-e4bbfa44-446f-4cfe-91e3-f2aa411a19d4 service neutron] 10.222.0.30 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889120 Jan 31 16:51:55.125909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['47ee619d-3af4-4e3f-b17a-fa5579f2a2ce'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:51:55.641111 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9ebd5-cce5-4691-81dc-6f086f95b668 req-01121b93-d281-4178-9619-43483c1f6308 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:55.642613 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2c9ebd5-cce5-4691-81dc-6f086f95b668 req-01121b93-d281-4178-9619-43483c1f6308 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 944 time: 0.0562677 Jan 31 16:51:55.682451 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a2c9ebd5-cce5-4691-81dc-6f086f95b668 req-b4fd877c-167d-4980-a7c7-887f7144ca7c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336113 Jan 31 16:51:55.715322 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40520) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:51:55.782733 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fcff925e-f08b-4b14-9162-adc47d387bfe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/d6d7548a-5829-445e-84d9-704a51dbc100 HTTP/1.1" status: 200 len: 991 time: 0.0656836 Jan 31 16:51:56.052609 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5dc0266-9f69-40c7-b4f5-e6e4fa03f272 req-42ce5ade-c5fd-4afb-99cf-635b0ca32762 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437918 Jan 31 16:51:56.082247 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:51:56.142680 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc0266-9f69-40c7-b4f5-e6e4fa03f272 req-1d3f9cda-8943-4533-bd9c-6e6ed7590501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:56.144237 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5dc0266-9f69-40c7-b4f5-e6e4fa03f272 req-1d3f9cda-8943-4533-bd9c-6e6ed7590501 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1095 time: 0.0468066 Jan 31 16:51:56.257438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc0266-9f69-40c7-b4f5-e6e4fa03f272 req-02463cc8-e49c-4f0b-9c83-fe2eed75c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:56.258933 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5dc0266-9f69-40c7-b4f5-e6e4fa03f272 req-02463cc8-e49c-4f0b-9c83-fe2eed75c129 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 200 len: 898 time: 0.0903378 Jan 31 16:51:56.280951 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:56.341068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5dc0266-9f69-40c7-b4f5-e6e4fa03f272 req-5d99388e-8bc0-4f61-9b65-08680d86e46b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 999 time: 0.0740018 Jan 31 16:51:56.391049 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc0266-9f69-40c7-b4f5-e6e4fa03f272 req-bc799783-571f-48e0-9ec3-10adf678a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:56.392453 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5dc0266-9f69-40c7-b4f5-e6e4fa03f272 req-bc799783-571f-48e0-9ec3-10adf678a49d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61874ca2-0a82-4fed-95aa-d5d6fa1cf224 HTTP/1.1" status: 200 len: 834 time: 0.0447493 Jan 31 16:51:56.442043 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc0266-9f69-40c7-b4f5-e6e4fa03f272 req-1e7a51aa-0feb-43a2-85c0-7352c316f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:51:56.443514 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5dc0266-9f69-40c7-b4f5-e6e4fa03f272 req-1e7a51aa-0feb-43a2-85c0-7352c316f121 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7dc5ca56-aaed-42de-b91f-80d1919e0c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430341 Jan 31 16:51:56.554279 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5dc0266-9f69-40c7-b4f5-e6e4fa03f272 req-8091c4f0-b4d1-4edd-b47d-92951792aed3 service neutron] 10.222.0.20 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027024 Jan 31 16:51:56.644426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:51:56.645691 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c5dc0266-9f69-40c7-b4f5-e6e4fa03f272 req-f9d1428b-9800-4921-a173-17f9f6887a43 service neutron] 10.222.0.20 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847919 Jan 31 16:51:56.701018 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:51:56.704817 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:51:56.705134 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:56.793799 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:56.817681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:51:56.819998 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea100f27-1e33-494d-8552-a476d21f8d82" -d '{"events": [{"server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "name": "network-vif-plugged", "status": "completed", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:51:56.832485 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:51:56.837848 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:51:56.862371 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e4f5f5-da8b-4321-84a1-f10b9a0b2742 x-openstack-request-id: req-f8e4f5f5-da8b-4321-84a1-f10b9a0b2742 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:51:56.862665 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "name": "network-vif-plugged", "status": "completed", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:51:56.862919 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8e4f5f5-da8b-4321-84a1-f10b9a0b2742 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:51:56.863339 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'code': 200} Jan 31 16:51:56.891633 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:51:58.391395 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:17.334111 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0cdbdef6-4be0-4405-be35-289b3c9ebe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:19.795342 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-748a546d-8876-4bbf-848d-fe559e0f784f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:21.102086 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:22.536986 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:22.658229 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:26.306820 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:28.394288 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:28.525262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40536) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:28.705673 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 86fc7239-f3c5-4684-a9fd-e3293bb0b9a0 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:52:28.706016 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:28.790617 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:28.790910 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:28.802670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 86fc7239-f3c5-4684-a9fd-e3293bb0b9a0 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:52:28.950788 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:28.973917 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=86fc7239-f3c5-4684-a9fd-e3293bb0b9a0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:28.984131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:28.984501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:28.984840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:28.985175 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:28.985499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:28.986251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:28.986251 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:28.986446 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:28.986794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:28.987122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:28.987427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:28.987741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:29.048392 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:29.048697 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Floating IP d6d7548a-5829-445e-84d9-704a51dbc100 disassociated (deleted). External IP: 172.25.1.87, port: 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce. Jan 31 16:52:29.273080 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 54e7c6da-6058-486a-960f-be3f1b725fcf has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:52:29.389690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:52:29.394803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:29.399627 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9a384-54cd-4d60-ac72-b6fa39d63cc5 None None] Sync routers for ids ['54e7c6da-6058-486a-960f-be3f1b725fcf'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:52:29.409159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9a384-54cd-4d60-ac72-b6fa39d63cc5 None None] Routers {'54e7c6da-6058-486a-960f-be3f1b725fcf'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:52:29.409805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-90f9a384-54cd-4d60-ac72-b6fa39d63cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:52:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['54e7c6da-6058-486a-960f-be3f1b725fcf'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:29.421501 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-03d74f1f-77ad-416e-bb30-19f2c5949c62 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/floatingips/d6d7548a-5829-445e-84d9-704a51dbc100 HTTP/1.1" status: 204 len: 168 time: 0.8943167 Jan 31 16:52:29.422065 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:52:29.424341 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254acc4c-9daf-42ac-a641-1a2523851c77" -d '{"events": [{"name": "network-changed", "server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:52:29.463647 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdbc17d-4d44-4a1e-8dec-21228ef593f2 x-openstack-request-id: req-8fdbc17d-4d44-4a1e-8dec-21228ef593f2 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:52:29.464063 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:52:29.464306 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fdbc17d-4d44-4a1e-8dec-21228ef593f2 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:52:29.464746 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'status': 'completed', 'code': 200} Jan 31 16:52:29.518087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-90f9a384-54cd-4d60-ac72-b6fa39d63cc5 None None] Set router 54e7c6da-6058-486a-960f-be3f1b725fcf gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:52:29.531637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254acc4c-9daf-42ac-a641-1a2523851c77 req-2aea8bc6-25bb-44fc-a7bd-9d5f2b8ad82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:29.535235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-254acc4c-9daf-42ac-a641-1a2523851c77 req-2aea8bc6-25bb-44fc-a7bd-9d5f2b8ad82b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 1096 time: 0.0491922 Jan 31 16:52:29.669253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254acc4c-9daf-42ac-a641-1a2523851c77 req-95d1960a-40eb-44cc-85a4-6cfd47e90d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:29.670769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-254acc4c-9daf-42ac-a641-1a2523851c77 req-95d1960a-40eb-44cc-85a4-6cfd47e90d8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 200 len: 898 time: 0.1242321 Jan 31 16:52:29.722542 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-254acc4c-9daf-42ac-a641-1a2523851c77 req-c14b3279-b880-46a2-992d-591c580b3706 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 200 len: 217 time: 0.0436041 Jan 31 16:52:29.724977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-90f9a384-54cd-4d60-ac72-b6fa39d63cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '595fc9a5-b37e-48d0-9da2-9c834c4e7608', 'name': '', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:ab:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:38Z', 'updated_at': '2022-01-31T16:50:42Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:29.730874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df300dd-4628-4e76-9af4-5ec1e18c404e req-5970f055-d84e-4139-b1d0-dca8a1d8f13e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:29.732293 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2df300dd-4628-4e76-9af4-5ec1e18c404e req-5970f055-d84e-4139-b1d0-dca8a1d8f13e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.1149580 Jan 31 16:52:29.752282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9a384-54cd-4d60-ac72-b6fa39d63cc5 None None] Checking router: 54e7c6da-6058-486a-960f-be3f1b725fcf for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:52:29.762069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9a384-54cd-4d60-ac72-b6fa39d63cc5 None None] Routers {'54e7c6da-6058-486a-960f-be3f1b725fcf'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:52:29.762733 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-90f9a384-54cd-4d60-ac72-b6fa39d63cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:52:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['54e7c6da-6058-486a-960f-be3f1b725fcf'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:29.798634 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254acc4c-9daf-42ac-a641-1a2523851c77 req-048b97b2-6121-4af7-ab59-43e30b928c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:29.800012 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-254acc4c-9daf-42ac-a641-1a2523851c77 req-048b97b2-6121-4af7-ab59-43e30b928c33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61874ca2-0a82-4fed-95aa-d5d6fa1cf224 HTTP/1.1" status: 200 len: 834 time: 0.0668759 Jan 31 16:52:29.805167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2df300dd-4628-4e76-9af4-5ec1e18c404e req-20d36065-0d12-4479-a7f0-3e3a0f237f3e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647779 Jan 31 16:52:29.854514 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254acc4c-9daf-42ac-a641-1a2523851c77 req-20a6b2ba-c2de-4e29-9793-d6b011fc2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:29.856017 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-254acc4c-9daf-42ac-a641-1a2523851c77 req-20a6b2ba-c2de-4e29-9793-d6b011fc2d02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7dc5ca56-aaed-42de-b91f-80d1919e0c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481582 Jan 31 16:52:29.871648 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-90f9a384-54cd-4d60-ac72-b6fa39d63cc5 None None] Set router 54e7c6da-6058-486a-960f-be3f1b725fcf gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:52:29.958614 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-254acc4c-9daf-42ac-a641-1a2523851c77 req-df54752e-5282-4bcc-a787-51b6b30effbf service neutron] 10.222.0.20 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943127 Jan 31 16:52:30.059773 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-254acc4c-9daf-42ac-a641-1a2523851c77 req-adcc5828-04f9-4c50-b37b-24d3abb18687 service neutron] 10.222.0.20 "GET /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940125 Jan 31 16:52:30.081403 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-90f9a384-54cd-4d60-ac72-b6fa39d63cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '595fc9a5-b37e-48d0-9da2-9c834c4e7608', 'name': '', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:ab:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:38Z', 'updated_at': '2022-01-31T16:50:42Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:30.108050 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9a384-54cd-4d60-ac72-b6fa39d63cc5 None None] The sync data for ids ['54e7c6da-6058-486a-960f-be3f1b725fcf'] in n-d-827120-1 is: [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '595fc9a5-b37e-48d0-9da2-9c834c4e7608', 'name': '', 'network_id': '7dc5ca56-aaed-42de-b91f-80d1919e0c31', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:ab:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:38Z', 'updated_at': '2022-01-31T16:50:42Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '61874ca2-0a82-4fed-95aa-d5d6fa1cf224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:52:30.345355 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816d0073-d92f-44b0-92b2-958fa25053c9 None None] New status for floating IP d6d7548a-5829-445e-84d9-704a51dbc100: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:52:30.946591 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00057c28-55a0-4f09-b31d-3af43f8157f3 req-d226b26d-7658-45ce-b94e-7ff622f2f957 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:30.948098 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-00057c28-55a0-4f09-b31d-3af43f8157f3 req-d226b26d-7658-45ce-b94e-7ff622f2f957 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0591965 Jan 31 16:52:30.955952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317bcb2-e098-4693-a45a-cfe02addfa9a req-86c89490-5242-4c1e-bdb5-2387f091a3b7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:30.957407 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2317bcb2-e098-4693-a45a-cfe02addfa9a req-86c89490-5242-4c1e-bdb5-2387f091a3b7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.20 "GET /v2.0/ports?device_id=66251a98-41d8-498a-99b4-53d92aba5b0e HTTP/1.1" status: 200 len: 945 time: 0.0537660 Jan 31 16:52:30.986509 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-00057c28-55a0-4f09-b31d-3af43f8157f3 req-c9635f33-e0e7-4284-8b6c-489eeae4e572 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=50fc7e6e-8dde-48b9-9267-1a19e73f1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322549 Jan 31 16:52:31.046420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-2317bcb2-e098-4693-a45a-cfe02addfa9a req-1f964374-9b15-475f-be2a-820dd40c4a7a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:52:31.046737 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2317bcb2-e098-4693-a45a-cfe02addfa9a req-1f964374-9b15-475f-be2a-820dd40c4a7a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:31.150611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2317bcb2-e098-4693-a45a-cfe02addfa9a req-1f964374-9b15-475f-be2a-820dd40c4a7a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:52:31.150974 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2317bcb2-e098-4693-a45a-cfe02addfa9a req-1f964374-9b15-475f-be2a-820dd40c4a7a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:31.170952 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-2317bcb2-e098-4693-a45a-cfe02addfa9a req-1f964374-9b15-475f-be2a-820dd40c4a7a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:52:31.317137 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2317bcb2-e098-4693-a45a-cfe02addfa9a req-1f964374-9b15-475f-be2a-820dd40c4a7a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:31.352367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f964374-9b15-475f-be2a-820dd40c4a7a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=47ee619d-3af4-4e3f-b17a-fa5579f2a2ce,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:31.403578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2317bcb2-e098-4693-a45a-cfe02addfa9a req-1f964374-9b15-475f-be2a-820dd40c4a7a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] No DVR routers for this DVR port 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:52:31.406480 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2317bcb2-e098-4693-a45a-cfe02addfa9a req-1f964374-9b15-475f-be2a-820dd40c4a7a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:31.409739 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2317bcb2-e098-4693-a45a-cfe02addfa9a req-1f964374-9b15-475f-be2a-820dd40c4a7a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.20 "DELETE /v2.0/ports/47ee619d-3af4-4e3f-b17a-fa5579f2a2ce HTTP/1.1" status: 204 len: 173 time: 0.4465837 Jan 31 16:52:31.410176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'name': 'network-vif-deleted', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:52:31.412438 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0277993-353f-483b-b3cd-c3ff1613e616" -d '{"events": [{"server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "name": "network-vif-deleted", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:52:31.450991 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5796e5a3-1490-4df8-9895-9bbbc9559fbe x-openstack-request-id: req-5796e5a3-1490-4df8-9895-9bbbc9559fbe {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:52:31.451279 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66251a98-41d8-498a-99b4-53d92aba5b0e", "name": "network-vif-deleted", "tag": "47ee619d-3af4-4e3f-b17a-fa5579f2a2ce", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:52:31.451529 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5796e5a3-1490-4df8-9895-9bbbc9559fbe {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:52:31.451943 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66251a98-41d8-498a-99b4-53d92aba5b0e', 'name': 'network-vif-deleted', 'tag': '47ee619d-3af4-4e3f-b17a-fa5579f2a2ce', 'status': 'completed', 'code': 200} Jan 31 16:52:32.049646 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40552) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:32.469811 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a30fbca4-cfd7-4194-909e-4f5afa0dd2f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:32.743362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a30fbca4-cfd7-4194-909e-4f5afa0dd2f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 595fc9a5-b37e-48d0-9da2-9c834c4e7608 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:52:32.743605 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a30fbca4-cfd7-4194-909e-4f5afa0dd2f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:32.831517 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-a30fbca4-cfd7-4194-909e-4f5afa0dd2f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port 595fc9a5-b37e-48d0-9da2-9c834c4e7608, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=595fc9a5-b37e-48d0-9da2-9c834c4e7608,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:52:32.831848 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a30fbca4-cfd7-4194-909e-4f5afa0dd2f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:32.843640 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-a30fbca4-cfd7-4194-909e-4f5afa0dd2f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 595fc9a5-b37e-48d0-9da2-9c834c4e7608 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:52:33.041797 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a30fbca4-cfd7-4194-909e-4f5afa0dd2f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:33.068051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fbca4-cfd7-4194-909e-4f5afa0dd2f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=595fc9a5-b37e-48d0-9da2-9c834c4e7608,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:33.081032 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:52:33.243883 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a30fbca4-cfd7-4194-909e-4f5afa0dd2f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:33.470656 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30fbca4-cfd7-4194-909e-4f5afa0dd2f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 54e7c6da-6058-486a-960f-be3f1b725fcf has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:52:33.583055 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30fbca4-cfd7-4194-909e-4f5afa0dd2f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:52:33.588582 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a30fbca4-cfd7-4194-909e-4f5afa0dd2f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "PUT /v2.0/routers/54e7c6da-6058-486a-960f-be3f1b725fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5379007 Jan 31 16:52:33.592843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40554) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:33.595128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e4dba-14b2-4744-bcfc-86900fc8fbf3 None None] Sync routers for ids ['54e7c6da-6058-486a-960f-be3f1b725fcf'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:52:33.605330 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e4dba-14b2-4744-bcfc-86900fc8fbf3 None None] Routers {'54e7c6da-6058-486a-960f-be3f1b725fcf'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:52:33.605971 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e46e4dba-14b2-4744-bcfc-86900fc8fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:52:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['54e7c6da-6058-486a-960f-be3f1b725fcf'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:33.647839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f275f6-de8c-4989-b406-72af3539f753 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting subnet 61874ca2-0a82-4fed-95aa-d5d6fa1cf224 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:52:33.657565 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7f275f6-de8c-4989-b406-72af3539f753 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:33.698131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7f275f6-de8c-4989-b406-72af3539f753 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:33.799334 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7f275f6-de8c-4989-b406-72af3539f753 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:33.862469 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7f275f6-de8c-4989-b406-72af3539f753 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:33.886040 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-e46e4dba-14b2-4744-bcfc-86900fc8fbf3 None None] Set router 54e7c6da-6058-486a-960f-be3f1b725fcf gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:52:33.889770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f275f6-de8c-4989-b406-72af3539f753 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Subnet': ['ID=61874ca2-0a82-4fed-95aa-d5d6fa1cf224,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:33.894511 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b7f275f6-de8c-4989-b406-72af3539f753 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:33.900238 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b7f275f6-de8c-4989-b406-72af3539f753 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/subnets/61874ca2-0a82-4fed-95aa-d5d6fa1cf224 HTTP/1.1" status: 204 len: 168 time: 0.3035846 Jan 31 16:52:33.900647 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40556) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:33.912777 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9accc9-c75b-455e-844f-5472a33b7afa None None] Network 7dc5ca56-aaed-42de-b91f-80d1919e0c31 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:52:34.012569 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.122339 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.160616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e46e4dba-14b2-4744-bcfc-86900fc8fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:52:32Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:50:36Z', 'updated_at': '2022-01-31T16:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:34.181862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:52:34.182204 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.200701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e4dba-14b2-4744-bcfc-86900fc8fbf3 None None] Checking router: 54e7c6da-6058-486a-960f-be3f1b725fcf for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:52:34.204013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f202c31c-e2b2-43d2-a064-680223e380d1 None None] DHCP port deletion for 7dc5ca56-aaed-42de-b91f-80d1919e0c31 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:52:34.231481 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e4dba-14b2-4744-bcfc-86900fc8fbf3 None None] Routers {'54e7c6da-6058-486a-960f-be3f1b725fcf'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:52:34.231808 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e46e4dba-14b2-4744-bcfc-86900fc8fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:52:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['54e7c6da-6058-486a-960f-be3f1b725fcf'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:34.269477 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:52:34.269903 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.282434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:52:34.325851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-e46e4dba-14b2-4744-bcfc-86900fc8fbf3 None None] Set router 54e7c6da-6058-486a-960f-be3f1b725fcf gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:52:34.380674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-e46e4dba-14b2-4744-bcfc-86900fc8fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:52:34Z', 'revision_number': 6, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:34.383174 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f202c31c-e2b2-43d2-a064-680223e380d1 None None] Deleting port ee9a6fc4-570f-48eb-8588-9c8982df43d4 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:52:34.383828 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f202c31c-e2b2-43d2-a064-680223e380d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.418580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e4dba-14b2-4744-bcfc-86900fc8fbf3 None None] The sync data for ids ['54e7c6da-6058-486a-960f-be3f1b725fcf'] in n-d-827120-1 is: [{'id': '54e7c6da-6058-486a-960f-be3f1b725fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780308935', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:50:35Z', 'updated_at': '2022-01-31T16:52:34Z', 'revision_number': 6, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:52:34.457972 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.473866 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-f202c31c-e2b2-43d2-a064-680223e380d1 None None] For port ee9a6fc4-570f-48eb-8588-9c8982df43d4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=ee9a6fc4-570f-48eb-8588-9c8982df43d4,segment=NetworkSegment(3f110f20-a030-4645-baee-699f197dc85f),segment_id=3f110f20-a030-4645-baee-699f197dc85f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:52:34.474251 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f202c31c-e2b2-43d2-a064-680223e380d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.485234 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:34.486960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-f202c31c-e2b2-43d2-a064-680223e380d1 None None] Calling delete_port for ee9a6fc4-570f-48eb-8588-9c8982df43d4 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:52:34.543650 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.568290 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f202c31c-e2b2-43d2-a064-680223e380d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.593735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202c31c-e2b2-43d2-a064-680223e380d1 None None] Pushing event deleted for resources: {'Port': ['ID=ee9a6fc4-570f-48eb-8588-9c8982df43d4,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:34.598539 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202c31c-e2b2-43d2-a064-680223e380d1 None None] No DVR routers for this DVR port ee9a6fc4-570f-48eb-8588-9c8982df43d4 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:52:34.636310 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.638579 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.687447 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.687983 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Fanout notify agent at l3_agent the message router_deleted on router 54e7c6da-6058-486a-960f-be3f1b725fcf {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:52:34.695861 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.696952 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-f2f43ddf-13b8-4325-8af8-3ba1396ace58 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/routers/54e7c6da-6058-486a-960f-be3f1b725fcf HTTP/1.1" status: 204 len: 168 time: 0.7953477 Jan 31 16:52:34.700787 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40558) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:34.824850 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.853486 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:52:34.873692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:52:34.874039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 47ee619d-3af4-4e3f-b17a-fa5579f2a2ce not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:52:34.918850 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.939324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc5ca56-aaed-42de-b91f-80d1919e0c31']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:34.948670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f110f20-a030-4645-baee-699f197dc85f') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:34.948959 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f110f20-a030-4645-baee-699f197dc85f') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:34.958112 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.971150 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.977930 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:52:34.978233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:52:34.981301 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:52:35.038544 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.045993 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.048885 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/networks/7dc5ca56-aaed-42de-b91f-80d1919e0c31 HTTP/1.1" status: 204 len: 168 time: 0.3472538 Jan 31 16:52:35.051842 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40562) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:35.063570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff33f6-3f28-45f6-99cb-0e961d16f65a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Network': ['ID=7dc5ca56-aaed-42de-b91f-80d1919e0c31,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:35.115239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-400d2590-a1f2-4d4e-8acf-60f1ddec1f96 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.146624 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-400d2590-a1f2-4d4e-8acf-60f1ddec1f96 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.210213 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-400d2590-a1f2-4d4e-8acf-60f1ddec1f96 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.212881 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-400d2590-a1f2-4d4e-8acf-60f1ddec1f96 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.214080 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-400d2590-a1f2-4d4e-8acf-60f1ddec1f96 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/security-groups/50fc7e6e-8dde-48b9-9267-1a19e73f1c22 HTTP/1.1" status: 204 len: 168 time: 0.1613407 Jan 31 16:52:35.223566 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d2590-a1f2-4d4e-8acf-60f1ddec1f96 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fc7e6e-8dde-48b9-9267-1a19e73f1c22,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:35.598743 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40568) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:35.603419 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f507c97e-65af-4ebe-9b47-f4a147719e5b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052762237', 'description': 'tempest-secgroup-smoke-2052762237 description', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:35.632922 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f507c97e-65af-4ebe-9b47-f4a147719e5b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.684941 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ee9a6fc4-570f-48eb-8588-9c8982df43d4 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:52:35.703063 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f507c97e-65af-4ebe-9b47-f4a147719e5b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.705109 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: ee9a6fc4-570f-48eb-8588-9c8982df43d4 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:52:35.705413 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device ee9a6fc4-570f-48eb-8588-9c8982df43d4 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:52:35.705880 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 595fc9a5-b37e-48d0-9da2-9c834c4e7608 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:52:35.707474 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f507c97e-65af-4ebe-9b47-f4a147719e5b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.728541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 595fc9a5-b37e-48d0-9da2-9c834c4e7608 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:52:35.729096 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 595fc9a5-b37e-48d0-9da2-9c834c4e7608 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:52:35.729613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:52:35.739698 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f507c97e-65af-4ebe-9b47-f4a147719e5b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.740922 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f507c97e-65af-4ebe-9b47-f4a147719e5b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1411872 Jan 31 16:52:35.744125 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40570) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:35.745012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507c97e-65af-4ebe-9b47-f4a147719e5b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5986b84-b7f2-43f6-8d68-92048f0cf1a0,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:35.749915 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:52:35.750263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1562fe0c-5e5e-4a4d-8eb4-b8f632e7aa38 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:52:35.750587 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-caaf9fed-9abb-4967-aa93-efc905038a22 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': 'e5986b84-b7f2-43f6-8d68-92048f0cf1a0', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:35.785280 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-caaf9fed-9abb-4967-aa93-efc905038a22 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.853559 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-caaf9fed-9abb-4967-aa93-efc905038a22 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.858408 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-caaf9fed-9abb-4967-aa93-efc905038a22 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.875902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf9fed-9abb-4967-aa93-efc905038a22 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1379383-5fd9-4840-9851-196173ed8384,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:35.884627 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-caaf9fed-9abb-4967-aa93-efc905038a22 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.885877 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-caaf9fed-9abb-4967-aa93-efc905038a22 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402600 Jan 31 16:52:35.888670 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40574) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:35.892989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-74b12470-282e-4d53-be9e-fe0ad7101307 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': 'e5986b84-b7f2-43f6-8d68-92048f0cf1a0', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:35.923226 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74b12470-282e-4d53-be9e-fe0ad7101307 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.980637 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74b12470-282e-4d53-be9e-fe0ad7101307 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:35.985846 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74b12470-282e-4d53-be9e-fe0ad7101307 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.003044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b12470-282e-4d53-be9e-fe0ad7101307 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9810d14a-6a7c-4799-86de-1205111e7a2f,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:36.011328 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-74b12470-282e-4d53-be9e-fe0ad7101307 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.012589 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-74b12470-282e-4d53-be9e-fe0ad7101307 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229756 Jan 31 16:52:36.015517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40576) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:36.020092 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-5e209308-c29d-48ef-9731-0cefd918d7a5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': 'e5986b84-b7f2-43f6-8d68-92048f0cf1a0', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:36.049166 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e209308-c29d-48ef-9731-0cefd918d7a5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.111117 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e209308-c29d-48ef-9731-0cefd918d7a5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.116893 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e209308-c29d-48ef-9731-0cefd918d7a5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.135725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e209308-c29d-48ef-9731-0cefd918d7a5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae61f56-0a6c-4d57-b661-8512fc476ab1,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:36.147459 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5e209308-c29d-48ef-9731-0cefd918d7a5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.148951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5e209308-c29d-48ef-9731-0cefd918d7a5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324456 Jan 31 16:52:36.151865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40578) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:36.156203 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a31d5cb4-6342-4203-8bed-322a66ed0504 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': 'e5986b84-b7f2-43f6-8d68-92048f0cf1a0', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:36.187913 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a31d5cb4-6342-4203-8bed-322a66ed0504 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.250058 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a31d5cb4-6342-4203-8bed-322a66ed0504 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.253805 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a31d5cb4-6342-4203-8bed-322a66ed0504 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.273803 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d5cb4-6342-4203-8bed-322a66ed0504 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f117fe2a-45a6-4d48-8ad9-7dbdfbd369a7,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:36.280754 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a31d5cb4-6342-4203-8bed-322a66ed0504 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.281145 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a31d5cb4-6342-4203-8bed-322a66ed0504 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283212 Jan 31 16:52:36.284048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40580) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:36.288367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6f5901f5-84d7-41e6-9401-787d98f646cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': 'e5986b84-b7f2-43f6-8d68-92048f0cf1a0', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:36.312934 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-6f5901f5-84d7-41e6-9401-787d98f646cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Project d0a0d69d894648d38bbf3dee4e50ebbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:52:36.317928 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5901f5-84d7-41e6-9401-787d98f646cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.385321 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5901f5-84d7-41e6-9401-787d98f646cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.391288 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5901f5-84d7-41e6-9401-787d98f646cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.407987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5901f5-84d7-41e6-9401-787d98f646cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227e14e3-8a77-4bc0-9005-66c6eb874aa5,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:36.417504 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6f5901f5-84d7-41e6-9401-787d98f646cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.418689 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6f5901f5-84d7-41e6-9401-787d98f646cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337438 Jan 31 16:52:36.421578 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40582) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:36.425894 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-10f4a222-8c41-4ae1-ae25-231d66fcac48 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': 'e5986b84-b7f2-43f6-8d68-92048f0cf1a0', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:36.450475 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-10f4a222-8c41-4ae1-ae25-231d66fcac48 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Project d0a0d69d894648d38bbf3dee4e50ebbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:52:36.455232 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10f4a222-8c41-4ae1-ae25-231d66fcac48 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.518405 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10f4a222-8c41-4ae1-ae25-231d66fcac48 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.524236 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10f4a222-8c41-4ae1-ae25-231d66fcac48 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.542156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4a222-8c41-4ae1-ae25-231d66fcac48 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279be3ce-aa29-477b-9057-5d17eb920b92,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:36.549959 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-10f4a222-8c41-4ae1-ae25-231d66fcac48 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.551194 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-10f4a222-8c41-4ae1-ae25-231d66fcac48 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286399 Jan 31 16:52:36.554294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40584) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:36.559285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-a2864013-b069-4f2b-ac98-3d581812c1d5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'network': {'name': 'tempest-network-smoke--962471209', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'port_security_enabled': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:36.582658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2864013-b069-4f2b-ac98-3d581812c1d5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:52:36.586201 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2864013-b069-4f2b-ac98-3d581812c1d5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.613061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2864013-b069-4f2b-ac98-3d581812c1d5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:52:36.622321 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2864013-b069-4f2b-ac98-3d581812c1d5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.622657 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-a2864013-b069-4f2b-ac98-3d581812c1d5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Added segment 44864fe0-f73a-4213-8733-4e215ac65f13 of type vlan for network e21fc954-e049-4272-8b0d-ddc1a7056114 Jan 31 16:52:36.665866 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2864013-b069-4f2b-ac98-3d581812c1d5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.694414 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2864013-b069-4f2b-ac98-3d581812c1d5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.699978 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2864013-b069-4f2b-ac98-3d581812c1d5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:36.700553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-a2864013-b069-4f2b-ac98-3d581812c1d5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.761762 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-a2864013-b069-4f2b-ac98-3d581812c1d5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2064033 Jan 31 16:52:36.764441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40586) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:36.770878 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'admin_state_up': True, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:36.780691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2864013-b069-4f2b-ac98-3d581812c1d5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Network': ['ID=e21fc954-e049-4272-8b0d-ddc1a7056114,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:36.790914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network e21fc954-e049-4272-8b0d-ddc1a7056114 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:52:36.803348 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.804485 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.859770 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:36.999722 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:37.203817 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:37.231214 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:37.345892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.25.1.216 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/0e8ae6e9-720c-420f-b397-88e987fff2cb) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:52:37.463086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:37.499578 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:37.544513 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:52:37.549870 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:52:37.552138 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=0e8ae6e9-720c-420f-b397-88e987fff2cb,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:37.554265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:52:38.154735 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:38.369496 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:38.518044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 64a1da46-6473-475c-a890-695ae475765f is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:52:38.644255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:52:38.656600 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Sync routers for ids ['64a1da46-6473-475c-a890-695ae475765f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:52:38.666663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:38.666896 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Routers {'64a1da46-6473-475c-a890-695ae475765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:52:38.671100 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:52:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['64a1da46-6473-475c-a890-695ae475765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:38.671293 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-3a07bf28-d227-4675-81df-4aac93a98006 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9026105 Jan 31 16:52:38.672149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40588) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:38.746904 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1b4fa2d6-cca6-4b06-9cce-b031a46eb136 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d0a0d69d894648d38bbf3dee4e50ebbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740449 Jan 31 16:52:38.749346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40592) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:38.772214 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Set router 64a1da46-6473-475c-a890-695ae475765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:52:38.836628 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38c15d4-ed0d-4daf-bdb5-ef23cfc7735f tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:38.841295 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c38c15d4-ed0d-4daf-bdb5-ef23cfc7735f tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879233 Jan 31 16:52:38.841668 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40594) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:38.872164 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-97b7fae1-b40f-4bde-8b42-fd689d64109f tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293162 Jan 31 16:52:38.874750 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40596) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:38.879804 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-d3053d91-01ad-4e30-825a-e82b71c03c88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-163582410', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:38.987253 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3053d91-01ad-4e30-825a-e82b71c03c88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:52:38.990832 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3053d91-01ad-4e30-825a-e82b71c03c88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.043406 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:52:38Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:39.070205 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Checking router: 64a1da46-6473-475c-a890-695ae475765f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:52:39.070531 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Updating router 64a1da46-6473-475c-a890-695ae475765f port 0e8ae6e9-720c-420f-b397-88e987fff2cb binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:52:39.097603 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.179026 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3053d91-01ad-4e30-825a-e82b71c03c88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.245892 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3053d91-01ad-4e30-825a-e82b71c03c88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Subnet': ['ID=389427f6-4453-44c2-a740-fa15e9371958,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:39.254722 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3053d91-01ad-4e30-825a-e82b71c03c88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Checking segment: {'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:52:39.255220 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3053d91-01ad-4e30-825a-e82b71c03c88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network hostable DHCP agents. Network: e21fc954-e049-4272-8b0d-ddc1a7056114, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:52:39.273798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3053d91-01ad-4e30-825a-e82b71c03c88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network e21fc954-e049-4272-8b0d-ddc1a7056114 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:52:39.283435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-d3053d91-01ad-4e30-825a-e82b71c03c88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, e21fc954-e049-4272-8b0d-ddc1a7056114) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:52:39.287965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3053d91-01ad-4e30-825a-e82b71c03c88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:39.288875 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d3053d91-01ad-4e30-825a-e82b71c03c88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.294837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58709a8d-99da-4d75-807f-71e61ff57593 None None] Network e21fc954-e049-4272-8b0d-ddc1a7056114 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:52:39.310769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d3053d91-01ad-4e30-825a-e82b71c03c88 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4323041 Jan 31 16:52:39.311816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40598) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:39.352169 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.361030 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.408671 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Attempting to bind port 0e8ae6e9-720c-420f-b397-88e987fff2cb on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:52:39.409154 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Attempting to bind port 0e8ae6e9-720c-420f-b397-88e987fff2cb by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:52:39.409802 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Attempting to bind port 0e8ae6e9-720c-420f-b397-88e987fff2cb on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:52:39.420216 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:52:39.420775 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:52:39.421236 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.421714 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:52:39.422530 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Bound port: 0e8ae6e9-720c-420f-b397-88e987fff2cb, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:52:39.422815 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.443861 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Pushing event updated for resources: {'Port': ['ID=0e8ae6e9-720c-420f-b397-88e987fff2cb,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:39.459290 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-e21fc954-e049-4272-8b0d-ddc1a7056114', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ips': [{'subnet_id': '389427f6-4453-44c2-a740-fa15e9371958'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:52:39.460402 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.467661 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:39.467990 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:39.468318 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:39.468623 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:39.469514 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:39.469514 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:39.469738 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:39.469846 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:39.470158 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:39.471360 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:39.471360 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:39.471360 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:39.496878 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] For port 0e8ae6e9-720c-420f-b397-88e987fff2cb, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:52:39.499927 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] For port 0e8ae6e9-720c-420f-b397-88e987fff2cb, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0e8ae6e9-720c-420f-b397-88e987fff2cb,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:52:39.505314 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.563880 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Routers {'64a1da46-6473-475c-a890-695ae475765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:52:39.564410 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:52:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['64a1da46-6473-475c-a890-695ae475765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:39.601129 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f52995-3e8b-4c71-8fd7-52354dea57b6 None None] Pushing event updated for resources: {'Port': ['ID=0e8ae6e9-720c-420f-b397-88e987fff2cb,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:39.612567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Allocated IP 172.20.0.2 (e21fc954-e049-4272-8b0d-ddc1a7056114/389427f6-4453-44c2-a740-fa15e9371958/03479b0c-0655-43bf-afc2-6750a1d39196) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:52:39.689058 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] Set router 64a1da46-6473-475c-a890-695ae475765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:52:39.766215 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.774193 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.793790 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.816508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Network e21fc954-e049-4272-8b0d-ddc1a7056114 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:52:39.819584 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:52:39.823172 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:52:39.831531 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Pushing event updated for resources: {'Port': ['ID=03479b0c-0655-43bf-afc2-6750a1d39196,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:39.874071 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:52:38Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:39.885669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Attempting to bind port 03479b0c-0655-43bf-afc2-6750a1d39196 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:52:39.886182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Attempting to bind port 03479b0c-0655-43bf-afc2-6750a1d39196 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:52:39.886545 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Attempting to bind port 03479b0c-0655-43bf-afc2-6750a1d39196 on network e21fc954-e049-4272-8b0d-ddc1a7056114 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:52:39.891562 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:52:39.891929 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Checking segment: {'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:52:39.892328 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.893200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Bound using segment: {'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:52:39.893200 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Bound port: 03479b0c-0655-43bf-afc2-6750a1d39196, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:52:39.893674 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:39.902889 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e8c68-9002-491a-bdad-9fb45493228f None None] The sync data for ids ['64a1da46-6473-475c-a890-695ae475765f'] in n-d-827120-1 is: [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:52:38Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:52:39.958434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] For port 03479b0c-0655-43bf-afc2-6750a1d39196, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:52:39.962115 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] For port 03479b0c-0655-43bf-afc2-6750a1d39196, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=03479b0c-0655-43bf-afc2-6750a1d39196,segment=NetworkSegment(44864fe0-f73a-4213-8733-4e215ac65f13),segment_id=44864fe0-f73a-4213-8733-4e215ac65f13)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:52:39.969162 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:40.035010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fb189-ac13-4b85-b051-0685fc3fa1c6 None None] Pushing event updated for resources: {'Port': ['ID=03479b0c-0655-43bf-afc2-6750a1d39196,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:40.091054 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.20.0.1 (e21fc954-e049-4272-8b0d-ddc1a7056114/389427f6-4453-44c2-a740-fa15e9371958/6911b02b-699a-4dd6-81a4-33f2cf7d5850) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:52:40.251932 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:40.292253 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:40.337200 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network e21fc954-e049-4272-8b0d-ddc1a7056114 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:52:40.340762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:52:40.344700 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:52:40.371381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=6911b02b-699a-4dd6-81a4-33f2cf7d5850,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:40.402875 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:40.548799 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:40.849522 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:40.859852 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:40.941612 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=6911b02b-699a-4dd6-81a4-33f2cf7d5850,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:40.944264 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:41.017728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65531b09-6311-4f88-90cc-153d59dac2fc None None] Network e21fc954-e049-4272-8b0d-ddc1a7056114 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:52:41.042090 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network e21fc954-e049-4272-8b0d-ddc1a7056114 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:52:41.043531 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:52:41.079277 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1b5d64ea-1ee4-4cc8-a300-4d73716dcb58 None None] Provisioning complete for port 03479b0c-0655-43bf-afc2-6750a1d39196 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:41.079644 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1b5d64ea-1ee4-4cc8-a300-4d73716dcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:41.161041 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 64a1da46-6473-475c-a890-695ae475765f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:52:41.227998 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1b5d64ea-1ee4-4cc8-a300-4d73716dcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:41.266694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1b5d64ea-1ee4-4cc8-a300-4d73716dcb58 None None] For port 03479b0c-0655-43bf-afc2-6750a1d39196, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=03479b0c-0655-43bf-afc2-6750a1d39196,segment=NetworkSegment(44864fe0-f73a-4213-8733-4e215ac65f13),segment_id=44864fe0-f73a-4213-8733-4e215ac65f13)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:52:41.275448 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1b5d64ea-1ee4-4cc8-a300-4d73716dcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:41.288624 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:52:41.297994 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-9f014703-9cf9-49f3-99cd-324f67d02d10 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "PUT /v2.0/routers/64a1da46-6473-475c-a890-695ae475765f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9850714 Jan 31 16:52:41.335667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d64ea-1ee4-4cc8-a300-4d73716dcb58 None None] Pushing event updated for resources: {'Port': ['ID=03479b0c-0655-43bf-afc2-6750a1d39196,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:41.452764 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-41c5370d-01dc-4c21-8d4b-7143c4cfc123 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052762237&fields=id&tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 267 time: 0.0385635 Jan 31 16:52:41.495936 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e1830b0a-04a7-460f-ac9f-f0422147e44b None None] Provisioning complete for port 03479b0c-0655-43bf-afc2-6750a1d39196 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:41.496302 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1830b0a-04a7-460f-ac9f-f0422147e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:41.583664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-2016163a-5666-4362-9b25-1834a9a3daa1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:41.585324 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-2016163a-5666-4362-9b25-1834a9a3daa1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/networks?id=e21fc954-e049-4272-8b0d-ddc1a7056114 HTTP/1.1" status: 200 len: 796 time: 0.1247122 Jan 31 16:52:41.595469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e1830b0a-04a7-460f-ac9f-f0422147e44b None None] Provisioning complete for port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:41.596110 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e1830b0a-04a7-460f-ac9f-f0422147e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:41.603865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-1a8ae382-276d-401d-a206-3b8a66a6ed71 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/quotas/d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 375 time: 0.0115995 Jan 31 16:52:41.637298 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e1830b0a-04a7-460f-ac9f-f0422147e44b None None] Port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:52:41.669443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-8157ce47-3764-4ff3-9b42-9e0d09bc3ffa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595710 Jan 31 16:52:41.712015 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Sync routers for ids ['64a1da46-6473-475c-a890-695ae475765f'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:52:41.733556 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Routers {'64a1da46-6473-475c-a890-695ae475765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:52:41.734195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:52:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['64a1da46-6473-475c-a890-695ae475765f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:41.801433 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-103c3d25-eacf-49e2-88b8-195004a83715 service neutron] 10.222.0.36 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216459 Jan 31 16:52:41.803669 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9465e148-4c0b-4a7a-b901-d401f3e6fde9 None None] Provisioning complete for port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:41.804037 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9465e148-4c0b-4a7a-b901-d401f3e6fde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:41.857399 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 03479b0c-0655-43bf-afc2-6750a1d39196 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:52:41.913750 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-4dd10adf-4da8-444e-833f-388b31ada5dd service neutron] 10.222.0.36 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018829 Jan 31 16:52:42.083944 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-9465e148-4c0b-4a7a-b901-d401f3e6fde9 None None] Port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:52:42.090146 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Set router 64a1da46-6473-475c-a890-695ae475765f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:52:42.096921 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-75b41d07-f116-4748-aea0-c3cd5ad76a46 req-7eca9972-e235-414e-8dbe-5402cc152c03 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 210 time: 0.0300584 Jan 31 16:52:42.166667 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 03479b0c-0655-43bf-afc2-6750a1d39196 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:42.167030 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:42.257877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-39894caf-e46a-4d4a-9d29-f192c920628e None None] Provisioning complete for port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:42.258260 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-39894caf-e46a-4d4a-9d29-f192c920628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:42.344154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-39894caf-e46a-4d4a-9d29-f192c920628e None None] Port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:52:42.380094 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0e8ae6e9-720c-420f-b397-88e987fff2cb up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:52:42.437400 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:52:40Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '6911b02b-699a-4dd6-81a4-33f2cf7d5850', 'name': '', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:f4:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '389427f6-4453-44c2-a740-fa15e9371958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:39Z', 'updated_at': '2022-01-31T16:52:40Z', 'revision_number': 2, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '389427f6-4453-44c2-a740-fa15e9371958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:42.470159 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Checking router: 64a1da46-6473-475c-a890-695ae475765f for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:52:42.470508 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Updating router 64a1da46-6473-475c-a890-695ae475765f port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:52:42.473211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0e8ae6e9-720c-420f-b397-88e987fff2cb triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:42.473601 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:42.519177 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:42.671800 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:42.735202 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 0e8ae6e9-720c-420f-b397-88e987fff2cb, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0e8ae6e9-720c-420f-b397-88e987fff2cb,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:52:42.744086 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:42.821904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=0e8ae6e9-720c-420f-b397-88e987fff2cb,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:42.882097 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:42.892422 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:42.945837 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa03312-17da-4037-9aa8-9fccc946681d None None] Pushing event updated for resources: {'Port': ['ID=6911b02b-699a-4dd6-81a4-33f2cf7d5850,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:43.003395 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Attempting to bind port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:52:43.003737 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Attempting to bind port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:52:43.004097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Attempting to bind port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 on network e21fc954-e049-4272-8b0d-ddc1a7056114 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:52:43.010852 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:52:43.011331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Checking segment: {'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:52:43.011782 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:43.012171 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Bound using segment: {'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:52:43.012624 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Bound port: 6911b02b-699a-4dd6-81a4-33f2cf7d5850, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:52:43.012992 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:43.096296 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] For port 6911b02b-699a-4dd6-81a4-33f2cf7d5850, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:52:43.100133 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] For port 6911b02b-699a-4dd6-81a4-33f2cf7d5850, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6911b02b-699a-4dd6-81a4-33f2cf7d5850,segment=NetworkSegment(44864fe0-f73a-4213-8733-4e215ac65f13),segment_id=44864fe0-f73a-4213-8733-4e215ac65f13)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:52:43.106037 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:43.172271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-a0530f56-b248-45b6-b8d0-f81f636e9748 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:43.174222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-a0530f56-b248-45b6-b8d0-f81f636e9748 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/networks?id=e21fc954-e049-4272-8b0d-ddc1a7056114 HTTP/1.1" status: 200 len: 796 time: 0.1314747 Jan 31 16:52:43.188142 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Routers {'64a1da46-6473-475c-a890-695ae475765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:52:43.188791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:52:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['64a1da46-6473-475c-a890-695ae475765f'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:43.207287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fb828a24-e6b2-4d3b-8b1b-e0c92535594f req-e70a31c0-b155-4aa5-a82a-e79ce791701b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 210 time: 0.0317113 Jan 31 16:52:43.233178 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa03312-17da-4037-9aa8-9fccc946681d None None] Pushing event updated for resources: {'Port': ['ID=6911b02b-699a-4dd6-81a4-33f2cf7d5850,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:43.241016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-eb8c10bc-b394-4d40-a025-cae3b9856863 None None] Provisioning complete for port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:43.241389 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb8c10bc-b394-4d40-a025-cae3b9856863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:43.252816 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-d6835c8a-e508-4e53-9261-507e4d147a4c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 380 time: 0.0646811 Jan 31 16:52:43.263827 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'port': {'device_id': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'admin_state_up': True, 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'security_groups': ['e5986b84-b7f2-43f6-8d68-92048f0cf1a0']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:43.364662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] Set router 64a1da46-6473-475c-a890-695ae475765f gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:52:43.379843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:52:43.383951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:43.412993 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb8c10bc-b394-4d40-a025-cae3b9856863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:43.515259 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-eb8c10bc-b394-4d40-a025-cae3b9856863 None None] For port 6911b02b-699a-4dd6-81a4-33f2cf7d5850, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6911b02b-699a-4dd6-81a4-33f2cf7d5850,segment=NetworkSegment(44864fe0-f73a-4213-8733-4e215ac65f13),segment_id=44864fe0-f73a-4213-8733-4e215ac65f13)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:52:43.517382 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.20.0.10 (e21fc954-e049-4272-8b0d-ddc1a7056114/389427f6-4453-44c2-a740-fa15e9371958/ec1d1026-3e50-4f7c-8710-1079737f756a) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:52:43.523030 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-eb8c10bc-b394-4d40-a025-cae3b9856863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:43.612615 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c10bc-b394-4d40-a025-cae3b9856863 None None] Pushing event updated for resources: {'Port': ['ID=6911b02b-699a-4dd6-81a4-33f2cf7d5850,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:43.655122 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:52:40Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '6911b02b-699a-4dd6-81a4-33f2cf7d5850', 'name': '', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:f4:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '389427f6-4453-44c2-a740-fa15e9371958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:39Z', 'updated_at': '2022-01-31T16:52:43Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '389427f6-4453-44c2-a740-fa15e9371958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:43.657502 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-9fd85b51-c5a6-46d8-ad71-275e4266f04a None None] Provisioning complete for port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:43.657888 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9fd85b51-c5a6-46d8-ad71-275e4266f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:43.680486 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:43.702220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0e8ae6e9-720c-420f-b397-88e987fff2cb up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:52:43.704084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773325a7-6cb5-42c4-83d4-07fc679c5bf2 None None] The sync data for ids ['64a1da46-6473-475c-a890-695ae475765f'] in n-d-827120-1 is: [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:52:40Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '6911b02b-699a-4dd6-81a4-33f2cf7d5850', 'name': '', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:f4:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '389427f6-4453-44c2-a740-fa15e9371958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:39Z', 'updated_at': '2022-01-31T16:52:43Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '389427f6-4453-44c2-a740-fa15e9371958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:52:43.715308 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:43.785252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network e21fc954-e049-4272-8b0d-ddc1a7056114 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:52:43.790008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:52:43.796452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:52:43.818534 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0e8ae6e9-720c-420f-b397-88e987fff2cb triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:43.819020 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:43.830141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=ec1d1026-3e50-4f7c-8710-1079737f756a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:43.873070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:43.873781 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:43.897722 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-19137cf3-1e1c-4a93-b2c4-c730b7a67e1b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6381426 Jan 31 16:52:43.918262 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Request body: {'port': {'device_id': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:43.994491 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:44.091397 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8d7f83b3-5a94-4e37-ad78-75a0e062ddeb None None] Provisioning complete for port ec1d1026-3e50-4f7c-8710-1079737f756a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:44.091767 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8d7f83b3-5a94-4e37-ad78-75a0e062ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:44.135288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f83b3-5a94-4e37-ad78-75a0e062ddeb None None] Port ec1d1026-3e50-4f7c-8710-1079737f756a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:52:44.268832 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1d1026-3e50-4f7c-8710-1079737f756a {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:52:44.277346 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:44.316799 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Transition to ACTIVE for port object ec1d1026-3e50-4f7c-8710-1079737f756a will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:52:44.329395 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:44.394998 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71f1d0-c412-4a6e-9f8d-f38c7c80162a req-8476edb0-6249-4899-910c-8ebcc2af2419 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:44.396552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e71f1d0-c412-4a6e-9f8d-f38c7c80162a req-8476edb0-6249-4899-910c-8ebcc2af2419 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 932 time: 0.1164424 Jan 31 16:52:44.398636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Pushing event updated for resources: {'Port': ['ID=ec1d1026-3e50-4f7c-8710-1079737f756a,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:44.481346 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e71f1d0-c412-4a6e-9f8d-f38c7c80162a req-d21416e8-227a-4981-846e-b74f07675368 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759408 Jan 31 16:52:44.502461 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Attempting to bind port ec1d1026-3e50-4f7c-8710-1079737f756a on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:52:44.503034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Attempting to bind port ec1d1026-3e50-4f7c-8710-1079737f756a by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:52:44.503551 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Attempting to bind port ec1d1026-3e50-4f7c-8710-1079737f756a on network e21fc954-e049-4272-8b0d-ddc1a7056114 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:52:44.509485 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Port ec1d1026-3e50-4f7c-8710-1079737f756a on network e21fc954-e049-4272-8b0d-ddc1a7056114 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:52:44.509823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Attempting to bind port ec1d1026-3e50-4f7c-8710-1079737f756a on network e21fc954-e049-4272-8b0d-ddc1a7056114 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:52:44.515274 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:52:44.515629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Checking segment: {'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:52:44.516002 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Bound using segment: {'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:52:44.516441 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Bound port: ec1d1026-3e50-4f7c-8710-1079737f756a, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44864fe0-f73a-4213-8733-4e215ac65f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:52:44.516803 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:44.585160 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] For port ec1d1026-3e50-4f7c-8710-1079737f756a, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:52:44.588495 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] For port ec1d1026-3e50-4f7c-8710-1079737f756a, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ec1d1026-3e50-4f7c-8710-1079737f756a,segment=NetworkSegment(44864fe0-f73a-4213-8733-4e215ac65f13),segment_id=44864fe0-f73a-4213-8733-4e215ac65f13)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:52:44.593570 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:44.636763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:44.637410 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:44.639089 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] 10.222.0.30 "PUT /v2.0/ports/ec1d1026-3e50-4f7c-8710-1079737f756a HTTP/1.1" status: 200 len: 1092 time: 0.7278821 Jan 31 16:52:44.639545 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'tag': 'ec1d1026-3e50-4f7c-8710-1079737f756a'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:52:44.641886 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5208a901-e55d-4199-8ea8-30c890eeed73" -d '{"events": [{"name": "network-changed", "server_uuid": "132a5209-b083-4ee9-88fa-e2ef170e4478", "tag": "ec1d1026-3e50-4f7c-8710-1079737f756a"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:52:44.665133 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9de67-c895-4efb-a2d5-d0e1757722ac service neutron] Pushing event updated for resources: {'Port': ['ID=ec1d1026-3e50-4f7c-8710-1079737f756a,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:44.734747 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8320452c-a2d4-4bb9-a33a-955e49bfff8d x-openstack-request-id: req-8320452c-a2d4-4bb9-a33a-955e49bfff8d {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:52:44.735050 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132a5209-b083-4ee9-88fa-e2ef170e4478", "tag": "ec1d1026-3e50-4f7c-8710-1079737f756a", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:52:44.735308 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8320452c-a2d4-4bb9-a33a-955e49bfff8d {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:52:44.735719 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'tag': 'ec1d1026-3e50-4f7c-8710-1079737f756a', 'status': 'completed', 'code': 200} Jan 31 16:52:44.754103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-7e802c0c-56d3-4ad8-b892-62da6afbf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:44.755892 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-7e802c0c-56d3-4ad8-b892-62da6afbf4a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 1095 time: 0.0545285 Jan 31 16:52:44.806243 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-d6342397-6a5b-48fb-88c9-12b260b02cb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec1d1026-3e50-4f7c-8710-1079737f756a HTTP/1.1" status: 200 len: 217 time: 0.0373416 Jan 31 16:52:44.862113 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-92bd4377-1d44-4753-bf1e-155ac8d21a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:44.863693 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-92bd4377-1d44-4753-bf1e-155ac8d21a9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=389427f6-4453-44c2-a740-fa15e9371958 HTTP/1.1" status: 200 len: 834 time: 0.0509975 Jan 31 16:52:44.917453 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-7ade7baf-ec4c-4861-9136-a9b190a1ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:44.918929 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-7ade7baf-ec4c-4861-9136-a9b190a1ec98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21fc954-e049-4272-8b0d-ddc1a7056114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434544 Jan 31 16:52:45.020611 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-60596fb0-2222-44fe-8f93-9b46b3e7074a service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904090 Jan 31 16:52:45.118151 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2505bd3c-6a33-4202-98f7-25c2c61c18f8 req-588af611-0620-4cbe-bdd9-5540a9c064d4 service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891995 Jan 31 16:52:45.220888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208a901-e55d-4199-8ea8-30c890eeed73 req-1172b174-b4fd-4fa7-95e1-e63047e247e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:45.222422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5208a901-e55d-4199-8ea8-30c890eeed73 req-1172b174-b4fd-4fa7-95e1-e63047e247e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 1095 time: 0.0442479 Jan 31 16:52:45.316555 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208a901-e55d-4199-8ea8-30c890eeed73 req-bfc88f76-938b-4484-9212-94ef4f1e3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:45.318095 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5208a901-e55d-4199-8ea8-30c890eeed73 req-bfc88f76-938b-4484-9212-94ef4f1e3f77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21fc954-e049-4272-8b0d-ddc1a7056114 HTTP/1.1" status: 200 len: 897 time: 0.0883954 Jan 31 16:52:45.360860 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5208a901-e55d-4199-8ea8-30c890eeed73 req-a8019e88-7abd-4cf1-8e36-5ec21e909c8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec1d1026-3e50-4f7c-8710-1079737f756a HTTP/1.1" status: 200 len: 217 time: 0.0355811 Jan 31 16:52:45.414451 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208a901-e55d-4199-8ea8-30c890eeed73 req-aabffb7e-b880-4a82-9fd5-19f7600c3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:45.415853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5208a901-e55d-4199-8ea8-30c890eeed73 req-aabffb7e-b880-4a82-9fd5-19f7600c3405 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=389427f6-4453-44c2-a740-fa15e9371958 HTTP/1.1" status: 200 len: 834 time: 0.0482087 Jan 31 16:52:45.467628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208a901-e55d-4199-8ea8-30c890eeed73 req-3937278d-5f3f-4753-96dd-9eaea6b72e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:45.469141 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5208a901-e55d-4199-8ea8-30c890eeed73 req-3937278d-5f3f-4753-96dd-9eaea6b72e96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21fc954-e049-4272-8b0d-ddc1a7056114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459745 Jan 31 16:52:45.569613 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5208a901-e55d-4199-8ea8-30c890eeed73 req-8fa0ea53-8fe3-45a0-ab1e-f7c8a9b19973 service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928457 Jan 31 16:52:45.720013 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6911b02b-699a-4dd6-81a4-33f2cf7d5850 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:52:45.771800 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:45.772181 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:46.038585 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913e599-0ed6-4602-85da-97f45d811fad req-be9b8264-268b-497e-ac9f-02d88fa3e75a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:46.040190 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0913e599-0ed6-4602-85da-97f45d811fad req-be9b8264-268b-497e-ac9f-02d88fa3e75a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 944 time: 0.4856093 Jan 31 16:52:46.084355 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5208a901-e55d-4199-8ea8-30c890eeed73 req-d405b9ba-5405-470a-bb79-8e3275931da3 service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015364 Jan 31 16:52:46.102224 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0913e599-0ed6-4602-85da-97f45d811fad req-a3dee32e-8b54-4260-8347-3cc51b5344d0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531526 Jan 31 16:52:47.231401 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc6141-b0aa-4363-804e-e4e9dc2d0030 req-a1703c68-0341-47c7-9f72-8796bb172cf4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:47.232905 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0dc6141-b0aa-4363-804e-e4e9dc2d0030 req-a1703c68-0341-47c7-9f72-8796bb172cf4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 944 time: 0.0499406 Jan 31 16:52:47.282469 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a0dc6141-b0aa-4363-804e-e4e9dc2d0030 req-d6fd5432-806e-4374-9007-afcab9782353 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400717 Jan 31 16:52:47.335028 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f31bcf9c-fe3e-434f-aa6d-2884b0f33cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:47.562346 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ec1d1026-3e50-4f7c-8710-1079737f756a details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:52:47.671887 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ec1d1026-3e50-4f7c-8710-1079737f756a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ec1d1026-3e50-4f7c-8710-1079737f756a,segment=NetworkSegment(44864fe0-f73a-4213-8733-4e215ac65f13),segment_id=44864fe0-f73a-4213-8733-4e215ac65f13)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:52:47.684542 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'ec1d1026-3e50-4f7c-8710-1079737f756a', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'port_id': 'ec1d1026-3e50-4f7c-8710-1079737f756a', 'mac_address': 'fa:16:3e:cd:36:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389427f6-4453-44c2-a740-fa15e9371958', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:52:47.727657 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:47.741141 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1d1026-3e50-4f7c-8710-1079737f756a {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:52:47.762184 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ec1d1026-3e50-4f7c-8710-1079737f756a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ec1d1026-3e50-4f7c-8710-1079737f756a,segment=NetworkSegment(44864fe0-f73a-4213-8733-4e215ac65f13),segment_id=44864fe0-f73a-4213-8733-4e215ac65f13)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:52:47.768128 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:47.814328 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ec1d1026-3e50-4f7c-8710-1079737f756a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:48.123367 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['ec1d1026-3e50-4f7c-8710-1079737f756a'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:52:48.398866 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870adb96-e7a3-489b-b3a2-a1c2ad9fd062 req-3263a700-9012-456c-a97d-2f62aef9e404 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:48.400310 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-870adb96-e7a3-489b-b3a2-a1c2ad9fd062 req-3263a700-9012-456c-a97d-2f62aef9e404 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 945 time: 0.0503867 Jan 31 16:52:48.439048 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-870adb96-e7a3-489b-b3a2-a1c2ad9fd062 req-f978eccb-af2a-40f2-b14c-6983c74e4aba tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326293 Jan 31 16:52:49.572040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554bcfa-7c3c-47b7-bf47-a5b24df3472e req-5b0ce43c-0cb8-4c90-9fd2-b10154e6d0a8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:49.573630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c554bcfa-7c3c-47b7-bf47-a5b24df3472e req-5b0ce43c-0cb8-4c90-9fd2-b10154e6d0a8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 945 time: 0.0603075 Jan 31 16:52:49.576160 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ec1d1026-3e50-4f7c-8710-1079737f756a up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:52:49.612884 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c554bcfa-7c3c-47b7-bf47-a5b24df3472e req-c02dc7d3-674f-4884-9f84-968183b1c7cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330353 Jan 31 16:52:49.629966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port ec1d1026-3e50-4f7c-8710-1079737f756a completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:52:49.636478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port ec1d1026-3e50-4f7c-8710-1079737f756a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:52:49.636843 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:49.715958 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:49.739879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1d1026-3e50-4f7c-8710-1079737f756a'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:52:49.742349 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debbf09c-d07e-41c0-9293-0cac139705d8" -d '{"events": [{"server_uuid": "132a5209-b083-4ee9-88fa-e2ef170e4478", "name": "network-vif-plugged", "status": "completed", "tag": "ec1d1026-3e50-4f7c-8710-1079737f756a"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:52:49.759874 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port ec1d1026-3e50-4f7c-8710-1079737f756a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ec1d1026-3e50-4f7c-8710-1079737f756a,segment=NetworkSegment(44864fe0-f73a-4213-8733-4e215ac65f13),segment_id=44864fe0-f73a-4213-8733-4e215ac65f13)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:52:49.765133 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:49.799056 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12833df-89c9-4ceb-b018-52a6851e77d6 x-openstack-request-id: req-c12833df-89c9-4ceb-b018-52a6851e77d6 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:52:49.799308 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132a5209-b083-4ee9-88fa-e2ef170e4478", "name": "network-vif-plugged", "status": "completed", "tag": "ec1d1026-3e50-4f7c-8710-1079737f756a", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:52:49.799579 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c12833df-89c9-4ceb-b018-52a6851e77d6 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:52:49.800103 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1d1026-3e50-4f7c-8710-1079737f756a', 'code': 200} Jan 31 16:52:49.822618 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-00e44618-d200-400e-916e-28e2993c3cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:49.839342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=ec1d1026-3e50-4f7c-8710-1079737f756a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:49.897172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bc4e6-a451-4c95-acc8-fb7103b08b79 req-14faab56-5cbc-4409-be1b-8f789d29be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:49.898857 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f42bc4e6-a451-4c95-acc8-fb7103b08b79 req-14faab56-5cbc-4409-be1b-8f789d29be22 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 1097 time: 0.0455887 Jan 31 16:52:49.933497 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f42bc4e6-a451-4c95-acc8-fb7103b08b79 req-d6ff51d3-ebc2-4e31-97f9-799f7dac40e7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277169 Jan 31 16:52:50.742103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92819351-7a6e-4024-a801-8497f59a116e req-b2cfd2c4-689c-483d-b00c-becfea8dd247 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:50.744469 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-92819351-7a6e-4024-a801-8497f59a116e req-b2cfd2c4-689c-483d-b00c-becfea8dd247 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0601172 Jan 31 16:52:50.786850 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-92819351-7a6e-4024-a801-8497f59a116e req-9cd38251-00e0-428f-9c5e-7fc9e98630e4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328856 Jan 31 16:52:51.097311 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:51.919282 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ef9f6-6a4c-4691-a74a-c742198a08df req-8769f88b-25a4-41b1-9c59-c14739c6a4e3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:51.921236 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a99ef9f6-6a4c-4691-a74a-c742198a08df req-8769f88b-25a4-41b1-9c59-c14739c6a4e3 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0613410 Jan 31 16:52:51.965843 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-a99ef9f6-6a4c-4691-a74a-c742198a08df req-57b7606e-3e80-4256-af6c-48b516d6af6f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375431 Jan 31 16:52:52.089213 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62546b-1692-4a97-ae71-a9e509b49153 req-c94223ba-1fd5-4ff6-a769-318f0610ddfc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:52.090664 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de62546b-1692-4a97-ae71-a9e509b49153 req-c94223ba-1fd5-4ff6-a769-318f0610ddfc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0504045 Jan 31 16:52:52.130927 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-de62546b-1692-4a97-ae71-a9e509b49153 req-d7c20380-5871-4402-a0e1-401181d91304 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314507 Jan 31 16:52:52.153011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40650) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:52.203023 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8c85f2-820a-461a-9aeb-58aba8517ee0 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:52.204526 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ec8c85f2-820a-461a-9aeb-58aba8517ee0 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 1092 time: 0.0505352 Jan 31 16:52:52.207537 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40652) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:52.211741 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': 'ec1d1026-3e50-4f7c-8710-1079737f756a', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:52:52.238190 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:52.343946 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:52.529885 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:52.653986 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:52.803994 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.25.1.44 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/c41fb27f-b05e-4288-b285-87b15cdde644) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:52:52.912089 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:52.950864 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:52.994073 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:52:52.997129 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:52:52.999849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:52:53.026245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=c41fb27f-b05e-4288-b285-87b15cdde644,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:53.037238 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:53.037604 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:53.037933 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:53.038252 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:53.038570 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:53.038889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:53.039200 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:53.039512 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:53.039835 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:53.040147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:53.040420 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:53.040723 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:52:53.376748 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:53.448222 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:53.608471 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:53.615797 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:53.687902 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=c41fb27f-b05e-4288-b285-87b15cdde644,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:52:53.698090 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:53.800170 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Floating IP f1ffabe6-affb-45f0-b1fe-c8e57b278a5e associated. External IP: 172.25.1.44, port: ec1d1026-3e50-4f7c-8710-1079737f756a. Jan 31 16:52:54.026632 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 64a1da46-6473-475c-a890-695ae475765f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:52:54.146258 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:52:54.156369 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a30c60-8088-45f0-9606-13b237da2307 None None] Sync routers for ids ['64a1da46-6473-475c-a890-695ae475765f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:52:54.164996 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:54.166192 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a30c60-8088-45f0-9606-13b237da2307 None None] Routers {'64a1da46-6473-475c-a890-695ae475765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:52:54.166801 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b2a30c60-8088-45f0-9606-13b237da2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:52:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['64a1da46-6473-475c-a890-695ae475765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:54.192804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-85071a23-9d6f-4593-af42-91911c9fffd0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9841263 Jan 31 16:52:54.193344 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'tag': 'ec1d1026-3e50-4f7c-8710-1079737f756a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:52:54.195858 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21033cf-1ab4-4331-afac-9337531f3fee" -d '{"events": [{"name": "network-changed", "server_uuid": "132a5209-b083-4ee9-88fa-e2ef170e4478", "tag": "ec1d1026-3e50-4f7c-8710-1079737f756a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:52:54.239405 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f464349-c173-4d23-bbb6-a48eee97c9a4 x-openstack-request-id: req-5f464349-c173-4d23-bbb6-a48eee97c9a4 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:52:54.239701 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132a5209-b083-4ee9-88fa-e2ef170e4478", "tag": "ec1d1026-3e50-4f7c-8710-1079737f756a", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:52:54.239954 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f464349-c173-4d23-bbb6-a48eee97c9a4 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:52:54.240363 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'tag': 'ec1d1026-3e50-4f7c-8710-1079737f756a', 'status': 'completed', 'code': 200} Jan 31 16:52:54.276478 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b2a30c60-8088-45f0-9606-13b237da2307 None None] Set router 64a1da46-6473-475c-a890-695ae475765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:52:54.332731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a407b-4a43-4468-bbbd-a7d3f3194b97 req-c0c9d241-196c-4f94-93b5-c8b0b16b6849 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:54.334184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c2a407b-4a43-4468-bbbd-a7d3f3194b97 req-c0c9d241-196c-4f94-93b5-c8b0b16b6849 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0819647 Jan 31 16:52:54.339372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21033cf-1ab4-4331-afac-9337531f3fee req-b108a47a-78cf-4457-9157-ff1aa6c4f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:54.340721 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d21033cf-1ab4-4331-afac-9337531f3fee req-b108a47a-78cf-4457-9157-ff1aa6c4f720 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 1097 time: 0.0763159 Jan 31 16:52:54.418460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3c2a407b-4a43-4468-bbbd-a7d3f3194b97 req-d5214f36-aaca-4e31-aac7-ac601fee3945 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768082 Jan 31 16:52:54.442293 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40658) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:54.450287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21033cf-1ab4-4331-afac-9337531f3fee req-2f81601b-885c-4074-b99f-42b85023bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:54.451867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d21033cf-1ab4-4331-afac-9337531f3fee req-2f81601b-885c-4074-b99f-42b85023bf64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21fc954-e049-4272-8b0d-ddc1a7056114 HTTP/1.1" status: 200 len: 897 time: 0.1044397 Jan 31 16:52:54.505328 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-07c5a9bd-c2c9-4567-8df0-2ff8218617e2 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/f1ffabe6-affb-45f0-b1fe-c8e57b278a5e HTTP/1.1" status: 200 len: 991 time: 0.0615859 Jan 31 16:52:54.511375 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b2a30c60-8088-45f0-9606-13b237da2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:52:40Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'f1ffabe6-affb-45f0-b1fe-c8e57b278a5e', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '64a1da46-6473-475c-a890-695ae475765f', 'port_id': 'ec1d1026-3e50-4f7c-8710-1079737f756a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'mac_address': 'fa:16:3e:cd:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:52:53Z', 'updated_at': '2022-01-31T16:52:53Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6911b02b-699a-4dd6-81a4-33f2cf7d5850', 'name': '', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:f4:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '389427f6-4453-44c2-a740-fa15e9371958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:39Z', 'updated_at': '2022-01-31T16:52:43Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '389427f6-4453-44c2-a740-fa15e9371958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:54.519438 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d21033cf-1ab4-4331-afac-9337531f3fee req-2bbfe4f6-3696-4ff5-bc0b-f016c5b6722a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec1d1026-3e50-4f7c-8710-1079737f756a HTTP/1.1" status: 200 len: 999 time: 0.0614903 Jan 31 16:52:54.537564 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a30c60-8088-45f0-9606-13b237da2307 None None] Checking router: 64a1da46-6473-475c-a890-695ae475765f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:52:54.545864 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a30c60-8088-45f0-9606-13b237da2307 None None] Routers {'64a1da46-6473-475c-a890-695ae475765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:52:54.546475 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b2a30c60-8088-45f0-9606-13b237da2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:52:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['64a1da46-6473-475c-a890-695ae475765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:54.567839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21033cf-1ab4-4331-afac-9337531f3fee req-84f85187-2b96-425a-b7d4-8f378482a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:54.569405 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d21033cf-1ab4-4331-afac-9337531f3fee req-84f85187-2b96-425a-b7d4-8f378482a85a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=389427f6-4453-44c2-a740-fa15e9371958 HTTP/1.1" status: 200 len: 834 time: 0.0433688 Jan 31 16:52:54.615006 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21033cf-1ab4-4331-afac-9337531f3fee req-46474cad-1691-44c0-8ddd-f56d3516d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:52:54.616490 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d21033cf-1ab4-4331-afac-9337531f3fee req-46474cad-1691-44c0-8ddd-f56d3516d0f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21fc954-e049-4272-8b0d-ddc1a7056114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404737 Jan 31 16:52:54.651427 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-b2a30c60-8088-45f0-9606-13b237da2307 None None] Set router 64a1da46-6473-475c-a890-695ae475765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:52:54.709641 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d21033cf-1ab4-4331-afac-9337531f3fee req-cd42ed06-7540-4cd9-bad1-66d0853bd0f7 service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866106 Jan 31 16:52:54.798104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d21033cf-1ab4-4331-afac-9337531f3fee req-7b6d28d7-b073-4386-9c1c-a1ef0f7c3ad6 service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818884 Jan 31 16:52:54.890265 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-b2a30c60-8088-45f0-9606-13b237da2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:52:40Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'f1ffabe6-affb-45f0-b1fe-c8e57b278a5e', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '64a1da46-6473-475c-a890-695ae475765f', 'port_id': 'ec1d1026-3e50-4f7c-8710-1079737f756a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'mac_address': 'fa:16:3e:cd:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:52:53Z', 'updated_at': '2022-01-31T16:52:53Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6911b02b-699a-4dd6-81a4-33f2cf7d5850', 'name': '', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:f4:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '389427f6-4453-44c2-a740-fa15e9371958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:39Z', 'updated_at': '2022-01-31T16:52:43Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '389427f6-4453-44c2-a740-fa15e9371958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:52:54.916990 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a30c60-8088-45f0-9606-13b237da2307 None None] The sync data for ids ['64a1da46-6473-475c-a890-695ae475765f'] in n-d-827120-1 is: [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:52:40Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'f1ffabe6-affb-45f0-b1fe-c8e57b278a5e', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '64a1da46-6473-475c-a890-695ae475765f', 'port_id': 'ec1d1026-3e50-4f7c-8710-1079737f756a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'mac_address': 'fa:16:3e:cd:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:52:53Z', 'updated_at': '2022-01-31T16:52:53Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6911b02b-699a-4dd6-81a4-33f2cf7d5850', 'name': '', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:f4:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '389427f6-4453-44c2-a740-fa15e9371958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:39Z', 'updated_at': '2022-01-31T16:52:43Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '389427f6-4453-44c2-a740-fa15e9371958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:52:55.129056 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d17fa40-21b6-4c98-ac3d-2c8a8720841e None None] New status for floating IP f1ffabe6-affb-45f0-b1fe-c8e57b278a5e: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:52:55.509997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40660) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:52:55.585583 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e4c561b6-fd85-480f-9099-b6da5bd944e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/f1ffabe6-affb-45f0-b1fe-c8e57b278a5e HTTP/1.1" status: 200 len: 993 time: 0.0738294 Jan 31 16:52:56.312586 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:52:58.420643 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:03.535867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5a86336-7662-4ccc-a9e2-c9785719c3e7 req-2a3cd109-ff01-493b-9282-3bbf916fcc77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481546 Jan 31 16:53:03.637881 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a86336-7662-4ccc-a9e2-c9785719c3e7 req-e43054a8-e9dd-41cb-9c9a-237db14dcac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:03.639408 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5a86336-7662-4ccc-a9e2-c9785719c3e7 req-e43054a8-e9dd-41cb-9c9a-237db14dcac8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 1097 time: 0.0500526 Jan 31 16:53:03.750297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a86336-7662-4ccc-a9e2-c9785719c3e7 req-f2be4c8a-263b-49c2-8457-4fed0bc9874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:03.751801 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5a86336-7662-4ccc-a9e2-c9785719c3e7 req-f2be4c8a-263b-49c2-8457-4fed0bc9874c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21fc954-e049-4272-8b0d-ddc1a7056114 HTTP/1.1" status: 200 len: 897 time: 0.0908399 Jan 31 16:53:03.822029 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5a86336-7662-4ccc-a9e2-c9785719c3e7 req-cc56afe5-028b-4d4e-a448-accf8b527f2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec1d1026-3e50-4f7c-8710-1079737f756a HTTP/1.1" status: 200 len: 1001 time: 0.0629203 Jan 31 16:53:03.878013 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a86336-7662-4ccc-a9e2-c9785719c3e7 req-9d1a854e-bc92-4a0b-8d1f-6e74bd49be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:03.879563 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5a86336-7662-4ccc-a9e2-c9785719c3e7 req-9d1a854e-bc92-4a0b-8d1f-6e74bd49be06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=389427f6-4453-44c2-a740-fa15e9371958 HTTP/1.1" status: 200 len: 834 time: 0.0481899 Jan 31 16:53:03.929849 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a86336-7662-4ccc-a9e2-c9785719c3e7 req-6aea9999-2daf-48e2-9f76-c585874764f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:03.931376 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5a86336-7662-4ccc-a9e2-c9785719c3e7 req-6aea9999-2daf-48e2-9f76-c585874764f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21fc954-e049-4272-8b0d-ddc1a7056114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422604 Jan 31 16:53:04.036574 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5a86336-7662-4ccc-a9e2-c9785719c3e7 req-bb6b056e-9647-4452-9b31-c999ac6d8702 service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970891 Jan 31 16:53:04.144267 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e5a86336-7662-4ccc-a9e2-c9785719c3e7 req-e484c7d9-24a5-4cb0-805e-14efa738b6b0 service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003675 Jan 31 16:53:10.086357 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:53:17.334833 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3c13b198-dba9-4ec2-8f0a-80d9fdf18303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:19.807252 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9d820aca-d84a-489f-a39d-4a2987263944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:21.110224 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:22.533836 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:22.651098 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:26.312347 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:28.435274 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:31.053509 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebec97-6aea-4127-a50d-98568422b2cb req-6a2dae6b-0f8d-45ea-bf28-c589af2b0108 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:31.055083 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36ebec97-6aea-4127-a50d-98568422b2cb req-6a2dae6b-0f8d-45ea-bf28-c589af2b0108 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0518556 Jan 31 16:53:31.100859 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36ebec97-6aea-4127-a50d-98568422b2cb req-f044b9b7-6e95-46f5-b67a-f9092321055a tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397279 Jan 31 16:53:32.237943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b065f-4e8e-450b-a8db-c11ef354f190 req-3efd43a5-7895-4c9d-a067-071acc7eec07 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:32.239428 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5f5b065f-4e8e-450b-a8db-c11ef354f190 req-3efd43a5-7895-4c9d-a067-071acc7eec07 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0566108 Jan 31 16:53:32.282334 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5f5b065f-4e8e-450b-a8db-c11ef354f190 req-7c3b1687-6827-43ca-8687-ba6e38d9cbae tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367374 Jan 31 16:53:33.424471 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99afec-2e54-4a6e-86c7-c5bcd81fa5ca req-0107fa57-7f62-4432-991c-b15931e346b1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:33.426018 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a99afec-2e54-4a6e-86c7-c5bcd81fa5ca req-0107fa57-7f62-4432-991c-b15931e346b1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0576222 Jan 31 16:53:33.466981 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3a99afec-2e54-4a6e-86c7-c5bcd81fa5ca req-bdd4f883-3bab-4db1-8cad-00a905a16c17 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327370 Jan 31 16:53:34.602818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb5fa-83df-43df-a337-3b356acc117f req-f9074f65-2444-4f03-8412-5353abd851e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:34.604314 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-369eb5fa-83df-43df-a337-3b356acc117f req-f9074f65-2444-4f03-8412-5353abd851e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0582919 Jan 31 16:53:34.647875 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-369eb5fa-83df-43df-a337-3b356acc117f req-0a9711ac-e880-48e4-b2fd-a4943252e576 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344894 Jan 31 16:53:35.836065 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f1af5-26e3-4cc8-8c67-3c9a5f9a7b12 req-0f9639fb-76fd-497f-a171-3dfcb0d3cfa5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:35.837707 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd0f1af5-26e3-4cc8-8c67-3c9a5f9a7b12 req-0f9639fb-76fd-497f-a171-3dfcb0d3cfa5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.1164241 Jan 31 16:53:35.881163 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-dd0f1af5-26e3-4cc8-8c67-3c9a5f9a7b12 req-3948e5ab-38a2-41c9-94ff-997737b85c24 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353892 Jan 31 16:53:37.090905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6a9f2-e953-40e8-93bb-d96da3fa1e70 req-96596cca-650d-48d0-98ea-266d63066081 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:37.092372 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25d6a9f2-e953-40e8-93bb-d96da3fa1e70 req-96596cca-650d-48d0-98ea-266d63066081 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.1161294 Jan 31 16:53:37.131820 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-25d6a9f2-e953-40e8-93bb-d96da3fa1e70 req-2aac877e-17a3-4de8-90f9-880f649834b2 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331717 Jan 31 16:53:38.272866 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ea8a4-5798-48b1-8dcb-b62b5d326106 req-ca40c216-88cf-40cf-95a5-df440b8342f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:38.274522 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b22ea8a4-5798-48b1-8dcb-b62b5d326106 req-ca40c216-88cf-40cf-95a5-df440b8342f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0592239 Jan 31 16:53:38.319089 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b22ea8a4-5798-48b1-8dcb-b62b5d326106 req-5e7052d1-8dfa-4321-b7bb-1876e63376a7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353017 Jan 31 16:53:39.444486 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9f3b7-6a50-424b-9da3-59b004888b9a req-73402d5a-d0e9-4727-a2d3-c71015022560 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:39.446067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9d9f3b7-6a50-424b-9da3-59b004888b9a req-73402d5a-d0e9-4727-a2d3-c71015022560 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0509622 Jan 31 16:53:39.487641 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d9d9f3b7-6a50-424b-9da3-59b004888b9a req-58fd8924-4a29-43b2-96d9-0c0922efdb43 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355711 Jan 31 16:53:40.623437 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a39fbb-7fc3-4273-9d31-5aa10ef8c621 req-ff8bf79c-5289-4d82-8e74-99d098a11fcb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:40.624911 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-83a39fbb-7fc3-4273-9d31-5aa10ef8c621 req-ff8bf79c-5289-4d82-8e74-99d098a11fcb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0554724 Jan 31 16:53:40.667929 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-83a39fbb-7fc3-4273-9d31-5aa10ef8c621 req-c41ed32b-f4d0-4eae-9a33-2447e59b8948 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335271 Jan 31 16:53:41.790412 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15aee11-daed-4b99-a551-de95a8fd2466 req-e9ede79b-5771-4237-a57f-c9a402213d45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:41.791866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d15aee11-daed-4b99-a551-de95a8fd2466 req-e9ede79b-5771-4237-a57f-c9a402213d45 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0540023 Jan 31 16:53:41.833433 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d15aee11-daed-4b99-a551-de95a8fd2466 req-d1ea4ef3-99be-4eb1-b428-46367ce4dbd4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353835 Jan 31 16:53:41.863934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40706) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:53:41.932800 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-032934a2-0c25-440d-9fcb-b52d4d5440b7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/f1ffabe6-affb-45f0-b1fe-c8e57b278a5e HTTP/1.1" status: 200 len: 993 time: 0.0673232 Jan 31 16:53:43.224299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431c859-e59c-40d7-9f56-bea25612b5eb req-9ff48772-3d06-4bfc-8ffe-3dd20f8df5c9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:43.225913 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d431c859-e59c-40d7-9f56-bea25612b5eb req-9ff48772-3d06-4bfc-8ffe-3dd20f8df5c9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0507066 Jan 31 16:53:43.267018 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d431c859-e59c-40d7-9f56-bea25612b5eb req-f1695ca7-698f-4f92-946d-5cc7389fa00c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348685 Jan 31 16:53:43.297825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9201c6-abf7-4a56-a7e0-3ec2521633f3 req-8383924e-aaa5-4422-bc62-d2906fd72045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:43.299349 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db9201c6-abf7-4a56-a7e0-3ec2521633f3 req-8383924e-aaa5-4422-bc62-d2906fd72045 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 1097 time: 0.0838192 Jan 31 16:53:43.401969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9201c6-abf7-4a56-a7e0-3ec2521633f3 req-5fcd5ef5-2dd8-485c-ba65-5583496ac844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:43.403450 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db9201c6-abf7-4a56-a7e0-3ec2521633f3 req-5fcd5ef5-2dd8-485c-ba65-5583496ac844 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21fc954-e049-4272-8b0d-ddc1a7056114 HTTP/1.1" status: 200 len: 897 time: 0.0923970 Jan 31 16:53:43.488121 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db9201c6-abf7-4a56-a7e0-3ec2521633f3 req-58cb8bf0-7d5a-4721-9352-01cd4a6225d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec1d1026-3e50-4f7c-8710-1079737f756a HTTP/1.1" status: 200 len: 1001 time: 0.0725098 Jan 31 16:53:43.538090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9201c6-abf7-4a56-a7e0-3ec2521633f3 req-56326332-8ac7-4724-bab1-be6a2a542ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:43.539510 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db9201c6-abf7-4a56-a7e0-3ec2521633f3 req-56326332-8ac7-4724-bab1-be6a2a542ab7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=389427f6-4453-44c2-a740-fa15e9371958 HTTP/1.1" status: 200 len: 834 time: 0.0442677 Jan 31 16:53:43.592958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9201c6-abf7-4a56-a7e0-3ec2521633f3 req-cbb1c867-8542-4908-a785-6387dce962bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:43.594576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db9201c6-abf7-4a56-a7e0-3ec2521633f3 req-cbb1c867-8542-4908-a785-6387dce962bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21fc954-e049-4272-8b0d-ddc1a7056114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448337 Jan 31 16:53:43.689082 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db9201c6-abf7-4a56-a7e0-3ec2521633f3 req-79665a00-9ee3-4bfd-844a-736d90d9082c service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836880 Jan 31 16:53:43.795567 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-db9201c6-abf7-4a56-a7e0-3ec2521633f3 req-de668450-e002-40a9-9e69-32419c2bdd9e service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952823 Jan 31 16:53:44.388670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5da81-5a2a-4d57-bfa8-034068e34324 req-cffcc628-a290-441c-980c-91744c6f0c14 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:44.390166 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6a5da81-5a2a-4d57-bfa8-034068e34324 req-cffcc628-a290-441c-980c-91744c6f0c14 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0508397 Jan 31 16:53:44.427547 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f6a5da81-5a2a-4d57-bfa8-034068e34324 req-e2deb7c2-9b88-41e8-ace7-a3a663eb2d04 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Jan 31 16:53:45.568157 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a892b8-a881-4c20-a0dc-441945901bf7 req-330b5642-5ca2-4ca3-a5a6-cde686227322 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:53:45.569656 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67a892b8-a881-4c20-a0dc-441945901bf7 req-330b5642-5ca2-4ca3-a5a6-cde686227322 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0624182 Jan 31 16:53:45.607630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67a892b8-a881-4c20-a0dc-441945901bf7 req-45410a8a-1f6b-41da-ac8d-4cb20dcf03c7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317178 Jan 31 16:53:45.630175 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40720) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:53:45.692725 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fcefd807-2cda-45dc-9709-3f865a1c4380 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/f1ffabe6-affb-45f0-b1fe-c8e57b278a5e HTTP/1.1" status: 200 len: 993 time: 0.0614440 Jan 31 16:53:47.090814 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:53:47.335208 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-35eb6d4b-f34c-44c2-a4df-608d4b1e0d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:49.801671 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60d98a69-c349-47f5-86a7-30aec39850fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:51.103520 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:52.542334 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:52.657863 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:56.308831 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:53:58.447236 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:04.508328 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e06a2ba1-0fbe-4e1d-9512-e3dcd153223c req-57d8d8a1-4d39-4f68-980f-41ef90035920 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415947 Jan 31 16:54:04.594384 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2ba1-0fbe-4e1d-9512-e3dcd153223c req-33887699-2820-491b-9613-916470fb9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:04.595898 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e06a2ba1-0fbe-4e1d-9512-e3dcd153223c req-33887699-2820-491b-9613-916470fb9d3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 1097 time: 0.0433342 Jan 31 16:54:04.723582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2ba1-0fbe-4e1d-9512-e3dcd153223c req-270fa5ca-713a-4bb9-bcea-474c8eccb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:04.725569 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e06a2ba1-0fbe-4e1d-9512-e3dcd153223c req-270fa5ca-713a-4bb9-bcea-474c8eccb17d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21fc954-e049-4272-8b0d-ddc1a7056114 HTTP/1.1" status: 200 len: 897 time: 0.1056528 Jan 31 16:54:04.815063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e06a2ba1-0fbe-4e1d-9512-e3dcd153223c req-c53c0290-5abb-46da-a287-2f9d08c0c61a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec1d1026-3e50-4f7c-8710-1079737f756a HTTP/1.1" status: 200 len: 1001 time: 0.0815718 Jan 31 16:54:04.870014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2ba1-0fbe-4e1d-9512-e3dcd153223c req-c7d355d5-40f1-449e-9526-39fc599bc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:04.871560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e06a2ba1-0fbe-4e1d-9512-e3dcd153223c req-c7d355d5-40f1-449e-9526-39fc599bc99a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=389427f6-4453-44c2-a740-fa15e9371958 HTTP/1.1" status: 200 len: 834 time: 0.0479209 Jan 31 16:54:04.925431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a2ba1-0fbe-4e1d-9512-e3dcd153223c req-5555127a-8711-4678-adf6-1cb1ac493420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:04.927910 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e06a2ba1-0fbe-4e1d-9512-e3dcd153223c req-5555127a-8711-4678-adf6-1cb1ac493420 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21fc954-e049-4272-8b0d-ddc1a7056114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485296 Jan 31 16:54:05.020056 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e06a2ba1-0fbe-4e1d-9512-e3dcd153223c req-1a8db7e8-6e5e-49a8-b9eb-4e4c586b4cbc service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806692 Jan 31 16:54:05.120211 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e06a2ba1-0fbe-4e1d-9512-e3dcd153223c req-b8e6330d-ff4b-4a7a-a21e-e82fca20e03e service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918479 Jan 31 16:54:16.268536 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40738) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:16.434635 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port c41fb27f-b05e-4288-b285-87b15cdde644 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:54:16.434949 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:16.514108 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:16.514395 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:16.533637 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for c41fb27f-b05e-4288-b285-87b15cdde644 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:54:16.694423 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:16.720188 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=c41fb27f-b05e-4288-b285-87b15cdde644,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:16.731663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:16.732002 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:16.732339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:16.732667 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:16.732974 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:16.733300 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:16.733652 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:16.733971 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:16.734291 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:16.734612 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:16.734924 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:16.735246 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:16.793106 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:16.793344 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Floating IP f1ffabe6-affb-45f0-b1fe-c8e57b278a5e disassociated (deleted). External IP: 172.25.1.44, port: ec1d1026-3e50-4f7c-8710-1079737f756a. Jan 31 16:54:17.004505 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 64a1da46-6473-475c-a890-695ae475765f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:54:17.117937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:54:17.122887 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:17.128077 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38be6a5-2f60-48ba-b03d-f6e859479344 None None] Sync routers for ids ['64a1da46-6473-475c-a890-695ae475765f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:54:17.140331 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38be6a5-2f60-48ba-b03d-f6e859479344 None None] Routers {'64a1da46-6473-475c-a890-695ae475765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:54:17.141023 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a38be6a5-2f60-48ba-b03d-f6e859479344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:53:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['64a1da46-6473-475c-a890-695ae475765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:17.150083 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-368a4464-c43a-444f-8c87-e7a185512a18 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/floatingips/f1ffabe6-affb-45f0-b1fe-c8e57b278a5e HTTP/1.1" status: 204 len: 168 time: 0.8803182 Jan 31 16:54:17.150705 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'tag': 'ec1d1026-3e50-4f7c-8710-1079737f756a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:54:17.152963 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd81755-d349-42b3-91fb-c959ce577572" -d '{"events": [{"name": "network-changed", "server_uuid": "132a5209-b083-4ee9-88fa-e2ef170e4478", "tag": "ec1d1026-3e50-4f7c-8710-1079737f756a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:54:17.248639 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-a38be6a5-2f60-48ba-b03d-f6e859479344 None None] Set router 64a1da46-6473-475c-a890-695ae475765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:54:17.249877 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ab5e0c-c8ca-473c-9164-62e179f26847 x-openstack-request-id: req-b5ab5e0c-c8ca-473c-9164-62e179f26847 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:54:17.250164 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132a5209-b083-4ee9-88fa-e2ef170e4478", "tag": "ec1d1026-3e50-4f7c-8710-1079737f756a", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:54:17.250775 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5ab5e0c-c8ca-473c-9164-62e179f26847 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:54:17.250775 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'tag': 'ec1d1026-3e50-4f7c-8710-1079737f756a', 'status': 'completed', 'code': 200} Jan 31 16:54:17.327600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd81755-d349-42b3-91fb-c959ce577572 req-5fdf23d7-4d58-44fa-aa77-c6a9af430d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:17.329964 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddd81755-d349-42b3-91fb-c959ce577572 req-5fdf23d7-4d58-44fa-aa77-c6a9af430d69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 1097 time: 0.0444033 Jan 31 16:54:17.332831 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccbe2-f1c6-409e-ad05-0a4bbafb1383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:17.449333 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38f02b-2e64-44d6-b41e-be576960a4e8 req-ca53e2f7-9e86-4995-bc41-ac6c27cfeb83 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:17.450912 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b38f02b-2e64-44d6-b41e-be576960a4e8 req-ca53e2f7-9e86-4995-bc41-ac6c27cfeb83 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.1166296 Jan 31 16:54:17.456261 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a38be6a5-2f60-48ba-b03d-f6e859479344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:52:40Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '6911b02b-699a-4dd6-81a4-33f2cf7d5850', 'name': '', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:f4:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '389427f6-4453-44c2-a740-fa15e9371958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:39Z', 'updated_at': '2022-01-31T16:52:43Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '389427f6-4453-44c2-a740-fa15e9371958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:17.480186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd81755-d349-42b3-91fb-c959ce577572 req-be3234ea-a605-4ac5-b636-70dd05c75f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:17.481703 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddd81755-d349-42b3-91fb-c959ce577572 req-be3234ea-a605-4ac5-b636-70dd05c75f06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21fc954-e049-4272-8b0d-ddc1a7056114 HTTP/1.1" status: 200 len: 897 time: 0.1373048 Jan 31 16:54:17.486181 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38be6a5-2f60-48ba-b03d-f6e859479344 None None] Checking router: 64a1da46-6473-475c-a890-695ae475765f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:54:17.494996 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38be6a5-2f60-48ba-b03d-f6e859479344 None None] Routers {'64a1da46-6473-475c-a890-695ae475765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:54:17.495594 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a38be6a5-2f60-48ba-b03d-f6e859479344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:53:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['64a1da46-6473-475c-a890-695ae475765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:17.536107 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1b38f02b-2e64-44d6-b41e-be576960a4e8 req-642a29dc-fd4b-44ab-8122-180ad62424d4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767772 Jan 31 16:54:17.537840 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddd81755-d349-42b3-91fb-c959ce577572 req-35d2ab62-2972-40b7-bf9a-b51f7e55cd35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec1d1026-3e50-4f7c-8710-1079737f756a HTTP/1.1" status: 200 len: 217 time: 0.0437348 Jan 31 16:54:17.588823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd81755-d349-42b3-91fb-c959ce577572 req-9e10ff3d-56bf-4721-9793-0016b61ff2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:17.590465 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddd81755-d349-42b3-91fb-c959ce577572 req-9e10ff3d-56bf-4721-9793-0016b61ff2d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=389427f6-4453-44c2-a740-fa15e9371958 HTTP/1.1" status: 200 len: 834 time: 0.0459702 Jan 31 16:54:17.600436 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-a38be6a5-2f60-48ba-b03d-f6e859479344 None None] Set router 64a1da46-6473-475c-a890-695ae475765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:54:17.638700 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd81755-d349-42b3-91fb-c959ce577572 req-3487ca44-f00f-4104-8cac-d7f69ec00f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:17.640335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddd81755-d349-42b3-91fb-c959ce577572 req-3487ca44-f00f-4104-8cac-d7f69ec00f8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21fc954-e049-4272-8b0d-ddc1a7056114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423758 Jan 31 16:54:17.738288 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddd81755-d349-42b3-91fb-c959ce577572 req-cce65f80-6bb5-416d-ba51-dd87b5fd9824 service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887599 Jan 31 16:54:17.812572 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-a38be6a5-2f60-48ba-b03d-f6e859479344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:52:40Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '6911b02b-699a-4dd6-81a4-33f2cf7d5850', 'name': '', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:f4:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '389427f6-4453-44c2-a740-fa15e9371958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:39Z', 'updated_at': '2022-01-31T16:52:43Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '389427f6-4453-44c2-a740-fa15e9371958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:17.830631 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddd81755-d349-42b3-91fb-c959ce577572 req-f731ecb0-cf33-4d11-a1db-305fedb0da5c service neutron] 10.222.0.30 "GET /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842683 Jan 31 16:54:17.838583 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38be6a5-2f60-48ba-b03d-f6e859479344 None None] The sync data for ids ['64a1da46-6473-475c-a890-695ae475765f'] in n-d-827120-1 is: [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:52:40Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '6911b02b-699a-4dd6-81a4-33f2cf7d5850', 'name': '', 'network_id': 'e21fc954-e049-4272-8b0d-ddc1a7056114', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:f4:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '389427f6-4453-44c2-a740-fa15e9371958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:39Z', 'updated_at': '2022-01-31T16:52:43Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '389427f6-4453-44c2-a740-fa15e9371958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:54:18.078592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1585c6-86e1-4aa6-bf2f-cb7ee041ca39 None None] New status for floating IP f1ffabe6-affb-45f0-b1fe-c8e57b278a5e: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:54:18.673354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a49f18-0e79-4da1-b667-13aca0c5b136 req-086f456d-9d67-452e-99e2-01a0550fd6e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:18.674941 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6a49f18-0e79-4da1-b667-13aca0c5b136 req-086f456d-9d67-452e-99e2-01a0550fd6e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0597532 Jan 31 16:54:18.715067 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c6a49f18-0e79-4da1-b667-13aca0c5b136 req-7f151bd3-215c-485c-8a23-e1d95e095145 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5986b84-b7f2-43f6-8d68-92048f0cf1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339484 Jan 31 16:54:19.125245 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fc97d-27cb-4c18-a3bb-5253b753c193 req-62028dd3-545d-4855-9321-77944c036996 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:19.126729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fb2fc97d-27cb-4c18-a3bb-5253b753c193 req-62028dd3-545d-4855-9321-77944c036996 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 946 time: 0.0680006 Jan 31 16:54:19.235675 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-fb2fc97d-27cb-4c18-a3bb-5253b753c193 req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port ec1d1026-3e50-4f7c-8710-1079737f756a {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:54:19.236013 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fb2fc97d-27cb-4c18-a3bb-5253b753c193 req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:19.331252 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-fb2fc97d-27cb-4c18-a3bb-5253b753c193 req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port ec1d1026-3e50-4f7c-8710-1079737f756a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=ec1d1026-3e50-4f7c-8710-1079737f756a,segment=NetworkSegment(44864fe0-f73a-4213-8733-4e215ac65f13),segment_id=44864fe0-f73a-4213-8733-4e215ac65f13)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:54:19.331614 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fb2fc97d-27cb-4c18-a3bb-5253b753c193 req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:19.343969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-fb2fc97d-27cb-4c18-a3bb-5253b753c193 req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for ec1d1026-3e50-4f7c-8710-1079737f756a owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:54:19.485876 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fb2fc97d-27cb-4c18-a3bb-5253b753c193 req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:19.515653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=ec1d1026-3e50-4f7c-8710-1079737f756a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:19.528248 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:19.528600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:19.528938 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:19.529255 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:19.529614 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:19.529945 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:19.530270 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:19.530772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:19.530899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:19.531219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:19.531554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:19.531870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:19.568848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2fc97d-27cb-4c18-a3bb-5253b753c193 req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] No DVR routers for this DVR port ec1d1026-3e50-4f7c-8710-1079737f756a on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:54:19.571513 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-fb2fc97d-27cb-4c18-a3bb-5253b753c193 req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:19.574839 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fb2fc97d-27cb-4c18-a3bb-5253b753c193 req-52702abd-1df4-4baa-b7c9-9807e00870f1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "DELETE /v2.0/ports/ec1d1026-3e50-4f7c-8710-1079737f756a HTTP/1.1" status: 204 len: 173 time: 0.4416888 Jan 31 16:54:19.575277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'name': 'network-vif-deleted', 'tag': 'ec1d1026-3e50-4f7c-8710-1079737f756a'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:54:19.577520 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f22e643-34ec-4982-87c2-10e64bf1fb06" -d '{"events": [{"server_uuid": "132a5209-b083-4ee9-88fa-e2ef170e4478", "name": "network-vif-deleted", "tag": "ec1d1026-3e50-4f7c-8710-1079737f756a"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:54:19.619378 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6126a3b6-18a1-4105-9da8-78ad5e0b0b47 x-openstack-request-id: req-6126a3b6-18a1-4105-9da8-78ad5e0b0b47 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:54:19.619668 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132a5209-b083-4ee9-88fa-e2ef170e4478", "name": "network-vif-deleted", "tag": "ec1d1026-3e50-4f7c-8710-1079737f756a", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:54:19.619910 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6126a3b6-18a1-4105-9da8-78ad5e0b0b47 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:54:19.620304 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132a5209-b083-4ee9-88fa-e2ef170e4478', 'name': 'network-vif-deleted', 'tag': 'ec1d1026-3e50-4f7c-8710-1079737f756a', 'status': 'completed', 'code': 200} Jan 31 16:54:19.798453 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-49d42778-849d-4db6-a0a5-2c3b1f949c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:19.826469 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c513db9c-8ee5-4b25-ab97-bba5b2dbfd7b req-c4a5ac46-c93b-4cd1-b51d-159c6ace0e31 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=132a5209-b083-4ee9-88fa-e2ef170e4478 HTTP/1.1" status: 200 len: 210 time: 0.0275648 Jan 31 16:54:20.896006 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40756) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:21.107021 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:21.291049 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0af07bae-ffb1-40f9-bb5e-98c3089099fe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:21.567303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0af07bae-ffb1-40f9-bb5e-98c3089099fe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 6911b02b-699a-4dd6-81a4-33f2cf7d5850 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:54:21.567583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0af07bae-ffb1-40f9-bb5e-98c3089099fe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:21.660984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-0af07bae-ffb1-40f9-bb5e-98c3089099fe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port 6911b02b-699a-4dd6-81a4-33f2cf7d5850, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6911b02b-699a-4dd6-81a4-33f2cf7d5850,segment=NetworkSegment(44864fe0-f73a-4213-8733-4e215ac65f13),segment_id=44864fe0-f73a-4213-8733-4e215ac65f13)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:54:21.661340 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0af07bae-ffb1-40f9-bb5e-98c3089099fe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:21.673849 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0af07bae-ffb1-40f9-bb5e-98c3089099fe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 6911b02b-699a-4dd6-81a4-33f2cf7d5850 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:54:21.872151 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0af07bae-ffb1-40f9-bb5e-98c3089099fe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:21.913657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af07bae-ffb1-40f9-bb5e-98c3089099fe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=6911b02b-699a-4dd6-81a4-33f2cf7d5850,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:22.029332 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ec1d1026-3e50-4f7c-8710-1079737f756a no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:54:22.054977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: ec1d1026-3e50-4f7c-8710-1079737f756a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:54:22.055336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device ec1d1026-3e50-4f7c-8710-1079737f756a not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:54:22.097242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0af07bae-ffb1-40f9-bb5e-98c3089099fe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:22.541308 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:22.655271 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:22.679358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af07bae-ffb1-40f9-bb5e-98c3089099fe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router 64a1da46-6473-475c-a890-695ae475765f has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:54:22.790837 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af07bae-ffb1-40f9-bb5e-98c3089099fe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:54:22.796813 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0af07bae-ffb1-40f9-bb5e-98c3089099fe tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "PUT /v2.0/routers/64a1da46-6473-475c-a890-695ae475765f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9012651 Jan 31 16:54:22.800391 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40762) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:22.803185 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918d135-d14c-455e-b184-916e39803711 None None] Sync routers for ids ['64a1da46-6473-475c-a890-695ae475765f'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:54:22.813776 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1918d135-d14c-455e-b184-916e39803711 None None] Routers {'64a1da46-6473-475c-a890-695ae475765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:54:22.814459 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1918d135-d14c-455e-b184-916e39803711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['64a1da46-6473-475c-a890-695ae475765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:22.854408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-153a89f5-33d7-4c8a-a4c0-5b23715a0eeb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting subnet 389427f6-4453-44c2-a740-fa15e9371958 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:54:22.857546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-153a89f5-33d7-4c8a-a4c0-5b23715a0eeb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:22.898994 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-153a89f5-33d7-4c8a-a4c0-5b23715a0eeb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:22.919865 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-1918d135-d14c-455e-b184-916e39803711 None None] Set router 64a1da46-6473-475c-a890-695ae475765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:54:22.983846 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-153a89f5-33d7-4c8a-a4c0-5b23715a0eeb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.052023 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-153a89f5-33d7-4c8a-a4c0-5b23715a0eeb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.079341 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a89f5-33d7-4c8a-a4c0-5b23715a0eeb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Subnet': ['ID=389427f6-4453-44c2-a740-fa15e9371958,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:23.082856 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-153a89f5-33d7-4c8a-a4c0-5b23715a0eeb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.088453 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-153a89f5-33d7-4c8a-a4c0-5b23715a0eeb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/subnets/389427f6-4453-44c2-a740-fa15e9371958 HTTP/1.1" status: 204 len: 168 time: 0.2847075 Jan 31 16:54:23.088922 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40764) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:23.095616 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e2c72-8772-426d-8a59-55893fda79f4 None None] Network e21fc954-e049-4272-8b0d-ddc1a7056114 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:54:23.111268 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1918d135-d14c-455e-b184-916e39803711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:54:21Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:23.140369 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918d135-d14c-455e-b184-916e39803711 None None] Checking router: 64a1da46-6473-475c-a890-695ae475765f for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:54:23.151477 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1918d135-d14c-455e-b184-916e39803711 None None] Routers {'64a1da46-6473-475c-a890-695ae475765f'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:54:23.152117 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1918d135-d14c-455e-b184-916e39803711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['64a1da46-6473-475c-a890-695ae475765f'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:23.199224 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.266016 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-1918d135-d14c-455e-b184-916e39803711 None None] Set router 64a1da46-6473-475c-a890-695ae475765f gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:54:23.285950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] DHCP port deletion for e21fc954-e049-4272-8b0d-ddc1a7056114 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:54:23.306044 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.333731 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Deleting port 03479b0c-0655-43bf-afc2-6750a1d39196 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:54:23.334280 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.358559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 0e8ae6e9-720c-420f-b397-88e987fff2cb {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:54:23.358926 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.395911 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] For port 03479b0c-0655-43bf-afc2-6750a1d39196, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=03479b0c-0655-43bf-afc2-6750a1d39196,segment=NetworkSegment(44864fe0-f73a-4213-8733-4e215ac65f13),segment_id=44864fe0-f73a-4213-8733-4e215ac65f13)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:54:23.396301 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.409558 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Calling delete_port for 03479b0c-0655-43bf-afc2-6750a1d39196 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:54:23.440767 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port 0e8ae6e9-720c-420f-b397-88e987fff2cb, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0e8ae6e9-720c-420f-b397-88e987fff2cb,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:54:23.441243 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.454587 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1918d135-d14c-455e-b184-916e39803711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:54:21Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:23.455209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 0e8ae6e9-720c-420f-b397-88e987fff2cb owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:54:23.496446 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.526426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Pushing event deleted for resources: {'Port': ['ID=03479b0c-0655-43bf-afc2-6750a1d39196,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:23.533765 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] No DVR routers for this DVR port 03479b0c-0655-43bf-afc2-6750a1d39196 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:54:23.536262 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:23.536636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:23.536963 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:23.537315 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:23.537666 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:23.537995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:23.538318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:23.538772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:23.539416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:23.539795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:23.540129 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:23.540453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06146ee9-13ec-499c-8482-1eef2d3b9c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:23.584004 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918d135-d14c-455e-b184-916e39803711 None None] The sync data for ids ['64a1da46-6473-475c-a890-695ae475765f'] in n-d-827120-1 is: [{'id': '64a1da46-6473-475c-a890-695ae475765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112958717', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:52:36Z', 'updated_at': '2022-01-31T16:54:21Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '0e8ae6e9-720c-420f-b397-88e987fff2cb', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1da46-6473-475c-a890-695ae475765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:52:37Z', 'updated_at': '2022-01-31T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:54:23.643174 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.666645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=0e8ae6e9-720c-420f-b397-88e987fff2cb,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:23.734222 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.824855 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.826981 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.880018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.881039 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Fanout notify agent at l3_agent the message router_deleted on router 64a1da46-6473-475c-a890-695ae475765f {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:54:23.890295 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:23.891983 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d6e7ee72-0c63-4af6-b84d-64b43cfa63fa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/routers/64a1da46-6473-475c-a890-695ae475765f HTTP/1.1" status: 204 len: 168 time: 0.8019166 Jan 31 16:54:23.896695 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40766) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:23.974028 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.057663 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 03479b0c-0655-43bf-afc2-6750a1d39196 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:54:24.078545 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.079282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 03479b0c-0655-43bf-afc2-6750a1d39196 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:54:24.079692 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 03479b0c-0655-43bf-afc2-6750a1d39196 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:54:24.080626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6911b02b-699a-4dd6-81a4-33f2cf7d5850 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:54:24.089228 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:54:24.100057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21fc954-e049-4272-8b0d-ddc1a7056114']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:24.109006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 6911b02b-699a-4dd6-81a4-33f2cf7d5850 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:54:24.109392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6911b02b-699a-4dd6-81a4-33f2cf7d5850 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:54:24.111598 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44864fe0-f73a-4213-8733-4e215ac65f13') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:24.111868 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44864fe0-f73a-4213-8733-4e215ac65f13') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:24.122940 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.136880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.143467 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:54:24.143984 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: timer() Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:54:24.148019 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:54:24.206557 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.214152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.217762 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/networks/e21fc954-e049-4272-8b0d-ddc1a7056114 HTTP/1.1" status: 204 len: 168 time: 0.3200355 Jan 31 16:54:24.220776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40768) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:24.234963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fa3d9-77b1-45ee-8d9c-f4e700a52f2c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Network': ['ID=e21fc954-e049-4272-8b0d-ddc1a7056114,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:24.291934 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-412e5f86-737c-40f6-80fc-4e2022be1867 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.324516 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-412e5f86-737c-40f6-80fc-4e2022be1867 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.397855 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-412e5f86-737c-40f6-80fc-4e2022be1867 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.400375 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-412e5f86-737c-40f6-80fc-4e2022be1867 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.401570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-412e5f86-737c-40f6-80fc-4e2022be1867 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/security-groups/e5986b84-b7f2-43f6-8d68-92048f0cf1a0 HTTP/1.1" status: 204 len: 168 time: 0.1796658 Jan 31 16:54:24.411341 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e5f86-737c-40f6-80fc-4e2022be1867 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5986b84-b7f2-43f6-8d68-92048f0cf1a0,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:24.694063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40774) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:24.699137 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-591d6ba9-95f5-4903-8964-6e23ad8f98f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448241112', 'description': 'tempest-secgroup-smoke-1448241112 description', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:24.724396 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-591d6ba9-95f5-4903-8964-6e23ad8f98f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.795960 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-591d6ba9-95f5-4903-8964-6e23ad8f98f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.801433 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-591d6ba9-95f5-4903-8964-6e23ad8f98f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.829046 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-591d6ba9-95f5-4903-8964-6e23ad8f98f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.830293 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-591d6ba9-95f5-4903-8964-6e23ad8f98f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1351075 Jan 31 16:54:24.833890 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40776) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:24.834769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d6ba9-95f5-4903-8964-6e23ad8f98f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8cd203-7138-4d01-a9a7-8b1e54114127,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:24.838416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-0c8a2932-1fef-4cfd-a770-4b6cb92409e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '5e8cd203-7138-4d01-a9a7-8b1e54114127', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:24.869343 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2932-1fef-4cfd-a770-4b6cb92409e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.917588 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2932-1fef-4cfd-a770-4b6cb92409e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.922406 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2932-1fef-4cfd-a770-4b6cb92409e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.939236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a2932-1fef-4cfd-a770-4b6cb92409e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63aece40-6951-4969-82de-b60d1d1f194c,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:24.947581 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2932-1fef-4cfd-a770-4b6cb92409e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:24.948823 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0c8a2932-1fef-4cfd-a770-4b6cb92409e5 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138947 Jan 31 16:54:24.951443 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40778) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:24.955798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-9103c7cf-1702-42a7-86c2-ec0965d3a7b1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '5e8cd203-7138-4d01-a9a7-8b1e54114127', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:24.984441 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9103c7cf-1702-42a7-86c2-ec0965d3a7b1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.049621 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9103c7cf-1702-42a7-86c2-ec0965d3a7b1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.054239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9103c7cf-1702-42a7-86c2-ec0965d3a7b1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.071001 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103c7cf-1702-42a7-86c2-ec0965d3a7b1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4715f1-016f-41fc-999e-52e0cebc255c,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:25.080107 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9103c7cf-1702-42a7-86c2-ec0965d3a7b1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.081304 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9103c7cf-1702-42a7-86c2-ec0965d3a7b1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289554 Jan 31 16:54:25.085308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40780) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:25.089949 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ad0b7220-99fa-4ce0-857e-ba901ae0695b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '5e8cd203-7138-4d01-a9a7-8b1e54114127', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:25.120329 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7220-99fa-4ce0-857e-ba901ae0695b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.190047 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7220-99fa-4ce0-857e-ba901ae0695b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.196258 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7220-99fa-4ce0-857e-ba901ae0695b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.214456 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b7220-99fa-4ce0-857e-ba901ae0695b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05282e5-3f17-46ea-810d-547707a96956,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:25.221963 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7220-99fa-4ce0-857e-ba901ae0695b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.223185 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ad0b7220-99fa-4ce0-857e-ba901ae0695b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367612 Jan 31 16:54:25.226122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40782) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:25.230431 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-561e5d61-dfdc-4b14-97af-d12ababc02eb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '5e8cd203-7138-4d01-a9a7-8b1e54114127', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:25.258540 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-561e5d61-dfdc-4b14-97af-d12ababc02eb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.317654 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-561e5d61-dfdc-4b14-97af-d12ababc02eb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.322864 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-561e5d61-dfdc-4b14-97af-d12ababc02eb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.340477 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5d61-dfdc-4b14-97af-d12ababc02eb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d853ff1-8529-4b1d-95d0-67ff961f3c48,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:25.348564 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-561e5d61-dfdc-4b14-97af-d12ababc02eb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.349797 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-561e5d61-dfdc-4b14-97af-d12ababc02eb tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227181 Jan 31 16:54:25.352622 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40784) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:25.357329 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-cf89f1a5-91a5-4be5-a201-8e6765e68066 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '5e8cd203-7138-4d01-a9a7-8b1e54114127', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:25.382372 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-cf89f1a5-91a5-4be5-a201-8e6765e68066 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Project d0a0d69d894648d38bbf3dee4e50ebbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:54:25.387573 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf89f1a5-91a5-4be5-a201-8e6765e68066 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.448706 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf89f1a5-91a5-4be5-a201-8e6765e68066 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.453748 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf89f1a5-91a5-4be5-a201-8e6765e68066 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.471159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89f1a5-91a5-4be5-a201-8e6765e68066 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b2505e-34a0-409a-ba8f-f211df6f525a,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:25.477896 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cf89f1a5-91a5-4be5-a201-8e6765e68066 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.479093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cf89f1a5-91a5-4be5-a201-8e6765e68066 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254468 Jan 31 16:54:25.481842 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40786) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:25.486095 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-de3499b2-fa82-4617-a43c-effb1a8a3d65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'security_group_rule': {'security_group_id': '5e8cd203-7138-4d01-a9a7-8b1e54114127', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:25.510292 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-de3499b2-fa82-4617-a43c-effb1a8a3d65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Project d0a0d69d894648d38bbf3dee4e50ebbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:54:25.515418 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de3499b2-fa82-4617-a43c-effb1a8a3d65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.583242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de3499b2-fa82-4617-a43c-effb1a8a3d65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.591060 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de3499b2-fa82-4617-a43c-effb1a8a3d65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.608438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3499b2-fa82-4617-a43c-effb1a8a3d65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07acaefe-1933-4a68-b36a-e24ee9f58e34,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:25.616217 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de3499b2-fa82-4617-a43c-effb1a8a3d65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.617443 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-de3499b2-fa82-4617-a43c-effb1a8a3d65 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347170 Jan 31 16:54:25.621441 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40788) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:25.626251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c5c93fcf-9e90-4dd6-93ce-5d252ab0d6e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'network': {'name': 'tempest-network-smoke--564019351', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'port_security_enabled': True}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:25.650911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c93fcf-9e90-4dd6-93ce-5d252ab0d6e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:54:25.654558 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5c93fcf-9e90-4dd6-93ce-5d252ab0d6e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.680980 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c93fcf-9e90-4dd6-93ce-5d252ab0d6e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:54:25.691722 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5c93fcf-9e90-4dd6-93ce-5d252ab0d6e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.691880 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-c5c93fcf-9e90-4dd6-93ce-5d252ab0d6e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Added segment aabae708-ba14-4f5d-aa80-8b02a9528091 of type vlan for network 95ba72b7-70b9-4de3-9595-557dbf8b3536 Jan 31 16:54:25.704472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0e8ae6e9-720c-420f-b397-88e987fff2cb no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:54:25.728036 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 0e8ae6e9-720c-420f-b397-88e987fff2cb {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:54:25.728377 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0e8ae6e9-720c-420f-b397-88e987fff2cb not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:54:25.732966 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5c93fcf-9e90-4dd6-93ce-5d252ab0d6e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.759226 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5c93fcf-9e90-4dd6-93ce-5d252ab0d6e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.765044 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c93fcf-9e90-4dd6-93ce-5d252ab0d6e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:25.765662 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5c93fcf-9e90-4dd6-93ce-5d252ab0d6e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.824374 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c5c93fcf-9e90-4dd6-93ce-5d252ab0d6e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2018454 Jan 31 16:54:25.827167 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40790) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:25.831456 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'admin_state_up': True, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:25.843434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c93fcf-9e90-4dd6-93ce-5d252ab0d6e8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Network': ['ID=95ba72b7-70b9-4de3-9595-557dbf8b3536,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:25.854822 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 95ba72b7-70b9-4de3-9595-557dbf8b3536 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:54:25.865276 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.866386 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:25.923702 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:26.067258 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:26.276319 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:26.295355 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:26.305292 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:26.407626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.25.1.183 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/00e4c63b-8533-42f7-93be-7716a27163c2) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:54:26.525702 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:26.562797 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:26.608100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:54:26.611024 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:54:26.614510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:54:26.620001 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=00e4c63b-8533-42f7-93be-7716a27163c2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:26.882644 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:27.097007 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:27.243901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router cf5ba2bb-50b6-485f-8b25-d6db46f55887 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:54:27.352423 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:54:27.364221 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Sync routers for ids ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:54:27.373865 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:27.378067 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-917aba63-e9c5-41c8-a28f-c87fc0936360 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5470178 Jan 31 16:54:27.378192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Routers {'cf5ba2bb-50b6-485f-8b25-d6db46f55887'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:54:27.378192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:27.378378 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40792) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:27.408930 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-17fd9792-edcb-451f-a2fd-52684aace2da tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d0a0d69d894648d38bbf3dee4e50ebbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272231 Jan 31 16:54:27.409633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40794) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:27.482636 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Set router cf5ba2bb-50b6-485f-8b25-d6db46f55887 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:54:27.498620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32643c54-2f3a-4a5c-b9d8-855e3311202d tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:27.502914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-32643c54-2f3a-4a5c-b9d8-855e3311202d tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901315 Jan 31 16:54:27.503160 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40796) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:27.534560 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4051c0ca-4242-44ce-9cb0-48005ac82a46 tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=ad999b7c-65db-4384-b3cf-93d5100069eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279515 Jan 31 16:54:27.534875 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40798) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:27.539821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-6e6953c7-ac43-45c8-9b6f-47f6cae57c78 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1813111140', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:27.637764 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6953c7-ac43-45c8-9b6f-47f6cae57c78 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:54:27.641612 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e6953c7-ac43-45c8-9b6f-47f6cae57c78 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:27.666981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:54:26Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:27.705057 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Checking router: cf5ba2bb-50b6-485f-8b25-d6db46f55887 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:54:27.705688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Updating router cf5ba2bb-50b6-485f-8b25-d6db46f55887 port 00e4c63b-8533-42f7-93be-7716a27163c2 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:54:27.737162 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:27.833396 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e6953c7-ac43-45c8-9b6f-47f6cae57c78 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:27.897555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6953c7-ac43-45c8-9b6f-47f6cae57c78 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Subnet': ['ID=46e57c8d-93c0-4ef5-9517-ec86d694fd3f,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:27.904675 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6953c7-ac43-45c8-9b6f-47f6cae57c78 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Checking segment: {'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:54:27.905031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6953c7-ac43-45c8-9b6f-47f6cae57c78 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network hostable DHCP agents. Network: 95ba72b7-70b9-4de3-9595-557dbf8b3536, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:54:27.923535 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6953c7-ac43-45c8-9b6f-47f6cae57c78 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network 95ba72b7-70b9-4de3-9595-557dbf8b3536 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:54:27.933727 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-6e6953c7-ac43-45c8-9b6f-47f6cae57c78 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 95ba72b7-70b9-4de3-9595-557dbf8b3536) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:54:27.938162 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6953c7-ac43-45c8-9b6f-47f6cae57c78 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:27.938744 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6e6953c7-ac43-45c8-9b6f-47f6cae57c78 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:27.944831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3041f373-a150-46df-b0da-b9dc5cc08d9d None None] Network 95ba72b7-70b9-4de3-9595-557dbf8b3536 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:54:27.955675 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6e6953c7-ac43-45c8-9b6f-47f6cae57c78 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4198151 Jan 31 16:54:27.958478 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40800) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:28.054936 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:28.066985 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:28.150320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Attempting to bind port 00e4c63b-8533-42f7-93be-7716a27163c2 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:54:28.150638 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Attempting to bind port 00e4c63b-8533-42f7-93be-7716a27163c2 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:54:28.150925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Attempting to bind port 00e4c63b-8533-42f7-93be-7716a27163c2 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:54:28.160991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fe24b-ee5c-4be5-bca0-d074c9c80689 None None] Pushing event updated for resources: {'Port': ['ID=00e4c63b-8533-42f7-93be-7716a27163c2,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:28.165450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:54:28.165846 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:54:28.166251 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:28.166628 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:54:28.167089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Bound port: 00e4c63b-8533-42f7-93be-7716a27163c2, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:54:28.167449 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:28.226991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-95ba72b7-70b9-4de3-9595-557dbf8b3536', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ips': [{'subnet_id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:54:28.227715 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:28.250225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] For port 00e4c63b-8533-42f7-93be-7716a27163c2, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:54:28.254039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] For port 00e4c63b-8533-42f7-93be-7716a27163c2, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=00e4c63b-8533-42f7-93be-7716a27163c2,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:54:28.261837 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:28.403660 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:28.406896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fe24b-ee5c-4be5-bca0-d074c9c80689 None None] Pushing event updated for resources: {'Port': ['ID=00e4c63b-8533-42f7-93be-7716a27163c2,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:28.417486 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Routers {'cf5ba2bb-50b6-485f-8b25-d6db46f55887'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:54:28.418124 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:28.484391 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Allocated IP 172.20.0.2 (95ba72b7-70b9-4de3-9595-557dbf8b3536/46e57c8d-93c0-4ef5-9517-ec86d694fd3f/3013a366-7410-489e-8d6b-63ace81aa09e) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:54:28.492026 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:28.600601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] Set router cf5ba2bb-50b6-485f-8b25-d6db46f55887 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:54:28.940401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:28.964917 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:28.994995 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.20.0.1 (95ba72b7-70b9-4de3-9595-557dbf8b3536/46e57c8d-93c0-4ef5-9517-ec86d694fd3f/025449e1-8070-47d0-8763-4e554ebb265d) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:54:29.012960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Network 95ba72b7-70b9-4de3-9595-557dbf8b3536 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:54:29.019418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:54:29.021714 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:54:29.055002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Pushing event updated for resources: {'Port': ['ID=3013a366-7410-489e-8d6b-63ace81aa09e,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:29.092218 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Attempting to bind port 3013a366-7410-489e-8d6b-63ace81aa09e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:54:29.092580 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Attempting to bind port 3013a366-7410-489e-8d6b-63ace81aa09e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:54:29.092921 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Attempting to bind port 3013a366-7410-489e-8d6b-63ace81aa09e on network 95ba72b7-70b9-4de3-9595-557dbf8b3536 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:54:29.097255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:54:26Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:29.101864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:54:29.102229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Checking segment: {'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:54:29.102627 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:29.103039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Bound using segment: {'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:54:29.103562 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Bound port: 3013a366-7410-489e-8d6b-63ace81aa09e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:54:29.103991 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:29.112832 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:29.129650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ff99f-409c-433f-a30a-9d187b03ee2d None None] The sync data for ids ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'] in n-d-827120-1 is: [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:54:26Z', 'revision_number': 3, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:54:29.153416 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:29.197436 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network 95ba72b7-70b9-4de3-9595-557dbf8b3536 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:54:29.201331 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:54:29.202166 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] For port 3013a366-7410-489e-8d6b-63ace81aa09e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:54:29.206962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] For port 3013a366-7410-489e-8d6b-63ace81aa09e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3013a366-7410-489e-8d6b-63ace81aa09e,segment=NetworkSegment(aabae708-ba14-4f5d-aa80-8b02a9528091),segment_id=aabae708-ba14-4f5d-aa80-8b02a9528091)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:54:29.208016 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:54:29.211747 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:29.234737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=025449e1-8070-47d0-8763-4e554ebb265d,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:29.258599 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:29.281730 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0ef3b-3e50-40c1-8d77-e8141848e7df None None] Pushing event updated for resources: {'Port': ['ID=3013a366-7410-489e-8d6b-63ace81aa09e,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:29.825342 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:29.877088 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3013a366-7410-489e-8d6b-63ace81aa09e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:54:29.926516 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3013a366-7410-489e-8d6b-63ace81aa09e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:29.926948 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:30.014655 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:30.053821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 3013a366-7410-489e-8d6b-63ace81aa09e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3013a366-7410-489e-8d6b-63ace81aa09e,segment=NetworkSegment(aabae708-ba14-4f5d-aa80-8b02a9528091),segment_id=aabae708-ba14-4f5d-aa80-8b02a9528091)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:54:30.060431 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:30.061222 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 00e4c63b-8533-42f7-93be-7716a27163c2 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:54:30.147792 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=3013a366-7410-489e-8d6b-63ace81aa09e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:30.152720 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:30.158682 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:30.168619 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 00e4c63b-8533-42f7-93be-7716a27163c2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:30.168988 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:30.241023 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:30.242783 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=025449e1-8070-47d0-8763-4e554ebb265d,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:30.252095 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:30.275433 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 00e4c63b-8533-42f7-93be-7716a27163c2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=00e4c63b-8533-42f7-93be-7716a27163c2,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:54:30.280244 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:30.331009 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=00e4c63b-8533-42f7-93be-7716a27163c2,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:30.342299 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network 95ba72b7-70b9-4de3-9595-557dbf8b3536 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:54:30.343985 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:54:30.373747 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889513d3-24bd-4329-9788-a0d441db3b76 None None] Network 95ba72b7-70b9-4de3-9595-557dbf8b3536 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:54:30.443030 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-682f1f8c-3643-4f46-a49c-411c55fa5cf1 None None] Provisioning complete for port 3013a366-7410-489e-8d6b-63ace81aa09e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:30.443407 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-682f1f8c-3643-4f46-a49c-411c55fa5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:30.469782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router cf5ba2bb-50b6-485f-8b25-d6db46f55887 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:54:30.584575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:54:30.589500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1bd82692-f922-4bd1-abdc-c04da1c37ac1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "PUT /v2.0/routers/cf5ba2bb-50b6-485f-8b25-d6db46f55887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6296396 Jan 31 16:54:30.751675 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-302b863a-5ee5-4b90-afbc-d524572173a1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448241112&fields=id&tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 267 time: 0.0410573 Jan 31 16:54:30.820848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aa42a375-e0f4-4fca-979c-40f99b0b0325 None None] Provisioning complete for port 025449e1-8070-47d0-8763-4e554ebb265d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:30.821408 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa42a375-e0f4-4fca-979c-40f99b0b0325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:30.856994 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-aa42a375-e0f4-4fca-979c-40f99b0b0325 None None] Port 025449e1-8070-47d0-8763-4e554ebb265d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:54:30.867234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-aa42a375-e0f4-4fca-979c-40f99b0b0325 None None] Provisioning complete for port 3013a366-7410-489e-8d6b-63ace81aa09e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:30.867602 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aa42a375-e0f4-4fca-979c-40f99b0b0325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:30.872202 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-ffaa8b89-4bf1-46e7-a2d4-099649731ccc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:30.873789 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-ffaa8b89-4bf1-46e7-a2d4-099649731ccc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/networks?id=95ba72b7-70b9-4de3-9595-557dbf8b3536 HTTP/1.1" status: 200 len: 796 time: 0.1142278 Jan 31 16:54:30.896931 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-a7833b78-397f-4ebe-8dd7-5599c71d85c9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/quotas/d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 375 time: 0.0105441 Jan 31 16:54:30.916507 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Sync routers for ids ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:54:30.927369 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Routers {'cf5ba2bb-50b6-485f-8b25-d6db46f55887'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:54:30.927974 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:30.961090 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-528f11e7-ef9d-4638-9a46-59bfb5c8a23c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572584 Jan 31 16:54:30.980656 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-a113dbdc-6f07-4182-90d7-c44c1450a640 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:54:30.982462 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-a113dbdc-6f07-4182-90d7-c44c1450a640 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080848 Jan 31 16:54:31.079752 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Set router cf5ba2bb-50b6-485f-8b25-d6db46f55887 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:54:31.080394 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-afa8dd50-e12d-451d-a8ac-2dce16006d3e None None] Provisioning complete for port 025449e1-8070-47d0-8763-4e554ebb265d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:31.081264 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-afa8dd50-e12d-451d-a8ac-2dce16006d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:31.110391 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-40672644-0117-4fe5-a26a-7d1413d8b6b5 service neutron] 10.222.0.36 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115754 Jan 31 16:54:31.141073 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-afa8dd50-e12d-451d-a8ac-2dce16006d3e None None] Port 025449e1-8070-47d0-8763-4e554ebb265d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:54:31.215455 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-86c923dd-1001-4753-ad29-832f6aecb682 service neutron] 10.222.0.36 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038547 Jan 31 16:54:31.259962 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-8314dbdb-aca2-4209-b424-9487dcd27446 None None] Provisioning complete for port 025449e1-8070-47d0-8763-4e554ebb265d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:31.260445 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-8314dbdb-aca2-4209-b424-9487dcd27446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:31.287307 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:54:29Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '025449e1-8070-47d0-8763-4e554ebb265d', 'name': '', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:0a:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:28Z', 'updated_at': '2022-01-31T16:54:29Z', 'revision_number': 2, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:31.298003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-8314dbdb-aca2-4209-b424-9487dcd27446 None None] Port 025449e1-8070-47d0-8763-4e554ebb265d cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:54:31.315681 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Checking router: cf5ba2bb-50b6-485f-8b25-d6db46f55887 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:54:31.315862 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Updating router cf5ba2bb-50b6-485f-8b25-d6db46f55887 port 025449e1-8070-47d0-8763-4e554ebb265d binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:54:31.346370 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:31.382055 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5a4388a0-cb4f-4d3d-a84c-ea333f43dd6f req-a1c392a1-888c-4963-9736-afa9c20e086c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 210 time: 0.0264533 Jan 31 16:54:31.614802 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:31.621100 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:31.696094 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Pushing event updated for resources: {'Port': ['ID=025449e1-8070-47d0-8763-4e554ebb265d,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:31.725113 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:31.725445 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:31.726002 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:31.726437 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:31.726768 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:31.727103 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:31.727424 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:31.727738 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:31.728111 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:31.728430 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:31.728741 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:31.729047 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:54:31.759349 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Attempting to bind port 025449e1-8070-47d0-8763-4e554ebb265d on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:54:31.760091 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Attempting to bind port 025449e1-8070-47d0-8763-4e554ebb265d by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:54:31.760566 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Attempting to bind port 025449e1-8070-47d0-8763-4e554ebb265d on network 95ba72b7-70b9-4de3-9595-557dbf8b3536 {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:54:31.768453 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:54:31.768915 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Checking segment: {'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:54:31.769314 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:31.769861 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Bound using segment: {'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:54:31.770328 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Bound port: 025449e1-8070-47d0-8763-4e554ebb265d, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:54:31.770700 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:31.786396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3013a366-7410-489e-8d6b-63ace81aa09e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:54:31.835662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 3013a366-7410-489e-8d6b-63ace81aa09e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:31.836172 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:31.853600 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] For port 025449e1-8070-47d0-8763-4e554ebb265d, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:54:31.856828 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] For port 025449e1-8070-47d0-8763-4e554ebb265d, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=025449e1-8070-47d0-8763-4e554ebb265d,segment=NetworkSegment(aabae708-ba14-4f5d-aa80-8b02a9528091),segment_id=aabae708-ba14-4f5d-aa80-8b02a9528091)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:54:31.861437 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:31.920825 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Routers {'cf5ba2bb-50b6-485f-8b25-d6db46f55887'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:54:31.921486 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:31.945097 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-dfa8f47f-bda7-4a61-9ff0-1cb19267f780 None None] Provisioning complete for port 025449e1-8070-47d0-8763-4e554ebb265d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:31.945514 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f47f-bda7-4a61-9ff0-1cb19267f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:31.970950 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 00e4c63b-8533-42f7-93be-7716a27163c2 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:54:31.982828 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d696ab-cf19-4635-b637-789a53cc57b3 None None] Pushing event updated for resources: {'Port': ['ID=025449e1-8070-47d0-8763-4e554ebb265d,revision_number=4']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:32.047287 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] Set router cf5ba2bb-50b6-485f-8b25-d6db46f55887 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:54:32.067367 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f47f-bda7-4a61-9ff0-1cb19267f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:32.069186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 00e4c63b-8533-42f7-93be-7716a27163c2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:32.069568 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:32.134968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-dfa8f47f-bda7-4a61-9ff0-1cb19267f780 None None] For port 025449e1-8070-47d0-8763-4e554ebb265d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=025449e1-8070-47d0-8763-4e554ebb265d,segment=NetworkSegment(aabae708-ba14-4f5d-aa80-8b02a9528091),segment_id=aabae708-ba14-4f5d-aa80-8b02a9528091)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:54:32.140854 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f47f-bda7-4a61-9ff0-1cb19267f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:32.225429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8f47f-bda7-4a61-9ff0-1cb19267f780 None None] Pushing event updated for resources: {'Port': ['ID=025449e1-8070-47d0-8763-4e554ebb265d,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:32.261997 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-64f0671e-b1b5-4e69-8c66-2a3116cc1f3e None None] Provisioning complete for port 025449e1-8070-47d0-8763-4e554ebb265d triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:32.262478 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-64f0671e-b1b5-4e69-8c66-2a3116cc1f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:32.266051 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:54:29Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '025449e1-8070-47d0-8763-4e554ebb265d', 'name': '', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:0a:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:28Z', 'updated_at': '2022-01-31T16:54:31Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:32.295174 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e2f1ea-3dcb-4150-b90d-2cfed15a3dd7 None None] The sync data for ids ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'] in n-d-827120-1 is: [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:54:29Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '025449e1-8070-47d0-8763-4e554ebb265d', 'name': '', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:0a:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:28Z', 'updated_at': '2022-01-31T16:54:31Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:54:32.429337 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-059d3d7f-7ce3-45c0-b283-ab9ff15a79cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:32.430859 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-059d3d7f-7ce3-45c0-b283-ab9ff15a79cc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/networks?id=95ba72b7-70b9-4de3-9595-557dbf8b3536 HTTP/1.1" status: 200 len: 796 time: 0.1525142 Jan 31 16:54:32.486655 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-15822c04-e9a0-4301-bfb8-0f54d8efc046 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd HTTP/1.1" status: 200 len: 380 time: 0.0418532 Jan 31 16:54:32.493500 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6eb7b927-d797-42ea-a7e5-aaaedd8bbd0e req-f9923bfb-630e-4466-9003-2566b794f7de tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 210 time: 0.0290053 Jan 31 16:54:32.513731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'port': {'device_id': '4985e974-3892-4029-b29a-4963d832dea2', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'admin_state_up': True, 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'security_groups': ['5e8cd203-7138-4d01-a9a7-8b1e54114127']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:32.635525 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Made reservation on behalf of d0a0d69d894648d38bbf3dee4e50ebbd for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:54:32.640360 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:32.778174 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.20.0.7 (95ba72b7-70b9-4de3-9595-557dbf8b3536/46e57c8d-93c0-4ef5-9517-ec86d694fd3f/4fcec6eb-8ea8-4c67-8827-3af73634e65a) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:54:32.923944 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:32.959501 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:33.005794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network 95ba72b7-70b9-4de3-9595-557dbf8b3536 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:54:33.008819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:54:33.014741 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:54:33.038686 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=4fcec6eb-8ea8-4c67-8827-3af73634e65a,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:33.073298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:33.073974 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:33.091417 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5c1a47b9-22e9-4396-a840-3bce4f195f2b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5827708 Jan 31 16:54:33.104294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Request body: {'port': {'device_id': '4985e974-3892-4029-b29a-4963d832dea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:33.164380 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:33.297193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-27ce0438-89c8-454a-9da3-3467f34f556a None None] Provisioning complete for port 4fcec6eb-8ea8-4c67-8827-3af73634e65a triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:33.297776 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-27ce0438-89c8-454a-9da3-3467f34f556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:33.342406 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-27ce0438-89c8-454a-9da3-3467f34f556a None None] Port 4fcec6eb-8ea8-4c67-8827-3af73634e65a cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:54:33.445016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcec6eb-8ea8-4c67-8827-3af73634e65a {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:54:33.454850 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:33.469157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Transition to ACTIVE for port object 4fcec6eb-8ea8-4c67-8827-3af73634e65a will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:54:33.473830 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:33.526620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcec6eb-8ea8-4c67-8827-3af73634e65a,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:33.632808 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Attempting to bind port 4fcec6eb-8ea8-4c67-8827-3af73634e65a on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:54:33.633152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Attempting to bind port 4fcec6eb-8ea8-4c67-8827-3af73634e65a by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:54:33.633507 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Attempting to bind port 4fcec6eb-8ea8-4c67-8827-3af73634e65a on network 95ba72b7-70b9-4de3-9595-557dbf8b3536 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:54:33.649197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709df48-9a7a-4dc3-b168-73650ab1d1f2 req-57fba019-a495-4b8a-9aad-70d60caeee7e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:33.650885 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b709df48-9a7a-4dc3-b168-73650ab1d1f2 req-57fba019-a495-4b8a-9aad-70d60caeee7e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 943 time: 0.0787168 Jan 31 16:54:33.652048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Port 4fcec6eb-8ea8-4c67-8827-3af73634e65a on network 95ba72b7-70b9-4de3-9595-557dbf8b3536 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:54:33.652380 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Attempting to bind port 4fcec6eb-8ea8-4c67-8827-3af73634e65a on network 95ba72b7-70b9-4de3-9595-557dbf8b3536 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:54:33.658548 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:54:33.658814 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Checking segment: {'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:54:33.659203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Bound using segment: {'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:54:33.659658 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Bound port: 4fcec6eb-8ea8-4c67-8827-3af73634e65a, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabae708-ba14-4f5d-aa80-8b02a9528091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:54:33.660049 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:33.729022 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b709df48-9a7a-4dc3-b168-73650ab1d1f2 req-2f6d9f38-2a60-41a5-9ef0-0caefa51335c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665650 Jan 31 16:54:33.760768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] For port 4fcec6eb-8ea8-4c67-8827-3af73634e65a, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:54:33.765381 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] For port 4fcec6eb-8ea8-4c67-8827-3af73634e65a, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4fcec6eb-8ea8-4c67-8827-3af73634e65a,segment=NetworkSegment(aabae708-ba14-4f5d-aa80-8b02a9528091),segment_id=aabae708-ba14-4f5d-aa80-8b02a9528091)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:54:33.770592 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:33.810976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:33.811580 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:33.812977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] 10.222.0.30 "PUT /v2.0/ports/4fcec6eb-8ea8-4c67-8827-3af73634e65a HTTP/1.1" status: 200 len: 1091 time: 0.7137532 Jan 31 16:54:33.813422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4985e974-3892-4029-b29a-4963d832dea2', 'tag': '4fcec6eb-8ea8-4c67-8827-3af73634e65a'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:54:33.815933 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28c69a8-4b95-47bd-8d65-140161d660b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4985e974-3892-4029-b29a-4963d832dea2", "tag": "4fcec6eb-8ea8-4c67-8827-3af73634e65a"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:54:33.818574 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 025449e1-8070-47d0-8763-4e554ebb265d up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:54:33.848201 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076f20e-c0a1-4433-92a4-0ec42f3388e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcec6eb-8ea8-4c67-8827-3af73634e65a,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:33.870741 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79545f82-3c42-4594-8d01-c9cc7aafad48 x-openstack-request-id: req-79545f82-3c42-4594-8d01-c9cc7aafad48 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:54:33.871031 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4985e974-3892-4029-b29a-4963d832dea2", "tag": "4fcec6eb-8ea8-4c67-8827-3af73634e65a", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:54:33.871279 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79545f82-3c42-4594-8d01-c9cc7aafad48 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:54:33.871790 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4985e974-3892-4029-b29a-4963d832dea2', 'tag': '4fcec6eb-8ea8-4c67-8827-3af73634e65a', 'status': 'completed', 'code': 200} Jan 31 16:54:33.880079 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 025449e1-8070-47d0-8763-4e554ebb265d triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:33.880438 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:33.916596 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-0e31d21d-3215-4729-9dff-d6ff293e72b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:33.918500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-0e31d21d-3215-4729-9dff-d6ff293e72b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 1094 time: 0.0457690 Jan 31 16:54:33.963860 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-cb6e4b42-206e-42d9-b272-5439578c52d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fcec6eb-8ea8-4c67-8827-3af73634e65a HTTP/1.1" status: 200 len: 217 time: 0.0359783 Jan 31 16:54:34.018246 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-49c27d3d-eba4-44f3-bfc9-1898c20bea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:34.019759 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-49c27d3d-eba4-44f3-bfc9-1898c20bea63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46e57c8d-93c0-4ef5-9517-ec86d694fd3f HTTP/1.1" status: 200 len: 835 time: 0.0490301 Jan 31 16:54:34.438910 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-17af1a6d-d55a-419e-ad0a-f2ebcdcf5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:34.440544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-17af1a6d-d55a-419e-ad0a-f2ebcdcf5510 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95ba72b7-70b9-4de3-9595-557dbf8b3536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4137330 Jan 31 16:54:34.541210 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-fafdedb3-1540-41f7-90bb-6e2276461339 service neutron] 10.222.0.30 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927830 Jan 31 16:54:34.635773 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d126619d-bdc7-4452-935b-0fa9876788f0 req-8bb02647-0346-428f-9dc8-c3db4af2c947 service neutron] 10.222.0.30 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859137 Jan 31 16:54:34.721651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c69a8-4b95-47bd-8d65-140161d660b0 req-440299e1-5906-445b-a60b-0eb74c55b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:34.723164 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d28c69a8-4b95-47bd-8d65-140161d660b0 req-440299e1-5906-445b-a60b-0eb74c55b17c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 1094 time: 0.0410030 Jan 31 16:54:34.851729 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c69a8-4b95-47bd-8d65-140161d660b0 req-65aa5f32-fd2f-4899-b04f-99a5afb79c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:34.853219 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d28c69a8-4b95-47bd-8d65-140161d660b0 req-65aa5f32-fd2f-4899-b04f-99a5afb79c7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=95ba72b7-70b9-4de3-9595-557dbf8b3536 HTTP/1.1" status: 200 len: 897 time: 0.1228015 Jan 31 16:54:34.877211 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da3bc8-4263-4556-a0d1-93372e294382 req-b7d294f0-86e4-42c0-bf5e-f4fd76a2affa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:34.878671 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c5da3bc8-4263-4556-a0d1-93372e294382 req-b7d294f0-86e4-42c0-bf5e-f4fd76a2affa tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 943 time: 0.0676975 Jan 31 16:54:34.911393 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d28c69a8-4b95-47bd-8d65-140161d660b0 req-a9a89931-d778-41f0-ab2b-279457170ab6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fcec6eb-8ea8-4c67-8827-3af73634e65a HTTP/1.1" status: 200 len: 217 time: 0.0477474 Jan 31 16:54:34.974723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c5da3bc8-4263-4556-a0d1-93372e294382 req-a7e2563d-57bd-4122-a0e6-0c7c1174f672 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699372 Jan 31 16:54:34.980460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c69a8-4b95-47bd-8d65-140161d660b0 req-edf9dd06-3d7d-4881-977a-7c8e15c4d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:34.981951 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d28c69a8-4b95-47bd-8d65-140161d660b0 req-edf9dd06-3d7d-4881-977a-7c8e15c4d105 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46e57c8d-93c0-4ef5-9517-ec86d694fd3f HTTP/1.1" status: 200 len: 835 time: 0.0627627 Jan 31 16:54:35.031783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c69a8-4b95-47bd-8d65-140161d660b0 req-4826c655-dd57-4914-a950-a18b67ed583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:35.033252 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d28c69a8-4b95-47bd-8d65-140161d660b0 req-4826c655-dd57-4914-a950-a18b67ed583f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95ba72b7-70b9-4de3-9595-557dbf8b3536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442200 Jan 31 16:54:35.140445 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d28c69a8-4b95-47bd-8d65-140161d660b0 req-65470314-b65a-40bf-805d-b65f4c0a5d70 service neutron] 10.222.0.30 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914085 Jan 31 16:54:35.249623 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d28c69a8-4b95-47bd-8d65-140161d660b0 req-a1694015-e312-4e02-b07c-5538a22840c9 service neutron] 10.222.0.30 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044621 Jan 31 16:54:36.062408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4fcec6eb-8ea8-4c67-8827-3af73634e65a details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:54:36.108304 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e8560-2832-4100-b61c-9e2646d85de0 req-e4d29963-e386-4a67-ab19-99e485665541 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:36.109797 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c29e8560-2832-4100-b61c-9e2646d85de0 req-e4d29963-e386-4a67-ab19-99e485665541 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 943 time: 0.0510645 Jan 31 16:54:36.151394 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c29e8560-2832-4100-b61c-9e2646d85de0 req-7d28c874-bac8-469f-bc1b-f91a4525870e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349724 Jan 31 16:54:36.161806 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4fcec6eb-8ea8-4c67-8827-3af73634e65a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4fcec6eb-8ea8-4c67-8827-3af73634e65a,segment=NetworkSegment(aabae708-ba14-4f5d-aa80-8b02a9528091),segment_id=aabae708-ba14-4f5d-aa80-8b02a9528091)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:54:36.174859 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '4fcec6eb-8ea8-4c67-8827-3af73634e65a', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'port_id': '4fcec6eb-8ea8-4c67-8827-3af73634e65a', 'mac_address': 'fa:16:3e:67:db:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:54:36.219906 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:36.234363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcec6eb-8ea8-4c67-8827-3af73634e65a {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:54:36.254652 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4fcec6eb-8ea8-4c67-8827-3af73634e65a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4fcec6eb-8ea8-4c67-8827-3af73634e65a,segment=NetworkSegment(aabae708-ba14-4f5d-aa80-8b02a9528091),segment_id=aabae708-ba14-4f5d-aa80-8b02a9528091)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:54:36.261282 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:36.328215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=4fcec6eb-8ea8-4c67-8827-3af73634e65a,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:36.516625 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['4fcec6eb-8ea8-4c67-8827-3af73634e65a'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:54:37.280586 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34079685-9cf5-4856-94f0-370ee66b095f req-24462c52-ff32-4862-9a93-f16d8871048f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:37.282064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34079685-9cf5-4856-94f0-370ee66b095f req-24462c52-ff32-4862-9a93-f16d8871048f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 944 time: 0.0616753 Jan 31 16:54:37.323335 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-34079685-9cf5-4856-94f0-370ee66b095f req-682a9768-fe30-4cbb-8277-a95cdb976807 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324864 Jan 31 16:54:38.068775 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4fcec6eb-8ea8-4c67-8827-3af73634e65a up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:54:38.134251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 4fcec6eb-8ea8-4c67-8827-3af73634e65a completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:54:38.138889 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 4fcec6eb-8ea8-4c67-8827-3af73634e65a triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:54:38.139409 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:38.221285 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:38.245900 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4985e974-3892-4029-b29a-4963d832dea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcec6eb-8ea8-4c67-8827-3af73634e65a'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:54:38.248192 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035a673c-632e-43c6-b757-8979a86c24c9" -d '{"events": [{"server_uuid": "4985e974-3892-4029-b29a-4963d832dea2", "name": "network-vif-plugged", "status": "completed", "tag": "4fcec6eb-8ea8-4c67-8827-3af73634e65a"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:54:38.261454 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 4fcec6eb-8ea8-4c67-8827-3af73634e65a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4fcec6eb-8ea8-4c67-8827-3af73634e65a,segment=NetworkSegment(aabae708-ba14-4f5d-aa80-8b02a9528091),segment_id=aabae708-ba14-4f5d-aa80-8b02a9528091)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:54:38.267106 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:38.317818 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=4fcec6eb-8ea8-4c67-8827-3af73634e65a,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:38.336650 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3968b5-189f-4723-b411-80f45f2a1a6a x-openstack-request-id: req-aa3968b5-189f-4723-b411-80f45f2a1a6a {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:54:38.336937 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4985e974-3892-4029-b29a-4963d832dea2", "name": "network-vif-plugged", "status": "completed", "tag": "4fcec6eb-8ea8-4c67-8827-3af73634e65a", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:54:38.337178 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa3968b5-189f-4723-b411-80f45f2a1a6a {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:54:38.337612 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4985e974-3892-4029-b29a-4963d832dea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcec6eb-8ea8-4c67-8827-3af73634e65a', 'code': 200} Jan 31 16:54:38.479152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09229c6-aa89-488c-80f6-7acbb2ad745c req-7afb2a18-a92d-4053-8d30-3ed7a2274a08 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:38.480573 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f09229c6-aa89-488c-80f6-7acbb2ad745c req-7afb2a18-a92d-4053-8d30-3ed7a2274a08 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0894914 Jan 31 16:54:38.482304 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be7671-e8f3-4b02-b2e7-122d193bbd5e req-d84cecc0-2140-4267-82f1-84bbbe756e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:38.483683 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59be7671-e8f3-4b02-b2e7-122d193bbd5e req-d84cecc0-2140-4267-82f1-84bbbe756e0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 1096 time: 0.0792005 Jan 31 16:54:38.540469 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f09229c6-aa89-488c-80f6-7acbb2ad745c req-31b04713-58d5-443e-8dc7-1c8647dc7f3e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532210 Jan 31 16:54:38.542507 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-59be7671-e8f3-4b02-b2e7-122d193bbd5e req-4a49b0d0-0444-4a8c-bcad-d82887e7efc1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496235 Jan 31 16:54:39.686731 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3ce0c-26df-4c64-a698-a59b922c2361 req-67e55a7b-60d8-4d72-bc0e-2ed3c48d11d8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:39.688533 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ab3ce0c-26df-4c64-a698-a59b922c2361 req-67e55a7b-60d8-4d72-bc0e-2ed3c48d11d8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0717840 Jan 31 16:54:39.726917 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1ab3ce0c-26df-4c64-a698-a59b922c2361 req-5453a720-8e86-4008-85f9-96251e360a71 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Jan 31 16:54:40.850750 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6db548-3110-438f-a4ee-4cb9f5122f6f req-665dbab6-069a-4fc2-b6ce-e0a3d211d3e7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:40.852303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a6db548-3110-438f-a4ee-4cb9f5122f6f req-665dbab6-069a-4fc2-b6ce-e0a3d211d3e7 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0537288 Jan 31 16:54:40.896401 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7a6db548-3110-438f-a4ee-4cb9f5122f6f req-19aa82ac-5207-441c-84e4-dc699de9c5d1 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345430 Jan 31 16:54:41.032521 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ea2a0-5183-40ef-9b07-0ddd83961907 req-8165fd9d-2c23-49b2-99cd-10214294deb0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:41.034051 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-426ea2a0-5183-40ef-9b07-0ddd83961907 req-8165fd9d-2c23-49b2-99cd-10214294deb0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0568469 Jan 31 16:54:41.074176 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-426ea2a0-5183-40ef-9b07-0ddd83961907 req-32749155-a5a2-4a15-8d0d-81117e7c293d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339429 Jan 31 16:54:41.102679 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40858) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:41.142774 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948dc1f7-3cca-483a-9d2c-c85a10595c5c tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:41.144280 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-948dc1f7-3cca-483a-9d2c-c85a10595c5c tempest-TestNetworkAdvancedServerOps-1035230504 tempest-TestNetworkAdvancedServerOps-1035230504-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 1091 time: 0.0406344 Jan 31 16:54:41.148208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40860) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:41.152439 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '4fcec6eb-8ea8-4c67-8827-3af73634e65a', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:54:41.178047 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:41.286296 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:41.392956 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Allocated IP 172.25.1.107 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/5fd24149-7777-4abc-bde1-4b4c399063ba) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:54:41.515514 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:41.554613 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:41.592270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:54:41.596648 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:54:41.599365 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:54:41.626021 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=5fd24149-7777-4abc-bde1-4b4c399063ba,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:41.979131 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:42.047197 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:42.209971 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:42.217301 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:42.295367 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event updated for resources: {'Port': ['ID=5fd24149-7777-4abc-bde1-4b4c399063ba,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:54:42.303633 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:42.416885 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Floating IP c00eb9c9-037c-4104-997f-58f6e5a177a7 associated. External IP: 172.25.1.107, port: 4fcec6eb-8ea8-4c67-8827-3af73634e65a. Jan 31 16:54:42.634103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router cf5ba2bb-50b6-485f-8b25-d6db46f55887 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:54:42.740314 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:54:42.751366 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a92347-6849-4c84-827a-32587c3f49b4 None None] Sync routers for ids ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:54:42.763242 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:42.764529 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a92347-6849-4c84-827a-32587c3f49b4 None None] Routers {'cf5ba2bb-50b6-485f-8b25-d6db46f55887'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:54:42.765339 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-85a92347-6849-4c84-827a-32587c3f49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:42.792623 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1bcd17f3-d64d-4b88-bbf9-8681984317e6 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6434422 Jan 31 16:54:42.793216 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4985e974-3892-4029-b29a-4963d832dea2', 'tag': '4fcec6eb-8ea8-4c67-8827-3af73634e65a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:54:42.795665 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64f5418-85fd-4685-b96b-3a975934a34d" -d '{"events": [{"name": "network-changed", "server_uuid": "4985e974-3892-4029-b29a-4963d832dea2", "tag": "4fcec6eb-8ea8-4c67-8827-3af73634e65a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:54:42.840933 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ed8cf-de04-4841-bf30-d976c3d80d85 x-openstack-request-id: req-352ed8cf-de04-4841-bf30-d976c3d80d85 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:54:42.841221 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4985e974-3892-4029-b29a-4963d832dea2", "tag": "4fcec6eb-8ea8-4c67-8827-3af73634e65a", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:54:42.841501 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-352ed8cf-de04-4841-bf30-d976c3d80d85 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:54:42.841926 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4985e974-3892-4029-b29a-4963d832dea2', 'tag': '4fcec6eb-8ea8-4c67-8827-3af73634e65a', 'status': 'completed', 'code': 200} Jan 31 16:54:42.882067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-85a92347-6849-4c84-827a-32587c3f49b4 None None] Set router cf5ba2bb-50b6-485f-8b25-d6db46f55887 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:54:42.933969 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310572ca-4d78-4d97-b1f0-9a47d8f7f5db req-3df0ffce-2116-481c-b463-1d473bc63d92 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:42.935363 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-310572ca-4d78-4d97-b1f0-9a47d8f7f5db req-3df0ffce-2116-481c-b463-1d473bc63d92 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0803094 Jan 31 16:54:42.940953 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f5418-85fd-4685-b96b-3a975934a34d req-ec452dba-2140-4889-ba1e-c24bb6ca9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:42.942435 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c64f5418-85fd-4685-b96b-3a975934a34d req-ec452dba-2140-4889-ba1e-c24bb6ca9251 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 1096 time: 0.0579855 Jan 31 16:54:43.021231 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-310572ca-4d78-4d97-b1f0-9a47d8f7f5db req-52d5be9b-57be-4a9f-b41a-fb713ea32f4e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778289 Jan 31 16:54:43.054091 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40866) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:43.068662 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f5418-85fd-4685-b96b-3a975934a34d req-720e7bab-0674-4cf6-823d-9299a6d3442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:43.070316 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c64f5418-85fd-4685-b96b-3a975934a34d req-720e7bab-0674-4cf6-823d-9299a6d3442f service neutron] 10.222.0.30 "GET /v2.0/networks?id=95ba72b7-70b9-4de3-9595-557dbf8b3536 HTTP/1.1" status: 200 len: 897 time: 0.1136754 Jan 31 16:54:43.109426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-85a92347-6849-4c84-827a-32587c3f49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:54:29Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'c00eb9c9-037c-4104-997f-58f6e5a177a7', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'port_id': '4fcec6eb-8ea8-4c67-8827-3af73634e65a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'mac_address': 'fa:16:3e:67:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4985e974-3892-4029-b29a-4963d832dea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:54:41Z', 'updated_at': '2022-01-31T16:54:41Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025449e1-8070-47d0-8763-4e554ebb265d', 'name': '', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:0a:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:28Z', 'updated_at': '2022-01-31T16:54:32Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:43.116599 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-125dcde2-c631-4751-8e45-dbedbda1de3b tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/c00eb9c9-037c-4104-997f-58f6e5a177a7 HTTP/1.1" status: 200 len: 991 time: 0.0608308 Jan 31 16:54:43.140857 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c64f5418-85fd-4685-b96b-3a975934a34d req-ebd5acbf-2043-434f-bc02-3c25528aa4e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fcec6eb-8ea8-4c67-8827-3af73634e65a HTTP/1.1" status: 200 len: 999 time: 0.0623097 Jan 31 16:54:43.193877 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f5418-85fd-4685-b96b-3a975934a34d req-51204f50-78e3-44ee-b914-d577f262b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:43.195330 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c64f5418-85fd-4685-b96b-3a975934a34d req-51204f50-78e3-44ee-b914-d577f262b6ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46e57c8d-93c0-4ef5-9517-ec86d694fd3f HTTP/1.1" status: 200 len: 835 time: 0.0469697 Jan 31 16:54:43.251565 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f5418-85fd-4685-b96b-3a975934a34d req-2e7a9438-c2eb-4b76-85f1-f5979cc17a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:54:43.253098 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c64f5418-85fd-4685-b96b-3a975934a34d req-2e7a9438-c2eb-4b76-85f1-f5979cc17a67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95ba72b7-70b9-4de3-9595-557dbf8b3536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489595 Jan 31 16:54:43.295881 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a92347-6849-4c84-827a-32587c3f49b4 None None] Checking router: cf5ba2bb-50b6-485f-8b25-d6db46f55887 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:54:43.304541 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a92347-6849-4c84-827a-32587c3f49b4 None None] Routers {'cf5ba2bb-50b6-485f-8b25-d6db46f55887'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:54:43.305147 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-85a92347-6849-4c84-827a-32587c3f49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:54:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:43.351713 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c64f5418-85fd-4685-b96b-3a975934a34d req-a5af2432-49d1-4d77-aae1-8f82a0271f95 service neutron] 10.222.0.30 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859668 Jan 31 16:54:43.414229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-85a92347-6849-4c84-827a-32587c3f49b4 None None] Set router cf5ba2bb-50b6-485f-8b25-d6db46f55887 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:54:43.452457 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c64f5418-85fd-4685-b96b-3a975934a34d req-ded58150-e479-4b89-85b8-a64896310df2 service neutron] 10.222.0.30 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895841 Jan 31 16:54:43.643467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-85a92347-6849-4c84-827a-32587c3f49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:54:29Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'c00eb9c9-037c-4104-997f-58f6e5a177a7', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'port_id': '4fcec6eb-8ea8-4c67-8827-3af73634e65a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'mac_address': 'fa:16:3e:67:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4985e974-3892-4029-b29a-4963d832dea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:54:41Z', 'updated_at': '2022-01-31T16:54:41Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025449e1-8070-47d0-8763-4e554ebb265d', 'name': '', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:0a:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:28Z', 'updated_at': '2022-01-31T16:54:32Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:54:43.675094 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a92347-6849-4c84-827a-32587c3f49b4 None None] The sync data for ids ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'] in n-d-827120-1 is: [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:54:29Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': 'c00eb9c9-037c-4104-997f-58f6e5a177a7', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'floating_ip_address': '172.25.1.107', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'port_id': '4fcec6eb-8ea8-4c67-8827-3af73634e65a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'mac_address': 'fa:16:3e:67:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4985e974-3892-4029-b29a-4963d832dea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:54:41Z', 'updated_at': '2022-01-31T16:54:41Z', 'revision_number': 0, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025449e1-8070-47d0-8763-4e554ebb265d', 'name': '', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:0a:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:28Z', 'updated_at': '2022-01-31T16:54:32Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:54:43.874418 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ec56a-fe54-4631-97a9-ed4007a9d098 None None] New status for floating IP c00eb9c9-037c-4104-997f-58f6e5a177a7: ACTIVE {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:54:44.121761 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40868) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:54:44.194556 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4bee9033-c14e-418d-a2a6-b186bee12297 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/c00eb9c9-037c-4104-997f-58f6e5a177a7 HTTP/1.1" status: 200 len: 993 time: 0.0712996 Jan 31 16:54:47.333721 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a87f-93f2-42ef-ae59-2647bd64bca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:49.813892 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-413174ac-a056-4856-b312-42ad0b66a383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:51.108761 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:52.551306 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:52.652155 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:56.319820 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:54:57.221197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-b8d1abb7-b812-4318-ba4d-90431061082d req-5e24c90a-1572-4c38-b3db-60f06bb76006 service neutron] (108771) timed out ('10.222.0.30', 60821) {{(pid=108771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:54:58.461997 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:01.094477 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:55:05.529625 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11be4d2b-2b65-4663-8087-910c13448c27 req-a8020cf7-4788-49d9-864b-946eac06546f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461931 Jan 31 16:55:05.627076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be4d2b-2b65-4663-8087-910c13448c27 req-acac5ab6-5afb-41c8-a4d9-a9a41ec7f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:05.628646 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11be4d2b-2b65-4663-8087-910c13448c27 req-acac5ab6-5afb-41c8-a4d9-a9a41ec7f0a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 1096 time: 0.0530787 Jan 31 16:55:05.746523 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be4d2b-2b65-4663-8087-910c13448c27 req-131896a4-39e3-458e-aff9-343f0216e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:05.748886 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11be4d2b-2b65-4663-8087-910c13448c27 req-131896a4-39e3-458e-aff9-343f0216e874 service neutron] 10.222.0.30 "GET /v2.0/networks?id=95ba72b7-70b9-4de3-9595-557dbf8b3536 HTTP/1.1" status: 200 len: 897 time: 0.0932171 Jan 31 16:55:05.816580 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11be4d2b-2b65-4663-8087-910c13448c27 req-b536d641-faac-4044-abb6-fdd3883a7dde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fcec6eb-8ea8-4c67-8827-3af73634e65a HTTP/1.1" status: 200 len: 1001 time: 0.0598509 Jan 31 16:55:05.865326 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be4d2b-2b65-4663-8087-910c13448c27 req-a9e9f1a4-9994-4639-8908-6380d40c723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:05.866730 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11be4d2b-2b65-4663-8087-910c13448c27 req-a9e9f1a4-9994-4639-8908-6380d40c723d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46e57c8d-93c0-4ef5-9517-ec86d694fd3f HTTP/1.1" status: 200 len: 835 time: 0.0422831 Jan 31 16:55:05.915463 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be4d2b-2b65-4663-8087-910c13448c27 req-4386902b-de3c-4b5c-a3b2-7af368ba1a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:05.916928 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11be4d2b-2b65-4663-8087-910c13448c27 req-4386902b-de3c-4b5c-a3b2-7af368ba1a69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95ba72b7-70b9-4de3-9595-557dbf8b3536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428901 Jan 31 16:55:06.003745 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11be4d2b-2b65-4663-8087-910c13448c27 req-bf26d2ef-57a0-40ea-a0e2-af937886df73 service neutron] 10.222.0.30 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796142 Jan 31 16:55:06.106637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-11be4d2b-2b65-4663-8087-910c13448c27 req-9e477b28-60d7-4297-b8d8-707f6c6c583f service neutron] 10.222.0.30 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946605 Jan 31 16:55:17.334601 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f15ede5c-971b-47be-bf5a-1d0c687d6858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:17.686916 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a3170-6a4d-4dfe-a0a0-e1911e0ae77a req-9c9cdf59-c53b-4f7b-80b9-0db79b8bd6af tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:17.688396 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-330a3170-6a4d-4dfe-a0a0-e1911e0ae77a req-9c9cdf59-c53b-4f7b-80b9-0db79b8bd6af tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0565274 Jan 31 16:55:17.725989 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-330a3170-6a4d-4dfe-a0a0-e1911e0ae77a req-48e625d6-a9b8-41c6-928c-9dcf969ee03e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314040 Jan 31 16:55:18.865560 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ed0ea-bb7a-4806-91e2-3cdf4676b467 req-e6fcce47-e187-4174-85e4-77a3b52d8e95 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:18.867039 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ad6ed0ea-bb7a-4806-91e2-3cdf4676b467 req-e6fcce47-e187-4174-85e4-77a3b52d8e95 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0581150 Jan 31 16:55:18.908351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ad6ed0ea-bb7a-4806-91e2-3cdf4676b467 req-a9fe308f-7a95-4841-a17b-2b9777dedba0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324314 Jan 31 16:55:18.930620 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40886) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:18.995597 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-de624f13-07fa-4987-8788-94b848d2f1e9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/c00eb9c9-037c-4104-997f-58f6e5a177a7 HTTP/1.1" status: 200 len: 993 time: 0.0639048 Jan 31 16:55:19.818848 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9ab12adf-416c-4046-af1a-0cc74d9f2280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:20.332011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bc35b-cdf6-4fa9-bec5-102b8c3dc168 req-f3e04eeb-575a-4373-9709-2afbb552412f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:20.334230 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b32bc35b-cdf6-4fa9-bec5-102b8c3dc168 req-f3e04eeb-575a-4373-9709-2afbb552412f tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0704167 Jan 31 16:55:20.355242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80075c-894d-4ee9-98ec-aa67ad46f50e req-a6615b88-8f47-45bb-b044-efbb468dd2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:20.357378 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c80075c-894d-4ee9-98ec-aa67ad46f50e req-a6615b88-8f47-45bb-b044-efbb468dd2e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 1096 time: 0.0526509 Jan 31 16:55:20.390301 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b32bc35b-cdf6-4fa9-bec5-102b8c3dc168 req-5dc202b4-9608-4c17-bfea-e74f094c15a9 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456073 Jan 31 16:55:20.482933 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80075c-894d-4ee9-98ec-aa67ad46f50e req-e157e646-a0d1-4ef1-9f5a-dac32bfac313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:20.484447 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c80075c-894d-4ee9-98ec-aa67ad46f50e req-e157e646-a0d1-4ef1-9f5a-dac32bfac313 service neutron] 10.222.0.30 "GET /v2.0/networks?id=95ba72b7-70b9-4de3-9595-557dbf8b3536 HTTP/1.1" status: 200 len: 897 time: 0.1166847 Jan 31 16:55:20.555025 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c80075c-894d-4ee9-98ec-aa67ad46f50e req-dd5a2e15-5f11-40ae-b348-be480a38d6a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fcec6eb-8ea8-4c67-8827-3af73634e65a HTTP/1.1" status: 200 len: 1001 time: 0.0603015 Jan 31 16:55:20.608306 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80075c-894d-4ee9-98ec-aa67ad46f50e req-2d570638-24f9-4895-922a-fbca116d01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:20.609704 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c80075c-894d-4ee9-98ec-aa67ad46f50e req-2d570638-24f9-4895-922a-fbca116d01dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46e57c8d-93c0-4ef5-9517-ec86d694fd3f HTTP/1.1" status: 200 len: 835 time: 0.0440011 Jan 31 16:55:20.666107 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80075c-894d-4ee9-98ec-aa67ad46f50e req-35a9dd28-0bcc-4910-aab0-79af66a4c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:20.667652 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c80075c-894d-4ee9-98ec-aa67ad46f50e req-35a9dd28-0bcc-4910-aab0-79af66a4c46e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95ba72b7-70b9-4de3-9595-557dbf8b3536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483990 Jan 31 16:55:20.757067 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c80075c-894d-4ee9-98ec-aa67ad46f50e req-21c1af64-2ee7-4cba-9c09-313105aae603 service neutron] 10.222.0.30 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822744 Jan 31 16:55:20.860969 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7c80075c-894d-4ee9-98ec-aa67ad46f50e req-145aea68-38d9-4864-9de8-96a63374702c service neutron] 10.222.0.30 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966895 Jan 31 16:55:21.116911 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:21.523073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f928c4-af60-449b-997b-186fe1de209e req-89662928-dc7f-456b-ac87-e3deb05ff4dc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:21.524544 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-35f928c4-af60-449b-997b-186fe1de209e req-89662928-dc7f-456b-ac87-e3deb05ff4dc tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0513034 Jan 31 16:55:21.569172 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-35f928c4-af60-449b-997b-186fe1de209e req-ca98e6cb-aa38-41c8-8404-ba8646fb64d4 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367193 Jan 31 16:55:22.550835 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:22.646286 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:22.696807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539b12-2bd9-4c76-9a28-9070357b3b31 req-c11a9fea-ee52-499d-9fc0-7374dcf56586 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:22.698429 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b539b12-2bd9-4c76-9a28-9070357b3b31 req-c11a9fea-ee52-499d-9fc0-7374dcf56586 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0544019 Jan 31 16:55:22.736903 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1b539b12-2bd9-4c76-9a28-9070357b3b31 req-b9c99aff-ebc1-4a98-a86b-a3164df62de0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322349 Jan 31 16:55:22.764201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40900) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:22.839216 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ced0f967-60b1-4869-9379-d593dcef9119 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/floatingips/c00eb9c9-037c-4104-997f-58f6e5a177a7 HTTP/1.1" status: 200 len: 993 time: 0.0738711 Jan 31 16:55:23.084737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40906) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:23.254879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 5fd24149-7777-4abc-bde1-4b4c399063ba {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:55:23.255195 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:23.334458 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:23.334796 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:23.347408 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 5fd24149-7777-4abc-bde1-4b4c399063ba owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:55:23.510939 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:23.536140 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=5fd24149-7777-4abc-bde1-4b4c399063ba,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:23.548040 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:23.548387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:23.548725 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:23.549068 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:23.549389 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:23.549751 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:23.550076 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:23.550405 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:23.550728 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:23.551031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:23.551348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:23.551663 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:23.608118 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:23.608334 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Floating IP c00eb9c9-037c-4104-997f-58f6e5a177a7 disassociated (deleted). External IP: 172.25.1.107, port: 4fcec6eb-8ea8-4c67-8827-3af73634e65a. Jan 31 16:55:24.164429 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router cf5ba2bb-50b6-485f-8b25-d6db46f55887 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:55:24.278350 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:55:24.283761 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:24.289557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d72f2-7f35-4e4e-80d1-aadf26c774f6 None None] Sync routers for ids ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:55:24.298923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d72f2-7f35-4e4e-80d1-aadf26c774f6 None None] Routers {'cf5ba2bb-50b6-485f-8b25-d6db46f55887'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:24.299533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-211d72f2-7f35-4e4e-80d1-aadf26c774f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:24.312247 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4803235b-4c0f-423d-b3fc-7339e0daae99 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/floatingips/c00eb9c9-037c-4104-997f-58f6e5a177a7 HTTP/1.1" status: 204 len: 168 time: 1.2259383 Jan 31 16:55:24.312911 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4985e974-3892-4029-b29a-4963d832dea2', 'tag': '4fcec6eb-8ea8-4c67-8827-3af73634e65a'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:55:24.315461 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebb7ea4-f3f9-4e10-b46f-781610ca0b19" -d '{"events": [{"name": "network-changed", "server_uuid": "4985e974-3892-4029-b29a-4963d832dea2", "tag": "4fcec6eb-8ea8-4c67-8827-3af73634e65a"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:55:24.352054 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6ce67b-3a97-410b-ac26-e33d54a0d84d x-openstack-request-id: req-ab6ce67b-3a97-410b-ac26-e33d54a0d84d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:55:24.352321 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4985e974-3892-4029-b29a-4963d832dea2", "tag": "4fcec6eb-8ea8-4c67-8827-3af73634e65a", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:55:24.352698 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab6ce67b-3a97-410b-ac26-e33d54a0d84d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:55:24.353111 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4985e974-3892-4029-b29a-4963d832dea2', 'tag': '4fcec6eb-8ea8-4c67-8827-3af73634e65a', 'status': 'completed', 'code': 200} Jan 31 16:55:24.407952 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-211d72f2-7f35-4e4e-80d1-aadf26c774f6 None None] Set router cf5ba2bb-50b6-485f-8b25-d6db46f55887 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:24.418114 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb7ea4-f3f9-4e10-b46f-781610ca0b19 req-7c410f27-9bfa-4316-9a66-1a3f27d9a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:24.419615 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eebb7ea4-f3f9-4e10-b46f-781610ca0b19 req-7c410f27-9bfa-4316-9a66-1a3f27d9a0de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 1096 time: 0.0439663 Jan 31 16:55:24.557819 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb7ea4-f3f9-4e10-b46f-781610ca0b19 req-30448a50-a5a3-45cc-bb87-3f121d759851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:24.559296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eebb7ea4-f3f9-4e10-b46f-781610ca0b19 req-30448a50-a5a3-45cc-bb87-3f121d759851 service neutron] 10.222.0.30 "GET /v2.0/networks?id=95ba72b7-70b9-4de3-9595-557dbf8b3536 HTTP/1.1" status: 200 len: 897 time: 0.1312439 Jan 31 16:55:24.567498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d542e45-cfde-4184-9d74-3ecf26dc3f6e req-5f876050-2d40-41d2-a515-2c2a1870e87d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:24.568883 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d542e45-cfde-4184-9d74-3ecf26dc3f6e req-5f876050-2d40-41d2-a515-2c2a1870e87d tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0751004 Jan 31 16:55:24.614445 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-211d72f2-7f35-4e4e-80d1-aadf26c774f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:54:29Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '025449e1-8070-47d0-8763-4e554ebb265d', 'name': '', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:0a:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:28Z', 'updated_at': '2022-01-31T16:54:32Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:24.617782 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eebb7ea4-f3f9-4e10-b46f-781610ca0b19 req-cc92f9d4-6f3e-4eef-9569-7d6ca6a47c67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fcec6eb-8ea8-4c67-8827-3af73634e65a HTTP/1.1" status: 200 len: 217 time: 0.0479271 Jan 31 16:55:24.641157 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d72f2-7f35-4e4e-80d1-aadf26c774f6 None None] Checking router: cf5ba2bb-50b6-485f-8b25-d6db46f55887 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:55:24.651372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d72f2-7f35-4e4e-80d1-aadf26c774f6 None None] Routers {'cf5ba2bb-50b6-485f-8b25-d6db46f55887'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:24.651995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-211d72f2-7f35-4e4e-80d1-aadf26c774f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:24.665088 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d542e45-cfde-4184-9d74-3ecf26dc3f6e req-952cbb9d-ee4a-4c87-ae5e-dddae17bb8ec tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896068 Jan 31 16:55:24.681608 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb7ea4-f3f9-4e10-b46f-781610ca0b19 req-b2a04e09-5787-413b-bd86-2979022f7924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:24.683114 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eebb7ea4-f3f9-4e10-b46f-781610ca0b19 req-b2a04e09-5787-413b-bd86-2979022f7924 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46e57c8d-93c0-4ef5-9517-ec86d694fd3f HTTP/1.1" status: 200 len: 835 time: 0.0527232 Jan 31 16:55:24.732387 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb7ea4-f3f9-4e10-b46f-781610ca0b19 req-72889bef-86a7-4571-bf07-a0db83803869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:24.733968 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eebb7ea4-f3f9-4e10-b46f-781610ca0b19 req-72889bef-86a7-4571-bf07-a0db83803869 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95ba72b7-70b9-4de3-9595-557dbf8b3536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409710 Jan 31 16:55:24.760493 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-211d72f2-7f35-4e4e-80d1-aadf26c774f6 None None] Set router cf5ba2bb-50b6-485f-8b25-d6db46f55887 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:24.827449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eebb7ea4-f3f9-4e10-b46f-781610ca0b19 req-dcb8019d-a9b5-47b6-bdfc-227635f1184c service neutron] 10.222.0.30 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855761 Jan 31 16:55:24.920036 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eebb7ea4-f3f9-4e10-b46f-781610ca0b19 req-885b7612-0d74-4e49-966e-7ad2b1776318 service neutron] 10.222.0.30 "GET /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842366 Jan 31 16:55:24.954398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-211d72f2-7f35-4e4e-80d1-aadf26c774f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:54:29Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '025449e1-8070-47d0-8763-4e554ebb265d', 'name': '', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:0a:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:28Z', 'updated_at': '2022-01-31T16:54:32Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:24.984077 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d72f2-7f35-4e4e-80d1-aadf26c774f6 None None] The sync data for ids ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'] in n-d-827120-1 is: [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:54:29Z', 'revision_number': 4, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '025449e1-8070-47d0-8763-4e554ebb265d', 'name': '', 'network_id': '95ba72b7-70b9-4de3-9595-557dbf8b3536', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'mac_address': 'fa:16:3e:0a:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:28Z', 'updated_at': '2022-01-31T16:54:32Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'subnets': [{'id': '46e57c8d-93c0-4ef5-9517-ec86d694fd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:55:25.222873 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b051debe-47f9-4967-bc73-ac278eb5e153 None None] New status for floating IP c00eb9c9-037c-4104-997f-58f6e5a177a7: DOWN {{(pid=108774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:55:25.791205 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b20e4b-0bca-405e-b8fd-6db3b269da7e req-2107844b-2434-43d2-9ab0-d2f343de78ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:25.792661 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67b20e4b-0bca-405e-b8fd-6db3b269da7e req-2107844b-2434-43d2-9ab0-d2f343de78ca tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0519476 Jan 31 16:55:25.831831 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-67b20e4b-0bca-405e-b8fd-6db3b269da7e req-a344b875-242b-475c-9935-f9f8254e87f0 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e8cd203-7138-4d01-a9a7-8b1e54114127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330467 Jan 31 16:55:26.298667 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce0421-adab-4592-8101-d7eb927f7d90 req-0cc968f4-e89a-4b29-b66d-0d44bac2f724 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:26.300101 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-36ce0421-adab-4592-8101-d7eb927f7d90 req-0cc968f4-e89a-4b29-b66d-0d44bac2f724 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 945 time: 0.0576477 Jan 31 16:55:26.336656 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:26.396219 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-36ce0421-adab-4592-8101-d7eb927f7d90 req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 4fcec6eb-8ea8-4c67-8827-3af73634e65a {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:55:26.396575 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-36ce0421-adab-4592-8101-d7eb927f7d90 req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:26.484684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-36ce0421-adab-4592-8101-d7eb927f7d90 req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port 4fcec6eb-8ea8-4c67-8827-3af73634e65a, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=4fcec6eb-8ea8-4c67-8827-3af73634e65a,segment=NetworkSegment(aabae708-ba14-4f5d-aa80-8b02a9528091),segment_id=aabae708-ba14-4f5d-aa80-8b02a9528091)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:26.485070 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-36ce0421-adab-4592-8101-d7eb927f7d90 req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:26.497391 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-36ce0421-adab-4592-8101-d7eb927f7d90 req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 4fcec6eb-8ea8-4c67-8827-3af73634e65a owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:55:26.655954 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-36ce0421-adab-4592-8101-d7eb927f7d90 req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:26.685225 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=4fcec6eb-8ea8-4c67-8827-3af73634e65a,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:26.697144 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:26.697508 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:26.697848 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:26.698184 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:26.698509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:26.698836 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:26.699156 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:26.699482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:26.699798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:26.700121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:26.700434 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:26.700745 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:26.737512 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ce0421-adab-4592-8101-d7eb927f7d90 req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] No DVR routers for this DVR port 4fcec6eb-8ea8-4c67-8827-3af73634e65a on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:55:26.740159 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-36ce0421-adab-4592-8101-d7eb927f7d90 req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:26.743449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-36ce0421-adab-4592-8101-d7eb927f7d90 req-1b74b7ab-a620-4759-9835-8e84a669337e tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.30 "DELETE /v2.0/ports/4fcec6eb-8ea8-4c67-8827-3af73634e65a HTTP/1.1" status: 204 len: 173 time: 0.4375541 Jan 31 16:55:26.743897 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4985e974-3892-4029-b29a-4963d832dea2', 'name': 'network-vif-deleted', 'tag': '4fcec6eb-8ea8-4c67-8827-3af73634e65a'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:55:26.746340 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ee460e-0986-4fb9-8aeb-e2b731404ce5" -d '{"events": [{"server_uuid": "4985e974-3892-4029-b29a-4963d832dea2", "name": "network-vif-deleted", "tag": "4fcec6eb-8ea8-4c67-8827-3af73634e65a"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:55:26.784054 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2247bc17-c78a-4798-8304-cc31a681ba9f x-openstack-request-id: req-2247bc17-c78a-4798-8304-cc31a681ba9f {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:55:26.784340 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4985e974-3892-4029-b29a-4963d832dea2", "name": "network-vif-deleted", "tag": "4fcec6eb-8ea8-4c67-8827-3af73634e65a", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:55:26.784587 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2247bc17-c78a-4798-8304-cc31a681ba9f {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:55:26.784981 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4985e974-3892-4029-b29a-4963d832dea2', 'name': 'network-vif-deleted', 'tag': '4fcec6eb-8ea8-4c67-8827-3af73634e65a', 'status': 'completed', 'code': 200} Jan 31 16:55:26.961135 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f0d9f07b-f45a-4c72-9dbf-06f1f6cee8d4 req-007a3b6f-d38c-475e-8bad-e7af872c5e1c tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "GET /v2.0/ports?device_id=4985e974-3892-4029-b29a-4963d832dea2 HTTP/1.1" status: 200 len: 210 time: 0.0379546 Jan 31 16:55:28.029240 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40922) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:28.427182 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e588f83c-e97f-47b0-b4f1-c85392a2c563 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:28.482466 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:28.703880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e588f83c-e97f-47b0-b4f1-c85392a2c563 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 025449e1-8070-47d0-8763-4e554ebb265d {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:55:28.704340 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e588f83c-e97f-47b0-b4f1-c85392a2c563 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:28.794862 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-e588f83c-e97f-47b0-b4f1-c85392a2c563 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port 025449e1-8070-47d0-8763-4e554ebb265d, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=025449e1-8070-47d0-8763-4e554ebb265d,segment=NetworkSegment(aabae708-ba14-4f5d-aa80-8b02a9528091),segment_id=aabae708-ba14-4f5d-aa80-8b02a9528091)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:28.795215 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e588f83c-e97f-47b0-b4f1-c85392a2c563 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:28.807059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e588f83c-e97f-47b0-b4f1-c85392a2c563 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 025449e1-8070-47d0-8763-4e554ebb265d owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:55:29.001651 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e588f83c-e97f-47b0-b4f1-c85392a2c563 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:29.030574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588f83c-e97f-47b0-b4f1-c85392a2c563 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=025449e1-8070-47d0-8763-4e554ebb265d,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:29.204810 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e588f83c-e97f-47b0-b4f1-c85392a2c563 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:29.439671 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e588f83c-e97f-47b0-b4f1-c85392a2c563 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Router cf5ba2bb-50b6-485f-8b25-d6db46f55887 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:55:29.561358 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e588f83c-e97f-47b0-b4f1-c85392a2c563 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:55:29.570309 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e588f83c-e97f-47b0-b4f1-c85392a2c563 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "PUT /v2.0/routers/cf5ba2bb-50b6-485f-8b25-d6db46f55887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5363531 Jan 31 16:55:29.570685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40924) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:29.573181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a01652-61da-4d48-aca9-3e435b70b490 None None] Sync routers for ids ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:55:29.582351 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a01652-61da-4d48-aca9-3e435b70b490 None None] Routers {'cf5ba2bb-50b6-485f-8b25-d6db46f55887'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:29.582951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-49a01652-61da-4d48-aca9-3e435b70b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:29.622909 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41230b2-6158-486c-850d-c6abd9876e60 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting subnet 46e57c8d-93c0-4ef5-9517-ec86d694fd3f {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 16:55:29.626189 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e41230b2-6158-486c-850d-c6abd9876e60 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:29.666595 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e41230b2-6158-486c-850d-c6abd9876e60 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:29.694345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-49a01652-61da-4d48-aca9-3e435b70b490 None None] Set router cf5ba2bb-50b6-485f-8b25-d6db46f55887 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:29.793313 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e41230b2-6158-486c-850d-c6abd9876e60 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:29.851123 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e41230b2-6158-486c-850d-c6abd9876e60 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:29.878008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41230b2-6158-486c-850d-c6abd9876e60 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Subnet': ['ID=46e57c8d-93c0-4ef5-9517-ec86d694fd3f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:29.881764 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e41230b2-6158-486c-850d-c6abd9876e60 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:29.887794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40926) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:29.888225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e41230b2-6158-486c-850d-c6abd9876e60 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/subnets/46e57c8d-93c0-4ef5-9517-ec86d694fd3f HTTP/1.1" status: 204 len: 168 time: 0.3158872 Jan 31 16:55:29.899571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1165092a-ffd7-44a7-9dfb-ab22f938d710 None None] Network 95ba72b7-70b9-4de3-9595-557dbf8b3536 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:55:29.954715 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-49a01652-61da-4d48-aca9-3e435b70b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:55:28Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:29.992509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a01652-61da-4d48-aca9-3e435b70b490 None None] Checking router: cf5ba2bb-50b6-485f-8b25-d6db46f55887 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:55:30.004790 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.022732 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a01652-61da-4d48-aca9-3e435b70b490 None None] Routers {'cf5ba2bb-50b6-485f-8b25-d6db46f55887'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:30.023345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-49a01652-61da-4d48-aca9-3e435b70b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:30.108880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.151657 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-49a01652-61da-4d48-aca9-3e435b70b490 None None] Set router cf5ba2bb-50b6-485f-8b25-d6db46f55887 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:30.172739 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Deleting port 00e4c63b-8533-42f7-93be-7716a27163c2 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:55:30.173086 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.208703 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be181627-dabd-498d-b631-434017e894a9 None None] DHCP port deletion for 95ba72b7-70b9-4de3-9595-557dbf8b3536 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 16:55:30.253446 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] For port 00e4c63b-8533-42f7-93be-7716a27163c2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=00e4c63b-8533-42f7-93be-7716a27163c2,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:30.253829 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.266297 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Calling delete_port for 00e4c63b-8533-42f7-93be-7716a27163c2 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:55:30.436352 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4fcec6eb-8ea8-4c67-8827-3af73634e65a no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:55:30.442924 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.462607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 4fcec6eb-8ea8-4c67-8827-3af73634e65a {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:55:30.462864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 4fcec6eb-8ea8-4c67-8827-3af73634e65a not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:55:30.474504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Port': ['ID=00e4c63b-8533-42f7-93be-7716a27163c2,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:30.524208 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-be181627-dabd-498d-b631-434017e894a9 None None] Deleting port 3013a366-7410-489e-8d6b-63ace81aa09e {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:55:30.524577 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.535527 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.595609 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-be181627-dabd-498d-b631-434017e894a9 None None] For port 3013a366-7410-489e-8d6b-63ace81aa09e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=3013a366-7410-489e-8d6b-63ace81aa09e,segment=NetworkSegment(aabae708-ba14-4f5d-aa80-8b02a9528091),segment_id=aabae708-ba14-4f5d-aa80-8b02a9528091)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:30.596241 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.610248 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-be181627-dabd-498d-b631-434017e894a9 None None] Calling delete_port for 3013a366-7410-489e-8d6b-63ace81aa09e owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:55:30.626812 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-49a01652-61da-4d48-aca9-3e435b70b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:55:28Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:30.628204 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.630423 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.679368 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.679934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Fanout notify agent at l3_agent the message router_deleted on router cf5ba2bb-50b6-485f-8b25-d6db46f55887 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 16:55:30.680434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a01652-61da-4d48-aca9-3e435b70b490 None None] The sync data for ids ['cf5ba2bb-50b6-485f-8b25-d6db46f55887'] in n-d-827120-1 is: [{'id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-697702770', 'tenant_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:54:25Z', 'updated_at': '2022-01-31T16:55:28Z', 'revision_number': 5, 'project_id': 'd0a0d69d894648d38bbf3dee4e50ebbd', 'gw_port': {'id': '00e4c63b-8533-42f7-93be-7716a27163c2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba2bb-50b6-485f-8b25-d6db46f55887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:54:26Z', 'updated_at': '2022-01-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:55:30.688222 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.692550 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40928) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:30.693122 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0d910342-809a-4859-82f3-a2868e577b11 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/routers/cf5ba2bb-50b6-485f-8b25-d6db46f55887 HTTP/1.1" status: 204 len: 168 time: 0.8034022 Jan 31 16:55:30.723074 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.751828 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be181627-dabd-498d-b631-434017e894a9 None None] Pushing event deleted for resources: {'Port': ['ID=3013a366-7410-489e-8d6b-63ace81aa09e,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:30.756214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be181627-dabd-498d-b631-434017e894a9 None None] No DVR routers for this DVR port 3013a366-7410-489e-8d6b-63ace81aa09e on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:55:30.763794 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:30.768233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:30.768576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:30.768906 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:30.769233 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:30.769589 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:30.769996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:30.770215 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:30.770599 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:30.770827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:30.771138 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:30.771452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be181627-dabd-498d-b631-434017e894a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:30.775787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.867797 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.889442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ba72b7-70b9-4de3-9595-557dbf8b3536']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:30.899386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabae708-ba14-4f5d-aa80-8b02a9528091') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:30.899677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabae708-ba14-4f5d-aa80-8b02a9528091') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:30.909661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.923797 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.930308 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 16:55:30.930703 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: timer() Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 16:55:30.934242 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 16:55:31.000691 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:31.008023 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:31.011280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/networks/95ba72b7-70b9-4de3-9595-557dbf8b3536 HTTP/1.1" status: 204 len: 168 time: 0.3168302 Jan 31 16:55:31.014873 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40930) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:31.023737 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68a00e-7960-4736-918a-a02218932dd8 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'Network': ['ID=95ba72b7-70b9-4de3-9595-557dbf8b3536,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:31.082258 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-46204462-c8bc-4516-9d57-ebc75828f250 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:31.114940 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-46204462-c8bc-4516-9d57-ebc75828f250 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:31.185764 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-46204462-c8bc-4516-9d57-ebc75828f250 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:31.188491 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-46204462-c8bc-4516-9d57-ebc75828f250 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:31.189711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-46204462-c8bc-4516-9d57-ebc75828f250 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] 10.222.0.36 "DELETE /v2.0/security-groups/5e8cd203-7138-4d01-a9a7-8b1e54114127 HTTP/1.1" status: 204 len: 168 time: 0.1737535 Jan 31 16:55:31.199775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46204462-c8bc-4516-9d57-ebc75828f250 tempest-TestNetworkAdvancedServerOps-87419847 tempest-TestNetworkAdvancedServerOps-87419847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8cd203-7138-4d01-a9a7-8b1e54114127,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:31.551589 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40938) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:31.701289 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b0e7bb28-1a95-4082-a316-ef34e6164931 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0a0d69d894648d38bbf3dee4e50ebbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485496 Jan 31 16:55:31.704903 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40942) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:31.761871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26e4d87a-fabd-4e8a-87ba-baf98bb57867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:31.784651 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26e4d87a-fabd-4e8a-87ba-baf98bb57867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:31.788748 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 025449e1-8070-47d0-8763-4e554ebb265d no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:55:31.809425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 025449e1-8070-47d0-8763-4e554ebb265d {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:55:31.809679 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 025449e1-8070-47d0-8763-4e554ebb265d not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:55:31.810111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3013a366-7410-489e-8d6b-63ace81aa09e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:55:31.829345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 3013a366-7410-489e-8d6b-63ace81aa09e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:55:31.829742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 3013a366-7410-489e-8d6b-63ace81aa09e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:55:31.830186 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 00e4c63b-8533-42f7-93be-7716a27163c2 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:55:31.834506 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26e4d87a-fabd-4e8a-87ba-baf98bb57867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:31.837271 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-26e4d87a-fabd-4e8a-87ba-baf98bb57867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:31.841157 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-26e4d87a-fabd-4e8a-87ba-baf98bb57867 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f0c65d5-11eb-4c20-b194-b791cf561a89 HTTP/1.1" status: 204 len: 168 time: 0.1329007 Jan 31 16:55:31.850989 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4d87a-fabd-4e8a-87ba-baf98bb57867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0c65d5-11eb-4c20-b194-b791cf561a89,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:31.851512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 00e4c63b-8533-42f7-93be-7716a27163c2 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:55:31.851767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 00e4c63b-8533-42f7-93be-7716a27163c2 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 16:55:32.146317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40948) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:32.161005 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fd861f5-25cb-46f6-ac60-311b4846df4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:32.246812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fd861f5-25cb-46f6-ac60-311b4846df4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:32.251428 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3fd861f5-25cb-46f6-ac60-311b4846df4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:32.291241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3fd861f5-25cb-46f6-ac60-311b4846df4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38e23c3f684644febf3bc718ed73a919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436894 Jan 31 16:55:32.292090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd861f5-25cb-46f6-ac60-311b4846df4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf584567-5699-4987-9c1b-204cb5cf5fa5,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:32.294528 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40950) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:32.358462 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-286a6462-929c-434d-8c60-e284a893be9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:32.379366 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-286a6462-929c-434d-8c60-e284a893be9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:32.431675 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-286a6462-929c-434d-8c60-e284a893be9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:32.434243 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-286a6462-929c-434d-8c60-e284a893be9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:32.435401 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-286a6462-929c-434d-8c60-e284a893be9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf584567-5699-4987-9c1b-204cb5cf5fa5 HTTP/1.1" status: 204 len: 168 time: 0.1397338 Jan 31 16:55:32.443083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a6462-929c-434d-8c60-e284a893be9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf584567-5699-4987-9c1b-204cb5cf5fa5,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:33.246726 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40972) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:33.356070 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1693380622-network', 'tenant_id': '169e2a5c991d49988abb47db86d2566c'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:33.385105 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Made reservation on behalf of 169e2a5c991d49988abb47db86d2566c for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:55:33.387755 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:33.396957 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:33.473312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:33.479795 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:33.506232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:55:33.512311 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0e7901-d796-4646-b32e-74cc3a3f2500,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:33.518574 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:33.518959 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Added segment 2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb of type vlan for network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 Jan 31 16:55:33.561011 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:33.593551 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:33.594826 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:33.595395 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:33.647112 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3990254 Jan 31 16:55:33.650666 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40976) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:33.655775 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-7579c67a-576f-412b-9135-ce98ab2e5d54 admin admin] Request body: {'subnet': {'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1693380622-subnet', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:33.663791 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d51e4-8eff-4015-804a-1142a4e0764d admin admin] Pushing event updated for resources: {'Network': ['ID=27ed669b-8d9c-49d3-aaba-bfd243b01f78,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:33.678988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:55:33.679843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7579c67a-576f-412b-9135-ce98ab2e5d54 admin admin] Made reservation on behalf of 169e2a5c991d49988abb47db86d2566c for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:55:33.682414 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7579c67a-576f-412b-9135-ce98ab2e5d54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:33.863402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7579c67a-576f-412b-9135-ce98ab2e5d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:33.911900 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579c67a-576f-412b-9135-ce98ab2e5d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7eface-be17-4276-b222-60eec327a9d1,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:33.928119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7579c67a-576f-412b-9135-ce98ab2e5d54 admin admin] Checking segment: {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:55:33.928466 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7579c67a-576f-412b-9135-ce98ab2e5d54 admin admin] Network hostable DHCP agents. Network: 27ed669b-8d9c-49d3-aaba-bfd243b01f78, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:55:33.946769 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7579c67a-576f-412b-9135-ce98ab2e5d54 admin admin] Network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:55:33.956236 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-7579c67a-576f-412b-9135-ce98ab2e5d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 27ed669b-8d9c-49d3-aaba-bfd243b01f78) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:55:33.961130 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7579c67a-576f-412b-9135-ce98ab2e5d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:33.961951 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7579c67a-576f-412b-9135-ce98ab2e5d54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:33.966687 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd9b80c-35de-4fee-bbc1-85e12fe10d21 None None] Network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:55:33.980195 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7579c67a-576f-412b-9135-ce98ab2e5d54 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3283739 Jan 31 16:55:33.983421 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40978) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:33.988078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:34.013342 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:34.014445 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:34.070634 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:34.124847 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:55:34.125760 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:34.212480 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:34.262455 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Allocated IP 172.20.0.2 (27ed669b-8d9c-49d3-aaba-bfd243b01f78/3f7eface-be17-4276-b222-60eec327a9d1/09f863e2-9296-4d9d-88c4-d3a71e99a14e) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:55:34.411278 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:34.418683 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:34.467968 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:55:34.472402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:55:34.474423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Pushing event updated for resources: {'Port': ['ID=09f863e2-9296-4d9d-88c4-d3a71e99a14e,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:34.476780 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:55:34.537240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Attempting to bind port 09f863e2-9296-4d9d-88c4-d3a71e99a14e on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:55:34.537635 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Attempting to bind port 09f863e2-9296-4d9d-88c4-d3a71e99a14e by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:55:34.537999 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Attempting to bind port 09f863e2-9296-4d9d-88c4-d3a71e99a14e on network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:55:34.543940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:55:34.544307 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Checking segment: {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:55:34.544846 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:34.545229 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Bound using segment: {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:55:34.545722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Bound port: 09f863e2-9296-4d9d-88c4-d3a71e99a14e, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:55:34.546163 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:34.612499 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] For port 09f863e2-9296-4d9d-88c4-d3a71e99a14e, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:55:34.615856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] For port 09f863e2-9296-4d9d-88c4-d3a71e99a14e, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=09f863e2-9296-4d9d-88c4-d3a71e99a14e,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:55:34.621599 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:34.685505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628aa655-ac76-4966-b510-68428f0c1ba0 None None] Pushing event updated for resources: {'Port': ['ID=09f863e2-9296-4d9d-88c4-d3a71e99a14e,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:34.791869 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:34.812149 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:34.935475 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Allocated IP 172.25.1.117 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/6f054962-5ea5-47cf-bc81-1cf40ab2db41) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:55:35.041787 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:35.079853 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:35.124297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:55:35.129265 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:55:35.131730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:55:35.135883 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Pushing event updated for resources: {'Port': ['ID=6f054962-5ea5-47cf-bc81-1cf40ab2db41,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:35.395141 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:35.598344 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:35.601094 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06550332-2c92-49b4-a2f5-53dba94808dc None None] Network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:55:35.668093 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a7b58563-fcc6-45d0-918d-f2be42458f6a None None] Provisioning complete for port 09f863e2-9296-4d9d-88c4-d3a71e99a14e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:35.668441 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7b58563-fcc6-45d0-918d-f2be42458f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:35.729141 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:55:35.819684 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7b58563-fcc6-45d0-918d-f2be42458f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:35.844268 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 09f863e2-9296-4d9d-88c4-d3a71e99a14e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:55:35.854771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:55:35.870803 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Sync routers for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:55:35.876040 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:35.877804 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1ee1b3d0-1fca-4897-8bab-c91c7efd4188 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8932025 Jan 31 16:55:35.880436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40980) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:35.883684 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:35.884367 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:35.888568 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-a7b58563-fcc6-45d0-918d-f2be42458f6a None None] For port 09f863e2-9296-4d9d-88c4-d3a71e99a14e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=09f863e2-9296-4d9d-88c4-d3a71e99a14e,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:35.900694 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a7b58563-fcc6-45d0-918d-f2be42458f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:35.956693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 09f863e2-9296-4d9d-88c4-d3a71e99a14e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:35.957060 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:35.981869 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b58563-fcc6-45d0-918d-f2be42458f6a None None] Pushing event updated for resources: {'Port': ['ID=09f863e2-9296-4d9d-88c4-d3a71e99a14e,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:36.021659 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:36.121137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-af877fda-eabd-43f7-84ee-b33526668106 None None] Provisioning complete for port 09f863e2-9296-4d9d-88c4-d3a71e99a14e triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:36.121628 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-af877fda-eabd-43f7-84ee-b33526668106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.212176 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:35Z', 'revision_number': 3, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:36.239638 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Checking router: 1ec584d0-d3aa-4e9a-bd01-c47944b53637 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:55:36.240115 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Updating router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 port 6f054962-5ea5-47cf-bc81-1cf40ab2db41 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:55:36.265912 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.327464 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.482299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Allocated IP 172.20.0.1 (27ed669b-8d9c-49d3-aaba-bfd243b01f78/3f7eface-be17-4276-b222-60eec327a9d1/e0107d3c-3932-4b79-9565-49e6a755f327) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:55:36.516900 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.522553 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.575724 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Attempting to bind port 6f054962-5ea5-47cf-bc81-1cf40ab2db41 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:55:36.576077 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Attempting to bind port 6f054962-5ea5-47cf-bc81-1cf40ab2db41 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:55:36.576442 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Attempting to bind port 6f054962-5ea5-47cf-bc81-1cf40ab2db41 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:55:36.579460 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Pushing event updated for resources: {'Port': ['ID=6f054962-5ea5-47cf-bc81-1cf40ab2db41,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:36.588538 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:55:36.588804 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.588974 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:55:36.589328 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.589864 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:55:36.590359 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Bound port: 6f054962-5ea5-47cf-bc81-1cf40ab2db41, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:55:36.590797 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.592967 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:36.593300 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:36.593656 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:36.593975 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:36.594293 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:36.594610 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:36.594911 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:36.595251 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:36.595561 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:36.596263 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:36.596263 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:36.596489 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:55:36.627876 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.651155 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] For port 6f054962-5ea5-47cf-bc81-1cf40ab2db41, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:55:36.654343 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] For port 6f054962-5ea5-47cf-bc81-1cf40ab2db41, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6f054962-5ea5-47cf-bc81-1cf40ab2db41,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:55:36.663389 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.671014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:55:36.674032 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:55:36.676543 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:55:36.715260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e0107d3c-3932-4b79-9565-49e6a755f327,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:36.720790 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:36.721514 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:36.726468 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa96234-21f6-4387-8afe-2d882e547827 None None] Pushing event updated for resources: {'Port': ['ID=6f054962-5ea5-47cf-bc81-1cf40ab2db41,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:36.729244 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.856192 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:36.875543 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.927722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-27ab9c4f-f8c3-4705-aa70-0efcf4b2bb4e None None] Provisioning complete for port e0107d3c-3932-4b79-9565-49e6a755f327 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:36.928351 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-27ab9c4f-f8c3-4705-aa70-0efcf4b2bb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:36.962988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-27ab9c4f-f8c3-4705-aa70-0efcf4b2bb4e None None] Port e0107d3c-3932-4b79-9565-49e6a755f327 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:55:37.035439 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:35Z', 'revision_number': 3, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:37.039788 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:37.045077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:37.063711 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384b9da1-ffb8-4b42-be89-9fe578da138d None None] The sync data for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 is: [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:35Z', 'revision_number': 3, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:55:37.119414 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:37.121589 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e0107d3c-3932-4b79-9565-49e6a755f327,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:37.225436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:55:37.227206 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:55:37.378706 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:55:37.484871 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e9074901-5746-4178-9a0b-f59d57f79430 None None] Provisioning complete for port e0107d3c-3932-4b79-9565-49e6a755f327 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:37.486133 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9074901-5746-4178-9a0b-f59d57f79430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:37.505511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:55:37.512068 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-3cdb54a7-5ad9-4797-a2c5-33c374efacc3 admin admin] 10.222.0.36 "PUT /v2.0/routers/1ec584d0-d3aa-4e9a-bd01-c47944b53637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6301408 Jan 31 16:55:37.530965 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-e9074901-5746-4178-9a0b-f59d57f79430 None None] Port e0107d3c-3932-4b79-9565-49e6a755f327 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:55:37.907802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6f054962-5ea5-47cf-bc81-1cf40ab2db41 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:55:37.967701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 6f054962-5ea5-47cf-bc81-1cf40ab2db41 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:37.968393 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.032244 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 40996) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:38.037259 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-33598580-network', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:38.051363 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.061803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Made reservation on behalf of 79d73c4f5e094a7695232a8eef30c8c6 for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:55:38.064166 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.071219 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 6f054962-5ea5-47cf-bc81-1cf40ab2db41, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6f054962-5ea5-47cf-bc81-1cf40ab2db41,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:38.073105 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.076536 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.077306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 09f863e2-9296-4d9d-88c4-d3a71e99a14e up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:55:38.094216 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:55:38.150120 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.156296 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.159069 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=6f054962-5ea5-47cf-bc81-1cf40ab2db41,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:38.174555 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 09f863e2-9296-4d9d-88c4-d3a71e99a14e triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:38.174904 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.181313 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:55:38.196129 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bee4b1-e525-48e1-95f9-7d4c2792ce80,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:38.199172 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.199514 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Added segment c1a359cb-acdc-47e9-8dcf-4ba61148ecae of type vlan for network 77e9cf97-f8a7-43c2-850e-cb8059339550 Jan 31 16:55:38.240330 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.270098 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.271084 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:38.271664 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.325024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2915568 Jan 31 16:55:38.327851 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 40998) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:38.332515 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37916bb-6e8a-4dfb-b455-654198642147 admin admin] Pushing event updated for resources: {'Network': ['ID=77e9cf97-f8a7-43c2-850e-cb8059339550,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:38.332886 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-788428b7-6d55-4b29-8ea5-3c1376fe903b admin admin] Request body: {'subnet': {'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-33598580-subnet', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:38.342880 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 77e9cf97-f8a7-43c2-850e-cb8059339550 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:55:38.359247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788428b7-6d55-4b29-8ea5-3c1376fe903b admin admin] Made reservation on behalf of 79d73c4f5e094a7695232a8eef30c8c6 for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:55:38.361691 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-788428b7-6d55-4b29-8ea5-3c1376fe903b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.548643 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-788428b7-6d55-4b29-8ea5-3c1376fe903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.611242 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788428b7-6d55-4b29-8ea5-3c1376fe903b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7da20c-6ea2-416c-a3d9-fb676164aa9c,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:38.620235 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788428b7-6d55-4b29-8ea5-3c1376fe903b admin admin] Checking segment: {'id': 'c1a359cb-acdc-47e9-8dcf-4ba61148ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:55:38.620613 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788428b7-6d55-4b29-8ea5-3c1376fe903b admin admin] Network hostable DHCP agents. Network: 77e9cf97-f8a7-43c2-850e-cb8059339550, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:55:38.641769 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788428b7-6d55-4b29-8ea5-3c1376fe903b admin admin] Network 77e9cf97-f8a7-43c2-850e-cb8059339550 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:55:38.652677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-788428b7-6d55-4b29-8ea5-3c1376fe903b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 77e9cf97-f8a7-43c2-850e-cb8059339550) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:55:38.657236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788428b7-6d55-4b29-8ea5-3c1376fe903b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:38.657916 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-788428b7-6d55-4b29-8ea5-3c1376fe903b admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.662809 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c00cf-a3ca-4ea4-958c-b6d382277e0c None None] Network 77e9cf97-f8a7-43c2-850e-cb8059339550 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:55:38.676464 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-788428b7-6d55-4b29-8ea5-3c1376fe903b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3474340 Jan 31 16:55:38.679236 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41000) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:38.683677 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-33598580-router', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:38.708813 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.710155 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.729016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Sync routers for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:55:38.749208 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:38.749821 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:38.774288 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.915820 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.916450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-77e9cf97-f8a7-43c2-850e-cb8059339550', 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'fixed_ips': [{'subnet_id': '7b7da20c-6ea2-416c-a3d9-fb676164aa9c'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 16:55:38.917054 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:38.922601 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:39.117743 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:39.136568 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:39.180727 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Allocated IP 172.20.0.2 (77e9cf97-f8a7-43c2-850e-cb8059339550/7b7da20c-6ea2-416c-a3d9-fb676164aa9c/13e09997-eded-449b-a58a-d922c2afa675) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:55:39.242074 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Allocated IP 172.25.1.69 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/8e61de6b-aa4e-42b3-8aef-5916b32f58e2) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:55:39.316736 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 2, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:39.347149 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:39.360238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Checking router: 1ec584d0-d3aa-4e9a-bd01-c47944b53637 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:55:39.360583 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Updating router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 port e0107d3c-3932-4b79-9565-49e6a755f327 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:55:39.381264 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:39.429083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:55:39.432550 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:55:39.436986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:55:39.440694 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e61de6b-aa4e-42b3-8aef-5916b32f58e2,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:39.566555 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:39.572063 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:39.587523 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:39.662087 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Network 77e9cf97-f8a7-43c2-850e-cb8059339550 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:55:39.714916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:55:39.723004 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:55:39.727334 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Pushing event updated for resources: {'Port': ['ID=13e09997-eded-449b-a58a-d922c2afa675,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:39.810150 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6f054962-5ea5-47cf-bc81-1cf40ab2db41 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:55:39.861101 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Attempting to bind port 13e09997-eded-449b-a58a-d922c2afa675 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:55:39.861446 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Attempting to bind port 13e09997-eded-449b-a58a-d922c2afa675 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'c1a359cb-acdc-47e9-8dcf-4ba61148ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:55:39.861926 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Attempting to bind port 13e09997-eded-449b-a58a-d922c2afa675 on network 77e9cf97-f8a7-43c2-850e-cb8059339550 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:55:39.882675 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:55:39.883022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Checking segment: {'id': 'c1a359cb-acdc-47e9-8dcf-4ba61148ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:55:39.883430 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:39.883813 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Bound using segment: {'id': 'c1a359cb-acdc-47e9-8dcf-4ba61148ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:55:39.884284 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Bound port: 13e09997-eded-449b-a58a-d922c2afa675, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a359cb-acdc-47e9-8dcf-4ba61148ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:55:39.884668 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:39.969785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 6f054962-5ea5-47cf-bc81-1cf40ab2db41 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:39.970035 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.050550 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] For port 13e09997-eded-449b-a58a-d922c2afa675, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:55:40.053994 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.073854 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] For port 13e09997-eded-449b-a58a-d922c2afa675, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=13e09997-eded-449b-a58a-d922c2afa675,segment=NetworkSegment(c1a359cb-acdc-47e9-8dcf-4ba61148ecae),segment_id=c1a359cb-acdc-47e9-8dcf-4ba61148ecae)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:55:40.086696 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.093882 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.128548 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.186331 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2f090-803b-46b8-adc1-273811df9134 None None] Pushing event updated for resources: {'Port': ['ID=13e09997-eded-449b-a58a-d922c2afa675,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:40.275583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.280167 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143053e6-45ed-46d7-a52f-c8fe492b62fc None None] Pushing event updated for resources: {'Port': ['ID=e0107d3c-3932-4b79-9565-49e6a755f327,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:40.296216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Attempting to bind port e0107d3c-3932-4b79-9565-49e6a755f327 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:55:40.296688 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Attempting to bind port e0107d3c-3932-4b79-9565-49e6a755f327 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:55:40.296925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Attempting to bind port e0107d3c-3932-4b79-9565-49e6a755f327 on network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:55:40.303344 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:55:40.303713 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Checking segment: {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:55:40.304115 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.304501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Bound using segment: {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:55:40.304966 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Bound port: e0107d3c-3932-4b79-9565-49e6a755f327, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:55:40.305340 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.403826 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] For port e0107d3c-3932-4b79-9565-49e6a755f327, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:55:40.410303 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] For port e0107d3c-3932-4b79-9565-49e6a755f327, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e0107d3c-3932-4b79-9565-49e6a755f327,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:55:40.418572 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.466264 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Router 7c2fcc34-cce4-40b5-918b-de24621559ab is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:55:40.483871 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:40.484786 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:40.546429 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143053e6-45ed-46d7-a52f-c8fe492b62fc None None] Pushing event updated for resources: {'Port': ['ID=e0107d3c-3932-4b79-9565-49e6a755f327,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:40.605595 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:55:40.617744 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Sync routers for ids ['7c2fcc34-cce4-40b5-918b-de24621559ab'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:55:40.625570 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.627052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-cbaaedb8-2a4c-4048-852b-23b7bcecfac8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9467671 Jan 31 16:55:40.629048 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Routers {'7c2fcc34-cce4-40b5-918b-de24621559ab'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:40.629945 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7c2fcc34-cce4-40b5-918b-de24621559ab'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:40.630112 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41002) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:40.647532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-96f3469d-6a8e-4c7c-a677-3927c8419510 None None] Provisioning complete for port e0107d3c-3932-4b79-9565-49e6a755f327 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:40.648049 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-96f3469d-6a8e-4c7c-a677-3927c8419510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.654452 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:40.759696 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Set router 7c2fcc34-cce4-40b5-918b-de24621559ab gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:40.863215 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-96f3469d-6a8e-4c7c-a677-3927c8419510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.929795 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-96f3469d-6a8e-4c7c-a677-3927c8419510 None None] For port e0107d3c-3932-4b79-9565-49e6a755f327, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e0107d3c-3932-4b79-9565-49e6a755f327,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:40.935374 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-96f3469d-6a8e-4c7c-a677-3927c8419510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:40.959444 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'name': 'tempest-TestShelveInstance-33598580-router', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:38Z', 'updated_at': '2022-01-31T16:55:39Z', 'revision_number': 3, 'project_id': '79d73c4f5e094a7695232a8eef30c8c6', 'gw_port': {'id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:90:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:39Z', 'updated_at': '2022-01-31T16:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:40.994232 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Checking router: 7c2fcc34-cce4-40b5-918b-de24621559ab for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:55:40.995062 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Updating router 7c2fcc34-cce4-40b5-918b-de24621559ab port 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:55:40.998751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:41.000976 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3469d-6a8e-4c7c-a677-3927c8419510 None None] Pushing event updated for resources: {'Port': ['ID=e0107d3c-3932-4b79-9565-49e6a755f327,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:41.028487 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.032143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9bea9-eb8f-428b-86c2-9f44a8699f67 None None] The sync data for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 is: [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:55:41.057895 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-fe325361-ec34-4594-98d0-aae690aca1f3 None None] Provisioning complete for port e0107d3c-3932-4b79-9565-49e6a755f327 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:41.058401 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fe325361-ec34-4594-98d0-aae690aca1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.191971 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.394722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Allocated IP 172.20.0.1 (77e9cf97-f8a7-43c2-850e-cb8059339550/7b7da20c-6ea2-416c-a3d9-fb676164aa9c/77b76348-8257-4717-9398-461016368b91) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:55:41.461626 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc4d4e9-903a-4eeb-92e3-235d81e78e22 None None] Network 77e9cf97-f8a7-43c2-850e-cb8059339550 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 16:55:41.482342 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.489626 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.537752 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.539278 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Attempting to bind port 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:55:41.539737 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Attempting to bind port 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:55:41.540188 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Attempting to bind port 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:55:41.552965 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:55:41.553493 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:55:41.553995 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.554471 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:55:41.555087 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Bound port: 8e61de6b-aa4e-42b3-8aef-5916b32f58e2, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:55:41.555567 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.585486 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.594561 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d957114-386e-444c-a34e-9b2688d2668b None None] Pushing event updated for resources: {'Port': ['ID=8e61de6b-aa4e-42b3-8aef-5916b32f58e2,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:41.614940 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-17d96c71-daaf-4d7c-bb28-076bc1c62a47 None None] Provisioning complete for port 13e09997-eded-449b-a58a-d922c2afa675 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:41.615309 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-17d96c71-daaf-4d7c-bb28-076bc1c62a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.626174 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] For port 8e61de6b-aa4e-42b3-8aef-5916b32f58e2, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:55:41.630857 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] For port 8e61de6b-aa4e-42b3-8aef-5916b32f58e2, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8e61de6b-aa4e-42b3-8aef-5916b32f58e2,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:55:41.636938 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.651843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Network 77e9cf97-f8a7-43c2-850e-cb8059339550 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:55:41.655604 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:55:41.660692 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:55:41.696912 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Routers {'7c2fcc34-cce4-40b5-918b-de24621559ab'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:41.697790 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7c2fcc34-cce4-40b5-918b-de24621559ab'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:41.737693 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.741730 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Pushing event updated for resources: {'Port': ['ID=77b76348-8257-4717-9398-461016368b91,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:41.785216 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-17d96c71-daaf-4d7c-bb28-076bc1c62a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.843925 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-17d96c71-daaf-4d7c-bb28-076bc1c62a47 None None] For port 13e09997-eded-449b-a58a-d922c2afa675, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=13e09997-eded-449b-a58a-d922c2afa675,segment=NetworkSegment(c1a359cb-acdc-47e9-8dcf-4ba61148ecae),segment_id=c1a359cb-acdc-47e9-8dcf-4ba61148ecae)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:41.851535 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d957114-386e-444c-a34e-9b2688d2668b None None] Pushing event updated for resources: {'Port': ['ID=8e61de6b-aa4e-42b3-8aef-5916b32f58e2,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:41.854280 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-17d96c71-daaf-4d7c-bb28-076bc1c62a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:41.884239 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] Set router 7c2fcc34-cce4-40b5-918b-de24621559ab gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:41.957407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d96c71-daaf-4d7c-bb28-076bc1c62a47 None None] Pushing event updated for resources: {'Port': ['ID=13e09997-eded-449b-a58a-d922c2afa675,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:41.966585 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:42.071722 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e0107d3c-3932-4b79-9565-49e6a755f327 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:55:42.134651 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ff853e10-df55-4d3e-97d1-cbb0e320267b None None] Provisioning complete for port 13e09997-eded-449b-a58a-d922c2afa675 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:42.135175 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff853e10-df55-4d3e-97d1-cbb0e320267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:42.181235 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port e0107d3c-3932-4b79-9565-49e6a755f327 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:42.181638 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:42.201822 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'name': 'tempest-TestShelveInstance-33598580-router', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:38Z', 'updated_at': '2022-01-31T16:55:39Z', 'revision_number': 3, 'project_id': '79d73c4f5e094a7695232a8eef30c8c6', 'gw_port': {'id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:90:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:39Z', 'updated_at': '2022-01-31T16:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:42.240713 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e421621-ff0e-4339-ab04-d8b324fbe7ec None None] The sync data for ids ['7c2fcc34-cce4-40b5-918b-de24621559ab'] in n-d-827120-1 is: [{'id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'name': 'tempest-TestShelveInstance-33598580-router', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:38Z', 'updated_at': '2022-01-31T16:55:39Z', 'revision_number': 3, 'project_id': '79d73c4f5e094a7695232a8eef30c8c6', 'gw_port': {'id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:90:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:39Z', 'updated_at': '2022-01-31T16:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:55:42.248625 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:42.254637 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:42.356559 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Pushing event updated for resources: {'Port': ['ID=77b76348-8257-4717-9398-461016368b91,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:42.360622 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 13e09997-eded-449b-a58a-d922c2afa675 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:55:42.368636 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:42.393094 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ff853e10-df55-4d3e-97d1-cbb0e320267b None None] Provisioning complete for port 77b76348-8257-4717-9398-461016368b91 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:42.393661 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ff853e10-df55-4d3e-97d1-cbb0e320267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:42.441383 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ff853e10-df55-4d3e-97d1-cbb0e320267b None None] Port 77b76348-8257-4717-9398-461016368b91 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:55:42.451991 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 13e09997-eded-449b-a58a-d922c2afa675 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:42.452365 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:42.487056 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Network 77e9cf97-f8a7-43c2-850e-cb8059339550 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:55:42.488876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:55:42.569853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-3a192f2c-cd57-4c37-ac0e-7a58cf31ca3e None None] Provisioning complete for port 77b76348-8257-4717-9398-461016368b91 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:42.571217 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3a192f2c-cd57-4c37-ac0e-7a58cf31ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:42.613363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-3a192f2c-cd57-4c37-ac0e-7a58cf31ca3e None None] Port 77b76348-8257-4717-9398-461016368b91 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:55:42.624710 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Router 7c2fcc34-cce4-40b5-918b-de24621559ab has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:55:42.777674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:55:42.782950 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-188bc147-08ee-47a2-813e-24b0671189df admin admin] 10.222.0.36 "PUT /v2.0/routers/7c2fcc34-cce4-40b5-918b-de24621559ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1515918 Jan 31 16:55:42.836769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-759364a3-759b-46b1-8abe-93a637279c67 None None] Provisioning complete for port 77b76348-8257-4717-9398-461016368b91 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:42.837163 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-759364a3-759b-46b1-8abe-93a637279c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:42.875718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-759364a3-759b-46b1-8abe-93a637279c67 None None] Port 77b76348-8257-4717-9398-461016368b91 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:55:43.287524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41010) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:43.292951 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-fa04185a-8b92-4571-bf6d-be28208539cb tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978062845', 'description': 'tempest-secgroup-smoke-978062845 description', 'project_id': '169e2a5c991d49988abb47db86d2566c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:43.318921 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa04185a-8b92-4571-bf6d-be28208539cb tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.389034 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa04185a-8b92-4571-bf6d-be28208539cb tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.394077 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa04185a-8b92-4571-bf6d-be28208539cb tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.422887 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-fa04185a-8b92-4571-bf6d-be28208539cb tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.424110 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-fa04185a-8b92-4571-bf6d-be28208539cb tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1353018 Jan 31 16:55:43.426083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04185a-8b92-4571-bf6d-be28208539cb tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b20a7d-dec9-48f9-8c27-922b531314ac,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:43.427306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41012) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:43.432379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-12cd95a9-7c5d-4be9-b6c6-54a194de6596 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group_rule': {'security_group_id': 'e7b20a7d-dec9-48f9-8c27-922b531314ac', 'project_id': '169e2a5c991d49988abb47db86d2566c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:43.464596 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-12cd95a9-7c5d-4be9-b6c6-54a194de6596 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.531700 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-12cd95a9-7c5d-4be9-b6c6-54a194de6596 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.537185 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-12cd95a9-7c5d-4be9-b6c6-54a194de6596 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.553051 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd95a9-7c5d-4be9-b6c6-54a194de6596 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c9cca7-2cd6-4731-833c-07071939bc00,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:43.565360 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-12cd95a9-7c5d-4be9-b6c6-54a194de6596 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.566641 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-12cd95a9-7c5d-4be9-b6c6-54a194de6596 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381953 Jan 31 16:55:43.570767 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41014) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:43.575118 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-de19cab0-7ee3-4e0d-bd8f-1b38b90964d4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group_rule': {'security_group_id': 'e7b20a7d-dec9-48f9-8c27-922b531314ac', 'project_id': '169e2a5c991d49988abb47db86d2566c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:43.613096 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de19cab0-7ee3-4e0d-bd8f-1b38b90964d4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.684235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de19cab0-7ee3-4e0d-bd8f-1b38b90964d4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.689074 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de19cab0-7ee3-4e0d-bd8f-1b38b90964d4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.706775 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19cab0-7ee3-4e0d-bd8f-1b38b90964d4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15afc572-c1f3-4190-8a52-ecffbdab8f17,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:43.713838 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-de19cab0-7ee3-4e0d-bd8f-1b38b90964d4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.715003 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-de19cab0-7ee3-4e0d-bd8f-1b38b90964d4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432979 Jan 31 16:55:43.717789 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41016) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:43.722159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c5066a47-e40a-4f34-ae01-2bc3ac1c8e6d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group_rule': {'security_group_id': 'e7b20a7d-dec9-48f9-8c27-922b531314ac', 'project_id': '169e2a5c991d49988abb47db86d2566c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:43.755214 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5066a47-e40a-4f34-ae01-2bc3ac1c8e6d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.817776 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5066a47-e40a-4f34-ae01-2bc3ac1c8e6d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.823711 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5066a47-e40a-4f34-ae01-2bc3ac1c8e6d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.840491 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5066a47-e40a-4f34-ae01-2bc3ac1c8e6d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fae140-7a45-44fc-b54d-c56c03e0d50b,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:43.852161 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c5066a47-e40a-4f34-ae01-2bc3ac1c8e6d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.854477 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c5066a47-e40a-4f34-ae01-2bc3ac1c8e6d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346111 Jan 31 16:55:43.856633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41018) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:43.861401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-08dbae52-e9db-40a0-a999-e0266e78d4c7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group_rule': {'security_group_id': 'e7b20a7d-dec9-48f9-8c27-922b531314ac', 'project_id': '169e2a5c991d49988abb47db86d2566c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:43.877154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 13e09997-eded-449b-a58a-d922c2afa675 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:55:43.894923 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08dbae52-e9db-40a0-a999-e0266e78d4c7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.932632 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 13e09997-eded-449b-a58a-d922c2afa675 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:43.933002 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.960927 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08dbae52-e9db-40a0-a999-e0266e78d4c7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.966412 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08dbae52-e9db-40a0-a999-e0266e78d4c7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.984393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbae52-e9db-40a0-a999-e0266e78d4c7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759b2eaf-b2b5-4889-8c06-a4a121f8a273,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:43.993596 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-08dbae52-e9db-40a0-a999-e0266e78d4c7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:43.995128 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-08dbae52-e9db-40a0-a999-e0266e78d4c7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374052 Jan 31 16:55:43.997992 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41020) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:44.002843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ec54930d-c38a-4560-9e9f-cccb90cdaa6a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group_rule': {'security_group_id': 'e7b20a7d-dec9-48f9-8c27-922b531314ac', 'project_id': '169e2a5c991d49988abb47db86d2566c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:44.015265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:55:44.027395 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-ec54930d-c38a-4560-9e9f-cccb90cdaa6a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Project 169e2a5c991d49988abb47db86d2566c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:55:44.032393 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ec54930d-c38a-4560-9e9f-cccb90cdaa6a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:44.062347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:44.062715 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:44.095976 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ec54930d-c38a-4560-9e9f-cccb90cdaa6a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:44.100372 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ec54930d-c38a-4560-9e9f-cccb90cdaa6a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:44.117816 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54930d-c38a-4560-9e9f-cccb90cdaa6a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fc8a9d-7926-4e0b-91b5-a17b53788fee,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:44.126239 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ec54930d-c38a-4560-9e9f-cccb90cdaa6a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:44.130415 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ec54930d-c38a-4560-9e9f-cccb90cdaa6a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285267 Jan 31 16:55:44.130415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41022) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:44.134966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-1834e3a0-91c8-42b3-a269-2d357d9d6020 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group_rule': {'security_group_id': 'e7b20a7d-dec9-48f9-8c27-922b531314ac', 'project_id': '169e2a5c991d49988abb47db86d2566c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:44.150229 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:44.163516 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-1834e3a0-91c8-42b3-a269-2d357d9d6020 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Project 169e2a5c991d49988abb47db86d2566c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:55:44.170801 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1834e3a0-91c8-42b3-a269-2d357d9d6020 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:44.173959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 8e61de6b-aa4e-42b3-8aef-5916b32f58e2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8e61de6b-aa4e-42b3-8aef-5916b32f58e2,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:44.179131 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:44.230865 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=8e61de6b-aa4e-42b3-8aef-5916b32f58e2,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:44.235522 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1834e3a0-91c8-42b3-a269-2d357d9d6020 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:44.240029 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1834e3a0-91c8-42b3-a269-2d357d9d6020 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:44.257554 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834e3a0-91c8-42b3-a269-2d357d9d6020 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6487de8-5aac-45d9-ae43-a32deeece559,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:44.268292 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-1834e3a0-91c8-42b3-a269-2d357d9d6020 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:44.271099 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1834e3a0-91c8-42b3-a269-2d357d9d6020 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384032 Jan 31 16:55:44.421802 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-beb09ac8-2a07-469e-b55c-ed8f752b2dbd tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978062845&fields=id&tenant_id=169e2a5c991d49988abb47db86d2566c HTTP/1.1" status: 200 len: 267 time: 0.0405097 Jan 31 16:55:44.483629 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Sync routers for ids ['7c2fcc34-cce4-40b5-918b-de24621559ab'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:55:44.493882 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Routers {'7c2fcc34-cce4-40b5-918b-de24621559ab'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:44.494532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7c2fcc34-cce4-40b5-918b-de24621559ab'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:44.538523 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d2af77da-8543-46e9-9099-42de0ff1fb27 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:44.540174 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d2af77da-8543-46e9-9099-42de0ff1fb27 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 809 time: 0.1078863 Jan 31 16:55:44.556188 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-adfe6d72-1787-43b0-91e0-e91bf13cae22 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/quotas/169e2a5c991d49988abb47db86d2566c HTTP/1.1" status: 200 len: 375 time: 0.0098157 Jan 31 16:55:44.609527 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Set router 7c2fcc34-cce4-40b5-918b-de24621559ab gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:44.614786 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-96087b7e-88a4-49c6-a04e-a806199510b1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514984 Jan 31 16:55:44.712156 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-64101be3-a8d8-4fb7-b5d8-a1ab687ee90c service neutron] 10.222.0.36 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847898 Jan 31 16:55:44.808081 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-ec3be1a8-872d-4a41-bce1-982789590cf4 service neutron] 10.222.0.36 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892894 Jan 31 16:55:44.816349 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'name': 'tempest-TestShelveInstance-33598580-router', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:38Z', 'updated_at': '2022-01-31T16:55:41Z', 'revision_number': 4, 'project_id': '79d73c4f5e094a7695232a8eef30c8c6', 'gw_port': {'id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:39Z', 'updated_at': '2022-01-31T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '77b76348-8257-4717-9398-461016368b91', 'name': '', 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'mac_address': 'fa:16:3e:3a:50:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7b7da20c-6ea2-416c-a3d9-fb676164aa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:41Z', 'updated_at': '2022-01-31T16:55:42Z', 'revision_number': 2, 'project_id': '79d73c4f5e094a7695232a8eef30c8c6', 'subnets': [{'id': '7b7da20c-6ea2-416c-a3d9-fb676164aa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:44.842731 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Checking router: 7c2fcc34-cce4-40b5-918b-de24621559ab for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:55:44.843089 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Updating router 7c2fcc34-cce4-40b5-918b-de24621559ab port 77b76348-8257-4717-9398-461016368b91 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:55:44.874730 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:44.975647 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-54db8702-2d38-4b03-895c-319a879a0291 req-074e9887-923f-472c-b529-a2dd422c2042 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 210 time: 0.0288038 Jan 31 16:55:45.151868 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:45.158382 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:45.373664 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966a45b-7961-4f90-98b1-61cfc9a7a8cc None None] Pushing event updated for resources: {'Port': ['ID=77b76348-8257-4717-9398-461016368b91,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:45.425214 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Attempting to bind port 77b76348-8257-4717-9398-461016368b91 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:55:45.425614 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Attempting to bind port 77b76348-8257-4717-9398-461016368b91 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'c1a359cb-acdc-47e9-8dcf-4ba61148ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:55:45.426182 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Attempting to bind port 77b76348-8257-4717-9398-461016368b91 on network 77e9cf97-f8a7-43c2-850e-cb8059339550 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:55:45.431627 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:55:45.432078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Checking segment: {'id': 'c1a359cb-acdc-47e9-8dcf-4ba61148ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:55:45.432400 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:45.432804 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Bound using segment: {'id': 'c1a359cb-acdc-47e9-8dcf-4ba61148ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:55:45.433295 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Bound port: 77b76348-8257-4717-9398-461016368b91, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a359cb-acdc-47e9-8dcf-4ba61148ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:55:45.433748 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:45.507240 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] For port 77b76348-8257-4717-9398-461016368b91, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:55:45.511417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] For port 77b76348-8257-4717-9398-461016368b91, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=77b76348-8257-4717-9398-461016368b91,segment=NetworkSegment(c1a359cb-acdc-47e9-8dcf-4ba61148ecae),segment_id=c1a359cb-acdc-47e9-8dcf-4ba61148ecae)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:55:45.518215 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:45.579284 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Routers {'7c2fcc34-cce4-40b5-918b-de24621559ab'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:45.579996 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7c2fcc34-cce4-40b5-918b-de24621559ab'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:45.628510 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966a45b-7961-4f90-98b1-61cfc9a7a8cc None None] Pushing event updated for resources: {'Port': ['ID=77b76348-8257-4717-9398-461016368b91,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:45.690048 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-e14b9818-4955-4b78-b0c2-d62355c3a858 None None] Provisioning complete for port 77b76348-8257-4717-9398-461016368b91 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:45.690416 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e14b9818-4955-4b78-b0c2-d62355c3a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:45.751984 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] Set router 7c2fcc34-cce4-40b5-918b-de24621559ab gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:45.800363 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:55:45.933564 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e14b9818-4955-4b78-b0c2-d62355c3a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:46.001183 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e14b9818-4955-4b78-b0c2-d62355c3a858 None None] For port 77b76348-8257-4717-9398-461016368b91, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=77b76348-8257-4717-9398-461016368b91,segment=NetworkSegment(c1a359cb-acdc-47e9-8dcf-4ba61148ecae),segment_id=c1a359cb-acdc-47e9-8dcf-4ba61148ecae)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:46.002257 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:46.002644 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:46.025487 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e14b9818-4955-4b78-b0c2-d62355c3a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:46.083508 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2074f817-3c4b-442c-b5b8-c9979c45d4c8 req-db3ce0f3-99af-4d25-9c53-ffc6a31c5b4d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 210 time: 0.0282154 Jan 31 16:55:46.132566 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b9818-4955-4b78-b0c2-d62355c3a858 None None] Pushing event updated for resources: {'Port': ['ID=77b76348-8257-4717-9398-461016368b91,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:46.170095 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-7270c013-ed05-4c95-a1c5-9143f6e8cd40 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:46.171568 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-7270c013-ed05-4c95-a1c5-9143f6e8cd40 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 809 time: 0.1308396 Jan 31 16:55:46.185903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6b8055ac-6c11-456e-8dcb-912d67351b70 None None] Provisioning complete for port 77b76348-8257-4717-9398-461016368b91 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:46.186451 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6b8055ac-6c11-456e-8dcb-912d67351b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:46.221071 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'name': 'tempest-TestShelveInstance-33598580-router', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:38Z', 'updated_at': '2022-01-31T16:55:41Z', 'revision_number': 4, 'project_id': '79d73c4f5e094a7695232a8eef30c8c6', 'gw_port': {'id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:39Z', 'updated_at': '2022-01-31T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '77b76348-8257-4717-9398-461016368b91', 'name': '', 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'mac_address': 'fa:16:3e:3a:50:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7b7da20c-6ea2-416c-a3d9-fb676164aa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:41Z', 'updated_at': '2022-01-31T16:55:45Z', 'revision_number': 4, 'project_id': '79d73c4f5e094a7695232a8eef30c8c6', 'subnets': [{'id': '7b7da20c-6ea2-416c-a3d9-fb676164aa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:46.222426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-02aee969-2804-48ea-ba59-fe5095d3c744 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=169e2a5c991d49988abb47db86d2566c HTTP/1.1" status: 200 len: 379 time: 0.0364316 Jan 31 16:55:46.233172 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'port': {'device_id': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'admin_state_up': True, 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'security_groups': ['e7b20a7d-dec9-48f9-8c27-922b531314ac']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:46.256787 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cae595-d6d5-4ced-8093-c93e47a4fcaa None None] The sync data for ids ['7c2fcc34-cce4-40b5-918b-de24621559ab'] in n-d-827120-1 is: [{'id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'name': 'tempest-TestShelveInstance-33598580-router', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:38Z', 'updated_at': '2022-01-31T16:55:41Z', 'revision_number': 4, 'project_id': '79d73c4f5e094a7695232a8eef30c8c6', 'gw_port': {'id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:39Z', 'updated_at': '2022-01-31T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '77b76348-8257-4717-9398-461016368b91', 'name': '', 'network_id': '77e9cf97-f8a7-43c2-850e-cb8059339550', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'mac_address': 'fa:16:3e:3a:50:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7b7da20c-6ea2-416c-a3d9-fb676164aa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:41Z', 'updated_at': '2022-01-31T16:55:45Z', 'revision_number': 4, 'project_id': '79d73c4f5e094a7695232a8eef30c8c6', 'subnets': [{'id': '7b7da20c-6ea2-416c-a3d9-fb676164aa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:55:46.366504 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Made reservation on behalf of 169e2a5c991d49988abb47db86d2566c for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:55:46.370440 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:46.883684 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Allocated IP 172.20.0.11 (27ed669b-8d9c-49d3-aaba-bfd243b01f78/3f7eface-be17-4276-b222-60eec327a9d1/61780208-c356-45ae-bca4-f002bcd5b70f) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:55:47.027539 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:47.065314 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-eb29cd3b-358b-42d8-82ad-76f340511ff7 req-d07bce7e-1b67-4ef6-8123-6e34e91c4c0c service neutron] (108771) timed out ('10.222.0.20', 57720) {{(pid=108771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:55:47.067936 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:47.119954 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:55:47.122928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:55:47.125445 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:55:47.160962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'Port': ['ID=61780208-c356-45ae-bca4-f002bcd5b70f,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:47.213524 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:47.214264 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:47.235654 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d071d62e-b096-48d8-87f6-4c04fbe0be54 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0062137 Jan 31 16:55:47.244177 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e247aee-b041-4480-8646-70ccc5bc5229 req-42c90d1c-d529-44e1-8502-1d2a379186f1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:47.245751 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e247aee-b041-4480-8646-70ccc5bc5229 req-42c90d1c-d529-44e1-8502-1d2a379186f1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 932 time: 0.0889926 Jan 31 16:55:47.250811 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Request body: {'port': {'device_id': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:47.329508 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60ef6023-8c13-48f6-b690-14fc948065dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:47.330094 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7e247aee-b041-4480-8646-70ccc5bc5229 req-0a78ef76-033a-4abf-8138-7d53dceb4ba5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756209 Jan 31 16:55:47.332034 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:47.343203 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-a97f014f-820c-41cd-b734-836af7bfb738 None None] Provisioning complete for port 61780208-c356-45ae-bca4-f002bcd5b70f triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:47.343569 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a97f014f-820c-41cd-b734-836af7bfb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:47.383289 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-a97f014f-820c-41cd-b734-836af7bfb738 None None] Port 61780208-c356-45ae-bca4-f002bcd5b70f cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 16:55:47.604497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61780208-c356-45ae-bca4-f002bcd5b70f {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:55:47.612883 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:47.625677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Transition to ACTIVE for port object 61780208-c356-45ae-bca4-f002bcd5b70f will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 16:55:47.631888 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:47.680712 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Pushing event updated for resources: {'Port': ['ID=61780208-c356-45ae-bca4-f002bcd5b70f,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:47.754501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Attempting to bind port 61780208-c356-45ae-bca4-f002bcd5b70f on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 16:55:47.754852 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Attempting to bind port 61780208-c356-45ae-bca4-f002bcd5b70f by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 16:55:47.755192 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Attempting to bind port 61780208-c356-45ae-bca4-f002bcd5b70f on network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:55:47.762284 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Port 61780208-c356-45ae-bca4-f002bcd5b70f on network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 16:55:47.762631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Attempting to bind port 61780208-c356-45ae-bca4-f002bcd5b70f on network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:55:47.768367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:55:47.768702 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Checking segment: {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 16:55:47.769237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Bound using segment: {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:55:47.769637 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Bound port: 61780208-c356-45ae-bca4-f002bcd5b70f, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 16:55:47.770025 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:47.850061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:55:47.853671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61780208-c356-45ae-bca4-f002bcd5b70f,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:55:47.858463 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:47.865585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 77b76348-8257-4717-9398-461016368b91 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:55:47.903795 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:47.904415 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:47.905851 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-d6d93271-3498-4488-bb27-740d86532998 service neutron] 10.222.0.30 "PUT /v2.0/ports/61780208-c356-45ae-bca4-f002bcd5b70f HTTP/1.1" status: 200 len: 1092 time: 0.6591487 Jan 31 16:55:47.906349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:55:47.908807 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4304df45-9566-44dc-896c-793c9f54a202" -d '{"events": [{"name": "network-changed", "server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:55:47.937699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 77b76348-8257-4717-9398-461016368b91 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:47.938112 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:47.947838 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d93271-3498-4488-bb27-740d86532998 service neutron] Pushing event updated for resources: {'Port': ['ID=61780208-c356-45ae-bca4-f002bcd5b70f,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:47.996967 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-dc20e6c3-eb6e-4ca9-8eb3-2fe3647d874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:47.999620 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-dc20e6c3-eb6e-4ca9-8eb3-2fe3647d874b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1095 time: 0.0482831 Jan 31 16:55:48.057522 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d0caef-ad3b-4736-8e88-604a33fe62bd x-openstack-request-id: req-08d0caef-ad3b-4736-8e88-604a33fe62bd {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:55:48.057816 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:55:48.058065 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08d0caef-ad3b-4736-8e88-604a33fe62bd {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:55:48.058472 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f', 'status': 'completed', 'code': 200} Jan 31 16:55:48.060421 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-798ea67f-99e8-4337-9702-adbd279ad55f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61780208-c356-45ae-bca4-f002bcd5b70f HTTP/1.1" status: 200 len: 217 time: 0.0445805 Jan 31 16:55:48.111059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-21007811-d1a0-4274-a6d9-4f6ad354b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:48.112657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-21007811-d1a0-4274-a6d9-4f6ad354b8f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0458314 Jan 31 16:55:48.162417 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-64adac07-90bd-4871-89d4-5031af232539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:48.163989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-64adac07-90bd-4871-89d4-5031af232539 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425522 Jan 31 16:55:48.263512 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-771d6100-805a-4fa2-ada7-3ee448d432e8 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869737 Jan 31 16:55:48.359856 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c47277bf-6a64-4b18-a603-b6f7e93347ff req-2ffe7ba0-529b-4a7d-8747-51a091091dad service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892334 Jan 31 16:55:48.489294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a8d2e-cab4-4fec-af40-fdb9599c9a91 req-5692dad2-4f00-4f20-9b83-9f1565865323 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:48.490855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c49a8d2e-cab4-4fec-af40-fdb9599c9a91 req-5692dad2-4f00-4f20-9b83-9f1565865323 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0837293 Jan 31 16:55:48.507076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304df45-9566-44dc-896c-793c9f54a202 req-1fd17304-b8d8-4e41-b407-c52926f153de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:48.508573 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4304df45-9566-44dc-896c-793c9f54a202 req-1fd17304-b8d8-4e41-b407-c52926f153de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1095 time: 0.0883799 Jan 31 16:55:48.582177 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c49a8d2e-cab4-4fec-af40-fdb9599c9a91 req-9fc6c68f-490a-46de-a56e-253ea2e2df0f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846016 Jan 31 16:55:48.623323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304df45-9566-44dc-896c-793c9f54a202 req-5588c2e2-2004-4c04-91e0-c298db7dfaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:48.624689 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4304df45-9566-44dc-896c-793c9f54a202 req-5588c2e2-2004-4c04-91e0-c298db7dfaae service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.1072838 Jan 31 16:55:48.671230 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4304df45-9566-44dc-896c-793c9f54a202 req-6558964a-c7af-4d4e-bb77-bba70d086a56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61780208-c356-45ae-bca4-f002bcd5b70f HTTP/1.1" status: 200 len: 217 time: 0.0394559 Jan 31 16:55:48.720975 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304df45-9566-44dc-896c-793c9f54a202 req-c68e5bde-0d81-494b-82a9-bdd6f5ed81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:48.722519 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4304df45-9566-44dc-896c-793c9f54a202 req-c68e5bde-0d81-494b-82a9-bdd6f5ed81f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0444779 Jan 31 16:55:48.769996 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304df45-9566-44dc-896c-793c9f54a202 req-25c3441e-71f0-4ccc-9970-75d541569240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:48.771499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4304df45-9566-44dc-896c-793c9f54a202 req-25c3441e-71f0-4ccc-9970-75d541569240 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419147 Jan 31 16:55:48.871374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4304df45-9566-44dc-896c-793c9f54a202 req-3c04fe3c-b1ea-4b05-898a-2d69a367482c service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915887 Jan 31 16:55:48.963884 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4304df45-9566-44dc-896c-793c9f54a202 req-12b817dd-d8d3-472c-9dc7-91ae063d707e service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854344 Jan 31 16:55:49.717067 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43433e-f709-46b9-840c-9b077b5ff88f req-ee28fb4d-9a84-4112-8714-edf8ef4639f6 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:49.719529 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e43433e-f709-46b9-840c-9b077b5ff88f req-ee28fb4d-9a84-4112-8714-edf8ef4639f6 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0590553 Jan 31 16:55:49.762066 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e43433e-f709-46b9-840c-9b077b5ff88f req-4cfaba30-f7e0-4052-8413-67c65d03c194 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328462 Jan 31 16:55:49.804929 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-366240a4-39d8-439c-8818-34028a23dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:50.472228 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61780208-c356-45ae-bca4-f002bcd5b70f details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:55:50.579591 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61780208-c356-45ae-bca4-f002bcd5b70f,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:50.590904 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '61780208-c356-45ae-bca4-f002bcd5b70f', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'port_id': '61780208-c356-45ae-bca4-f002bcd5b70f', 'mac_address': 'fa:16:3e:10:27:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:55:50.630454 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:50.645361 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61780208-c356-45ae-bca4-f002bcd5b70f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:55:50.668005 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61780208-c356-45ae-bca4-f002bcd5b70f,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:50.672991 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:50.723210 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=61780208-c356-45ae-bca4-f002bcd5b70f,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:50.892155 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474e816-b2e9-4f27-8ad4-5a599661d94c req-45f29fd0-51a9-4221-a616-55f0a1b64bb6 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:50.893735 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d474e816-b2e9-4f27-8ad4-5a599661d94c req-45f29fd0-51a9-4221-a616-55f0a1b64bb6 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 945 time: 0.0525243 Jan 31 16:55:50.930010 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['61780208-c356-45ae-bca4-f002bcd5b70f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:55:50.934976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d474e816-b2e9-4f27-8ad4-5a599661d94c req-82c651fe-7b51-4320-a324-94181eabf951 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343184 Jan 31 16:55:51.130318 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:52.066409 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f7605-5ddb-4d29-9882-ba7df4bd295e req-eeb71afe-f87b-48ac-a815-9b74064d06f1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:52.067937 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-476f7605-5ddb-4d29-9882-ba7df4bd295e req-eeb71afe-f87b-48ac-a815-9b74064d06f1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 945 time: 0.0595684 Jan 31 16:55:52.106114 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-476f7605-5ddb-4d29-9882-ba7df4bd295e req-7d831111-9a20-4882-9423-0eb110ab6bb4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319295 Jan 31 16:55:52.474238 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61780208-c356-45ae-bca4-f002bcd5b70f up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:55:52.546075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 61780208-c356-45ae-bca4-f002bcd5b70f completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 16:55:52.555884 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 61780208-c356-45ae-bca4-f002bcd5b70f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:55:52.556503 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:52.560225 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:52.662367 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:52.665723 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:52.689721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:55:52.691997 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07cd658-f752-4f7c-aad3-c011d44dec37" -d '{"events": [{"server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "name": "network-vif-plugged", "status": "completed", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:55:52.705039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61780208-c356-45ae-bca4-f002bcd5b70f,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:55:52.710790 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:52.735490 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31c5e66-07c5-4041-a376-8d9c93fad90f x-openstack-request-id: req-d31c5e66-07c5-4041-a376-8d9c93fad90f {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:55:52.735775 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "name": "network-vif-plugged", "status": "completed", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:55:52.736029 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d31c5e66-07c5-4041-a376-8d9c93fad90f {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:55:52.736412 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f', 'code': 200} Jan 31 16:55:52.761960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=61780208-c356-45ae-bca4-f002bcd5b70f,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:52.836796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e48ab-428f-4fec-bd53-c5a50394cbb3 req-f749dd82-d78d-44fb-82ef-32db5654d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:52.838332 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-607e48ab-428f-4fec-bd53-c5a50394cbb3 req-f749dd82-d78d-44fb-82ef-32db5654d4b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1097 time: 0.0454230 Jan 31 16:55:52.875963 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-607e48ab-428f-4fec-bd53-c5a50394cbb3 req-3eb2dba0-e03b-49bc-88ee-8f8e44a6b2be service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308349 Jan 31 16:55:53.248110 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c9962-16cb-4631-8d2c-a7c99408fa7e req-65b22a12-b7f3-4966-8c94-0205ccb05479 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:53.250347 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-571c9962-16cb-4631-8d2c-a7c99408fa7e req-65b22a12-b7f3-4966-8c94-0205ccb05479 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0584960 Jan 31 16:55:53.301971 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-571c9962-16cb-4631-8d2c-a7c99408fa7e req-635c41a1-a66e-400e-bf6b-89c19f47d5bd tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414212 Jan 31 16:55:54.430279 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fae6f0-3f8e-4c3e-bc29-a3c44546c56d req-236b80fe-bc48-44f8-8df9-727e5ee0e7ce tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:54.431750 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-82fae6f0-3f8e-4c3e-bc29-a3c44546c56d req-236b80fe-bc48-44f8-8df9-727e5ee0e7ce tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0508435 Jan 31 16:55:54.468820 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-82fae6f0-3f8e-4c3e-bc29-a3c44546c56d req-b69b94e2-801a-4f5d-80a2-b29663f2cf0c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310297 Jan 31 16:55:54.594149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525fe4b-7105-4304-b1c3-5299db2ea960 req-88c1162a-10e2-4dc9-b837-819095b1690d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:54.595518 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a525fe4b-7105-4304-b1c3-5299db2ea960 req-88c1162a-10e2-4dc9-b837-819095b1690d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0593090 Jan 31 16:55:54.635886 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a525fe4b-7105-4304-b1c3-5299db2ea960 req-3b4bff0b-f9f6-4e50-8904-b7957909ef71 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333233 Jan 31 16:55:54.658295 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41078) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:54.823754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b0d74d-5976-44ab-88da-f6434e5e5f6b tempest-TestShelveInstance-496343493 tempest-TestShelveInstance-496343493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:54.826015 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-24b0d74d-5976-44ab-88da-f6434e5e5f6b tempest-TestShelveInstance-496343493 tempest-TestShelveInstance-496343493-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1092 time: 0.1663897 Jan 31 16:55:54.830291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41082) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:55:54.836796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '61780208-c356-45ae-bca4-f002bcd5b70f', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:55:54.872739 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:54.974982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:55.084018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Allocated IP 172.25.1.251 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/16a9bdd8-004f-44d4-b72b-b358b635fb94) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:55:55.193130 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:55.232338 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:55.277739 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:55:55.282427 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:55:55.286682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:55:55.289652 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'Port': ['ID=16a9bdd8-004f-44d4-b72b-b358b635fb94,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:55.648553 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:55.717829 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:55.879003 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:55.886535 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:55.955522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'Port': ['ID=16a9bdd8-004f-44d4-b72b-b358b635fb94,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:55:55.965342 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:56.080055 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Floating IP 6d6a6d52-356d-4366-8e92-50916cc49dd8 associated. External IP: 172.25.1.251, port: 61780208-c356-45ae-bca4-f002bcd5b70f. Jan 31 16:55:56.286040 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:55:56.332506 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:56.394209 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:55:56.404251 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24813525-2d6d-4a50-a241-30260c157e1c None None] Sync routers for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:55:56.414494 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:55:56.416789 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24813525-2d6d-4a50-a241-30260c157e1c None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:56.417397 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-24813525-2d6d-4a50-a241-30260c157e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:56.443280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-848b1201-bbe9-4728-98df-023546c62e09 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6116767 Jan 31 16:55:56.443894 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:55:56.446325 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe331765-384a-4877-86fe-b450a8735c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:55:56.482175 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e64a31e-f490-4212-9be3-55f7ec2c362e x-openstack-request-id: req-4e64a31e-f490-4212-9be3-55f7ec2c362e {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:55:56.482446 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:55:56.482795 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e64a31e-f490-4212-9be3-55f7ec2c362e {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:55:56.483175 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f', 'status': 'completed', 'code': 200} Jan 31 16:55:56.522146 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-24813525-2d6d-4a50-a241-30260c157e1c None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:56.550870 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331765-384a-4877-86fe-b450a8735c8d req-c1a3972a-0533-43fc-8420-6d861115ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:56.552294 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe331765-384a-4877-86fe-b450a8735c8d req-c1a3972a-0533-43fc-8420-6d861115ad2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1097 time: 0.0473194 Jan 31 16:55:56.643397 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331765-384a-4877-86fe-b450a8735c8d req-58ccf318-6201-4ef0-b09d-2d0042801e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:56.644884 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe331765-384a-4877-86fe-b450a8735c8d req-58ccf318-6201-4ef0-b09d-2d0042801e5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0862103 Jan 31 16:55:56.717111 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe331765-384a-4877-86fe-b450a8735c8d req-49c08c07-ec16-4cca-88ab-b0db9c6d56ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61780208-c356-45ae-bca4-f002bcd5b70f HTTP/1.1" status: 200 len: 1000 time: 0.0654733 Jan 31 16:55:56.747858 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-24813525-2d6d-4a50-a241-30260c157e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '6d6a6d52-356d-4366-8e92-50916cc49dd8', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'floating_ip_address': '172.25.1.251', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'port_id': '61780208-c356-45ae-bca4-f002bcd5b70f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'mac_address': 'fa:16:3e:10:27:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:55:55Z', 'updated_at': '2022-01-31T16:55:55Z', 'revision_number': 0, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:56.767794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331765-384a-4877-86fe-b450a8735c8d req-4c9ddea1-0d89-4a70-97e7-250c45b8d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:56.769505 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe331765-384a-4877-86fe-b450a8735c8d req-4c9ddea1-0d89-4a70-97e7-250c45b8d806 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0452800 Jan 31 16:55:56.777546 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24813525-2d6d-4a50-a241-30260c157e1c None None] Checking router: 1ec584d0-d3aa-4e9a-bd01-c47944b53637 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:55:56.786308 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24813525-2d6d-4a50-a241-30260c157e1c None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:55:56.786941 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-24813525-2d6d-4a50-a241-30260c157e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:55:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:56.814796 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331765-384a-4877-86fe-b450a8735c8d req-3af44ee1-8ced-4eab-93cb-67041227e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:55:56.816289 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe331765-384a-4877-86fe-b450a8735c8d req-3af44ee1-8ced-4eab-93cb-67041227e7fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399592 Jan 31 16:55:56.890561 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-24813525-2d6d-4a50-a241-30260c157e1c None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:55:56.908914 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe331765-384a-4877-86fe-b450a8735c8d req-1d66c662-3288-4741-80c0-5c11e80139e8 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857470 Jan 31 16:55:57.003050 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fe331765-384a-4877-86fe-b450a8735c8d req-4a6e696d-40c8-48d1-a4e3-9478ec5f359d service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871165 Jan 31 16:55:57.112952 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-24813525-2d6d-4a50-a241-30260c157e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '6d6a6d52-356d-4366-8e92-50916cc49dd8', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'floating_ip_address': '172.25.1.251', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'port_id': '61780208-c356-45ae-bca4-f002bcd5b70f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'mac_address': 'fa:16:3e:10:27:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:55:55Z', 'updated_at': '2022-01-31T16:55:55Z', 'revision_number': 0, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:55:57.139229 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24813525-2d6d-4a50-a241-30260c157e1c None None] The sync data for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 is: [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '6d6a6d52-356d-4366-8e92-50916cc49dd8', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'floating_ip_address': '172.25.1.251', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'port_id': '61780208-c356-45ae-bca4-f002bcd5b70f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'mac_address': 'fa:16:3e:10:27:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T16:55:55Z', 'updated_at': '2022-01-31T16:55:55Z', 'revision_number': 0, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:55:57.336655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133886c9-f713-4cca-b955-462d3b04b8c9 None None] New status for floating IP 6d6a6d52-356d-4366-8e92-50916cc49dd8: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:55:58.481796 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:06.524222 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-368ede5e-88bf-4300-8733-4fbf245c2b29 req-e0e08c65-c662-4e1f-950a-73d2eb770c8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483804 Jan 31 16:56:06.621148 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ede5e-88bf-4300-8733-4fbf245c2b29 req-49caff57-7cbd-4b0d-bb6a-4e61b624a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:56:06.623083 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-368ede5e-88bf-4300-8733-4fbf245c2b29 req-49caff57-7cbd-4b0d-bb6a-4e61b624a4e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1097 time: 0.0502315 Jan 31 16:56:06.741299 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ede5e-88bf-4300-8733-4fbf245c2b29 req-f98dd836-de61-473e-9163-daf5a265cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:56:06.743097 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-368ede5e-88bf-4300-8733-4fbf245c2b29 req-f98dd836-de61-473e-9163-daf5a265cc83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0969837 Jan 31 16:56:06.813962 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-368ede5e-88bf-4300-8733-4fbf245c2b29 req-67d617ce-fcf4-4d6d-a82d-394121067b9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61780208-c356-45ae-bca4-f002bcd5b70f HTTP/1.1" status: 200 len: 1002 time: 0.0613494 Jan 31 16:56:06.868783 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ede5e-88bf-4300-8733-4fbf245c2b29 req-16642df0-9820-449d-90b7-68bb12c26cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:56:06.870201 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-368ede5e-88bf-4300-8733-4fbf245c2b29 req-16642df0-9820-449d-90b7-68bb12c26cae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0498121 Jan 31 16:56:06.917119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ede5e-88bf-4300-8733-4fbf245c2b29 req-82eeda2f-4f72-4c41-a875-b403842a5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:56:06.918589 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-368ede5e-88bf-4300-8733-4fbf245c2b29 req-82eeda2f-4f72-4c41-a875-b403842a5f33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411541 Jan 31 16:56:07.015977 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-368ede5e-88bf-4300-8733-4fbf245c2b29 req-083de4ca-5790-4813-a195-25e376f3a7bf service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872955 Jan 31 16:56:07.114574 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-368ede5e-88bf-4300-8733-4fbf245c2b29 req-edb5fe4e-bb7d-4c82-a1a5-5cb6904d8ebf service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912862 Jan 31 16:56:15.099907 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:56:17.343169 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d3588871-cea9-4527-802d-3556b682eec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:19.813429 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9f97e3cb-3c3f-4cfd-bfab-e886c3b5352c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:21.130431 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:22.557582 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:22.655837 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:26.352337 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:28.500441 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:28.646199 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-a3a611b2-af0d-4786-9fd4-c7e08ec406f2 req-9e791958-187d-4819-8fc8-8e31c65b9d4e service neutron] (108771) timed out ('10.222.0.36', 57032) {{(pid=108771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 16:56:47.341945 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b19697ce-e4f3-4c96-845f-ad3af79e002b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:49.813574 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ecdf7ca0-1719-4f5c-9e33-1eae81c36825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:51.124685 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:52.105131 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:56:52.562849 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:52.651798 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:56.363809 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:56:58.505276 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:07.539947 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fe49f80-64b8-47df-a13c-b31c1aa58000 req-ad715ee1-ff5b-49bf-8a24-cd0374aa27ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538244 Jan 31 16:57:07.644840 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe49f80-64b8-47df-a13c-b31c1aa58000 req-4907a55a-2a40-480c-8aef-e384401630f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:57:07.646762 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fe49f80-64b8-47df-a13c-b31c1aa58000 req-4907a55a-2a40-480c-8aef-e384401630f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1097 time: 0.0490406 Jan 31 16:57:07.766693 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe49f80-64b8-47df-a13c-b31c1aa58000 req-542fc109-d380-4dab-863c-59febac8367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:57:07.768853 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fe49f80-64b8-47df-a13c-b31c1aa58000 req-542fc109-d380-4dab-863c-59febac8367c service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0976698 Jan 31 16:57:07.840871 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fe49f80-64b8-47df-a13c-b31c1aa58000 req-57ff09c0-bf2f-45a1-bc33-00b18a1758f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61780208-c356-45ae-bca4-f002bcd5b70f HTTP/1.1" status: 200 len: 1002 time: 0.0618443 Jan 31 16:57:08.262966 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe49f80-64b8-47df-a13c-b31c1aa58000 req-8eb3df07-2297-4861-8228-2c2eeb12832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:57:08.264499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fe49f80-64b8-47df-a13c-b31c1aa58000 req-8eb3df07-2297-4861-8228-2c2eeb12832d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.4141829 Jan 31 16:57:08.317694 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe49f80-64b8-47df-a13c-b31c1aa58000 req-1bbeceb5-d33a-46bd-b9c2-b55193300a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:57:08.319148 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fe49f80-64b8-47df-a13c-b31c1aa58000 req-1bbeceb5-d33a-46bd-b9c2-b55193300a75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428307 Jan 31 16:57:08.418258 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fe49f80-64b8-47df-a13c-b31c1aa58000 req-55bde1bb-e670-4860-ba05-4a510374218b service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862429 Jan 31 16:57:08.516464 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8fe49f80-64b8-47df-a13c-b31c1aa58000 req-de6b60e5-11e6-413b-a6e7-de97d3079c16 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869055 Jan 31 16:57:17.346676 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f5ba5c4f-77d6-416c-bf5d-a090d0e74a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:19.818084 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b40e4285-2cf3-4289-aaa3-10ec9578959e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:21.132564 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:22.573855 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:22.651185 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:26.378666 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:28.512599 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:29.109840 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:57:47.348491 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1877589f-b807-4eaf-8bda-ce4ea2168a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:49.813407 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e581fb35-4935-4f6e-8bea-b6148507a113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:51.132419 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:52.570447 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:52.645753 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:54.159539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9e7d8-9fdb-4d17-8766-19ef1e69653a req-ca2dfb1c-87da-4ab3-99fe-ac9035522563 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:57:54.161011 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-82a9e7d8-9fdb-4d17-8766-19ef1e69653a req-ca2dfb1c-87da-4ab3-99fe-ac9035522563 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0502791 Jan 31 16:57:54.199832 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-82a9e7d8-9fdb-4d17-8766-19ef1e69653a req-4502f4bf-fa1f-423f-a344-4cd480edc84f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326862 Jan 31 16:57:55.346386 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff73ec-e705-4bae-99f2-76f688d9878c req-955e9919-172e-41a9-8be2-1837f0884c9c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:57:55.347888 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eeff73ec-e705-4bae-99f2-76f688d9878c req-955e9919-172e-41a9-8be2-1837f0884c9c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0618193 Jan 31 16:57:55.389665 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eeff73ec-e705-4bae-99f2-76f688d9878c req-3255399b-dde7-4a0a-beed-dd60439efe1e tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328522 Jan 31 16:57:56.368659 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:56.523876 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f547a0c-eca2-4019-8867-6e4987f21977 req-a5a3262a-5502-4ec8-a1ba-4f1150488f77 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:57:56.525755 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f547a0c-eca2-4019-8867-6e4987f21977 req-a5a3262a-5502-4ec8-a1ba-4f1150488f77 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0609651 Jan 31 16:57:56.571498 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9f547a0c-eca2-4019-8867-6e4987f21977 req-88a379e1-fb46-433f-b864-8363a3205bd0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383260 Jan 31 16:57:57.708165 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42c6e0-276f-49f8-b4e7-7dc765df8ee8 req-7e461bb6-fd52-4d79-b6fd-3f65ddb50b89 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:57:57.709652 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b42c6e0-276f-49f8-b4e7-7dc765df8ee8 req-7e461bb6-fd52-4d79-b6fd-3f65ddb50b89 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0497351 Jan 31 16:57:57.748998 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8b42c6e0-276f-49f8-b4e7-7dc765df8ee8 req-af718869-31e8-4b8c-bafc-2b17c2278259 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329847 Jan 31 16:57:58.554074 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:57:58.879442 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa158ccb-3dad-472b-bd90-bccfa1557e4e req-1bbb8b08-af23-4ac3-975d-438a2475d1a4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:57:58.880896 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa158ccb-3dad-472b-bd90-bccfa1557e4e req-1bbb8b08-af23-4ac3-975d-438a2475d1a4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0508370 Jan 31 16:57:58.920861 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa158ccb-3dad-472b-bd90-bccfa1557e4e req-8d252820-93d2-48a6-b828-8ffb76fe68c7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338471 Jan 31 16:58:00.053814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600275f-2689-4986-b5e7-4d4821921436 req-b654761a-7d0a-4baa-86b0-0d19e66457a6 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:00.055297 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7600275f-2689-4986-b5e7-4d4821921436 req-b654761a-7d0a-4baa-86b0-0d19e66457a6 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0521369 Jan 31 16:58:00.099768 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7600275f-2689-4986-b5e7-4d4821921436 req-f39263e7-6f6b-4901-a682-5dd9e9a0bcd0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373895 Jan 31 16:58:01.226946 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4477-faa8-4099-9c0e-04d2d8e2b2a9 req-b37f920d-2ba9-4fca-a75e-ae2ec60d0f7f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:01.228402 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e89b4477-faa8-4099-9c0e-04d2d8e2b2a9 req-b37f920d-2ba9-4fca-a75e-ae2ec60d0f7f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0557377 Jan 31 16:58:01.266171 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e89b4477-faa8-4099-9c0e-04d2d8e2b2a9 req-6cadca48-b579-480d-9895-54342e508bf4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312295 Jan 31 16:58:02.394963 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e1543-52f3-409b-9bf6-2fb2621cb96b req-01f2d33f-ba0b-4c85-95e2-e89d5db9d4a7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:02.396469 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b53e1543-52f3-409b-9bf6-2fb2621cb96b req-01f2d33f-ba0b-4c85-95e2-e89d5db9d4a7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0518858 Jan 31 16:58:02.439355 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b53e1543-52f3-409b-9bf6-2fb2621cb96b req-040e4055-8c94-41e7-b717-9cd8dd2042bd tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344901 Jan 31 16:58:03.577340 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634bd87-146a-4bfc-b186-de72f79ef83b req-3ccef898-a60e-48cb-b67e-ee645c5b48e2 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:03.578857 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0634bd87-146a-4bfc-b186-de72f79ef83b req-3ccef898-a60e-48cb-b67e-ee645c5b48e2 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0588865 Jan 31 16:58:03.621011 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-0634bd87-146a-4bfc-b186-de72f79ef83b req-7ef8798c-e71c-47d5-b05b-8b0e78bda478 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331392 Jan 31 16:58:04.752081 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806af4a3-4a1d-436a-aac4-555cb5a79bb8 req-a6e86ed5-3d7d-4576-a0f3-fa54a817bd82 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:04.753582 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-806af4a3-4a1d-436a-aac4-555cb5a79bb8 req-a6e86ed5-3d7d-4576-a0f3-fa54a817bd82 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0513284 Jan 31 16:58:04.799044 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-806af4a3-4a1d-436a-aac4-555cb5a79bb8 req-0d39917b-ce4e-48b7-a80e-083e1ba1c04a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364716 Jan 31 16:58:05.924197 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515c508-fe90-47ab-b698-b31125f25a2c req-8db83dba-e82e-42b1-9d96-574e5e852c99 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:05.925649 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c515c508-fe90-47ab-b698-b31125f25a2c req-8db83dba-e82e-42b1-9d96-574e5e852c99 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0550208 Jan 31 16:58:05.970440 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c515c508-fe90-47ab-b698-b31125f25a2c req-3f023310-e53f-42b2-9267-a9f2e66f8b0c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354831 Jan 31 16:58:06.109449 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:58:07.088320 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a209-abab-4374-88fa-7e857de673e8 req-7005393e-5237-4b8d-9ab8-02c186e2d502 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:07.089830 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d204a209-abab-4374-88fa-7e857de673e8 req-7005393e-5237-4b8d-9ab8-02c186e2d502 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0497644 Jan 31 16:58:07.107234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61780208-c356-45ae-bca4-f002bcd5b70f details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:58:07.154175 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d204a209-abab-4374-88fa-7e857de673e8 req-802cfe0c-755e-4b3b-ba52-662af71c1a75 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548818 Jan 31 16:58:07.242440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61780208-c356-45ae-bca4-f002bcd5b70f,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:58:07.254790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '61780208-c356-45ae-bca4-f002bcd5b70f', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'port_id': '61780208-c356-45ae-bca4-f002bcd5b70f', 'mac_address': 'fa:16:3e:10:27:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:58:07.323092 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:07.339674 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61780208-c356-45ae-bca4-f002bcd5b70f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:58:07.364340 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61780208-c356-45ae-bca4-f002bcd5b70f,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:58:07.369626 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:07.427948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=61780208-c356-45ae-bca4-f002bcd5b70f,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:07.435376 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:07.435780 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:07.436171 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:07.436829 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:07.437226 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:07.437635 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:07.437955 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:07.438347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:07.438592 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:07.438907 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:07.439231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:07.439533 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:07.460557 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['61780208-c356-45ae-bca4-f002bcd5b70f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:58:08.280119 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d4807-2e21-4f8c-9849-98660d4db65c req-dd17231e-0448-4e3e-b2a9-33eb2da70041 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:08.287303 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c9d4807-2e21-4f8c-9849-98660d4db65c req-dd17231e-0448-4e3e-b2a9-33eb2da70041 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 945 time: 0.0584567 Jan 31 16:58:08.343418 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8c9d4807-2e21-4f8c-9849-98660d4db65c req-3e96346e-beca-4e03-b68e-bdac38520b07 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460711 Jan 31 16:58:09.131297 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61780208-c356-45ae-bca4-f002bcd5b70f up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:58:09.186912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 61780208-c356-45ae-bca4-f002bcd5b70f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:58:09.187705 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:09.286245 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:09.312598 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:58:09.315104 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576011c5-6b1a-4c7b-80d3-7e684c760203" -d '{"events": [{"server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "name": "network-vif-plugged", "status": "completed", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:58:09.336195 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61780208-c356-45ae-bca4-f002bcd5b70f,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:58:09.341645 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:09.373114 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666e89fa-7150-44c4-9aa2-d2913984f5d5 x-openstack-request-id: req-666e89fa-7150-44c4-9aa2-d2913984f5d5 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:58:09.373404 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "name": "network-vif-plugged", "status": "completed", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:58:09.373775 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-666e89fa-7150-44c4-9aa2-d2913984f5d5 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:58:09.374199 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f', 'code': 200} Jan 31 16:58:09.413116 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=61780208-c356-45ae-bca4-f002bcd5b70f,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:09.478388 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f2351-524e-475d-a9c2-29b92d89cdad req-dd0405e0-ba67-4dab-8c84-6e562457d5df tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:09.480657 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aa7f2351-524e-475d-a9c2-29b92d89cdad req-dd0405e0-ba67-4dab-8c84-6e562457d5df tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0633209 Jan 31 16:58:09.530931 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-aa7f2351-524e-475d-a9c2-29b92d89cdad req-f897df62-535b-43e5-bf57-93516cd0a001 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393705 Jan 31 16:58:09.578370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7cbd8-3183-4f38-871b-008d6593c286 req-690f53b5-bc5b-414e-8d20-17b4a4855703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:09.580217 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95e7cbd8-3183-4f38-871b-008d6593c286 req-690f53b5-bc5b-414e-8d20-17b4a4855703 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1097 time: 0.0483561 Jan 31 16:58:09.713438 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7cbd8-3183-4f38-871b-008d6593c286 req-076cc6e4-6a72-4a2d-a209-582e72cd417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:09.715766 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95e7cbd8-3183-4f38-871b-008d6593c286 req-076cc6e4-6a72-4a2d-a209-582e72cd417c service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.1104026 Jan 31 16:58:09.792064 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95e7cbd8-3183-4f38-871b-008d6593c286 req-22715753-9adc-4b4e-8a64-103e44c25ab1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61780208-c356-45ae-bca4-f002bcd5b70f HTTP/1.1" status: 200 len: 1002 time: 0.0655589 Jan 31 16:58:09.849012 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7cbd8-3183-4f38-871b-008d6593c286 req-3068d636-7a63-4756-bfb0-2107697c8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:09.850667 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95e7cbd8-3183-4f38-871b-008d6593c286 req-3068d636-7a63-4756-bfb0-2107697c8d64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0481772 Jan 31 16:58:09.912081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7cbd8-3183-4f38-871b-008d6593c286 req-fa5a3725-1cfb-46e5-b543-10eddff95697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:09.913819 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95e7cbd8-3183-4f38-871b-008d6593c286 req-fa5a3725-1cfb-46e5-b543-10eddff95697 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525875 Jan 31 16:58:10.025022 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95e7cbd8-3183-4f38-871b-008d6593c286 req-0c7b1ff3-06d1-48bc-805f-83b3b91a809d service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003060 Jan 31 16:58:10.132618 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-95e7cbd8-3183-4f38-871b-008d6593c286 req-c9ab41cc-16cf-4e93-8652-3d3ca4a77ce8 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002936 Jan 31 16:58:10.664746 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e605d02-b377-4e7e-8b8f-db3e7ad07fe0 req-2a1d29fc-b0dd-4a6b-b652-83217aa414a7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:10.667158 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e605d02-b377-4e7e-8b8f-db3e7ad07fe0 req-2a1d29fc-b0dd-4a6b-b652-83217aa414a7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0550470 Jan 31 16:58:10.714476 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e605d02-b377-4e7e-8b8f-db3e7ad07fe0 req-f07a36f1-abf8-4029-9138-e55aa5dcd30c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366771 Jan 31 16:58:11.835961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9042b-d874-452d-a53d-30ec81284424 req-3af8841d-782e-4031-a3d6-163a387e55ec tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:11.837516 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8de9042b-d874-452d-a53d-30ec81284424 req-3af8841d-782e-4031-a3d6-163a387e55ec tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0515602 Jan 31 16:58:11.878940 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8de9042b-d874-452d-a53d-30ec81284424 req-6b4b3d57-03e2-4b2a-8aac-c59916e3bbe3 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349464 Jan 31 16:58:13.005479 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51cf82-de13-44ba-8634-36a2e75463e8 req-444ff143-eed7-4fdf-a3ea-1bf048486e0b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:13.013645 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e51cf82-de13-44ba-8634-36a2e75463e8 req-444ff143-eed7-4fdf-a3ea-1bf048486e0b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0606093 Jan 31 16:58:13.049196 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3e51cf82-de13-44ba-8634-36a2e75463e8 req-b9686776-3b89-4f60-b4f4-86170e32a2f5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346682 Jan 31 16:58:14.174997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71c1a0-4f15-46a1-b6b3-faaa421fc444 req-c9a21c2d-849f-40b8-894f-b83137f4a459 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:14.176535 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d71c1a0-4f15-46a1-b6b3-faaa421fc444 req-c9a21c2d-849f-40b8-894f-b83137f4a459 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0578980 Jan 31 16:58:14.225670 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d71c1a0-4f15-46a1-b6b3-faaa421fc444 req-2384b5a6-7963-4061-b261-271d306a3ee6 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402412 Jan 31 16:58:15.343903 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d781ee8-0b02-4ee7-a35c-658495516f0c req-9184c737-dd74-4b3a-acfe-940bbf210c7a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:15.345379 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d781ee8-0b02-4ee7-a35c-658495516f0c req-9184c737-dd74-4b3a-acfe-940bbf210c7a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0540671 Jan 31 16:58:15.389617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8d781ee8-0b02-4ee7-a35c-658495516f0c req-7f1aa90c-bd63-431b-a6fa-a10da974163c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377793 Jan 31 16:58:16.267076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cd836-3c3b-4c1b-a221-5fd3770babfc req-cdd1abd4-1c17-41ef-bc40-d308307ba6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:16.269448 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed9cd836-3c3b-4c1b-a221-5fd3770babfc req-cdd1abd4-1c17-41ef-bc40-d308307ba6c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1097 time: 0.0467558 Jan 31 16:58:16.374509 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cd836-3c3b-4c1b-a221-5fd3770babfc req-0931d846-57de-487b-b43b-83dce6de1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:16.375981 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed9cd836-3c3b-4c1b-a221-5fd3770babfc req-0931d846-57de-487b-b43b-83dce6de1c25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0956752 Jan 31 16:58:16.446650 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed9cd836-3c3b-4c1b-a221-5fd3770babfc req-e5f806d4-61b2-40f0-86bc-08115013e1f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61780208-c356-45ae-bca4-f002bcd5b70f HTTP/1.1" status: 200 len: 1002 time: 0.0586505 Jan 31 16:58:16.534932 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cd836-3c3b-4c1b-a221-5fd3770babfc req-e73bc30f-8182-4854-a0bb-f0ebdd89b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:16.536321 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed9cd836-3c3b-4c1b-a221-5fd3770babfc req-e73bc30f-8182-4854-a0bb-f0ebdd89b819 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0787075 Jan 31 16:58:16.549892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553cf89-0795-483a-a93b-56a3bb9f7a18 req-128d5bce-4d83-4b50-a88b-2b50e3187b0b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:16.551270 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6553cf89-0795-483a-a93b-56a3bb9f7a18 req-128d5bce-4d83-4b50-a88b-2b50e3187b0b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0918386 Jan 31 16:58:16.616366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6553cf89-0795-483a-a93b-56a3bb9f7a18 req-4e4976e0-5145-4c50-82cc-e2a3386c6420 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568125 Jan 31 16:58:16.619103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cd836-3c3b-4c1b-a221-5fd3770babfc req-d7a76b8b-7d42-4230-afaf-5a4647b0f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:16.620521 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed9cd836-3c3b-4c1b-a221-5fd3770babfc req-d7a76b8b-7d42-4230-afaf-5a4647b0f385 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684476 Jan 31 16:58:16.720701 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed9cd836-3c3b-4c1b-a221-5fd3770babfc req-2389deac-8ac1-439e-be61-64418f9ce745 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884373 Jan 31 16:58:16.822901 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ed9cd836-3c3b-4c1b-a221-5fd3770babfc req-6b858ed6-3f16-4cd6-b092-51e9e53f5d2c service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953419 Jan 31 16:58:17.351666 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-38e9f9b3-86d7-4d9c-9b85-ff7caaeaef46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:17.743117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81defff-47d0-457a-b447-d3fc15d7d9dd req-c0861a11-387a-42fe-a984-8d4b94a3ce4f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:17.744580 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c81defff-47d0-457a-b447-d3fc15d7d9dd req-c0861a11-387a-42fe-a984-8d4b94a3ce4f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0519521 Jan 31 16:58:17.783812 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c81defff-47d0-457a-b447-d3fc15d7d9dd req-89a771a2-9c78-4241-b373-56af768507bf tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330679 Jan 31 16:58:18.907181 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38795c93-f007-4883-9827-937f75c58f1b req-f3cc7823-4c02-4e36-9219-4430de4e2139 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:18.908569 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38795c93-f007-4883-9827-937f75c58f1b req-f3cc7823-4c02-4e36-9219-4430de4e2139 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0559955 Jan 31 16:58:18.948833 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38795c93-f007-4883-9827-937f75c58f1b req-6af8b340-35c6-49d7-bbf7-e11c986ce7c7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314898 Jan 31 16:58:19.075100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-9c9340bb-1f75-486e-aefa-b303e4633eaa req-09cc65a6-66b8-4230-9ead-85ed9bafe88e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:58:19.076142 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9c9340bb-1f75-486e-aefa-b303e4633eaa req-09cc65a6-66b8-4230-9ead-85ed9bafe88e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540080 Jan 31 16:58:19.143028 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61780208-c356-45ae-bca4-f002bcd5b70f no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:58:19.226699 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:19.251015 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:58:19.253252 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb96b29-59d7-4520-8355-ca865cae5c21" -d '{"events": [{"server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "name": "network-vif-unplugged", "status": "completed", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:58:19.253732 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3d30-9a14-43c9-b517-7da087cdf22b req-cec77785-0f26-4079-8145-8f8820bebe39 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:19.257944 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c16e3d30-9a14-43c9-b517-7da087cdf22b req-cec77785-0f26-4079-8145-8f8820bebe39 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 946 time: 0.0572100 Jan 31 16:58:19.267935 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61780208-c356-45ae-bca4-f002bcd5b70f,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:58:19.274530 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:19.296706 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c16e3d30-9a14-43c9-b517-7da087cdf22b req-89e86a9d-4643-4118-9320-ef450f1a0dbb tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352917 Jan 31 16:58:19.300134 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04868827-94d7-4649-a2ec-b6c67658e630 x-openstack-request-id: req-04868827-94d7-4649-a2ec-b6c67658e630 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:58:19.300423 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "name": "network-vif-unplugged", "status": "failed", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f", "code": 422}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:58:19.300670 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04868827-94d7-4649-a2ec-b6c67658e630 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:58:19.301139 n-d-827120-1 neutron-server[108773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f', 'code': 422} returned with failed status Jan 31 16:58:19.326347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=61780208-c356-45ae-bca4-f002bcd5b70f,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:19.520152 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41294) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:58:19.607460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-2609b359-03d5-46a1-bf91-4020fdbe6b15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856173 Jan 31 16:58:19.616395 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-97c1afa4-548a-4116-a65b-d5505149ae37 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 16:58:19.617420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-97c1afa4-548a-4116-a65b-d5505149ae37 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050833 Jan 31 16:58:19.816045 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7f5e0cbe-56a0-4d61-b942-81816d8d808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:20.427268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659f970-dced-4b4a-98e0-a5efce5bc1f5 req-553bb8e7-32db-4b0a-8400-45dcaaace800 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:20.428804 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5659f970-dced-4b4a-98e0-a5efce5bc1f5 req-553bb8e7-32db-4b0a-8400-45dcaaace800 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0576880 Jan 31 16:58:20.470711 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5659f970-dced-4b4a-98e0-a5efce5bc1f5 req-1ed6bcc0-8086-49ca-8000-aa656612d930 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324664 Jan 31 16:58:20.579879 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-4f362584-ee1c-46f6-831c-28dd3b6aff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:20.581422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-4f362584-ee1c-46f6-831c-28dd3b6aff5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6&tenant_id=169e2a5c991d49988abb47db86d2566c HTTP/1.1" status: 200 len: 1095 time: 0.0501511 Jan 31 16:58:20.653415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-bf665ac9-6a60-4307-b180-2eb14c0bbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:20.655059 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-bf665ac9-6a60-4307-b180-2eb14c0bbdca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1095 time: 0.0430868 Jan 31 16:58:20.751217 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-f97bc9e7-5427-48b2-80f8-c559a77e84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:20.752744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-f97bc9e7-5427-48b2-80f8-c559a77e84aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0886924 Jan 31 16:58:20.827297 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-399bc091-8ed0-4241-a91c-bbe515ec5c88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61780208-c356-45ae-bca4-f002bcd5b70f HTTP/1.1" status: 200 len: 1000 time: 0.0639396 Jan 31 16:58:20.880813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-93e72b76-6148-42b0-8a6b-32b42cd9ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:20.882379 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-93e72b76-6148-42b0-8a6b-32b42cd9ffd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0443118 Jan 31 16:58:20.932000 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-5bda5496-e2b0-45ec-a73a-df8658552728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:20.933500 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-5bda5496-e2b0-45ec-a73a-df8658552728 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404537 Jan 31 16:58:21.041153 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-8d663510-c3a9-4112-9624-0466f9cabc06 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995681 Jan 31 16:58:21.135817 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:21.141205 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9e11a46c-8b29-4de8-90a2-ec6e2977820b req-a4a13346-0e2c-4a93-8ab1-d667f0c4a5f4 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895319 Jan 31 16:58:21.663803 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb743d6a-d07d-410c-ade4-56936075f1d9 req-752c512c-f81d-4af7-b8c3-8d628aecf688 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:21.675785 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb743d6a-d07d-410c-ade4-56936075f1d9 req-752c512c-f81d-4af7-b8c3-8d628aecf688 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0921464 Jan 31 16:58:21.744107 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-eb743d6a-d07d-410c-ade4-56936075f1d9 req-72781447-53eb-4d76-8cdb-7a8740ac4da3 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650964 Jan 31 16:58:22.571846 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:22.650986 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:22.871369 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48167f37-1dca-40e7-819c-c7429684ae7e req-b151e92e-d855-417b-b487-30a194031434 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:22.873167 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-48167f37-1dca-40e7-819c-c7429684ae7e req-b151e92e-d855-417b-b487-30a194031434 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0565994 Jan 31 16:58:22.918656 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-48167f37-1dca-40e7-819c-c7429684ae7e req-f601f34d-7268-466e-9801-746c95836b5f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385950 Jan 31 16:58:24.047885 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24452468-c0aa-43b6-b039-e6d1fda69081 req-fa81cbb7-70d7-49f4-9e63-3822885b53af tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:24.049763 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24452468-c0aa-43b6-b039-e6d1fda69081 req-fa81cbb7-70d7-49f4-9e63-3822885b53af tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0540495 Jan 31 16:58:24.089562 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-24452468-c0aa-43b6-b039-e6d1fda69081 req-1b51afa4-2bea-4365-b50d-506c5da621b7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311437 Jan 31 16:58:25.212245 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6087ee-69f7-44ab-be87-d85f1a561c57 req-2ebe90fa-427a-4ef9-a582-bc6aeb8f105a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:25.213815 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed6087ee-69f7-44ab-be87-d85f1a561c57 req-2ebe90fa-427a-4ef9-a582-bc6aeb8f105a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0501559 Jan 31 16:58:25.252213 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ed6087ee-69f7-44ab-be87-d85f1a561c57 req-f02f6a16-42df-4162-b160-b3e9ec5c9f5e tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324440 Jan 31 16:58:26.377539 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:26.383103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3011f-1a1f-40f6-9933-37be4396a635 req-8c71c679-d15e-42ba-b83e-59c150ce54c0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:26.384627 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5bf3011f-1a1f-40f6-9933-37be4396a635 req-8c71c679-d15e-42ba-b83e-59c150ce54c0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0540268 Jan 31 16:58:26.441374 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5bf3011f-1a1f-40f6-9933-37be4396a635 req-748a22f9-067c-4f1f-9976-07505f5a165c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495505 Jan 31 16:58:27.585057 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7556e8-5a21-44c3-9da7-573215d6e29a req-6187a960-f843-405d-9beb-a2dd7d87045b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:27.586562 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb7556e8-5a21-44c3-9da7-573215d6e29a req-6187a960-f843-405d-9beb-a2dd7d87045b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0598624 Jan 31 16:58:27.630699 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-eb7556e8-5a21-44c3-9da7-573215d6e29a req-780ada86-96d5-4ea0-9bf6-c7064a490055 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350180 Jan 31 16:58:28.573237 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:28.773859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ffe0f-d53a-4b3a-8003-f36614db852c req-5c2e4167-1fe4-4c06-b15b-39873e4b8d82 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:28.775317 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb4ffe0f-d53a-4b3a-8003-f36614db852c req-5c2e4167-1fe4-4c06-b15b-39873e4b8d82 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0690925 Jan 31 16:58:28.822526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb4ffe0f-d53a-4b3a-8003-f36614db852c req-b860e06d-0441-4b6d-9696-34b632ace660 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388911 Jan 31 16:58:29.936942 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696a2d5-7ec0-4fa0-b15c-496b22e7bdb6 req-5595f19a-dd89-4cd0-9247-7d8a37b1238c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:29.938425 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d696a2d5-7ec0-4fa0-b15c-496b22e7bdb6 req-5595f19a-dd89-4cd0-9247-7d8a37b1238c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0518494 Jan 31 16:58:29.993398 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d696a2d5-7ec0-4fa0-b15c-496b22e7bdb6 req-2abea521-6d92-42d7-9bdf-72e9336de1dd tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452611 Jan 31 16:58:31.123846 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf248c-eafd-44c5-85db-2f56bfb5da93 req-350584e2-5b7c-4011-9a82-0ae60a2e03d0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:31.125460 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ebf248c-eafd-44c5-85db-2f56bfb5da93 req-350584e2-5b7c-4011-9a82-0ae60a2e03d0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0571313 Jan 31 16:58:31.166102 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9ebf248c-eafd-44c5-85db-2f56bfb5da93 req-9fe56bb3-c48c-4a61-9535-b7f3f91e63f4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322895 Jan 31 16:58:32.311596 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfa686-0941-4c9e-bdc3-47e3711fe775 req-873cc26f-0ef6-423d-bfde-e2d3acac6d7f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:32.313081 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40bfa686-0941-4c9e-bdc3-47e3711fe775 req-873cc26f-0ef6-423d-bfde-e2d3acac6d7f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0629680 Jan 31 16:58:32.365720 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-40bfa686-0941-4c9e-bdc3-47e3711fe775 req-d7f37e20-fda5-4207-b66a-a32d4cac92db tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461938 Jan 31 16:58:33.501018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10771f-dba8-437a-9b64-ce9e1f47522c req-d1189840-eb2c-41b8-a07e-3881336a7a8d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:33.502530 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7d10771f-dba8-437a-9b64-ce9e1f47522c req-d1189840-eb2c-41b8-a07e-3881336a7a8d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0519376 Jan 31 16:58:33.546470 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7d10771f-dba8-437a-9b64-ce9e1f47522c req-da7e9ec9-edbb-474b-b62e-0129fcbdcc35 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354595 Jan 31 16:58:34.677121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfda724-e070-4919-a79b-9f03dd066b08 req-da1d7eb6-dd1a-4ed5-80cc-0d99f249bb8c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:34.678644 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0bfda724-e070-4919-a79b-9f03dd066b08 req-da1d7eb6-dd1a-4ed5-80cc-0d99f249bb8c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 944 time: 0.0523257 Jan 31 16:58:34.719076 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0bfda724-e070-4919-a79b-9f03dd066b08 req-98107d79-367c-4eb8-8879-e7fd58be52ed tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342865 Jan 31 16:58:35.203072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61780208-c356-45ae-bca4-f002bcd5b70f details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 16:58:35.321893 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61780208-c356-45ae-bca4-f002bcd5b70f,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:58:35.335114 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '61780208-c356-45ae-bca4-f002bcd5b70f', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'port_id': '61780208-c356-45ae-bca4-f002bcd5b70f', 'mac_address': 'fa:16:3e:10:27:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 16:58:35.379761 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:35.394440 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61780208-c356-45ae-bca4-f002bcd5b70f {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 16:58:35.415502 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61780208-c356-45ae-bca4-f002bcd5b70f,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:58:35.422319 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:35.477034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=61780208-c356-45ae-bca4-f002bcd5b70f,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:35.696043 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['61780208-c356-45ae-bca4-f002bcd5b70f'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 16:58:35.846418 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350c5b9-73bb-4f7b-b45f-ac30033e8956 req-7c3b714d-a0d8-4147-9b1f-15be79976f82 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:35.847926 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3350c5b9-73bb-4f7b-b45f-ac30033e8956 req-7c3b714d-a0d8-4147-9b1f-15be79976f82 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 945 time: 0.0528562 Jan 31 16:58:35.887225 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3350c5b9-73bb-4f7b-b45f-ac30033e8956 req-bf53e516-a85b-4e4a-ac1e-3cf8ea806af7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324502 Jan 31 16:58:37.096404 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473698a2-0b9f-46c2-9b36-6285ca2ac403 req-54f21eac-0537-48e7-910d-e93d39e99d31 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:37.097915 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-473698a2-0b9f-46c2-9b36-6285ca2ac403 req-54f21eac-0537-48e7-910d-e93d39e99d31 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 945 time: 0.1300068 Jan 31 16:58:37.156849 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-473698a2-0b9f-46c2-9b36-6285ca2ac403 req-9aa4ab0d-d9f9-4efc-9e34-899638ef0df6 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502553 Jan 31 16:58:37.198423 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61780208-c356-45ae-bca4-f002bcd5b70f up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:58:37.249055 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 61780208-c356-45ae-bca4-f002bcd5b70f triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:58:37.249435 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:37.325820 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:37.351204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:58:37.353445 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40014361-1ca3-41b2-96b6-90888046bc52" -d '{"events": [{"server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "name": "network-vif-plugged", "status": "completed", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:58:37.365977 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61780208-c356-45ae-bca4-f002bcd5b70f,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:58:37.370998 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:37.394619 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763cd883-9220-4c64-8282-4d0755056abb x-openstack-request-id: req-763cd883-9220-4c64-8282-4d0755056abb {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:58:37.394911 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "name": "network-vif-plugged", "status": "completed", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:58:37.395181 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-763cd883-9220-4c64-8282-4d0755056abb {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:58:37.395572 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f', 'code': 200} Jan 31 16:58:37.421408 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=61780208-c356-45ae-bca4-f002bcd5b70f,revision_number=10']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:37.558332 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bbfd2-7e22-471f-9893-4ac820b00e0b req-2358639e-331c-476d-9d1e-2f16a515e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:37.559891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bd1bbfd2-7e22-471f-9893-4ac820b00e0b req-2358639e-331c-476d-9d1e-2f16a515e059 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1098 time: 0.0431414 Jan 31 16:58:37.597743 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bd1bbfd2-7e22-471f-9893-4ac820b00e0b req-58ac7735-601d-461f-9679-26dba63d4099 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285785 Jan 31 16:58:38.282818 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa569be7-e96a-417f-8e36-e3be19bdfbd5 req-2989f67d-580d-4394-befb-8a31d27d9d89 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:38.284352 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa569be7-e96a-417f-8e36-e3be19bdfbd5 req-2989f67d-580d-4394-befb-8a31d27d9d89 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 947 time: 0.0523286 Jan 31 16:58:38.326438 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa569be7-e96a-417f-8e36-e3be19bdfbd5 req-e9a3bb3f-10d3-43fa-985b-a67486491df3 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331450 Jan 31 16:58:39.505134 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c910f-f23b-4a65-b403-b0763f649663 req-c7ba123b-a389-4561-b235-4d3d2aed2b08 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:39.506627 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc9c910f-f23b-4a65-b403-b0763f649663 req-c7ba123b-a389-4561-b235-4d3d2aed2b08 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 947 time: 0.1049385 Jan 31 16:58:39.548454 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bc9c910f-f23b-4a65-b403-b0763f649663 req-0518c54a-99f3-4073-ba23-4c04acb3ab44 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327799 Jan 31 16:58:40.674997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c23194-18aa-4351-8e2b-5623bfea7b98 req-a5c7a8e0-74ce-490d-81b6-4dc688cc242c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:40.676514 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96c23194-18aa-4351-8e2b-5623bfea7b98 req-a5c7a8e0-74ce-490d-81b6-4dc688cc242c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 947 time: 0.0519125 Jan 31 16:58:40.714703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-96c23194-18aa-4351-8e2b-5623bfea7b98 req-9e1a8a63-87fa-4c67-bb4b-a4089f962674 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321443 Jan 31 16:58:43.113935 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:58:47.355719 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-124d7ad5-432e-4817-983d-5b60160c045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:49.829832 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2e0273c0-4e4f-4a1c-9691-16dbd5944866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:51.138007 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:52.579723 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:52.656329 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:56.382681 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:58:58.577826 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:10.589867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a4020e9-5c7d-40b4-8f01-cacffa6db8c9 req-ce0c4de3-d3ce-4b75-8e25-9223997dc022 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1172621 Jan 31 16:59:10.701051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4020e9-5c7d-40b4-8f01-cacffa6db8c9 req-af9e5f54-679c-4f84-a5eb-f091dece37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:59:10.702597 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a4020e9-5c7d-40b4-8f01-cacffa6db8c9 req-af9e5f54-679c-4f84-a5eb-f091dece37e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1098 time: 0.0510128 Jan 31 16:59:10.821297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4020e9-5c7d-40b4-8f01-cacffa6db8c9 req-b24cbf95-eb59-4287-b22d-4306c1d0297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:59:10.822715 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a4020e9-5c7d-40b4-8f01-cacffa6db8c9 req-b24cbf95-eb59-4287-b22d-4306c1d0297a service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0991898 Jan 31 16:59:10.896804 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a4020e9-5c7d-40b4-8f01-cacffa6db8c9 req-ad09cfba-b369-49c9-beea-7dadd35e6c15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61780208-c356-45ae-bca4-f002bcd5b70f HTTP/1.1" status: 200 len: 1002 time: 0.0652249 Jan 31 16:59:10.946386 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4020e9-5c7d-40b4-8f01-cacffa6db8c9 req-a30ad050-ea84-489e-847c-0e694143f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:59:10.947775 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a4020e9-5c7d-40b4-8f01-cacffa6db8c9 req-a30ad050-ea84-489e-847c-0e694143f257 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0443251 Jan 31 16:59:10.996482 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4020e9-5c7d-40b4-8f01-cacffa6db8c9 req-6c065616-6059-4908-b471-4fae0393552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:59:10.997980 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a4020e9-5c7d-40b4-8f01-cacffa6db8c9 req-6c065616-6059-4908-b471-4fae0393552d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415430 Jan 31 16:59:11.092400 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a4020e9-5c7d-40b4-8f01-cacffa6db8c9 req-03d94ec0-d85d-43c9-89c0-d087c185da22 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872126 Jan 31 16:59:11.194616 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1a4020e9-5c7d-40b4-8f01-cacffa6db8c9 req-4bfee3c8-cb24-4678-b878-876c75927504 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905890 Jan 31 16:59:17.357904 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-12f29ca1-4486-49a3-8c7c-0958c8ad28fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:19.829799 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-35031f8c-b310-4eb4-9507-50d741a757d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:20.117069 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:59:21.146618 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:22.581636 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:22.660355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:26.399285 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:28.578993 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:47.356858 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-52384ca7-568c-4757-a072-0be43abe3e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:49.829112 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-4ff0aa38-1ce5-4f81-b93e-292dd35ed922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:51.145042 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:52.593133 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:52.665957 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:53.776864 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41434) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:59:53.948019 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Deleting port 16a9bdd8-004f-44d4-b72b-b358b635fb94 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:59:53.948350 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:54.024265 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:54.024585 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:54.036907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Calling delete_port for 16a9bdd8-004f-44d4-b72b-b358b635fb94 owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:59:54.190890 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:54.215457 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event deleted for resources: {'Port': ['ID=16a9bdd8-004f-44d4-b72b-b358b635fb94,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:54.227062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:54.227415 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:54.227735 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:54.228069 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:54.228402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:54.228724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:54.229052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:54.229372 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:54.229722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:54.230051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:54.230362 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:54.230679 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:54.284081 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:54.284454 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Floating IP 6d6a6d52-356d-4366-8e92-50916cc49dd8 disassociated (deleted). External IP: 172.25.1.251, port: 61780208-c356-45ae-bca4-f002bcd5b70f. Jan 31 16:59:54.498149 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:59:54.608818 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:59:54.613777 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:54.619075 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74a66c-3d49-4a58-a7c5-6a1e94baa44a None None] Sync routers for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:59:54.628549 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74a66c-3d49-4a58-a7c5-6a1e94baa44a None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:59:54.629145 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0c74a66c-3d49-4a58-a7c5-6a1e94baa44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:59:54.641514 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f4ee4bec-93f2-4bbc-a778-ddef8a65ab91 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "DELETE /v2.0/floatingips/6d6a6d52-356d-4366-8e92-50916cc49dd8 HTTP/1.1" status: 204 len: 168 time: 0.8631279 Jan 31 16:59:54.642573 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:59:54.644956 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f48aa1-d921-40e3-ba09-eedde4066bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:59:54.703497 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 16:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a709e2ca-48f0-4c6b-953b-737d00637ea9 x-openstack-request-id: req-a709e2ca-48f0-4c6b-953b-737d00637ea9 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:59:54.703926 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:59:54.704223 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a709e2ca-48f0-4c6b-953b-737d00637ea9 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:59:54.704638 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f', 'status': 'completed', 'code': 200} Jan 31 16:59:54.742572 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0c74a66c-3d49-4a58-a7c5-6a1e94baa44a None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:59:54.779010 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f48aa1-d921-40e3-ba09-eedde4066bf8 req-64dc23dc-ea29-4b2a-862f-e83776ad9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:59:54.780550 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39f48aa1-d921-40e3-ba09-eedde4066bf8 req-64dc23dc-ea29-4b2a-862f-e83776ad9056 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 1098 time: 0.0488474 Jan 31 16:59:54.876994 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f48aa1-d921-40e3-ba09-eedde4066bf8 req-6c30491f-4d45-4989-ab67-9021f57762c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:59:54.878637 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39f48aa1-d921-40e3-ba09-eedde4066bf8 req-6c30491f-4d45-4989-ab67-9021f57762c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0874939 Jan 31 16:59:54.891116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0e73f-fcee-428b-a646-2f93511548b3 req-ac15c4b3-03c5-4499-932f-b8dc6bfe4740 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:59:54.894182 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f5f0e73f-fcee-428b-a646-2f93511548b3 req-ac15c4b3-03c5-4499-932f-b8dc6bfe4740 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 947 time: 0.0586236 Jan 31 16:59:54.922312 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39f48aa1-d921-40e3-ba09-eedde4066bf8 req-5edc2fd8-3c74-4ca0-80da-8a9760db1f90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61780208-c356-45ae-bca4-f002bcd5b70f HTTP/1.1" status: 200 len: 217 time: 0.0365622 Jan 31 16:59:54.933353 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f5f0e73f-fcee-428b-a646-2f93511548b3 req-917c2904-0b5c-402b-b43c-cd97c7f9314a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329163 Jan 31 16:59:54.953678 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0c74a66c-3d49-4a58-a7c5-6a1e94baa44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:59:54.977193 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f48aa1-d921-40e3-ba09-eedde4066bf8 req-03d662c7-031f-4c28-8653-53780d5d61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:59:54.978699 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39f48aa1-d921-40e3-ba09-eedde4066bf8 req-03d662c7-031f-4c28-8653-53780d5d61ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0497642 Jan 31 16:59:54.981454 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74a66c-3d49-4a58-a7c5-6a1e94baa44a None None] Checking router: 1ec584d0-d3aa-4e9a-bd01-c47944b53637 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:59:54.989783 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74a66c-3d49-4a58-a7c5-6a1e94baa44a None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:59:54.990377 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0c74a66c-3d49-4a58-a7c5-6a1e94baa44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T16:59:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:59:55.025539 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f48aa1-d921-40e3-ba09-eedde4066bf8 req-fb249b55-1122-4937-bfac-171f5aa250cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:59:55.027003 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39f48aa1-d921-40e3-ba09-eedde4066bf8 req-fb249b55-1122-4937-bfac-171f5aa250cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395894 Jan 31 16:59:55.093530 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0c74a66c-3d49-4a58-a7c5-6a1e94baa44a None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:59:55.127759 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39f48aa1-d921-40e3-ba09-eedde4066bf8 req-d97f7f0d-7220-4f59-9952-8cab4f6dc6e0 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934834 Jan 31 16:59:55.221658 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-39f48aa1-d921-40e3-ba09-eedde4066bf8 req-e678d9cc-0c3c-489c-bea3-ab15b347a530 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868917 Jan 31 16:59:55.295779 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0c74a66c-3d49-4a58-a7c5-6a1e94baa44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:59:55.321636 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74a66c-3d49-4a58-a7c5-6a1e94baa44a None None] The sync data for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 is: [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:59:55.564425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56881a65-e150-4c97-811c-8b53c04189a1 None None] New status for floating IP 6d6a6d52-356d-4366-8e92-50916cc49dd8: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 16:59:56.069776 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33061a27-8b18-4fa7-901d-51a3bf5eba3f req-8b54507b-566c-440f-a33a-8e2ff5721f27 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:59:56.071256 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33061a27-8b18-4fa7-901d-51a3bf5eba3f req-8b54507b-566c-440f-a33a-8e2ff5721f27 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 947 time: 0.0645788 Jan 31 16:59:56.109439 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-33061a27-8b18-4fa7-901d-51a3bf5eba3f req-48e67837-09f1-4ddb-aa21-dde5e9d5b8b7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7b20a7d-dec9-48f9-8c27-922b531314ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322003 Jan 31 16:59:56.416578 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:56.467014 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e46a9c-797e-4697-bb43-ce3c9d49c166 req-e7eb30ca-9c6b-4fc6-aa12-028cc85f92e1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:59:56.468502 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14e46a9c-797e-4697-bb43-ce3c9d49c166 req-e7eb30ca-9c6b-4fc6-aa12-028cc85f92e1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 947 time: 0.0568762 Jan 31 16:59:56.567920 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-14e46a9c-797e-4697-bb43-ce3c9d49c166 req-e2956ced-14f3-4f81-920f-e80c6bceab1f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Deleting port 61780208-c356-45ae-bca4-f002bcd5b70f {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 16:59:56.568399 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-14e46a9c-797e-4697-bb43-ce3c9d49c166 req-e2956ced-14f3-4f81-920f-e80c6bceab1f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:56.670239 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-14e46a9c-797e-4697-bb43-ce3c9d49c166 req-e2956ced-14f3-4f81-920f-e80c6bceab1f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] For port 61780208-c356-45ae-bca4-f002bcd5b70f, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=61780208-c356-45ae-bca4-f002bcd5b70f,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:59:56.670478 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-14e46a9c-797e-4697-bb43-ce3c9d49c166 req-e2956ced-14f3-4f81-920f-e80c6bceab1f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:56.683093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-14e46a9c-797e-4697-bb43-ce3c9d49c166 req-e2956ced-14f3-4f81-920f-e80c6bceab1f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Calling delete_port for 61780208-c356-45ae-bca4-f002bcd5b70f owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 16:59:56.814466 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-14e46a9c-797e-4697-bb43-ce3c9d49c166 req-e2956ced-14f3-4f81-920f-e80c6bceab1f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:56.853636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2956ced-14f3-4f81-920f-e80c6bceab1f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event deleted for resources: {'Port': ['ID=61780208-c356-45ae-bca4-f002bcd5b70f,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:56.896904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e46a9c-797e-4697-bb43-ce3c9d49c166 req-e2956ced-14f3-4f81-920f-e80c6bceab1f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] No DVR routers for this DVR port 61780208-c356-45ae-bca4-f002bcd5b70f on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 16:59:56.899602 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-14e46a9c-797e-4697-bb43-ce3c9d49c166 req-e2956ced-14f3-4f81-920f-e80c6bceab1f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:56.903315 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-14e46a9c-797e-4697-bb43-ce3c9d49c166 req-e2956ced-14f3-4f81-920f-e80c6bceab1f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.30 "DELETE /v2.0/ports/61780208-c356-45ae-bca4-f002bcd5b70f HTTP/1.1" status: 204 len: 173 time: 0.4290199 Jan 31 16:59:56.903806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'name': 'network-vif-deleted', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 16:59:56.906100 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c021dc1e-c541-4e3f-8aa1-e91a6f18046f" -d '{"events": [{"server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "name": "network-vif-deleted", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 16:59:56.945351 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 16:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fbd3e2-22df-4752-83fe-201f2c9e79c5 x-openstack-request-id: req-55fbd3e2-22df-4752-83fe-201f2c9e79c5 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 16:59:56.945725 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d177b46-d0b9-4a73-b2be-1f43901024f6", "name": "network-vif-deleted", "tag": "61780208-c356-45ae-bca4-f002bcd5b70f", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 16:59:56.945935 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55fbd3e2-22df-4752-83fe-201f2c9e79c5 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 16:59:56.946331 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d177b46-d0b9-4a73-b2be-1f43901024f6', 'name': 'network-vif-deleted', 'tag': '61780208-c356-45ae-bca4-f002bcd5b70f', 'status': 'completed', 'code': 200} Jan 31 16:59:57.123192 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:59:57.228863 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cd3d5e76-0513-4383-bca4-2c96615a327a req-7bfadfb8-d1df-4244-9fd0-7770ed842207 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d177b46-d0b9-4a73-b2be-1f43901024f6 HTTP/1.1" status: 200 len: 210 time: 0.0283766 Jan 31 16:59:58.294050 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41458) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:59:58.359072 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c79e907-f7a0-4e19-b81e-987f782344e5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.388528 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c79e907-f7a0-4e19-b81e-987f782344e5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.460967 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c79e907-f7a0-4e19-b81e-987f782344e5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.464950 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-6c79e907-f7a0-4e19-b81e-987f782344e5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.466893 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-6c79e907-f7a0-4e19-b81e-987f782344e5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "DELETE /v2.0/security-groups/e7b20a7d-dec9-48f9-8c27-922b531314ac HTTP/1.1" status: 204 len: 168 time: 0.1715715 Jan 31 16:59:58.477592 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79e907-f7a0-4e19-b81e-987f782344e5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b20a7d-dec9-48f9-8c27-922b531314ac,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:58.588470 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.659884 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41464) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:59:58.664979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-4fe46bbb-0b8e-4a50-86c9-3f664a96990f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451442936', 'description': 'tempest-secgroup-smoke-1451442936 description', 'project_id': '169e2a5c991d49988abb47db86d2566c'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:59:58.696663 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4fe46bbb-0b8e-4a50-86c9-3f664a96990f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.762924 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4fe46bbb-0b8e-4a50-86c9-3f664a96990f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.769486 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4fe46bbb-0b8e-4a50-86c9-3f664a96990f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.797702 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-4fe46bbb-0b8e-4a50-86c9-3f664a96990f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.798963 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-4fe46bbb-0b8e-4a50-86c9-3f664a96990f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1380167 Jan 31 16:59:58.800935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe46bbb-0b8e-4a50-86c9-3f664a96990f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6690f0e9-d42e-4920-a4b3-692101688766,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:58.802025 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41466) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:59:58.806907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group_rule': {'security_group_id': '6690f0e9-d42e-4920-a4b3-692101688766', 'project_id': '169e2a5c991d49988abb47db86d2566c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:59:58.839357 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.894235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.900915 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.929907 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a900411e-bc3f-44e6-a1fc-2825332cb3c3,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:58.938552 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:58.939737 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366243 Jan 31 16:59:58.941443 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:58.941807 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:58.942127 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:58.942456 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:58.942689 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41468) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:59:58.942811 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:58.943094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:58.943442 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:58.943765 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:58.944103 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:58.944424 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:58.944744 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:58.945060 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada42fc0-26a2-4aac-892d-f6e9078499bc tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:59:58.948677 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-2b147e75-cec9-45fb-8c24-8e9ba0d73a5f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group_rule': {'security_group_id': '6690f0e9-d42e-4920-a4b3-692101688766', 'project_id': '169e2a5c991d49988abb47db86d2566c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:59:58.977809 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b147e75-cec9-45fb-8c24-8e9ba0d73a5f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.034089 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b147e75-cec9-45fb-8c24-8e9ba0d73a5f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.039344 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b147e75-cec9-45fb-8c24-8e9ba0d73a5f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.056407 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b147e75-cec9-45fb-8c24-8e9ba0d73a5f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5874b91d-3fe0-458c-9734-7e8882cd42f9,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:59.064452 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-2b147e75-cec9-45fb-8c24-8e9ba0d73a5f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.065674 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-2b147e75-cec9-45fb-8c24-8e9ba0d73a5f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217713 Jan 31 16:59:59.069440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41470) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:59:59.074234 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ba6a380f-26dc-4cd9-8243-117de086d445 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group_rule': {'security_group_id': '6690f0e9-d42e-4920-a4b3-692101688766', 'project_id': '169e2a5c991d49988abb47db86d2566c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:59:59.105103 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba6a380f-26dc-4cd9-8243-117de086d445 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.161229 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba6a380f-26dc-4cd9-8243-117de086d445 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.166054 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba6a380f-26dc-4cd9-8243-117de086d445 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.184754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a380f-26dc-4cd9-8243-117de086d445 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df9f099-f016-4c80-b5eb-18ac424c2179,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:59.190672 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ba6a380f-26dc-4cd9-8243-117de086d445 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.191900 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ba6a380f-26dc-4cd9-8243-117de086d445 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211982 Jan 31 16:59:59.194813 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41472) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:59:59.199267 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e068a62e-df85-4bf9-8918-cf8390bdc0cf tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group_rule': {'security_group_id': '6690f0e9-d42e-4920-a4b3-692101688766', 'project_id': '169e2a5c991d49988abb47db86d2566c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:59:59.229297 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e068a62e-df85-4bf9-8918-cf8390bdc0cf tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.305116 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e068a62e-df85-4bf9-8918-cf8390bdc0cf tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.312415 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e068a62e-df85-4bf9-8918-cf8390bdc0cf tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.332888 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068a62e-df85-4bf9-8918-cf8390bdc0cf tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f5eb40-8eaa-4f64-b6c1-7c84fdf2a4eb,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:59.344220 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e068a62e-df85-4bf9-8918-cf8390bdc0cf tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.345397 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e068a62e-df85-4bf9-8918-cf8390bdc0cf tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495872 Jan 31 16:59:59.348271 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41474) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:59:59.352734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-d1a48e7d-96dd-46f9-ab7c-ffccd06fc87f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group_rule': {'security_group_id': '6690f0e9-d42e-4920-a4b3-692101688766', 'project_id': '169e2a5c991d49988abb47db86d2566c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:59:59.376030 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-d1a48e7d-96dd-46f9-ab7c-ffccd06fc87f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Project 169e2a5c991d49988abb47db86d2566c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:59:59.380792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1a48e7d-96dd-46f9-ab7c-ffccd06fc87f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.439694 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1a48e7d-96dd-46f9-ab7c-ffccd06fc87f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.445314 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1a48e7d-96dd-46f9-ab7c-ffccd06fc87f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.459781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a48e7d-96dd-46f9-ab7c-ffccd06fc87f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d6fe76-d52f-4e52-8c6e-354e3fba0f32,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:59.471018 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-d1a48e7d-96dd-46f9-ab7c-ffccd06fc87f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.472264 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-d1a48e7d-96dd-46f9-ab7c-ffccd06fc87f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230690 Jan 31 16:59:59.475090 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41476) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 16:59:59.479685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-dac1c0b2-40d6-435f-b14d-02aa5113b344 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'security_group_rule': {'security_group_id': '6690f0e9-d42e-4920-a4b3-692101688766', 'project_id': '169e2a5c991d49988abb47db86d2566c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:59:59.503374 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-dac1c0b2-40d6-435f-b14d-02aa5113b344 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Project 169e2a5c991d49988abb47db86d2566c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 16:59:59.508057 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dac1c0b2-40d6-435f-b14d-02aa5113b344 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.570082 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dac1c0b2-40d6-435f-b14d-02aa5113b344 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.575617 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dac1c0b2-40d6-435f-b14d-02aa5113b344 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.592191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61780208-c356-45ae-bca4-f002bcd5b70f no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 16:59:59.593073 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1c0b2-40d6-435f-b14d-02aa5113b344 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37e8a7b-126c-4142-9230-de7d9f70a0ae,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:59.603183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-dac1c0b2-40d6-435f-b14d-02aa5113b344 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 16:59:59.609486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-dac1c0b2-40d6-435f-b14d-02aa5113b344 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286750 Jan 31 16:59:59.616042 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: 61780208-c356-45ae-bca4-f002bcd5b70f {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 16:59:59.616396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 61780208-c356-45ae-bca4-f002bcd5b70f not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:00:14.913957 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-7168774d-5eeb-4081-9ae2-7d7965ab5604 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451442936&fields=id&tenant_id=169e2a5c991d49988abb47db86d2566c HTTP/1.1" status: 200 len: 267 time: 0.0374689 Jan 31 17:00:15.032830 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-9f5ff44f-3f7b-4e89-8ee8-8c1e71d3ec5e tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:15.034311 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-9f5ff44f-3f7b-4e89-8ee8-8c1e71d3ec5e tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 809 time: 0.1133919 Jan 31 17:00:15.050247 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-3ba5ed89-62eb-4b7a-ad10-eb93a65961f9 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/quotas/169e2a5c991d49988abb47db86d2566c HTTP/1.1" status: 200 len: 375 time: 0.0097647 Jan 31 17:00:15.102008 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-bbfc46bb-6bf1-4f95-a6f4-9beefccb010d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456975 Jan 31 17:00:15.165061 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-03dd08ad-0519-4ded-bb09-dfde4e8fe8c8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 17:00:15.166113 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-03dd08ad-0519-4ded-bb09-dfde4e8fe8c8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525022 Jan 31 17:00:15.266989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-38c23193-afd6-480b-9c7d-3c70d075ce7f service neutron] 10.222.0.36 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944548 Jan 31 17:00:15.362529 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-d7da2aaa-da4d-4514-8ad1-ec31b652e564 service neutron] 10.222.0.36 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887401 Jan 31 17:00:16.692541 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4173f0a5-62b2-4024-b700-e7b128b739fd req-1892ee08-948a-4852-915f-7a86fe339e81 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 210 time: 0.0290139 Jan 31 17:00:17.355950 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-41609e72-4dc1-4489-ae1b-dcabfcd3324a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:17.796587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d61c4637-ac3c-4e67-ad99-33ae045236fa req-3eb36369-c006-4118-baea-dc26387b5b68 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 210 time: 0.0354483 Jan 31 17:00:17.977899 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-aa95afe4-efea-4c5b-aeb0-cdf0ae33badd tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:17.979352 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-aa95afe4-efea-4c5b-aeb0-cdf0ae33badd tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 809 time: 0.1114125 Jan 31 17:00:18.029806 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-1d9f1e51-5a6d-4c6e-a25c-fa9dadfb2d2c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=169e2a5c991d49988abb47db86d2566c HTTP/1.1" status: 200 len: 380 time: 0.0410650 Jan 31 17:00:18.049062 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'port': {'device_id': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'admin_state_up': True, 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'security_groups': ['6690f0e9-d42e-4920-a4b3-692101688766']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:00:18.171925 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Made reservation on behalf of 169e2a5c991d49988abb47db86d2566c for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:00:18.175557 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:18.303110 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Allocated IP 172.20.0.14 (27ed669b-8d9c-49d3-aaba-bfd243b01f78/3f7eface-be17-4276-b222-60eec327a9d1/1a96050d-468e-4df4-8ea2-d85b5356db72) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:00:18.445507 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:18.479940 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:18.525772 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:00:18.528781 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:00:18.532440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:00:18.538756 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'Port': ['ID=1a96050d-468e-4df4-8ea2-d85b5356db72,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:00:18.594670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:18.595341 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:18.617511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-28d97e76-50f3-489f-84be-473b188d409f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5712812 Jan 31 17:00:18.632880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Request body: {'port': {'device_id': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:00:18.701917 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:18.805942 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-60103e67-0eb2-4c87-9e9f-ffc6e3a43d6a None None] Provisioning complete for port 1a96050d-468e-4df4-8ea2-d85b5356db72 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:00:18.806496 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60103e67-0eb2-4c87-9e9f-ffc6e3a43d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:18.852552 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-60103e67-0eb2-4c87-9e9f-ffc6e3a43d6a None None] Port 1a96050d-468e-4df4-8ea2-d85b5356db72 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 17:00:18.942568 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51f5da-eff4-4003-b4f0-1ba4364a5000 req-fabf2224-86e5-405c-aaed-a8c4282cfb30 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:18.944367 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e51f5da-eff4-4003-b4f0-1ba4364a5000 req-fabf2224-86e5-405c-aaed-a8c4282cfb30 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 932 time: 0.0504684 Jan 31 17:00:18.974166 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a96050d-468e-4df4-8ea2-d85b5356db72 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:00:18.982661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:18.986258 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e51f5da-eff4-4003-b4f0-1ba4364a5000 req-37abccc9-9470-4835-91cb-6158cf056fc9 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349064 Jan 31 17:00:18.995567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Transition to ACTIVE for port object 1a96050d-468e-4df4-8ea2-d85b5356db72 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:00:19.001294 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:19.073522 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Pushing event updated for resources: {'Port': ['ID=1a96050d-468e-4df4-8ea2-d85b5356db72,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:00:19.129618 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Attempting to bind port 1a96050d-468e-4df4-8ea2-d85b5356db72 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:00:19.129958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Attempting to bind port 1a96050d-468e-4df4-8ea2-d85b5356db72 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:00:19.130291 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Attempting to bind port 1a96050d-468e-4df4-8ea2-d85b5356db72 on network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:00:19.135003 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Port 1a96050d-468e-4df4-8ea2-d85b5356db72 on network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:00:19.135325 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Attempting to bind port 1a96050d-468e-4df4-8ea2-d85b5356db72 on network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:00:19.140298 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:00:19.140633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Checking segment: {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 17:00:19.141016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Bound using segment: {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:00:19.141432 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Bound port: 1a96050d-468e-4df4-8ea2-d85b5356db72, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:00:19.141824 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:19.208170 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:00:19.213773 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1a96050d-468e-4df4-8ea2-d85b5356db72,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:00:19.219271 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:19.264048 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:19.264685 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:19.266171 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] 10.222.0.30 "PUT /v2.0/ports/1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 1092 time: 0.6378505 Jan 31 17:00:19.266629 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:00:19.269340 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c16689-d99f-4164-b7ee-2f8f68902166" -d '{"events": [{"name": "network-changed", "server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:00:19.302066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8d8e0-51c0-4201-920f-da3733b9d197 service neutron] Pushing event updated for resources: {'Port': ['ID=1a96050d-468e-4df4-8ea2-d85b5356db72,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:00:19.319228 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdc90ba-5369-4cf1-8b43-4058e0c4cb21 x-openstack-request-id: req-ebdc90ba-5369-4cf1-8b43-4058e0c4cb21 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:00:19.319580 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:00:19.319895 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebdc90ba-5369-4cf1-8b43-4058e0c4cb21 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:00:19.320354 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'status': 'completed', 'code': 200} Jan 31 17:00:19.378690 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-7840b19c-9b05-4f15-b140-6d869396f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:19.380491 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-7840b19c-9b05-4f15-b140-6d869396f2c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1095 time: 0.0531433 Jan 31 17:00:19.424698 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-30b3663a-1d52-417c-9f7c-094e6e4c76cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 217 time: 0.0363703 Jan 31 17:00:19.486008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-8c9ec37d-ef51-45c7-b43e-4c9208f70b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:19.487527 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-8c9ec37d-ef51-45c7-b43e-4c9208f70b7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0553834 Jan 31 17:00:19.539959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-7d297800-5e05-4150-a109-9d3e797f0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:19.541560 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-7d297800-5e05-4150-a109-9d3e797f0c9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471566 Jan 31 17:00:19.632964 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-fed165d7-b652-4340-810e-9db90264f594 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836797 Jan 31 17:00:19.730421 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d845df07-b8ca-484b-83c9-a840ff7007c9 req-ae428b39-e62f-443e-b9ca-e95895e39324 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900393 Jan 31 17:00:19.819843 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c16689-d99f-4164-b7ee-2f8f68902166 req-5450de0a-61b4-4278-89b1-f72628ef7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:19.821367 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89c16689-d99f-4164-b7ee-2f8f68902166 req-5450de0a-61b4-4278-89b1-f72628ef7b57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1095 time: 0.0438058 Jan 31 17:00:19.823112 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b3d63b1-3902-4d4c-a54c-3cc32b2665ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:19.913612 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c16689-d99f-4164-b7ee-2f8f68902166 req-5d7db2ed-03f2-4662-a0ea-b74461783044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:19.915271 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89c16689-d99f-4164-b7ee-2f8f68902166 req-5d7db2ed-03f2-4662-a0ea-b74461783044 service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0871546 Jan 31 17:00:19.960940 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89c16689-d99f-4164-b7ee-2f8f68902166 req-37b7d134-22e0-4060-aa7d-1719758b6037 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 217 time: 0.0385194 Jan 31 17:00:20.010567 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c16689-d99f-4164-b7ee-2f8f68902166 req-06f45b2a-240b-4fbd-b916-a413801840ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:20.012124 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89c16689-d99f-4164-b7ee-2f8f68902166 req-06f45b2a-240b-4fbd-b916-a413801840ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0445631 Jan 31 17:00:20.081131 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c16689-d99f-4164-b7ee-2f8f68902166 req-cc5f38a5-3606-4f8c-be6d-28abe7d54982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:20.083189 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89c16689-d99f-4164-b7ee-2f8f68902166 req-cc5f38a5-3606-4f8c-be6d-28abe7d54982 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561457 Jan 31 17:00:20.124438 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db325a-91f2-4072-b988-461afdd11609 req-134e38b1-55ee-46bd-ad5c-4c6f58c29f8b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:20.126218 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60db325a-91f2-4072-b988-461afdd11609 req-134e38b1-55ee-46bd-ad5c-4c6f58c29f8b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0552130 Jan 31 17:00:20.167248 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-60db325a-91f2-4072-b988-461afdd11609 req-cbec2cf3-2a71-4e04-adcb-c935186ab739 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345845 Jan 31 17:00:20.182506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89c16689-d99f-4164-b7ee-2f8f68902166 req-b3108188-01dc-453a-bb62-00e2136ae983 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899615 Jan 31 17:00:20.274517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-89c16689-d99f-4164-b7ee-2f8f68902166 req-c19b05f0-1b37-4720-8f14-e49bd1243b08 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850489 Jan 31 17:00:21.147247 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:21.292590 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668f8fc-b7c0-4cf1-8187-23bc879f7ae8 req-d5128c05-156d-4b0d-8197-6a218ee22b26 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:21.294069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e668f8fc-b7c0-4cf1-8187-23bc879f7ae8 req-d5128c05-156d-4b0d-8197-6a218ee22b26 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0540736 Jan 31 17:00:21.709491 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e668f8fc-b7c0-4cf1-8187-23bc879f7ae8 req-ed9e6a33-b757-48fb-b3bc-ecb735069ae7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090705 Jan 31 17:00:22.592402 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:22.673163 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:22.844141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189db23d-4650-4522-b501-282ed5f2b7b3 req-d3704775-b50c-4934-b369-44a74a8bb111 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:22.845630 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-189db23d-4650-4522-b501-282ed5f2b7b3 req-d3704775-b50c-4934-b369-44a74a8bb111 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0607424 Jan 31 17:00:22.887160 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-189db23d-4650-4522-b501-282ed5f2b7b3 req-91874665-92e4-4eaa-80c9-f3bea8b7566b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Jan 31 17:00:24.009289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47a0c5-9c4e-4fc0-a163-5415bdf0ba16 req-56c4a84e-3ffc-485a-b0ce-fe2d901ac581 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:24.010752 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f47a0c5-9c4e-4fc0-a163-5415bdf0ba16 req-56c4a84e-3ffc-485a-b0ce-fe2d901ac581 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0500181 Jan 31 17:00:24.048574 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8f47a0c5-9c4e-4fc0-a163-5415bdf0ba16 req-900fcfbe-e416-42d4-bb71-b8b53ea8f0fb tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318139 Jan 31 17:00:25.174549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7efdb0-8d04-47b7-8786-d41bb37ef4e6 req-ea0b1762-638d-4edb-a35b-983ac7cff863 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:25.176003 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d7efdb0-8d04-47b7-8786-d41bb37ef4e6 req-ea0b1762-638d-4edb-a35b-983ac7cff863 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0593777 Jan 31 17:00:25.226670 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d7efdb0-8d04-47b7-8786-d41bb37ef4e6 req-5796ffe8-609c-4bce-8cd5-9ac7444f7960 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413215 Jan 31 17:00:26.357771 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4391a2-9d02-4a35-8856-a5d1b824dcdd req-eb28cf82-6136-424f-af09-0d9584438fd0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:26.359215 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e4391a2-9d02-4a35-8856-a5d1b824dcdd req-eb28cf82-6136-424f-af09-0d9584438fd0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0510750 Jan 31 17:00:26.396947 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4e4391a2-9d02-4a35-8856-a5d1b824dcdd req-2d39f0a3-97e3-4a91-841d-80b2077d4080 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Jan 31 17:00:26.409702 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:27.532516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1f7fb-8d95-47f7-9dd5-4e0b6ba64a68 req-1f485609-78e9-40bc-b95d-8591a9adfd62 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:27.534034 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fff1f7fb-8d95-47f7-9dd5-4e0b6ba64a68 req-1f485609-78e9-40bc-b95d-8591a9adfd62 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0623946 Jan 31 17:00:27.571958 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fff1f7fb-8d95-47f7-9dd5-4e0b6ba64a68 req-bf526f4a-e225-4ce7-a125-08f1705fcece tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315661 Jan 31 17:00:28.596327 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:28.701086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818ff47-6a38-49cf-8add-8b6db4ea27fc req-9de49387-9d94-4121-b847-bc8358fa19da tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:28.702572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1818ff47-6a38-49cf-8add-8b6db4ea27fc req-9de49387-9d94-4121-b847-bc8358fa19da tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0531890 Jan 31 17:00:28.743449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1818ff47-6a38-49cf-8add-8b6db4ea27fc req-05e061e2-be3f-4771-8c49-d16650f8b25a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342875 Jan 31 17:00:29.871495 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102955ec-d2c3-4748-8f13-8740811e7bea req-7234a9c3-6a85-43a0-864c-f9a7a2fa06b8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:29.872950 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-102955ec-d2c3-4748-8f13-8740811e7bea req-7234a9c3-6a85-43a0-864c-f9a7a2fa06b8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0523686 Jan 31 17:00:29.912118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-102955ec-d2c3-4748-8f13-8740811e7bea req-6ab58d7d-288a-40ef-b6e5-8a7316f84a25 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330157 Jan 31 17:00:31.047294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c85ca-3715-4dac-a14c-32a8ce64afd0 req-30a5ddc8-9452-484a-938c-b2e67c16cef1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:31.049241 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b95c85ca-3715-4dac-a14c-32a8ce64afd0 req-30a5ddc8-9452-484a-938c-b2e67c16cef1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0608425 Jan 31 17:00:31.090854 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b95c85ca-3715-4dac-a14c-32a8ce64afd0 req-e246beb2-93e1-439e-bdf6-0a41b762c893 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347085 Jan 31 17:00:31.731388 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 1a96050d-468e-4df4-8ea2-d85b5356db72 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:00:31.839171 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1a96050d-468e-4df4-8ea2-d85b5356db72,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:00:31.850336 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'port_id': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'mac_address': 'fa:16:3e:52:f7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:00:31.887880 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:31.901752 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a96050d-468e-4df4-8ea2-d85b5356db72 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:00:31.923118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1a96050d-468e-4df4-8ea2-d85b5356db72,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:00:31.928769 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:31.977878 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=1a96050d-468e-4df4-8ea2-d85b5356db72,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:00:31.985512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:31.985868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:31.986210 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:31.986538 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:31.986871 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:31.987198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:31.987522 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:31.987842 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:31.988164 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:31.988478 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:31.988848 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:31.989165 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:32.217415 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bf8da-7593-4ad3-97f7-29d21144e9c9 req-335bbff9-56c3-4bcc-82d2-fb7e83919040 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:32.218919 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad5bf8da-7593-4ad3-97f7-29d21144e9c9 req-335bbff9-56c3-4bcc-82d2-fb7e83919040 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 945 time: 0.0516710 Jan 31 17:00:32.237951 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['1a96050d-468e-4df4-8ea2-d85b5356db72'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:00:32.257703 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ad5bf8da-7593-4ad3-97f7-29d21144e9c9 req-bab58b16-6078-4ea2-8e19-d7c17e89242b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321033 Jan 31 17:00:33.394240 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0473fc-8ba6-445c-8fc3-b3f0cd3dc1f4 req-1587477d-5e93-4d40-85bc-9b21252919e4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:33.396284 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf0473fc-8ba6-445c-8fc3-b3f0cd3dc1f4 req-1587477d-5e93-4d40-85bc-9b21252919e4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 945 time: 0.0595582 Jan 31 17:00:33.436894 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cf0473fc-8ba6-445c-8fc3-b3f0cd3dc1f4 req-22b511d5-d462-4e18-b11a-e7d350da5727 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330315 Jan 31 17:00:33.719805 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 1a96050d-468e-4df4-8ea2-d85b5356db72 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:00:33.780992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port 1a96050d-468e-4df4-8ea2-d85b5356db72 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:00:33.784738 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port 1a96050d-468e-4df4-8ea2-d85b5356db72 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:00:33.785092 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:33.872622 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:33.896220 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:00:33.898700 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc04d5b-9525-4031-ac64-1b01f63970e8" -d '{"events": [{"server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "name": "network-vif-plugged", "status": "completed", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:00:33.915425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1a96050d-468e-4df4-8ea2-d85b5356db72,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:00:33.921049 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:33.971372 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=1a96050d-468e-4df4-8ea2-d85b5356db72,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:00:33.993239 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51119ca6-b996-44c5-bda8-9b326d2a017d x-openstack-request-id: req-51119ca6-b996-44c5-bda8-9b326d2a017d {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:00:33.993544 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "name": "network-vif-plugged", "status": "completed", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:00:33.993779 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51119ca6-b996-44c5-bda8-9b326d2a017d {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:00:33.994167 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'code': 200} Jan 31 17:00:34.103041 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6350-ce76-4f6d-89cc-55709e7630dc req-245ddbee-ea50-43e3-939f-f88a57e40936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:34.105410 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-939e6350-ce76-4f6d-89cc-55709e7630dc req-245ddbee-ea50-43e3-939f-f88a57e40936 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1097 time: 0.0488820 Jan 31 17:00:34.124911 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:00:34.146725 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-939e6350-ce76-4f6d-89cc-55709e7630dc req-79dfaf73-7879-4902-9459-db94271e9184 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308914 Jan 31 17:00:34.575965 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ccba8-a898-40fa-8053-76a1cad1a9eb req-8c22a835-a3b5-4d2d-93d4-52e9d814ec05 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:34.577449 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-887ccba8-a898-40fa-8053-76a1cad1a9eb req-8c22a835-a3b5-4d2d-93d4-52e9d814ec05 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0599625 Jan 31 17:00:34.619851 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-887ccba8-a898-40fa-8053-76a1cad1a9eb req-4f38e9d1-7caf-472b-873d-f0e3a371c5bf tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340040 Jan 31 17:00:35.750053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcc988-7e69-4457-a386-9edddc66f76e req-c6389417-c4cd-46ba-8de6-c5417774947b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:35.751499 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82fcc988-7e69-4457-a386-9edddc66f76e req-c6389417-c4cd-46ba-8de6-c5417774947b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0552056 Jan 31 17:00:35.805326 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-82fcc988-7e69-4457-a386-9edddc66f76e req-ea5b3cce-5a17-44b2-a38e-11fce423e900 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446661 Jan 31 17:00:35.931537 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b353eb-9d74-48d3-a73e-2748609cbbd9 req-3cf4974b-50c4-4d87-8e82-6a5fca785f30 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:35.933234 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38b353eb-9d74-48d3-a73e-2748609cbbd9 req-3cf4974b-50c4-4d87-8e82-6a5fca785f30 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0535808 Jan 31 17:00:35.972235 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-38b353eb-9d74-48d3-a73e-2748609cbbd9 req-a443ee66-805c-43eb-895c-478b23b15714 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329850 Jan 31 17:00:35.993782 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41680) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:00:36.035698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922df6e-e244-441b-a007-3c66b399e503 tempest-TestShelveInstance-496343493 tempest-TestShelveInstance-496343493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:36.037202 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6922df6e-e244-441b-a007-3c66b399e503 tempest-TestShelveInstance-496343493 tempest-TestShelveInstance-496343493-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1092 time: 0.0423927 Jan 31 17:00:36.040958 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41682) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:00:36.045346 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:00:36.072365 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for floatingip, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:36.176203 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:36.279294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Allocated IP 172.25.1.27 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/33a9cd6f-9c7e-4b5d-89fc-c3f11dcc0c82) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:00:36.390406 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:36.429083 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:36.468453 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:00:36.471354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:00:36.473937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:00:36.496737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'Port': ['ID=33a9cd6f-9c7e-4b5d-89fc-c3f11dcc0c82,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:00:36.859597 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:36.936057 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:37.096318 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:37.105056 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:37.176121 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event updated for resources: {'Port': ['ID=33a9cd6f-9c7e-4b5d-89fc-c3f11dcc0c82,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:00:37.187974 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:37.290998 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Floating IP 6a1bd321-2cf8-4434-8194-ac14a8d14f55 associated. External IP: 172.25.1.27, port: 1a96050d-468e-4df4-8ea2-d85b5356db72. Jan 31 17:00:37.524692 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:00:37.634814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:00:37.647567 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1131400c-55af-4604-9e43-4ffde3dbb792 None None] Sync routers for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:00:37.655125 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:37.657431 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1131400c-55af-4604-9e43-4ffde3dbb792 None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:00:37.658071 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1131400c-55af-4604-9e43-4ffde3dbb792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:00:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:00:37.682690 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-4598b393-29d0-4a14-810c-f628153df8b4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6406403 Jan 31 17:00:37.683275 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:00:37.685559 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6b0687-8973-4d75-985d-fac5b6b28fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:00:37.760499 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-1131400c-55af-4604-9e43-4ffde3dbb792 None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:00:37.787237 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa58f4f-4cff-4153-9c46-7bc1de233581 x-openstack-request-id: req-cfa58f4f-4cff-4153-9c46-7bc1de233581 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:00:37.787532 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:00:37.787787 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfa58f4f-4cff-4153-9c46-7bc1de233581 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:00:37.788194 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'status': 'completed', 'code': 200} Jan 31 17:00:37.852753 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0687-8973-4d75-985d-fac5b6b28fc8 req-7f95a2a8-575f-4c6a-b060-c901dfcbf8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:37.855243 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b6b0687-8973-4d75-985d-fac5b6b28fc8 req-7f95a2a8-575f-4c6a-b060-c901dfcbf8bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1097 time: 0.0454252 Jan 31 17:00:37.949942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0687-8973-4d75-985d-fac5b6b28fc8 req-d4bd043e-3b52-441f-96fe-d2e789b4e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:37.951420 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b6b0687-8973-4d75-985d-fac5b6b28fc8 req-d4bd043e-3b52-441f-96fe-d2e789b4e507 service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0905347 Jan 31 17:00:37.993838 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1131400c-55af-4604-9e43-4ffde3dbb792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '6a1bd321-2cf8-4434-8194-ac14a8d14f55', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'floating_ip_address': '172.25.1.27', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'port_id': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'mac_address': 'fa:16:3e:52:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:00:36Z', 'updated_at': '2022-01-31T17:00:36Z', 'revision_number': 0, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:00:38.020313 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b6b0687-8973-4d75-985d-fac5b6b28fc8 req-ebfa26e8-82f9-4f4d-b2da-f0c38d967343 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 999 time: 0.0596404 Jan 31 17:00:38.020582 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1131400c-55af-4604-9e43-4ffde3dbb792 None None] Checking router: 1ec584d0-d3aa-4e9a-bd01-c47944b53637 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:00:38.028886 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1131400c-55af-4604-9e43-4ffde3dbb792 None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:00:38.029502 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1131400c-55af-4604-9e43-4ffde3dbb792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:00:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:00:38.068029 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0687-8973-4d75-985d-fac5b6b28fc8 req-d4b4deab-c43b-4b72-b633-96e06c7684d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:38.069401 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b6b0687-8973-4d75-985d-fac5b6b28fc8 req-d4b4deab-c43b-4b72-b633-96e06c7684d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0426879 Jan 31 17:00:38.114904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0687-8973-4d75-985d-fac5b6b28fc8 req-603b6203-3061-47ee-a89d-a8518266e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:38.116375 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b6b0687-8973-4d75-985d-fac5b6b28fc8 req-603b6203-3061-47ee-a89d-a8518266e179 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400777 Jan 31 17:00:38.136788 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-1131400c-55af-4604-9e43-4ffde3dbb792 None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:00:38.209322 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b6b0687-8973-4d75-985d-fac5b6b28fc8 req-2c255c1a-6819-42d5-8ec5-7e7f889f22b5 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858331 Jan 31 17:00:38.304910 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-3b6b0687-8973-4d75-985d-fac5b6b28fc8 req-53826945-aa4a-4cbb-8b06-352a213788c9 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886714 Jan 31 17:00:38.458013 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-1131400c-55af-4604-9e43-4ffde3dbb792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '6a1bd321-2cf8-4434-8194-ac14a8d14f55', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'floating_ip_address': '172.25.1.27', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'port_id': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'mac_address': 'fa:16:3e:52:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:00:36Z', 'updated_at': '2022-01-31T17:00:36Z', 'revision_number': 0, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:00:38.496482 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1131400c-55af-4604-9e43-4ffde3dbb792 None None] The sync data for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 is: [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '6a1bd321-2cf8-4434-8194-ac14a8d14f55', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'floating_ip_address': '172.25.1.27', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'port_id': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'mac_address': 'fa:16:3e:52:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:00:36Z', 'updated_at': '2022-01-31T17:00:36Z', 'revision_number': 0, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:00:38.730578 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60d16d8-b081-4507-a369-f2cd78d34524 None None] New status for floating IP 6a1bd321-2cf8-4434-8194-ac14a8d14f55: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:00:47.360332 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a18ad7e6-2d46-4611-b14f-774be2d6320b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:49.839768 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5d90e112-ac7c-47f4-a606-71043d78554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:51.151014 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:52.604987 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:52.667185 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:56.413342 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:00:58.592097 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:11.129745 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:01:13.534735 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c8c2cf4-ffbb-471e-aa05-43f2d6a69e5f req-e72161ad-555c-4de6-aa66-3ff04ba76835 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513034 Jan 31 17:01:13.627111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c2cf4-ffbb-471e-aa05-43f2d6a69e5f req-02c7a42d-bb6d-45f8-a871-60e92e518fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:01:13.628641 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c8c2cf4-ffbb-471e-aa05-43f2d6a69e5f req-02c7a42d-bb6d-45f8-a871-60e92e518fcf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1097 time: 0.0481629 Jan 31 17:01:13.752140 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c2cf4-ffbb-471e-aa05-43f2d6a69e5f req-f00227a7-371c-42fc-b340-ee41a4f5196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:01:13.753666 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c8c2cf4-ffbb-471e-aa05-43f2d6a69e5f req-f00227a7-371c-42fc-b340-ee41a4f5196b service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.1048443 Jan 31 17:01:13.823553 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c8c2cf4-ffbb-471e-aa05-43f2d6a69e5f req-2f45be87-1582-4c87-9673-016e8c52637a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 1001 time: 0.0626819 Jan 31 17:01:13.871754 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c2cf4-ffbb-471e-aa05-43f2d6a69e5f req-187207f2-8ba0-44c7-a96d-edbfed804b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:01:13.873176 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c8c2cf4-ffbb-471e-aa05-43f2d6a69e5f req-187207f2-8ba0-44c7-a96d-edbfed804b99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0428727 Jan 31 17:01:13.920799 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c2cf4-ffbb-471e-aa05-43f2d6a69e5f req-51506419-1d8c-4ba6-8d96-80e6d1480faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:01:13.922359 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c8c2cf4-ffbb-471e-aa05-43f2d6a69e5f req-51506419-1d8c-4ba6-8d96-80e6d1480faf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424480 Jan 31 17:01:14.017867 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c8c2cf4-ffbb-471e-aa05-43f2d6a69e5f req-d29432d1-4e29-4307-a7fb-6e78a2b92d6d service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884104 Jan 31 17:01:14.111351 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1c8c2cf4-ffbb-471e-aa05-43f2d6a69e5f req-3b0d921c-ad64-4ccb-aea3-c474f132704a service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859189 Jan 31 17:01:17.365625 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b8641a8f-2ec7-41f3-8f7a-fc3f161ca5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:19.834829 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e9f7fcda-0f1f-4aef-9a63-6963755febcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:21.166792 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:22.603486 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:22.678220 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:26.447274 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:28.601227 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:47.357120 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-56a61cfa-621d-48b4-9bdb-dc63b9aed594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:48.132268 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:01:49.836059 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b2a41e28-1d48-43ac-87ea-93ee01ff16ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:51.153054 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:52.602979 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:52.673364 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:56.457995 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:01:58.607182 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:15.514316 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-07f23fc4-9dca-446d-a0ac-71e1f7d5f842 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450928 Jan 31 17:02:15.612175 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-fc692123-e51b-4390-b2d8-2d7eabc61e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:15.613710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-fc692123-e51b-4390-b2d8-2d7eabc61e5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1097 time: 0.0542347 Jan 31 17:02:15.729723 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-cb6e0b36-eee0-42b2-aee5-0648d7355737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:15.731305 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-cb6e0b36-eee0-42b2-aee5-0648d7355737 service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0868301 Jan 31 17:02:15.805123 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-e6b3e64b-ebff-43d0-a20b-431511172112 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 1001 time: 0.0624197 Jan 31 17:02:15.856460 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-655e9322-8653-4082-b689-2b66f35fbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:15.857910 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-655e9322-8653-4082-b689-2b66f35fbebb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0433595 Jan 31 17:02:15.909154 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-2ca32022-8b9a-425f-9cd0-4f1d2541da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:15.910770 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-2ca32022-8b9a-425f-9cd0-4f1d2541da3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409808 Jan 31 17:02:15.924428 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-893c06b6-d28f-498e-94b4-c5795b05930b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 17:02:15.925354 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-893c06b6-d28f-498e-94b4-c5795b05930b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048463 Jan 31 17:02:16.039486 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-fcb5ff1a-3917-458c-bff4-3b346054c0a8 service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038980 Jan 31 17:02:16.142434 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-1af9a050-d4e4-4a37-af9d-13fb7316531a req-bc35f424-7a3f-46b2-8334-5bf064a2604f service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919869 Jan 31 17:02:17.353929 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9ab20b53-f87f-4fa2-a86f-f8a9254e7aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:19.829627 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-cbf66a40-4f09-4424-94df-c7d17ba4f665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:21.155424 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:22.607264 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:22.678200 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:25.137893 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:02:26.459740 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:28.627410 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:36.034094 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d73b23-9ec9-4be4-b98e-c49e30986207 req-e0723738-fba8-40df-b7a6-9d4e0d562cc1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:36.035646 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81d73b23-9ec9-4be4-b98e-c49e30986207 req-e0723738-fba8-40df-b7a6-9d4e0d562cc1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0560582 Jan 31 17:02:36.077257 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-81d73b23-9ec9-4be4-b98e-c49e30986207 req-d4776965-8336-4b0a-a3ed-85968a1494d2 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326276 Jan 31 17:02:37.213007 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcd8ce-d216-4181-a7ba-0a868abd5725 req-75f9526d-d946-412d-951d-02d9d85a6728 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:37.214513 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5dbcd8ce-d216-4181-a7ba-0a868abd5725 req-75f9526d-d946-412d-951d-02d9d85a6728 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0538046 Jan 31 17:02:37.256599 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-5dbcd8ce-d216-4181-a7ba-0a868abd5725 req-f83fe9a8-f8be-4903-970f-5a1244a7079a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329094 Jan 31 17:02:38.400319 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed22f36-a28d-4da1-9fc8-bd8dd07d6126 req-124b812c-b932-4648-9011-12782c4e701e tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:38.401931 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bed22f36-a28d-4da1-9fc8-bd8dd07d6126 req-124b812c-b932-4648-9011-12782c4e701e tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0565259 Jan 31 17:02:38.446471 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bed22f36-a28d-4da1-9fc8-bd8dd07d6126 req-12a5f082-08f8-4ed5-8b80-2ae6971981a6 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347047 Jan 31 17:02:39.579516 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a2689-b224-4389-82df-eb4118946796 req-19acdbcc-4908-4a44-bdea-9f58d08389cf tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:39.581218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e67a2689-b224-4389-82df-eb4118946796 req-19acdbcc-4908-4a44-bdea-9f58d08389cf tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0627363 Jan 31 17:02:39.621017 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e67a2689-b224-4389-82df-eb4118946796 req-cb20fbf1-6e79-4ff9-841d-e6bc662a1cbd tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331030 Jan 31 17:02:40.750487 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8d844-0015-48b2-ba62-465fe0fbc9d9 req-4b7d9ba0-bdb8-4f94-b9fe-9e871982ffc5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:40.751944 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-efd8d844-0015-48b2-ba62-465fe0fbc9d9 req-4b7d9ba0-bdb8-4f94-b9fe-9e871982ffc5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0513449 Jan 31 17:02:40.793724 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-efd8d844-0015-48b2-ba62-465fe0fbc9d9 req-a8b0b5d9-c065-4c28-b4a8-a6a3d2173a75 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327170 Jan 31 17:02:41.933786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98736a9e-af61-4b55-a43a-b1afd5dba721 req-aaeb27a5-6358-4d80-a375-0c4bf6045fe1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:41.935134 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98736a9e-af61-4b55-a43a-b1afd5dba721 req-aaeb27a5-6358-4d80-a375-0c4bf6045fe1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0575178 Jan 31 17:02:41.985948 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-98736a9e-af61-4b55-a43a-b1afd5dba721 req-cad4cca1-26ce-46c2-89e9-570b050b05ad tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408533 Jan 31 17:02:43.111645 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e09df-9f94-4c08-8f9c-1aecf82c3993 req-f3b4269b-0446-4ed4-bf26-b5929e3ee6a0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:43.113118 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d2e09df-9f94-4c08-8f9c-1aecf82c3993 req-f3b4269b-0446-4ed4-bf26-b5929e3ee6a0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0525711 Jan 31 17:02:43.157586 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-0d2e09df-9f94-4c08-8f9c-1aecf82c3993 req-f17b5425-3efc-46f3-8adf-38919ea48817 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349839 Jan 31 17:02:44.286747 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac087d1-1d43-4a21-ad1b-f6102c7acbba req-a5e46e9c-b210-45af-8469-5553a19047d0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:44.288340 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ac087d1-1d43-4a21-ad1b-f6102c7acbba req-a5e46e9c-b210-45af-8469-5553a19047d0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0615284 Jan 31 17:02:44.329897 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ac087d1-1d43-4a21-ad1b-f6102c7acbba req-b6e802d3-86a6-460c-b0aa-9c747da284c4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321789 Jan 31 17:02:45.476600 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36514260-9afa-4369-aff1-eaa39dc35292 req-dcf8a5c0-eb9a-4077-9704-088391669fdd tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:45.478083 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36514260-9afa-4369-aff1-eaa39dc35292 req-dcf8a5c0-eb9a-4077-9704-088391669fdd tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0612264 Jan 31 17:02:45.521111 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-36514260-9afa-4369-aff1-eaa39dc35292 req-430b338d-ae0d-4ca8-bd08-94ee11e80776 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339437 Jan 31 17:02:46.216356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dbd7d-f7df-47cc-8b12-c390ff32d8d7 req-ba395134-2dec-4af5-8b69-67b1e1876f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:46.217880 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-093dbd7d-f7df-47cc-8b12-c390ff32d8d7 req-ba395134-2dec-4af5-8b69-67b1e1876f26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1097 time: 0.0471716 Jan 31 17:02:46.312100 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dbd7d-f7df-47cc-8b12-c390ff32d8d7 req-4e8e3037-f1c7-449a-8063-418e399429f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:46.313517 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-093dbd7d-f7df-47cc-8b12-c390ff32d8d7 req-4e8e3037-f1c7-449a-8063-418e399429f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0854867 Jan 31 17:02:46.391970 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-093dbd7d-f7df-47cc-8b12-c390ff32d8d7 req-13b7eb1e-a2b1-443a-9b5f-fb0310316a13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 1001 time: 0.0679059 Jan 31 17:02:46.447698 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dbd7d-f7df-47cc-8b12-c390ff32d8d7 req-8efe945a-94dd-405b-95dc-9afd2844a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:46.449185 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-093dbd7d-f7df-47cc-8b12-c390ff32d8d7 req-8efe945a-94dd-405b-95dc-9afd2844a8cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0465500 Jan 31 17:02:46.499649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dbd7d-f7df-47cc-8b12-c390ff32d8d7 req-3baa9010-5501-471e-b675-8fbad5bc64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:46.501163 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-093dbd7d-f7df-47cc-8b12-c390ff32d8d7 req-3baa9010-5501-471e-b675-8fbad5bc64dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411978 Jan 31 17:02:46.611910 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-093dbd7d-f7df-47cc-8b12-c390ff32d8d7 req-02f15489-87ce-4171-969c-842adb1221ff service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996742 Jan 31 17:02:46.707303 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbf6e0-cb1f-4800-8360-6082df13181f req-1b980764-a7cb-418d-883c-2241c5130147 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:46.708828 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-48cbf6e0-cb1f-4800-8360-6082df13181f req-1b980764-a7cb-418d-883c-2241c5130147 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.1117272 Jan 31 17:02:46.751104 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-093dbd7d-f7df-47cc-8b12-c390ff32d8d7 req-1d16bf28-7405-4e13-a2ee-6903b948d10f service neutron] 10.222.0.30 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252677 Jan 31 17:02:46.766373 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-48cbf6e0-cb1f-4800-8360-6082df13181f req-1263c407-c8cc-4b54-8c42-8c2a9b9990e0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471227 Jan 31 17:02:47.350348 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-58110692-3682-4b57-a590-e47f5bd2c138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:47.907458 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0782ab-ea66-4cf2-aae5-3b839cf5d529 req-2513e2c8-2374-403c-bf00-0efd6bed44f7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:47.908980 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc0782ab-ea66-4cf2-aae5-3b839cf5d529 req-2513e2c8-2374-403c-bf00-0efd6bed44f7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0645337 Jan 31 17:02:47.951942 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cc0782ab-ea66-4cf2-aae5-3b839cf5d529 req-4f55a431-e43d-4b96-8a78-cba61879251f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339265 Jan 31 17:02:49.068300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbe329-f096-4098-a1c2-5a9875b95cad req-0b05e060-6eae-406f-8d82-333057a23200 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:49.069729 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fbbe329-f096-4098-a1c2-5a9875b95cad req-0b05e060-6eae-406f-8d82-333057a23200 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0508461 Jan 31 17:02:49.108506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9fbbe329-f096-4098-a1c2-5a9875b95cad req-e3867318-218d-4a54-976f-37efe93c55d6 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324535 Jan 31 17:02:49.833323 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-16e58709-f019-4f51-ab34-49f40f0827bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:50.228628 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941fb27-aeac-44e6-8f0c-cd0f90818a14 req-0aab0136-0ae7-4171-ae7d-ce4b5c43425d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:50.230186 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d941fb27-aeac-44e6-8f0c-cd0f90818a14 req-0aab0136-0ae7-4171-ae7d-ce4b5c43425d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0506339 Jan 31 17:02:50.269616 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-d941fb27-aeac-44e6-8f0c-cd0f90818a14 req-b662d54c-71e0-405c-80d1-9a06e39a4b11 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326793 Jan 31 17:02:51.157012 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:51.389452 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dabfb-a1c2-405c-87fa-0888acd382a3 req-2330f0df-2af5-41f1-8f22-32e7b65e4efa tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:51.391085 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a4dabfb-a1c2-405c-87fa-0888acd382a3 req-2330f0df-2af5-41f1-8f22-32e7b65e4efa tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 946 time: 0.0535035 Jan 31 17:02:51.431710 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9a4dabfb-a1c2-405c-87fa-0888acd382a3 req-29d0a224-6be7-436f-9a2f-c4c5b0c884ce tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338047 Jan 31 17:02:52.200642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device 1a96050d-468e-4df4-8ea2-d85b5356db72 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:02:52.304647 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:52.334003 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:02:52.337542 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a9cc48-9a5b-405e-8f51-e521c05e17d3" -d '{"events": [{"server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "name": "network-vif-unplugged", "status": "completed", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:02:52.358979 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1a96050d-468e-4df4-8ea2-d85b5356db72,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:02:52.365622 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:52.390256 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 17:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c8f85c-395b-4745-9ac6-b71eb04ba989 x-openstack-request-id: req-09c8f85c-395b-4745-9ac6-b71eb04ba989 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:02:52.390551 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "name": "network-vif-unplugged", "status": "failed", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72", "code": 422}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:02:52.390806 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09c8f85c-395b-4745-9ac6-b71eb04ba989 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:02:52.391204 n-d-827120-1 neutron-server[108773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'code': 422} returned with failed status Jan 31 17:02:52.418438 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=1a96050d-468e-4df4-8ea2-d85b5356db72,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:02:52.426345 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:52.426705 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:52.427039 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:52.427365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:52.427694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:52.428016 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:52.428338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:52.428727 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:52.428957 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:52.429270 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:52.429613 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:52.429930 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:52.609017 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:52.668941 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-89ece07a-72b0-46ea-b83d-ae12ba95ca54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774217 Jan 31 17:02:52.681628 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bdcdf-8906-44e1-a7da-27d5699821e5 req-1def268a-8925-43b5-b7cd-30d1407dd1a5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:52.683160 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-143bdcdf-8906-44e1-a7da-27d5699821e5 req-1def268a-8925-43b5-b7cd-30d1407dd1a5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0600693 Jan 31 17:02:52.686434 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:52.723770 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-143bdcdf-8906-44e1-a7da-27d5699821e5 req-f9df592c-85e9-42e0-a341-d95e8ab1d657 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336900 Jan 31 17:02:53.848059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a211b-bda2-44e8-9770-744c85b9cd8f req-bee0098f-c939-4a78-a06d-2003ad330d2c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:53.849626 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b28a211b-bda2-44e8-9770-744c85b9cd8f req-bee0098f-c939-4a78-a06d-2003ad330d2c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0551665 Jan 31 17:02:53.889603 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b28a211b-bda2-44e8-9770-744c85b9cd8f req-60ed649d-4d0d-4cfe-945c-79732f0c5fc0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336533 Jan 31 17:02:55.008402 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd7250-a28b-4864-81f1-9cd1840d65e7 req-93f3c096-0955-467c-a674-18da55716898 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:55.010024 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9bcd7250-a28b-4864-81f1-9cd1840d65e7 req-93f3c096-0955-467c-a674-18da55716898 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0527024 Jan 31 17:02:55.049990 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9bcd7250-a28b-4864-81f1-9cd1840d65e7 req-7aa81836-24c1-4347-90fe-36a82c9efe4f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338128 Jan 31 17:02:56.174217 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea1153-741b-4347-ba7a-2965cc2de958 req-14ee13e8-4dd8-41cf-aa1d-d06a49f04d50 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:56.175706 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61ea1153-741b-4347-ba7a-2965cc2de958 req-14ee13e8-4dd8-41cf-aa1d-d06a49f04d50 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0560508 Jan 31 17:02:56.213035 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-61ea1153-741b-4347-ba7a-2965cc2de958 req-21d9c335-9ebe-45fe-9162-38a0dd08bf48 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312839 Jan 31 17:02:56.485661 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:57.345501 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba36a5-e595-4c07-bac1-969298d32975 req-fc91eab7-adcd-4362-9e89-f1a03fa85291 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:57.347074 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-35ba36a5-e595-4c07-bac1-969298d32975 req-fc91eab7-adcd-4362-9e89-f1a03fa85291 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0582683 Jan 31 17:02:57.385506 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-35ba36a5-e595-4c07-bac1-969298d32975 req-e528f155-1ab8-4936-af07-527658c54626 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323074 Jan 31 17:02:57.502036 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-552ebea7-9cb5-49c8-b6ce-93521d12ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:57.503381 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-552ebea7-9cb5-49c8-b6ce-93521d12ee71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57&tenant_id=169e2a5c991d49988abb47db86d2566c HTTP/1.1" status: 200 len: 1095 time: 0.1202214 Jan 31 17:02:57.513848 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-e28a72f3-e715-40bf-8172-e0c2c7ee1fb1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 31 17:02:57.514833 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-e28a72f3-e715-40bf-8172-e0c2c7ee1fb1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048084 Jan 31 17:02:57.526257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827120-1', 'device_owner': 'compute:nova'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:02:57.581120 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:57.792379 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=1a96050d-468e-4df4-8ea2-d85b5356db72,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:02:57.828208 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h1-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:02:57.860724 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a96050d-468e-4df4-8ea2-d85b5356db72 {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:02:57.868098 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:57.880296 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Transition to ACTIVE for port object 1a96050d-468e-4df4-8ea2-d85b5356db72 will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:02:57.885486 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:58.303881 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Pushing event updated for resources: {'Port': ['ID=1a96050d-468e-4df4-8ea2-d85b5356db72,revision_number=7']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:02:58.317523 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:58.317794 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:58.318124 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:58.318418 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:58.318766 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:58.319083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:58.319393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:58.319710 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:58.320017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:58.320324 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:58.320630 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:58.320937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:02:58.354307 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] No DVR routers for this DVR port 1a96050d-468e-4df4-8ea2-d85b5356db72 on host n-h1-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:02:58.515122 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Attempting to bind port 1a96050d-468e-4df4-8ea2-d85b5356db72 on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:02:58.515857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Attempting to bind port 1a96050d-468e-4df4-8ea2-d85b5356db72 by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:02:58.515857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Attempting to bind port 1a96050d-468e-4df4-8ea2-d85b5356db72 on network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:02:58.524292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Port 1a96050d-468e-4df4-8ea2-d85b5356db72 on network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:02:58.524672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Attempting to bind port 1a96050d-468e-4df4-8ea2-d85b5356db72 on network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:02:58.534685 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c5d5-0f69-4c07-be5e-03b639fbdefb req-c9a893cc-465b-4594-b134-ef116cb3b58f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:58.536184 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38e2c5d5-0f69-4c07-be5e-03b639fbdefb req-c9a893cc-465b-4594-b134-ef116cb3b58f tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0779250 Jan 31 17:02:58.538920 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:02:58.539247 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Checking segment: {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 17:02:58.539611 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Bound using segment: {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:02:58.540030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Bound port: 1a96050d-468e-4df4-8ea2-d85b5356db72, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:02:58.540374 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:58.610971 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-38e2c5d5-0f69-4c07-be5e-03b639fbdefb req-b8f3129a-3ccd-4664-adeb-66bfe8b1a50a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683169 Jan 31 17:02:58.618023 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:58.634062 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:02:58.637083 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1a96050d-468e-4df4-8ea2-d85b5356db72,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:02:58.643138 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:58.683781 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:58.684390 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:02:58.685816 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] 10.222.0.20 "PUT /v2.0/ports/1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 1092 time: 1.1631968 Jan 31 17:02:58.686248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:02:58.688519 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645446cc-5cf5-4d7a-9a10-1b782f0a4be3" -d '{"events": [{"name": "network-changed", "server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:02:58.710887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c9bdf-d9a8-48fb-87ba-9e7bff89ebcf service neutron] Pushing event updated for resources: {'Port': ['ID=1a96050d-468e-4df4-8ea2-d85b5356db72,revision_number=8']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:02:58.740440 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1da5b44-b2b5-4f43-90cb-25708014fd28 x-openstack-request-id: req-b1da5b44-b2b5-4f43-90cb-25708014fd28 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:02:58.740744 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:02:58.740998 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1da5b44-b2b5-4f43-90cb-25708014fd28 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:02:58.741396 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'status': 'completed', 'code': 200} Jan 31 17:02:58.758061 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-66f31620-ff9c-4963-86c8-05e1e72ab766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:58.759570 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-66f31620-ff9c-4963-86c8-05e1e72ab766 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1095 time: 0.0499926 Jan 31 17:02:58.857986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-c650540f-43f9-455f-be4e-30f4b6da94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:58.859502 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-c650540f-43f9-455f-be4e-30f4b6da94fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0926502 Jan 31 17:02:58.924920 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-cd274f90-aa63-4538-8d67-e01790aa78db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 999 time: 0.0582047 Jan 31 17:02:58.976745 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-2d8ba84a-41f1-4261-a18f-e258a60916c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:58.978204 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-2d8ba84a-41f1-4261-a18f-e258a60916c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0469873 Jan 31 17:02:59.028144 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-5b41d988-5432-428a-a3c6-3e8e5bb4f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:59.029762 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-5b41d988-5432-428a-a3c6-3e8e5bb4f87b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450561 Jan 31 17:02:59.121836 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-82700db8-66eb-40d5-a58c-f498a4ece7a1 service neutron] 10.222.0.20 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852382 Jan 31 17:02:59.224141 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-76f52a9d-20bd-4dfe-8c7d-5c824b8bbb63 service neutron] 10.222.0.20 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949001 Jan 31 17:02:59.317383 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645446cc-5cf5-4d7a-9a10-1b782f0a4be3 req-77f74544-56d0-4599-ad9a-57ff17350a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:59.318947 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-645446cc-5cf5-4d7a-9a10-1b782f0a4be3 req-77f74544-56d0-4599-ad9a-57ff17350a7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1095 time: 0.0432017 Jan 31 17:02:59.437445 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645446cc-5cf5-4d7a-9a10-1b782f0a4be3 req-5c724d78-4f4a-4099-ae9b-53ebabe5c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:59.438928 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-645446cc-5cf5-4d7a-9a10-1b782f0a4be3 req-5c724d78-4f4a-4099-ae9b-53ebabe5c58d service neutron] 10.222.0.20 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.1122835 Jan 31 17:02:59.505335 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-645446cc-5cf5-4d7a-9a10-1b782f0a4be3 req-80703d8c-66fa-49bc-bbd5-e620f714dee4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 999 time: 0.0585992 Jan 31 17:02:59.555984 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645446cc-5cf5-4d7a-9a10-1b782f0a4be3 req-1ad4154b-63a7-45cb-8e79-78385c069d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:59.557537 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-645446cc-5cf5-4d7a-9a10-1b782f0a4be3 req-1ad4154b-63a7-45cb-8e79-78385c069d5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0451384 Jan 31 17:02:59.607816 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645446cc-5cf5-4d7a-9a10-1b782f0a4be3 req-f736bd53-1846-41cc-b98a-5a646a174620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:59.609273 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-645446cc-5cf5-4d7a-9a10-1b782f0a4be3 req-f736bd53-1846-41cc-b98a-5a646a174620 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447056 Jan 31 17:02:59.735235 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-645446cc-5cf5-4d7a-9a10-1b782f0a4be3 req-9bfe4edb-ec7f-4dcc-8f23-7f2e129dc43b service neutron] 10.222.0.20 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176980 Jan 31 17:02:59.768549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ebaa-d043-42b0-9e9a-5057aca0d2fa req-26d512de-0dd3-4dcb-9782-55ba6fd1ff26 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:02:59.770268 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4c4ebaa-d043-42b0-9e9a-5057aca0d2fa req-26d512de-0dd3-4dcb-9782-55ba6fd1ff26 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0830483 Jan 31 17:02:59.845847 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-b4c4ebaa-d043-42b0-9e9a-5057aca0d2fa req-17491ebf-39e9-40e1-8f4c-1f1ebda65f3a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491972 Jan 31 17:02:59.861838 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-645446cc-5cf5-4d7a-9a10-1b782f0a4be3 req-c2215daf-bb49-4152-b97c-4525b7d3bb77 service neutron] 10.222.0.20 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191072 Jan 31 17:03:00.977094 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db697f6-f61e-4dea-a9d4-c1f97252296d req-e40d96a7-9bc9-4f15-9671-667636ed1139 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:00.978611 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8db697f6-f61e-4dea-a9d4-c1f97252296d req-e40d96a7-9bc9-4f15-9671-667636ed1139 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0512087 Jan 31 17:03:01.016755 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8db697f6-f61e-4dea-a9d4-c1f97252296d req-bc8a1e06-9a65-4bf2-9d4d-147eed22d24c tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321996 Jan 31 17:03:02.137622 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:03:02.140305 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1520e1a-04f5-4f88-a4cc-2404689367ab req-cf83ffd3-2931-4c15-ba4b-fda4f204bbe5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:02.141865 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1520e1a-04f5-4f88-a4cc-2404689367ab req-cf83ffd3-2931-4c15-ba4b-fda4f204bbe5 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0553739 Jan 31 17:03:02.181124 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-f1520e1a-04f5-4f88-a4cc-2404689367ab req-94a49906-3c47-4a71-ac86-02a435aed7f7 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Jan 31 17:03:03.311329 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466739f-70e6-463f-a246-7c06fa6b39ac req-2650bf55-8ba3-4107-aa6d-430efd196b40 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:03.312796 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d466739f-70e6-463f-a246-7c06fa6b39ac req-2650bf55-8ba3-4107-aa6d-430efd196b40 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0509794 Jan 31 17:03:03.351209 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d466739f-70e6-463f-a246-7c06fa6b39ac req-8349813e-1758-49e3-b75e-9061ae75456a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321670 Jan 31 17:03:04.502669 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f4f34-ed91-4173-a88a-6578c7c7d42b req-1dcdf5c5-ddb5-4c59-90c9-01c0eac519f4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:04.504104 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-404f4f34-ed91-4173-a88a-6578c7c7d42b req-1dcdf5c5-ddb5-4c59-90c9-01c0eac519f4 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0637312 Jan 31 17:03:04.545137 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-404f4f34-ed91-4173-a88a-6578c7c7d42b req-c4617909-33b5-4acf-8338-8938499c6b69 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347421 Jan 31 17:03:05.679492 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcef14-204d-4b5a-8000-1aa14aa8defb req-5faf387c-e25b-4ce0-95f1-20f2a3b4cec1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:05.680989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-debcef14-204d-4b5a-8000-1aa14aa8defb req-5faf387c-e25b-4ce0-95f1-20f2a3b4cec1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0563633 Jan 31 17:03:05.720038 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-debcef14-204d-4b5a-8000-1aa14aa8defb req-13e021d8-0352-4f1b-9440-d8e613ea83a8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329947 Jan 31 17:03:06.076486 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a678d-a7f1-4518-aa2b-14fe188fc17d req-f12d286b-715a-40c7-a4aa-1e366dd900c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:06.077990 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a3a678d-a7f1-4518-aa2b-14fe188fc17d req-f12d286b-715a-40c7-a4aa-1e366dd900c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1095 time: 0.0432298 Jan 31 17:03:06.194714 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a678d-a7f1-4518-aa2b-14fe188fc17d req-73faf4ee-8a26-47c8-824a-4325e5d45c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:06.196177 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a3a678d-a7f1-4518-aa2b-14fe188fc17d req-73faf4ee-8a26-47c8-824a-4325e5d45c58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0982697 Jan 31 17:03:06.268093 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a3a678d-a7f1-4518-aa2b-14fe188fc17d req-51a28197-9322-4f81-a2c6-95944f59eebe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 999 time: 0.0635529 Jan 31 17:03:06.332123 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a678d-a7f1-4518-aa2b-14fe188fc17d req-6fc911a0-bc90-4d60-9f78-02a63aaaa9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:06.334207 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a3a678d-a7f1-4518-aa2b-14fe188fc17d req-6fc911a0-bc90-4d60-9f78-02a63aaaa9bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0587876 Jan 31 17:03:06.396225 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a678d-a7f1-4518-aa2b-14fe188fc17d req-f2b773c6-279c-432a-8d51-13a2ad00ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:06.397726 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a3a678d-a7f1-4518-aa2b-14fe188fc17d req-f2b773c6-279c-432a-8d51-13a2ad00ea9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559721 Jan 31 17:03:06.490717 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a3a678d-a7f1-4518-aa2b-14fe188fc17d req-8c7300d6-e5bf-48f5-98ac-fb488d06fcb6 service neutron] 10.222.0.20 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862682 Jan 31 17:03:06.595718 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-1a3a678d-a7f1-4518-aa2b-14fe188fc17d req-27b792c9-da9b-48e8-a750-4fe7b873217c service neutron] 10.222.0.20 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972936 Jan 31 17:03:06.850599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580e8ad-8a64-44fd-91b2-e37de470275f req-73d835e5-efee-416f-a716-c1c71b79c6aa tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:06.851976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2580e8ad-8a64-44fd-91b2-e37de470275f req-73d835e5-efee-416f-a716-c1c71b79c6aa tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 944 time: 0.0521741 Jan 31 17:03:06.889323 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2580e8ad-8a64-44fd-91b2-e37de470275f req-281400d9-de15-4753-8e8a-36b03d6d2093 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Jan 31 17:03:07.585128 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1a96050d-468e-4df4-8ea2-d85b5356db72 details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:03:07.702656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1a96050d-468e-4df4-8ea2-d85b5356db72,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:03:07.713206 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'port_id': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'mac_address': 'fa:16:3e:52:f7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:03:07.750047 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:07.762537 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a96050d-468e-4df4-8ea2-d85b5356db72 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:03:07.781505 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1a96050d-468e-4df4-8ea2-d85b5356db72,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:03:07.787324 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:07.841231 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1a96050d-468e-4df4-8ea2-d85b5356db72,revision_number=9']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:03:08.019436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d151eff-1249-45c1-b156-6d9992504d34 req-b3fe6306-8f56-4be0-afe4-f0a82d9d033e tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:08.021208 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d151eff-1249-45c1-b156-6d9992504d34 req-b3fe6306-8f56-4be0-afe4-f0a82d9d033e tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 945 time: 0.0518124 Jan 31 17:03:08.062132 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-6d151eff-1249-45c1-b156-6d9992504d34 req-2e7d177d-bc0e-4e20-9308-25838246c933 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345721 Jan 31 17:03:08.063948 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['1a96050d-468e-4df4-8ea2-d85b5356db72'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:03:09.203265 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cb671-9bb7-49ad-9754-5bcd9ebe953a req-144ca5e4-5992-4220-b246-be7b36dc9fc0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:09.204766 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f6cb671-9bb7-49ad-9754-5bcd9ebe953a req-144ca5e4-5992-4220-b246-be7b36dc9fc0 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 945 time: 0.0633366 Jan 31 17:03:09.254924 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f6cb671-9bb7-49ad-9754-5bcd9ebe953a req-e64bbf7d-4e23-48f4-bb00-220b0452fd6a tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410504 Jan 31 17:03:09.606473 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1a96050d-468e-4df4-8ea2-d85b5356db72 up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:03:09.662814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 1a96050d-468e-4df4-8ea2-d85b5356db72 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:03:09.666867 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 1a96050d-468e-4df4-8ea2-d85b5356db72 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:03:09.667335 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:09.749036 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:09.773006 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:03:09.775348 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251235f2-774e-4253-8530-abc30e63f29b" -d '{"events": [{"server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "name": "network-vif-plugged", "status": "completed", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:03:09.788412 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1a96050d-468e-4df4-8ea2-d85b5356db72,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:03:09.793019 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:09.821914 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7aba72-abc7-4e40-b2bf-668a42b1b795 x-openstack-request-id: req-4d7aba72-abc7-4e40-b2bf-668a42b1b795 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:03:09.822223 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "name": "network-vif-plugged", "status": "completed", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:03:09.822455 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d7aba72-abc7-4e40-b2bf-668a42b1b795 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:03:09.822838 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'code': 200} Jan 31 17:03:09.851091 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1a96050d-468e-4df4-8ea2-d85b5356db72,revision_number=10']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:03:09.967134 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56aabd-860c-4610-b538-41ece4ac55fa req-f0bddf37-42f6-4e2f-919d-e5403b195827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:09.968620 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec56aabd-860c-4610-b538-41ece4ac55fa req-f0bddf37-42f6-4e2f-919d-e5403b195827 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1098 time: 0.0468125 Jan 31 17:03:10.004002 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ec56aabd-860c-4610-b538-41ece4ac55fa req-3940e837-061a-432f-888a-56d13ca0847b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287647 Jan 31 17:03:10.396937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17076f7f-d1c7-479e-9ca0-ca79430de227 req-84fc0211-da6b-484a-9087-7d7c96eeeb38 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:10.398450 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-17076f7f-d1c7-479e-9ca0-ca79430de227 req-84fc0211-da6b-484a-9087-7d7c96eeeb38 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 947 time: 0.0652514 Jan 31 17:03:10.440976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-17076f7f-d1c7-479e-9ca0-ca79430de227 req-604df19b-67e9-4eed-9b3c-630d57d83693 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331416 Jan 31 17:03:11.561905 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81d0ca-4855-435c-a1f6-20336c699aca req-54d40253-408f-4424-9d3b-2f6add4cc03d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:03:11.563363 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e81d0ca-4855-435c-a1f6-20336c699aca req-54d40253-408f-4424-9d3b-2f6add4cc03d tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 947 time: 0.0515478 Jan 31 17:03:11.601847 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-8e81d0ca-4855-435c-a1f6-20336c699aca req-dda1d10a-7006-4b15-8411-a7021775b54b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322342 Jan 31 17:03:17.347815 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-afd34138-6268-405c-b918-6f79392ecdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:19.846792 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a73ec36-07b4-47b5-a9bf-2c92cc0ef8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:21.167199 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:22.609659 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:22.684080 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:26.505188 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:28.617372 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:39.138202 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:03:47.351915 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-15dae16a-ab5f-4825-a5f3-568607bfdf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:49.845430 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c32a4e18-4558-48e1-b7ed-065321bd0c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:51.164520 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:52.615666 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:52.679090 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:56.525050 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:03:58.642725 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:06.045173 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-019d626f-997a-4279-9ec2-9927fc121e67 req-9322b5fe-935f-41d1-ac09-4155ac4747d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452921 Jan 31 17:04:06.132292 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d626f-997a-4279-9ec2-9927fc121e67 req-cc62a7d6-ff42-4d63-af66-e906c180b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:06.133796 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-019d626f-997a-4279-9ec2-9927fc121e67 req-cc62a7d6-ff42-4d63-af66-e906c180b838 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1098 time: 0.0471101 Jan 31 17:04:06.247022 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d626f-997a-4279-9ec2-9927fc121e67 req-8e3a6628-e207-494b-bab8-285c62b4caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:06.248480 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-019d626f-997a-4279-9ec2-9927fc121e67 req-8e3a6628-e207-494b-bab8-285c62b4caa5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0908549 Jan 31 17:04:06.323769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-019d626f-997a-4279-9ec2-9927fc121e67 req-1138722b-5ef0-40d4-bc5d-78922324e47d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 1001 time: 0.0684667 Jan 31 17:04:06.375237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d626f-997a-4279-9ec2-9927fc121e67 req-528eb85f-09d3-470a-81f0-81d54bd1df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:06.376633 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-019d626f-997a-4279-9ec2-9927fc121e67 req-528eb85f-09d3-470a-81f0-81d54bd1df5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0460382 Jan 31 17:04:06.424257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d626f-997a-4279-9ec2-9927fc121e67 req-f01772e4-18db-474a-8d1c-dc72bd776d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:06.425758 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-019d626f-997a-4279-9ec2-9927fc121e67 req-f01772e4-18db-474a-8d1c-dc72bd776d09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421860 Jan 31 17:04:06.519760 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-019d626f-997a-4279-9ec2-9927fc121e67 req-2466fadb-49d5-4a86-abfa-7a57ab29a2e7 service neutron] 10.222.0.20 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867393 Jan 31 17:04:06.613092 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-019d626f-997a-4279-9ec2-9927fc121e67 req-1bf1c5a2-f70c-496b-a365-9fce40f2543d service neutron] 10.222.0.20 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873222 Jan 31 17:04:16.143309 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:04:17.359511 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-642b6fb3-dd14-49e9-bdbc-644e3b93e675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:19.847281 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d512112a-a9eb-4443-85c6-7c89fc94322f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:21.175469 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:22.613884 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:22.682690 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:25.423567 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41848) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:25.605020 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Deleting port 33a9cd6f-9c7e-4b5d-89fc-c3f11dcc0c82 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:04:25.605314 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:25.696592 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:25.696916 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:25.711710 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Calling delete_port for 33a9cd6f-9c7e-4b5d-89fc-c3f11dcc0c82 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:04:25.879150 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:25.904817 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event deleted for resources: {'Port': ['ID=33a9cd6f-9c7e-4b5d-89fc-c3f11dcc0c82,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:25.916508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:25.916889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:25.917229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:25.917585 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:25.917914 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:25.918233 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:25.918549 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:25.918868 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:25.919182 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:25.919516 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:25.919821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:25.920135 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:25.973771 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:25.973994 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Floating IP 6a1bd321-2cf8-4434-8194-ac14a8d14f55 disassociated (deleted). External IP: 172.25.1.27, port: 1a96050d-468e-4df4-8ea2-d85b5356db72. Jan 31 17:04:26.184353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:04:26.296504 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:04:26.301290 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:26.306890 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0abea6-2d3c-45a4-ab2e-16d270ef2668 None None] Sync routers for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:04:26.315803 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0abea6-2d3c-45a4-ab2e-16d270ef2668 None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:26.316393 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ae0abea6-2d3c-45a4-ab2e-16d270ef2668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:26.331608 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-540c829b-dab6-44c8-89d4-93bbb61a8ac8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "DELETE /v2.0/floatingips/6a1bd321-2cf8-4434-8194-ac14a8d14f55 HTTP/1.1" status: 204 len: 168 time: 0.9067605 Jan 31 17:04:26.332156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:04:26.334507 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282ec654-d7e6-4804-822e-d6683f6ec5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:04:26.375629 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fe34c3-107d-487c-919b-66cf01f5a77d x-openstack-request-id: req-06fe34c3-107d-487c-919b-66cf01f5a77d {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:04:26.375917 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:04:26.376169 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06fe34c3-107d-487c-919b-66cf01f5a77d {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:04:26.376574 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'status': 'completed', 'code': 200} Jan 31 17:04:26.420691 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-ae0abea6-2d3c-45a4-ab2e-16d270ef2668 None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:26.472382 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ec654-d7e6-4804-822e-d6683f6ec5bd req-ca08f2d5-8a42-4a78-bfb1-34d39a5ae3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:26.475506 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-282ec654-d7e6-4804-822e-d6683f6ec5bd req-ca08f2d5-8a42-4a78-bfb1-34d39a5ae3d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=169e2a5c991d49988abb47db86d2566c&device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 1098 time: 0.0556822 Jan 31 17:04:26.536214 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:26.577683 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ec654-d7e6-4804-822e-d6683f6ec5bd req-81e6deb7-c957-43d2-aab4-9491574b9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:26.579226 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-282ec654-d7e6-4804-822e-d6683f6ec5bd req-81e6deb7-c957-43d2-aab4-9491574b9e42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 200 len: 910 time: 0.0969882 Jan 31 17:04:26.621741 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-282ec654-d7e6-4804-822e-d6683f6ec5bd req-19b5f53a-447e-4cb4-8d71-fab52002bf59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 200 len: 217 time: 0.0354548 Jan 31 17:04:26.623072 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790c181-2eea-4cd4-acae-bfbf500a0f61 req-c05e4ea5-3c44-4dfc-8c31-aec1ce2557c8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:26.624571 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c790c181-2eea-4cd4-acae-bfbf500a0f61 req-c05e4ea5-3c44-4dfc-8c31-aec1ce2557c8 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 947 time: 0.1105373 Jan 31 17:04:26.631759 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ae0abea6-2d3c-45a4-ab2e-16d270ef2668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:26.660440 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0abea6-2d3c-45a4-ab2e-16d270ef2668 None None] Checking router: 1ec584d0-d3aa-4e9a-bd01-c47944b53637 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:04:26.664735 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c790c181-2eea-4cd4-acae-bfbf500a0f61 req-29a72ab4-1151-4ab9-8b17-7d0235e9b823 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330777 Jan 31 17:04:26.671034 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0abea6-2d3c-45a4-ab2e-16d270ef2668 None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:26.672106 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ae0abea6-2d3c-45a4-ab2e-16d270ef2668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:26.674444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ec654-d7e6-4804-822e-d6683f6ec5bd req-70988555-50d9-489f-a5f3-32a3144b924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:26.675945 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-282ec654-d7e6-4804-822e-d6683f6ec5bd req-70988555-50d9-489f-a5f3-32a3144b924c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 200 len: 848 time: 0.0475299 Jan 31 17:04:26.727580 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ec654-d7e6-4804-822e-d6683f6ec5bd req-13e82b72-f3f5-4b74-9fb1-b0ed7fe63837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:26.729068 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-282ec654-d7e6-4804-822e-d6683f6ec5bd req-13e82b72-f3f5-4b74-9fb1-b0ed7fe63837 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27ed669b-8d9c-49d3-aaba-bfd243b01f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458283 Jan 31 17:04:26.776475 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-ae0abea6-2d3c-45a4-ab2e-16d270ef2668 None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:26.823029 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-282ec654-d7e6-4804-822e-d6683f6ec5bd req-f57a20ef-b6cf-4b4a-a63d-5f0ebf085657 service neutron] 10.222.0.20 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860510 Jan 31 17:04:26.917357 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-282ec654-d7e6-4804-822e-d6683f6ec5bd req-cf9de6c0-4b26-4da3-b8d1-46e2750d4a4e service neutron] 10.222.0.20 "GET /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865455 Jan 31 17:04:26.978794 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ae0abea6-2d3c-45a4-ab2e-16d270ef2668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:27.004229 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0abea6-2d3c-45a4-ab2e-16d270ef2668 None None] The sync data for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 is: [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:36Z', 'revision_number': 4, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'e0107d3c-3932-4b79-9565-49e6a755f327', 'name': '', 'network_id': '27ed669b-8d9c-49d3-aaba-bfd243b01f78', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'mac_address': 'fa:16:3e:a2:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3f7eface-be17-4276-b222-60eec327a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:36Z', 'updated_at': '2022-01-31T16:55:40Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'subnets': [{'id': '3f7eface-be17-4276-b222-60eec327a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:04:27.271569 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ba447-f93a-48f2-9ee0-7ef855bc7040 None None] New status for floating IP 6a1bd321-2cf8-4434-8194-ac14a8d14f55: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:04:27.848698 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e542a-74f4-453b-acc6-6521aa3c795f req-79f42f03-ef6b-4065-b8ea-a43e4db5d951 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:27.850192 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c64e542a-74f4-453b-acc6-6521aa3c795f req-79f42f03-ef6b-4065-b8ea-a43e4db5d951 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 947 time: 0.1035409 Jan 31 17:04:27.890124 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-c64e542a-74f4-453b-acc6-6521aa3c795f req-c8452343-1060-46b4-a68b-239a46097652 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/security-groups?id=6690f0e9-d42e-4920-a4b3-692101688766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322316 Jan 31 17:04:28.057008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f854140-8124-4ce8-8865-57c455051866 req-d074d672-e82e-43a9-81f0-b9b5eb95a85b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:28.058670 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f854140-8124-4ce8-8865-57c455051866 req-d074d672-e82e-43a9-81f0-b9b5eb95a85b tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.20 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 947 time: 0.0641775 Jan 31 17:04:28.161883 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-3f854140-8124-4ce8-8865-57c455051866 req-c7af33a9-2d3d-4999-8cea-fdf3b93aef24 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Deleting port 1a96050d-468e-4df4-8ea2-d85b5356db72 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:04:28.162229 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f854140-8124-4ce8-8865-57c455051866 req-c7af33a9-2d3d-4999-8cea-fdf3b93aef24 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:28.251257 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-3f854140-8124-4ce8-8865-57c455051866 req-c7af33a9-2d3d-4999-8cea-fdf3b93aef24 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] For port 1a96050d-468e-4df4-8ea2-d85b5356db72, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1a96050d-468e-4df4-8ea2-d85b5356db72,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:28.251621 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f854140-8124-4ce8-8865-57c455051866 req-c7af33a9-2d3d-4999-8cea-fdf3b93aef24 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:28.263435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-3f854140-8124-4ce8-8865-57c455051866 req-c7af33a9-2d3d-4999-8cea-fdf3b93aef24 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Calling delete_port for 1a96050d-468e-4df4-8ea2-d85b5356db72 owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:04:28.420885 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f854140-8124-4ce8-8865-57c455051866 req-c7af33a9-2d3d-4999-8cea-fdf3b93aef24 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:28.450880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af33a9-2d3d-4999-8cea-fdf3b93aef24 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event deleted for resources: {'Port': ['ID=1a96050d-468e-4df4-8ea2-d85b5356db72,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:28.497828 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f854140-8124-4ce8-8865-57c455051866 req-c7af33a9-2d3d-4999-8cea-fdf3b93aef24 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] No DVR routers for this DVR port 1a96050d-468e-4df4-8ea2-d85b5356db72 on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:04:28.500731 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-3f854140-8124-4ce8-8865-57c455051866 req-c7af33a9-2d3d-4999-8cea-fdf3b93aef24 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:28.504066 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-3f854140-8124-4ce8-8865-57c455051866 req-c7af33a9-2d3d-4999-8cea-fdf3b93aef24 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.20 "DELETE /v2.0/ports/1a96050d-468e-4df4-8ea2-d85b5356db72 HTTP/1.1" status: 204 len: 173 time: 0.4395905 Jan 31 17:04:28.504508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'name': 'network-vif-deleted', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:04:28.506839 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bc2969-bbad-4591-8bd8-b25f803a34f6" -d '{"events": [{"server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "name": "network-vif-deleted", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:04:28.544918 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c0dbc7-1569-4ce1-abe1-d510d1f8f67b x-openstack-request-id: req-35c0dbc7-1569-4ce1-abe1-d510d1f8f67b {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:04:28.545205 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b4940c-59e9-4624-bef1-a5f7cc136e57", "name": "network-vif-deleted", "tag": "1a96050d-468e-4df4-8ea2-d85b5356db72", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:04:28.545455 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35c0dbc7-1569-4ce1-abe1-d510d1f8f67b {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:04:28.545882 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b4940c-59e9-4624-bef1-a5f7cc136e57', 'name': 'network-vif-deleted', 'tag': '1a96050d-468e-4df4-8ea2-d85b5356db72', 'status': 'completed', 'code': 200} Jan 31 17:04:28.650643 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:28.987242 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-fa8baba0-758a-4519-8099-67bacd1d7582 req-25f64847-29aa-4e74-a1c2-785bfd019cea tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 210 time: 0.0267832 Jan 31 17:04:30.085542 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bcb8239c-c4eb-41ed-bbfd-ba68ba14d92f req-23661bc2-7a6b-42f5-b1c8-7fc6bd3053d1 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 210 time: 0.0286276 Jan 31 17:04:31.183437 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-193db87e-9fa3-448f-b04e-150632c50c9c req-7b338b36-f0ef-4dcc-af9d-cd2adf4108fe tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 210 time: 0.0272787 Jan 31 17:04:31.985332 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1a96050d-468e-4df4-8ea2-d85b5356db72 no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:04:32.006143 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 1a96050d-468e-4df4-8ea2-d85b5356db72 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:04:32.006572 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1a96050d-468e-4df4-8ea2-d85b5356db72 not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:04:32.291995 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb3da05c-85dc-421c-88f3-41caf49bcdfb req-60d0db1d-60f0-4560-a055-dd879653acc2 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b4940c-59e9-4624-bef1-a5f7cc136e57 HTTP/1.1" status: 200 len: 210 time: 0.0282753 Jan 31 17:04:33.357142 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41884) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:33.416787 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6cc73da8-5456-42fa-9ed8-5cfdc3702108 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:33.444718 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6cc73da8-5456-42fa-9ed8-5cfdc3702108 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:33.506893 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6cc73da8-5456-42fa-9ed8-5cfdc3702108 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:33.509750 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6cc73da8-5456-42fa-9ed8-5cfdc3702108 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:33.510952 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6cc73da8-5456-42fa-9ed8-5cfdc3702108 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] 10.222.0.36 "DELETE /v2.0/security-groups/6690f0e9-d42e-4920-a4b3-692101688766 HTTP/1.1" status: 204 len: 168 time: 0.1527927 Jan 31 17:04:33.525393 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc73da8-5456-42fa-9ed8-5cfdc3702108 tempest-TestShelveInstance-1665489003 tempest-TestShelveInstance-1665489003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6690f0e9-d42e-4920-a4b3-692101688766,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:33.563416 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41888) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:34.028063 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-217784c6-653e-4f01-8918-ebfc0efa5832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:34.283734 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-217784c6-653e-4f01-8918-ebfc0efa5832 admin admin] Deleting port e0107d3c-3932-4b79-9565-49e6a755f327 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:04:34.283989 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-217784c6-653e-4f01-8918-ebfc0efa5832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:34.364030 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-217784c6-653e-4f01-8918-ebfc0efa5832 admin admin] For port e0107d3c-3932-4b79-9565-49e6a755f327, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=e0107d3c-3932-4b79-9565-49e6a755f327,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:34.364738 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-217784c6-653e-4f01-8918-ebfc0efa5832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:34.376658 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-217784c6-653e-4f01-8918-ebfc0efa5832 admin admin] Calling delete_port for e0107d3c-3932-4b79-9565-49e6a755f327 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:04:34.564663 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-217784c6-653e-4f01-8918-ebfc0efa5832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:34.594375 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217784c6-653e-4f01-8918-ebfc0efa5832 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0107d3c-3932-4b79-9565-49e6a755f327,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:35.106967 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-217784c6-653e-4f01-8918-ebfc0efa5832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:35.325116 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217784c6-653e-4f01-8918-ebfc0efa5832 admin admin] Router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:04:35.433772 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217784c6-653e-4f01-8918-ebfc0efa5832 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:04:35.439206 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-217784c6-653e-4f01-8918-ebfc0efa5832 admin admin] 10.222.0.36 "PUT /v2.0/routers/1ec584d0-d3aa-4e9a-bd01-c47944b53637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8745840 Jan 31 17:04:35.441833 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41894) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:35.445424 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622f01ad-176c-49d2-bba2-68f7602a86bf None None] Sync routers for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:04:35.459697 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622f01ad-176c-49d2-bba2-68f7602a86bf None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:35.460322 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-622f01ad-176c-49d2-bba2-68f7602a86bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:35.553789 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:35.566572 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-622f01ad-176c-49d2-bba2-68f7602a86bf None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:35.662739 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:35.721176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Deleting port 6f054962-5ea5-47cf-bc81-1cf40ab2db41 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:04:35.721600 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:35.806052 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] For port 6f054962-5ea5-47cf-bc81-1cf40ab2db41, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=6f054962-5ea5-47cf-bc81-1cf40ab2db41,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:35.806405 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:35.818204 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Calling delete_port for 6f054962-5ea5-47cf-bc81-1cf40ab2db41 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:04:35.832319 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-622f01ad-176c-49d2-bba2-68f7602a86bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T17:04:34Z', 'revision_number': 5, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port': {'id': '6f054962-5ea5-47cf-bc81-1cf40ab2db41', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:35.860932 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622f01ad-176c-49d2-bba2-68f7602a86bf None None] Checking router: 1ec584d0-d3aa-4e9a-bd01-c47944b53637 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:04:35.869786 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622f01ad-176c-49d2-bba2-68f7602a86bf None None] Routers {'1ec584d0-d3aa-4e9a-bd01-c47944b53637'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:35.870389 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-622f01ad-176c-49d2-bba2-68f7602a86bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:35.957151 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-622f01ad-176c-49d2-bba2-68f7602a86bf None None] Set router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:35.994272 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.007107 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-622f01ad-176c-49d2-bba2-68f7602a86bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T17:04:35Z', 'revision_number': 6, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:36.020201 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f054962-5ea5-47cf-bc81-1cf40ab2db41,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:36.036325 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622f01ad-176c-49d2-bba2-68f7602a86bf None None] The sync data for ids ['1ec584d0-d3aa-4e9a-bd01-c47944b53637'] in n-d-827120-1 is: [{'id': '1ec584d0-d3aa-4e9a-bd01-c47944b53637', 'name': 'tempest-TestShelveInstance-1693380622-router', 'tenant_id': '169e2a5c991d49988abb47db86d2566c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:34Z', 'updated_at': '2022-01-31T17:04:35Z', 'revision_number': 6, 'project_id': '169e2a5c991d49988abb47db86d2566c', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:04:36.090634 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.183740 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.187484 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.238285 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.238917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec584d0-d3aa-4e9a-bd01-c47944b53637 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:04:36.244583 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.246358 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-002f2ef8-896a-4b33-93b9-35cf8995374a admin admin] 10.222.0.36 "DELETE /v2.0/routers/1ec584d0-d3aa-4e9a-bd01-c47944b53637 HTTP/1.1" status: 204 len: 168 time: 0.8035769 Jan 31 17:04:36.248946 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41896) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:36.298223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec49e211-1429-4cab-87b4-2fda3a9e06e2 admin admin] Deleting subnet 3f7eface-be17-4276-b222-60eec327a9d1 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 17:04:36.301306 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec49e211-1429-4cab-87b4-2fda3a9e06e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.335293 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec49e211-1429-4cab-87b4-2fda3a9e06e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.416330 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec49e211-1429-4cab-87b4-2fda3a9e06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.481553 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec49e211-1429-4cab-87b4-2fda3a9e06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.512034 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e0107d3c-3932-4b79-9565-49e6a755f327 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:04:36.515612 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49e211-1429-4cab-87b4-2fda3a9e06e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7eface-be17-4276-b222-60eec327a9d1,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:36.519778 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ec49e211-1429-4cab-87b4-2fda3a9e06e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.525288 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ec49e211-1429-4cab-87b4-2fda3a9e06e2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f7eface-be17-4276-b222-60eec327a9d1 HTTP/1.1" status: 204 len: 168 time: 0.2730420 Jan 31 17:04:36.525613 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41898) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:36.597025 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.654031 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Deleting port 09f863e2-9296-4d9d-88c4-d3a71e99a14e {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:04:36.654299 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.695981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: e0107d3c-3932-4b79-9565-49e6a755f327 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:04:36.696265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device e0107d3c-3932-4b79-9565-49e6a755f327 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:04:36.697791 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad058c-8e0b-4556-991d-21ceddebba1d None None] Network 27ed669b-8d9c-49d3-aaba-bfd243b01f78 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 17:04:36.723085 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] For port 09f863e2-9296-4d9d-88c4-d3a71e99a14e, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=09f863e2-9296-4d9d-88c4-d3a71e99a14e,segment=NetworkSegment(2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb),segment_id=2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:36.723427 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.736444 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Calling delete_port for 09f863e2-9296-4d9d-88c4-d3a71e99a14e owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:04:36.823703 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.851901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f863e2-9296-4d9d-88c4-d3a71e99a14e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:36.855594 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] No DVR routers for this DVR port 09f863e2-9296-4d9d-88c4-d3a71e99a14e on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:04:36.885596 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063c0ef3-3568-4a68-ab23-423fe6114748 None None] DHCP port deletion for 27ed669b-8d9c-49d3-aaba-bfd243b01f78 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 17:04:36.934000 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.955373 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ed669b-8d9c-49d3-aaba-bfd243b01f78']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:36.964879 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:36.965168 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c01e5d5-4759-4c7c-bf0a-8cfeb0f888cb') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:36.975014 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.991397 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:36.999348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:04:36.999765 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: timer() Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:04:37.001651 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:04:37.063548 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:37.069631 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:37.073537 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] 10.222.0.36 "DELETE /v2.0/networks/27ed669b-8d9c-49d3-aaba-bfd243b01f78 HTTP/1.1" status: 204 len: 168 time: 0.5469055 Jan 31 17:04:37.076708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41900) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:37.085997 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fb19f-cd89-418d-a68c-fdb0a9e69c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ed669b-8d9c-49d3-aaba-bfd243b01f78,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:37.460045 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:37.718370 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Deleting port 77b76348-8257-4717-9398-461016368b91 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:04:37.718599 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:37.798812 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] For port 77b76348-8257-4717-9398-461016368b91, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=77b76348-8257-4717-9398-461016368b91,segment=NetworkSegment(c1a359cb-acdc-47e9-8dcf-4ba61148ecae),segment_id=c1a359cb-acdc-47e9-8dcf-4ba61148ecae)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:37.799157 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:37.811413 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Calling delete_port for 77b76348-8257-4717-9398-461016368b91 owned by network:router_interface {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:04:38.004218 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:38.030511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=77b76348-8257-4717-9398-461016368b91,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:38.058425 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:38.058757 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:38.059078 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:38.059422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:38.059742 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:38.060046 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:38.060360 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:38.060708 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:38.061018 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:38.061330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:38.061670 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:38.061976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:38.208244 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:38.208830 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6f054962-5ea5-47cf-bc81-1cf40ab2db41 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:04:38.232961 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 6f054962-5ea5-47cf-bc81-1cf40ab2db41 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:04:38.233392 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 6f054962-5ea5-47cf-bc81-1cf40ab2db41 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:04:38.233885 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 09f863e2-9296-4d9d-88c4-d3a71e99a14e no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:04:38.252270 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 09f863e2-9296-4d9d-88c4-d3a71e99a14e {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:04:38.252693 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 09f863e2-9296-4d9d-88c4-d3a71e99a14e not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:04:38.423216 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Router 7c2fcc34-cce4-40b5-918b-de24621559ab has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:04:38.887633 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:04:38.893720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-746d2c3f-0e11-4226-8fb6-c2138d80dbbd admin admin] 10.222.0.36 "PUT /v2.0/routers/7c2fcc34-cce4-40b5-918b-de24621559ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8151917 Jan 31 17:04:38.896185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41902) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:38.898285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183d9af-d0d6-4a5a-8f60-6d5e9f6c5ee2 None None] Sync routers for ids ['7c2fcc34-cce4-40b5-918b-de24621559ab'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:04:38.909665 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183d9af-d0d6-4a5a-8f60-6d5e9f6c5ee2 None None] Routers {'7c2fcc34-cce4-40b5-918b-de24621559ab'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:38.910263 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9183d9af-d0d6-4a5a-8f60-6d5e9f6c5ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7c2fcc34-cce4-40b5-918b-de24621559ab'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:39.003448 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Notify callbacks [] for router, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.013185 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-9183d9af-d0d6-4a5a-8f60-6d5e9f6c5ee2 None None] Set router 7c2fcc34-cce4-40b5-918b-de24621559ab gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:39.108506 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.161755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Deleting port 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:04:39.162096 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.193500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9183d9af-d0d6-4a5a-8f60-6d5e9f6c5ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'name': 'tempest-TestShelveInstance-33598580-router', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:38Z', 'updated_at': '2022-01-31T17:04:37Z', 'revision_number': 5, 'project_id': '79d73c4f5e094a7695232a8eef30c8c6', 'gw_port': {'id': '8e61de6b-aa4e-42b3-8aef-5916b32f58e2', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:55:39Z', 'updated_at': '2022-01-31T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:39.223724 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183d9af-d0d6-4a5a-8f60-6d5e9f6c5ee2 None None] Checking router: 7c2fcc34-cce4-40b5-918b-de24621559ab for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:04:39.232424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183d9af-d0d6-4a5a-8f60-6d5e9f6c5ee2 None None] Routers {'7c2fcc34-cce4-40b5-918b-de24621559ab'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:39.233022 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9183d9af-d0d6-4a5a-8f60-6d5e9f6c5ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['7c2fcc34-cce4-40b5-918b-de24621559ab'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:39.236785 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] For port 8e61de6b-aa4e-42b3-8aef-5916b32f58e2, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=8e61de6b-aa4e-42b3-8aef-5916b32f58e2,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:39.237243 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.248597 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Calling delete_port for 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 owned by network:router_gateway {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:04:39.320236 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-9183d9af-d0d6-4a5a-8f60-6d5e9f6c5ee2 None None] Set router 7c2fcc34-cce4-40b5-918b-de24621559ab gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:39.372072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-9183d9af-d0d6-4a5a-8f60-6d5e9f6c5ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'name': 'tempest-TestShelveInstance-33598580-router', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:38Z', 'updated_at': '2022-01-31T17:04:39Z', 'revision_number': 6, 'project_id': '79d73c4f5e094a7695232a8eef30c8c6', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:39.401650 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183d9af-d0d6-4a5a-8f60-6d5e9f6c5ee2 None None] The sync data for ids ['7c2fcc34-cce4-40b5-918b-de24621559ab'] in n-d-827120-1 is: [{'id': '7c2fcc34-cce4-40b5-918b-de24621559ab', 'name': 'tempest-TestShelveInstance-33598580-router', 'tenant_id': '79d73c4f5e094a7695232a8eef30c8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:55:38Z', 'updated_at': '2022-01-31T17:04:39Z', 'revision_number': 6, 'project_id': '79d73c4f5e094a7695232a8eef30c8c6', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:04:39.418116 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.449694 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e61de6b-aa4e-42b3-8aef-5916b32f58e2,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:39.507752 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.601707 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.603812 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.649110 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.649650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c2fcc34-cce4-40b5-918b-de24621559ab {{(pid=108771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:04:39.654154 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.655339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7fbb9418-3a3a-4ffd-b3e1-ed6ea3f05597 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7c2fcc34-cce4-40b5-918b-de24621559ab HTTP/1.1" status: 204 len: 168 time: 0.7579689 Jan 31 17:04:39.658052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41904) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:39.706117 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a868bc24-f142-42de-bda4-9a6fc43cdeca admin admin] Deleting subnet 7b7da20c-6ea2-416c-a3d9-fb676164aa9c {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 17:04:39.709235 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a868bc24-f142-42de-bda4-9a6fc43cdeca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.746426 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a868bc24-f142-42de-bda4-9a6fc43cdeca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.826877 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a868bc24-f142-42de-bda4-9a6fc43cdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.879684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a868bc24-f142-42de-bda4-9a6fc43cdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.910317 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868bc24-f142-42de-bda4-9a6fc43cdeca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7da20c-6ea2-416c-a3d9-fb676164aa9c,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:39.912354 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-a868bc24-f142-42de-bda4-9a6fc43cdeca admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:39.915533 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-a868bc24-f142-42de-bda4-9a6fc43cdeca admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7b7da20c-6ea2-416c-a3d9-fb676164aa9c HTTP/1.1" status: 204 len: 168 time: 0.2565358 Jan 31 17:04:39.916928 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5f1d84-c3b7-4ba7-8300-c08d04f6c7db None None] Network 77e9cf97-f8a7-43c2-850e-cb8059339550 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 17:04:39.918260 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41906) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:39.988644 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.044253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Deleting port 13e09997-eded-449b-a58a-d922c2afa675 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:04:40.044600 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.112823 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] For port 13e09997-eded-449b-a58a-d922c2afa675, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=13e09997-eded-449b-a58a-d922c2afa675,segment=NetworkSegment(c1a359cb-acdc-47e9-8dcf-4ba61148ecae),segment_id=c1a359cb-acdc-47e9-8dcf-4ba61148ecae)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:40.113098 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.129071 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Calling delete_port for 13e09997-eded-449b-a58a-d922c2afa675 owned by network:dhcp {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:04:40.148718 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] DHCP port deletion for 77e9cf97-f8a7-43c2-850e-cb8059339550 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 17:04:40.200981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Deleting port 13e09997-eded-449b-a58a-d922c2afa675 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:04:40.201442 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.216584 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.242154 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 77b76348-8257-4717-9398-461016368b91 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:04:40.245780 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] No DVR routers for this DVR port 13e09997-eded-449b-a58a-d922c2afa675 on host n-d-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:04:40.251273 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Pushing event deleted for resources: {'Port': ['ID=13e09997-eded-449b-a58a-d922c2afa675,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:40.274430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 77b76348-8257-4717-9398-461016368b91 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:04:40.274804 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 77b76348-8257-4717-9398-461016368b91 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:04:40.275213 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 13e09997-eded-449b-a58a-d922c2afa675 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:04:40.306743 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 13e09997-eded-449b-a58a-d922c2afa675 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:04:40.307072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 13e09997-eded-449b-a58a-d922c2afa675 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:04:40.307474 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:04:40.313742 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] For port 13e09997-eded-449b-a58a-d922c2afa675, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=13e09997-eded-449b-a58a-d922c2afa675,segment=NetworkSegment(c1a359cb-acdc-47e9-8dcf-4ba61148ecae),segment_id=c1a359cb-acdc-47e9-8dcf-4ba61148ecae)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:40.314130 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.322895 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.335953 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:04:40.336287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 8e61de6b-aa4e-42b3-8aef-5916b32f58e2 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:04:40.343402 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Calling delete_port for 13e09997-eded-449b-a58a-d922c2afa675 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:04:40.345825 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e9cf97-f8a7-43c2-850e-cb8059339550']}} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:40.355983 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a359cb-acdc-47e9-8dcf-4ba61148ecae') {'for_net_delete': True} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:40.356249 n-d-827120-1 neutron-server[108771]: DEBUG neutron.services.segments.db [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a359cb-acdc-47e9-8dcf-4ba61148ecae') {} {{(pid=108771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:40.366127 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696395'] for segment, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.379682 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.387001 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=108771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:04:40.387425 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639647'] for segment, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: Traceback (most recent call last): Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: timer() Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: cb(*args, **kw) Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: return func(*args, **kwargs) Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: self._notify() Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: self.callback(batched_events) Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: event.method(event) Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: return f(self, *a, **k) Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: return self._get(url).json() Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: return self.request(url, 'GET', **kwargs) Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:04:40.389118 n-d-827120-1 neutron-server[108771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:04:40.423103 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.449320 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Pushing event deleted for resources: {'Port': ['ID=13e09997-eded-449b-a58a-d922c2afa675,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:40.453877 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] No DVR routers for this DVR port 13e09997-eded-449b-a58a-d922c2afa675 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:04:40.454725 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.461118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:40.461489 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:40.461827 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:40.462163 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:40.462494 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:40.462823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:40.463144 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:40.463469 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:40.463790 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:40.464108 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:40.464477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:40.464796 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c4e49d-6f89-48a0-80dd-9bf4c3a828f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:40.473834 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.477652 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] 10.222.0.36 "DELETE /v2.0/networks/77e9cf97-f8a7-43c2-850e-cb8059339550 HTTP/1.1" status: 204 len: 168 time: 0.5584283 Jan 31 17:04:40.481121 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f0c5e-db1e-4083-a6b2-c5b4f25122dc admin admin] Pushing event deleted for resources: {'Network': ['ID=77e9cf97-f8a7-43c2-850e-cb8059339550,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:40.599117 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41910) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:40.641303 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-80065a41-e36e-49dd-b019-94b135741aff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=169e2a5c991d49988abb47db86d2566c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409961 Jan 31 17:04:40.645315 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41912) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:40.698293 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b892f93b-3636-4e74-b254-c0b58c6235ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.720845 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b892f93b-3636-4e74-b254-c0b58c6235ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.771037 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b892f93b-3636-4e74-b254-c0b58c6235ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.773871 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-b892f93b-3636-4e74-b254-c0b58c6235ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:40.775028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-b892f93b-3636-4e74-b254-c0b58c6235ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be0e7901-d796-4646-b32e-74cc3a3f2500 HTTP/1.1" status: 204 len: 168 time: 0.1288884 Jan 31 17:04:40.783209 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892f93b-3636-4e74-b254-c0b58c6235ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0e7901-d796-4646-b32e-74cc3a3f2500,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:41.131691 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41918) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:41.172903 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8b47ac0c-08e6-44e2-bb77-8fa997c00948 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79d73c4f5e094a7695232a8eef30c8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400479 Jan 31 17:04:41.176744 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41920) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:41.227522 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-66d85d29-ea59-4e41-b7ab-f7de08024e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:41.249782 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-66d85d29-ea59-4e41-b7ab-f7de08024e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:41.300560 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-66d85d29-ea59-4e41-b7ab-f7de08024e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:41.303183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-66d85d29-ea59-4e41-b7ab-f7de08024e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:41.304339 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-66d85d29-ea59-4e41-b7ab-f7de08024e8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80bee4b1-e525-48e1-95f9-7d4c2792ce80 HTTP/1.1" status: 204 len: 168 time: 0.1267004 Jan 31 17:04:41.312235 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d85d29-ea59-4e41-b7ab-f7de08024e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bee4b1-e525-48e1-95f9-7d4c2792ce80,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:42.022157 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41942) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:42.127650 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-258279353-network', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:42.153724 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Made reservation on behalf of a8e0715ec6de4e35a05435dd495eb7ea for: {'network': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:04:42.156169 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.164646 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.237061 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.242684 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.270962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=108771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:04:42.281250 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762a1796-f0a3-4396-bfd1-6a961b2dfb0e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:42.286195 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.286555 n-d-827120-1 neutron-server[108771]: INFO neutron.db.segments_db [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Added segment 052e6214-1d5b-4630-91f0-c948d832fe29 of type vlan for network 298b6aaa-769d-48d9-9917-672e9aa8c854 Jan 31 17:04:42.325916 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.352585 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.353653 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:42.354230 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.409745 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3861232 Jan 31 17:04:42.412938 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41946) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:42.415770 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdc7c1-cab5-40a0-ba42-b88650fc532e admin admin] Pushing event updated for resources: {'Network': ['ID=298b6aaa-769d-48d9-9917-672e9aa8c854,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:42.418141 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-892cad65-edb0-4f88-a22b-029624db5c31 admin admin] Request body: {'subnet': {'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-258279353-subnet', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'ip_version': 4}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:42.426410 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 298b6aaa-769d-48d9-9917-672e9aa8c854 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:04:42.447626 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892cad65-edb0-4f88-a22b-029624db5c31 admin admin] Made reservation on behalf of a8e0715ec6de4e35a05435dd495eb7ea for: {'subnet': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:04:42.450072 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-892cad65-edb0-4f88-a22b-029624db5c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9351377'] for subnet, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.621345 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-892cad65-edb0-4f88-a22b-029624db5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9003383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9351363'] for subnet, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.678964 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cad65-edb0-4f88-a22b-029624db5c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c891b19f-8a2c-4d54-a70c-5966347c4610,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:42.689934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892cad65-edb0-4f88-a22b-029624db5c31 admin admin] Checking segment: {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 17:04:42.690284 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892cad65-edb0-4f88-a22b-029624db5c31 admin admin] Network hostable DHCP agents. Network: 298b6aaa-769d-48d9-9917-672e9aa8c854, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:04:42.707719 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892cad65-edb0-4f88-a22b-029624db5c31 admin admin] Network 298b6aaa-769d-48d9-9917-672e9aa8c854 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:04:42.717657 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-892cad65-edb0-4f88-a22b-029624db5c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 298b6aaa-769d-48d9-9917-672e9aa8c854) {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:04:42.721795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892cad65-edb0-4f88-a22b-029624db5c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:42.722397 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-892cad65-edb0-4f88-a22b-029624db5c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.727851 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fee227-93cf-4f91-b92a-55618c86ee97 None None] Network 298b6aaa-769d-48d9-9917-672e9aa8c854 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 17:04:42.739976 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-892cad65-edb0-4f88-a22b-029624db5c31 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3257599 Jan 31 17:04:42.742672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41948) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:42.747053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:42.771338 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.772428 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.824435 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.875697 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-298b6aaa-769d-48d9-9917-672e9aa8c854', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 17:04:42.876567 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:42.966256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:43.011107 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Allocated IP 172.20.0.2 (298b6aaa-769d-48d9-9917-672e9aa8c854/c891b19f-8a2c-4d54-a70c-5966347c4610/0c961bc2-1de3-4792-b99f-fa66a9986fa4) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:04:43.150624 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:43.157535 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:43.169554 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:43.189594 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:43.201731 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Network 298b6aaa-769d-48d9-9917-672e9aa8c854 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:04:43.204464 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:04:43.209065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:04:43.211015 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Pushing event updated for resources: {'Port': ['ID=0c961bc2-1de3-4792-b99f-fa66a9986fa4,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:43.263280 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Attempting to bind port 0c961bc2-1de3-4792-b99f-fa66a9986fa4 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:04:43.263553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Attempting to bind port 0c961bc2-1de3-4792-b99f-fa66a9986fa4 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:04:43.263910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Attempting to bind port 0c961bc2-1de3-4792-b99f-fa66a9986fa4 on network 298b6aaa-769d-48d9-9917-672e9aa8c854 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:04:43.268896 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:04:43.269261 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Checking segment: {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 17:04:43.270047 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:43.270430 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Bound using segment: {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:04:43.270886 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Bound port: 0c961bc2-1de3-4792-b99f-fa66a9986fa4, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:04:43.271255 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:43.292720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Allocated IP 172.25.1.162 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/1af3c5c7-1013-48e9-b477-6888a4ef51c0) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:04:43.332785 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] For port 0c961bc2-1de3-4792-b99f-fa66a9986fa4, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:04:43.335836 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] For port 0c961bc2-1de3-4792-b99f-fa66a9986fa4, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0c961bc2-1de3-4792-b99f-fa66a9986fa4,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:04:43.341100 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:43.397912 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e48441-cad6-4b49-b7fb-c00d6b58e703 None None] Pushing event updated for resources: {'Port': ['ID=0c961bc2-1de3-4792-b99f-fa66a9986fa4,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:43.406045 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:43.442170 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:43.484857 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:04:43.487706 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:04:43.490222 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:04:43.514563 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Pushing event updated for resources: {'Port': ['ID=1af3c5c7-1013-48e9-b477-6888a4ef51c0,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:43.782660 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:43.989727 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:44.135268 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Router 50008991-c1c7-4f45-b75a-a7273d086668 is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:04:44.186813 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0c961bc2-1de3-4792-b99f-fa66a9986fa4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:04:44.240600 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0c961bc2-1de3-4792-b99f-fa66a9986fa4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:44.241216 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:44.325128 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:44.360078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 0c961bc2-1de3-4792-b99f-fa66a9986fa4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0c961bc2-1de3-4792-b99f-fa66a9986fa4,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:44.365535 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:44.372547 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d8c2dc-b5b2-4578-80d5-5d8804e75b9c None None] Network 298b6aaa-769d-48d9-9917-672e9aa8c854 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 17:04:44.479187 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=0c961bc2-1de3-4792-b99f-fa66a9986fa4,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:44.489975 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-1094d32b-e890-4211-be30-ae7d7989faf3 None None] Provisioning complete for port 0c961bc2-1de3-4792-b99f-fa66a9986fa4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:44.490343 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1094d32b-e890-4211-be30-ae7d7989faf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:44.602154 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:04:44.616185 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Sync routers for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:04:44.624047 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:44.625326 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1f173da8-2c8f-4ce9-b5e7-fbca44926a85 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8816507 Jan 31 17:04:44.626996 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:44.627575 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:44.629111 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41950) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:44.759958 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:44.856640 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7c9cd811-4f91-4bca-86f5-d23880ee0560 None None] Provisioning complete for port 0c961bc2-1de3-4792-b99f-fa66a9986fa4 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:44.857057 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7c9cd811-4f91-4bca-86f5-d23880ee0560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:44.946493 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:43Z', 'revision_number': 3, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:44.975259 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Checking router: 50008991-c1c7-4f45-b75a-a7273d086668 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:04:44.975597 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Updating router 50008991-c1c7-4f45-b75a-a7273d086668 port 1af3c5c7-1013-48e9-b477-6888a4ef51c0 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:04:45.001801 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.070792 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.225496 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Allocated IP 172.20.0.1 (298b6aaa-769d-48d9-9917-672e9aa8c854/c891b19f-8a2c-4d54-a70c-5966347c4610/f6b64c02-67a6-46b2-bb1b-c66e3e905c39) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:04:45.245863 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.252580 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.300184 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Attempting to bind port 1af3c5c7-1013-48e9-b477-6888a4ef51c0 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:04:45.300545 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Attempting to bind port 1af3c5c7-1013-48e9-b477-6888a4ef51c0 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:04:45.300907 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Attempting to bind port 1af3c5c7-1013-48e9-b477-6888a4ef51c0 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:04:45.309917 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:04:45.310287 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 17:04:45.310683 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.311072 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:04:45.311530 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Bound port: 1af3c5c7-1013-48e9-b477-6888a4ef51c0, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:04:45.311905 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.313348 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Pushing event updated for resources: {'Port': ['ID=1af3c5c7-1013-48e9-b477-6888a4ef51c0,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:45.328367 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.341263 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:45.341622 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:45.341951 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:45.342273 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:45.342589 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:45.342906 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:45.343218 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:45.343532 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:45.343840 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:45.344144 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:45.344450 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:45.344760 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:04:45.364082 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.379432 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] For port 1af3c5c7-1013-48e9-b477-6888a4ef51c0, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:04:45.382573 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] For port 1af3c5c7-1013-48e9-b477-6888a4ef51c0, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1af3c5c7-1013-48e9-b477-6888a4ef51c0,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:04:45.386522 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.410685 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Network 298b6aaa-769d-48d9-9917-672e9aa8c854 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:04:45.413514 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:04:45.416913 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:04:45.444052 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b64c02-67a6-46b2-bb1b-c66e3e905c39,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:45.445042 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:45.445705 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:45.466103 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.480023 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00119c-1a2b-4f8d-a8c4-b0e86d52ac18 None None] Pushing event updated for resources: {'Port': ['ID=1af3c5c7-1013-48e9-b477-6888a4ef51c0,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:45.559724 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:45.602001 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.675959 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-efbd8044-affd-49f8-b782-0848f6e96950 None None] Provisioning complete for port f6b64c02-67a6-46b2-bb1b-c66e3e905c39 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:45.676448 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-efbd8044-affd-49f8-b782-0848f6e96950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.712631 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-efbd8044-affd-49f8-b782-0848f6e96950 None None] Port f6b64c02-67a6-46b2-bb1b-c66e3e905c39 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 17:04:45.750076 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:43Z', 'revision_number': 3, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:45.771460 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.776332 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.777663 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b980e7c-3fd7-4e2a-9304-498cd9f5e5a7 None None] The sync data for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 is: [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:43Z', 'revision_number': 3, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:04:45.844713 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b64c02-67a6-46b2-bb1b-c66e3e905c39,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:45.847363 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:45.941122 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Network 298b6aaa-769d-48d9-9917-672e9aa8c854 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:04:45.942641 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:04:46.073083 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Router 50008991-c1c7-4f45-b75a-a7273d086668 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:04:46.209008 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:04:46.217576 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-58e388fe-77d4-4c3b-9465-3ee96f5d4321 admin admin] 10.222.0.36 "PUT /v2.0/routers/50008991-c1c7-4f45-b75a-a7273d086668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5846014 Jan 31 17:04:46.236909 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7dcea9fa-98e5-452d-8a77-59e60f477473 None None] Provisioning complete for port f6b64c02-67a6-46b2-bb1b-c66e3e905c39 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:46.236909 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7dcea9fa-98e5-452d-8a77-59e60f477473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:46.275461 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0c961bc2-1de3-4792-b99f-fa66a9986fa4 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:04:46.301662 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7dcea9fa-98e5-452d-8a77-59e60f477473 None None] Port f6b64c02-67a6-46b2-bb1b-c66e3e905c39 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 17:04:46.332995 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 0c961bc2-1de3-4792-b99f-fa66a9986fa4 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:46.333365 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:46.419304 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1af3c5c7-1013-48e9-b477-6888a4ef51c0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:04:46.466279 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 1af3c5c7-1013-48e9-b477-6888a4ef51c0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:46.466702 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:46.556760 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:46.578501 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 1af3c5c7-1013-48e9-b477-6888a4ef51c0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1af3c5c7-1013-48e9-b477-6888a4ef51c0,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:46.583932 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:46.635181 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=1af3c5c7-1013-48e9-b477-6888a4ef51c0,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:46.738676 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41966) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:46.743615 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1148889676-network', 'tenant_id': '5c99821ade74453494b8243ad352a4fb'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:46.770053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Made reservation on behalf of 5c99821ade74453494b8243ad352a4fb for: {'network': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:04:46.773223 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for network, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:46.783557 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:46.861849 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:46.866778 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:46.893923 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=108772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:04:46.900835 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8c1a23-5caa-4950-8191-2290877a53ae,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:46.909323 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:46.909705 n-d-827120-1 neutron-server[108772]: INFO neutron.db.segments_db [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Added segment f2c012dc-4fbc-4c81-affe-639960d460c4 of type vlan for network 77a7f2b8-22cd-4ced-bae6-3bc093e13202 Jan 31 17:04:46.950526 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773759778506'] for network, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:46.976248 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:46.977237 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:46.978045 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:47.035303 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2954350 Jan 31 17:04:47.038275 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41968) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:47.042354 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ca5bd-52e7-4dbe-997d-655c8223cfa8 admin admin] Pushing event updated for resources: {'Network': ['ID=77a7f2b8-22cd-4ced-bae6-3bc093e13202,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:47.043542 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e1a2f833-552f-43f2-892d-e7294a58f967 admin admin] Request body: {'subnet': {'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1148889676-subnet', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'ip_version': 4}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:47.052707 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Network 77a7f2b8-22cd-4ced-bae6-3bc093e13202 details requested by agent ovs-agent-n-d-827120-1 with host n-d-827120-1 {{(pid=108773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:04:47.068176 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a2f833-552f-43f2-892d-e7294a58f967 admin admin] Made reservation on behalf of 5c99821ade74453494b8243ad352a4fb for: {'subnet': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:04:47.071517 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e1a2f833-552f-43f2-892d-e7294a58f967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697005'] for subnet, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:47.246511 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e1a2f833-552f-43f2-892d-e7294a58f967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697023'] for subnet, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:47.302859 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2f833-552f-43f2-892d-e7294a58f967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:47.310401 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2f833-552f-43f2-892d-e7294a58f967 admin admin] Checking segment: {'id': 'f2c012dc-4fbc-4c81-affe-639960d460c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 17:04:47.310755 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2f833-552f-43f2-892d-e7294a58f967 admin admin] Network hostable DHCP agents. Network: 77a7f2b8-22cd-4ced-bae6-3bc093e13202, hostable agents: ['33cff96b-1cb2-4364-ad6f-f2df255b4410'], hosted agents: [] {{(pid=108771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:04:47.329354 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2f833-552f-43f2-892d-e7294a58f967 admin admin] Network 77a7f2b8-22cd-4ced-bae6-3bc093e13202 is scheduled to be hosted by DHCP agent 33cff96b-1cb2-4364-ad6f-f2df255b4410 with binding_index 1 {{(pid=108771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:04:47.339921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e1a2f833-552f-43f2-892d-e7294a58f967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827120-1, 77a7f2b8-22cd-4ced-bae6-3bc093e13202) {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:04:47.344672 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-12b19c03-a690-441f-9c4b-931c7bdaf251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:47.345499 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2f833-552f-43f2-892d-e7294a58f967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:47.346595 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e1a2f833-552f-43f2-892d-e7294a58f967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:47.349734 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d42fa-1b2d-47ef-90a8-ca9dab21863a None None] Network 77a7f2b8-22cd-4ced-bae6-3bc093e13202 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 17:04:47.365029 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e1a2f833-552f-43f2-892d-e7294a58f967 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3256056 Jan 31 17:04:47.367553 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41970) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:47.371976 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1148889676-router', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:47.396512 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-962298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24032'] for router, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:47.397586 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23961'] for router, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:47.459731 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:47.565802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Sync routers for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:04:47.584137 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:47.584754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:47.602521 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:47.759007 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:47.788910 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df994c-d6ae-50f0-9ebb-4ba8640acfce-77a7f2b8-22cd-4ced-bae6-3bc093e13202', 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'fixed_ips': [{'subnet_id': '7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8'}]}} from n-d-827120-1. {{(pid=108773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 31 17:04:47.789774 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:47.806598 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:47.826341 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:47.936268 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Allocated IP 172.25.1.123 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/9b5cf877-0f52-43d4-a9ba-5b00be616b85) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:04:48.037198 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.db_base_plugin_common [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Allocated IP 172.20.0.2 (77a7f2b8-22cd-4ced-bae6-3bc093e13202/7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8/418a58c1-6c8b-4d66-be89-105bb7018f7c) {{(pid=108773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:04:48.037526 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.072802 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.113536 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:04:48.120631 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:04:48.124579 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:04:48.143570 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1af3c5c7-1013-48e9-b477-6888a4ef51c0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:04:48.156510 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Pushing event updated for resources: {'Port': ['ID=9b5cf877-0f52-43d4-a9ba-5b00be616b85,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:48.188553 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 2, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:48.236923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Checking router: 50008991-c1c7-4f45-b75a-a7273d086668 for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:04:48.237255 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Updating router 50008991-c1c7-4f45-b75a-a7273d086668 port f6b64c02-67a6-46b2-bb1b-c66e3e905c39 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:04:48.294719 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.319008 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.323126 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 1af3c5c7-1013-48e9-b477-6888a4ef51c0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:48.323571 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.366981 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055'] for port, after_create {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.494204 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Network 77a7f2b8-22cd-4ced-bae6-3bc093e13202 is already hosted by enough agents. {{(pid=108773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:04:48.498864 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Pushing event updated for resources: {'Port': ['ID=418a58c1-6c8b-4d66-be89-105bb7018f7c,revision_number=1']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:48.505903 n-d-827120-1 neutron-server[108773]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Resources bound (agent type, host, resource id): {{(pid=108773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:04:48.513503 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Received port after_create {{(pid=108773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:04:48.670342 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Attempting to bind port 418a58c1-6c8b-4d66-be89-105bb7018f7c on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:04:48.670699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Attempting to bind port 418a58c1-6c8b-4d66-be89-105bb7018f7c by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'f2c012dc-4fbc-4c81-affe-639960d460c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:04:48.671059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Attempting to bind port 418a58c1-6c8b-4d66-be89-105bb7018f7c on network 77a7f2b8-22cd-4ced-bae6-3bc093e13202 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:04:48.682381 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:04:48.682767 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Checking segment: {'id': 'f2c012dc-4fbc-4c81-affe-639960d460c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 17:04:48.683213 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.683597 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Bound using segment: {'id': 'f2c012dc-4fbc-4c81-affe-639960d460c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:04:48.684074 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Bound port: 418a58c1-6c8b-4d66-be89-105bb7018f7c, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c012dc-4fbc-4c81-affe-639960d460c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:04:48.684452 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.745582 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.807284 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] For port 418a58c1-6c8b-4d66-be89-105bb7018f7c, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:04:48.811949 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] For port 418a58c1-6c8b-4d66-be89-105bb7018f7c, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=418a58c1-6c8b-4d66-be89-105bb7018f7c,segment=NetworkSegment(f2c012dc-4fbc-4c81-affe-639960d460c4),segment_id=f2c012dc-4fbc-4c81-affe-639960d460c4)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:04:48.814147 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.817727 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.822203 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.891802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc546e-c57b-4224-a761-18aa163bf4c7 None None] Pushing event updated for resources: {'Port': ['ID=418a58c1-6c8b-4d66-be89-105bb7018f7c,revision_number=2']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:48.962275 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-960009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959306'] for router, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.974110 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e6180-d675-44c9-8ce3-39e728b1c149 None None] Pushing event updated for resources: {'Port': ['ID=f6b64c02-67a6-46b2-bb1b-c66e3e905c39,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:48.988530 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Attempting to bind port f6b64c02-67a6-46b2-bb1b-c66e3e905c39 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:04:48.988894 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Attempting to bind port f6b64c02-67a6-46b2-bb1b-c66e3e905c39 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:04:48.989273 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Attempting to bind port f6b64c02-67a6-46b2-bb1b-c66e3e905c39 on network 298b6aaa-769d-48d9-9917-672e9aa8c854 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:04:48.995316 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:04:48.995766 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Checking segment: {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 17:04:48.996226 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:48.996517 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Bound using segment: {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:04:48.996986 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Bound port: f6b64c02-67a6-46b2-bb1b-c66e3e905c39, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:04:48.997359 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:49.073393 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] For port f6b64c02-67a6-46b2-bb1b-c66e3e905c39, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:04:49.076868 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] For port f6b64c02-67a6-46b2-bb1b-c66e3e905c39, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f6b64c02-67a6-46b2-bb1b-c66e3e905c39,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:04:49.084356 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:49.152059 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Router f2bee8be-a83f-4a1f-80f8-9071d87c8d9a is scheduled to L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 with binding_index 1 {{(pid=108771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:04:49.172835 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e6180-d675-44c9-8ce3-39e728b1c149 None None] Pushing event updated for resources: {'Port': ['ID=f6b64c02-67a6-46b2-bb1b-c66e3e905c39,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:49.183699 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-60c3c5e5-2199-4537-8be2-442da0b96969 None None] Provisioning complete for port f6b64c02-67a6-46b2-bb1b-c66e3e905c39 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:49.184070 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60c3c5e5-2199-4537-8be2-442da0b96969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:49.232407 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:49.233059 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:49.294097 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:04:49.308332 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Sync routers for ids ['f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:04:49.319619 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Routers {'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:49.320251 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:49.324854 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] Notify callbacks [] for router, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:49.327063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-e6d4787f-ea88-47ea-bbbe-35e398c2a40c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9583108 Jan 31 17:04:49.329790 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41972) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:49.384096 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60c3c5e5-2199-4537-8be2-442da0b96969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:49.401772 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:49.466587 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-60c3c5e5-2199-4537-8be2-442da0b96969 None None] For port f6b64c02-67a6-46b2-bb1b-c66e3e905c39, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f6b64c02-67a6-46b2-bb1b-c66e3e905c39,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:49.476354 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-60c3c5e5-2199-4537-8be2-442da0b96969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:49.573027 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Set router f2bee8be-a83f-4a1f-80f8-9071d87c8d9a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:49.602502 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3c5e5-2199-4537-8be2-442da0b96969 None None] Pushing event updated for resources: {'Port': ['ID=f6b64c02-67a6-46b2-bb1b-c66e3e905c39,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:49.644865 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-07342387-c255-4614-bddf-6a8457630e98 None None] Provisioning complete for port f6b64c02-67a6-46b2-bb1b-c66e3e905c39 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:49.645214 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-07342387-c255-4614-bddf-6a8457630e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:49.783754 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:49.786904 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'name': 'tempest-TestSnapshotPattern-1148889676-router', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:48Z', 'revision_number': 3, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'gw_port': {'id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:49.802213 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:49.822350 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Checking router: f2bee8be-a83f-4a1f-80f8-9071d87c8d9a for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:04:49.823883 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Updating router f2bee8be-a83f-4a1f-80f8-9071d87c8d9a port 9b5cf877-0f52-43d4-a9ba-5b00be616b85 binding host n-d-827120-1 {{(pid=108774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:04:49.840883 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b414cd3-c851-46de-83e8-f772883a2d1b None None] The sync data for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 is: [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:04:49.864319 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:49.873307 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-26594449-55a7-40a1-ab01-e11c7ddef7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:49.994935 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Allocated IP 172.20.0.1 (77a7f2b8-22cd-4ced-bae6-3bc093e13202/7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8/98b5fa5a-5744-4c60-87ea-6832f63083a0) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:04:50.147690 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.185017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a589655-9ab2-4fa7-ae4a-95df16d80dfd None None] Network 77a7f2b8-22cd-4ced-bae6-3bc093e13202 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 17:04:50.236217 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.307576 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-86ab701c-6be9-4c3b-a3be-e1fd2ba7831b None None] Provisioning complete for port 418a58c1-6c8b-4d66-be89-105bb7018f7c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:50.310454 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-86ab701c-6be9-4c3b-a3be-e1fd2ba7831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.312293 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Pushing event updated for resources: {'Port': ['ID=98b5fa5a-5744-4c60-87ea-6832f63083a0,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:50.315545 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Notify callbacks [] for port, precommit_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.326734 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Network 77a7f2b8-22cd-4ced-bae6-3bc093e13202 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:04:50.328861 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.329001 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:04:50.331289 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:04:50.362025 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 418a58c1-6c8b-4d66-be89-105bb7018f7c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:04:50.380571 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958007'] for router_interface, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.395540 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Attempting to bind port 9b5cf877-0f52-43d4-a9ba-5b00be616b85 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:04:50.395903 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Attempting to bind port 9b5cf877-0f52-43d4-a9ba-5b00be616b85 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:04:50.396265 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Attempting to bind port 9b5cf877-0f52-43d4-a9ba-5b00be616b85 on network ad999b7c-65db-4384-b3cf-93d5100069eb {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:04:50.403048 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:04:50.403416 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Checking segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 17:04:50.403816 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.404203 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Bound using segment: {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'} {{(pid=108774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:04:50.404672 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.managers [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Bound port: 9b5cf877-0f52-43d4-a9ba-5b00be616b85, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd550d6f3-86c5-40b9-a616-96b314f35f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb'}}] {{(pid=108774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:04:50.405045 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.429993 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb56d92-bd0b-4ab7-9e34-97f656989ac0 None None] Pushing event updated for resources: {'Port': ['ID=9b5cf877-0f52-43d4-a9ba-5b00be616b85,revision_number=2']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:50.469935 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] For port 9b5cf877-0f52-43d4-a9ba-5b00be616b85, host n-d-827120-1, cleared binding levels {{(pid=108774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:04:50.473927 n-d-827120-1 neutron-server[108774]: DEBUG neutron.plugins.ml2.db [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] For port 9b5cf877-0f52-43d4-a9ba-5b00be616b85, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9b5cf877-0f52-43d4-a9ba-5b00be616b85,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:04:50.479782 n-d-827120-1 neutron-server[108774]: DEBUG neutron_lib.callbacks.manager [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.545906 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Routers {'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:50.546549 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:50.557571 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.669609 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] Set router f2bee8be-a83f-4a1f-80f8-9071d87c8d9a gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:50.776754 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 418a58c1-6c8b-4d66-be89-105bb7018f7c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:50.777375 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.784607 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.790921 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.795480 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb56d92-bd0b-4ab7-9e34-97f656989ac0 None None] Pushing event updated for resources: {'Port': ['ID=9b5cf877-0f52-43d4-a9ba-5b00be616b85,revision_number=3']} {{(pid=108774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:50.821954 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-86ab701c-6be9-4c3b-a3be-e1fd2ba7831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.864189 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-86ab701c-6be9-4c3b-a3be-e1fd2ba7831b None None] For port 418a58c1-6c8b-4d66-be89-105bb7018f7c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=418a58c1-6c8b-4d66-be89-105bb7018f7c,segment=NetworkSegment(f2c012dc-4fbc-4c81-affe-639960d460c4),segment_id=f2c012dc-4fbc-4c81-affe-639960d460c4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:50.875880 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958091'] for router_interface, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.877437 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Pushing event updated for resources: {'Port': ['ID=98b5fa5a-5744-4c60-87ea-6832f63083a0,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:50.903800 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-86ab701c-6be9-4c3b-a3be-e1fd2ba7831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:50.975484 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'name': 'tempest-TestSnapshotPattern-1148889676-router', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:50Z', 'revision_number': 4, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'gw_port': {'id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98b5fa5a-5744-4c60-87ea-6832f63083a0', 'name': '', 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'mac_address': 'fa:16:3e:71:63:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:49Z', 'updated_at': '2022-01-31T17:04:50Z', 'revision_number': 1, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'subnets': [{'id': '7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:50.986660 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f6b64c02-67a6-46b2-bb1b-c66e3e905c39 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:04:51.000323 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Network 77a7f2b8-22cd-4ced-bae6-3bc093e13202 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:04:51.002081 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:04:51.011355 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d43669-003e-4a42-b66b-44934fd73d43 None None] The sync data for ids ['f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'] in n-d-827120-1 is: [{'id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'name': 'tempest-TestSnapshotPattern-1148889676-router', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:50Z', 'revision_number': 4, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'gw_port': {'id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98b5fa5a-5744-4c60-87ea-6832f63083a0', 'name': '', 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'mac_address': 'fa:16:3e:71:63:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:49Z', 'updated_at': '2022-01-31T17:04:50Z', 'revision_number': 1, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'subnets': [{'id': '7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:04:51.061058 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab701c-6be9-4c3b-a3be-e1fd2ba7831b None None] Pushing event updated for resources: {'Port': ['ID=418a58c1-6c8b-4d66-be89-105bb7018f7c,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:51.102681 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port f6b64c02-67a6-46b2-bb1b-c66e3e905c39 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:51.102965 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:51.193192 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:51.225979 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Router f2bee8be-a83f-4a1f-80f8-9071d87c8d9a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:04:51.293191 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-293ec778-c2a3-4d5a-b927-caf834434bee None None] Provisioning complete for port 98b5fa5a-5744-4c60-87ea-6832f63083a0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:51.293490 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-293ec778-c2a3-4d5a-b927-caf834434bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:51.374960 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-293ec778-c2a3-4d5a-b927-caf834434bee None None] Port 98b5fa5a-5744-4c60-87ea-6832f63083a0 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 17:04:51.396060 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-293ec778-c2a3-4d5a-b927-caf834434bee None None] Provisioning complete for port 418a58c1-6c8b-4d66-be89-105bb7018f7c triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:51.396428 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-293ec778-c2a3-4d5a-b927-caf834434bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:51.410595 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:04:51.429835 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-7aa37a9e-9dde-49f9-bd51-4475f50494bc admin admin] 10.222.0.36 "PUT /v2.0/routers/f2bee8be-a83f-4a1f-80f8-9071d87c8d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0898650 Jan 31 17:04:51.647585 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-ef9f5636-07ac-4aa2-9a9b-7ff9a7124272 None None] Provisioning complete for port 98b5fa5a-5744-4c60-87ea-6832f63083a0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:51.655338 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5636-07ac-4aa2-9a9b-7ff9a7124272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:51.717054 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f5636-07ac-4aa2-9a9b-7ff9a7124272 None None] Port 98b5fa5a-5744-4c60-87ea-6832f63083a0 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 17:04:51.840914 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-da2ba26f-2972-4fcd-9aa9-973af9849cda None None] Provisioning complete for port 98b5fa5a-5744-4c60-87ea-6832f63083a0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:51.842838 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-da2ba26f-2972-4fcd-9aa9-973af9849cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:51.883755 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-da2ba26f-2972-4fcd-9aa9-973af9849cda None None] Port 98b5fa5a-5744-4c60-87ea-6832f63083a0 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 17:04:52.143450 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 418a58c1-6c8b-4d66-be89-105bb7018f7c up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:04:52.193799 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 418a58c1-6c8b-4d66-be89-105bb7018f7c triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:52.194336 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:52.627146 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:52.690034 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.072695 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41982) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:53.077599 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-ded94409-5ceb-404a-9455-75cd022da039 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655125761', 'description': 'tempest-secgroup-smoke-655125761 description', 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:53.102734 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ded94409-5ceb-404a-9455-75cd022da039 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.142077 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:04:53.174749 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ded94409-5ceb-404a-9455-75cd022da039 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.179180 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ded94409-5ceb-404a-9455-75cd022da039 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.210703 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-ded94409-5ceb-404a-9455-75cd022da039 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.211951 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-ded94409-5ceb-404a-9455-75cd022da039 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1382546 Jan 31 17:04:53.213017 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded94409-5ceb-404a-9455-75cd022da039 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a1e9fa-251b-494f-a501-3c9ec166f376,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:53.215151 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41984) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:53.219875 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-13197794-2a11-4537-909d-ed2c9bdca282 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Request body: {'security_group_rule': {'security_group_id': '82a1e9fa-251b-494f-a501-3c9ec166f376', 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:53.252841 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13197794-2a11-4537-909d-ed2c9bdca282 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.320738 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13197794-2a11-4537-909d-ed2c9bdca282 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.325943 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13197794-2a11-4537-909d-ed2c9bdca282 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.344820 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13197794-2a11-4537-909d-ed2c9bdca282 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7060ecc-755a-4506-adc3-523e2841550e,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:53.349131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-13197794-2a11-4537-909d-ed2c9bdca282 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.350366 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-13197794-2a11-4537-909d-ed2c9bdca282 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341963 Jan 31 17:04:53.353300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41986) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:53.357723 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-b0f8ca37-8765-4ae1-a98e-98a492a2b843 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Request body: {'security_group_rule': {'security_group_id': '82a1e9fa-251b-494f-a501-3c9ec166f376', 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:53.388211 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ca37-8765-4ae1-a98e-98a492a2b843 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.453176 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ca37-8765-4ae1-a98e-98a492a2b843 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.459482 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ca37-8765-4ae1-a98e-98a492a2b843 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.484703 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8ca37-8765-4ae1-a98e-98a492a2b843 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c415337-88e8-4401-ac70-65a91917ea11,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:53.493971 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ca37-8765-4ae1-a98e-98a492a2b843 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.495182 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-b0f8ca37-8765-4ae1-a98e-98a492a2b843 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409552 Jan 31 17:04:53.498287 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41988) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:53.503147 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-7aa0aa62-ea09-47d4-a01c-a452a844a88c tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Request body: {'security_group_rule': {'security_group_id': '82a1e9fa-251b-494f-a501-3c9ec166f376', 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:53.533697 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7aa0aa62-ea09-47d4-a01c-a452a844a88c tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.595655 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7aa0aa62-ea09-47d4-a01c-a452a844a88c tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.600197 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7aa0aa62-ea09-47d4-a01c-a452a844a88c tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.619280 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0aa62-ea09-47d4-a01c-a452a844a88c tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57bf19a1-9c60-4744-adf4-c8f62b9dafcd,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:53.627903 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-7aa0aa62-ea09-47d4-a01c-a452a844a88c tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.629113 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-7aa0aa62-ea09-47d4-a01c-a452a844a88c tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297166 Jan 31 17:04:53.632039 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41990) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:53.636380 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-c0c755ff-7952-4412-a473-18c9bc622d7a tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Request body: {'security_group_rule': {'security_group_id': '82a1e9fa-251b-494f-a501-3c9ec166f376', 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:53.666496 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c0c755ff-7952-4412-a473-18c9bc622d7a tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.732818 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c0c755ff-7952-4412-a473-18c9bc622d7a tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.738019 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c0c755ff-7952-4412-a473-18c9bc622d7a tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.756339 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c755ff-7952-4412-a473-18c9bc622d7a tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5360d4c3-299c-4e98-89b4-0bac3d38077d,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:53.764954 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-c0c755ff-7952-4412-a473-18c9bc622d7a tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.766224 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-c0c755ff-7952-4412-a473-18c9bc622d7a tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333098 Jan 31 17:04:53.769237 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 41992) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:53.774242 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-15a9c318-573b-4aca-adbb-9e181314b507 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Request body: {'security_group_rule': {'security_group_id': '82a1e9fa-251b-494f-a501-3c9ec166f376', 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:53.798898 n-d-827120-1 neutron-server[108771]: INFO neutron.db.securitygroups_db [None req-15a9c318-573b-4aca-adbb-9e181314b507 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Project a8e0715ec6de4e35a05435dd495eb7ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:04:53.803970 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15a9c318-573b-4aca-adbb-9e181314b507 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.868639 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15a9c318-573b-4aca-adbb-9e181314b507 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.873984 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15a9c318-573b-4aca-adbb-9e181314b507 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.893148 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Sync routers for ids ['f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:04:53.893880 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9c318-573b-4aca-adbb-9e181314b507 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b56057-7b0a-4d59-8de7-09d3246462d0,revision_number=0']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:53.904734 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-15a9c318-573b-4aca-adbb-9e181314b507 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:53.905642 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Routers {'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:53.906251 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:53.908948 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 41994) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:04:53.909063 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-15a9c318-573b-4aca-adbb-9e181314b507 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383564 Jan 31 17:04:53.913573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [None req-1bdf15ae-63aa-4264-90bc-2d1660a2eb97 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Request body: {'security_group_rule': {'security_group_id': '82a1e9fa-251b-494f-a501-3c9ec166f376', 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:04:53.939065 n-d-827120-1 neutron-server[108772]: INFO neutron.db.securitygroups_db [None req-1bdf15ae-63aa-4264-90bc-2d1660a2eb97 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Project a8e0715ec6de4e35a05435dd495eb7ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:04:53.944034 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bdf15ae-63aa-4264-90bc-2d1660a2eb97 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:54.004458 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bdf15ae-63aa-4264-90bc-2d1660a2eb97 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:54.009511 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bdf15ae-63aa-4264-90bc-2d1660a2eb97 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823808'] for security_group_rule, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:54.019102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Set router f2bee8be-a83f-4a1f-80f8-9071d87c8d9a gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:54.028223 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf15ae-63aa-4264-90bc-2d1660a2eb97 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335563a2-a917-4ef3-ba15-399db99c0e22,revision_number=0']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:54.035206 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-1bdf15ae-63aa-4264-90bc-2d1660a2eb97 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:54.036402 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-1bdf15ae-63aa-4264-90bc-2d1660a2eb97 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264379 Jan 31 17:04:54.217422 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9b5cf877-0f52-43d4-a9ba-5b00be616b85 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:04:54.280567 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9b5cf877-0f52-43d4-a9ba-5b00be616b85 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:54.280925 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:54.282213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-43ceeac5-d2ab-4f90-a348-fe49166fa780 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655125761&fields=id&tenant_id=a8e0715ec6de4e35a05435dd495eb7ea HTTP/1.1" status: 200 len: 267 time: 0.0372047 Jan 31 17:04:54.285217 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'name': 'tempest-TestSnapshotPattern-1148889676-router', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:50Z', 'revision_number': 4, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'gw_port': {'id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98b5fa5a-5744-4c60-87ea-6832f63083a0', 'name': '', 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'mac_address': 'fa:16:3e:71:63:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:49Z', 'updated_at': '2022-01-31T17:04:50Z', 'revision_number': 2, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'subnets': [{'id': '7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:54.332856 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Checking router: f2bee8be-a83f-4a1f-80f8-9071d87c8d9a for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:04:54.333192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Updating router f2bee8be-a83f-4a1f-80f8-9071d87c8d9a port 98b5fa5a-5744-4c60-87ea-6832f63083a0 binding host n-d-827120-1 {{(pid=108773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:04:54.366725 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:54.396294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854c4e9-424e-454a-8a53-50eca071516e req-9ca0562c-46ab-48a0-be34-d0e705af5365 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:04:54.397802 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-9ca0562c-46ab-48a0-be34-d0e705af5365 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 809 time: 0.1081903 Jan 31 17:04:54.413588 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-84f64820-7654-43bc-9ebb-40a4d22562a9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/quotas/a8e0715ec6de4e35a05435dd495eb7ea HTTP/1.1" status: 200 len: 375 time: 0.0096686 Jan 31 17:04:54.467140 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-f66ff94c-c212-4cb0-b68c-66a4ead797b1 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476203 Jan 31 17:04:54.491308 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:54.533365 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] For port 9b5cf877-0f52-43d4-a9ba-5b00be616b85, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9b5cf877-0f52-43d4-a9ba-5b00be616b85,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:54.540912 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:54.571829 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-c2143ec7-0035-4041-8d25-3b8155f35fbb service neutron] 10.222.0.36 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918903 Jan 31 17:04:54.641045 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Pushing event updated for resources: {'Port': ['ID=9b5cf877-0f52-43d4-a9ba-5b00be616b85,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:54.664035 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-cd92952b-78a1-4077-99e3-c94458febdbd service neutron] 10.222.0.36 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856600 Jan 31 17:04:54.730232 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Notify callbacks [] for port, precommit_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:54.736630 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:54.793738 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3753719-3721-4abe-b309-11571bdee101 None None] Pushing event updated for resources: {'Port': ['ID=98b5fa5a-5744-4c60-87ea-6832f63083a0,revision_number=3']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:54.859043 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Attempting to bind port 98b5fa5a-5744-4c60-87ea-6832f63083a0 on host n-d-827120-1 for vnic_type normal with profile {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:04:54.859398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Attempting to bind port 98b5fa5a-5744-4c60-87ea-6832f63083a0 by drivers openvswitch,hyperv on host n-d-827120-1 at level 0 using segments [{'id': 'f2c012dc-4fbc-4c81-affe-639960d460c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202'}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:04:54.859761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Attempting to bind port 98b5fa5a-5744-4c60-87ea-6832f63083a0 on network 77a7f2b8-22cd-4ced-bae6-3bc093e13202 {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:04:54.865416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Checking agent: {'id': '9b32d8e8-baf5-4b1f-b94e-6ace7c74e2fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 39, 52), 'started_at': datetime.datetime(2022, 1, 31, 15, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827120-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:04:54.865812 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Checking segment: {'id': 'f2c012dc-4fbc-4c81-affe-639960d460c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 17:04:54.866207 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:54.866696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Bound using segment: {'id': 'f2c012dc-4fbc-4c81-affe-639960d460c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202'} {{(pid=108773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:04:54.867192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.managers [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Bound port: 98b5fa5a-5744-4c60-87ea-6832f63083a0, host: n-d-827120-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c012dc-4fbc-4c81-affe-639960d460c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202'}}] {{(pid=108773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:04:54.867562 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:54.942607 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] For port 98b5fa5a-5744-4c60-87ea-6832f63083a0, host n-d-827120-1, cleared binding levels {{(pid=108773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:04:54.945861 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] For port 98b5fa5a-5744-4c60-87ea-6832f63083a0, host n-d-827120-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=98b5fa5a-5744-4c60-87ea-6832f63083a0,segment=NetworkSegment(f2c012dc-4fbc-4c81-affe-639960d460c4),segment_id=f2c012dc-4fbc-4c81-affe-639960d460c4)] {{(pid=108773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:04:54.951329 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:55.015425 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Routers {'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:04:55.016043 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:55.019434 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3753719-3721-4abe-b309-11571bdee101 None None] Pushing event updated for resources: {'Port': ['ID=98b5fa5a-5744-4c60-87ea-6832f63083a0,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:55.084728 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6e65adc7-88eb-4ca7-a3ef-ef1d1c4f375a None None] Provisioning complete for port 98b5fa5a-5744-4c60-87ea-6832f63083a0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:55.085331 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6e65adc7-88eb-4ca7-a3ef-ef1d1c4f375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:55.175347 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] Set router f2bee8be-a83f-4a1f-80f8-9071d87c8d9a gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:04:55.289183 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6e65adc7-88eb-4ca7-a3ef-ef1d1c4f375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:55.365916 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6e65adc7-88eb-4ca7-a3ef-ef1d1c4f375a None None] For port 98b5fa5a-5744-4c60-87ea-6832f63083a0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=98b5fa5a-5744-4c60-87ea-6832f63083a0,segment=NetworkSegment(f2c012dc-4fbc-4c81-affe-639960d460c4),segment_id=f2c012dc-4fbc-4c81-affe-639960d460c4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:04:55.373529 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6e65adc7-88eb-4ca7-a3ef-ef1d1c4f375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:55.450428 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65adc7-88eb-4ca7-a3ef-ef1d1c4f375a None None] Pushing event updated for resources: {'Port': ['ID=98b5fa5a-5744-4c60-87ea-6832f63083a0,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:04:55.475500 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'name': 'tempest-TestSnapshotPattern-1148889676-router', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:50Z', 'revision_number': 4, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'gw_port': {'id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98b5fa5a-5744-4c60-87ea-6832f63083a0', 'name': '', 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'mac_address': 'fa:16:3e:71:63:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:49Z', 'updated_at': '2022-01-31T17:04:54Z', 'revision_number': 4, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'subnets': [{'id': '7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:04:55.509655 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa735d-795e-4a16-b73c-7b248ad6975e None None] The sync data for ids ['f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'] in n-d-827120-1 is: [{'id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'name': 'tempest-TestSnapshotPattern-1148889676-router', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:50Z', 'revision_number': 4, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'gw_port': {'id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': '98b5fa5a-5744-4c60-87ea-6832f63083a0', 'name': '', 'network_id': '77a7f2b8-22cd-4ced-bae6-3bc093e13202', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'mac_address': 'fa:16:3e:71:63:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:49Z', 'updated_at': '2022-01-31T17:04:54Z', 'revision_number': 4, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'subnets': [{'id': '7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:04:55.520285 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-54800b0a-84f4-4a94-90f5-0b6d3da3397e None None] Provisioning complete for port 98b5fa5a-5744-4c60-87ea-6832f63083a0 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:55.520651 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-54800b0a-84f4-4a94-90f5-0b6d3da3397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:55.846423 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6dcf30dd-217e-4df0-8c02-8a405ae76371 req-06a23936-e139-4311-af6f-44c850cd2ecb tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 210 time: 0.0275080 Jan 31 17:04:56.172192 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9b5cf877-0f52-43d4-a9ba-5b00be616b85 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:04:56.234814 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 9b5cf877-0f52-43d4-a9ba-5b00be616b85 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:56.235183 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:56.309879 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 98b5fa5a-5744-4c60-87ea-6832f63083a0 up at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:04:56.360269 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Provisioning complete for port 98b5fa5a-5744-4c60-87ea-6832f63083a0 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:04:56.360556 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:56.556790 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:56.924741 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-556e5407-14d2-4f82-91a4-c00bb2ef4a98 req-52bcb228-0fbd-4a08-b66f-f5f9b1193219 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 210 time: 0.0272388 Jan 31 17:04:58.015444 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-611714bc-82f3-4704-ab97-cd18f74c31d3 req-3fc39f1e-1482-48dd-a5a3-7a75aaeb7e37 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 210 time: 0.0324442 Jan 31 17:04:58.650157 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:04:59.105456 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d09b9441-fda8-4c7f-ab7d-9fbd84196b1d req-2abf2e11-0c98-4998-ba56-a7d0d2510db5 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 210 time: 0.0304272 Jan 31 17:05:00.228697 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-5ce8e3fe-221f-4aec-9374-3bdbb9b26ec6 req-2cdb8a73-da80-43a6-a486-58bee060f0a5 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 210 time: 0.0359998 Jan 31 17:05:01.088266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854c4e9-424e-454a-8a53-50eca071516e req-d48d1ec3-4fba-4cf7-8b80-d64007960323 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:01.089809 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-d48d1ec3-4fba-4cf7-8b80-d64007960323 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.30 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 809 time: 0.1039953 Jan 31 17:05:01.139549 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-02b21865-10ec-4ea5-a8d8-9ef54d8db3c4 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8e0715ec6de4e35a05435dd495eb7ea HTTP/1.1" status: 200 len: 379 time: 0.0379465 Jan 31 17:05:01.150462 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-4854c4e9-424e-454a-8a53-50eca071516e req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Request body: {'port': {'device_id': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'admin_state_up': True, 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'security_groups': ['82a1e9fa-251b-494f-a501-3c9ec166f376']}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:05:01.271286 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4854c4e9-424e-454a-8a53-50eca071516e req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Made reservation on behalf of a8e0715ec6de4e35a05435dd495eb7ea for: {'port': 1} {{(pid=108771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:05:01.274975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4854c4e9-424e-454a-8a53-50eca071516e req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:01.353343 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-9beac098-627f-4391-85dc-40ce355ebfb7 req-dcaa6a07-2cfe-46cc-922a-e709ec3bdcba tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 210 time: 0.0533910 Jan 31 17:05:01.427511 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [req-4854c4e9-424e-454a-8a53-50eca071516e req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Allocated IP 172.20.0.11 (298b6aaa-769d-48d9-9917-672e9aa8c854/c891b19f-8a2c-4d54-a70c-5966347c4610/eff24dcd-3a14-4573-a101-dd792f04abe6) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:05:01.574495 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4854c4e9-424e-454a-8a53-50eca071516e req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:01.614661 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4854c4e9-424e-454a-8a53-50eca071516e req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:01.666942 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4854c4e9-424e-454a-8a53-50eca071516e req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Network 298b6aaa-769d-48d9-9917-672e9aa8c854 is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:05:01.669950 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [req-4854c4e9-424e-454a-8a53-50eca071516e req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:05:01.673668 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4854c4e9-424e-454a-8a53-50eca071516e req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:05:01.679856 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'Port': ['ID=eff24dcd-3a14-4573-a101-dd792f04abe6,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:05:01.727324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854c4e9-424e-454a-8a53-50eca071516e req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:01.727448 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4854c4e9-424e-454a-8a53-50eca071516e req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:01.745099 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-66ad57be-4b7d-4157-b88d-eaa87737b658 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5983150 Jan 31 17:05:01.857051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Request body: {'port': {'device_id': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827120-1'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:05:01.910625 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:01.965532 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-5c8f4fe8-01d0-40a3-9233-7c4ee867a29e None None] Provisioning complete for port eff24dcd-3a14-4573-a101-dd792f04abe6 triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:05:01.966142 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c8f4fe8-01d0-40a3-9233-7c4ee867a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:02.001424 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f4fe8-01d0-40a3-9233-7c4ee867a29e None None] Port eff24dcd-3a14-4573-a101-dd792f04abe6 cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 17:05:02.196527 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff24dcd-3a14-4573-a101-dd792f04abe6 {{(pid=108771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:05:02.207169 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:02.220297 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.provisioning_blocks [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Transition to ACTIVE for port object eff24dcd-3a14-4573-a101-dd792f04abe6 will not be triggered until provisioned by entity L2. {{(pid=108771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:05:02.225277 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:02.274577 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Pushing event updated for resources: {'Port': ['ID=eff24dcd-3a14-4573-a101-dd792f04abe6,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:05:02.348794 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Attempting to bind port eff24dcd-3a14-4573-a101-dd792f04abe6 on host n-h1-827120-1 for vnic_type normal with profile {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:05:02.349142 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Attempting to bind port eff24dcd-3a14-4573-a101-dd792f04abe6 by drivers openvswitch,hyperv on host n-h1-827120-1 at level 0 using segments [{'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:05:02.349493 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Attempting to bind port eff24dcd-3a14-4573-a101-dd792f04abe6 on network 298b6aaa-769d-48d9-9917-672e9aa8c854 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:05:02.354186 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Port eff24dcd-3a14-4573-a101-dd792f04abe6 on network 298b6aaa-769d-48d9-9917-672e9aa8c854 not bound, no agent of type Open vSwitch agent registered on host n-h1-827120-1 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:05:02.354498 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Attempting to bind port eff24dcd-3a14-4573-a101-dd792f04abe6 on network 298b6aaa-769d-48d9-9917-672e9aa8c854 {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:05:02.359671 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Checking agent: {'id': 'bf4b6c3f-5fd4-4ab1-8fee-3d709f19f911', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:05:02.360257 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Checking segment: {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 17:05:02.360649 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Bound using segment: {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'} {{(pid=108771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:05:02.361091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.managers [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Bound port: eff24dcd-3a14-4573-a101-dd792f04abe6, host: n-h1-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'}}] {{(pid=108771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:05:02.361455 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:02.431330 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] For port eff24dcd-3a14-4573-a101-dd792f04abe6, host n-h1-827120-1, cleared binding levels {{(pid=108771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:05:02.434635 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] For port eff24dcd-3a14-4573-a101-dd792f04abe6, host n-h1-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=eff24dcd-3a14-4573-a101-dd792f04abe6,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:05:02.440920 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:02.477904 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:02.478516 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:02.479969 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] 10.222.0.30 "PUT /v2.0/ports/eff24dcd-3a14-4573-a101-dd792f04abe6 HTTP/1.1" status: 200 len: 1092 time: 0.7229848 Jan 31 17:05:02.480497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:05:02.482733 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db8ddbd-06b9-4257-90df-0e05e5dccc83" -d '{"events": [{"name": "network-changed", "server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:05:02.485027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9179a2-eb27-462e-a249-47b757b61ff0 req-2f8cdeab-948e-4062-abee-31031e4eb5a8 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:02.489896 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f9179a2-eb27-462e-a249-47b757b61ff0 req-2f8cdeab-948e-4062-abee-31031e4eb5a8 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 944 time: 0.0629034 Jan 31 17:05:02.524400 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b71a77-e50d-4459-a35c-b5162a08ce41 service neutron] Pushing event updated for resources: {'Port': ['ID=eff24dcd-3a14-4573-a101-dd792f04abe6,revision_number=3']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:05:02.541588 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-9f9179a2-eb27-462e-a249-47b757b61ff0 req-fa6006ae-ce0c-436a-afa8-59e5332e6b14 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429413 Jan 31 17:05:02.574971 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854c4e9-424e-454a-8a53-50eca071516e req-354f391d-face-4cf4-bba9-6a25615558bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:02.576511 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-354f391d-face-4cf4-bba9-6a25615558bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 1095 time: 0.0463469 Jan 31 17:05:02.627452 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c3c582-d6c0-46b0-b3fc-ddc8ae42b489 x-openstack-request-id: req-d5c3c582-d6c0-46b0-b3fc-ddc8ae42b489 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:05:02.627731 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:05:02.627972 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5c3c582-d6c0-46b0-b3fc-ddc8ae42b489 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:05:02.628362 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'status': 'completed', 'code': 200} Jan 31 17:05:02.629910 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-01865fe4-7456-4b3b-805f-2dda0afa7ab6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff24dcd-3a14-4573-a101-dd792f04abe6 HTTP/1.1" status: 200 len: 217 time: 0.0419538 Jan 31 17:05:02.683049 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854c4e9-424e-454a-8a53-50eca071516e req-a51c457d-c585-49a8-9ab9-225be9b6299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:02.684538 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-a51c457d-c585-49a8-9ab9-225be9b6299a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0483606 Jan 31 17:05:02.734300 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854c4e9-424e-454a-8a53-50eca071516e req-c3c14416-f351-4114-9387-06867a3435b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:02.735903 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-c3c14416-f351-4114-9387-06867a3435b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408456 Jan 31 17:05:02.834606 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-d5dd5858-c7fb-4428-8322-1d5652e35996 service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878046 Jan 31 17:05:02.928214 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4854c4e9-424e-454a-8a53-50eca071516e req-9665795a-8aab-43b3-be8c-47511957dfad service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838609 Jan 31 17:05:03.029907 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8ddbd-06b9-4257-90df-0e05e5dccc83 req-4c7c9858-cf23-4669-9b88-5908696ed8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:03.031356 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2db8ddbd-06b9-4257-90df-0e05e5dccc83 req-4c7c9858-cf23-4669-9b88-5908696ed8aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 1095 time: 0.0425870 Jan 31 17:05:03.130682 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8ddbd-06b9-4257-90df-0e05e5dccc83 req-a0c3ac00-a599-403b-89dd-e72e54220bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:03.132138 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2db8ddbd-06b9-4257-90df-0e05e5dccc83 req-a0c3ac00-a599-403b-89dd-e72e54220bb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0905883 Jan 31 17:05:03.174379 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2db8ddbd-06b9-4257-90df-0e05e5dccc83 req-db5911b8-4e2e-4115-8752-3297e1b47b5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff24dcd-3a14-4573-a101-dd792f04abe6 HTTP/1.1" status: 200 len: 217 time: 0.0356781 Jan 31 17:05:03.232465 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8ddbd-06b9-4257-90df-0e05e5dccc83 req-62d27f62-7882-4687-9a7d-fa8783da5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:03.233919 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2db8ddbd-06b9-4257-90df-0e05e5dccc83 req-62d27f62-7882-4687-9a7d-fa8783da5a56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0487163 Jan 31 17:05:03.289508 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8ddbd-06b9-4257-90df-0e05e5dccc83 req-26189bac-9459-415e-9f4a-b47bc978d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:03.290939 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2db8ddbd-06b9-4257-90df-0e05e5dccc83 req-26189bac-9459-415e-9f4a-b47bc978d15a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494025 Jan 31 17:05:03.400989 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2db8ddbd-06b9-4257-90df-0e05e5dccc83 req-bf7f06d9-2135-4614-9b21-51d523a698c0 service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020498 Jan 31 17:05:03.499365 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2db8ddbd-06b9-4257-90df-0e05e5dccc83 req-90e2e166-ed3e-4f2a-95f1-ffffde0c2741 service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905399 Jan 31 17:05:03.657932 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc5337-ecf4-45e0-9482-e671e4d8589c req-fe294e6d-b9a9-4b71-b96c-a1586e85920c tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:03.659389 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98cc5337-ecf4-45e0-9482-e671e4d8589c req-fe294e6d-b9a9-4b71-b96c-a1586e85920c tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 944 time: 0.0521584 Jan 31 17:05:03.707562 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-98cc5337-ecf4-45e0-9482-e671e4d8589c req-eb8a03f3-1fbb-4beb-bf08-99c1e4936f0d tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403893 Jan 31 17:05:04.716193 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device eff24dcd-3a14-4573-a101-dd792f04abe6 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:05:04.842600 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36ffe1-4e97-4bc2-8dcd-87385f7186d9 req-665a8783-8510-4803-a1a7-f6dc0de0594d tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:04.844218 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb36ffe1-4e97-4bc2-8dcd-87385f7186d9 req-665a8783-8510-4803-a1a7-f6dc0de0594d tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 944 time: 0.0524273 Jan 31 17:05:04.886163 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-cb36ffe1-4e97-4bc2-8dcd-87385f7186d9 req-cf1495e5-936a-4963-89e9-420cbfb2405e tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353034 Jan 31 17:05:04.977721 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port eff24dcd-3a14-4573-a101-dd792f04abe6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=eff24dcd-3a14-4573-a101-dd792f04abe6,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:05:04.989709 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'port_id': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'mac_address': 'fa:16:3e:82:ad:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:05:05.030240 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:05.043211 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff24dcd-3a14-4573-a101-dd792f04abe6 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:05:05.064002 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port eff24dcd-3a14-4573-a101-dd792f04abe6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=eff24dcd-3a14-4573-a101-dd792f04abe6,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:05:05.069602 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:05.116282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=eff24dcd-3a14-4573-a101-dd792f04abe6,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:05:05.390789 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['eff24dcd-3a14-4573-a101-dd792f04abe6'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:05:06.024737 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433a4a8-2ce5-424d-8494-8b1a5e15136f req-f1cdc072-bebc-4204-bda6-196ce1deffeb tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:06.026239 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8433a4a8-2ce5-424d-8494-8b1a5e15136f req-f1cdc072-bebc-4204-bda6-196ce1deffeb tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 945 time: 0.0618064 Jan 31 17:05:06.073037 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-8433a4a8-2ce5-424d-8494-8b1a5e15136f req-fdf3f2a2-d8fb-4758-a8e7-e9fa0929045b tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406578 Jan 31 17:05:06.731685 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device eff24dcd-3a14-4573-a101-dd792f04abe6 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:05:06.792043 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning for port eff24dcd-3a14-4573-a101-dd792f04abe6 completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:05:06.795853 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port eff24dcd-3a14-4573-a101-dd792f04abe6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:05:06.796217 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:06.875177 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:06.899118 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:05:06.901407 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2055414d-69db-4585-9528-d045538d649a" -d '{"events": [{"server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "name": "network-vif-plugged", "status": "completed", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:05:06.913695 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port eff24dcd-3a14-4573-a101-dd792f04abe6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=eff24dcd-3a14-4573-a101-dd792f04abe6,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:05:06.918699 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:06.941974 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfcade3-453e-4a05-92a2-455180d6517e x-openstack-request-id: req-6bfcade3-453e-4a05-92a2-455180d6517e {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:05:06.942252 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "name": "network-vif-plugged", "status": "completed", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:05:06.942497 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6bfcade3-453e-4a05-92a2-455180d6517e {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:05:06.942882 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'code': 200} Jan 31 17:05:06.968414 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=eff24dcd-3a14-4573-a101-dd792f04abe6,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:05:07.042598 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffbb5d-cbcb-44f7-b236-00946c8b06ba req-d44afe42-a0d0-41ec-ae2b-12823896d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:07.044074 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-10ffbb5d-cbcb-44f7-b236-00946c8b06ba req-d44afe42-a0d0-41ec-ae2b-12823896d34f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 1097 time: 0.0413065 Jan 31 17:05:07.083180 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-10ffbb5d-cbcb-44f7-b236-00946c8b06ba req-6c976da8-9fb8-46bb-a70e-f3745eaaad49 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283949 Jan 31 17:05:07.206431 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1bae4-5f15-4bfe-8b7d-de68d0234a60 req-dd60d5fb-3969-4293-bc4a-647dda6bfb6d tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:07.207978 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdc1bae4-5f15-4bfe-8b7d-de68d0234a60 req-dd60d5fb-3969-4293-bc4a-647dda6bfb6d tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 946 time: 0.0611818 Jan 31 17:05:07.250583 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-bdc1bae4-5f15-4bfe-8b7d-de68d0234a60 req-1e8b582c-d3fa-436d-b01d-e00d601bbef6 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336463 Jan 31 17:05:08.373422 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2d616-43f9-4ff3-bcb4-40abc791cbaf req-00ca9c0f-4c9e-4ab8-a2ad-f3c6300bbf43 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:08.374841 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ec2d616-43f9-4ff3-bcb4-40abc791cbaf req-00ca9c0f-4c9e-4ab8-a2ad-f3c6300bbf43 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 946 time: 0.0522764 Jan 31 17:05:08.413422 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4ec2d616-43f9-4ff3-bcb4-40abc791cbaf req-399f30cc-5e3a-45b5-9a12-57f3c4badbf9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322878 Jan 31 17:05:09.540539 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae714f4-3d5b-4311-93ec-90a7cf139213 req-d09fc755-e650-4ce9-9eb7-edbe75d2102d tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:09.542070 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6ae714f4-3d5b-4311-93ec-90a7cf139213 req-d09fc755-e650-4ce9-9eb7-edbe75d2102d tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 946 time: 0.0528798 Jan 31 17:05:09.580787 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-6ae714f4-3d5b-4311-93ec-90a7cf139213 req-fec788cb-1ee1-4262-a369-9b862ccc7342 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326605 Jan 31 17:05:09.696584 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bde7c4-77f1-417b-b918-67bade93d197 req-19ae85dc-bc1f-43c9-9bc4-29609887b331 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:09.697991 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-35bde7c4-77f1-417b-b918-67bade93d197 req-19ae85dc-bc1f-43c9-9bc4-29609887b331 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 946 time: 0.0500469 Jan 31 17:05:09.735781 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-35bde7c4-77f1-417b-b918-67bade93d197 req-e4cff5b6-f44e-46f7-a79b-af626a5118e0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317540 Jan 31 17:05:09.758076 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42068) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:05:09.847004 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0bd09f-f9ae-42e2-9e33-dc2c6ae9c1e8 tempest-TestSnapshotPattern-890307111 tempest-TestSnapshotPattern-890307111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:09.848552 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-0b0bd09f-f9ae-42e2-9e33-dc2c6ae9c1e8 tempest-TestSnapshotPattern-890307111 tempest-TestSnapshotPattern-890307111-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 1092 time: 0.0895510 Jan 31 17:05:09.851645 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42072) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:05:09.855962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:05:09.886183 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:09.991280 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:10.100416 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Allocated IP 172.25.1.151 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/5ceb8b85-0c9e-45fb-b64c-9d60ccbe9706) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:05:10.210693 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:10.248007 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:10.293224 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:05:10.297798 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:05:10.301203 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:05:10.306636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'Port': ['ID=5ceb8b85-0c9e-45fb-b64c-9d60ccbe9706,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:05:11.047316 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:11.119315 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:11.272168 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:11.280121 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:11.346878 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'Port': ['ID=5ceb8b85-0c9e-45fb-b64c-9d60ccbe9706,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:05:11.359304 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:11.460086 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Floating IP 404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0 associated. External IP: 172.25.1.151, port: eff24dcd-3a14-4573-a101-dd792f04abe6. Jan 31 17:05:11.687178 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Router 50008991-c1c7-4f45-b75a-a7273d086668 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:05:11.799107 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:05:11.809714 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a6f79b-d660-4bb4-b3a1-4cce297fb164 None None] Sync routers for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:05:11.820982 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:11.822937 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6f79b-d660-4bb4-b3a1-4cce297fb164 None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:05:11.824201 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-36a6f79b-d660-4bb4-b3a1-4cce297fb164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:05:11.851849 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-ee81e6fb-1311-48b3-b6a9-2e9104e463b9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9991717 Jan 31 17:05:11.852472 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:05:11.854790 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc20290e-7ec8-411e-beaf-ba8ee71d0fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:05:11.892122 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf15fa6b-5f19-481b-b70c-ccc5674a2d7a x-openstack-request-id: req-bf15fa6b-5f19-481b-b70c-ccc5674a2d7a {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:05:11.892415 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:05:11.892668 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf15fa6b-5f19-481b-b70c-ccc5674a2d7a {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:05:11.893073 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'status': 'completed', 'code': 200} Jan 31 17:05:11.936641 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-36a6f79b-d660-4bb4-b3a1-4cce297fb164 None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:05:11.958214 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20290e-7ec8-411e-beaf-ba8ee71d0fd5 req-1d953dd3-7aca-4f47-a14e-0a5482b311db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:11.959723 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc20290e-7ec8-411e-beaf-ba8ee71d0fd5 req-1d953dd3-7aca-4f47-a14e-0a5482b311db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 1097 time: 0.0427258 Jan 31 17:05:12.052644 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20290e-7ec8-411e-beaf-ba8ee71d0fd5 req-f45c7adf-6881-4147-8d88-f09a61884260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:12.054408 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc20290e-7ec8-411e-beaf-ba8ee71d0fd5 req-f45c7adf-6881-4147-8d88-f09a61884260 service neutron] 10.222.0.30 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0878017 Jan 31 17:05:12.125526 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc20290e-7ec8-411e-beaf-ba8ee71d0fd5 req-c6d96c8d-ac0b-4277-b61f-fec3572ed2f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff24dcd-3a14-4573-a101-dd792f04abe6 HTTP/1.1" status: 200 len: 1000 time: 0.0641162 Jan 31 17:05:12.160626 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-36a6f79b-d660-4bb4-b3a1-4cce297fb164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'port_id': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'mac_address': 'fa:16:3e:82:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:05:10Z', 'updated_at': '2022-01-31T17:05:10Z', 'revision_number': 0, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:05:12.173784 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20290e-7ec8-411e-beaf-ba8ee71d0fd5 req-e0152f35-5715-424e-80e2-3efd3b5b7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:12.175371 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc20290e-7ec8-411e-beaf-ba8ee71d0fd5 req-e0152f35-5715-424e-80e2-3efd3b5b7ea8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0435500 Jan 31 17:05:12.186487 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a6f79b-d660-4bb4-b3a1-4cce297fb164 None None] Checking router: 50008991-c1c7-4f45-b75a-a7273d086668 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:05:12.194853 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6f79b-d660-4bb4-b3a1-4cce297fb164 None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:05:12.195427 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-36a6f79b-d660-4bb4-b3a1-4cce297fb164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:04:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:05:12.220503 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20290e-7ec8-411e-beaf-ba8ee71d0fd5 req-a72e9ecf-af43-4d55-892d-8bcc4fa45aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:12.222065 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc20290e-7ec8-411e-beaf-ba8ee71d0fd5 req-a72e9ecf-af43-4d55-892d-8bcc4fa45aa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404577 Jan 31 17:05:12.320247 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc20290e-7ec8-411e-beaf-ba8ee71d0fd5 req-cdda412a-39c9-4336-8a02-56751e02460a service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911276 Jan 31 17:05:12.393775 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-36a6f79b-d660-4bb4-b3a1-4cce297fb164 None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:05:12.418152 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-dc20290e-7ec8-411e-beaf-ba8ee71d0fd5 req-72120260-c935-4ac6-8acf-ea9a858f2741 service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907304 Jan 31 17:05:12.681765 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-36a6f79b-d660-4bb4-b3a1-4cce297fb164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'port_id': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'mac_address': 'fa:16:3e:82:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:05:10Z', 'updated_at': '2022-01-31T17:05:10Z', 'revision_number': 0, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:05:12.738912 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a6f79b-d660-4bb4-b3a1-4cce297fb164 None None] The sync data for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 is: [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'port_id': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'mac_address': 'fa:16:3e:82:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:05:10Z', 'updated_at': '2022-01-31T17:05:10Z', 'revision_number': 0, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:05:12.930221 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a270a5-abf2-4128-baec-519078ecd625 None None] New status for floating IP 404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:05:17.351048 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2cc0-5deb-48c5-88d9-25b6fe9a703d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:18.527589 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa168fb0-69dd-4cae-b3d9-5ed65456b0b0 req-600e7b4e-1a03-46f7-970d-208fc244de8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507841 Jan 31 17:05:18.623928 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168fb0-69dd-4cae-b3d9-5ed65456b0b0 req-05bccb02-ab1e-4e14-bca2-1b63e371869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:18.625504 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa168fb0-69dd-4cae-b3d9-5ed65456b0b0 req-05bccb02-ab1e-4e14-bca2-1b63e371869d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 1097 time: 0.0435305 Jan 31 17:05:18.732972 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168fb0-69dd-4cae-b3d9-5ed65456b0b0 req-574d02ba-5bb8-4935-a685-63fb6cabffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:18.734534 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa168fb0-69dd-4cae-b3d9-5ed65456b0b0 req-574d02ba-5bb8-4935-a685-63fb6cabffee service neutron] 10.222.0.30 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0840178 Jan 31 17:05:18.813570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa168fb0-69dd-4cae-b3d9-5ed65456b0b0 req-f11b6ac3-19c4-4779-879c-4cfc7abcaed1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff24dcd-3a14-4573-a101-dd792f04abe6 HTTP/1.1" status: 200 len: 1002 time: 0.0721557 Jan 31 17:05:18.864839 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168fb0-69dd-4cae-b3d9-5ed65456b0b0 req-043ccd91-2bbc-4880-aa90-7c11986f5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:18.866280 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa168fb0-69dd-4cae-b3d9-5ed65456b0b0 req-043ccd91-2bbc-4880-aa90-7c11986f5cdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0464928 Jan 31 17:05:18.918921 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168fb0-69dd-4cae-b3d9-5ed65456b0b0 req-3a5e905b-687d-436f-a702-439b76f693e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:05:18.920390 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa168fb0-69dd-4cae-b3d9-5ed65456b0b0 req-3a5e905b-687d-436f-a702-439b76f693e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451863 Jan 31 17:05:19.027296 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa168fb0-69dd-4cae-b3d9-5ed65456b0b0 req-9e9963b4-1e14-4437-9de2-94ce4528ff20 service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977829 Jan 31 17:05:19.120310 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-fa168fb0-69dd-4cae-b3d9-5ed65456b0b0 req-b2aa5d7b-83d4-47f8-a708-adb7a6dca4a6 service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856037 Jan 31 17:05:19.847507 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-add38f45-62c6-4a11-804d-ab54205a8524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:21.180049 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:22.619164 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:22.685014 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:26.557490 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:28.648583 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:30.143998 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:05:47.353686 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-ceebbc7b-d10b-4d7b-ac71-bef0ec83150d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:49.848900 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-48261a3c-0165-4906-b8c6-4e01efed05d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:51.181012 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:52.621059 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:52.690148 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:56.555837 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:05:58.666474 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:07.147223 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:06:17.352812 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2473ce52-53d4-4e09-a38b-eb001d165145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:18.514130 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e5443f9-53ad-46d4-8f08-57c614df905a req-2aa46614-bad0-450d-9910-4aa58419ae17 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471046 Jan 31 17:06:18.601719 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5443f9-53ad-46d4-8f08-57c614df905a req-eaa872a3-3753-4caa-9159-7ad4aebd089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:18.603242 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e5443f9-53ad-46d4-8f08-57c614df905a req-eaa872a3-3753-4caa-9159-7ad4aebd089a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 1097 time: 0.0433886 Jan 31 17:06:18.714763 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5443f9-53ad-46d4-8f08-57c614df905a req-01315efd-9833-498d-b6f4-fea3839d34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:18.716505 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e5443f9-53ad-46d4-8f08-57c614df905a req-01315efd-9833-498d-b6f4-fea3839d34c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0895143 Jan 31 17:06:18.785891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e5443f9-53ad-46d4-8f08-57c614df905a req-83e85b1d-06fc-4450-8e84-b5df720761c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff24dcd-3a14-4573-a101-dd792f04abe6 HTTP/1.1" status: 200 len: 1002 time: 0.0617747 Jan 31 17:06:18.834310 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5443f9-53ad-46d4-8f08-57c614df905a req-cf3e29b5-c23a-4244-a966-990258118bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:18.835744 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e5443f9-53ad-46d4-8f08-57c614df905a req-cf3e29b5-c23a-4244-a966-990258118bd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0434244 Jan 31 17:06:18.881053 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5443f9-53ad-46d4-8f08-57c614df905a req-9b344fca-bca3-4844-93b8-b2bca96bf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:18.882584 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e5443f9-53ad-46d4-8f08-57c614df905a req-9b344fca-bca3-4844-93b8-b2bca96bf403 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404248 Jan 31 17:06:18.985052 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e5443f9-53ad-46d4-8f08-57c614df905a req-cd4fe88c-5399-4ee0-baee-fea233aac7d6 service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959079 Jan 31 17:06:19.085777 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2e5443f9-53ad-46d4-8f08-57c614df905a req-cc84c713-f428-440f-a3f8-c92567169aaf service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942454 Jan 31 17:06:19.853294 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2ccdb24d-83d2-4b01-886a-5f2dc896075d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:21.188099 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:22.624354 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:22.695175 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:26.588528 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:28.652738 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:28.932388 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [req-cdb91a19-688d-47cb-a0b1-a188897af864 req-89122439-b1b8-471a-96ab-38339733ed72 service neutron] (108772) timed out ('10.222.0.36', 40424) {{(pid=108772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 17:06:44.152036 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:06:47.355969 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3d7b883c-e13d-4f75-9a09-e10ee55cb6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:49.855869 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-738c904b-b3f0-4ee6-9693-aa9351a1a67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:51.191628 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:52.627318 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:52.698936 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:56.585635 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:06:58.669826 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:11.411282 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device eff24dcd-3a14-4573-a101-dd792f04abe6 details requested by agent hyperv_n-h1-827120-1 with host n-h1-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:07:11.530368 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port eff24dcd-3a14-4573-a101-dd792f04abe6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=eff24dcd-3a14-4573-a101-dd792f04abe6,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:11.541992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Returning: {'device': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'port_id': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'mac_address': 'fa:16:3e:82:ad:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:07:11.584322 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:11.596922 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eff24dcd-3a14-4573-a101-dd792f04abe6 {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:07:11.625265 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port eff24dcd-3a14-4573-a101-dd792f04abe6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=eff24dcd-3a14-4573-a101-dd792f04abe6,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:11.632116 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:11.684418 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=eff24dcd-3a14-4573-a101-dd792f04abe6,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:11.691764 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:11.692102 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:11.692432 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:11.692761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:11.693084 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:11.693396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:11.693751 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:11.694067 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:11.694382 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:11.694696 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:11.695011 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:11.695332 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:11.719484 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] get_ports_and_sgs() called for port_ids ['eff24dcd-3a14-4573-a101-dd792f04abe6'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:07:13.410374 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device eff24dcd-3a14-4573-a101-dd792f04abe6 up at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:13.463326 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Provisioning complete for port eff24dcd-3a14-4573-a101-dd792f04abe6 triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:13.463714 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:13.544500 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:13.570876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:07:13.573501 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de0a2c8-8d15-4dbe-bc37-7c2c4fcf3930" -d '{"events": [{"server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "name": "network-vif-plugged", "status": "completed", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:13.594288 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port eff24dcd-3a14-4573-a101-dd792f04abe6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=eff24dcd-3a14-4573-a101-dd792f04abe6,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:13.603432 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:13.668923 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=eff24dcd-3a14-4573-a101-dd792f04abe6,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:13.732817 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc78cc66-6509-49f2-b4f6-2e1a95477a3b x-openstack-request-id: req-cc78cc66-6509-49f2-b4f6-2e1a95477a3b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:13.733135 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "name": "network-vif-plugged", "status": "completed", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:13.733446 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc78cc66-6509-49f2-b4f6-2e1a95477a3b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:13.733931 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'code': 200} Jan 31 17:07:17.350688 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-52739e07-bb12-4d59-b4a9-696f15236fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:19.850592 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-d30f0470-c858-47fc-97db-f8b460648893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:20.555943 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ca2df-c395-432e-937d-fb02e5c72124 req-e27473e4-fc34-447a-b0c0-2f5f86c2c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:20.558292 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-416ca2df-c395-432e-937d-fb02e5c72124 req-e27473e4-fc34-447a-b0c0-2f5f86c2c975 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 1097 time: 0.0527041 Jan 31 17:07:20.677367 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ca2df-c395-432e-937d-fb02e5c72124 req-38d7de48-2ddf-44f1-b646-7e1c25323025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:20.678934 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-416ca2df-c395-432e-937d-fb02e5c72124 req-38d7de48-2ddf-44f1-b646-7e1c25323025 service neutron] 10.222.0.30 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0951715 Jan 31 17:07:20.757331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-416ca2df-c395-432e-937d-fb02e5c72124 req-b88eb482-1929-4e6c-a0e5-fdc3a0411f6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff24dcd-3a14-4573-a101-dd792f04abe6 HTTP/1.1" status: 200 len: 1002 time: 0.0713112 Jan 31 17:07:20.816185 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ca2df-c395-432e-937d-fb02e5c72124 req-b3eb87d7-0969-4557-a069-3df3affd5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:20.817596 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-416ca2df-c395-432e-937d-fb02e5c72124 req-b3eb87d7-0969-4557-a069-3df3affd5f74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0534043 Jan 31 17:07:20.869636 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ca2df-c395-432e-937d-fb02e5c72124 req-3739fca1-235b-439f-9933-2f439a8d87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:20.871229 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-416ca2df-c395-432e-937d-fb02e5c72124 req-3739fca1-235b-439f-9933-2f439a8d87d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438375 Jan 31 17:07:20.974891 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-416ca2df-c395-432e-937d-fb02e5c72124 req-066bc44a-54b2-4846-a191-cd9f96665587 service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965676 Jan 31 17:07:21.073966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-416ca2df-c395-432e-937d-fb02e5c72124 req-c7fe8c72-0ec3-4988-b367-8bf4256ab089 service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908310 Jan 31 17:07:21.151902 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:07:21.214684 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:22.631270 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:22.702576 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:23.228577 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-1312f3be-36cf-4e95-9513-3b801142eecd tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655125761&fields=id&tenant_id=a8e0715ec6de4e35a05435dd495eb7ea HTTP/1.1" status: 200 len: 267 time: 0.0337152 Jan 31 17:07:23.345066 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-0d7c37ea-8d97-4542-8b81-b11a9bb3afe8 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:23.346572 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-0d7c37ea-8d97-4542-8b81-b11a9bb3afe8 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 809 time: 0.1110198 Jan 31 17:07:23.365499 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-1b9bace2-eb2b-4a34-82ff-87b5d69eb6cb tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/quotas/a8e0715ec6de4e35a05435dd495eb7ea HTTP/1.1" status: 200 len: 375 time: 0.0095117 Jan 31 17:07:23.418320 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-563861e5-412f-4af2-a492-7bc80965adff tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0504305 Jan 31 17:07:23.562236 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-5c173d9a-227b-4fe5-83a5-284e71be8923 service neutron] 10.222.0.36 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318252 Jan 31 17:07:23.666846 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-e8727041-a17b-4650-b48b-e963229c0a13 service neutron] 10.222.0.36 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948153 Jan 31 17:07:23.851694 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-06d69556-99bd-49ea-aca2-4336c7cf84f0 req-4841b993-b89b-438b-8f7e-c0c4770281d1 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 210 time: 0.0274160 Jan 31 17:07:24.900517 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-34122707-0181-49fd-933f-6d6a94aa4f13 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:24.901993 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-34122707-0181-49fd-933f-6d6a94aa4f13 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.20 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 809 time: 0.1139688 Jan 31 17:07:24.951000 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-1e81c49c-6a77-4e9e-a627-68cd6c687e60 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8e0715ec6de4e35a05435dd495eb7ea HTTP/1.1" status: 200 len: 379 time: 0.0388691 Jan 31 17:07:24.958298 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-938f0a4b-a553-425f-84e0-2df84912e63d req-2a62f85f-8dd7-4b1a-9628-a063047af472 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 210 time: 0.0268893 Jan 31 17:07:24.963461 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Request body: {'port': {'device_id': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'admin_state_up': True, 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'security_groups': ['82a1e9fa-251b-494f-a501-3c9ec166f376']}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:25.080541 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Made reservation on behalf of a8e0715ec6de4e35a05435dd495eb7ea for: {'port': 1} {{(pid=108772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:07:25.084282 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:25.214376 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_common [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Allocated IP 172.20.0.10 (298b6aaa-769d-48d9-9917-672e9aa8c854/c891b19f-8a2c-4d54-a70c-5966347c4610/1472d591-2593-47e4-a358-31fc63c17aca) {{(pid=108772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:07:25.374233 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for port, precommit_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:25.412620 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_create {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:25.458337 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device eff24dcd-3a14-4573-a101-dd792f04abe6 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:07:25.469053 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Network 298b6aaa-769d-48d9-9917-672e9aa8c854 is already hosted by enough agents. {{(pid=108772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:25.477179 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.base_scheduler [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Resources bound (agent type, host, resource id): {{(pid=108772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:25.479965 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Received port after_create {{(pid=108772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:07:25.526170 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'Port': ['ID=1472d591-2593-47e4-a358-31fc63c17aca,revision_number=1']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:25.547553 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:25.547905 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:25.548227 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:25.548555 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:25.548880 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:25.550575 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:25.550887 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:25.551212 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:25.551556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:25.551853 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:25.552229 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:25.552484 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:25.576218 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:25.576872 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:25.608171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-257c5674-17d1-4d82-a7f5-0befc8d93cb7 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6457534 Jan 31 17:07:25.610672 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:25.644871 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:07:25.648299 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d51fc1e-e6a2-4db7-acd6-797a7ff340a7" -d '{"events": [{"server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "name": "network-vif-unplugged", "status": "completed", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:25.677232 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] For port eff24dcd-3a14-4573-a101-dd792f04abe6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=eff24dcd-3a14-4573-a101-dd792f04abe6,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:25.688207 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:25.733199 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47253c82-bed5-4afa-a74e-79590aff9134 x-openstack-request-id: req-47253c82-bed5-4afa-a74e-79590aff9134 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:25.733924 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "name": "network-vif-unplugged", "status": "completed", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:25.734418 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47253c82-bed5-4afa-a74e-79590aff9134 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:25.734969 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'code': 200} Jan 31 17:07:25.778127 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Pushing event updated for resources: {'Port': ['ID=eff24dcd-3a14-4573-a101-dd792f04abe6,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:25.916980 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-2a124fea-8afd-4c5d-8c21-e71e5a52d303 None None] Provisioning complete for port 1472d591-2593-47e4-a358-31fc63c17aca triggered by entity DHCP. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:25.918154 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-2a124fea-8afd-4c5d-8c21-e71e5a52d303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:25.955419 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-2a124fea-8afd-4c5d-8c21-e71e5a52d303 None None] Port 1472d591-2593-47e4-a358-31fc63c17aca cannot update to ACTIVE because it is not bound. {{(pid=108773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 31 17:07:26.082399 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01314561-d542-40d1-b974-37da4f561612 req-857dc070-3fbb-4781-bc2d-6a13d8eae38a tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:26.083948 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01314561-d542-40d1-b974-37da4f561612 req-857dc070-3fbb-4781-bc2d-6a13d8eae38a tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 932 time: 0.0572250 Jan 31 17:07:26.123632 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-01314561-d542-40d1-b974-37da4f561612 req-5c31fdd7-7798-4979-b985-2f5437cc256c tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337136 Jan 31 17:07:26.591711 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:27.252996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a933a-d19b-4932-85e7-7fbdc845f41a req-9b25c2f7-d0d4-46fa-9f39-13a89a864cb3 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:27.254601 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3a933a-d19b-4932-85e7-7fbdc845f41a req-9b25c2f7-d0d4-46fa-9f39-13a89a864cb3 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 932 time: 0.0567083 Jan 31 17:07:27.295287 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-ab3a933a-d19b-4932-85e7-7fbdc845f41a req-ca11410b-71af-4d0f-a255-4856f5609165 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342255 Jan 31 17:07:28.417212 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379eed9-6e29-4683-865b-4dbc6b114338 req-e96f8099-69b2-4a4b-97cb-76c10e9422ab tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:28.418718 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e379eed9-6e29-4683-865b-4dbc6b114338 req-e96f8099-69b2-4a4b-97cb-76c10e9422ab tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 932 time: 0.0532959 Jan 31 17:07:28.462155 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e379eed9-6e29-4683-865b-4dbc6b114338 req-a1f976c1-0d72-47b3-9db6-6bc19df81d39 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364687 Jan 31 17:07:28.684816 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:29.585877 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e2cbd-fa91-4fd3-b15f-3fb445897037 req-baaf00c0-449d-47f1-a066-892382133e9e tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:29.587448 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-272e2cbd-fa91-4fd3-b15f-3fb445897037 req-baaf00c0-449d-47f1-a066-892382133e9e tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 932 time: 0.0509763 Jan 31 17:07:29.630383 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-272e2cbd-fa91-4fd3-b15f-3fb445897037 req-863d0fa2-ffbb-4ee8-b816-b763a110b280 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359423 Jan 31 17:07:30.758792 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be159d80-fa6b-489f-8073-d1470cb38465 req-94b19732-20ed-4318-8cae-f392c8f36bed tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:30.761128 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be159d80-fa6b-489f-8073-d1470cb38465 req-94b19732-20ed-4318-8cae-f392c8f36bed tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 932 time: 0.0534220 Jan 31 17:07:30.802361 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-be159d80-fa6b-489f-8073-d1470cb38465 req-34e7db05-e7ae-4316-a111-73a1666ae837 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346496 Jan 31 17:07:31.928535 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbdd4b-0823-47e9-a0fe-55324bf276c2 req-cebce3f9-0cfe-4149-a2bb-4d07876744e5 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:31.930040 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34bbdd4b-0823-47e9-a0fe-55324bf276c2 req-cebce3f9-0cfe-4149-a2bb-4d07876744e5 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 932 time: 0.0520704 Jan 31 17:07:31.971360 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-34bbdd4b-0823-47e9-a0fe-55324bf276c2 req-6f592041-f9b7-4cae-bd74-17595c00e5da tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347941 Jan 31 17:07:33.112016 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666f0f9-1d57-4a62-a43b-daba9fdb27dd req-95467543-e5f8-4049-99b3-c4e093b6ff62 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:33.113596 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f666f0f9-1d57-4a62-a43b-daba9fdb27dd req-95467543-e5f8-4049-99b3-c4e093b6ff62 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 932 time: 0.0624111 Jan 31 17:07:33.155184 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f666f0f9-1d57-4a62-a43b-daba9fdb27dd req-055e21f1-3251-451e-9781-52f0ac621093 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347886 Jan 31 17:07:34.019795 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.v2.base [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Request body: {'port': {'device_id': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827120-1'}} {{(pid=108772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:34.081158 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:34.326387 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37e7a7-ac4f-4b08-ae9b-8f529af805fc req-00522675-d6af-409d-b038-e246b16c4047 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:34.327894 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf37e7a7-ac4f-4b08-ae9b-8f529af805fc req-00522675-d6af-409d-b038-e246b16c4047 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 932 time: 0.0985255 Jan 31 17:07:34.411817 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-cf37e7a7-ac4f-4b08-ae9b-8f529af805fc req-d6af0c82-3796-4fc8-9a33-6230b3f5528f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687747 Jan 31 17:07:34.422722 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1472d591-2593-47e4-a358-31fc63c17aca {{(pid=108772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:07:34.430381 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:34.443035 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.provisioning_blocks [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Transition to ACTIVE for port object 1472d591-2593-47e4-a358-31fc63c17aca will not be triggered until provisioned by entity L2. {{(pid=108772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:07:34.448853 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:34.497010 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Pushing event updated for resources: {'Port': ['ID=1472d591-2593-47e4-a358-31fc63c17aca,revision_number=2']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:34.582562 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Attempting to bind port 1472d591-2593-47e4-a358-31fc63c17aca on host n-h2-827120-1 for vnic_type normal with profile {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:07:34.582798 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Attempting to bind port 1472d591-2593-47e4-a358-31fc63c17aca by drivers openvswitch,hyperv on host n-h2-827120-1 at level 0 using segments [{'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:07:34.583119 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Attempting to bind port 1472d591-2593-47e4-a358-31fc63c17aca on network 298b6aaa-769d-48d9-9917-672e9aa8c854 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:34.588059 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Port 1472d591-2593-47e4-a358-31fc63c17aca on network 298b6aaa-769d-48d9-9917-672e9aa8c854 not bound, no agent of type Open vSwitch agent registered on host n-h2-827120-1 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:07:34.588996 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Attempting to bind port 1472d591-2593-47e4-a358-31fc63c17aca on network 298b6aaa-769d-48d9-9917-672e9aa8c854 {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:34.594934 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Checking agent: {'id': 'eeb7c8fe-ad53-4c70-8f4d-fcfc6897e7b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827120-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'started_at': datetime.datetime(2022, 1, 31, 15, 47, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:07:34.595270 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Checking segment: {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 31 17:07:34.595649 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Bound using segment: {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'} {{(pid=108772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:07:34.596072 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.managers [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Bound port: 1472d591-2593-47e4-a358-31fc63c17aca, host: n-h2-827120-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052e6214-1d5b-4630-91f0-c948d832fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854'}}] {{(pid=108772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:07:34.597005 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:34.666435 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] For port 1472d591-2593-47e4-a358-31fc63c17aca, host n-h2-827120-1, cleared binding levels {{(pid=108772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:07:34.669434 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] For port 1472d591-2593-47e4-a358-31fc63c17aca, host n-h2-827120-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1472d591-2593-47e4-a358-31fc63c17aca,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:07:34.675146 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9003488'] for port, after_update {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:34.711508 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:34.712048 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:34.713408 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] 10.222.0.20 "PUT /v2.0/ports/1472d591-2593-47e4-a358-31fc63c17aca HTTP/1.1" status: 200 len: 1092 time: 0.6988418 Jan 31 17:07:34.713901 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:07:34.716164 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10da6ffa-df1b-40bd-814c-95574f33c688" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "tag": "1472d591-2593-47e4-a358-31fc63c17aca"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:34.753213 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812d5fe-6009-47ad-b617-97d86e24cee9 service neutron] Pushing event updated for resources: {'Port': ['ID=1472d591-2593-47e4-a358-31fc63c17aca,revision_number=3']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:34.804556 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-88bd33ea-cfba-4a1a-8681-17918c0d7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:34.807586 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-88bd33ea-cfba-4a1a-8681-17918c0d7dc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 1095 time: 0.0479846 Jan 31 17:07:34.856268 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793250d1-a543-4b38-9329-7a544d351669 x-openstack-request-id: req-793250d1-a543-4b38-9329-7a544d351669 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:34.856648 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "tag": "1472d591-2593-47e4-a358-31fc63c17aca", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:34.856964 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-793250d1-a543-4b38-9329-7a544d351669 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:34.857432 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca', 'status': 'completed', 'code': 200} Jan 31 17:07:34.859814 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-325d02a8-797d-494a-9126-40570870b44d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1472d591-2593-47e4-a358-31fc63c17aca HTTP/1.1" status: 200 len: 217 time: 0.0440295 Jan 31 17:07:34.913011 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-23e36005-e101-47d5-a923-def724284d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:34.914542 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-23e36005-e101-47d5-a923-def724284d65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0465751 Jan 31 17:07:34.962303 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-ac4b0045-a104-4867-b989-38b3438cdada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:34.963832 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-ac4b0045-a104-4867-b989-38b3438cdada service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416343 Jan 31 17:07:35.065566 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-bdfc846c-a924-48a8-8027-0c41f5fa9950 service neutron] 10.222.0.20 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941398 Jan 31 17:07:35.156095 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2fdc59c3-72a7-4ca1-9e16-e4b0b32d0430 req-30ca0a16-da6b-40d4-9f1d-a7de5c4f9ead service neutron] 10.222.0.20 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840275 Jan 31 17:07:35.255638 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da6ffa-df1b-40bd-814c-95574f33c688 req-c897c53e-0144-473c-906a-dd83cadb4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:35.257171 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10da6ffa-df1b-40bd-814c-95574f33c688 req-c897c53e-0144-473c-906a-dd83cadb4054 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 1095 time: 0.0444007 Jan 31 17:07:35.355149 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da6ffa-df1b-40bd-814c-95574f33c688 req-35792d40-74b1-4573-8e29-e0b10bb2e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:35.356617 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10da6ffa-df1b-40bd-814c-95574f33c688 req-35792d40-74b1-4573-8e29-e0b10bb2e1d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0922785 Jan 31 17:07:35.402769 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10da6ffa-df1b-40bd-814c-95574f33c688 req-37d3743c-4594-4980-87ce-16156ebb13a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1472d591-2593-47e4-a358-31fc63c17aca HTTP/1.1" status: 200 len: 217 time: 0.0379038 Jan 31 17:07:35.464156 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da6ffa-df1b-40bd-814c-95574f33c688 req-a007b73d-d6c1-4a8d-bf36-934242a07606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:35.465774 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10da6ffa-df1b-40bd-814c-95574f33c688 req-a007b73d-d6c1-4a8d-bf36-934242a07606 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0552819 Jan 31 17:07:35.541132 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da6ffa-df1b-40bd-814c-95574f33c688 req-d75fa4c1-21d4-4bfc-ba4d-7720a2427001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:35.542656 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10da6ffa-df1b-40bd-814c-95574f33c688 req-d75fa4c1-21d4-4bfc-ba4d-7720a2427001 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687299 Jan 31 17:07:35.552957 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6611c1e-e531-4bdc-9674-985ee4e5cd19 req-43b5fe98-fc90-489f-9936-efce7c60805a tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:35.554338 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e6611c1e-e531-4bdc-9674-985ee4e5cd19 req-43b5fe98-fc90-489f-9936-efce7c60805a tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 944 time: 0.0711823 Jan 31 17:07:35.641295 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e6611c1e-e531-4bdc-9674-985ee4e5cd19 req-ae53ba29-65d3-4547-8580-638c802ff8f5 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789914 Jan 31 17:07:35.668174 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10da6ffa-df1b-40bd-814c-95574f33c688 req-25e50827-7664-4aea-b3e4-39a7020bf990 service neutron] 10.222.0.20 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129248 Jan 31 17:07:35.759878 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-10da6ffa-df1b-40bd-814c-95574f33c688 req-88d32ea3-d1cd-4f24-947f-cd169ff0987d service neutron] 10.222.0.20 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835576 Jan 31 17:07:36.770958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c1de-770b-4a51-b1d6-f7bf4649f09b req-aebb1807-0af7-4db8-a97a-7ae2da5df21b tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:36.772426 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e437c1de-770b-4a51-b1d6-f7bf4649f09b req-aebb1807-0af7-4db8-a97a-7ae2da5df21b tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 944 time: 0.0517020 Jan 31 17:07:36.809996 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e437c1de-770b-4a51-b1d6-f7bf4649f09b req-3d4bc018-aadd-4360-88e0-5845cd51cca1 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315104 Jan 31 17:07:37.962228 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746aa0f-1ba7-48ae-8475-11fa858a91d9 req-94b6d6cb-5e2a-4c88-9b74-ff2a63c6ee6e tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:37.963712 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e746aa0f-1ba7-48ae-8475-11fa858a91d9 req-94b6d6cb-5e2a-4c88-9b74-ff2a63c6ee6e tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 944 time: 0.0633783 Jan 31 17:07:38.012653 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-e746aa0f-1ba7-48ae-8475-11fa858a91d9 req-47005423-558e-4aa9-b78a-4a3915e791dd tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391932 Jan 31 17:07:38.967526 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1472d591-2593-47e4-a358-31fc63c17aca details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:07:39.072287 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1472d591-2593-47e4-a358-31fc63c17aca, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1472d591-2593-47e4-a358-31fc63c17aca,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:39.083053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '1472d591-2593-47e4-a358-31fc63c17aca', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'port_id': '1472d591-2593-47e4-a358-31fc63c17aca', 'mac_address': 'fa:16:3e:39:e4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:07:39.122688 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:39.136397 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1472d591-2593-47e4-a358-31fc63c17aca {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:07:39.136973 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c39a39-557b-4016-b966-62275a7c2fc3 req-f88f9543-cd41-4ed3-8a76-c0aacdc2d968 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:39.138799 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8c39a39-557b-4016-b966-62275a7c2fc3 req-f88f9543-cd41-4ed3-8a76-c0aacdc2d968 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 944 time: 0.0488679 Jan 31 17:07:39.157513 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1472d591-2593-47e4-a358-31fc63c17aca, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1472d591-2593-47e4-a358-31fc63c17aca,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:39.163981 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:39.178812 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-d8c39a39-557b-4016-b966-62275a7c2fc3 req-0d4bb991-12bd-46ea-b24f-6bf2a6781a0f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339086 Jan 31 17:07:39.216562 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1472d591-2593-47e4-a358-31fc63c17aca,revision_number=4']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:39.398437 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['1472d591-2593-47e4-a358-31fc63c17aca'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:07:40.299073 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2c55d-0801-40ba-a541-077dfc0be8ce req-8d3d820f-a9fb-4c69-ab79-69e74d0c0715 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:40.300544 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08e2c55d-0801-40ba-a541-077dfc0be8ce req-8d3d820f-a9fb-4c69-ab79-69e74d0c0715 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 945 time: 0.0535207 Jan 31 17:07:40.344387 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-08e2c55d-0801-40ba-a541-077dfc0be8ce req-cd20d1cf-fbc2-4d8f-872b-8c70a67d455d tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350368 Jan 31 17:07:40.970727 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1472d591-2593-47e4-a358-31fc63c17aca up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:41.042216 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning for port 1472d591-2593-47e4-a358-31fc63c17aca completed by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:07:41.046523 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 1472d591-2593-47e4-a358-31fc63c17aca triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:41.046887 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:41.135845 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:41.169096 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:07:41.171358 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3a4eb5-1e7d-4cb2-b0be-527bf747fe3f" -d '{"events": [{"server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "name": "network-vif-plugged", "status": "completed", "tag": "1472d591-2593-47e4-a358-31fc63c17aca"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:41.183802 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1472d591-2593-47e4-a358-31fc63c17aca, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1472d591-2593-47e4-a358-31fc63c17aca,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:41.189741 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:41.212626 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961b6ed4-1514-4c7d-8103-f1f9e397db16 x-openstack-request-id: req-961b6ed4-1514-4c7d-8103-f1f9e397db16 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:41.212909 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "name": "network-vif-plugged", "status": "completed", "tag": "1472d591-2593-47e4-a358-31fc63c17aca", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:41.213152 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-961b6ed4-1514-4c7d-8103-f1f9e397db16 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:41.213560 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca', 'code': 200} Jan 31 17:07:41.239142 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1472d591-2593-47e4-a358-31fc63c17aca,revision_number=5']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:41.308333 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5bf52-1e93-4cd3-98af-5e485a1236e2 req-adf1eb70-baa5-4f6a-8fb6-804859e7b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:41.309810 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53d5bf52-1e93-4cd3-98af-5e485a1236e2 req-adf1eb70-baa5-4f6a-8fb6-804859e7b899 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 1097 time: 0.0415390 Jan 31 17:07:41.351583 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-53d5bf52-1e93-4cd3-98af-5e485a1236e2 req-76f68849-931d-4378-872b-7e3bb7a77743 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346529 Jan 31 17:07:41.484370 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dbfa8-66e5-49ea-8535-dbc54dce7094 req-062d07c9-fa33-4a8b-bdcf-aedaa1cab728 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:41.486011 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d8dbfa8-66e5-49ea-8535-dbc54dce7094 req-062d07c9-fa33-4a8b-bdcf-aedaa1cab728 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 946 time: 0.0633650 Jan 31 17:07:41.526285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-4d8dbfa8-66e5-49ea-8535-dbc54dce7094 req-07e286a6-5146-49d3-983e-085ef2a780ba tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339694 Jan 31 17:07:42.663167 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8562b66-b81f-44d0-9d65-00736cd99c24 req-08721fac-25dd-4e27-88b4-4037eb25800b tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:42.664668 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c8562b66-b81f-44d0-9d65-00736cd99c24 req-08721fac-25dd-4e27-88b4-4037eb25800b tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 946 time: 0.0553174 Jan 31 17:07:42.703587 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-c8562b66-b81f-44d0-9d65-00736cd99c24 req-839ac720-104c-4279-99b7-a124bbf2e4a0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322969 Jan 31 17:07:42.819937 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e26576-56bc-4879-8918-65e077a65807 req-404f2319-d5c8-4f39-a1af-b2f9bb9c4926 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:42.821296 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1e26576-56bc-4879-8918-65e077a65807 req-404f2319-d5c8-4f39-a1af-b2f9bb9c4926 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 946 time: 0.0487428 Jan 31 17:07:42.860534 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a1e26576-56bc-4879-8918-65e077a65807 req-d33adeff-a441-40d2-b461-0fba11aa0059 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331516 Jan 31 17:07:42.882349 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42360) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:07:42.922287 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f23955f-8fb3-4397-b03d-20d1ce3d8345 tempest-TestSnapshotPattern-890307111 tempest-TestSnapshotPattern-890307111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:42.924100 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-1f23955f-8fb3-4397-b03d-20d1ce3d8345 tempest-TestSnapshotPattern-890307111 tempest-TestSnapshotPattern-890307111-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 1092 time: 0.0404263 Jan 31 17:07:42.926936 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42362) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:07:42.931093 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.v2.base [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Request body: {'floatingip': {'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'port_id': '1472d591-2593-47e4-a358-31fc63c17aca', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:42.957438 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for floatingip, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:43.058814 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:43.173171 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_common [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Allocated IP 172.25.1.231 (ad999b7c-65db-4384-b3cf-93d5100069eb/bc195c26-c506-4138-9268-a0e8c3caae94/8e490c82-093b-4594-96eb-058aa6069b1e) {{(pid=108771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:07:43.282160 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for port, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:43.319131 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773759774055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:43.355892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Network ad999b7c-65db-4384-b3cf-93d5100069eb is already hosted by enough agents. {{(pid=108771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:43.358828 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.base_scheduler [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Resources bound (agent type, host, resource id): {{(pid=108771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:43.361674 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Received port after_create {{(pid=108771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:07:43.389098 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'Port': ['ID=8e490c82-093b-4594-96eb-058aa6069b1e,revision_number=1']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:43.402107 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:43.402448 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:43.402786 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:43.403115 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:43.403440 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:43.403768 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:43.404091 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:43.404409 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:43.404722 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:43.405023 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:43.405339 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:43.405687 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:43.741046 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:43.818128 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:43.976376 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for port, precommit_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:43.983094 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639731'] for port, after_update {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:44.054457 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event updated for resources: {'Port': ['ID=8e490c82-093b-4594-96eb-058aa6069b1e,revision_number=2']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:44.064068 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-959408'] for floatingip, after_create {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:44.165149 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Floating IP 8a7f68aa-0fc7-4906-8d25-d5bb687d8a63 associated. External IP: 172.25.1.231, port: 1472d591-2593-47e4-a358-31fc63c17aca. Jan 31 17:07:44.395079 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Router 50008991-c1c7-4f45-b75a-a7273d086668 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:07:44.870047 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:07:44.881163 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a9378a-1645-4b3e-91aa-47889a3aa07b None None] Sync routers for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:07:44.889516 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:44.891099 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a9378a-1645-4b3e-91aa-47889a3aa07b None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:07:44.891700 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-46a9378a-1645-4b3e-91aa-47889a3aa07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:44.925521 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-f30a5446-cd44-43c6-99e5-283b6ef9a179 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9974608 Jan 31 17:07:44.926034 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:07:44.928383 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e743a12-26ea-4846-8d83-3fb80c0d3c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "tag": "1472d591-2593-47e4-a358-31fc63c17aca"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:44.963751 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae53941-540d-47bf-9a40-cfa62694e844 x-openstack-request-id: req-fae53941-540d-47bf-9a40-cfa62694e844 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:44.964036 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "tag": "1472d591-2593-47e4-a358-31fc63c17aca", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:44.964281 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fae53941-540d-47bf-9a40-cfa62694e844 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:44.964676 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca', 'status': 'completed', 'code': 200} Jan 31 17:07:45.005705 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-46a9378a-1645-4b3e-91aa-47889a3aa07b None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:07:45.025494 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e743a12-26ea-4846-8d83-3fb80c0d3c9c req-1313e84b-d178-4274-b937-051a6bbb68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:45.027018 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e743a12-26ea-4846-8d83-3fb80c0d3c9c req-1313e84b-d178-4274-b937-051a6bbb68bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 1097 time: 0.0407238 Jan 31 17:07:45.119294 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e743a12-26ea-4846-8d83-3fb80c0d3c9c req-52fda6e3-a59b-4d4e-8323-7cd786f35de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:45.120752 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e743a12-26ea-4846-8d83-3fb80c0d3c9c req-52fda6e3-a59b-4d4e-8323-7cd786f35de0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0868351 Jan 31 17:07:45.187435 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e743a12-26ea-4846-8d83-3fb80c0d3c9c req-f86e01e7-d402-46d6-9bd0-931fefb2eaa9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1472d591-2593-47e4-a358-31fc63c17aca HTTP/1.1" status: 200 len: 1000 time: 0.0600500 Jan 31 17:07:45.233417 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-46a9378a-1645-4b3e-91aa-47889a3aa07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'port_id': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'mac_address': 'fa:16:3e:82:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:05:10Z', 'updated_at': '2022-01-31T17:05:13Z', 'revision_number': 1, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address_scope': None}, {'id': '8a7f68aa-0fc7-4906-8d25-d5bb687d8a63', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'port_id': '1472d591-2593-47e4-a358-31fc63c17aca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'mac_address': 'fa:16:3e:39:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:07:43Z', 'updated_at': '2022-01-31T17:07:43Z', 'revision_number': 0, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:45.241821 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e743a12-26ea-4846-8d83-3fb80c0d3c9c req-1eadc4ed-4737-4cde-829e-fb882e49fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:45.243253 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e743a12-26ea-4846-8d83-3fb80c0d3c9c req-1eadc4ed-4737-4cde-829e-fb882e49fa0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0499222 Jan 31 17:07:45.265152 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a9378a-1645-4b3e-91aa-47889a3aa07b None None] Checking router: 50008991-c1c7-4f45-b75a-a7273d086668 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:07:45.274053 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a9378a-1645-4b3e-91aa-47889a3aa07b None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:07:45.274650 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-46a9378a-1645-4b3e-91aa-47889a3aa07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:07:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:45.290184 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e743a12-26ea-4846-8d83-3fb80c0d3c9c req-b9f40f48-348c-4e47-9ec3-2df1bc09fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:45.291655 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e743a12-26ea-4846-8d83-3fb80c0d3c9c req-b9f40f48-348c-4e47-9ec3-2df1bc09fcf6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417652 Jan 31 17:07:45.379200 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-46a9378a-1645-4b3e-91aa-47889a3aa07b None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:07:45.385264 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e743a12-26ea-4846-8d83-3fb80c0d3c9c req-7891baab-a503-4dc7-9191-b591d87f6d0d service neutron] 10.222.0.20 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848444 Jan 31 17:07:45.484028 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2e743a12-26ea-4846-8d83-3fb80c0d3c9c req-f0df1998-98ca-42ae-89ca-ef24a98ae48b service neutron] 10.222.0.20 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916150 Jan 31 17:07:45.614208 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-46a9378a-1645-4b3e-91aa-47889a3aa07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'port_id': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'mac_address': 'fa:16:3e:82:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:05:10Z', 'updated_at': '2022-01-31T17:05:13Z', 'revision_number': 1, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address_scope': None}, {'id': '8a7f68aa-0fc7-4906-8d25-d5bb687d8a63', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'port_id': '1472d591-2593-47e4-a358-31fc63c17aca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'mac_address': 'fa:16:3e:39:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:07:43Z', 'updated_at': '2022-01-31T17:07:43Z', 'revision_number': 0, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:45.643792 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a9378a-1645-4b3e-91aa-47889a3aa07b None None] The sync data for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 is: [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'port_id': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'mac_address': 'fa:16:3e:82:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:05:10Z', 'updated_at': '2022-01-31T17:05:13Z', 'revision_number': 1, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address_scope': None}, {'id': '8a7f68aa-0fc7-4906-8d25-d5bb687d8a63', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'port_id': '1472d591-2593-47e4-a358-31fc63c17aca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'mac_address': 'fa:16:3e:39:e4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:07:43Z', 'updated_at': '2022-01-31T17:07:43Z', 'revision_number': 0, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:07:45.845177 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37070ae-f992-4b53-a1a2-706845799e53 None None] New status for floating IP 8a7f68aa-0fc7-4906-8d25-d5bb687d8a63: ACTIVE {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:07:47.361662 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29f13b3f-221b-4f1f-a720-ead2b12c1674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:49.861668 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-3239a097-c604-4a20-8a9f-48cc36a6f6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:51.190143 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:52.631300 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:52.706880 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:56.607004 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:07:58.150652 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:07:58.680651 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:10.100658 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a85b85f-d111-40f4-b77b-d31f0cfc184f req-0cf08013-3cc9-4406-bd4c-467f4132cf37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1027994 Jan 31 17:08:10.192159 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85b85f-d111-40f4-b77b-d31f0cfc184f req-cac19730-c818-4fc9-9eed-8175ac9404b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:10.193704 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a85b85f-d111-40f4-b77b-d31f0cfc184f req-cac19730-c818-4fc9-9eed-8175ac9404b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 1097 time: 0.0447450 Jan 31 17:08:10.310711 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85b85f-d111-40f4-b77b-d31f0cfc184f req-d8a3cf22-5aad-4672-884d-f5bbc8c62aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:10.312126 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a85b85f-d111-40f4-b77b-d31f0cfc184f req-d8a3cf22-5aad-4672-884d-f5bbc8c62aa9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0978289 Jan 31 17:08:10.387972 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a85b85f-d111-40f4-b77b-d31f0cfc184f req-aad9e147-9f81-4d50-a458-db0989a33aaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1472d591-2593-47e4-a358-31fc63c17aca HTTP/1.1" status: 200 len: 1002 time: 0.0690382 Jan 31 17:08:10.447762 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85b85f-d111-40f4-b77b-d31f0cfc184f req-a084f16a-827e-463b-83ac-2b3ae88ef451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:10.449188 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a85b85f-d111-40f4-b77b-d31f0cfc184f req-a084f16a-827e-463b-83ac-2b3ae88ef451 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0544651 Jan 31 17:08:10.495972 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85b85f-d111-40f4-b77b-d31f0cfc184f req-dbb854ba-9867-4071-a658-5e141659c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:10.497565 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a85b85f-d111-40f4-b77b-d31f0cfc184f req-dbb854ba-9867-4071-a658-5e141659c5cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421081 Jan 31 17:08:10.593106 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a85b85f-d111-40f4-b77b-d31f0cfc184f req-cd07db52-83fb-42dd-ad94-10b2cf529845 service neutron] 10.222.0.20 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884447 Jan 31 17:08:10.692789 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-7a85b85f-d111-40f4-b77b-d31f0cfc184f req-fece0ebe-da59-4253-aac5-2c34588e697e service neutron] 10.222.0.20 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936205 Jan 31 17:08:17.361896 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6ba9190b-56ac-4758-83fd-fff9bf6448bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:19.867340 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b5748845-7fd1-4796-b4c5-fc0581787430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:21.203070 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:21.504117 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f8008a91-551a-4517-9c83-d8f4a15415f4 req-d7b13141-6c6b-4c65-96f3-bf2c8f540dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464849 Jan 31 17:08:21.606393 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008a91-551a-4517-9c83-d8f4a15415f4 req-fa720a6e-232b-423b-9cde-ecef9ed7809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:21.607866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f8008a91-551a-4517-9c83-d8f4a15415f4 req-fa720a6e-232b-423b-9cde-ecef9ed7809c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 1095 time: 0.0481455 Jan 31 17:08:21.720476 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008a91-551a-4517-9c83-d8f4a15415f4 req-3ee13db0-c017-44dd-9e8d-4f7ee26cda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:21.722002 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f8008a91-551a-4517-9c83-d8f4a15415f4 req-3ee13db0-c017-44dd-9e8d-4f7ee26cda32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0871787 Jan 31 17:08:21.797686 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f8008a91-551a-4517-9c83-d8f4a15415f4 req-4820b572-6585-4117-97d1-293a334a21c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff24dcd-3a14-4573-a101-dd792f04abe6 HTTP/1.1" status: 200 len: 1000 time: 0.0662608 Jan 31 17:08:21.853361 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008a91-551a-4517-9c83-d8f4a15415f4 req-e68ca70d-8807-4cf6-becd-cefc9a29e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:21.854966 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f8008a91-551a-4517-9c83-d8f4a15415f4 req-e68ca70d-8807-4cf6-becd-cefc9a29e754 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0463607 Jan 31 17:08:21.916086 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008a91-551a-4517-9c83-d8f4a15415f4 req-5097fa6e-4892-4bbc-b7b3-21d6925cae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:21.917720 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f8008a91-551a-4517-9c83-d8f4a15415f4 req-5097fa6e-4892-4bbc-b7b3-21d6925cae5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549173 Jan 31 17:08:22.014570 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f8008a91-551a-4517-9c83-d8f4a15415f4 req-7dd0de63-02ee-4475-a9da-45926f71627a service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892575 Jan 31 17:08:22.107272 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-f8008a91-551a-4517-9c83-d8f4a15415f4 req-7fc13a9f-9557-469a-bfd6-dde58b36891c service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847659 Jan 31 17:08:22.646409 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:22.712136 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:26.607728 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:28.683800 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:35.152908 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:08:47.359092 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-46a07490-8451-42c2-ab88-9070fea0129b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:49.859117 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac67b-711c-4102-94c2-5781c7264762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:51.196043 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:52.644503 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:52.717359 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:56.612646 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:08:58.691384 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:12.030914 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2419ad8d-c2fa-4835-903f-c0cdf66787f1 req-7c36fbf7-16fa-42bf-b4d5-3453cb595f17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442622 Jan 31 17:09:12.111112 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419ad8d-c2fa-4835-903f-c0cdf66787f1 req-475617f4-153e-4a15-94fc-50a311024d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:12.112609 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2419ad8d-c2fa-4835-903f-c0cdf66787f1 req-475617f4-153e-4a15-94fc-50a311024d8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 1097 time: 0.0420315 Jan 31 17:09:12.151941 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:09:12.219824 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419ad8d-c2fa-4835-903f-c0cdf66787f1 req-64b0452b-4623-4f46-87ee-ae03aae70b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:12.221285 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2419ad8d-c2fa-4835-903f-c0cdf66787f1 req-64b0452b-4623-4f46-87ee-ae03aae70b3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0902851 Jan 31 17:09:12.287999 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2419ad8d-c2fa-4835-903f-c0cdf66787f1 req-888fec02-e3a5-4676-b128-1384f6aa5f94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1472d591-2593-47e4-a358-31fc63c17aca HTTP/1.1" status: 200 len: 1002 time: 0.0603430 Jan 31 17:09:12.339940 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419ad8d-c2fa-4835-903f-c0cdf66787f1 req-c3e3f851-3151-4ef8-866d-6c26607deee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:12.341365 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2419ad8d-c2fa-4835-903f-c0cdf66787f1 req-c3e3f851-3151-4ef8-866d-6c26607deee8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0472083 Jan 31 17:09:12.386045 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419ad8d-c2fa-4835-903f-c0cdf66787f1 req-ff6a0900-8c15-4a38-8c2d-e3fb07c8f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:12.387493 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2419ad8d-c2fa-4835-903f-c0cdf66787f1 req-ff6a0900-8c15-4a38-8c2d-e3fb07c8f446 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401435 Jan 31 17:09:12.478982 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2419ad8d-c2fa-4835-903f-c0cdf66787f1 req-4e011a85-518a-4b8d-8a3e-809af3bdc22b service neutron] 10.222.0.20 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842645 Jan 31 17:09:12.582963 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2419ad8d-c2fa-4835-903f-c0cdf66787f1 req-1d84a52d-113d-4fb1-b491-ac088c48ee23 service neutron] 10.222.0.20 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974617 Jan 31 17:09:17.363241 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-42812899-94db-4420-a7a9-c2273951a818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:19.853967 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-10f43201-a082-4de5-b954-e8e51854fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:21.201896 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:21.518596 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30a9f2e5-9e3b-467e-b865-1c439c4436e6 req-f53c7587-d351-4c11-badd-b8be229f5d11 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436392 Jan 31 17:09:21.615103 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9f2e5-9e3b-467e-b865-1c439c4436e6 req-89578d57-41f8-4f64-b867-c1537990b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:21.616571 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30a9f2e5-9e3b-467e-b865-1c439c4436e6 req-89578d57-41f8-4f64-b867-c1537990b422 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 1095 time: 0.0492775 Jan 31 17:09:21.726366 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9f2e5-9e3b-467e-b865-1c439c4436e6 req-5387e0ac-f520-46c4-85d4-5e91d36ce306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:21.727976 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30a9f2e5-9e3b-467e-b865-1c439c4436e6 req-5387e0ac-f520-46c4-85d4-5e91d36ce306 service neutron] 10.222.0.30 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0841651 Jan 31 17:09:21.810069 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30a9f2e5-9e3b-467e-b865-1c439c4436e6 req-2c4419fe-9fdd-4542-9699-e9d3a0a391e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff24dcd-3a14-4573-a101-dd792f04abe6 HTTP/1.1" status: 200 len: 1000 time: 0.0708036 Jan 31 17:09:21.864997 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9f2e5-9e3b-467e-b865-1c439c4436e6 req-7569e9f5-f53a-4541-bc5b-929141f6d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:21.866492 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30a9f2e5-9e3b-467e-b865-1c439c4436e6 req-7569e9f5-f53a-4541-bc5b-929141f6d9f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0466573 Jan 31 17:09:21.918180 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9f2e5-9e3b-467e-b865-1c439c4436e6 req-d41e621b-6e1e-46e4-88f7-5f274c04fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:21.919745 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30a9f2e5-9e3b-467e-b865-1c439c4436e6 req-d41e621b-6e1e-46e4-88f7-5f274c04fad5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429940 Jan 31 17:09:22.016314 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30a9f2e5-9e3b-467e-b865-1c439c4436e6 req-367f0b7d-0b18-4edf-85aa-4714074d70a3 service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856071 Jan 31 17:09:22.111273 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-30a9f2e5-9e3b-467e-b865-1c439c4436e6 req-d6a1fbdd-c848-4f9d-83d2-9597b7f4d9f4 service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839849 Jan 31 17:09:22.647254 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:22.712882 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:26.616981 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:27.489090 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1472d591-2593-47e4-a358-31fc63c17aca details requested by agent hyperv_n-h2-827120-1 with host n-h2-827120-1 {{(pid=108773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:09:27.589426 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1472d591-2593-47e4-a358-31fc63c17aca, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1472d591-2593-47e4-a358-31fc63c17aca,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:27.599694 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Returning: {'device': '1472d591-2593-47e4-a358-31fc63c17aca', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'port_id': '1472d591-2593-47e4-a358-31fc63c17aca', 'mac_address': 'fa:16:3e:39:e4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:09:27.637173 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:27.650066 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1472d591-2593-47e4-a358-31fc63c17aca {{(pid=108773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:09:27.669396 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1472d591-2593-47e4-a358-31fc63c17aca, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1472d591-2593-47e4-a358-31fc63c17aca,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:27.675530 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:27.726563 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1472d591-2593-47e4-a358-31fc63c17aca,revision_number=6']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:27.734053 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:27.734398 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:27.734735 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:27.735065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:27.735472 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:27.735744 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:27.736072 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:27.736421 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:27.736801 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:27.737111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:27.737459 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:27.737823 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:27.751245 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] get_ports_and_sgs() called for port_ids ['1472d591-2593-47e4-a358-31fc63c17aca'] {{(pid=108773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:09:28.705017 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:29.504876 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1472d591-2593-47e4-a358-31fc63c17aca up at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:09:29.563656 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.provisioning_blocks [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Provisioning complete for port 1472d591-2593-47e4-a358-31fc63c17aca triggered by entity L2. {{(pid=108773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:09:29.564106 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4127510'] for port, provisioning_complete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:29.660086 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:29.684831 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:09:29.687124 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c8b83b-185a-4deb-9a58-34c8687af7c7" -d '{"events": [{"server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "name": "network-vif-plugged", "status": "completed", "tag": "1472d591-2593-47e4-a358-31fc63c17aca"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:29.719559 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1472d591-2593-47e4-a358-31fc63c17aca, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1472d591-2593-47e4-a358-31fc63c17aca,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:29.730295 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:29.739866 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f76c25-aea2-4c7d-b9b0-a17d53d20d0b x-openstack-request-id: req-98f76c25-aea2-4c7d-b9b0-a17d53d20d0b {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:29.740419 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "name": "network-vif-plugged", "status": "completed", "tag": "1472d591-2593-47e4-a358-31fc63c17aca", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:29.740787 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98f76c25-aea2-4c7d-b9b0-a17d53d20d0b {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:29.741279 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca', 'code': 200} Jan 31 17:09:29.788078 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1472d591-2593-47e4-a358-31fc63c17aca,revision_number=7']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:39.117962 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42588) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:39.285681 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Deleting port 8e490c82-093b-4594-96eb-058aa6069b1e {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:09:39.285975 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:39.368457 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:39.368672 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:39.380779 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Calling delete_port for 8e490c82-093b-4594-96eb-058aa6069b1e owned by network:floatingip {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:09:39.539185 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:39.564497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event deleted for resources: {'Port': ['ID=8e490c82-093b-4594-96eb-058aa6069b1e,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:39.576264 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:39.576621 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:39.576961 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:39.577294 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:39.577651 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:39.577981 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:39.578305 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:39.578630 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:39.578958 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:39.579266 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:39.579582 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:39.579892 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:39.635563 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for floatingip, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:39.635789 n-d-827120-1 neutron-server[108771]: INFO neutron.db.l3_db [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Floating IP 8a7f68aa-0fc7-4906-8d25-d5bb687d8a63 disassociated (deleted). External IP: 172.25.1.231, port: 1472d591-2593-47e4-a358-31fc63c17aca. Jan 31 17:09:39.851324 n-d-827120-1 neutron-server[108771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Router 50008991-c1c7-4f45-b75a-a7273d086668 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:09:39.959436 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:09:39.964910 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:39.970925 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1d3a8-5174-4b5b-9a52-e589c61869e7 None None] Sync routers for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:09:39.980481 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1d3a8-5174-4b5b-9a52-e589c61869e7 None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:09:39.981198 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ffd1d3a8-5174-4b5b-9a52-e589c61869e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:39.990904 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9f2e1e2e-4343-4990-8d12-603e5135b42f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "DELETE /v2.0/floatingips/8a7f68aa-0fc7-4906-8d25-d5bb687d8a63 HTTP/1.1" status: 204 len: 168 time: 0.8718235 Jan 31 17:09:39.991458 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:09:39.993742 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ddae06-a144-45f0-a48b-de6413a706fe" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "tag": "1472d591-2593-47e4-a358-31fc63c17aca"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:40.041092 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f9ec26-cb82-47e4-a2bb-1dc3ef07ad2f x-openstack-request-id: req-f9f9ec26-cb82-47e4-a2bb-1dc3ef07ad2f {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:40.041619 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "tag": "1472d591-2593-47e4-a358-31fc63c17aca", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:40.042065 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9f9ec26-cb82-47e4-a2bb-1dc3ef07ad2f {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:40.042635 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca', 'status': 'completed', 'code': 200} Jan 31 17:09:40.108394 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddae06-a144-45f0-a48b-de6413a706fe req-55a27a66-5ac4-4549-914a-b83d4bb8ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:40.110052 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39ddae06-a144-45f0-a48b-de6413a706fe req-55a27a66-5ac4-4549-914a-b83d4bb8ea82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 1097 time: 0.0463104 Jan 31 17:09:40.216027 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddae06-a144-45f0-a48b-de6413a706fe req-effaaf9c-de27-4719-9d90-a13703bcdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:40.217450 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39ddae06-a144-45f0-a48b-de6413a706fe req-effaaf9c-de27-4719-9d90-a13703bcdddd service neutron] 10.222.0.20 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0965965 Jan 31 17:09:40.220300 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-ffd1d3a8-5174-4b5b-9a52-e589c61869e7 None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:09:40.260029 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39ddae06-a144-45f0-a48b-de6413a706fe req-96319809-7ba0-49b5-be3b-f275632c0340 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1472d591-2593-47e4-a358-31fc63c17aca HTTP/1.1" status: 200 len: 217 time: 0.0353625 Jan 31 17:09:40.307497 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb062e13-f4e1-4078-b519-ad9cec51c967 req-624f138f-f0b9-44f6-9527-fbd82c04bbe2 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:40.309738 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb062e13-f4e1-4078-b519-ad9cec51c967 req-624f138f-f0b9-44f6-9527-fbd82c04bbe2 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 946 time: 0.1268835 Jan 31 17:09:40.311986 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddae06-a144-45f0-a48b-de6413a706fe req-3093f6e1-43e6-4cf2-9796-b0817eb30c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:40.313456 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39ddae06-a144-45f0-a48b-de6413a706fe req-3093f6e1-43e6-4cf2-9796-b0817eb30c58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0455692 Jan 31 17:09:40.349855 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-bb062e13-f4e1-4078-b519-ad9cec51c967 req-910140a8-2cdc-4c77-83d5-c050a48d3134 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327992 Jan 31 17:09:40.362306 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddae06-a144-45f0-a48b-de6413a706fe req-e72087f9-7827-45e5-9e82-9f9328799bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:40.363945 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39ddae06-a144-45f0-a48b-de6413a706fe req-e72087f9-7827-45e5-9e82-9f9328799bab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424888 Jan 31 17:09:40.459150 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ffd1d3a8-5174-4b5b-9a52-e589c61869e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'port_id': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'mac_address': 'fa:16:3e:82:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:05:10Z', 'updated_at': '2022-01-31T17:05:13Z', 'revision_number': 1, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:40.466384 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39ddae06-a144-45f0-a48b-de6413a706fe req-ed1e3b0d-54cd-4b2e-918f-ef0cb8e55604 service neutron] 10.222.0.20 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938826 Jan 31 17:09:40.488639 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1d3a8-5174-4b5b-9a52-e589c61869e7 None None] Checking router: 50008991-c1c7-4f45-b75a-a7273d086668 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:09:40.497172 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1d3a8-5174-4b5b-9a52-e589c61869e7 None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:09:40.497822 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ffd1d3a8-5174-4b5b-9a52-e589c61869e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:40.558589 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-39ddae06-a144-45f0-a48b-de6413a706fe req-2a7387c7-2cff-40ab-b679-f7860a708471 service neutron] 10.222.0.20 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854094 Jan 31 17:09:40.608128 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-ffd1d3a8-5174-4b5b-9a52-e589c61869e7 None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:09:40.858490 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-ffd1d3a8-5174-4b5b-9a52-e589c61869e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'port_id': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'mac_address': 'fa:16:3e:82:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:05:10Z', 'updated_at': '2022-01-31T17:05:13Z', 'revision_number': 1, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:40.889122 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1d3a8-5174-4b5b-9a52-e589c61869e7 None None] The sync data for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 is: [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_floatingips': [{'id': '404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'router_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'port_id': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'mac_address': 'fa:16:3e:82:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:05:10Z', 'updated_at': '2022-01-31T17:05:13Z', 'revision_number': 1, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:09:41.133300 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518cb924-b0d6-494c-b3d0-2aab018b3b51 None None] New status for floating IP 8a7f68aa-0fc7-4906-8d25-d5bb687d8a63: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:09:41.545285 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade4f4d-0e86-4e7d-af15-310165023c4e req-f72d1812-f6bf-4b85-ad65-805d835759ec tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:41.546816 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ade4f4d-0e86-4e7d-af15-310165023c4e req-f72d1812-f6bf-4b85-ad65-805d835759ec tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 946 time: 0.1137686 Jan 31 17:09:41.589577 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-2ade4f4d-0e86-4e7d-af15-310165023c4e req-1f7557d1-8f1d-4c28-b10b-7cf6f0409366 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321426 Jan 31 17:09:41.631838 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1472d591-2593-47e4-a358-31fc63c17aca no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:09:41.712720 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3677668'] for port, before_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:41.736416 n-d-827120-1 neutron-server[108773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca'}] {{(pid=108773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:09:41.738778 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba47a0a363a58d4528d3da0974b03afa90a3348aabcac2a797ec53ba6ba5e755" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6696fd64-e4ae-442c-9518-86d5ea548d6f" -d '{"events": [{"server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "name": "network-vif-unplugged", "status": "completed", "tag": "1472d591-2593-47e4-a358-31fc63c17aca"}]}' {{(pid=108773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:41.755323 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] For port 1472d591-2593-47e4-a358-31fc63c17aca, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1472d591-2593-47e4-a358-31fc63c17aca,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:41.760151 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760181104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773759774073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773759774091'] for port, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:41.783088 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e76f9fe-b06a-4140-be6a-6cf9c40f9279 x-openstack-request-id: req-8e76f9fe-b06a-4140-be6a-6cf9c40f9279 {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:41.783376 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "name": "network-vif-unplugged", "status": "completed", "tag": "1472d591-2593-47e4-a358-31fc63c17aca", "code": 200}]} {{(pid=108773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:41.783624 n-d-827120-1 neutron-server[108773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e76f9fe-b06a-4140-be6a-6cf9c40f9279 {{(pid=108773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:41.784006 n-d-827120-1 neutron-server[108773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca', 'code': 200} Jan 31 17:09:41.808264 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Pushing event updated for resources: {'Port': ['ID=1472d591-2593-47e4-a358-31fc63c17aca,revision_number=8']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:41.958874 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3c830-c67e-4c83-a61b-7a36759addfe req-608d79e4-a77a-4cca-8a2f-258e0ff56d50 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:41.960316 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-13e3c830-c67e-4c83-a61b-7a36759addfe req-608d79e4-a77a-4cca-8a2f-258e0ff56d50 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 944 time: 0.0697677 Jan 31 17:09:42.065899 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-13e3c830-c67e-4c83-a61b-7a36759addfe req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Deleting port 1472d591-2593-47e4-a358-31fc63c17aca {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:09:42.066313 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-13e3c830-c67e-4c83-a61b-7a36759addfe req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:42.169506 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [req-13e3c830-c67e-4c83-a61b-7a36759addfe req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] For port 1472d591-2593-47e4-a358-31fc63c17aca, host n-h2-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827120-1',level=0,port_id=1472d591-2593-47e4-a358-31fc63c17aca,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:42.169868 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-13e3c830-c67e-4c83-a61b-7a36759addfe req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:42.182573 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [req-13e3c830-c67e-4c83-a61b-7a36759addfe req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Calling delete_port for 1472d591-2593-47e4-a358-31fc63c17aca owned by compute:nova {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:09:42.324697 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-13e3c830-c67e-4c83-a61b-7a36759addfe req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:42.359865 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event deleted for resources: {'Port': ['ID=1472d591-2593-47e4-a358-31fc63c17aca,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:42.372867 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:42.372867 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:42.372867 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:42.373176 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:42.373396 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:42.373756 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:42.374084 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:42.374403 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:42.374720 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:42.375056 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:42.375353 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:42.375672 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827120-1 {{(pid=108772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:42.410063 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e3c830-c67e-4c83-a61b-7a36759addfe req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] No DVR routers for this DVR port 1472d591-2593-47e4-a358-31fc63c17aca on host n-h2-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:09:42.412667 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [req-13e3c830-c67e-4c83-a61b-7a36759addfe req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:42.415953 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-13e3c830-c67e-4c83-a61b-7a36759addfe req-81f5fac4-7207-436a-8368-a4c3fe600cc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.20 "DELETE /v2.0/ports/1472d591-2593-47e4-a358-31fc63c17aca HTTP/1.1" status: 204 len: 173 time: 0.4493616 Jan 31 17:09:42.416396 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'name': 'network-vif-deleted', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:09:42.418681 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a97fc9-ee33-4266-b606-0bf2f37dfe56" -d '{"events": [{"server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "name": "network-vif-deleted", "tag": "1472d591-2593-47e4-a358-31fc63c17aca"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:42.455169 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a86ebed-ccc9-408a-af8a-f9ed34d1a43f x-openstack-request-id: req-0a86ebed-ccc9-408a-af8a-f9ed34d1a43f {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:42.455488 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb848db-1b3d-4589-815d-0515fefb4aad", "name": "network-vif-deleted", "tag": "1472d591-2593-47e4-a358-31fc63c17aca", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:42.455737 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a86ebed-ccc9-408a-af8a-f9ed34d1a43f {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:42.456133 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb848db-1b3d-4589-815d-0515fefb4aad', 'name': 'network-vif-deleted', 'tag': '1472d591-2593-47e4-a358-31fc63c17aca', 'status': 'completed', 'code': 200} Jan 31 17:09:42.702631 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-b77b1f71-430f-45e2-b85f-f13dca772231 req-36ffc526-964c-4aa8-899c-1d6cafbd402b tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfb848db-1b3d-4589-815d-0515fefb4aad HTTP/1.1" status: 200 len: 210 time: 0.0307589 Jan 31 17:09:44.327565 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42656) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:44.502399 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Deleting port 5ceb8b85-0c9e-45fb-b64c-9d60ccbe9706 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:09:44.502694 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:44.584919 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:44.585265 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:44.597708 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Calling delete_port for 5ceb8b85-0c9e-45fb-b64c-9d60ccbe9706 owned by network:floatingip {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:09:44.765243 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:44.791614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event deleted for resources: {'Port': ['ID=5ceb8b85-0c9e-45fb-b64c-9d60ccbe9706,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:44.862128 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for floatingip, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:44.862544 n-d-827120-1 neutron-server[108772]: INFO neutron.db.l3_db [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Floating IP 404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0 disassociated (deleted). External IP: 172.25.1.151, port: eff24dcd-3a14-4573-a101-dd792f04abe6. Jan 31 17:09:45.075381 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Router 50008991-c1c7-4f45-b75a-a7273d086668 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:09:45.525281 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:09:45.530445 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for floatingip, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:45.535245 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e09878-3e62-4ed6-ad33-0773a66d8343 None None] Sync routers for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:09:45.544581 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e09878-3e62-4ed6-ad33-0773a66d8343 None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:09:45.545166 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-31e09878-3e62-4ed6-ad33-0773a66d8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:45.557330 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8be3322d-eed6-4fe3-bd9b-e25774c658f9 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "DELETE /v2.0/floatingips/404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0 HTTP/1.1" status: 204 len: 168 time: 1.2286010 Jan 31 17:09:45.557967 n-d-827120-1 neutron-server[108772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6'}] {{(pid=108772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:09:45.560250 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea96efb3c49396e2d4f6614afa16f2f69cf9d88222b40c877bca08d42f323e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7867ad29-42ff-4597-b03c-13f5ba800b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6"}]}' {{(pid=108772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:45.601187 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa6bcad-1675-4c84-b55a-9b48ce6e95e8 x-openstack-request-id: req-faa6bcad-1675-4c84-b55a-9b48ce6e95e8 {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:45.601347 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6", "status": "completed", "code": 200}]} {{(pid=108772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:45.601608 n-d-827120-1 neutron-server[108772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-faa6bcad-1675-4c84-b55a-9b48ce6e95e8 {{(pid=108772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:45.602000 n-d-827120-1 neutron-server[108772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'status': 'completed', 'code': 200} Jan 31 17:09:45.653154 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-31e09878-3e62-4ed6-ad33-0773a66d8343 None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:09:45.655234 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1472d591-2593-47e4-a358-31fc63c17aca no longer exists at agent hyperv_n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:09:45.670196 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867ad29-42ff-4597-b03c-13f5ba800b8f req-d5ff3ca3-dfe4-4690-827e-9eaf56790516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:45.672593 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7867ad29-42ff-4597-b03c-13f5ba800b8f req-d5ff3ca3-dfe4-4690-827e-9eaf56790516 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 1095 time: 0.0443344 Jan 31 17:09:45.679686 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] No Port match for: 1472d591-2593-47e4-a358-31fc63c17aca {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:09:45.680020 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Device 1472d591-2593-47e4-a358-31fc63c17aca not bound to the agent host n-h2-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:09:45.779990 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867ad29-42ff-4597-b03c-13f5ba800b8f req-df91bac7-68e0-47fd-978d-1e50b5c12a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:45.781393 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7867ad29-42ff-4597-b03c-13f5ba800b8f req-df91bac7-68e0-47fd-978d-1e50b5c12a74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 200 len: 910 time: 0.0985932 Jan 31 17:09:45.810614 n-d-827120-1 neutron-server[108772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99babd5-6572-4928-a702-55521160ca96 req-2ee3ee09-7e59-4b59-893b-2692cc62fda6 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:45.812138 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a99babd5-6572-4928-a702-55521160ca96 req-2ee3ee09-7e59-4b59-893b-2692cc62fda6 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 944 time: 0.0548649 Jan 31 17:09:45.830306 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7867ad29-42ff-4597-b03c-13f5ba800b8f req-48e9c2c3-0fed-4dd6-a438-b49ca1266146 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff24dcd-3a14-4573-a101-dd792f04abe6 HTTP/1.1" status: 200 len: 217 time: 0.0416465 Jan 31 17:09:45.858019 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [req-a99babd5-6572-4928-a702-55521160ca96 req-cfac8a73-ea6a-4c4c-ba75-8f35375036cc tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385122 Jan 31 17:09:45.878147 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-31e09878-3e62-4ed6-ad33-0773a66d8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:45.883806 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867ad29-42ff-4597-b03c-13f5ba800b8f req-4917b64f-2c47-43c9-9b44-28847adfe571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:45.885331 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7867ad29-42ff-4597-b03c-13f5ba800b8f req-4917b64f-2c47-43c9-9b44-28847adfe571 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 200 len: 848 time: 0.0472286 Jan 31 17:09:45.904644 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e09878-3e62-4ed6-ad33-0773a66d8343 None None] Checking router: 50008991-c1c7-4f45-b75a-a7273d086668 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:09:45.912876 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e09878-3e62-4ed6-ad33-0773a66d8343 None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:09:45.913479 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-31e09878-3e62-4ed6-ad33-0773a66d8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:09:20Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:45.932620 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867ad29-42ff-4597-b03c-13f5ba800b8f req-3428f35c-cb39-4df1-8423-4e0ccbcc1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:45.934416 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7867ad29-42ff-4597-b03c-13f5ba800b8f req-3428f35c-cb39-4df1-8423-4e0ccbcc1528 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=298b6aaa-769d-48d9-9917-672e9aa8c854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408227 Jan 31 17:09:46.019160 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-31e09878-3e62-4ed6-ad33-0773a66d8343 None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:09:46.034213 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7867ad29-42ff-4597-b03c-13f5ba800b8f req-2d6220aa-b301-4e2f-897b-22f709b53e43 service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859046 Jan 31 17:09:46.124046 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-7867ad29-42ff-4597-b03c-13f5ba800b8f req-0da5618a-a9d6-4caa-912a-c5010832caae service neutron] 10.222.0.30 "GET /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831268 Jan 31 17:09:46.219704 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-31e09878-3e62-4ed6-ad33-0773a66d8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:46.249295 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e09878-3e62-4ed6-ad33-0773a66d8343 None None] The sync data for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 is: [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:04:45Z', 'revision_number': 4, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1', '_interfaces': [{'id': 'f6b64c02-67a6-46b2-bb1b-c66e3e905c39', 'name': '', 'network_id': '298b6aaa-769d-48d9-9917-672e9aa8c854', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'mac_address': 'fa:16:3e:22:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:45Z', 'updated_at': '2022-01-31T17:04:49Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'subnets': [{'id': 'c891b19f-8a2c-4d54-a70c-5966347c4610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:09:46.469306 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00e337-573a-453a-bfb7-6b8e553702a1 None None] New status for floating IP 404bf3c3-cf0d-4bcc-8ead-44f9cf2bfce0: DOWN {{(pid=108773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:09:46.988028 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaad908-3804-4ef5-999c-df1c54aea2e0 req-c49e957d-03e2-483d-8d8c-7d5bf6c20fc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:46.989494 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddaad908-3804-4ef5-999c-df1c54aea2e0 req-c49e957d-03e2-483d-8d8c-7d5bf6c20fc0 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 944 time: 0.0522323 Jan 31 17:09:47.043831 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-ddaad908-3804-4ef5-999c-df1c54aea2e0 req-37df125d-4a53-4ec3-a855-a8bd4ca1a78d tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/security-groups?id=82a1e9fa-251b-494f-a501-3c9ec166f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480485 Jan 31 17:09:47.359610 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f2a793c2-2e8f-4817-be07-bddcaa50696c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:47.631521 n-d-827120-1 neutron-server[108771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536d98a-2fcf-423c-86ae-b4bea8b699a6 req-0b7f6901-6f8d-4f9a-9203-b1dcbb94384c tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:47.632866 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e536d98a-2fcf-423c-86ae-b4bea8b699a6 req-0b7f6901-6f8d-4f9a-9203-b1dcbb94384c tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.30 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 944 time: 0.0552473 Jan 31 17:09:47.732070 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e536d98a-2fcf-423c-86ae-b4bea8b699a6 req-e71e5825-e857-4e1c-a1b1-e66f114c8664 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Deleting port eff24dcd-3a14-4573-a101-dd792f04abe6 {{(pid=108771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:09:47.732430 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e536d98a-2fcf-423c-86ae-b4bea8b699a6 req-e71e5825-e857-4e1c-a1b1-e66f114c8664 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:47.827051 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.db [req-e536d98a-2fcf-423c-86ae-b4bea8b699a6 req-e71e5825-e857-4e1c-a1b1-e66f114c8664 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] For port eff24dcd-3a14-4573-a101-dd792f04abe6, host n-h1-827120-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827120-1',level=0,port_id=eff24dcd-3a14-4573-a101-dd792f04abe6,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:47.827415 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e536d98a-2fcf-423c-86ae-b4bea8b699a6 req-e71e5825-e857-4e1c-a1b1-e66f114c8664 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:47.839348 n-d-827120-1 neutron-server[108771]: DEBUG neutron.plugins.ml2.plugin [req-e536d98a-2fcf-423c-86ae-b4bea8b699a6 req-e71e5825-e857-4e1c-a1b1-e66f114c8664 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Calling delete_port for eff24dcd-3a14-4573-a101-dd792f04abe6 owned by compute:nova {{(pid=108771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:09:47.973854 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e536d98a-2fcf-423c-86ae-b4bea8b699a6 req-e71e5825-e857-4e1c-a1b1-e66f114c8664 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639688'] for port, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:48.006356 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e5825-e857-4e1c-a1b1-e66f114c8664 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event deleted for resources: {'Port': ['ID=eff24dcd-3a14-4573-a101-dd792f04abe6,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:48.050277 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e536d98a-2fcf-423c-86ae-b4bea8b699a6 req-e71e5825-e857-4e1c-a1b1-e66f114c8664 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] No DVR routers for this DVR port eff24dcd-3a14-4573-a101-dd792f04abe6 on host n-h1-827120-1 {{(pid=108771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:09:48.052867 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [req-e536d98a-2fcf-423c-86ae-b4bea8b699a6 req-e71e5825-e857-4e1c-a1b1-e66f114c8664 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59125'] for port, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:48.056287 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-e536d98a-2fcf-423c-86ae-b4bea8b699a6 req-e71e5825-e857-4e1c-a1b1-e66f114c8664 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.30 "DELETE /v2.0/ports/eff24dcd-3a14-4573-a101-dd792f04abe6 HTTP/1.1" status: 204 len: 173 time: 0.4135988 Jan 31 17:09:48.056731 n-d-827120-1 neutron-server[108771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'name': 'network-vif-deleted', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6'}] {{(pid=108771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:09:48.059025 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9537fcfc6d7cbbb2023da5eaf9921564fa5686382bd9b66fc4035db6b83e46b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a4ef6d-e3a7-42dd-b3c9-3676e29d00fe" -d '{"events": [{"server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "name": "network-vif-deleted", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6"}]}' {{(pid=108771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:48.100726 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c03b6eb-a060-45fe-9173-7da4d8f8a8b0 x-openstack-request-id: req-9c03b6eb-a060-45fe-9173-7da4d8f8a8b0 {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:48.101020 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28902364-45b6-4e6f-b88f-69c10a1ae5b3", "name": "network-vif-deleted", "tag": "eff24dcd-3a14-4573-a101-dd792f04abe6", "status": "completed", "code": 200}]} {{(pid=108771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:48.101284 n-d-827120-1 neutron-server[108771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c03b6eb-a060-45fe-9173-7da4d8f8a8b0 {{(pid=108771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:48.102683 n-d-827120-1 neutron-server[108771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28902364-45b6-4e6f-b88f-69c10a1ae5b3', 'name': 'network-vif-deleted', 'tag': 'eff24dcd-3a14-4573-a101-dd792f04abe6', 'status': 'completed', 'code': 200} Jan 31 17:09:48.143320 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [req-4fb7ba8f-192d-4da9-83d4-a1bd7d4fab98 req-45e67eb9-2fce-43d8-b6dd-077c4ef2c49f tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "GET /v2.0/ports?device_id=28902364-45b6-4e6f-b88f-69c10a1ae5b3 HTTP/1.1" status: 200 len: 210 time: 0.0269182 Jan 31 17:09:49.156624 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:09:49.202099 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42672) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:49.266546 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b22dae4-2fb1-4bb9-a60c-18a406f5bd08 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:49.292104 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b22dae4-2fb1-4bb9-a60c-18a406f5bd08 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:49.354951 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b22dae4-2fb1-4bb9-a60c-18a406f5bd08 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:49.357861 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-2b22dae4-2fb1-4bb9-a60c-18a406f5bd08 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:49.359011 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-2b22dae4-2fb1-4bb9-a60c-18a406f5bd08 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] 10.222.0.36 "DELETE /v2.0/security-groups/82a1e9fa-251b-494f-a501-3c9ec166f376 HTTP/1.1" status: 204 len: 168 time: 0.1558869 Jan 31 17:09:49.368506 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22dae4-2fb1-4bb9-a60c-18a406f5bd08 tempest-TestSnapshotPattern-49533221 tempest-TestSnapshotPattern-49533221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a1e9fa-251b-494f-a501-3c9ec166f376,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:49.412664 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42676) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:49.855952 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b419916a-627a-4536-8741-571a9774515f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:49.900329 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04dbcda7-0232-40cd-8731-d3244b5f71e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:50.097520 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device eff24dcd-3a14-4573-a101-dd792f04abe6 no longer exists at agent hyperv_n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:09:50.118017 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] No Port match for: eff24dcd-3a14-4573-a101-dd792f04abe6 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:09:50.118275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Device eff24dcd-3a14-4573-a101-dd792f04abe6 not bound to the agent host n-h1-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:09:50.157690 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-04dbcda7-0232-40cd-8731-d3244b5f71e7 admin admin] Deleting port f6b64c02-67a6-46b2-bb1b-c66e3e905c39 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:09:50.157999 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04dbcda7-0232-40cd-8731-d3244b5f71e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:50.242427 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-04dbcda7-0232-40cd-8731-d3244b5f71e7 admin admin] For port f6b64c02-67a6-46b2-bb1b-c66e3e905c39, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=f6b64c02-67a6-46b2-bb1b-c66e3e905c39,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:50.243126 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04dbcda7-0232-40cd-8731-d3244b5f71e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:50.255515 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-04dbcda7-0232-40cd-8731-d3244b5f71e7 admin admin] Calling delete_port for f6b64c02-67a6-46b2-bb1b-c66e3e905c39 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:09:50.473708 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04dbcda7-0232-40cd-8731-d3244b5f71e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:50.499490 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbcda7-0232-40cd-8731-d3244b5f71e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b64c02-67a6-46b2-bb1b-c66e3e905c39,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:50.676395 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-04dbcda7-0232-40cd-8731-d3244b5f71e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:50.897688 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dbcda7-0232-40cd-8731-d3244b5f71e7 admin admin] Router 50008991-c1c7-4f45-b75a-a7273d086668 has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:09:51.007889 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dbcda7-0232-40cd-8731-d3244b5f71e7 admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:09:51.013058 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-04dbcda7-0232-40cd-8731-d3244b5f71e7 admin admin] 10.222.0.36 "PUT /v2.0/routers/50008991-c1c7-4f45-b75a-a7273d086668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5993023 Jan 31 17:09:51.015729 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42682) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:51.018613 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfdac2f-f13e-4305-ad01-ab6d8a8875d7 None None] Sync routers for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:09:51.029240 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdac2f-f13e-4305-ad01-ab6d8a8875d7 None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:09:51.029881 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-8dfdac2f-f13e-4305-ad01-ab6d8a8875d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:51.124667 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.133289 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-8dfdac2f-f13e-4305-ad01-ab6d8a8875d7 None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: n-d-827120-1 {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:09:51.201213 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.230189 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.283647 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Deleting port 1af3c5c7-1013-48e9-b477-6888a4ef51c0 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:09:51.284300 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.315583 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-8dfdac2f-f13e-4305-ad01-ab6d8a8875d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:09:50Z', 'revision_number': 5, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port': {'id': '1af3c5c7-1013-48e9-b477-6888a4ef51c0', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50008991-c1c7-4f45-b75a-a7273d086668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:43Z', 'updated_at': '2022-01-31T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:51.344916 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfdac2f-f13e-4305-ad01-ab6d8a8875d7 None None] Checking router: 50008991-c1c7-4f45-b75a-a7273d086668 for host: n-d-827120-1 {{(pid=108774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:09:51.353384 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdac2f-f13e-4305-ad01-ab6d8a8875d7 None None] Routers {'50008991-c1c7-4f45-b75a-a7273d086668'} bound to L3 agent in host n-d-827120-1 {{(pid=108774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:09:51.354000 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-8dfdac2f-f13e-4305-ad01-ab6d8a8875d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['50008991-c1c7-4f45-b75a-a7273d086668'], 'active': True} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:51.369503 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] For port 1af3c5c7-1013-48e9-b477-6888a4ef51c0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=1af3c5c7-1013-48e9-b477-6888a4ef51c0,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:51.369889 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.383266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Calling delete_port for 1af3c5c7-1013-48e9-b477-6888a4ef51c0 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:09:51.542592 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_dvr_db [None req-8dfdac2f-f13e-4305-ad01-ab6d8a8875d7 None None] Set router 50008991-c1c7-4f45-b75a-a7273d086668 gateway port host: None {{(pid=108774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:09:51.563286 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.597510 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af3c5c7-1013-48e9-b477-6888a4ef51c0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:51.600265 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.l3_hamode_db [None req-8dfdac2f-f13e-4305-ad01-ab6d8a8875d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:09:51Z', 'revision_number': 6, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:51.630680 n-d-827120-1 neutron-server[108774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfdac2f-f13e-4305-ad01-ab6d8a8875d7 None None] The sync data for ids ['50008991-c1c7-4f45-b75a-a7273d086668'] in n-d-827120-1 is: [{'id': '50008991-c1c7-4f45-b75a-a7273d086668', 'name': 'tempest-TestSnapshotPattern-258279353-router', 'tenant_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:42Z', 'updated_at': '2022-01-31T17:09:51Z', 'revision_number': 6, 'project_id': 'a8e0715ec6de4e35a05435dd495eb7ea', 'gw_port_host': None}] {{(pid=108774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:09:51.660312 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.762748 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.765256 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.814089 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.814659 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50008991-c1c7-4f45-b75a-a7273d086668 {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:09:51.819439 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.820546 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-0d0a868a-40d5-42f6-ab5a-7588b16e8977 admin admin] 10.222.0.36 "DELETE /v2.0/routers/50008991-c1c7-4f45-b75a-a7273d086668 HTTP/1.1" status: 204 len: 168 time: 0.8039496 Jan 31 17:09:51.823363 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42684) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:51.868226 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d8f851-c26b-478e-a566-0fe75cf31fa7 admin admin] Deleting subnet c891b19f-8a2c-4d54-a70c-5966347c4610 {{(pid=108772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 17:09:51.871362 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76d8f851-c26b-478e-a566-0fe75cf31fa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.906326 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76d8f851-c26b-478e-a566-0fe75cf31fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8390972'] for subnet, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:51.996520 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76d8f851-c26b-478e-a566-0fe75cf31fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.055473 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76d8f851-c26b-478e-a566-0fe75cf31fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9003318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9351412'] for subnet, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.081890 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8f851-c26b-478e-a566-0fe75cf31fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c891b19f-8a2c-4d54-a70c-5966347c4610,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:52.085600 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-76d8f851-c26b-478e-a566-0fe75cf31fa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.090181 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-76d8f851-c26b-478e-a566-0fe75cf31fa7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c891b19f-8a2c-4d54-a70c-5966347c4610 HTTP/1.1" status: 204 len: 168 time: 0.2644112 Jan 31 17:09:52.091255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42686) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:52.093939 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d363322f-4666-4411-afe9-6dbd2729659b None None] Network 298b6aaa-769d-48d9-9917-672e9aa8c854 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 17:09:52.161798 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.221814 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Deleting port 0c961bc2-1de3-4792-b99f-fa66a9986fa4 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:09:52.222150 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.285917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] For port 0c961bc2-1de3-4792-b99f-fa66a9986fa4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0c961bc2-1de3-4792-b99f-fa66a9986fa4,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:52.286576 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.290634 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9186e2-5ce2-4ea9-9f72-febaad93fd5f None None] DHCP port deletion for 298b6aaa-769d-48d9-9917-672e9aa8c854 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 17:09:52.307451 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Calling delete_port for 0c961bc2-1de3-4792-b99f-fa66a9986fa4 owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:09:52.343318 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-1a9186e2-5ce2-4ea9-9f72-febaad93fd5f None None] Deleting port 0c961bc2-1de3-4792-b99f-fa66a9986fa4 {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:09:52.343914 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a9186e2-5ce2-4ea9-9f72-febaad93fd5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.390723 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0c961bc2-1de3-4792-b99f-fa66a9986fa4 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:09:52.404880 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.434241 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c961bc2-1de3-4792-b99f-fa66a9986fa4,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:52.436100 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] No DVR routers for this DVR port 0c961bc2-1de3-4792-b99f-fa66a9986fa4 on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:09:52.450512 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-1a9186e2-5ce2-4ea9-9f72-febaad93fd5f None None] For port 0c961bc2-1de3-4792-b99f-fa66a9986fa4, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=0c961bc2-1de3-4792-b99f-fa66a9986fa4,segment=NetworkSegment(052e6214-1d5b-4630-91f0-c948d832fe29),segment_id=052e6214-1d5b-4630-91f0-c948d832fe29)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:52.450903 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a9186e2-5ce2-4ea9-9f72-febaad93fd5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.467608 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-1a9186e2-5ce2-4ea9-9f72-febaad93fd5f None None] Calling delete_port for 0c961bc2-1de3-4792-b99f-fa66a9986fa4 owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:09:52.469351 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No active binding found for port 0c961bc2-1de3-4792-b99f-fa66a9986fa4 {{(pid=108773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 17:09:52.469810 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 0c961bc2-1de3-4792-b99f-fa66a9986fa4 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:09:52.472992 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1af3c5c7-1013-48e9-b477-6888a4ef51c0 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:09:52.494477 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 1af3c5c7-1013-48e9-b477-6888a4ef51c0 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:09:52.495065 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 1af3c5c7-1013-48e9-b477-6888a4ef51c0 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:09:52.495471 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f6b64c02-67a6-46b2-bb1b-c66e3e905c39 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:09:52.513049 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.521286 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: f6b64c02-67a6-46b2-bb1b-c66e3e905c39 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:09:52.521647 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device f6b64c02-67a6-46b2-bb1b-c66e3e905c39 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:09:52.535538 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298b6aaa-769d-48d9-9917-672e9aa8c854']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:52.544893 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052e6214-1d5b-4630-91f0-c948d832fe29') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:52.545183 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052e6214-1d5b-4630-91f0-c948d832fe29') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:52.558897 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.574409 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.582552 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:09:52.583074 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: timer() Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:09:52.584917 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:09:52.601811 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1a9186e2-5ce2-4ea9-9f72-febaad93fd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.616769 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9186e2-5ce2-4ea9-9f72-febaad93fd5f None None] No DVR routers for this DVR port 0c961bc2-1de3-4792-b99f-fa66a9986fa4 on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:09:52.652338 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9186e2-5ce2-4ea9-9f72-febaad93fd5f None None] Pushing event deleted for resources: {'Port': ['ID=0c961bc2-1de3-4792-b99f-fa66a9986fa4,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:52.662071 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.680330 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.680557 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:52.683638 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] 10.222.0.36 "DELETE /v2.0/networks/298b6aaa-769d-48d9-9917-672e9aa8c854 HTTP/1.1" status: 204 len: 168 time: 0.5914738 Jan 31 17:09:52.684716 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add23626-6c9d-46c3-a167-7ebe9b444f63 admin admin] Pushing event deleted for resources: {'Network': ['ID=298b6aaa-769d-48d9-9917-672e9aa8c854,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:52.686533 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42688) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:52.716133 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:53.079140 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e988daf7-80f7-4764-92f3-3038349b8baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958128'] for router_interface, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:53.357447 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e988daf7-80f7-4764-92f3-3038349b8baa admin admin] Deleting port 98b5fa5a-5744-4c60-87ea-6832f63083a0 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:09:53.358152 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e988daf7-80f7-4764-92f3-3038349b8baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:53.444248 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-e988daf7-80f7-4764-92f3-3038349b8baa admin admin] For port 98b5fa5a-5744-4c60-87ea-6832f63083a0, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=98b5fa5a-5744-4c60-87ea-6832f63083a0,segment=NetworkSegment(f2c012dc-4fbc-4c81-affe-639960d460c4),segment_id=f2c012dc-4fbc-4c81-affe-639960d460c4)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:53.444601 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e988daf7-80f7-4764-92f3-3038349b8baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:53.456328 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-e988daf7-80f7-4764-92f3-3038349b8baa admin admin] Calling delete_port for 98b5fa5a-5744-4c60-87ea-6832f63083a0 owned by network:router_interface {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:09:53.649778 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e988daf7-80f7-4764-92f3-3038349b8baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:53.675187 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988daf7-80f7-4764-92f3-3038349b8baa admin admin] Pushing event deleted for resources: {'Port': ['ID=98b5fa5a-5744-4c60-87ea-6832f63083a0,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:53.851433 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-e988daf7-80f7-4764-92f3-3038349b8baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954880'] for router_interface, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:54.415633 n-d-827120-1 neutron-server[108772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e988daf7-80f7-4764-92f3-3038349b8baa admin admin] Router f2bee8be-a83f-4a1f-80f8-9071d87c8d9a has already been hosted by L3 agent d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150 {{(pid=108772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:09:54.526949 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e988daf7-80f7-4764-92f3-3038349b8baa admin admin] Notify agent at l3_agent.n-d-827120-1 the message routers_updated {{(pid=108772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:09:54.533743 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-e988daf7-80f7-4764-92f3-3038349b8baa admin admin] 10.222.0.36 "PUT /v2.0/routers/f2bee8be-a83f-4a1f-80f8-9071d87c8d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8404262 Jan 31 17:09:54.536048 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42692) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:54.538701 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2caec-4d5a-49e5-9a66-789903d3bfd9 None None] Sync routers for ids ['f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'] in n-d-827120-1 {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:09:54.549981 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab2caec-4d5a-49e5-9a66-789903d3bfd9 None None] Routers {'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:09:54.550602 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-aab2caec-4d5a-49e5-9a66-789903d3bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:54.641693 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Notify callbacks [] for router, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:54.657988 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-aab2caec-4d5a-49e5-9a66-789903d3bfd9 None None] Set router f2bee8be-a83f-4a1f-80f8-9071d87c8d9a gateway port host: n-d-827120-1 {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:09:54.745320 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:54.807786 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Deleting port 9b5cf877-0f52-43d4-a9ba-5b00be616b85 {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:09:54.808496 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:54.845565 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-aab2caec-4d5a-49e5-9a66-789903d3bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'name': 'tempest-TestSnapshotPattern-1148889676-router', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'external_fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:09:53Z', 'revision_number': 5, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'gw_port': {'id': '9b5cf877-0f52-43d4-a9ba-5b00be616b85', 'name': '', 'network_id': 'ad999b7c-65db-4384-b3cf-93d5100069eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827120-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc195c26-c506-4138-9268-a0e8c3caae94', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827120-1'}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:54.871761 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2caec-4d5a-49e5-9a66-789903d3bfd9 None None] Checking router: f2bee8be-a83f-4a1f-80f8-9071d87c8d9a for host: n-d-827120-1 {{(pid=108773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:09:54.880417 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab2caec-4d5a-49e5-9a66-789903d3bfd9 None None] Routers {'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'} bound to L3 agent in host n-d-827120-1 {{(pid=108773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:09:54.881111 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-aab2caec-4d5a-49e5-9a66-789903d3bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827120-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T15:39:50Z,description=,heartbeat_timestamp=2022-01-31T17:09:50Z,host='n-d-827120-1',id=d4b62c9f-21cb-407d-9a9f-2e5fc9cd6150,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T15:39:50Z,topic='l3_agent')) {'router_ids': ['f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'], 'active': True} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:54.888102 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] For port 9b5cf877-0f52-43d4-a9ba-5b00be616b85, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=9b5cf877-0f52-43d4-a9ba-5b00be616b85,segment=NetworkSegment(d550d6f3-86c5-40b9-a616-96b314f35f8f),segment_id=d550d6f3-86c5-40b9-a616-96b314f35f8f)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:54.888489 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:54.900917 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Calling delete_port for 9b5cf877-0f52-43d4-a9ba-5b00be616b85 owned by network:router_gateway {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:09:54.969844 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvr_db [None req-aab2caec-4d5a-49e5-9a66-789903d3bfd9 None None] Set router f2bee8be-a83f-4a1f-80f8-9071d87c8d9a gateway port host: None {{(pid=108773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:09:55.021544 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_hamode_db [None req-aab2caec-4d5a-49e5-9a66-789903d3bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'name': 'tempest-TestSnapshotPattern-1148889676-router', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:09:54Z', 'revision_number': 6, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'gw_port_host': None}], 'n-d-827120-1', False) {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:55.051840 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2caec-4d5a-49e5-9a66-789903d3bfd9 None None] The sync data for ids ['f2bee8be-a83f-4a1f-80f8-9071d87c8d9a'] in n-d-827120-1 is: [{'id': 'f2bee8be-a83f-4a1f-80f8-9071d87c8d9a', 'name': 'tempest-TestSnapshotPattern-1148889676-router', 'tenant_id': '5c99821ade74453494b8243ad352a4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:04:47Z', 'updated_at': '2022-01-31T17:09:54Z', 'revision_number': 6, 'project_id': '5c99821ade74453494b8243ad352a4fb', 'gw_port_host': None}] {{(pid=108773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:09:55.071235 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.102255 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5cf877-0f52-43d4-a9ba-5b00be616b85,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:55.173736 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959334'] for router_gateway, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.265268 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23954'] for router, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.267421 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.312812 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960195'] for router, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.313348 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2bee8be-a83f-4a1f-80f8-9071d87c8d9a {{(pid=108772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:09:55.317753 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] Notify callbacks [] for router, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.318891 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-d1d05753-31b7-410e-bd44-fadb8fe10b9f admin admin] 10.222.0.36 "DELETE /v2.0/routers/f2bee8be-a83f-4a1f-80f8-9071d87c8d9a HTTP/1.1" status: 204 len: 168 time: 0.7819586 Jan 31 17:09:55.321791 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [-] (108771) accepted ('10.222.0.36', 42694) {{(pid=108771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:55.371959 n-d-827120-1 neutron-server[108771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be618b4-8761-4cc4-ab7d-7af7ec77d2db admin admin] Deleting subnet 7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8 {{(pid=108771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 31 17:09:55.375345 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9be618b4-8761-4cc4-ab7d-7af7ec77d2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.411958 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9be618b4-8761-4cc4-ab7d-7af7ec77d2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696434'] for subnet, precommit_delete_associations {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.499402 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9be618b4-8761-4cc4-ab7d-7af7ec77d2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096571'] for subnet, precommit_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.558387 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9be618b4-8761-4cc4-ab7d-7af7ec77d2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8696968'] for subnet, after_delete {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.577123 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0624f5d2-b096-44ef-94cb-b6e80000d3fa None None] Network 77a7f2b8-22cd-4ced-bae6-3bc093e13202 requested from n-d-827120-1 {{(pid=108773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 31 17:09:55.590365 n-d-827120-1 neutron-server[108771]: DEBUG neutron_lib.callbacks.manager [None req-9be618b4-8761-4cc4-ab7d-7af7ec77d2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=108771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.593562 n-d-827120-1 neutron-server[108771]: INFO neutron.wsgi [None req-9be618b4-8761-4cc4-ab7d-7af7ec77d2db admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8 HTTP/1.1" status: 204 len: 168 time: 0.2708321 Jan 31 17:09:55.594532 n-d-827120-1 neutron-server[108771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be618b4-8761-4cc4-ab7d-7af7ec77d2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7acd6418-ab82-4af5-be8a-e4a4a6c1a2f8,revision_number=None']} {{(pid=108771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:55.596321 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42696) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:55.680608 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791404'] for network, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.738559 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Deleting port 418a58c1-6c8b-4d66-be89-105bb7018f7c {{(pid=108772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:09:55.738901 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.802469 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.db [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] For port 418a58c1-6c8b-4d66-be89-105bb7018f7c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=418a58c1-6c8b-4d66-be89-105bb7018f7c,segment=NetworkSegment(f2c012dc-4fbc-4c81-affe-639960d460c4),segment_id=f2c012dc-4fbc-4c81-affe-639960d460c4)] {{(pid=108772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:55.802691 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.816476 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.plugin [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Calling delete_port for 418a58c1-6c8b-4d66-be89-105bb7018f7c owned by network:dhcp {{(pid=108772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:09:55.841075 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cea0e0-c675-4ec7-ad5c-cbacecd5b8d9 None None] DHCP port deletion for 77a7f2b8-22cd-4ced-bae6-3bc093e13202 request from n-d-827120-1 {{(pid=108773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 31 17:09:55.886476 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-32cea0e0-c675-4ec7-ad5c-cbacecd5b8d9 None None] Deleting port 418a58c1-6c8b-4d66-be89-105bb7018f7c {{(pid=108773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 31 17:09:55.886855 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32cea0e0-c675-4ec7-ad5c-cbacecd5b8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760174731'] for port, before_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.905110 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9003483'] for port, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.933362 n-d-827120-1 neutron-server[108772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] No DVR routers for this DVR port 418a58c1-6c8b-4d66-be89-105bb7018f7c on host n-d-827120-1 {{(pid=108772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:09:55.939180 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=418a58c1-6c8b-4d66-be89-105bb7018f7c,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:55.950982 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.db [None req-32cea0e0-c675-4ec7-ad5c-cbacecd5b8d9 None None] For port 418a58c1-6c8b-4d66-be89-105bb7018f7c, host n-d-827120-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827120-1',level=0,port_id=418a58c1-6c8b-4d66-be89-105bb7018f7c,segment=NetworkSegment(f2c012dc-4fbc-4c81-affe-639960d460c4),segment_id=f2c012dc-4fbc-4c81-affe-639960d460c4)] {{(pid=108773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:55.951398 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32cea0e0-c675-4ec7-ad5c-cbacecd5b8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960222'] for port, precommit_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:55.965509 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-32cea0e0-c675-4ec7-ad5c-cbacecd5b8d9 None None] Calling delete_port for 418a58c1-6c8b-4d66-be89-105bb7018f7c owned by network:dhcp {{(pid=108773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 31 17:09:56.013243 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099737', 'neutron.services.segments.db._delete_segments_for_network-8773760191169'] for network, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.036266 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a7f2b8-22cd-4ced-bae6-3bc093e13202']}} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:56.046548 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c012dc-4fbc-4c81-affe-639960d460c4') {'for_net_delete': True} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:56.046836 n-d-827120-1 neutron-server[108772]: DEBUG neutron.services.segments.db [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c012dc-4fbc-4c81-affe-639960d460c4') {} {{(pid=108772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:56.046962 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-32cea0e0-c675-4ec7-ad5c-cbacecd5b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3677499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760175773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773759774064'] for port, after_delete {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.056519 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773760320193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8390917'] for segment, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.072225 n-d-827120-1 neutron-server[108773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cea0e0-c675-4ec7-ad5c-cbacecd5b8d9 None None] Pushing event deleted for resources: {'Port': ['ID=418a58c1-6c8b-4d66-be89-105bb7018f7c,revision_number=None']} {{(pid=108773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:56.075271 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065'] for segment, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.075905 n-d-827120-1 neutron-server[108773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cea0e0-c675-4ec7-ad5c-cbacecd5b8d9 None None] No DVR routers for this DVR port 418a58c1-6c8b-4d66-be89-105bb7018f7c on host n-d-827120-1 {{(pid=108773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:09:56.084055 n-d-827120-1 neutron-server[108772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=108772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:09:56.084450 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9003404'] for segment, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: Traceback (most recent call last): Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: timer() Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: cb(*args, **kw) Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: return func(*args, **kwargs) Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: self._notify() Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: self.callback(batched_events) Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: event.method(event) Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: return f(self, *a, **k) Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: return self._get(url).json() Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: return self.request(url, 'GET', **kwargs) Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:09:56.086288 n-d-827120-1 neutron-server[108772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:09:56.149401 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4099714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959362'] for network, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.154448 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Notify callbacks [] for network, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.157779 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/77a7f2b8-22cd-4ced-bae6-3bc093e13202 HTTP/1.1" status: 204 len: 168 time: 0.5597637 Jan 31 17:09:56.170574 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372663c-61f9-47a9-ab0c-d76415a8e1d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a7f2b8-22cd-4ced-bae6-3bc093e13202,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:56.268987 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42700) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:56.310851 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-258842cb-6054-4174-8c4c-f174771bc5df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8e0715ec6de4e35a05435dd495eb7ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406241 Jan 31 17:09:56.313533 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42702) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:56.320453 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 418a58c1-6c8b-4d66-be89-105bb7018f7c no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:09:56.340156 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 418a58c1-6c8b-4d66-be89-105bb7018f7c {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:09:56.340467 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 418a58c1-6c8b-4d66-be89-105bb7018f7c not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:09:56.340883 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 98b5fa5a-5744-4c60-87ea-6832f63083a0 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:09:56.359921 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 98b5fa5a-5744-4c60-87ea-6832f63083a0 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:09:56.360275 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 98b5fa5a-5744-4c60-87ea-6832f63083a0 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:09:56.360679 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9b5cf877-0f52-43d4-a9ba-5b00be616b85 no longer exists at agent ovs-agent-n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:09:56.366148 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da502a92-e892-455d-bd35-950d1410dad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.382571 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] No Port match for: 9b5cf877-0f52-43d4-a9ba-5b00be616b85 {{(pid=108773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 31 17:09:56.382911 n-d-827120-1 neutron-server[108773]: DEBUG neutron.plugins.ml2.rpc [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Device 9b5cf877-0f52-43d4-a9ba-5b00be616b85 not bound to the agent host n-d-827120-1 {{(pid=108773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:09:56.387812 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da502a92-e892-455d-bd35-950d1410dad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.434707 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da502a92-e892-455d-bd35-950d1410dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.437605 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-da502a92-e892-455d-bd35-950d1410dad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.438822 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-da502a92-e892-455d-bd35-950d1410dad5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/762a1796-f0a3-4396-bfd1-6a961b2dfb0e HTTP/1.1" status: 204 len: 168 time: 0.1242878 Jan 31 17:09:56.446730 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da502a92-e892-455d-bd35-950d1410dad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762a1796-f0a3-4396-bfd1-6a961b2dfb0e,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:56.618497 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.780008 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42708) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:56.823452 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-dfb91890-bcdd-4f50-b9c4-634db09f9209 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c99821ade74453494b8243ad352a4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421417 Jan 31 17:09:56.826232 n-d-827120-1 neutron-server[108772]: DEBUG neutron.wsgi [-] (108772) accepted ('10.222.0.36', 42710) {{(pid=108772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 31 17:09:56.877042 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc103-cdda-4565-92e3-b20afc401c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.904132 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc103-cdda-4565-92e3-b20afc401c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.961244 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc103-cdda-4565-92e3-b20afc401c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-822967'] for security_group, after_delete {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.963893 n-d-827120-1 neutron-server[108772]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc103-cdda-4565-92e3-b20afc401c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:09:56.965065 n-d-827120-1 neutron-server[108772]: INFO neutron.wsgi [None req-5dbbc103-cdda-4565-92e3-b20afc401c97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d8c1a23-5caa-4950-8191-2290877a53ae HTTP/1.1" status: 204 len: 168 time: 0.1379001 Jan 31 17:09:56.973251 n-d-827120-1 neutron-server[108772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbc103-cdda-4565-92e3-b20afc401c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8c1a23-5caa-4950-8191-2290877a53ae,revision_number=None']} {{(pid=108772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:58.694518 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:17.362090 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a8c585f8-55d4-4657-a39a-c236c1b3180a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:19.858938 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-fe354443-92e0-4ff4-92ce-37423cb04822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:21.218976 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:22.652025 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:22.721170 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:26.161660 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:10:26.632617 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:28.720864 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:47.358232 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7fbcac50-6998-43c8-bf41-b706908a186d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:49.863631 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-90ee082a-6224-4b98-a991-af03565f478d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:51.210299 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:52.663788 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:52.726839 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:56.642715 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:10:58.708497 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:03.168624 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:11:17.357827 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-87ec8239-7c48-4036-ab0f-29acb1b6a9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:19.868820 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-09942cb6-2370-4943-b141-dc19bb3c478f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:21.223355 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:22.671374 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:22.734576 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:26.648790 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:28.717933 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:40.163272 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:11:47.358481 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-96a91cfa-57a3-4019-baf5-8372d88797c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:49.875149 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a9238381-96ba-4ceb-ac22-de2ef87ead9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:51.217270 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:52.670777 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:52.727667 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:56.650648 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:11:58.716794 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:17.167247 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:12:17.356514 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-29b61b97-8678-4bd7-b6e7-fcfd5b052301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:19.871805 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c69cd053-b42e-4531-9f53-d930ce15dedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:21.228013 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:22.670044 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:22.731126 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:26.630870 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:28.736345 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:47.357927 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5e1bcf80-a579-4bf7-956c-ee2acb140aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:49.871804 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5df07b34-e78c-449e-8e51-cfb728bb9b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:51.224951 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:52.673142 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:52.734644 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:54.166586 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:12:56.644223 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:12:58.731158 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:17.356479 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9341821d-4b37-4dc0-b001-3e110b66181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:19.873953 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7e2c119b-3956-4e2a-844d-e186926f4119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:21.233856 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:22.684669 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:22.739248 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:26.648337 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:28.739194 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:31.172294 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:13:47.355144 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-f89203e9-dd1a-4eb1-a299-e126a4f009e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:49.872198 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7e198072-aec4-4257-8f76-9948ea29f01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:51.230242 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:52.675069 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:52.743244 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:56.665423 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:13:58.747847 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:08.174126 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:14:17.360131 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-c02455df-7cd1-425f-ac29-efec7613b48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:19.875318 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-aae6cc90-1349-46a2-9868-43c9295e19bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:21.238587 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:22.681885 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:22.747874 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:26.669392 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:28.743666 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:45.175687 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:14:47.364056 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-a8bf54f1-3018-4711-854f-791695d85d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:49.878882 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-48702ac3-8c5d-41c6-97b9-f533de50ca50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:51.237179 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:52.679923 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:52.753190 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:56.681055 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:14:58.763629 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:17.366651 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7f32c4ad-267a-49a4-9da7-253bb1f93f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:19.881127 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-0d970f18-ff5d-461e-8696-8375c2277e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:21.245275 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:22.180272 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:15:22.679171 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:22.749062 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:26.688121 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:28.750606 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:47.367420 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7d27ae95-dda5-4225-b4e0-00c929d0172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:49.881573 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-54929bc9-97a3-4812-bce4-c33422373753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:51.243565 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:52.678360 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:52.742823 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:56.696792 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:58.762886 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:15:59.186103 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:16:17.368517 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-551d8698-be25-4776-8c23-436c1b23a5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:19.883241 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-99ea0c8c-ff0f-4f78-856d-42e772cbe1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:21.251742 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:22.686525 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:22.746014 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:26.705961 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:28.770627 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:36.190455 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:16:47.370153 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-315fa141-866f-40fe-b816-3c8a1cd594c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:49.884554 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-125c0996-44ae-4f78-9590-1d892e4f6b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:51.251870 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:52.687527 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:52.754636 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:56.708940 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:16:58.812419 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:13.195509 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:17:17.368984 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-5c0790d9-4392-45cf-87a5-21e87c430458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:19.885127 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-1cc4f1b4-30d6-43c7-975d-36cdbee13fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:21.260533 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:22.690340 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:22.750141 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:26.713448 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:28.813027 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:47.368529 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-caee2520-9925-422f-b38f-61d9a5cd31a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:49.884658 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-461657c5-0aca-480b-be9c-a2834fc8a7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:50.199648 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:17:51.258626 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:52.670253 n-d-827120-1 neutron-server[108771]: DEBUG neutron.wsgi [req-148a3f53-41e7-4249-984f-37dc6d880ed3 req-89ece07a-72b0-46ea-b83d-ae12ba95ca54 service neutron] (108771) timed out ('10.222.0.36', 41294) {{(pid=108771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 31 17:17:52.691587 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:52.743648 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:56.726148 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:17:58.814858 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:18:17.362063 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-b964c15e-b6fe-45c3-a4e6-ca7d7ccf82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:18:19.885213 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-592bf9b5-5c07-4f3a-9e2c-97056610090b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:18:21.261058 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-9b2552eb-775c-4a0b-b4e5-c756af778800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:18:22.696172 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-862b8eae-188e-4acf-9bb5-9ac076b9dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:18:22.746536 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-61a1e991-dae5-4fb4-8333-92e088fddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:18:26.735010 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-7118b76e-5abd-47c3-a31d-10a313269d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:18:27.199236 n-d-827120-1 neutron-server[108774]: DEBUG neutron.db.agents_db [None req-f8907fd0-b7ff-46ac-9651-7b949de4d97f None None] Agent healthcheck: found 7 active agents {{(pid=108774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:18:28.819066 n-d-827120-1 neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-6bd007aa-d54a-4bb8-b747-7876c642594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773760191847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4127559'] for agent, after_update {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}